-- Logs begin at Mon 2022-02-07 21:47:00 UTC, end at Mon 2022-02-07 23:58:37 UTC. -- Feb 07 22:20:34.253869 n-d-827895-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 22:20:37.040127 n-d-827895-2 neutron-server[102182]: INFO neutron.common.config [-] Logging enabled! Feb 07 22:20:37.040737 n-d-827895-2 neutron-server[102182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev42 Feb 07 22:20:37.040895 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102182) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 22:20:37.044068 n-d-827895-2 neutron-server[102182]: INFO neutron.common.config [-] Logging enabled! Feb 07 22:20:37.044323 n-d-827895-2 neutron-server[102182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev42 Feb 07 22:20:37.044634 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102182) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 22:20:37.045566 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 22:20:37.045800 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 22:20:37.046159 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 22:20:37.046404 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 22:20:37.046630 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 22:20:37.046952 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.047252 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.047548 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.047802 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.048099 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.048390 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.048672 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.049483 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.049784 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.050200 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.050483 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.050768 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.050999 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.051281 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.051568 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.051882 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.052109 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] debug = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.052388 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.052813 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.053222 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.053500 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.053787 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.054066 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.054339 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.054627 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.054894 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.055219 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] host = n-d-827895-2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.055493 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.055801 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.056090 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.056374 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.056648 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.056923 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.057206 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.057477 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.057747 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] log_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.058020 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.058309 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.058596 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.058883 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.059107 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.059328 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.059614 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.059922 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.060198 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.060473 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.060746 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.061019 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.061291 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.061558 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.061842 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.062124 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.062407 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.062680 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.062951 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.063222 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.063490 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.063795 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.064068 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.064344 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.065237 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.065675 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.066035 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.066315 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.066621 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.066909 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.067194 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.067480 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.067781 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.068070 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.068346 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.068619 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.068892 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] use_json = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.069164 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.069434 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.069715 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.069986 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.070258 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.070528 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.070800 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.071085 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.071355 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:37.071648 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.071970 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.072269 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.072556 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.072847 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.073127 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.073414 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.073691 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.073979 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.074265 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.074558 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.074836 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.075123 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.075400 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.075693 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.076086 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.076383 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.076675 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.076950 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.077226 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.077499 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.077775 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.078060 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.078337 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.078624 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.078913 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.079190 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.079474 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.079794 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.080088 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.080408 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.080743 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.081037 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.081317 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.081591 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.081877 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.082161 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.082439 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.082710 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.082991 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.083268 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.083539 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.083835 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.084116 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.084405 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.084685 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.084954 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.085224 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.085499 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.085768 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.086048 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.086322 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.086591 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.086862 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.087138 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.087409 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.087682 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.087986 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.088260 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.088530 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.088798 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.089067 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.089336 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.089604 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.089872 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.090140 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.090410 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.090678 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.090950 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.091221 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.091489 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.091787 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.092062 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.092339 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.092633 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.092913 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.093191 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.093467 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.093742 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.094016 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.094289 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.094567 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.094843 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.095114 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.095401 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.095681 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.096016 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.096293 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.096573 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.096866 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.097143 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.097423 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.097698 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.097972 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.098253 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.098532 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.098825 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.099117 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.099408 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.099725 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.100010 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.100287 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.100592 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.100870 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:37.101087 n-d-827895-2 neutron-server[102182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 22:20:37.101330 n-d-827895-2 neutron-server[102182]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102182) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 07 22:20:37.457371 n-d-827895-2 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 07 22:20:37.457628 n-d-827895-2 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 07 22:20:37.457920 n-d-827895-2 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 07 22:20:37.458251 n-d-827895-2 neutron-server[102182]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 22:20:37.853914 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.854216 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.854489 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.855825 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.856101 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.856368 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.891658 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.891952 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.892221 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.908322 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.909114 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.909386 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.938368 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.938651 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.938918 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.977287 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.977561 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:37.977825 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.213034 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.213656 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.213656 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.213843 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.214500 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.344168 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.344488 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.344771 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.345044 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.345312 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.345624 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.345917 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.346173 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.346461 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.346742 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.347001 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.347263 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.347514 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.347792 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.348046 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.348308 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.348557 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.348818 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.349083 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.349337 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.349601 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.349850 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.350127 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.350498 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.350744 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.350984 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.351380 n-d-827895-2 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:20:38.351614 n-d-827895-2 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:20:38.351872 n-d-827895-2 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:20:38.352107 n-d-827895-2 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:20:38.352340 n-d-827895-2 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:20:38.352571 n-d-827895-2 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:20:38.352933 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 22:20:38.356084 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 22:20:38.360056 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 22:20:38.364603 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 07 22:20:38.366234 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 22:20:38.366693 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 22:20:38.367027 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 07 22:20:38.367408 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 22:20:38.370410 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 22:20:38.370661 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 22:20:38.371005 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 22:20:38.376345 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 07 22:20:38.398890 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 07 22:20:38.399343 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.399642 n-d-827895-2 neutron-server[102182]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102182) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 07 22:20:38.400026 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.401416 n-d-827895-2 neutron-server[102182]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102182) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 22:20:38.401699 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 22:20:38.401946 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 07 22:20:38.405219 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.405504 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:38.469576 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 22:20:38.469751 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 22:20:38.469961 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 22:20:38.470333 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 22:20:38.493192 n-d-827895-2 neutron-server[102182]: DEBUG oslo_db.sqlalchemy.engines [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102182) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 07 22:20:39.024337 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Initializing driver for type 'gre' Feb 07 22:20:39.024886 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] gre ID ranges: [(1, 1000)] Feb 07 22:20:39.075693 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Initializing driver for type 'local' Feb 07 22:20:39.076045 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Initializing driver for type 'vlan' Feb 07 22:20:39.089945 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] VlanTypeDriver initialization complete Feb 07 22:20:39.090309 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Initializing driver for type 'vxlan' Feb 07 22:20:39.090794 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] vxlan ID ranges: [(1, 1000)] Feb 07 22:20:39.146044 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Initializing extension driver 'port_security' Feb 07 22:20:39.146371 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] PortSecurityExtensionDriver initialization complete Feb 07 22:20:39.146693 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Initializing mechanism driver 'openvswitch' Feb 07 22:20:39.147010 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Initializing mechanism driver 'hyperv' Feb 07 22:20:39.153730 n-d-827895-2 neutron-server[102182]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:20:39.156437 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > port after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.156842 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.157163 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.157683 n-d-827895-2 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:20:39.158109 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > subnet after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.158611 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > subnet after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.158991 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.159408 n-d-827895-2 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:20:39.159841 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > network after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.160184 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > network after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.160519 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > network after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.160902 n-d-827895-2 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:20:39.161306 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > security_group after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.161649 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > security_group after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.161985 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.162379 n-d-827895-2 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:20:39.162779 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.163115 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.163446 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.163853 n-d-827895-2 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:20:39.164252 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > address_group after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.164589 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > address_group after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.164918 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.165351 n-d-827895-2 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:20:39.165862 n-d-827895-2 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] ML2 OVO RPC backend initialized. {{(pid=102182) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 07 22:20:39.166589 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.166937 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.167345 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > network before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.167685 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > networks before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.168054 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > port before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.168393 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > ports before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.168729 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > subnet before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.169066 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > subnets before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.169399 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > network after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.169728 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > network after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.170055 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > network after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.170398 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > port after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.170726 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.171051 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.171376 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > subnet after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.171729 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > subnet after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.172043 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.172614 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.plugin [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Modular L2 Plugin initialization complete Feb 07 22:20:39.172939 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading services supported by the core plugin {{(pid=102182) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 22:20:39.173255 n-d-827895-2 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Got port-security extension from driver 'port_security' Feb 07 22:20:39.173706 n-d-827895-2 neutron-server[102182]: INFO neutron.extensions.vlantransparent [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Disabled vlantransparent extension. Feb 07 22:20:39.174720 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102182) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 22:20:39.175049 n-d-827895-2 neutron-server[102182]: INFO neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading Plugin: router Feb 07 22:20:39.211070 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.211455 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router after_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.211847 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router before_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.212204 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.212568 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.212913 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router after_delete 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.213271 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.213812 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.214078 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router after_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.214409 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router after_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.214750 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router after_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.215090 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.215439 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router after_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.215882 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router precommit_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.216246 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.216581 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.216912 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: subnet after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.217243 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.217582 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.217922 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router precommit_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.218256 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: port before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.218587 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router precommit_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.218933 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router after_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.219266 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.219614 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router precommit_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.220000 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.220339 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router precommit_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.220696 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > agent after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.221090 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > agent after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.221434 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > network after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.222294 n-d-827895-2 neutron-server[102182]: DEBUG neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Tracking information for resource: router configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:20:39.222616 n-d-827895-2 neutron-server[102182]: DEBUG neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Tracking information for resource: floatingip configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:20:39.227571 n-d-827895-2 neutron-server[102182]: INFO neutron.db.l3_agentschedulers_db [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 22:20:39.228166 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.228518 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: port after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.228866 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.229210 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.229989 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router before_create 55550100 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.230343 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.230698 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router precommit_create 55550100 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.231048 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > router precommit_update 55550100 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.235738 n-d-827895-2 neutron-server[102182]: DEBUG neutron.services.provider_configuration [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service providers = [] {{(pid=102182) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 22:20:39.236092 n-d-827895-2 neutron-server[102182]: DEBUG neutron.db.servicetype_db [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102182) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 22:20:39.239517 n-d-827895-2 neutron-server[102182]: DEBUG neutron.services.service_base [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 22:20:39.239894 n-d-827895-2 neutron-server[102182]: DEBUG neutron.services.service_base [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 22:20:39.240225 n-d-827895-2 neutron-server[102182]: DEBUG neutron.services.service_base [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 22:20:39.241103 n-d-827895-2 neutron-server[102182]: DEBUG neutron.services.service_base [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 22:20:39.241472 n-d-827895-2 neutron-server[102182]: INFO neutron.services.service_base [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 22:20:39.241836 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:20:39.242148 n-d-827895-2 neutron-server[102182]: INFO neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 22:20:39.253612 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:20:39.253920 n-d-827895-2 neutron-server[102182]: INFO neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading Plugin: auto_allocate Feb 07 22:20:39.259608 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: network precommit_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.260003 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: network precommit_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.260515 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:20:39.260828 n-d-827895-2 neutron-server[102182]: INFO neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading Plugin: tag Feb 07 22:20:39.267629 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:20:39.268041 n-d-827895-2 neutron-server[102182]: INFO neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading Plugin: timestamp Feb 07 22:20:39.272020 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:20:39.272342 n-d-827895-2 neutron-server[102182]: INFO neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading Plugin: network_ip_availability Feb 07 22:20:39.277764 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.278132 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.278482 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.279185 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:20:39.279497 n-d-827895-2 neutron-server[102182]: INFO neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading Plugin: flavors Feb 07 22:20:39.284903 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:20:39.285220 n-d-827895-2 neutron-server[102182]: INFO neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading Plugin: revisions Feb 07 22:20:39.289598 n-d-827895-2 neutron-server[102182]: DEBUG neutron.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:20:39.289984 n-d-827895-2 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=102182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 07 22:20:39.290737 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102182) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 07 22:20:39.291071 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Initializing extension manager. Feb 07 22:20:39.291580 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: __init__.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.291934 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: __pycache__ {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.292272 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.292602 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: address_group.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.293365 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.293938 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: address-group Feb 07 22:20:39.294253 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: address_scope.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.294961 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.295456 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: address-scope Feb 07 22:20:39.295809 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.296764 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.297270 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: router-admin-state-down-before-update Feb 07 22:20:39.297576 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: agent.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.298266 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.298759 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: agent Feb 07 22:20:39.299620 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: agent_resources_synced.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.300542 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.301042 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: agent-resources-synced Feb 07 22:20:39.301358 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: allowedaddresspairs.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.303147 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.303661 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: allowed-address-pairs Feb 07 22:20:39.304004 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: auto_allocated_topology.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.305082 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.305583 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: auto-allocated-topology Feb 07 22:20:39.305900 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: availability_zone.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.306581 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.307075 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: availability_zone Feb 07 22:20:39.307385 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: availability_zone_filter.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.308309 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.308804 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: availability_zone_filter Feb 07 22:20:39.309117 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: data_plane_status.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.310007 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.310506 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 22:20:39.310813 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: default_subnetpools.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.311725 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.312229 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: default-subnetpools Feb 07 22:20:39.312544 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.313346 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.313842 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: dhcp_agent_scheduler Feb 07 22:20:39.314154 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: dns.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.315733 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.316218 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension dns-integration not supported by any of loaded plugins Feb 07 22:20:39.316536 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: dns_domain_ports.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.317444 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.317935 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 22:20:39.318249 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.319155 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.319650 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 07 22:20:39.319991 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: dvr.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.320676 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.321177 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: dvr Feb 07 22:20:39.321492 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: ecmp_routes.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.322397 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.322885 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension ecmp_routes not supported by any of loaded plugins Feb 07 22:20:39.323202 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: empty_string_filtering.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.324115 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.324615 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: empty-string-filtering Feb 07 22:20:39.324930 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.325847 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.326331 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 22:20:39.326655 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.327608 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.328098 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 22:20:39.328413 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: external_net.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.329303 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.329793 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: external-net Feb 07 22:20:39.330186 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.331093 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.331596 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: extra_dhcp_opt Feb 07 22:20:39.331929 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: extraroute.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.332838 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.333333 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: extraroute Feb 07 22:20:39.333642 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: extraroute_atomic.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.334694 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.335188 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: extraroute-atomic Feb 07 22:20:39.335505 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: filter_validation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.336398 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.336890 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: filter-validation Feb 07 22:20:39.337201 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: fip_pf_description.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.338105 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.338597 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 22:20:39.338909 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: fip_port_details.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.339844 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.340340 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: fip-port-details Feb 07 22:20:39.340650 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: flavors.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.341894 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.342398 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: flavors Feb 07 22:20:39.342712 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.344457 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.344964 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 22:20:39.345287 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: floatingip_pools.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.346023 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.346518 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: floatingip-pools Feb 07 22:20:39.346831 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: ip_allocation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.347784 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.348282 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 22:20:39.348605 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.349512 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.350018 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: ip-substring-filtering Feb 07 22:20:39.350335 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: l2_adjacency.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.351256 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.351785 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 22:20:39.352107 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: l3.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.353081 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.353593 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: router Feb 07 22:20:39.353911 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.356183 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.356712 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 22:20:39.357037 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.357977 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.358485 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: ext-gw-mode Feb 07 22:20:39.358804 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.359750 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.360260 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: l3-ha Feb 07 22:20:39.360575 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: l3_flavors.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.362125 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.362933 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: l3-flavors Feb 07 22:20:39.363252 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.364187 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.364683 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 22:20:39.364999 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: l3agentscheduler.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.366051 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.366552 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: l3_agent_scheduler Feb 07 22:20:39.366873 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: logging.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.368405 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.368910 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension logging not supported by any of loaded plugins Feb 07 22:20:39.369234 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: metering.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.369965 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.370528 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: metering Feb 07 22:20:39.370847 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.372089 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.372596 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: metering_source_and_destination_fields Feb 07 22:20:39.372913 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: multiprovidernet.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.373827 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.374329 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: multi-provider Feb 07 22:20:39.374645 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: netmtu.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.375546 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.376078 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: net-mtu Feb 07 22:20:39.376395 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: netmtu_writable.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.378015 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.378518 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: net-mtu-writable Feb 07 22:20:39.378835 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: network_availability_zone.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.379496 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.380018 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: network_availability_zone Feb 07 22:20:39.380333 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: network_ip_availability.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.381433 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.381964 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: network-ip-availability Feb 07 22:20:39.382283 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: network_segment_range.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.383033 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.383529 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 22:20:39.383880 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: pagination.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.384861 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.385196 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: pagination Feb 07 22:20:39.385501 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: port_device_profile.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.386394 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.386899 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: port-device-profile Feb 07 22:20:39.387209 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.388148 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.388640 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: port-mac-address-regenerate Feb 07 22:20:39.388951 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.389854 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.390345 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: port-numa-affinity-policy Feb 07 22:20:39.390696 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: port_resource_request.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.391569 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.392096 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 22:20:39.392414 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: portbindings.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.393459 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.393955 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: binding Feb 07 22:20:39.394267 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: portbindings_extended.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.395545 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.396133 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: binding-extended Feb 07 22:20:39.396408 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: portsecurity.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.397312 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.397805 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: port-security Feb 07 22:20:39.398122 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: project_id.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.399079 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.399403 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: project-id Feb 07 22:20:39.399737 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: providernet.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.400655 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.401158 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: provider Feb 07 22:20:39.401474 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.405125 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.405644 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos not supported by any of loaded plugins Feb 07 22:20:39.405972 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.407482 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.408026 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 22:20:39.408410 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.409470 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.409976 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 22:20:39.410297 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos_default.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.411195 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.411801 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos-default not supported by any of loaded plugins Feb 07 22:20:39.412045 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos_fip.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.412692 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.413188 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos-fip not supported by any of loaded plugins Feb 07 22:20:39.413504 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos_gateway_ip.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.414416 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.414921 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 22:20:39.415239 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos_port_network_policy.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.416177 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.416673 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 22:20:39.416989 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos_pps_rule.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.418180 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.418692 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos-pps not supported by any of loaded plugins Feb 07 22:20:39.419013 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos_rule_type_details.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.419962 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.420466 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 22:20:39.420787 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: qos_rules_alias.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.421851 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.422362 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 22:20:39.422677 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: quotasv2.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.424441 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.424882 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: quotas Feb 07 22:20:39.425209 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: quotasv2_detail.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.428929 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.429261 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: quota_details Feb 07 22:20:39.429586 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: rbac.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.430662 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.431184 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: rbac-policies Feb 07 22:20:39.431510 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: rbac_address_group.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.432471 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.432984 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: rbac-address-group Feb 07 22:20:39.433304 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: rbac_address_scope.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.434223 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.434725 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: rbac-address-scope Feb 07 22:20:39.435039 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: rbac_security_groups.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.435977 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.436484 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: rbac-security-groups Feb 07 22:20:39.436800 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: rbac_subnetpool.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.437717 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.438215 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: rbac-subnetpool Feb 07 22:20:39.438532 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: revisionifmatch.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.439449 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.440549 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: revision-if-match Feb 07 22:20:39.440869 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: revisions.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.442001 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.442507 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: standard-attr-revisions Feb 07 22:20:39.442826 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: router_availability_zone.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.443492 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.444010 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: router_availability_zone Feb 07 22:20:39.444325 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: routerservicetype.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.445250 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.445748 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension router-service-type not supported by any of loaded plugins Feb 07 22:20:39.446061 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.446970 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.447464 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: security-groups-normalized-cidr Feb 07 22:20:39.447802 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.448715 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.449212 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: port-security-groups-filtering Feb 07 22:20:39.449528 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.450447 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.450942 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: security-groups-remote-address-group Feb 07 22:20:39.451260 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: securitygroup.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.463462 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.464027 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: security-group Feb 07 22:20:39.464360 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: segment.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.465165 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.465668 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension segment not supported by any of loaded plugins Feb 07 22:20:39.465993 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.466965 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.467463 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 22:20:39.467811 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: servicetype.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.469010 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.469517 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: service-type Feb 07 22:20:39.469837 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: sorting.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.471499 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.471872 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: sorting Feb 07 22:20:39.472189 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: standard_attr_segment.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.473107 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.473618 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 22:20:39.473938 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: standardattrdescription.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.474575 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.475076 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: standard-attr-description Feb 07 22:20:39.475393 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: stateful_security_group.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.476346 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.476848 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: stateful-security-group Feb 07 22:20:39.477165 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: stdattrs_common.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.477740 n-d-827895-2 neutron-server[102182]: WARNING neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 22:20:39.478054 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.478960 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.479460 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 22:20:39.479815 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: subnet_onboard.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.480888 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.481393 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: subnet_onboard Feb 07 22:20:39.481714 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.482643 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.483140 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 22:20:39.483458 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: subnet_service_types.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.484405 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.484912 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: subnet-service-types Feb 07 22:20:39.485225 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: subnetallocation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.486287 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.486832 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: subnet_allocation Feb 07 22:20:39.487145 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.487836 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.488335 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: subnetpool-prefix-ops Feb 07 22:20:39.488652 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.489568 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.490064 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 22:20:39.490383 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: tagging.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.491444 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.491983 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: standard-attr-tag Feb 07 22:20:39.492303 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: timestamp.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.493501 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.494004 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loaded extension: standard-attr-timestamp Feb 07 22:20:39.494324 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: trunk.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.495341 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.495876 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension trunk not supported by any of loaded plugins Feb 07 22:20:39.496197 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: trunk_details.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.497101 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.497601 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension trunk-details not supported by any of loaded plugins Feb 07 22:20:39.497916 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: uplink_status_propagation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.498829 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.499329 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 22:20:39.499643 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Loading extension file: vlantransparent.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:20:39.500322 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:20:39.500816 n-d-827895-2 neutron-server[102182]: INFO neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 22:20:39.503912 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:network Feb 07 22:20:39.504423 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:subnet Feb 07 22:20:39.504813 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:20:39.505195 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:port Feb 07 22:20:39.506416 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.506844 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service FLAVORS assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.507454 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.507889 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.508218 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:router Feb 07 22:20:39.508636 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:floatingip Feb 07 22:20:39.509121 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service METERING assigned prefix: /metering {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.510551 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.510916 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.511257 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:20:39.512276 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 22:20:39.512708 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:security_group Feb 07 22:20:39.513139 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 22:20:39.513727 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service CORE assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.514049 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:20:39.514391 n-d-827895-2 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] subnetpool is already registered Feb 07 22:20:39.514814 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service CORE assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.515133 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:20:39.515455 n-d-827895-2 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] subnetpool is already registered Feb 07 22:20:39.518404 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.518829 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service FLAVORS assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.519405 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.519849 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.520178 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:router Feb 07 22:20:39.520512 n-d-827895-2 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] router is already registered Feb 07 22:20:39.520909 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:floatingip Feb 07 22:20:39.521235 n-d-827895-2 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] floatingip is already registered Feb 07 22:20:39.521678 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service METERING assigned prefix: /metering {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.522320 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 22:20:39.522643 n-d-827895-2 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] rbac_policy is already registered Feb 07 22:20:39.523042 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:security_group Feb 07 22:20:39.523367 n-d-827895-2 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] security_group is already registered Feb 07 22:20:39.523779 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 22:20:39.524105 n-d-827895-2 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] security_group_rule is already registered Feb 07 22:20:39.524726 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service CORE assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.525046 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:20:39.525368 n-d-827895-2 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] subnetpool is already registered Feb 07 22:20:39.525778 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Service CORE assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:20:39.526207 n-d-827895-2 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:20:39.526528 n-d-827895-2 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] subnetpool is already registered Feb 07 22:20:39.526998 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: extensions {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.528503 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: address-groups {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.529980 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: address-scopes {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.531544 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: agents {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.532740 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: auto-allocated-topology {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.534033 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: availability_zones {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.535254 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: dhcp-networks {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.536799 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: dhcp-agents {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.538186 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: routers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.540419 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: flavors {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.541569 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: service_profiles {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.542800 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: next_providers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.544263 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: service_profiles {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.545790 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: floatingip-pools {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.546999 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: routers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.549192 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: floatingips {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.550505 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: l3-routers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.551905 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: l3-agents {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.553301 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: metering-labels {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.554652 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: metering-label-rules {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.555961 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: network-ip-availabilities {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.557237 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: bindings {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.558867 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: quotas {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.560314 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: quotas {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.561709 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: rbac-policies {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.562914 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: security-groups {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.565784 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: security-group-rules {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.567007 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: service-providers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.568249 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: subnetpools {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.569664 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: subnetpools {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.571123 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.572834 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.574622 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.576406 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.578172 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.580022 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.582507 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.584428 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.586156 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.587918 n-d-827895-2 neutron-server[102182]: DEBUG neutron.api.extensions [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:20:39.593842 n-d-827895-2 neutron-server[102182]: WARNING keystonemiddleware.auth_token [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 22:20:39.598656 n-d-827895-2 neutron-server[102182]: WARNING keystonemiddleware.auth_token [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 22:20:39.607076 n-d-827895-2 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Acquired lock "singleton_lock" {{(pid=102182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 07 22:20:39.607541 n-d-827895-2 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Releasing lock "singleton_lock" {{(pid=102182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 07 22:20:39.608203 n-d-827895-2 neutron-server[102182]: INFO oslo_service.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Starting 2 workers Feb 07 22:20:39.613148 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Started child 102289 {{(pid=102182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 22:20:39.617727 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Started child 102290 {{(pid=102182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 22:20:39.618580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:39.619300 n-d-827895-2 neutron-server[102182]: INFO neutron.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 22:20:39.620005 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Notify callbacks [] for process, before_spawn {{(pid=102182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:39.620100 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [-] (102289) wsgi starting up on http://0.0.0.0:9696 Feb 07 22:20:39.622407 n-d-827895-2 neutron-server[102182]: INFO oslo_service.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Starting 1 workers Feb 07 22:20:39.622587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:39.623860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [-] (102290) wsgi starting up on http://0.0.0.0:9696 Feb 07 22:20:39.628190 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Started child 102291 {{(pid=102182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 22:20:39.628775 n-d-827895-2 neutron-server[102182]: INFO oslo_service.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Starting 1 workers Feb 07 22:20:39.632120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] calling RpcWorker wait() {{(pid=102291) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 22:20:39.632694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] returning from RpcWorker wait() {{(pid=102291) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 22:20:39.633277 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Started child 102292 {{(pid=102182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 22:20:39.633963 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:39.634136 n-d-827895-2 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd9d0-514c-4eea-9fe2-f00fc0d9903b None None] Notify callbacks [] for process, after_spawn {{(pid=102182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:39.634537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:20:39.636128 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 22:20:39.636338 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 22:20:39.636517 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 22:20:39.636736 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 22:20:39.637071 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 22:20:39.637231 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 22:20:39.637739 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.638001 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.638267 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.638523 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.638819 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.638920 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:39.639378 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.639643 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.639933 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.640188 n-d-827895-2 neutron-server[102292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:20:39.640293 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.640438 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.640608 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.640768 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.641014 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.641243 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.641541 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.641789 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.642029 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.642286 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.642453 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.643424 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.643803 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.644025 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.644297 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] debug = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.644535 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.645004 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.645232 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.645469 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.645681 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.645948 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.646215 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.646421 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.646659 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.646871 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.647099 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.647342 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.647567 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.647806 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.648022 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.648281 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.648490 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.648966 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] host = n-d-827895-2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.649195 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.649434 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.649699 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.649960 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.650214 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.650424 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.650675 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.650912 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.651156 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.651375 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.651627 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.651897 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.652148 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.652381 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.652545 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_options = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.652778 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.653032 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.653281 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.653468 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.653632 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.653803 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.654077 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.654225 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.654446 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.654658 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.654867 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.655075 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.655304 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.655564 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.655778 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.656269 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.656509 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.656744 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.656979 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.657205 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.657424 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.657640 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.657849 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.658061 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.658329 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.660413 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.660413 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.660413 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.660413 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.660413 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.660413 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.660413 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.660413 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.660957 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.661031 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.661286 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.661569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.661786 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.662042 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.662288 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.662548 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.662809 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.663015 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.663273 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.663468 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.663682 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.663919 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_json = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.664702 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.664702 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.664702 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.668026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.668026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.668026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.668026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.668026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.668026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.668026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.668026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.670642 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.670642 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.670642 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.670642 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.670642 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.670642 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.670642 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.670642 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.672094 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.672094 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.672094 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.672094 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.672094 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.672094 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.672094 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.672094 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675089 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675089 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675089 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675089 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675089 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675089 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675089 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675089 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675966 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675966 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675966 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675966 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675966 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675966 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675966 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.675966 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.678348 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.678348 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.678348 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.678348 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.678348 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.678348 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.678348 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.678348 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.678348 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.680798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.680798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.680798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.680798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.680798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.680798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.680798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.680798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.680798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.683569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.683569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.683569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.683569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.683569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.683569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.683569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.683569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.683569 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.684522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.684522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.684522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.684522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.684522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.684522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.684522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.684522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.684522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.685137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.685137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.685137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.685137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.685137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.685137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.685137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.685137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.685137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686092 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686092 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686092 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686092 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686092 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686092 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686092 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686092 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686092 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686705 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686705 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686705 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686705 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.686989 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.687117 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.687340 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.687687 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.688725 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.688725 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.688725 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.688725 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.688725 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.689106 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.689194 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.690166 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.690278 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.690866 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.690866 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.691075 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.691217 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.691444 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693028 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693028 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693028 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693028 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693028 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693028 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693508 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693508 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693671 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.693785 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.694050 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.694349 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.694792 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.695036 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697198 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697198 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697198 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697198 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697198 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697198 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697198 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697198 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697198 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697914 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697914 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.697914 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.698139 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.698376 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.698622 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.698866 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.699097 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.699356 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.699600 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.699868 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.700129 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.700370 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.700617 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.700849 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.701076 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.701302 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.701545 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.701792 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.701999 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.702230 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.702472 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.702708 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.702940 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.703165 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.703387 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.703590 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.703822 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.704043 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.704261 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.704496 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.704729 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.704937 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.706247 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.706247 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.706247 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.706847 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.706847 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.707115 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.707115 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.707311 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.707586 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.707876 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.708094 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.708335 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.708551 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.708799 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.709027 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.709266 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.709497 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.709717 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.709909 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.710141 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.710350 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.710571 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.710788 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.711383 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.711383 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.711685 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.711872 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.712046 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.712270 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.712511 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.712723 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.712959 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.713188 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.713561 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.713794 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.714006 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.714218 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.714481 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.714722 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.714948 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.715197 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.715374 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.715572 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.715802 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.716001 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.716281 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.716514 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.716738 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.716981 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.717207 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.717409 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.717628 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.717831 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.718032 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.718244 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.718453 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.718675 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.718890 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.719091 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.719326 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.719522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.719724 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.720026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.720372 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.720530 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.720669 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.720911 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.721137 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.721289 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.721655 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.721871 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.722076 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.722308 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.722895 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.722895 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.723163 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.723163 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.723391 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.723522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.723751 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.723972 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.724494 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.724494 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.724774 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.725024 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.725212 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.725448 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.725680 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.725988 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.726194 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.726422 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.726632 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.726859 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.727069 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.727328 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.727634 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.728135 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.728268 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.728411 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.728666 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.728945 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.729226 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.729431 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.729721 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.730040 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.730310 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.730562 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.730801 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.731040 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.731258 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.731464 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.731674 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.732033 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.732244 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.732500 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.732720 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.732938 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.733150 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.733368 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.733598 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.733816 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.734022 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.734258 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.734467 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.734621 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 22:20:39.735152 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 22:20:39.735308 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 22:20:39.735457 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 22:20:39.735622 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 22:20:39.735820 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 22:20:39.735974 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 22:20:39.736177 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.736383 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.736584 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.736833 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.737021 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.737175 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.737315 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.737670 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.737670 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.737826 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.737913 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.738044 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.738196 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.738364 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.738491 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.738638 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.738790 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.738944 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.739101 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.739254 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.739405 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.739595 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.739767 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] debug = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.739890 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.740064 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.740222 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.740373 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.740525 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.740677 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.740828 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.740979 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.741134 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.741288 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.741441 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.741596 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.741748 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.741900 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.742102 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.742187 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.742295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:20:39.742394 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.742473 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] host = n-d-827895-2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.742612 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.742750 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.742901 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.743053 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.743207 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.743358 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.743509 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.743661 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.743836 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.743988 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.744140 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.744290 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.744442 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.744593 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.744746 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_options = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.744899 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.745052 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.745207 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.745389 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.745546 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.745699 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.745851 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.746003 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.746158 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.746567 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.746567 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.746567 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.746940 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.746940 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.747121 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.747209 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.747286 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.747422 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.747575 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.748444 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.748444 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.748444 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.748444 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.748444 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.748444 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.749540 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.749540 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.749540 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.749540 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.749540 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.749540 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.749540 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750005 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750005 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750005 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750005 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750290 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750290 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750430 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750552 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750704 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.750856 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.751008 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.751159 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.751311 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.751463 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.751615 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_json = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.751788 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.752458 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.752630 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.752783 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.753003 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.753203 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.753203 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.753470 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.753470 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:20:39.753699 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.753807 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.753956 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.754112 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.754271 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.754412 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.754565 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.754719 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.754874 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.755027 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.755189 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.755327 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.755522 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.755655 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.755897 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.756021 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.756155 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.756277 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.756407 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.756528 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.756648 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.756917 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.757083 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.757207 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.757326 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.757446 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.757566 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.757733 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.757887 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.758042 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.758195 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.758350 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.758505 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.758660 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.758814 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.758969 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.759124 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.759279 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.759434 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.759589 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.759762 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.759919 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.760066 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.760219 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.760373 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.760529 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.760682 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.760836 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.761015 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.761136 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.761293 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.761447 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.761601 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.761758 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.761910 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.762077 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.762231 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.762385 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.762540 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.762697 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.762850 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.763007 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.763148 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.763301 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.763498 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.763627 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.763798 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.763942 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.764097 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.764250 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.764744 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.764744 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.764744 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.765103 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.765103 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.765103 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.765449 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.765449 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.765718 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.765718 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.765878 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.766014 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.766096 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.766255 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.766409 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.766562 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.766716 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.766869 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.767023 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.767185 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.767355 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.767510 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.768322 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.768492 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.768635 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.768786 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.769077 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.769235 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.769388 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.769542 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.769696 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.769850 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.770008 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.770163 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.770317 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.770470 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.770625 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.770780 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.770934 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.771088 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.771242 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.771397 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.771551 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.771744 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.771882 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.772036 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.772670 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.772670 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.772670 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.772670 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.773218 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.773218 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.773218 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.773218 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.773701 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.773701 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.773701 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.773997 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.773997 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.774268 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.774268 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.774496 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.774496 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.774685 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.774805 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.774960 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.775114 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.775292 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.775446 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.775694 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.775848 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.775970 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.776148 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.776290 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.776449 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.776585 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.776719 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.776862 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.776996 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.777130 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.777259 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.777387 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.777524 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.777657 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.777791 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.777919 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.778055 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.778197 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.778355 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.778493 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.778651 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.778794 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.778948 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.779102 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.779255 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.779411 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.779564 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.779750 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.779897 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.780051 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.780206 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.780361 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.780515 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.780668 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.780833 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.780960 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.781368 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.781523 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.781678 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.781832 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.781986 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.782142 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.782296 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.782452 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.782606 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.782759 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.782914 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.783068 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.783275 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.783430 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.783766 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.783923 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.784088 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.784232 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.784370 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.784524 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.784679 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.784834 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.784989 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.785142 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.785296 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.785450 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.785605 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.785747 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.785941 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.786066 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.786197 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.786351 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.786506 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.786660 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.786815 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.786981 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.787136 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.787290 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.787444 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.787597 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.787774 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.787941 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.788096 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.788249 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.788403 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.788556 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.788710 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.788874 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.789028 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.789183 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.789336 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.789490 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.789643 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.789807 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.789960 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.790114 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.790278 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.790421 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.790575 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.790738 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.790908 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.791045 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.791195 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.791342 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.791530 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.791721 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.791864 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.791993 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.792131 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.792266 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.792402 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.792524 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.792672 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.792827 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.792990 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.793145 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.793299 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.793452 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.793618 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.793778 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.793935 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.794090 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.794244 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.794398 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.794586 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.794719 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.794865 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.795026 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.795182 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.795344 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.795507 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.795670 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.795845 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.796006 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.796172 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.796327 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.796480 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.796634 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.796788 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.796941 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.797095 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.797249 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.797402 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.797557 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.797733 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.797865 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.798037 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.798172 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.798325 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.798478 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.798631 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.798785 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.798987 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.799127 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:20:39.799261 n-d-827895-2 neutron-server[102182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 22:20:39.927463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50762) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:20:39.936025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063741 Feb 07 22:20:51.392083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229bc93-80a0-4ddd-93bc-504f9606faa7 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:20:51.465036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229bc93-80a0-4ddd-93bc-504f9606faa7 None None] No non-hosted networks {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 22:20:51.483368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.agentschedulers_db [None req-5229bc93-80a0-4ddd-93bc-504f9606faa7 None None] DHCP Agent not found on host n-d-827895-2 {{(pid=102291) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 07 22:20:51.658481 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc451133-3f31-4fdb-9e7b-e0a9cf8269bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763447'] for agent, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:53.724645 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38e5207b-3a48-4fb8-8ff4-50253e5b40cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763447'] for agent, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:53.773316 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96efcc51-d68f-434c-974d-8a199750da8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:54.670481 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763447'] for agent, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:56.147016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763447'] for agent, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:56.454978 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763447'] for agent, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:20:56.456587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.457153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.457633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.458172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.458644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.459403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.459799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.460179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.460505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.460835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.461212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.461534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:20:56.461996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827895-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:20:56.479054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827895-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:20:57.513614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50852) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:20:58.023810 n-d-827895-2 neutron-server[102290]: WARNING oslo_policy.policy [None req-48489224-9f78-461f-ba16-be8148ac6c67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:20:58.024475 n-d-827895-2 neutron-server[102290]: WARNING oslo_policy.policy [None req-48489224-9f78-461f-ba16-be8148ac6c67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:20:58.250675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-48489224-9f78-461f-ba16-be8148ac6c67 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:20:58.251696 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-48489224-9f78-461f-ba16-be8148ac6c67 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7371845 Feb 07 22:21:00.103203 n-d-827895-2 neutron-server[102291]: INFO neutron.db.l3_hamode_db [None req-d1880635-c012-41bb-bb99-3f9f3c8c656a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 22:21:00.180610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1880635-c012-41bb-bb99-3f9f3c8c656a None None] Routers set() bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:21:00.180998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1880635-c012-41bb-bb99-3f9f3c8c656a None None] Router IDs set() for agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 22:21:00.713889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50868) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:01.207884 n-d-827895-2 neutron-server[102289]: WARNING oslo_policy.policy [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:21:01.208506 n-d-827895-2 neutron-server[102289]: WARNING oslo_policy.policy [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:21:01.429430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:21:01.524450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.policy [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102289) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 22:21:01.569678 n-d-827895-2 neutron-server[102289]: WARNING oslo_policy.policy [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:21:01.570040 n-d-827895-2 neutron-server[102289]: WARNING oslo_policy.policy [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:21:01.578516 n-d-827895-2 neutron-server[102289]: INFO neutron.quota [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] Loaded quota_driver: . Feb 07 22:21:01.668001 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784722968754', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784722969247', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784722957217', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784722953565', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784722295226', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784723016165', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1812783', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1851410', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-871726', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-929211'] for rbac-policy, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:01.731760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:01.733360 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-da7abafa-5bc0-4325-b172-d12247815156 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0170746 Feb 07 22:21:04.429266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50886) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:04.740224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Request body: {'network': {'name': 'private', 'project_id': '6181335031f04e309598aeb2971ead3f', 'admin_state_up': True, 'tenant_id': '6181335031f04e309598aeb2971ead3f'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:21:04.770645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Made reservation on behalf of 6181335031f04e309598aeb2971ead3f for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:21:04.773500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:04.790772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:04.901819 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:04.906357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:04.928367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:21:04.957434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784725135418', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:04.958017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Unsubscribe: segment precommit_create {{(pid=102289) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 22:21:04.958527 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Added segment 6b704e44-7de8-4bed-b664-6b764f33045a of type vlan for network 35c2b306-bd2a-402f-a476-bf86035c70b5 Feb 07 22:21:04.974442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35597181-d5f9-4a85-8c2b-0f23be164afa,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:05.000645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.000976 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.001394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.001627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.002032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.002294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.003960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.004379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.004700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.005019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.005333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.005641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Tracked resource versions report: Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: pushed versions: Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: { 'AddressGroup': {'1.2'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'ConntrackHelper': {'1.0'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Log': {'1.0'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Network': {'1.1'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Port': {'1.7'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'PortForwarding': {'1.2'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'QosPolicy': {'1.9'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'SecurityGroup': {'1.4'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'SubPort': {'1.0'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Subnet': {'1.1'}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Trunk': {'1.1'}} Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: consumer versions: Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: { DHCP agent@n-d-827895-2: {}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: L3 agent@n-d-827895-2: {}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: Metadata agent@n-d-827895-2: {}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: Metering agent@n-d-827895-2: {}, Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: Open vSwitch agent@n-d-827895-2: { 'AddressGroup': '1.2', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'ConntrackHelper': '1.0', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Log': '1.0', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Network': '1.1', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Port': '1.7', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'PortForwarding': '1.2', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'QosPolicy': '1.9', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'SecurityGroup': '1.4', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'SecurityGroupRule': '1.2', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'SubPort': '1.0', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Subnet': '1.1', Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: 'Trunk': '1.1'}} Feb 07 22:21:05.006699 n-d-827895-2 neutron-server[102289]: {{(pid=102289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:21:05.070709 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:05.110412 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:05.111584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:05.112877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:05.184053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7536082 Feb 07 22:21:05.214090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a5b83-2b4e-4ad7-a6da-784cc03a2357 admin admin] Pushing event updated for resources: {'Network': ['ID=35c2b306-bd2a-402f-a476-bf86035c70b5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:05.225989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 35c2b306-bd2a-402f-a476-bf86035c70b5 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:21:07.920032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50900) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:08.457774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.policy [None req-077b687e-1ede-4482-9a91-e24dc7bfcf41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102290) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 22:21:08.503376 n-d-827895-2 neutron-server[102290]: WARNING oslo_policy.policy [None req-077b687e-1ede-4482-9a91-e24dc7bfcf41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:21:08.503767 n-d-827895-2 neutron-server[102290]: WARNING oslo_policy.policy [None req-077b687e-1ede-4482-9a91-e24dc7bfcf41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:21:08.511870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077b687e-1ede-4482-9a91-e24dc7bfcf41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:08.513582 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-077b687e-1ede-4482-9a91-e24dc7bfcf41 admin admin] 10.222.0.15 "GET /v2.0/networks/35c2b306-bd2a-402f-a476-bf86035c70b5 HTTP/1.1" status: 200 len: 824 time: 0.5926385 Feb 07 22:21:08.554223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c2cbb89d-e015-4273-9137-e62b72999882 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/beea2f54-d188-42e8-b23e-6e393c6ea9f9 HTTP/1.1" status: 200 len: 734 time: 0.0332348 Feb 07 22:21:08.563808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Request body: {'subnet': {'tenant_id': '6181335031f04e309598aeb2971ead3f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5', 'subnetpool_id': 'beea2f54-d188-42e8-b23e-6e393c6ea9f9'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:21:08.565542 n-d-827895-2 neutron-server[102290]: INFO neutron.quota [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Loaded quota_driver: . Feb 07 22:21:08.606714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Made reservation on behalf of 6181335031f04e309598aeb2971ead3f for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:21:08.609481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:08.895789 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:08.965488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Checking segment: {'id': '6b704e44-7de8-4bed-b664-6b764f33045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:21:08.966179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Network hostable DHCP agents. Network: 35c2b306-bd2a-402f-a476-bf86035c70b5, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:21:08.977899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f5d705-1c2d-47b5-9597-9ece2f4028d2,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:08.993565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.993903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.994234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.994555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.994874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.995192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.995508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.995849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.996164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.996478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.996788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.997096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Tracked resource versions report: Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: pushed versions: Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: { 'AddressGroup': {'1.2'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'ConntrackHelper': {'1.0'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Log': {'1.0'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Network': {'1.1'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Port': {'1.7'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'PortForwarding': {'1.2'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'QosPolicy': {'1.9'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'SecurityGroup': {'1.4'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'SubPort': {'1.0'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Subnet': {'1.1'}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Trunk': {'1.1'}} Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: consumer versions: Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: { DHCP agent@n-d-827895-2: {}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: L3 agent@n-d-827895-2: {}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: Metadata agent@n-d-827895-2: {}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: Metering agent@n-d-827895-2: {}, Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: Open vSwitch agent@n-d-827895-2: { 'AddressGroup': '1.2', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'ConntrackHelper': '1.0', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Log': '1.0', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Network': '1.1', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Port': '1.7', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'PortForwarding': '1.2', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'QosPolicy': '1.9', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'SecurityGroup': '1.4', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'SecurityGroupRule': '1.2', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'SubPort': '1.0', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Subnet': '1.1', Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: 'Trunk': '1.1'}} Feb 07 22:21:08.998132 n-d-827895-2 neutron-server[102290]: {{(pid=102290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:21:09.019679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Network 35c2b306-bd2a-402f-a476-bf86035c70b5 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:21:09.033338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 35c2b306-bd2a-402f-a476-bf86035c70b5) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:21:09.038133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:09.038746 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:09.043730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56ea37-a3df-43b4-8a29-d9c8ebb1d986 None None] Network 35c2b306-bd2a-402f-a476-bf86035c70b5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:21:09.064236 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9e50e293-2b4d-423a-bc30-05f0c2a9f960 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5037947 Feb 07 22:21:09.378765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-35c2b306-bd2a-402f-a476-bf86035c70b5', 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'fixed_ips': [{'subnet_id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:21:09.379872 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:09.679832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Allocated IP 172.20.0.2 (35c2b306-bd2a-402f-a476-bf86035c70b5/18f5d705-1c2d-47b5-9597-9ece2f4028d2/6ef9792b-dc66-4f64-9124-4419014bc757) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:21:09.881452 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:09.889505 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:09.972455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Network 35c2b306-bd2a-402f-a476-bf86035c70b5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:21:09.976625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:21:09.978260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Pushing event updated for resources: {'Port': ['ID=6ef9792b-dc66-4f64-9124-4419014bc757,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:09.982919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:21:09.991615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.991989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.992328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.992661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.992995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.993324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.993649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.993971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.994291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.994611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.994931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.995249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Tracked resource versions report: Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: pushed versions: Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: { 'AddressGroup': {'1.2'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'ConntrackHelper': {'1.0'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Log': {'1.0'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Network': {'1.1'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Port': {'1.7'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'PortForwarding': {'1.2'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'QosPolicy': {'1.9'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'SecurityGroup': {'1.4'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'SubPort': {'1.0'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Subnet': {'1.1'}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Trunk': {'1.1'}} Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: consumer versions: Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: { DHCP agent@n-d-827895-2: {}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: L3 agent@n-d-827895-2: {}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: Metadata agent@n-d-827895-2: {}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: Metering agent@n-d-827895-2: {}, Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: Open vSwitch agent@n-d-827895-2: { 'AddressGroup': '1.2', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'ConntrackHelper': '1.0', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Log': '1.0', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Network': '1.1', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Port': '1.7', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'PortForwarding': '1.2', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'QosPolicy': '1.9', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'SecurityGroup': '1.4', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'SecurityGroupRule': '1.2', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'SubPort': '1.0', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Subnet': '1.1', Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: 'Trunk': '1.1'}} Feb 07 22:21:09.996354 n-d-827895-2 neutron-server[102291]: {{(pid=102291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:21:10.070950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Attempting to bind port 6ef9792b-dc66-4f64-9124-4419014bc757 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:21:10.071618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Attempting to bind port 6ef9792b-dc66-4f64-9124-4419014bc757 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6b704e44-7de8-4bed-b664-6b764f33045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:21:10.071766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Attempting to bind port 6ef9792b-dc66-4f64-9124-4419014bc757 on network 35c2b306-bd2a-402f-a476-bf86035c70b5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:21:10.076970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:21:10.077379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Checking segment: {'id': '6b704e44-7de8-4bed-b664-6b764f33045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:21:10.077851 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:10.078237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Bound using segment: {'id': '6b704e44-7de8-4bed-b664-6b764f33045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:21:10.078736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Bound port: 6ef9792b-dc66-4f64-9124-4419014bc757, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b704e44-7de8-4bed-b664-6b764f33045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:21:10.079155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:10.139597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] For port 6ef9792b-dc66-4f64-9124-4419014bc757, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:21:10.143887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] For port 6ef9792b-dc66-4f64-9124-4419014bc757, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6ef9792b-dc66-4f64-9124-4419014bc757,segment=NetworkSegment(6b704e44-7de8-4bed-b664-6b764f33045a),segment_id=6b704e44-7de8-4bed-b664-6b764f33045a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:21:10.148369 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:10.213002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675a85f-a527-4d32-92d8-b7913cb021ad None None] Pushing event updated for resources: {'Port': ['ID=6ef9792b-dc66-4f64-9124-4419014bc757,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:11.612985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50914) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:12.131992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-289689ae-43e5-4c1d-8776-680433ec2945 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:21:12.133052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-289689ae-43e5-4c1d-8776-680433ec2945 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5190661 Feb 07 22:21:14.813502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50922) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:15.186752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-94e50082-e2a0-4c02-acd5-a06b13875eed admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:21:15.187859 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-94e50082-e2a0-4c02-acd5-a06b13875eed admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3730998 Feb 07 22:21:18.073252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50936) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:18.418357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4f816cfe-1963-44da-b75f-ec320dc744f3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6181335031f04e309598aeb2971ead3f'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:21:18.446049 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f816cfe-1963-44da-b75f-ec320dc744f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:18.447724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f816cfe-1963-44da-b75f-ec320dc744f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:18.594531 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f816cfe-1963-44da-b75f-ec320dc744f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:18.601959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f816cfe-1963-44da-b75f-ec320dc744f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:18.622518 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f816cfe-1963-44da-b75f-ec320dc744f3 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:18.623786 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f816cfe-1963-44da-b75f-ec320dc744f3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5495229 Feb 07 22:21:19.199036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416eb285-4474-45d6-8942-cd0d61e76756 None None] Network 35c2b306-bd2a-402f-a476-bf86035c70b5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:21:19.287229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0a5aba7b-7690-494c-8496-3abc284c5491 None None] Provisioning complete for port 6ef9792b-dc66-4f64-9124-4419014bc757 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:19.287636 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a5aba7b-7690-494c-8496-3abc284c5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:19.511156 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a5aba7b-7690-494c-8496-3abc284c5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:19.564411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0a5aba7b-7690-494c-8496-3abc284c5491 None None] For port 6ef9792b-dc66-4f64-9124-4419014bc757, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6ef9792b-dc66-4f64-9124-4419014bc757,segment=NetworkSegment(6b704e44-7de8-4bed-b664-6b764f33045a),segment_id=6b704e44-7de8-4bed-b664-6b764f33045a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:21:19.571494 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a5aba7b-7690-494c-8496-3abc284c5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:19.631373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5aba7b-7690-494c-8496-3abc284c5491 None None] Pushing event updated for resources: {'Port': ['ID=6ef9792b-dc66-4f64-9124-4419014bc757,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:19.809034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c0310d50-f85f-49e9-9a46-d27d5baff5d0 None None] Provisioning complete for port 6ef9792b-dc66-4f64-9124-4419014bc757 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:19.809660 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0310d50-f85f-49e9-9a46-d27d5baff5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:19.891304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6ef9792b-dc66-4f64-9124-4419014bc757 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:21:19.959367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6ef9792b-dc66-4f64-9124-4419014bc757 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:19.959751 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:21.176527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50944) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:21.356921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dcc601b-3b0b-4c13-935c-d60442dfb9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:21.517792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-009cb6d9-5698-4261-901c-8620ca7ed9e3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:21:21.519489 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-009cb6d9-5698-4261-901c-8620ca7ed9e3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3420339 Feb 07 22:21:23.724510 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf8800bf-a01e-45fd-a08a-e85711d34c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.046813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50952) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:24.419737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:21:24.447996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Made reservation on behalf of 6dcc421dddff4d16be30aae37f8ac3a8 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:21:24.450491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.467257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.597851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.603873 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.604896 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.620489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Reserving flat network on physical network physnet1 {{(pid=102290) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 07 22:21:24.644257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cd36ba-c394-49ee-ac4e-76d8eb446476,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:24.647052 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784725135418', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.647619 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Unsubscribe: segment precommit_create {{(pid=102290) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 22:21:24.648129 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Added segment 348ee8dc-d117-4834-be6e-9f039c71721a of type flat for network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 Feb 07 22:21:24.708449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.755824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.757120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:24.757756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:24.858426 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8105042 Feb 07 22:21:24.878918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90349a21-1023-4c8f-a8b3-fbe7c388091e admin admin] Pushing event updated for resources: {'Network': ['ID=8d6de131-92fb-4af1-9dc0-44c8dec631c7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:24.894527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:21:26.096336 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:26.459615 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:27.397293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50970) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:27.595118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e898b00-b326-4e14-86fe-347363d9f782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:27.597244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8e898b00-b326-4e14-86fe-347363d9f782 admin admin] 10.222.0.15 "GET /v2.0/subnets/18f5d705-1c2d-47b5-9597-9ece2f4028d2 HTTP/1.1" status: 200 len: 849 time: 0.1988816 Feb 07 22:21:27.771170 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cd0f77ee-f550-492a-bccb-24bb1ab50db2 admin admin] 10.222.0.15 "GET /v2.0/routers/1b4585a3-9551-4194-82d6-bf6749219fc2 HTTP/1.1" status: 200 len: 704 time: 0.1671040 Feb 07 22:21:28.051894 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:28.360985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Allocated IP 172.20.0.1 (35c2b306-bd2a-402f-a476-bf86035c70b5/18f5d705-1c2d-47b5-9597-9ece2f4028d2/5c5243ea-65cf-457b-a712-62a79ff9515b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:21:28.537493 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:28.605929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:28.681190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Network 35c2b306-bd2a-402f-a476-bf86035c70b5 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:21:28.686713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:21:28.696705 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:21:28.697277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:28.823284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5243ea-65cf-457b-a712-62a79ff9515b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:28.921120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1195d45e-c0dc-45dc-a8c4-57332d07c6be None None] Provisioning complete for port 5c5243ea-65cf-457b-a712-62a79ff9515b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:28.921762 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1195d45e-c0dc-45dc-a8c4-57332d07c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:28.971381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1195d45e-c0dc-45dc-a8c4-57332d07c6be None None] Port 5c5243ea-65cf-457b-a712-62a79ff9515b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:21:28.988286 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:29.221906 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:29.230730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:29.231637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:29.317435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5243ea-65cf-457b-a712-62a79ff9515b,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:29.366782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Network 35c2b306-bd2a-402f-a476-bf86035c70b5 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:21:29.368156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:21:29.575925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Router 1b4585a3-9551-4194-82d6-bf6749219fc2 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:21:29.598766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3662bdd2-e1a8-40d6-9234-6fe9e56c20fd None None] Provisioning complete for port 5c5243ea-65cf-457b-a712-62a79ff9515b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:29.599143 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3662bdd2-e1a8-40d6-9234-6fe9e56c20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:29.675482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:21:29.681679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-71041c05-7f0a-4bbb-8f74-2d54f8101d54 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b4585a3-9551-4194-82d6-bf6749219fc2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9040790 Feb 07 22:21:29.695672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3662bdd2-e1a8-40d6-9234-6fe9e56c20fd None None] Port 5c5243ea-65cf-457b-a712-62a79ff9515b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:21:29.696016 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Sync routers for ids ['1b4585a3-9551-4194-82d6-bf6749219fc2'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:21:29.711181 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Routers {'1b4585a3-9551-4194-82d6-bf6749219fc2'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:21:29.712042 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:21:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b4585a3-9551-4194-82d6-bf6749219fc2'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:21:29.917487 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Set router 1b4585a3-9551-4194-82d6-bf6749219fc2 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:21:30.355679 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'name': 'router1', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:21:18Z', 'updated_at': '2022-02-07T22:21:28Z', 'revision_number': 2, 'project_id': '6181335031f04e309598aeb2971ead3f', 'gw_port_host': None, '_interfaces': [{'id': '5c5243ea-65cf-457b-a712-62a79ff9515b', 'name': '', 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'mac_address': 'fa:16:3e:80:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:21:28Z', 'updated_at': '2022-02-07T22:21:29Z', 'revision_number': 2, 'project_id': '6181335031f04e309598aeb2971ead3f', 'subnets': [{'id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beea2f54-d188-42e8-b23e-6e393c6ea9f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:21:30.407579 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Checking router: 1b4585a3-9551-4194-82d6-bf6749219fc2 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:21:30.408007 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Updating router 1b4585a3-9551-4194-82d6-bf6749219fc2 port 5c5243ea-65cf-457b-a712-62a79ff9515b binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:21:30.458294 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.022616 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.029917 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.194918 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Pushing event updated for resources: {'Port': ['ID=5c5243ea-65cf-457b-a712-62a79ff9515b,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:31.215859 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.216288 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.216553 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.216832 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.217143 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.217456 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.217777 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.218090 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.218393 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.218702 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.219015 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.219321 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Tracked resource versions report: Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: pushed versions: Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: { 'AddressGroup': {'1.2'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'ConntrackHelper': {'1.0'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Log': {'1.0'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Network': {'1.1'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Port': {'1.7'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'PortForwarding': {'1.2'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'QosPolicy': {'1.9'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'SecurityGroup': {'1.4'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'SubPort': {'1.0'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Subnet': {'1.1'}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Trunk': {'1.1'}} Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: consumer versions: Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: { DHCP agent@n-d-827895-2: {}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: L3 agent@n-d-827895-2: {}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: Metadata agent@n-d-827895-2: {}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: Metering agent@n-d-827895-2: {}, Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: Open vSwitch agent@n-d-827895-2: { 'AddressGroup': '1.2', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'ConntrackHelper': '1.0', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Log': '1.0', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Network': '1.1', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Port': '1.7', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'PortForwarding': '1.2', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'QosPolicy': '1.9', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'SecurityGroup': '1.4', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'SecurityGroupRule': '1.2', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'SubPort': '1.0', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Subnet': '1.1', Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: 'Trunk': '1.1'}} Feb 07 22:21:31.220490 n-d-827895-2 neutron-server[102292]: {{(pid=102292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:21:31.226852 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Attempting to bind port 5c5243ea-65cf-457b-a712-62a79ff9515b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:21:31.227238 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Attempting to bind port 5c5243ea-65cf-457b-a712-62a79ff9515b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6b704e44-7de8-4bed-b664-6b764f33045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:21:31.227744 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Attempting to bind port 5c5243ea-65cf-457b-a712-62a79ff9515b on network 35c2b306-bd2a-402f-a476-bf86035c70b5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:21:31.234369 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:21:31.234794 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Checking segment: {'id': '6b704e44-7de8-4bed-b664-6b764f33045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:21:31.235384 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.235649 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Bound using segment: {'id': '6b704e44-7de8-4bed-b664-6b764f33045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:21:31.236778 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Bound port: 5c5243ea-65cf-457b-a712-62a79ff9515b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b704e44-7de8-4bed-b664-6b764f33045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:21:31.237315 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.330954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0fab1d96-813a-4e6c-9632-f7c63df2d25b None None] Provisioning complete for port 5c5243ea-65cf-457b-a712-62a79ff9515b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:31.331983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0fab1d96-813a-4e6c-9632-f7c63df2d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.353645 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] For port 5c5243ea-65cf-457b-a712-62a79ff9515b, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:21:31.382479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0fab1d96-813a-4e6c-9632-f7c63df2d25b None None] Port 5c5243ea-65cf-457b-a712-62a79ff9515b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:21:31.388653 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] For port 5c5243ea-65cf-457b-a712-62a79ff9515b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5c5243ea-65cf-457b-a712-62a79ff9515b,segment=NetworkSegment(6b704e44-7de8-4bed-b664-6b764f33045a),segment_id=6b704e44-7de8-4bed-b664-6b764f33045a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:21:31.402000 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.465911 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Routers {'1b4585a3-9551-4194-82d6-bf6749219fc2'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:21:31.466535 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:21:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b4585a3-9551-4194-82d6-bf6749219fc2'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:21:31.551788 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de005e2a-d769-49b5-8454-0694056628ce None None] Pushing event updated for resources: {'Port': ['ID=5c5243ea-65cf-457b-a712-62a79ff9515b,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:31.583891 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] Set router 1b4585a3-9551-4194-82d6-bf6749219fc2 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:21:31.706877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4b70633c-79cb-44e8-adfc-bded2b9f6c3b None None] Provisioning complete for port 5c5243ea-65cf-457b-a712-62a79ff9515b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:31.707231 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b70633c-79cb-44e8-adfc-bded2b9f6c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.793952 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b70633c-79cb-44e8-adfc-bded2b9f6c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.818481 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'name': 'router1', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:21:18Z', 'updated_at': '2022-02-07T22:21:28Z', 'revision_number': 2, 'project_id': '6181335031f04e309598aeb2971ead3f', 'gw_port_host': None, '_interfaces': [{'id': '5c5243ea-65cf-457b-a712-62a79ff9515b', 'name': '', 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'mac_address': 'fa:16:3e:80:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:21:28Z', 'updated_at': '2022-02-07T22:21:31Z', 'revision_number': 4, 'project_id': '6181335031f04e309598aeb2971ead3f', 'subnets': [{'id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beea2f54-d188-42e8-b23e-6e393c6ea9f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:21:31.830526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4b70633c-79cb-44e8-adfc-bded2b9f6c3b None None] For port 5c5243ea-65cf-457b-a712-62a79ff9515b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5c5243ea-65cf-457b-a712-62a79ff9515b,segment=NetworkSegment(6b704e44-7de8-4bed-b664-6b764f33045a),segment_id=6b704e44-7de8-4bed-b664-6b764f33045a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:21:31.835296 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b70633c-79cb-44e8-adfc-bded2b9f6c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:31.851603 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938330f6-0558-4194-a951-7580ab7771d2 None None] The sync data for ids ['1b4585a3-9551-4194-82d6-bf6749219fc2'] in n-d-827895-2 is: [{'id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'name': 'router1', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:21:18Z', 'updated_at': '2022-02-07T22:21:28Z', 'revision_number': 2, 'project_id': '6181335031f04e309598aeb2971ead3f', 'gw_port_host': None, '_interfaces': [{'id': '5c5243ea-65cf-457b-a712-62a79ff9515b', 'name': '', 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'mac_address': 'fa:16:3e:80:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:21:28Z', 'updated_at': '2022-02-07T22:21:31Z', 'revision_number': 4, 'project_id': '6181335031f04e309598aeb2971ead3f', 'subnets': [{'id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beea2f54-d188-42e8-b23e-6e393c6ea9f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:21:31.887350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70633c-79cb-44e8-adfc-bded2b9f6c3b None None] Pushing event updated for resources: {'Port': ['ID=5c5243ea-65cf-457b-a712-62a79ff9515b,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:32.176694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50990) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:32.295925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c583108-88fd-4c2c-8cd5-b1d8c211ff4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:32.297271 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9c583108-88fd-4c2c-8cd5-b1d8c211ff4a admin admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 842 time: 0.1194124 Feb 07 22:21:32.308083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:21:32.334645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Made reservation on behalf of 6dcc421dddff4d16be30aae37f8ac3a8 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:21:32.337715 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:32.652640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 22:21:32.653077 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:32.713359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19acd05-7293-42fc-95c2-26b9d9b81f03,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:32.725162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:21:32.725413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Network hostable DHCP agents. Network: 8d6de131-92fb-4af1-9dc0-44c8dec631c7, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:21:32.744919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:21:32.759910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 8d6de131-92fb-4af1-9dc0-44c8dec631c7) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:21:32.769100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:32.769682 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:32.770039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67318c1-e88d-4de5-856a-f90ba33214b2 None None] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:21:32.792271 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3b9569ac-8965-49d8-aa2f-2e0588227b46 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4876838 Feb 07 22:21:32.925191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850f129-5259-4259-a5e5-7b1ad7777ae2 None None] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:21:35.193487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50998) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:35.332934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-59c40e02-455b-4ead-8463-88d76a462aae admin admin] 10.222.0.15 "GET /v2.0/routers/1b4585a3-9551-4194-82d6-bf6749219fc2 HTTP/1.1" status: 200 len: 710 time: 0.1382060 Feb 07 22:21:35.431438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd063a-b1c1-4dea-a0cd-20a96a2996ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:35.432728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b1fd063a-b1c1-4dea-a0cd-20a96a2996ee admin admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 886 time: 0.0935936 Feb 07 22:21:35.442221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:21:35.759296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:35.993197 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:36.066052 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:36.175912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Allocated IP 172.25.8.198 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/632d2d87-0661-456b-a727-b2d0deea1866) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:21:36.289657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:36.327963 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:36.369800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:21:36.372610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:21:36.377465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:21:36.382684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Pushing event updated for resources: {'Port': ['ID=632d2d87-0661-456b-a727-b2d0deea1866,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:36.669852 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:36.871519 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:36.874932 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:37.077034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Router 1b4585a3-9551-4194-82d6-bf6749219fc2 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:21:37.200617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:21:37.205800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:37.206930 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3a80d891-db8a-4ca3-bcac-90f1c8b020c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b4585a3-9551-4194-82d6-bf6749219fc2 HTTP/1.1" status: 200 len: 890 time: 1.7679625 Feb 07 22:21:37.837428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5c5243ea-65cf-457b-a712-62a79ff9515b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:21:37.886389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 5c5243ea-65cf-457b-a712-62a79ff9515b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:37.886782 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:38.608795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Sync routers for ids ['1b4585a3-9551-4194-82d6-bf6749219fc2'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:21:38.621053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Routers {'1b4585a3-9551-4194-82d6-bf6749219fc2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:21:38.621688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:21:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b4585a3-9551-4194-82d6-bf6749219fc2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:21:38.843656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Set router 1b4585a3-9551-4194-82d6-bf6749219fc2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:21:39.259056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'name': 'router1', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '632d2d87-0661-456b-a727-b2d0deea1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:21:18Z', 'updated_at': '2022-02-07T22:21:36Z', 'revision_number': 4, 'project_id': '6181335031f04e309598aeb2971ead3f', 'gw_port': {'id': '632d2d87-0661-456b-a727-b2d0deea1866', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:21:36Z', 'updated_at': '2022-02-07T22:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '5c5243ea-65cf-457b-a712-62a79ff9515b', 'name': '', 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'mac_address': 'fa:16:3e:80:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:21:28Z', 'updated_at': '2022-02-07T22:21:31Z', 'revision_number': 5, 'project_id': '6181335031f04e309598aeb2971ead3f', 'subnets': [{'id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beea2f54-d188-42e8-b23e-6e393c6ea9f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:21:39.396504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Checking router: 1b4585a3-9551-4194-82d6-bf6749219fc2 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:21:39.396856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Updating router 1b4585a3-9551-4194-82d6-bf6749219fc2 port 632d2d87-0661-456b-a727-b2d0deea1866 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:21:39.448163 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:39.694308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51010) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:21:39.793050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:39.799624 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:39.811574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-315df22f-227d-498a-b264-d42e1207436d admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1159172 Feb 07 22:21:39.857014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Attempting to bind port 632d2d87-0661-456b-a727-b2d0deea1866 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:21:39.857607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Attempting to bind port 632d2d87-0661-456b-a727-b2d0deea1866 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:21:39.857753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Attempting to bind port 632d2d87-0661-456b-a727-b2d0deea1866 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:21:39.859950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209af4e-90ea-4def-9243-8f5eee8aeea2 None None] Pushing event updated for resources: {'Port': ['ID=632d2d87-0661-456b-a727-b2d0deea1866,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:39.870201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:21:39.870591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:21:39.871007 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:39.871411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:21:39.871950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Bound port: 632d2d87-0661-456b-a727-b2d0deea1866, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:21:39.872364 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:39.933480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] For port 632d2d87-0661-456b-a727-b2d0deea1866, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:21:39.936898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] For port 632d2d87-0661-456b-a727-b2d0deea1866, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=632d2d87-0661-456b-a727-b2d0deea1866,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:21:39.943984 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:40.011510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Routers {'1b4585a3-9551-4194-82d6-bf6749219fc2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:21:40.012287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:21:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b4585a3-9551-4194-82d6-bf6749219fc2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:21:40.017339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209af4e-90ea-4def-9243-8f5eee8aeea2 None None] Pushing event updated for resources: {'Port': ['ID=632d2d87-0661-456b-a727-b2d0deea1866,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:40.129341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] Set router 1b4585a3-9551-4194-82d6-bf6749219fc2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:21:40.354493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'name': 'router1', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '632d2d87-0661-456b-a727-b2d0deea1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:21:18Z', 'updated_at': '2022-02-07T22:21:36Z', 'revision_number': 4, 'project_id': '6181335031f04e309598aeb2971ead3f', 'gw_port': {'id': '632d2d87-0661-456b-a727-b2d0deea1866', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:21:36Z', 'updated_at': '2022-02-07T22:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '5c5243ea-65cf-457b-a712-62a79ff9515b', 'name': '', 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'mac_address': 'fa:16:3e:80:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:21:28Z', 'updated_at': '2022-02-07T22:21:31Z', 'revision_number': 5, 'project_id': '6181335031f04e309598aeb2971ead3f', 'subnets': [{'id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beea2f54-d188-42e8-b23e-6e393c6ea9f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:21:40.387670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c26e5e-23b8-4963-96e4-3eeaa3cd537b None None] The sync data for ids ['1b4585a3-9551-4194-82d6-bf6749219fc2'] in n-d-827895-2 is: [{'id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'name': 'router1', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '632d2d87-0661-456b-a727-b2d0deea1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:21:18Z', 'updated_at': '2022-02-07T22:21:36Z', 'revision_number': 4, 'project_id': '6181335031f04e309598aeb2971ead3f', 'gw_port': {'id': '632d2d87-0661-456b-a727-b2d0deea1866', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:21:36Z', 'updated_at': '2022-02-07T22:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '5c5243ea-65cf-457b-a712-62a79ff9515b', 'name': '', 'network_id': '35c2b306-bd2a-402f-a476-bf86035c70b5', 'tenant_id': '6181335031f04e309598aeb2971ead3f', 'mac_address': 'fa:16:3e:80:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4585a3-9551-4194-82d6-bf6749219fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:21:28Z', 'updated_at': '2022-02-07T22:21:31Z', 'revision_number': 5, 'project_id': '6181335031f04e309598aeb2971ead3f', 'subnets': [{'id': '18f5d705-1c2d-47b5-9597-9ece2f4028d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beea2f54-d188-42e8-b23e-6e393c6ea9f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:21:41.875056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 632d2d87-0661-456b-a727-b2d0deea1866 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:21:41.932533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 632d2d87-0661-456b-a727-b2d0deea1866 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:41.932903 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:42.032130 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:42.056857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 632d2d87-0661-456b-a727-b2d0deea1866, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=632d2d87-0661-456b-a727-b2d0deea1866,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:21:42.061825 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:42.123782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=632d2d87-0661-456b-a727-b2d0deea1866,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:43.864233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 632d2d87-0661-456b-a727-b2d0deea1866 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:21:43.919382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 632d2d87-0661-456b-a727-b2d0deea1866 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:21:43.920320 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:45.682612 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:21:51.360872 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4664-39fe-4c11-aa24-eca308cc094c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:53.717335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eab097ab-dcee-45b5-a25b-ece731226279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:54.608501 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:56.101540 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:21:56.462586 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:21.365113 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-432007dd-138f-4aa5-bee3-a54de5f89b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:22.680682 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:22:23.723331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdbc453d-5fd0-41de-acf4-caa580f805ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:24.611274 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:26.099915 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:26.520262 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:51.367155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-220121bc-6890-4ee8-a573-7fac0eef4732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:53.725726 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82bb8496-dd4a-4435-97d2-f254ae4c2f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:54.616226 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:56.099781 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:56.464393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:22:59.679419 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:23:21.370479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6237f0ec-a045-46e4-a5ac-bed422d4f1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:23.373441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51604) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:23.450372 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2044a415-392d-49e4-beac-a60f803866eb admin admin] GET failed (client error): The resource could not be found. Feb 07 22:23:23.452458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2044a415-392d-49e4-beac-a60f803866eb admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0779235 Feb 07 22:23:23.624486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b7daa-c5ad-4fb2-a85e-fec5308d3ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:23.625995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b4b7daa-c5ad-4fb2-a85e-fec5308d3ffb admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1682122 Feb 07 22:23:23.730638 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c2bcd46-8d9a-4cfd-84b1-84e838969e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:24.619558 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:25.952323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51614) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:26.045572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc7ae9-753a-473b-9948-7cc194df41e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:26.047038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a7fc7ae9-753a-473b-9948-7cc194df41e1 admin admin] 10.222.0.15 "GET /v2.0/subnets/18f5d705-1c2d-47b5-9597-9ece2f4028d2 HTTP/1.1" status: 200 len: 849 time: 0.0927157 Feb 07 22:23:26.057621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:23:26.104605 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:26.151372 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:26.304469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784725228903'] for subnet, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:26.336930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:26.337405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:26.338670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] 10.222.0.15 "PUT /v2.0/subnets/18f5d705-1c2d-47b5-9597-9ece2f4028d2 HTTP/1.1" status: 200 len: 868 time: 0.2849267 Feb 07 22:23:26.343330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979dfcb-716e-44d9-baea-1c9899cd404a None None] Network 35c2b306-bd2a-402f-a476-bf86035c70b5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:23:26.364016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f5d705-1c2d-47b5-9597-9ece2f4028d2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:26.372051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.372377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.372699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.373324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.373662 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.373987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.374316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.375301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.375629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.375982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.376465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.376788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af2438-6fae-4d46-947f-2ec6c7987d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:26.491682 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:26.805078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-14745bd3-6b03-4087-9b27-53b895f0294f None None] Provisioning complete for port 5c5243ea-65cf-457b-a712-62a79ff9515b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:23:26.805454 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14745bd3-6b03-4087-9b27-53b895f0294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:26.901853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-14745bd3-6b03-4087-9b27-53b895f0294f None None] Provisioning complete for port 6ef9792b-dc66-4f64-9124-4419014bc757 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:23:26.902316 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14745bd3-6b03-4087-9b27-53b895f0294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:28.665698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51622) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:28.881703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c32cb1-60bc-4be3-b904-b6aafcc46b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:28.882175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c32cb1-60bc-4be3-b904-b6aafcc46b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:28.883726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e8c32cb1-60bc-4be3-b904-b6aafcc46b9e admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2170603 Feb 07 22:23:31.186558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51630) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:31.353354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9465bdd-18c6-421b-9aaf-c767c2b71d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:31.353834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9465bdd-18c6-421b-9aaf-c767c2b71d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:31.355426 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c9465bdd-18c6-421b-9aaf-c767c2b71d24 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1676996 Feb 07 22:23:33.644359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51638) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:33.801685 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a1993-f2ff-4ee9-b398-53dc26643a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:33.803063 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-742a1993-f2ff-4ee9-b398-53dc26643a11 admin admin] 10.222.0.15 "GET /v2.0/networks/35c2b306-bd2a-402f-a476-bf86035c70b5 HTTP/1.1" status: 200 len: 868 time: 0.1577427 Feb 07 22:23:36.055539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51646) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:36.183851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd133eed-8651-4eaa-896c-bfa2b06ca8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:36.185198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dd133eed-8651-4eaa-896c-bfa2b06ca8b0 admin admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 886 time: 0.1285787 Feb 07 22:23:36.679940 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:23:38.482588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51654) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:38.621696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f961f23-f5db-4c65-abad-1e0bdd226665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:38.622146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f961f23-f5db-4c65-abad-1e0bdd226665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:38.623726 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7f961f23-f5db-4c65-abad-1e0bdd226665 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1401811 Feb 07 22:23:40.942579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51664) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:41.067133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56317870-7bd0-4d33-8796-2efec811d433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:41.067628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56317870-7bd0-4d33-8796-2efec811d433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:41.069098 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-56317870-7bd0-4d33-8796-2efec811d433 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255927 Feb 07 22:23:43.428276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51672) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:43.525869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60299fea-3903-4b7b-94f5-b1c6690bf888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:43.527240 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-60299fea-3903-4b7b-94f5-b1c6690bf888 admin admin] 10.222.0.15 "GET /v2.0/subnets/18f5d705-1c2d-47b5-9597-9ece2f4028d2 HTTP/1.1" status: 200 len: 868 time: 0.0980120 Feb 07 22:23:45.820472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51680) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:23:45.935292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025388de-a019-434c-bb51-3703aae24c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:45.937282 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-025388de-a019-434c-bb51-3703aae24c6e admin admin] 10.222.0.15 "GET /v2.0/subnets/a19acd05-7293-42fc-95c2-26b9d9b81f03 HTTP/1.1" status: 200 len: 816 time: 0.1152298 Feb 07 22:23:51.373496 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f0369490-f9b0-490e-a8a7-473e0a06be0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:53.738320 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe126-47ac-494a-8870-a27151567c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:54.626047 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:56.110250 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:56.464692 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:07.114658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51734) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:24:07.162480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-86267b76-20c1-44dd-a211-45fe9df2e656 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:24:07.163461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-86267b76-20c1-44dd-a211-45fe9df2e656 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478740 Feb 07 22:24:09.492369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51742) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:24:09.555507 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cf30c9-daa3-47c1-b9f8-4a9a2409838d admin admin] GET failed (client error): The resource could not be found. Feb 07 22:24:09.556856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e1cf30c9-daa3-47c1-b9f8-4a9a2409838d admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635529 Feb 07 22:24:09.640527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773894c-38ce-4c01-8962-38f71db81b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:09.641959 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3773894c-38ce-4c01-8962-38f71db81b14 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0798500 Feb 07 22:24:11.887094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51750) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:24:11.938620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:11.961681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Made reservation on behalf of 6dcc421dddff4d16be30aae37f8ac3a8 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:24:11.964228 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:11.994721 n-d-827895-2 neutron-server[102290]: WARNING neutron.services.revisions.revision_plugin [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Could not find related network for resource to bump revision. Feb 07 22:24:12.019127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:24:12.028209 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:12.028542 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Added segment d6243e78-9f09-4384-8883-c101f11aec8b of type vlan for network 87042652-6d8b-4b81-9d38-a79636a0d49b Feb 07 22:24:12.079822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:12.204582 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:12.205557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:12.206119 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:12.263471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] Pushing event updated for resources: {'Network': ['ID=87042652-6d8b-4b81-9d38-a79636a0d49b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:12.270349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-86c839b3-789a-406d-b039-3da7cacfce47 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3821461 Feb 07 22:24:12.281400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 87042652-6d8b-4b81-9d38-a79636a0d49b details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:24:13.678243 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:24:14.510176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51758) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:24:14.570701 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ca3c28-9508-4602-8821-785e031a5282 admin admin] GET failed (client error): The resource could not be found. Feb 07 22:24:14.572027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-44ca3c28-9508-4602-8821-785e031a5282 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608768 Feb 07 22:24:14.643946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea5c517-89df-41ac-81b9-603ea115b046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:14.645370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4ea5c517-89df-41ac-81b9-603ea115b046 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0686953 Feb 07 22:24:14.657212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'description': 'shared-subnet'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:14.679040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Made reservation on behalf of 6dcc421dddff4d16be30aae37f8ac3a8 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:24:14.681309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:14.847048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:14.901398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0026e0-58fc-4500-9726-92aae3920118,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:14.911086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:24:14.911427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Network hostable DHCP agents. Network: 87042652-6d8b-4b81-9d38-a79636a0d49b, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:24:14.926906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:24:14.935670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 87042652-6d8b-4b81-9d38-a79636a0d49b) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:14.940520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:14.941122 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:14.945803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bf6907-b663-41b2-94d4-2e54617bac21 None None] Network 87042652-6d8b-4b81-9d38-a79636a0d49b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:24:14.966356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-74157537-8d65-4ff8-abd6-68536d227ef7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3064539 Feb 07 22:24:15.099416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-87042652-6d8b-4b81-9d38-a79636a0d49b', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'tenant_id': '6dcc421dddff4d16be30aae37f8ac3a8', 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:24:15.100319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:15.243698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Allocated IP 192.168.233.2 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/6731d863-070e-4853-8600-9e141adf77ca) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:15.394069 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:15.400852 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:15.448267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:15.453039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:15.455513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:24:15.457822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Pushing event updated for resources: {'Port': ['ID=6731d863-070e-4853-8600-9e141adf77ca,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:15.470201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.470547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.470888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.471221 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.471548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.471899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.472223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.472544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.472858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.473175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.473499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.473827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:15.523465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Attempting to bind port 6731d863-070e-4853-8600-9e141adf77ca on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:24:15.523868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Attempting to bind port 6731d863-070e-4853-8600-9e141adf77ca by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:24:15.524232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Attempting to bind port 6731d863-070e-4853-8600-9e141adf77ca on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:24:15.530071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:24:15.530439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:24:15.530842 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:15.531302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:24:15.531781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Bound port: 6731d863-070e-4853-8600-9e141adf77ca, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:24:15.532181 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:15.691147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] For port 6731d863-070e-4853-8600-9e141adf77ca, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:24:15.694654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] For port 6731d863-070e-4853-8600-9e141adf77ca, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6731d863-070e-4853-8600-9e141adf77ca,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:24:15.699519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:15.765022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b594b-0ac9-45cf-9904-88cb4a34c922 None None] Pushing event updated for resources: {'Port': ['ID=6731d863-070e-4853-8600-9e141adf77ca,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:16.661789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d132a9d6-4e64-4c7a-8ab0-d7e340591f95 None None] Network 87042652-6d8b-4b81-9d38-a79636a0d49b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:24:16.739640 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ee8520a4-ccbb-4441-b536-25085036b91a None None] Provisioning complete for port 6731d863-070e-4853-8600-9e141adf77ca triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:16.740050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee8520a4-ccbb-4441-b536-25085036b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:16.879462 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee8520a4-ccbb-4441-b536-25085036b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:16.919926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ee8520a4-ccbb-4441-b536-25085036b91a None None] For port 6731d863-070e-4853-8600-9e141adf77ca, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6731d863-070e-4853-8600-9e141adf77ca,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:16.924936 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee8520a4-ccbb-4441-b536-25085036b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:16.975797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8520a4-ccbb-4441-b536-25085036b91a None None] Pushing event updated for resources: {'Port': ['ID=6731d863-070e-4853-8600-9e141adf77ca,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:17.163549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-63e1fb70-7f60-4982-8683-14dc6f99504b None None] Provisioning complete for port 6731d863-070e-4853-8600-9e141adf77ca triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:17.163871 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63e1fb70-7f60-4982-8683-14dc6f99504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:17.947923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6731d863-070e-4853-8600-9e141adf77ca up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:17.996190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6731d863-070e-4853-8600-9e141adf77ca triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:17.996553 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:21.378798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-138ef152-a31a-44d7-b46b-1fac033039ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:23.731573 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4210f710-8d0b-49be-b8b3-f9682f5983c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:24.624129 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:26.112084 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:26.469737 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:50.678054 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:24:51.382154 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6b10beb-8583-40a2-911b-72e6efbdb8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:53.734257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af7d4ff3-5206-4104-bffc-713073959960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:54.628745 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:56.115242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:56.471344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:21.386211 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bacbf7c-856a-41bd-972b-360d521325b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:23.738113 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f750f31-7119-4717-a9ca-cdb83b476bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:24.632315 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:26.120366 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:26.476029 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:27.677171 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:25:35.617404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51802) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:25:35.623657 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-c600c1e4-78ce-4e09-9c09-5b49cd12d8e7 tempest-verify_tempest_config-1421749130 tempest-verify_tempest_config-1421749130-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:25:35.624637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c600c1e4-78ce-4e09-9c09-5b49cd12d8e7 tempest-verify_tempest_config-1421749130 tempest-verify_tempest_config-1421749130-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063076 Feb 07 22:25:35.920812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51820) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:25:36.022577 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:36.096950 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:36.100730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:36.143467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798c7dda-b988-4759-8fba-9997d1c7538b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:25:36.146939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca4baf0ef3d04f6e8c254b1d06edcfc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2251413 Feb 07 22:25:36.149927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51826) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:25:36.152262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.153485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.153824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.154152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.154464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.154781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.155092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.155401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.155735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.156039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.156344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.156648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0c0c0-2aed-47c7-bbd5-948f5098fa38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.205921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:36.229169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:36.336527 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:36.339083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:36.343095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/798c7dda-b988-4759-8fba-9997d1c7538b HTTP/1.1" status: 204 len: 168 time: 0.1921935 Feb 07 22:25:36.350906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c7dda-b988-4759-8fba-9997d1c7538b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:25:36.358802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.359151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.359483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.359865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.360201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.360655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.360854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.361225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.361614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.361901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.362258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:36.362567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f210e2-affc-4e80-b326-558d27a1e01b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:25:51.390723 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2161ee8-4fc6-4de4-a812-0c902685b45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:53.740440 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e36591cb-2a17-433e-858e-48f9366047c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:54.634279 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:56.124867 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:56.478178 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:04.676513 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:26:21.393703 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9866ce32-2360-42c9-a13f-65d0756edb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:23.741295 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f9b9-9551-4bb0-b028-b739f2d56e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:24.636940 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:26.128907 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:26.482056 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:41.675871 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:26:51.395793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee3cbd6c-bbc6-420e-95ef-f40e91284a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:53.742704 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d8050cd-4df8-4457-b6a6-ff0d4edd090b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:54.639642 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:56.133018 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:56.485919 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:18.680279 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:27:21.397734 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e397fbff-b5c7-4729-a11c-473ad48c1f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:23.744936 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac717b69-bf3e-4697-b953-a7c2cd7c7482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:24.643911 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:26.135193 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:26.488335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:51.399896 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-055397a6-2c09-4a50-a086-8d98ebf2404c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:53.746273 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fc7f-dbb1-407c-94e1-a97cf0c876ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:54.647948 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:55.678450 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:27:56.142142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:56.491905 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:21.401732 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f761039d-41cd-41ae-b517-8aebf05d54f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:23.747434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77b8a953-b3c6-4af1-978c-6b07fdbf7cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:24.649389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:26.141584 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:26.494035 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:32.678273 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 5 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:28:33.648947 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763447'] for agent, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:33.975891 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763447'] for agent, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:51.402916 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5841a2b-02ba-44cb-84be-5dbf62cdcd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:53.748114 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48b5c6da-f771-4fca-93f9-e17ffc409f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:54.653242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:56.144311 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:56.496514 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:03.603922 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:03.936258 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:09.677528 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:29:21.404592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26fae744-c090-4bd6-b561-a2d4e311510b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:23.750728 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5776e772-62dd-4fa0-89f8-0fd0d74f4e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:24.148569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51884) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:29:24.254331 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-08b3984d-7a09-4f9e-b30b-7db75e24f65e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1046197 Feb 07 22:29:24.654705 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:26.148401 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:26.499042 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:26.525588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51894) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:29:26.580377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e0696243-6f99-46b4-91d2-71e82199e2d1 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0536907 Feb 07 22:29:33.608423 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:33.934119 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:46.676314 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:29:51.406869 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d91e-93d0-4f0a-8270-9958d3d3905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:53.752796 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e4305f7-f84e-495e-9921-795e9bc2a87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:54.657112 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:56.150470 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:56.504573 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:03.617088 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:03.948124 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:21.409148 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8dab46d-c33c-40a6-ad08-567fa017d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:23.677482 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:30:23.754598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e93271ca-7785-4d19-9e6a-f4bd8b35562d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:24.662491 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:26.156208 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:26.498328 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:33.618714 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:33.949382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:51.416916 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3db4894a-8fa9-4557-9faa-108d6c61010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:53.760300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae650493-d37a-4b88-b0e6-ee362558277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:54.663208 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:56.156813 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:56.500958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:00.682500 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:31:03.397924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52136) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:03.636466 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:03.776852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-network', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:03.804431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Made reservation on behalf of f6c1c2ec102c42cb8156fd8a4f166d2a for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:03.806722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:03.817268 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:03.903827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:03.909048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:03.938062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:31:03.953214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21859081-bbb9-4cba-9bc9-2fab69d18954,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:03.964329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:03.964663 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Added segment 550f2a78-0a4d-4e0d-ba21-fbff06e5abe5 of type vlan for network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 Feb 07 22:31:03.966760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.967260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.967794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.968288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.968763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.969254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.969721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.970185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.970650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.971121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.971309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:03.971770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.972329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Tracked resource versions report: Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: pushed versions: Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: { 'AddressGroup': {'1.2'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'ConntrackHelper': {'1.0'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Log': {'1.0'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Network': {'1.1'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Port': {'1.7'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'PortForwarding': {'1.2'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'QosPolicy': {'1.9'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'SecurityGroup': {'1.4'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'SubPort': {'1.0'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Subnet': {'1.1'}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Trunk': {'1.1'}} Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: consumer versions: Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: { DHCP agent@n-d-827895-2: {}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: HyperV agent@n-h1-827895-2: {}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: HyperV agent@n-h2-827895-2: {}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: L3 agent@n-d-827895-2: {}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: Metadata agent@n-d-827895-2: {}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: Metering agent@n-d-827895-2: {}, Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: Open vSwitch agent@n-d-827895-2: { 'AddressGroup': '1.2', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'ConntrackHelper': '1.0', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Log': '1.0', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Network': '1.1', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Port': '1.7', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'PortForwarding': '1.2', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'QosPolicy': '1.9', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'SecurityGroup': '1.4', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'SecurityGroupRule': '1.2', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'SubPort': '1.0', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Subnet': '1.1', Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: 'Trunk': '1.1'}} Feb 07 22:31:03.973430 n-d-827895-2 neutron-server[102290]: {{(pid=102290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:31:04.016442 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.043692 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.044759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:04.046496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.080489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52168) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:04.081136 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6811936 Feb 07 22:31:04.088482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Request body: {'subnet': {'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-subnet', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:04.117714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Made reservation on behalf of f6c1c2ec102c42cb8156fd8a4f166d2a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:04.120648 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.128028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbea270-8aca-4a9e-8b35-cc2b2020d313 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5e518e-e670-4a66-9977-af4c80f6a4c0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:04.140424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:31:04.399115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.473248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1673fd05-f7a6-43e6-b385-ac664e2bddca,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:04.492905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.493297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.493643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.493977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.494309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.494632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.494953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.495273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.495598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.495945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.496259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.496770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Tracked resource versions report: Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: pushed versions: Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: { 'AddressGroup': {'1.2'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'ConntrackHelper': {'1.0'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Log': {'1.0'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Network': {'1.1'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Port': {'1.7'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'PortForwarding': {'1.2'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'QosPolicy': {'1.9'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'SecurityGroup': {'1.4'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'SubPort': {'1.0'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Subnet': {'1.1'}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Trunk': {'1.1'}} Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: consumer versions: Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: { DHCP agent@n-d-827895-2: {}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: HyperV agent@n-h1-827895-2: {}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: HyperV agent@n-h2-827895-2: {}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: L3 agent@n-d-827895-2: {}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: Metadata agent@n-d-827895-2: {}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: Metering agent@n-d-827895-2: {}, Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: Open vSwitch agent@n-d-827895-2: { 'AddressGroup': '1.2', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'ConntrackHelper': '1.0', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Log': '1.0', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Network': '1.1', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Port': '1.7', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'PortForwarding': '1.2', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'QosPolicy': '1.9', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'SecurityGroup': '1.4', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'SecurityGroupRule': '1.2', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'SubPort': '1.0', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Subnet': '1.1', Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: 'Trunk': '1.1'}} Feb 07 22:31:04.498000 n-d-827895-2 neutron-server[102289]: {{(pid=102289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:31:04.507120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Checking segment: {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:04.507868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Network hostable DHCP agents. Network: 4e5e518e-e670-4a66-9977-af4c80f6a4c0, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:31:04.536122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:31:04.555072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 4e5e518e-e670-4a66-9977-af4c80f6a4c0) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:04.561421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:04.563647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.566929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be37231f-541b-4954-b88c-7dc7e1f3d0a5 None None] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:04.601626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3d20321c-635a-4473-9ff6-457ad02e8cb8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5129678 Feb 07 22:31:04.637193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52200) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:04.641595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:04.683502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.685013 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.765216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.817061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:31:04.818511 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:04.981017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.040735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Allocated IP 172.20.0.2 (4e5e518e-e670-4a66-9977-af4c80f6a4c0/1673fd05-f7a6-43e6-b385-ac664e2bddca/97d2d678-b424-439c-aeb1-4991218dc321) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:05.263223 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.294740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.354077 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.361800 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.408307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:05.412071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:05.415899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:05.423396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Pushing event updated for resources: {'Port': ['ID=97d2d678-b424-439c-aeb1-4991218dc321,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:05.449509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.449952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.450355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.450758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.451158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.451553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.451997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.452390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.452775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.453166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.453548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.453938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Tracked resource versions report: Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: pushed versions: Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: { 'AddressGroup': {'1.2'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'ConntrackHelper': {'1.0'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Log': {'1.0'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Network': {'1.1'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Port': {'1.7'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'PortForwarding': {'1.2'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'QosPolicy': {'1.9'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'SecurityGroup': {'1.4'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'SubPort': {'1.0'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Subnet': {'1.1'}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Trunk': {'1.1'}} Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: consumer versions: Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: { DHCP agent@n-d-827895-2: {}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: HyperV agent@n-h1-827895-2: {}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: HyperV agent@n-h2-827895-2: {}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: L3 agent@n-d-827895-2: {}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: Metadata agent@n-d-827895-2: {}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: Metering agent@n-d-827895-2: {}, Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: Open vSwitch agent@n-d-827895-2: { 'AddressGroup': '1.2', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'ConntrackHelper': '1.0', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Log': '1.0', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Network': '1.1', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Port': '1.7', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'PortForwarding': '1.2', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'QosPolicy': '1.9', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'SecurityGroup': '1.4', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'SecurityGroupRule': '1.2', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'SubPort': '1.0', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Subnet': '1.1', Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: 'Trunk': '1.1'}} Feb 07 22:31:05.455087 n-d-827895-2 neutron-server[102291]: {{(pid=102291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:31:05.492254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Attempting to bind port 97d2d678-b424-439c-aeb1-4991218dc321 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:05.492624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Attempting to bind port 97d2d678-b424-439c-aeb1-4991218dc321 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:05.492989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Attempting to bind port 97d2d678-b424-439c-aeb1-4991218dc321 on network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:05.498050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:05.498422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Checking segment: {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:05.498824 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.499212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Bound using segment: {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:05.499668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Bound port: 97d2d678-b424-439c-aeb1-4991218dc321, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:05.500096 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.504940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Allocated IP 172.25.8.118 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/fbb931c8-92c0-49c5-8cc7-9eda24b99246) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:05.583248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] For port 97d2d678-b424-439c-aeb1-4991218dc321, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:05.589180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] For port 97d2d678-b424-439c-aeb1-4991218dc321, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=97d2d678-b424-439c-aeb1-4991218dc321,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:05.596889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.654178 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.718663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7241351-7bef-46de-afce-5c4597bf0fbe None None] Pushing event updated for resources: {'Port': ['ID=97d2d678-b424-439c-aeb1-4991218dc321,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:05.773246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:05.843457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:05.879768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:05.915841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:06.089338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52250) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:06.147529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Pushing event updated for resources: {'Port': ['ID=fbb931c8-92c0-49c5-8cc7-9eda24b99246,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:06.253157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 97d2d678-b424-439c-aeb1-4991218dc321 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:06.372100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 97d2d678-b424-439c-aeb1-4991218dc321 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:06.372505 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:06.516523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:06.557492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 97d2d678-b424-439c-aeb1-4991218dc321, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=97d2d678-b424-439c-aeb1-4991218dc321,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:06.562223 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:06.580246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:06.629277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=97d2d678-b424-439c-aeb1-4991218dc321,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:06.664898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8afc28c4-a285-4c5e-8b90-17004debe646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:06.787281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8afc28c4-a285-4c5e-8b90-17004debe646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:06.793120 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8afc28c4-a285-4c5e-8b90-17004debe646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:06.837574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc28c4-a285-4c5e-8b90-17004debe646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3e8af-cc31-4fbd-8d40-3b57e396ddc4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:06.841192 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:06.882381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8afc28c4-a285-4c5e-8b90-17004debe646 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00e5519dfd9e49a98d560cb3a4ff1cd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7918749 Feb 07 22:31:06.885010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52284) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:06.997647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ef97883-863d-40ea-a61e-a901edd16c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.055638 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ef97883-863d-40ea-a61e-a901edd16c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.138808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ef97883-863d-40ea-a61e-a901edd16c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.143001 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ef97883-863d-40ea-a61e-a901edd16c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.145726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7ef97883-863d-40ea-a61e-a901edd16c8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24e3e8af-cc31-4fbd-8d40-3b57e396ddc4 HTTP/1.1" status: 204 len: 168 time: 0.2597396 Feb 07 22:31:07.158988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef97883-863d-40ea-a61e-a901edd16c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3e8af-cc31-4fbd-8d40-3b57e396ddc4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:07.179460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:31:07.224787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ff17b-9881-4913-bb94-ba5e5826ce51 None None] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:07.289799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8dbeb537-15f7-485f-b0b7-a27fb1065c77 None None] Provisioning complete for port 97d2d678-b424-439c-aeb1-4991218dc321 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:07.290480 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb537-15f7-485f-b0b7-a27fb1065c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.327822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52312) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:07.336433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:31:07.349836 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Sync routers for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:31:07.367220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.371235 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:07.372046 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:30:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:07.375916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52316) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:07.376060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f8847e64-6b72-44aa-9536-5c9e5cf181da admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7377307 Feb 07 22:31:07.575958 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:07.719488 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52328) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:07.744445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e25f3c4-8e17-46a5-a584-814ff220b029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.897409 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:06Z', 'revision_number': 3, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:07.939880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e25f3c4-8e17-46a5-a584-814ff220b029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.947833 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e25f3c4-8e17-46a5-a584-814ff220b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.990852 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Checking router: d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:31:07.994311 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Updating router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 port fbb931c8-92c0-49c5-8cc7-9eda24b99246 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:31:08.022074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25f3c4-8e17-46a5-a584-814ff220b029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740f48fd-4c4e-4767-ad8f-25fb017c4ff5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:08.059580 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5e25f3c4-8e17-46a5-a584-814ff220b029 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c93ae85cf184ee2a3ec6796dd70b9af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3363187 Feb 07 22:31:08.059753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52346) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:08.102341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.115055 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.117685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f92db390-e5f0-480d-b69c-eae5c8e08788 None None] Provisioning complete for port 97d2d678-b424-439c-aeb1-4991218dc321 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:08.119469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f92db390-e5f0-480d-b69c-eae5c8e08788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.131814 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09a244b1-5625-47fe-b4ce-625576157eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.173222 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0df2d86d-ce0b-41be-b34e-0b14641a7e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.200865 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0df2d86d-ce0b-41be-b34e-0b14641a7e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.287281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09a244b1-5625-47fe-b4ce-625576157eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.287974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0df2d86d-ce0b-41be-b34e-0b14641a7e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.291558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0df2d86d-ce0b-41be-b34e-0b14641a7e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.295409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0df2d86d-ce0b-41be-b34e-0b14641a7e6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/740f48fd-4c4e-4767-ad8f-25fb017c4ff5 HTTP/1.1" status: 204 len: 168 time: 0.2320685 Feb 07 22:31:08.304449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2d86d-ce0b-41be-b34e-0b14641a7e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740f48fd-4c4e-4767-ad8f-25fb017c4ff5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:08.306742 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09a244b1-5625-47fe-b4ce-625576157eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.318409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 97d2d678-b424-439c-aeb1-4991218dc321 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:08.419687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 97d2d678-b424-439c-aeb1-4991218dc321 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:08.420339 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.452844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-09a244b1-5625-47fe-b4ce-625576157eed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d92779030b048d39d38dd8acd586289&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1239383 Feb 07 22:31:08.457274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52374) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:08.520886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a244b1-5625-47fe-b4ce-625576157eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4fc948-2b23-4aa0-bb01-4cbf5b037f4c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:08.642835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69a605d1-53cc-4677-b5ae-b81807ca3970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.670077 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.682687 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.725742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69a605d1-53cc-4677-b5ae-b81807ca3970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.757042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Allocated IP 172.20.0.1 (4e5e518e-e670-4a66-9977-af4c80f6a4c0/1673fd05-f7a6-43e6-b385-ac664e2bddca/0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:08.848499 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Attempting to bind port fbb931c8-92c0-49c5-8cc7-9eda24b99246 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:08.849251 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Attempting to bind port fbb931c8-92c0-49c5-8cc7-9eda24b99246 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:08.849823 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Attempting to bind port fbb931c8-92c0-49c5-8cc7-9eda24b99246 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:08.862052 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69a605d1-53cc-4677-b5ae-b81807ca3970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.865870 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69a605d1-53cc-4677-b5ae-b81807ca3970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.867042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-69a605d1-53cc-4677-b5ae-b81807ca3970 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f4fc948-2b23-4aa0-bb01-4cbf5b037f4c HTTP/1.1" status: 204 len: 168 time: 0.4086695 Feb 07 22:31:08.870434 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Pushing event updated for resources: {'Port': ['ID=fbb931c8-92c0-49c5-8cc7-9eda24b99246,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:08.874147 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:08.879988 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:08.881939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a605d1-53cc-4677-b5ae-b81807ca3970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4fc948-2b23-4aa0-bb01-4cbf5b037f4c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:08.882348 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.882861 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:08.883420 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Bound port: fbb931c8-92c0-49c5-8cc7-9eda24b99246, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:08.885202 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.915059 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.915427 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.915772 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.916407 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.917266 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.917610 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.917938 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.918555 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.919111 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.919739 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.920269 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.920730 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Tracked resource versions report: Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: pushed versions: Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: { 'AddressGroup': {'1.2'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'ConntrackHelper': {'1.0'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Log': {'1.0'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Network': {'1.1'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Port': {'1.7'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'PortForwarding': {'1.2'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'QosPolicy': {'1.9'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'SecurityGroup': {'1.4'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'SubPort': {'1.0'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Subnet': {'1.1'}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Trunk': {'1.1'}} Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: consumer versions: Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: { DHCP agent@n-d-827895-2: {}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: HyperV agent@n-h1-827895-2: {}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: HyperV agent@n-h2-827895-2: {}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: L3 agent@n-d-827895-2: {}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: Metadata agent@n-d-827895-2: {}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: Metering agent@n-d-827895-2: {}, Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: Open vSwitch agent@n-d-827895-2: { 'AddressGroup': '1.2', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'ConntrackHelper': '1.0', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Log': '1.0', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Network': '1.1', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Port': '1.7', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'PortForwarding': '1.2', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'QosPolicy': '1.9', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'SecurityGroup': '1.4', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'SecurityGroupRule': '1.2', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'SubPort': '1.0', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Subnet': '1.1', Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: 'Trunk': '1.1'}} Feb 07 22:31:08.922167 n-d-827895-2 neutron-server[102292]: {{(pid=102292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:31:08.970801 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] For port fbb931c8-92c0-49c5-8cc7-9eda24b99246, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:08.979515 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] For port fbb931c8-92c0-49c5-8cc7-9eda24b99246, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fbb931c8-92c0-49c5-8cc7-9eda24b99246,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:08.988570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:08.988748 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.028970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.038913 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:09.039544 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:30:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:09.074411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:09.079846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:09.082068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:09.086566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:09.087643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.099012 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb4401-70b2-4c59-b36f-e815ddcca917 None None] Pushing event updated for resources: {'Port': ['ID=fbb931c8-92c0-49c5-8cc7-9eda24b99246,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:09.220336 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:09.386749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52440) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:09.527170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.534175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bac6d5cb-259c-4238-a0cc-cbef12cbd920 None None] Provisioning complete for port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:09.535353 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bac6d5cb-259c-4238-a0cc-cbef12cbd920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.620311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bac6d5cb-259c-4238-a0cc-cbef12cbd920 None None] Port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:31:09.639659 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:06Z', 'revision_number': 3, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:09.680922 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be270202-e872-4f8e-9ff8-f05f973f5791 None None] The sync data for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 is: [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:06Z', 'revision_number': 3, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:31:09.710596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52474) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:09.729705 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96bc826d-f5e8-41ff-9855-78dab21ae0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.861261 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96bc826d-f5e8-41ff-9855-78dab21ae0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.869101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96bc826d-f5e8-41ff-9855-78dab21ae0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.887335 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.897219 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.900545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:09.925742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc826d-f5e8-41ff-9855-78dab21ae0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0af72e-9dea-49c7-9f8f-fb16e4e6e076,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:09.931883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-96bc826d-f5e8-41ff-9855-78dab21ae0f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4797af0afa1f4b74b08719abec742d8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2201855 Feb 07 22:31:09.934572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52486) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:09.983044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9c0e-1851-4db0-89d7-fb09ab6d7401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.070307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e2af15f-434e-44ca-99c6-376e7905e66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.112209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e2af15f-434e-44ca-99c6-376e7905e66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.184023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:10.193673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:10.229459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9c0e-1851-4db0-89d7-fb09ab6d7401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.241565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9c0e-1851-4db0-89d7-fb09ab6d7401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.319510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e2af15f-434e-44ca-99c6-376e7905e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.322535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e2af15f-434e-44ca-99c6-376e7905e66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.326665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5e2af15f-434e-44ca-99c6-376e7905e66b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e0af72e-9dea-49c7-9f8f-fb16e4e6e076 HTTP/1.1" status: 204 len: 168 time: 0.3882222 Feb 07 22:31:10.353177 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6e0b9c0e-1851-4db0-89d7-fb09ab6d7401 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9649e5c855154f3f93b443b7f8e54fd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9651678 Feb 07 22:31:10.353723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52510) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:10.447020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b9c0e-1851-4db0-89d7-fb09ab6d7401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd87fdc-cc49-477f-a9ec-83f890db97d0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:10.457021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52520) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:10.463096 n-d-827895-2 neutron-server[102289]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 22:31:10.515837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:31:10.531034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2af15f-434e-44ca-99c6-376e7905e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0af72e-9dea-49c7-9f8f-fb16e4e6e076,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:10.598002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-b3f81346-3f4a-4119-be1e-68c3fde3c5e8 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=04442773b6f44b9cb2ef86bae98a87af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1388278 Feb 07 22:31:10.601683 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d8f58f6-4584-4fa7-8833-a229211467e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.662305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-72f325c3-5e4a-48ec-8e75-e8ddca527be0 None None] Provisioning complete for port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:10.663455 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72f325c3-5e4a-48ec-8e75-e8ddca527be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.681752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d8f58f6-4584-4fa7-8833-a229211467e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.719902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-72f325c3-5e4a-48ec-8e75-e8ddca527be0 None None] Port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:31:10.743518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:10.755179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:31:10.766362 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-94b12958-5f42-4503-baeb-d9f580a5b1c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/d450cb6a-fc1a-48f9-8aac-96be81cbe4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3871837 Feb 07 22:31:10.946914 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d8f58f6-4584-4fa7-8833-a229211467e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.949790 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d8f58f6-4584-4fa7-8833-a229211467e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:10.953847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6d8f58f6-4584-4fa7-8833-a229211467e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bd87fdc-cc49-477f-a9ec-83f890db97d0 HTTP/1.1" status: 204 len: 168 time: 0.5959055 Feb 07 22:31:10.973474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f58f6-4584-4fa7-8833-a229211467e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd87fdc-cc49-477f-a9ec-83f890db97d0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:11.049700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7b98-ba78-48b8-84da-24874791c536 req-d4696ecd-d328-41aa-b7bf-bde081e14bc9 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:11.057910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-d4696ecd-d328-41aa-b7bf-bde081e14bc9 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4398410 Feb 07 22:31:11.077593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-c388198b-b269-413b-8823-c128b2764d63 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/quotas/04442773b6f44b9cb2ef86bae98a87af HTTP/1.1" status: 200 len: 375 time: 0.0186367 Feb 07 22:31:11.134659 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-9d738a9e-a0ad-4dd1-82b1-4ccd69ce44e2 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=04442773b6f44b9cb2ef86bae98a87af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561593 Feb 07 22:31:11.171830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52550) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:11.583014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a54c5b8-7dff-4c8e-88cb-a1f294255e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:11.600230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52578) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:11.636106 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47561f9f-5668-46d7-9780-b3231983394d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:11.702340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a54c5b8-7dff-4c8e-88cb-a1f294255e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:11.708944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a54c5b8-7dff-4c8e-88cb-a1f294255e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:11.762533 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47561f9f-5668-46d7-9780-b3231983394d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:11.770349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54c5b8-7dff-4c8e-88cb-a1f294255e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a3797c-ed6d-4ac4-a1bb-b89fa43e5638,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:11.778772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47561f9f-5668-46d7-9780-b3231983394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:11.792225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5a54c5b8-7dff-4c8e-88cb-a1f294255e05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1782dfcdb27a4df1b875c743b2333817&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6192856 Feb 07 22:31:11.793038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52584) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:11.871579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c9e41a4-9674-4cdd-b60f-7a06fd2913be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:11.890024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-47561f9f-5668-46d7-9780-b3231983394d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0a2d20774e2428eb9c3176d6bcc24af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2886980 Feb 07 22:31:11.893568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52590) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:11.897952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47561f9f-5668-46d7-9780-b3231983394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0288f331-5d2d-4f3d-9991-42288e31d18d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:11.961854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52596) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:11.976100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c9e41a4-9674-4cdd-b60f-7a06fd2913be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.065687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01f4f67d-abf1-4c40-b4c1-8b2c6da9a636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.127134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01f4f67d-abf1-4c40-b4c1-8b2c6da9a636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.148587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c9e41a4-9674-4cdd-b60f-7a06fd2913be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.151077 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c9e41a4-9674-4cdd-b60f-7a06fd2913be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.155424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8c9e41a4-9674-4cdd-b60f-7a06fd2913be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60a3797c-ed6d-4ac4-a1bb-b89fa43e5638 HTTP/1.1" status: 204 len: 168 time: 0.3580351 Feb 07 22:31:12.185876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e41a4-9674-4cdd-b60f-7a06fd2913be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a3797c-ed6d-4ac4-a1bb-b89fa43e5638,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:12.194726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Sync routers for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:31:12.230262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01f4f67d-abf1-4c40-b4c1-8b2c6da9a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.233939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01f4f67d-abf1-4c40-b4c1-8b2c6da9a636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.244660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01f4f67d-abf1-4c40-b4c1-8b2c6da9a636 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0288f331-5d2d-4f3d-9991-42288e31d18d HTTP/1.1" status: 204 len: 168 time: 0.3438015 Feb 07 22:31:12.257207 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4f67d-abf1-4c40-b4c1-8b2c6da9a636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0288f331-5d2d-4f3d-9991-42288e31d18d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:12.266179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:12.266878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:30:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:12.407845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:12.414845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fbb931c8-92c0-49c5-8cc7-9eda24b99246 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:12.421032 n-d-827895-2 neutron-server[102290]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 22:31:12.510528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96b71528-6a52-491e-be1e-e968755e3cde req-37eaed41-0202-436d-b232-62fdcd08fbcc tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 210 time: 0.5468233 Feb 07 22:31:12.652842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fbb931c8-92c0-49c5-8cc7-9eda24b99246 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:12.653317 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.861561 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.911946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port fbb931c8-92c0-49c5-8cc7-9eda24b99246, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fbb931c8-92c0-49c5-8cc7-9eda24b99246,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:12.933242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:12.952030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 2, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:13.005238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Checking router: d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:31:13.005862 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Updating router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:31:13.047947 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.049101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52648) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:13.055745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-network', 'tenant_id': '08c873af65704671bdd082e1e8d6d551'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:13.076021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52650) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:13.100249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8af5d289-176c-45b7-99fa-e5d8e552cd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.110420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Made reservation on behalf of 08c873af65704671bdd082e1e8d6d551 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:13.117046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.152432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.201258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=fbb931c8-92c0-49c5-8cc7-9eda24b99246,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:13.257159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8af5d289-176c-45b7-99fa-e5d8e552cd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.264987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8af5d289-176c-45b7-99fa-e5d8e552cd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.344251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.351435 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8af5d289-176c-45b7-99fa-e5d8e552cd65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17412b1bc847448a8a5d7dd94d03b4dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2712836 Feb 07 22:31:13.351435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5d289-176c-45b7-99fa-e5d8e552cd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e634fe28-9eb4-4897-9a81-880b1d6da8e3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:13.352191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52654) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:13.374820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.440077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:31:13.473817 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.481151 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.488381 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5dd325c2-6660-4cbf-a5d1-3ab234775bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.490210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1672eb8-2912-486d-8d3e-931060e2a2f7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:13.493130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.495052 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Added segment 08d5e59a-0dc0-4fd2-9833-d59415d4da64 of type vlan for network 3620bce3-8aff-4cd1-8395-c3617c04d4ba Feb 07 22:31:13.555523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5dd325c2-6660-4cbf-a5d1-3ab234775bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.564028 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.618371 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.619329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:13.619929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.688379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5dd325c2-6660-4cbf-a5d1-3ab234775bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.692376 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5dd325c2-6660-4cbf-a5d1-3ab234775bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.694257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5dd325c2-6660-4cbf-a5d1-3ab234775bbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e634fe28-9eb4-4897-9a81-880b1d6da8e3 HTTP/1.1" status: 204 len: 168 time: 0.3408484 Feb 07 22:31:13.723816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6722555 Feb 07 22:31:13.726636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52668) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:13.731653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd325c2-6660-4cbf-a5d1-3ab234775bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e634fe28-9eb4-4897-9a81-880b1d6da8e3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:13.732283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Request body: {'subnet': {'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-subnet', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:13.739245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777340a-1db2-4e18-adb5-0da733a7bf4e admin admin] Pushing event updated for resources: {'Network': ['ID=3620bce3-8aff-4cd1-8395-c3617c04d4ba,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:13.759977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52670) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:13.782324 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Made reservation on behalf of 08c873af65704671bdd082e1e8d6d551 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:13.792745 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:13.842754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 3620bce3-8aff-4cd1-8395-c3617c04d4ba details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:31:13.886616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.46', 54310) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:13.947282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e43213-d768-4729-aeeb-4a861e866f10 None None] Pushing event updated for resources: {'Port': ['ID=0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:13.955465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-9fc669b3-9759-4f12-8254-50406e8ef7e0 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=04442773b6f44b9cb2ef86bae98a87af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671058 Feb 07 22:31:13.989044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Attempting to bind port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:13.989784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Attempting to bind port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:13.990349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Attempting to bind port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 on network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:14.024045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:14.025000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Checking segment: {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:14.026176 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.026979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Bound using segment: {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:14.028270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Bound port: 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:14.029037 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.049462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2e42253d-5bd1-4dc0-b6f8-6f6b45a0846b None None] Provisioning complete for port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:14.050237 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e42253d-5bd1-4dc0-b6f8-6f6b45a0846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.126606 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47e626da-890a-48b2-b75a-746cf78ce07c req-af72964c-f5dd-48e4-b77c-7e93e84d17cb tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 210 time: 0.1383727 Feb 07 22:31:14.155055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2e42253d-5bd1-4dc0-b6f8-6f6b45a0846b None None] Port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:31:14.176944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fbb931c8-92c0-49c5-8cc7-9eda24b99246 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:14.223775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] For port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:14.245630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] For port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:14.257582 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.294357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.302457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fbb931c8-92c0-49c5-8cc7-9eda24b99246 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:14.303436 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.326344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7b98-ba78-48b8-84da-24874791c536 req-4a88d81d-4969-4dd6-aba4-f4fadeaa29df tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:14.327940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-4a88d81d-4969-4dd6-aba4-f4fadeaa29df tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3669207 Feb 07 22:31:14.351666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-119d7f7f-fb6e-4a60-b546-bbc0af4b787e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.405336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb8e475-657b-4b7e-b4e4-565ed8502a20,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:14.421059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Checking segment: {'id': '08d5e59a-0dc0-4fd2-9833-d59415d4da64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:14.421792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Network hostable DHCP agents. Network: 3620bce3-8aff-4cd1-8395-c3617c04d4ba, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:31:14.435678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Request body: {'port': {'device_id': '6e1ef807-d4ec-4e36-92b8-2bf8abeee76e', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '04442773b6f44b9cb2ef86bae98a87af'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:14.447231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Network 3620bce3-8aff-4cd1-8395-c3617c04d4ba is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:31:14.462126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 3620bce3-8aff-4cd1-8395-c3617c04d4ba) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:14.463527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:14.464676 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:30:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:14.468947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:14.470025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.497523 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d1f139be-f646-419b-9e2e-3e8496d1c6b5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7665961 Feb 07 22:31:14.497523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52690) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:14.506963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:14.538311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f5078e-262c-40bb-b232-ee9554b77cd3 None None] Network 3620bce3-8aff-4cd1-8395-c3617c04d4ba requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:14.557852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e43213-d768-4729-aeeb-4a861e866f10 None None] Pushing event updated for resources: {'Port': ['ID=0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:14.568023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.578477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.714196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.839458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:14.841823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-119d7f7f-fb6e-4a60-b546-bbc0af4b787e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.852156 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-119d7f7f-fb6e-4a60-b546-bbc0af4b787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.897714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4704de52-bd91-470e-90aa-18f5cfa8c059 None None] Provisioning complete for port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:14.898800 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4704de52-bd91-470e-90aa-18f5cfa8c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.946045 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-119d7f7f-fb6e-4a60-b546-bbc0af4b787e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7176ffe23e0e4f0d98b12c89e91b5d25&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1809826 Feb 07 22:31:14.949533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52724) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:14.954269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d7f7f-fb6e-4a60-b546-bbc0af4b787e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b355ea6d-394e-4190-890c-aea565cb6d45,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:14.974754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Made reservation on behalf of 04442773b6f44b9cb2ef86bae98a87af for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:14.979419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:14.990733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.071328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-3620bce3-8aff-4cd1-8395-c3617c04d4ba', 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'fixed_ips': [{'subnet_id': 'ccb8e475-657b-4b7e-b4e4-565ed8502a20'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:31:15.073619 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.078080 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.094171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c08017d2-277f-4eb9-8d17-7fb50cd6807f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.125966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c08017d2-277f-4eb9-8d17-7fb50cd6807f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.140911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.148900 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.198370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c08017d2-277f-4eb9-8d17-7fb50cd6807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.200953 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c08017d2-277f-4eb9-8d17-7fb50cd6807f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.202321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c08017d2-277f-4eb9-8d17-7fb50cd6807f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b355ea6d-394e-4190-890c-aea565cb6d45 HTTP/1.1" status: 204 len: 168 time: 0.2513306 Feb 07 22:31:15.247450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4704de52-bd91-470e-90aa-18f5cfa8c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.266882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08017d2-277f-4eb9-8d17-7fb50cd6807f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355ea6d-394e-4190-890c-aea565cb6d45,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:15.399493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:15.408254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4704de52-bd91-470e-90aa-18f5cfa8c059 None None] For port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:15.417777 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Allocated IP 172.20.0.2 (3620bce3-8aff-4cd1-8395-c3617c04d4ba/ccb8e475-657b-4b7e-b4e4-565ed8502a20/14efce33-8ae3-4706-a9e0-05abb468ea00) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:15.419921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4704de52-bd91-470e-90aa-18f5cfa8c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.531254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:14Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:15.566594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704de52-bd91-470e-90aa-18f5cfa8c059 None None] Pushing event updated for resources: {'Port': ['ID=0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:15.571216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f554af-11ca-4124-93b5-da78d6725733 None None] The sync data for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 is: [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:14Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:31:15.584080 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.654286 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.716472 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.729087 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.821848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Network 3620bce3-8aff-4cd1-8395-c3617c04d4ba is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:15.825990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:15.837564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:15.944494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Pushing event updated for resources: {'Port': ['ID=14efce33-8ae3-4706-a9e0-05abb468ea00,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:15.952265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Attempting to bind port 14efce33-8ae3-4706-a9e0-05abb468ea00 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:15.952632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Attempting to bind port 14efce33-8ae3-4706-a9e0-05abb468ea00 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '08d5e59a-0dc0-4fd2-9833-d59415d4da64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:15.952989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Attempting to bind port 14efce33-8ae3-4706-a9e0-05abb468ea00 on network 3620bce3-8aff-4cd1-8395-c3617c04d4ba {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:15.953354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Allocated IP 192.168.233.52 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/a160a98c-4a21-4d1a-a614-aa1a00a6cd32) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:15.969667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:15.970665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Checking segment: {'id': '08d5e59a-0dc0-4fd2-9833-d59415d4da64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:15.973184 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.973576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Bound using segment: {'id': '08d5e59a-0dc0-4fd2-9833-d59415d4da64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:15.978060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Bound port: 14efce33-8ae3-4706-a9e0-05abb468ea00, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d5e59a-0dc0-4fd2-9833-d59415d4da64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:15.978492 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:15.992843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Allocated IP 172.25.8.2 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/26e8495e-1128-4fdf-8a19-20ec20ae7cc8) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:16.047117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4edd44a8-6938-4725-b5f2-32d2a1863412 req-47e5ffca-4785-4ca0-8961-830e8b25485d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 210 time: 0.0828106 Feb 07 22:31:16.279248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] For port 14efce33-8ae3-4706-a9e0-05abb468ea00, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:16.294099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] For port 14efce33-8ae3-4706-a9e0-05abb468ea00, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=14efce33-8ae3-4706-a9e0-05abb468ea00,segment=NetworkSegment(08d5e59a-0dc0-4fd2-9833-d59415d4da64),segment_id=08d5e59a-0dc0-4fd2-9833-d59415d4da64)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:16.300395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:16.303416 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:16.382895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:16.410894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:16.464272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:16.467791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:16.472715 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:16.569800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:16.663027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Pushing event updated for resources: {'Port': ['ID=26e8495e-1128-4fdf-8a19-20ec20ae7cc8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:16.693893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:16.715282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550278b7-353f-49f4-9809-746b0146cc03 None None] Pushing event updated for resources: {'Port': ['ID=14efce33-8ae3-4706-a9e0-05abb468ea00,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:16.793617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:16.794050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:16.850544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52756) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:17.063805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Pushing event updated for resources: {'Port': ['ID=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:17.108942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:17.111059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:17.134974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:17.186704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:17.197327 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:17.322292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-2f4979c5-fa53-4644-9cfb-cd788c11111d tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8992419 Feb 07 22:31:17.348726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-b80ee914-6ecb-4859-a322-0e1fcfe9080a tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:31:17.349842 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-b80ee914-6ecb-4859-a322-0e1fcfe9080a tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132535 Feb 07 22:31:17.361260 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d48229b8-90e0-41a4-a60b-ed1e345f99eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:17.619924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b2545-639b-4336-9000-61f9ddd28db8 req-e41b2931-3c1b-4e71-aa63-ef40a7653ecc tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:17.622111 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd7b2545-639b-4336-9000-61f9ddd28db8 req-e41b2931-3c1b-4e71-aa63-ef40a7653ecc tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 935 time: 0.3004043 Feb 07 22:31:17.752256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-38e0cf29-29cc-482a-9ca9-7be9b4dc7ef4 None None] Provisioning complete for port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:17.752256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38e0cf29-29cc-482a-9ca9-7be9b4dc7ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:17.859925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-38e0cf29-29cc-482a-9ca9-7be9b4dc7ef4 None None] Port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:31:17.907588 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd7b2545-639b-4336-9000-61f9ddd28db8 req-32d84fb5-34e4-41a0-a449-50f634d6be3c tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756319 Feb 07 22:31:17.998312 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d48229b8-90e0-41a4-a60b-ed1e345f99eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.000839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.245330 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d48229b8-90e0-41a4-a60b-ed1e345f99eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.292371 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d48229b8-90e0-41a4-a60b-ed1e345f99eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e82e7017a6241d2b17027a925cb316f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4361885 Feb 07 22:31:18.294961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52782) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:18.330978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 14efce33-8ae3-4706-a9e0-05abb468ea00 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:18.431548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e146968f-e302-4c62-affc-d3099d8f58d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.471401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 14efce33-8ae3-4706-a9e0-05abb468ea00 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:18.471874 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.485875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48229b8-90e0-41a4-a60b-ed1e345f99eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438413c1-ba7b-4b10-b2ae-974e93340e11,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:18.506920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e146968f-e302-4c62-affc-d3099d8f58d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.577710 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e146968f-e302-4c62-affc-d3099d8f58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.581106 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e146968f-e302-4c62-affc-d3099d8f58d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.588714 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e146968f-e302-4c62-affc-d3099d8f58d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/438413c1-ba7b-4b10-b2ae-974e93340e11 HTTP/1.1" status: 204 len: 168 time: 0.2887845 Feb 07 22:31:18.590896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Request body: {'port': {'device_id': '6e1ef807-d4ec-4e36-92b8-2bf8abeee76e', 'device_owner': 'compute:tempest-test_az-261821274', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:18.600742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c87f65-399c-40b1-988a-abe840c1871e None None] Network 3620bce3-8aff-4cd1-8395-c3617c04d4ba requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:18.657592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146968f-e302-4c62-affc-d3099d8f58d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438413c1-ba7b-4b10-b2ae-974e93340e11,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:18.669937 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.689701 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.739634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.803034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4c8baf21-9190-42df-aa35-a68cd6285895 None None] Provisioning complete for port 14efce33-8ae3-4706-a9e0-05abb468ea00 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:18.807862 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c8baf21-9190-42df-aa35-a68cd6285895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:18.836671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52792) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:18.929631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Router 9ff763ae-32bb-4bcc-b496-c061588fe750 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:31:19.001577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 14efce33-8ae3-4706-a9e0-05abb468ea00, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=14efce33-8ae3-4706-a9e0-05abb468ea00,segment=NetworkSegment(08d5e59a-0dc0-4fd2-9833-d59415d4da64),segment_id=08d5e59a-0dc0-4fd2-9833-d59415d4da64)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:19.023927 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:19.232201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:31:19.246328 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Sync routers for ids ['9ff763ae-32bb-4bcc-b496-c061588fe750'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:31:19.270613 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Routers {'9ff763ae-32bb-4bcc-b496-c061588fe750'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:19.273492 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:30:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9ff763ae-32bb-4bcc-b496-c061588fe750'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:19.304715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=14efce33-8ae3-4706-a9e0-05abb468ea00,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:19.309105 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:19.317140 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f21c4b8b-85ef-488a-b320-cfeca780d592 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8178334 Feb 07 22:31:19.318749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52804) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:19.622605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a160a98c-4a21-4d1a-a614-aa1a00a6cd32 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:19.647424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:19.699544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Transition to ACTIVE for port object a160a98c-4a21-4d1a-a614-aa1a00a6cd32 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:31:19.735692 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:19.741167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9cfe4b8d-0828-4856-8b3b-8bc858563913 None None] Provisioning complete for port 14efce33-8ae3-4706-a9e0-05abb468ea00 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:19.742958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4b8d-0828-4856-8b3b-8bc858563913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:19.834819 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c117cfd-27f5-409e-a604-8c5b0a67f827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:19.978345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c07ec-4577-445a-a1d1-f91c68df4855 req-90d7cfbd-75f0-410a-90cc-d5fcf5ad54c1 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:19.980445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a24c07ec-4577-445a-a1d1-f91c68df4855 req-90d7cfbd-75f0-410a-90cc-d5fcf5ad54c1 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 935 time: 0.9111345 Feb 07 22:31:20.061507 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Set router 9ff763ae-32bb-4bcc-b496-c061588fe750 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:20.245611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 14efce33-8ae3-4706-a9e0-05abb468ea00 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:20.348786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c117cfd-27f5-409e-a604-8c5b0a67f827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:20.350386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Pushing event updated for resources: {'Port': ['ID=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:20.390231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 14efce33-8ae3-4706-a9e0-05abb468ea00 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:20.390608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:20.404569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c117cfd-27f5-409e-a604-8c5b0a67f827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:20.465568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Attempting to bind port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:20.466421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Attempting to bind port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:20.467107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Attempting to bind port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:20.480483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:20.492089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a24c07ec-4577-445a-a1d1-f91c68df4855 req-d0a3fa62-94a7-4cbd-a95c-55b64321f990 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872246 Feb 07 22:31:20.526337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:31:20.527323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Attempting to bind port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:20.545648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c117cfd-27f5-409e-a604-8c5b0a67f827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a69e3c-236c-402b-b132-f63f9c8d58b6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:20.575640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:20.578329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:20.588305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:20.590454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Bound port: a160a98c-4a21-4d1a-a614-aa1a00a6cd32, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:20.591163 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:20.615817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1c117cfd-27f5-409e-a604-8c5b0a67f827 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50311886def547c1a6e62ebca28e8d92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7780361 Feb 07 22:31:20.616451 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:14Z', 'updated_at': '2022-02-07T22:31:16Z', 'revision_number': 3, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'gw_port': {'id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:15Z', 'updated_at': '2022-02-07T22:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:20.617617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52830) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:20.703500 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Checking router: 9ff763ae-32bb-4bcc-b496-c061588fe750 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:31:20.705142 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Updating router 9ff763ae-32bb-4bcc-b496-c061588fe750 port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:31:20.781464 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:20.813734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] For port a160a98c-4a21-4d1a-a614-aa1a00a6cd32, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:20.891723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3799ff31-e74a-4d47-b28a-d3ed4a33d97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:20.974448 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3799ff31-e74a-4d47-b28a-d3ed4a33d97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.052331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] For port a160a98c-4a21-4d1a-a614-aa1a00a6cd32, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:21.126487 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.145498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3799ff31-e74a-4d47-b28a-d3ed4a33d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.156896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3799ff31-e74a-4d47-b28a-d3ed4a33d97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.162206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3799ff31-e74a-4d47-b28a-d3ed4a33d97c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71a69e3c-236c-402b-b132-f63f9c8d58b6 HTTP/1.1" status: 204 len: 168 time: 0.5405562 Feb 07 22:31:21.309964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799ff31-e74a-4d47-b28a-d3ed4a33d97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a69e3c-236c-402b-b132-f63f9c8d58b6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:21.359462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Allocated IP 172.20.0.1 (3620bce3-8aff-4cd1-8395-c3617c04d4ba/ccb8e475-657b-4b7e-b4e4-565ed8502a20/56b73658-eac2-424e-9c34-dee753beecad) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:21.372766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:21.382877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.388638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] 10.222.0.46 "PUT /v2.0/ports/a160a98c-4a21-4d1a-a614-aa1a00a6cd32 HTTP/1.1" status: 200 len: 1116 time: 3.4320054 Feb 07 22:31:21.404123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1ef807-d4ec-4e36-92b8-2bf8abeee76e', 'tag': 'a160a98c-4a21-4d1a-a614-aa1a00a6cd32'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:21.455013 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3247fe9-a5f7-4bc1-ae9f-fa84c07f2a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.497158 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.505377 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.664136 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0790a64-de23-4685-b38a-66f23cb59aad None None] Pushing event updated for resources: {'Port': ['ID=26e8495e-1128-4fdf-8a19-20ec20ae7cc8,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:21.725153 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Attempting to bind port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:21.726576 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Attempting to bind port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:21.726960 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Attempting to bind port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:21.749808 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:21.750197 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:21.750577 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.750973 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:21.751458 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Bound port: 26e8495e-1128-4fdf-8a19-20ec20ae7cc8, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:21.751890 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.870121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd3db4-8b9f-47dd-a039-301f5fabb745 service neutron] Pushing event updated for resources: {'Port': ['ID=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:21.917129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7b98-ba78-48b8-84da-24874791c536 req-c745da8a-b79f-40d1-bf25-69af435fa2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:21.919021 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-c745da8a-b79f-40d1-bf25-69af435fa2a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04442773b6f44b9cb2ef86bae98a87af&device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 1119 time: 0.2873282 Feb 07 22:31:21.931947 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.938926 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] For port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:21.945426 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] For port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=26e8495e-1128-4fdf-8a19-20ec20ae7cc8,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:21.950473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f756a46-b6bd-46be-a235-03ada7816867 req-c7112091-4182-4945-a4c4-2f91010d6b07 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:21.954184 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:21.962242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f756a46-b6bd-46be-a235-03ada7816867 req-c7112091-4182-4945-a4c4-2f91010d6b07 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 968 time: 0.2271090 Feb 07 22:31:22.005280 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:22.091117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Network 3620bce3-8aff-4cd1-8395-c3617c04d4ba is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:22.098713 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Routers {'9ff763ae-32bb-4bcc-b496-c061588fe750'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:22.099357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:22.102466 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:30:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9ff763ae-32bb-4bcc-b496-c061588fe750'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:22.111851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:22.117015 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:22.121419 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0790a64-de23-4685-b38a-66f23cb59aad None None] Pushing event updated for resources: {'Port': ['ID=26e8495e-1128-4fdf-8a19-20ec20ae7cc8,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:22.408420 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] Set router 9ff763ae-32bb-4bcc-b496-c061588fe750 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:22.632411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fe38588f-599f-4212-bec5-19dad7ef09a5 None None] Provisioning complete for port 56b73658-eac2-424e-9c34-dee753beecad triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:22.632966 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe38588f-599f-4212-bec5-19dad7ef09a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:22.666601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52902) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:22.668168 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:22.671229 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Pushing event updated for resources: {'Port': ['ID=56b73658-eac2-424e-9c34-dee753beecad,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:22.677123 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13b5524-b89f-4596-b694-e5e1700479e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1ef807-d4ec-4e36-92b8-2bf8abeee76e", "tag": "a160a98c-4a21-4d1a-a614-aa1a00a6cd32"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:22.729119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-1e2ea6ee-e875-432b-9a97-fabca790dae4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=a160a98c-4a21-4d1a-a614-aa1a00a6cd32 HTTP/1.1" status: 200 len: 217 time: 0.7973371 Feb 07 22:31:22.758245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fe38588f-599f-4212-bec5-19dad7ef09a5 None None] Port 56b73658-eac2-424e-9c34-dee753beecad cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:31:22.765410 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-efb7e386-5540-42a3-9a14-c050d79cb053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:22.790532 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f756a46-b6bd-46be-a235-03ada7816867 req-5dd3dd0a-206d-4796-acbf-ca148441edb9 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8274229 Feb 07 22:31:22.927189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7b98-ba78-48b8-84da-24874791c536 req-6169948c-f0ad-4258-9194-760bf85c7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:22.932147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-6169948c-f0ad-4258-9194-760bf85c7b11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1873198 Feb 07 22:31:22.958699 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:14Z', 'updated_at': '2022-02-07T22:31:16Z', 'revision_number': 3, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'gw_port': {'id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:15Z', 'updated_at': '2022-02-07T22:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:22.999668 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8ab04-af93-4f9e-a56a-7e502ad20306 None None] The sync data for ids ['9ff763ae-32bb-4bcc-b496-c061588fe750'] in n-d-827895-2 is: [{'id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:14Z', 'updated_at': '2022-02-07T22:31:16Z', 'revision_number': 3, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'gw_port': {'id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:15Z', 'updated_at': '2022-02-07T22:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:31:23.126012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:23.137647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:23.138797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:23.142256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-efb7e386-5540-42a3-9a14-c050d79cb053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:23.152938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-efb7e386-5540-42a3-9a14-c050d79cb053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:23.213050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-efb7e386-5540-42a3-9a14-c050d79cb053 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=220ffc8b826b4d968035af953044f229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224636 Feb 07 22:31:23.213050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7b98-ba78-48b8-84da-24874791c536 req-01101db5-5bb8-4f47-9cc4-c26681bb137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:23.214390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-01101db5-5bb8-4f47-9cc4-c26681bb137a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2632036 Feb 07 22:31:23.222881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52920) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:23.314794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Pushing event updated for resources: {'Port': ['ID=56b73658-eac2-424e-9c34-dee753beecad,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:23.410945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Network 3620bce3-8aff-4cd1-8395-c3617c04d4ba is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:23.415193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:23.518199 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-68b95cf1-de4b-49e1-b77d-ef2716d7ae27 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660716 Feb 07 22:31:23.570083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52924) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:23.659304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52928) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:23.706369 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4de5bb2-6a67-41cf-b668-7d3e8bfef9f5 x-openstack-request-id: req-b4de5bb2-6a67-41cf-b668-7d3e8bfef9f5 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:23.706673 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1ef807-d4ec-4e36-92b8-2bf8abeee76e", "tag": "a160a98c-4a21-4d1a-a614-aa1a00a6cd32", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:23.706926 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4de5bb2-6a67-41cf-b668-7d3e8bfef9f5 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:23.711149 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1ef807-d4ec-4e36-92b8-2bf8abeee76e', 'tag': 'a160a98c-4a21-4d1a-a614-aa1a00a6cd32', 'status': 'completed', 'code': 200} Feb 07 22:31:23.744836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7e386-5540-42a3-9a14-c050d79cb053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39cedf8-fb97-4090-a7c3-908641ca303b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:23.777816 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a08444b-4360-4ceb-aa4f-b5fcfd491c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:23.876130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-680238c2-eb3b-48d2-b478-0af0629a69ae None None] Provisioning complete for port 56b73658-eac2-424e-9c34-dee753beecad triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:23.878495 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-680238c2-eb3b-48d2-b478-0af0629a69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:23.891449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Router 9ff763ae-32bb-4bcc-b496-c061588fe750 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:31:23.910654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be3a229d-8825-4143-ad5d-c6f27395a71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:23.982336 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e36d925d-91e0-4da5-a1f3-e72ddf06325e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:23.998888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-680238c2-eb3b-48d2-b478-0af0629a69ae None None] Port 56b73658-eac2-424e-9c34-dee753beecad cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:31:24.011995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c56a399-ffd6-416e-8c96-bfd0407639d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.058107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be3a229d-8825-4143-ad5d-c6f27395a71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.161541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f72f7b98-ba78-48b8-84da-24874791c536 req-8e9864de-4dbb-4c7e-ac75-b4a06edb749e service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319678 Feb 07 22:31:24.229211 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be3a229d-8825-4143-ad5d-c6f27395a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.232102 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be3a229d-8825-4143-ad5d-c6f27395a71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.233396 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-be3a229d-8825-4143-ad5d-c6f27395a71f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c39cedf8-fb97-4090-a7c3-908641ca303b HTTP/1.1" status: 204 len: 168 time: 1.0079527 Feb 07 22:31:24.319025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a229d-8825-4143-ad5d-c6f27395a71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39cedf8-fb97-4090-a7c3-908641ca303b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:24.415317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:24.428841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be78be-48b1-401e-ad39-cef6392f48f5 req-07073f8e-d9c4-4752-9605-86849c62c1ea tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:24.437405 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1be78be-48b1-401e-ad39-cef6392f48f5 req-07073f8e-d9c4-4752-9605-86849c62c1ea tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 968 time: 0.3720064 Feb 07 22:31:24.480932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:31:24.518650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a733f931-8d65-4385-bae7-3fc9cf7c42c5 admin admin] 10.222.0.15 "PUT /v2.0/routers/9ff763ae-32bb-4bcc-b496-c061588fe750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1976621 Feb 07 22:31:24.562642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:24.562970 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.564220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c56a399-ffd6-416e-8c96-bfd0407639d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.577218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c56a399-ffd6-416e-8c96-bfd0407639d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.615940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1be78be-48b1-401e-ad39-cef6392f48f5 req-bd7f05e2-7386-4a17-96cd-faff72d90a2c tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706276 Feb 07 22:31:24.654284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e36d925d-91e0-4da5-a1f3-e72ddf06325e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.664220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e36d925d-91e0-4da5-a1f3-e72ddf06325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.665453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-1d8035fe-d427-4cd4-9559-00bd2d2eafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:24.678702 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-1d8035fe-d427-4cd4-9559-00bd2d2eafcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04442773b6f44b9cb2ef86bae98a87af&device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 1119 time: 0.4000936 Feb 07 22:31:24.825347 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:24.849361 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e36d925d-91e0-4da5-a1f3-e72ddf06325e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea58d35cfb424c43809aa4e2a645cf81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1883206 Feb 07 22:31:24.854539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52966) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:24.922385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d925d-91e0-4da5-a1f3-e72ddf06325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c22b63-f5d0-4cb5-a0bc-31127ce532a5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:24.967390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9c56a399-ffd6-416e-8c96-bfd0407639d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5974d1a295d4e7f83fa120b97db9d51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3473766 Feb 07 22:31:24.988319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52976) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:25.032211 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.032510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ab931bf3-5bf4-4e0a-8b20-77f4f864bad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.069019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ab931bf3-5bf4-4e0a-8b20-77f4f864bad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.092746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=26e8495e-1128-4fdf-8a19-20ec20ae7cc8,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:25.102354 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.111369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56a399-ffd6-416e-8c96-bfd0407639d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b91ab82-cd26-4122-a889-7962bda91577,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:25.196752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ab931bf3-5bf4-4e0a-8b20-77f4f864bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.208322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ab931bf3-5bf4-4e0a-8b20-77f4f864bad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.209754 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ab931bf3-5bf4-4e0a-8b20-77f4f864bad6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2c22b63-f5d0-4cb5-a0bc-31127ce532a5 HTTP/1.1" status: 204 len: 168 time: 0.3491423 Feb 07 22:31:25.278192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab931bf3-5bf4-4e0a-8b20-77f4f864bad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c22b63-f5d0-4cb5-a0bc-31127ce532a5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:25.285903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=26e8495e-1128-4fdf-8a19-20ec20ae7cc8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:25.388123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f009b6c0-d196-470e-84e4-7b876a6fc22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.388831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-0918a486-ac19-4e4f-97da-88ee33d2e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:25.390574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-0918a486-ac19-4e4f-97da-88ee33d2e6a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.6290734 Feb 07 22:31:25.468205 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f009b6c0-d196-470e-84e4-7b876a6fc22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.601212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f009b6c0-d196-470e-84e4-7b876a6fc22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.604575 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f009b6c0-d196-470e-84e4-7b876a6fc22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:25.606627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f009b6c0-d196-470e-84e4-7b876a6fc22e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b91ab82-cd26-4122-a889-7962bda91577 HTTP/1.1" status: 204 len: 168 time: 0.6129456 Feb 07 22:31:25.619137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009b6c0-d196-470e-84e4-7b876a6fc22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b91ab82-cd26-4122-a889-7962bda91577,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:25.843656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52996) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:25.855543 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-420c598e-2cbd-4561-8ba1-99bc2c6facf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=a160a98c-4a21-4d1a-a614-aa1a00a6cd32 HTTP/1.1" status: 200 len: 217 time: 0.0804942 Feb 07 22:31:25.960423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278b8da-039e-42fc-99fc-3830f983d668 req-ec3bc90c-e23a-4520-a764-28f249ec5497 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:25.962235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f278b8da-039e-42fc-99fc-3830f983d668 req-ec3bc90c-e23a-4520-a764-28f249ec5497 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 968 time: 0.2209923 Feb 07 22:31:25.964112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-84cd5c13-f164-45e9-8ff3-1f28c308f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:25.965486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-84cd5c13-f164-45e9-8ff3-1f28c308f8b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1044924 Feb 07 22:31:26.088981 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f278b8da-039e-42fc-99fc-3830f983d668 req-e49cbc92-3d6a-4ad8-a3e7-0552f2164712 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161497 Feb 07 22:31:26.102978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-dc733650-2717-45f7-b528-3c5638426c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:26.105845 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-dc733650-2717-45f7-b528-3c5638426c26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059670 Feb 07 22:31:26.196434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.248963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:26.373315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-294fed06-00da-43cc-86af-906a53faf2e9 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538629 Feb 07 22:31:26.383314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Sync routers for ids ['9ff763ae-32bb-4bcc-b496-c061588fe750'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:31:26.407931 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dc9d2d19-b8a7-40e8-b959-c02ce551a22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.484058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53012) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:26.494913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:26.496469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.527672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fad60657-9226-43c0-8110-8d4907d62394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.595956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Routers {'9ff763ae-32bb-4bcc-b496-c061588fe750'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:26.597259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:31:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9ff763ae-32bb-4bcc-b496-c061588fe750'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:26.654875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c13b5524-b89f-4596-b694-e5e1700479e5 req-03e9c76c-d134-442a-811d-d9444dc7a2ea service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671275 Feb 07 22:31:26.664054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53014) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:26.681515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca79f7b3-c511-432a-8c7c-e1b3a8d8ac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.744489 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dc9d2d19-b8a7-40e8-b959-c02ce551a22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.752264 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dc9d2d19-b8a7-40e8-b959-c02ce551a22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.767674 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.821903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dc9d2d19-b8a7-40e8-b959-c02ce551a22a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb30a16270124b63847f2fd02a850c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9766312 Feb 07 22:31:26.833710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53018) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:26.837120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d2d19-b8a7-40e8-b959-c02ce551a22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aba29ba-abd3-454d-9f48-77517f58b254,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:26.844294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fad60657-9226-43c0-8110-8d4907d62394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.859048 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fad60657-9226-43c0-8110-8d4907d62394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.904790 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca79f7b3-c511-432a-8c7c-e1b3a8d8ac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.915631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca79f7b3-c511-432a-8c7c-e1b3a8d8ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:26.928085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Set router 9ff763ae-32bb-4bcc-b496-c061588fe750 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:26.945595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53020) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:26.966382 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cde76a30-ae1c-42a1-a2f7-c707ecd6c661 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753213808', 'description': 'tempest-description--786134335'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:26.989828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca79f7b3-c511-432a-8c7c-e1b3a8d8ac1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18e2c52d667644c58979e78e1ba5b520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242829 Feb 07 22:31:26.996137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53022) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:27.007166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79f7b3-c511-432a-8c7c-e1b3a8d8ac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f627ba2-38a4-446e-82fd-fa96584ec4af,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:27.030629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1210f1a-75fc-45b9-b403-d791de63c179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.046841 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fad60657-9226-43c0-8110-8d4907d62394 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfd56864b56c4296b932e289b7a7099e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600982 Feb 07 22:31:27.056189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53026) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:27.086774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad60657-9226-43c0-8110-8d4907d62394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45092ce4-93a8-4902-9b8f-ad425b99b501,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:27.178521 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1210f1a-75fc-45b9-b403-d791de63c179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.187355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cde76a30-ae1c-42a1-a2f7-c707ecd6c661 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.246348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09c26214-4f19-4077-8340-88df2e763b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.284544 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09c26214-4f19-4077-8340-88df2e763b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.320984 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1210f1a-75fc-45b9-b403-d791de63c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.323426 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1210f1a-75fc-45b9-b403-d791de63c179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.324561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c1210f1a-75fc-45b9-b403-d791de63c179 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2aba29ba-abd3-454d-9f48-77517f58b254 HTTP/1.1" status: 204 len: 168 time: 0.4885621 Feb 07 22:31:27.344210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1210f1a-75fc-45b9-b403-d791de63c179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aba29ba-abd3-454d-9f48-77517f58b254,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:27.388507 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09c26214-4f19-4077-8340-88df2e763b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.393000 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09c26214-4f19-4077-8340-88df2e763b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.398655 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-09c26214-4f19-4077-8340-88df2e763b11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45092ce4-93a8-4902-9b8f-ad425b99b501 HTTP/1.1" status: 204 len: 168 time: 0.3407202 Feb 07 22:31:27.410175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-065f0971-530b-4c8d-8c06-a4b7af5f4bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.446395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:14Z', 'updated_at': '2022-02-07T22:31:22Z', 'revision_number': 4, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'gw_port': {'id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:15Z', 'updated_at': '2022-02-07T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '56b73658-eac2-424e-9c34-dee753beecad', 'name': '', 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'mac_address': 'fa:16:3e:cc:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'ccb8e475-657b-4b7e-b4e4-565ed8502a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:20Z', 'updated_at': '2022-02-07T22:31:22Z', 'revision_number': 2, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'subnets': [{'id': 'ccb8e475-657b-4b7e-b4e4-565ed8502a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:27.495019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c26214-4f19-4077-8340-88df2e763b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45092ce4-93a8-4902-9b8f-ad425b99b501,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:27.514795 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-065f0971-530b-4c8d-8c06-a4b7af5f4bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.580598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2399-14b6-42e4-bcb0-dcb4d71e3972 req-cbdbcab9-ec4c-477c-bed5-4de7286ba548 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:27.582706 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-887c2399-14b6-42e4-bcb0-dcb4d71e3972 req-cbdbcab9-ec4c-477c-bed5-4de7286ba548 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 968 time: 0.3878670 Feb 07 22:31:27.680218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Checking router: 9ff763ae-32bb-4bcc-b496-c061588fe750 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:31:27.681428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Updating router 9ff763ae-32bb-4bcc-b496-c061588fe750 port 56b73658-eac2-424e-9c34-dee753beecad binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:31:27.718717 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.741734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cde76a30-ae1c-42a1-a2f7-c707ecd6c661 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.755536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cde76a30-ae1c-42a1-a2f7-c707ecd6c661 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.786373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-887c2399-14b6-42e4-bcb0-dcb4d71e3972 req-ef87019e-9517-4d29-a9c8-2f8d3688248b tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704922 Feb 07 22:31:27.819691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-065f0971-530b-4c8d-8c06-a4b7af5f4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.836949 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-065f0971-530b-4c8d-8c06-a4b7af5f4bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.841101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-065f0971-530b-4c8d-8c06-a4b7af5f4bf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f627ba2-38a4-446e-82fd-fa96584ec4af HTTP/1.1" status: 204 len: 168 time: 0.8055379 Feb 07 22:31:27.845373 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cde76a30-ae1c-42a1-a2f7-c707ecd6c661 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:27.849712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53042) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:27.855012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-109ac169-3327-4dbf-b1f7-b29335b48d69 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Request body: {'security_group_rule': {'security_group_id': 'a70f9223-0d80-4cc9-ae2a-18eb6a077c95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:27.858802 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cde76a30-ae1c-42a1-a2f7-c707ecd6c661 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9092286 Feb 07 22:31:27.860023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde76a30-ae1c-42a1-a2f7-c707ecd6c661 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f9223-0d80-4cc9-ae2a-18eb6a077c95,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:27.875472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f0971-530b-4c8d-8c06-a4b7af5f4bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f627ba2-38a4-446e-82fd-fa96584ec4af,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:27.930644 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109ac169-3327-4dbf-b1f7-b29335b48d69 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.039761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109ac169-3327-4dbf-b1f7-b29335b48d69 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.046625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109ac169-3327-4dbf-b1f7-b29335b48d69 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.079638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ac169-3327-4dbf-b1f7-b29335b48d69 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc8fc79-f3a9-42a8-be7f-7f8014d89d6f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:28.095400 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109ac169-3327-4dbf-b1f7-b29335b48d69 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.099424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-109ac169-3327-4dbf-b1f7-b29335b48d69 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464404 Feb 07 22:31:28.100167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53046) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:28.105969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6fb47a14-a872-4c85-92ef-422d9db71858 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Request body: {'security_group_rule': {'security_group_id': 'a70f9223-0d80-4cc9-ae2a-18eb6a077c95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:28.147251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fb47a14-a872-4c85-92ef-422d9db71858 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.235392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fb47a14-a872-4c85-92ef-422d9db71858 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.245377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fb47a14-a872-4c85-92ef-422d9db71858 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.264920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb47a14-a872-4c85-92ef-422d9db71858 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8ace46-0577-46fe-9b4b-8a79eb5753b7,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:28.280926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fb47a14-a872-4c85-92ef-422d9db71858 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.284639 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6fb47a14-a872-4c85-92ef-422d9db71858 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1805556 Feb 07 22:31:28.286134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53050) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:28.295889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:28.325937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.335307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53052) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:28.357398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.367311 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.379967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d8b3-2b90-4788-8899-aa1beae36602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.480105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b56e1-4a73-4883-8124-a806303935b8 None None] Pushing event updated for resources: {'Port': ['ID=56b73658-eac2-424e-9c34-dee753beecad,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:28.526722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Attempting to bind port 56b73658-eac2-424e-9c34-dee753beecad on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:28.527678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Attempting to bind port 56b73658-eac2-424e-9c34-dee753beecad by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '08d5e59a-0dc0-4fd2-9833-d59415d4da64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:28.534843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Attempting to bind port 56b73658-eac2-424e-9c34-dee753beecad on network 3620bce3-8aff-4cd1-8395-c3617c04d4ba {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:28.541772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:28.542348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Checking segment: {'id': '08d5e59a-0dc0-4fd2-9833-d59415d4da64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:28.543037 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.543841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Bound using segment: {'id': '08d5e59a-0dc0-4fd2-9833-d59415d4da64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:28.544460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Bound port: 56b73658-eac2-424e-9c34-dee753beecad, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d5e59a-0dc0-4fd2-9833-d59415d4da64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:28.545916 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.548106 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.578500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d8b3-2b90-4788-8899-aa1beae36602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.585877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d8b3-2b90-4788-8899-aa1beae36602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.654504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bbb2d8b3-2b90-4788-8899-aa1beae36602 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9f3a70a361e49c1baa5b2ab258e8fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180826 Feb 07 22:31:28.659784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53066) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:28.669234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2d8b3-2b90-4788-8899-aa1beae36602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5c48cb-ab9e-4fca-8907-6cbf6f19bfe2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:28.694027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] For port 56b73658-eac2-424e-9c34-dee753beecad, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:28.703487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] For port 56b73658-eac2-424e-9c34-dee753beecad, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=56b73658-eac2-424e-9c34-dee753beecad,segment=NetworkSegment(08d5e59a-0dc0-4fd2-9833-d59415d4da64),segment_id=08d5e59a-0dc0-4fd2-9833-d59415d4da64)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:28.710045 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.769534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b56e1-4a73-4883-8124-a806303935b8 None None] Pushing event updated for resources: {'Port': ['ID=56b73658-eac2-424e-9c34-dee753beecad,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:28.771089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da01132d-1a6e-46b3-a7a8-620458059ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.797035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4ada9d39-77d0-44bf-9b81-07f9634ae7b5 None None] Provisioning complete for port 56b73658-eac2-424e-9c34-dee753beecad triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:28.797412 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ada9d39-77d0-44bf-9b81-07f9634ae7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.821940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Allocated IP 172.25.8.245 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/ccce71ec-f07f-4055-a4e9-851d4c451da4) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:28.837495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da01132d-1a6e-46b3-a7a8-620458059ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.846265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Routers {'9ff763ae-32bb-4bcc-b496-c061588fe750'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:28.853162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:31:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9ff763ae-32bb-4bcc-b496-c061588fe750'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:29.021184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] Set router 9ff763ae-32bb-4bcc-b496-c061588fe750 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:29.023756 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ada9d39-77d0-44bf-9b81-07f9634ae7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.037743 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da01132d-1a6e-46b3-a7a8-620458059ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.040236 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da01132d-1a6e-46b3-a7a8-620458059ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.043816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-da01132d-1a6e-46b3-a7a8-620458059ca8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd5c48cb-ab9e-4fca-8907-6cbf6f19bfe2 HTTP/1.1" status: 204 len: 168 time: 0.3803711 Feb 07 22:31:29.114668 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.136591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4ada9d39-77d0-44bf-9b81-07f9634ae7b5 None None] For port 56b73658-eac2-424e-9c34-dee753beecad, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=56b73658-eac2-424e-9c34-dee753beecad,segment=NetworkSegment(08d5e59a-0dc0-4fd2-9833-d59415d4da64),segment_id=08d5e59a-0dc0-4fd2-9833-d59415d4da64)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:29.150271 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ada9d39-77d0-44bf-9b81-07f9634ae7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.150923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01132d-1a6e-46b3-a7a8-620458059ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5c48cb-ab9e-4fca-8907-6cbf6f19bfe2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:29.165969 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.247028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcfae5-3146-406f-8f87-58388fabc870 req-72536c18-1cf0-4968-a948-1ceb5975aa19 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:29.253498 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30dcfae5-3146-406f-8f87-58388fabc870 req-72536c18-1cf0-4968-a948-1ceb5975aa19 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 968 time: 0.2959704 Feb 07 22:31:29.291548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:29.295658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event updated for resources: {'Port': ['ID=ccce71ec-f07f-4055-a4e9-851d4c451da4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:29.307669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:29.311186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:29.313817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada9d39-77d0-44bf-9b81-07f9634ae7b5 None None] Pushing event updated for resources: {'Port': ['ID=56b73658-eac2-424e-9c34-dee753beecad,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:29.341155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a6a4f749-900f-417c-91c7-153f3d4368f9 None None] Provisioning complete for port 56b73658-eac2-424e-9c34-dee753beecad triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:29.341733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f749-900f-417c-91c7-153f3d4368f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.400181 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30dcfae5-3146-406f-8f87-58388fabc870 req-bdf28d98-bc1b-4f81-bb93-2d2e42aeedb1 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392882 Feb 07 22:31:29.501914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.511064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:14Z', 'updated_at': '2022-02-07T22:31:22Z', 'revision_number': 4, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'gw_port': {'id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:15Z', 'updated_at': '2022-02-07T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '56b73658-eac2-424e-9c34-dee753beecad', 'name': '', 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'mac_address': 'fa:16:3e:cc:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'ccb8e475-657b-4b7e-b4e4-565ed8502a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:20Z', 'updated_at': '2022-02-07T22:31:28Z', 'revision_number': 4, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'subnets': [{'id': 'ccb8e475-657b-4b7e-b4e4-565ed8502a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:29.541608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d9951-ec23-4989-bcb7-07e170c23ab9 None None] The sync data for ids ['9ff763ae-32bb-4bcc-b496-c061588fe750'] in n-d-827895-2 is: [{'id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:14Z', 'updated_at': '2022-02-07T22:31:22Z', 'revision_number': 4, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'gw_port': {'id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:15Z', 'updated_at': '2022-02-07T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '56b73658-eac2-424e-9c34-dee753beecad', 'name': '', 'network_id': '3620bce3-8aff-4cd1-8395-c3617c04d4ba', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'mac_address': 'fa:16:3e:cc:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'ccb8e475-657b-4b7e-b4e4-565ed8502a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:20Z', 'updated_at': '2022-02-07T22:31:28Z', 'revision_number': 4, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'subnets': [{'id': 'ccb8e475-657b-4b7e-b4e4-565ed8502a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:31:29.781714 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:30.013154 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:30.025805 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:30.096265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event updated for resources: {'Port': ['ID=ccce71ec-f07f-4055-a4e9-851d4c451da4,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:30.101324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:30.125422 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:30.139866 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-314e4b48-3e09-4d51-afac-49f32b8b9e7f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8520420 Feb 07 22:31:30.237420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 56b73658-eac2-424e-9c34-dee753beecad up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:30.316516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 56b73658-eac2-424e-9c34-dee753beecad triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:30.317513 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:30.546569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65548724-2c58-4eea-82d4-25e604979779 req-2c621bcf-006d-4a3a-ac3e-2be4449ff2c7 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:30.548459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65548724-2c58-4eea-82d4-25e604979779 req-2c621bcf-006d-4a3a-ac3e-2be4449ff2c7 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 968 time: 0.0613990 Feb 07 22:31:30.638840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65548724-2c58-4eea-82d4-25e604979779 req-6932af9d-1454-4e8d-90b8-d30d094a34f6 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682259 Feb 07 22:31:30.812368 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8b3fc8c5-1d69-40e7-922f-3486d06dbcb1 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1753213808&fields=id&tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a HTTP/1.1" status: 200 len: 267 time: 0.0537615 Feb 07 22:31:31.020574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-b4e48824-dd24-43d6-9182-e89c94712de5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:31.022055 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-b4e48824-dd24-43d6-9182-e89c94712de5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/networks?id=4e5e518e-e670-4a66-9977-af4c80f6a4c0 HTTP/1.1" status: 200 len: 824 time: 0.2089086 Feb 07 22:31:31.040459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-68c54722-9b2b-45f6-ae8e-911ec0a953bf tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/quotas/f6c1c2ec102c42cb8156fd8a4f166d2a HTTP/1.1" status: 200 len: 375 time: 0.0115187 Feb 07 22:31:31.155856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ae97d76c-30e0-40db-809a-f5d48d6158bc tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995500 Feb 07 22:31:31.667242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-78642169-781b-4a90-8dff-e30f0c8c6949 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:31:31.675310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-78642169-781b-4a90-8dff-e30f0c8c6949 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3457096 Feb 07 22:31:31.761932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2a84e-ff59-49c3-8027-85a62dab7dbb req-4ea83a45-c531-4dbf-b6c7-773e7d1c899a tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:31.764416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2b2a84e-ff59-49c3-8027-85a62dab7dbb req-4ea83a45-c531-4dbf-b6c7-773e7d1c899a tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 968 time: 0.0527804 Feb 07 22:31:31.774276 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-abd2aa7f-85f5-45d1-bc27-17a2cca18c71 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980239 Feb 07 22:31:31.819932 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2b2a84e-ff59-49c3-8027-85a62dab7dbb req-f572ff99-a271-4f03-aa8d-85fdb14d1e72 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475252 Feb 07 22:31:31.901378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-b5336018-db47-474b-accc-ae3f6be50715 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208081 Feb 07 22:31:32.342126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a160a98c-4a21-4d1a-a614-aa1a00a6cd32 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:31:32.385235 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-928dafa0-ffcf-440c-bcb1-d5e498d4ccb2 req-1e25e4ee-c81c-4a18-9f4d-8a6febcfa39c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0493345 Feb 07 22:31:32.498057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a160a98c-4a21-4d1a-a614-aa1a00a6cd32, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:32.510406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'a160a98c-4a21-4d1a-a614-aa1a00a6cd32', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'a160a98c-4a21-4d1a-a614-aa1a00a6cd32', 'mac_address': 'fa:16:3e:d2:35:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:tempest-test_az-261821274', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:31:32.559964 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:32.581302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a160a98c-4a21-4d1a-a614-aa1a00a6cd32 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:32.603826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a160a98c-4a21-4d1a-a614-aa1a00a6cd32, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:32.610321 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:32.702562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:32.915683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['a160a98c-4a21-4d1a-a614-aa1a00a6cd32'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:31:33.059021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83e020-5163-4f8b-9f19-adf872bb097b req-992e0424-fdfb-41c4-9736-8b556c374689 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:33.063993 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e83e020-5163-4f8b-9f19-adf872bb097b req-992e0424-fdfb-41c4-9736-8b556c374689 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 969 time: 0.1168795 Feb 07 22:31:33.177693 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e83e020-5163-4f8b-9f19-adf872bb097b req-100a65a7-61f6-41c1-934e-1d0de483355a tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048155 Feb 07 22:31:33.223734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53288) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:33.469426 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-376607c2-39ee-4e76-b79f-62041f1f89b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:33.577320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a553fd86-2d3e-4ccf-8845-46d8af6b7ed1 req-a5d64562-1f73-425a-96a8-7cbf16b29c26 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0352178 Feb 07 22:31:33.630919 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-376607c2-39ee-4e76-b79f-62041f1f89b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:33.635966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-376607c2-39ee-4e76-b79f-62041f1f89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:33.636931 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:33.682065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.24', 62147) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:33.682518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376607c2-39ee-4e76-b79f-62041f1f89b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f332dfd7-bae5-4e1d-acae-abe08c393437,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:33.688666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-376607c2-39ee-4e76-b79f-62041f1f89b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95afbf8109f14c0798d38a50c7207f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630179 Feb 07 22:31:33.691045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53304) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:33.749338 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8146d29e-7c6f-4baf-9065-8c2d1bb4038a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:33.780292 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8146d29e-7c6f-4baf-9065-8c2d1bb4038a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:33.856636 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8146d29e-7c6f-4baf-9065-8c2d1bb4038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:33.861592 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8146d29e-7c6f-4baf-9065-8c2d1bb4038a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:33.868659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8146d29e-7c6f-4baf-9065-8c2d1bb4038a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f332dfd7-bae5-4e1d-acae-abe08c393437 HTTP/1.1" status: 204 len: 168 time: 0.1757700 Feb 07 22:31:33.881568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146d29e-7c6f-4baf-9065-8c2d1bb4038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f332dfd7-bae5-4e1d-acae-abe08c393437,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:33.985260 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:33.996940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53324) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:34.088641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-88c94f74-c5b3-4db8-8ebb-deabe3516ce0 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:34.090793 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-88c94f74-c5b3-4db8-8ebb-deabe3516ce0 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "GET /v2.0/networks?id=4e5e518e-e670-4a66-9977-af4c80f6a4c0 HTTP/1.1" status: 200 len: 824 time: 0.4014857 Feb 07 22:31:34.295421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a160a98c-4a21-4d1a-a614-aa1a00a6cd32 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:34.320267 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-bcd514c7-3831-4c1c-8722-14c8b7d06b85 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a HTTP/1.1" status: 200 len: 380 time: 0.0634894 Feb 07 22:31:34.387595 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:31:34.401605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:34.404453 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.536556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e9d01174-4b47-4ae7-a39c-8134dad462ed tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=18db5df961434ecfb04a65bd3b89f932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502124 Feb 07 22:31:34.538270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7691ee-2621-4c79-b37c-77ec264f4802 req-d9c6aadc-2c41-4d74-bc25-336d05d10169 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:34.539792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b7691ee-2621-4c79-b37c-77ec264f4802 req-d9c6aadc-2c41-4d74-bc25-336d05d10169 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 969 time: 0.0841656 Feb 07 22:31:34.554686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d803ef2-7a21-48bf-bfce-f17a328d0934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.575625 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.609965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1ef807-d4ec-4e36-92b8-2bf8abeee76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a160a98c-4a21-4d1a-a614-aa1a00a6cd32'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:34.637682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b7691ee-2621-4c79-b37c-77ec264f4802 req-b12cc530-a510-4cdc-a1d4-3c7c677f0385 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915408 Feb 07 22:31:34.694058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a160a98c-4a21-4d1a-a614-aa1a00a6cd32, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:34.703025 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.716141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53352) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:34.727920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-5cf5e7a9-186b-457d-bb0a-30eb8568f8c1 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:34.729543 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-5cf5e7a9-186b-457d-bb0a-30eb8568f8c1 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774006 Feb 07 22:31:34.739875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43d51aed-0fee-4adc-9080-48cbf6ecc629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.756049 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-665e7c4e-ea83-41e4-8637-4d06c64a2f12 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/quotas/18db5df961434ecfb04a65bd3b89f932 HTTP/1.1" status: 200 len: 375 time: 0.0192602 Feb 07 22:31:34.782072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:34.815804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-146140c3-7adb-496f-a302-7094ece5d0b7 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18db5df961434ecfb04a65bd3b89f932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519795 Feb 07 22:31:34.818105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d803ef2-7a21-48bf-bfce-f17a328d0934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.823496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d803ef2-7a21-48bf-bfce-f17a328d0934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.889951 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5d803ef2-7a21-48bf-bfce-f17a328d0934 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5beceee5da234a15804155eab3158f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8916771 Feb 07 22:31:34.891018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d803ef2-7a21-48bf-bfce-f17a328d0934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a71a361-560f-4dea-a8b3-554004459fe2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:34.894142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53354) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:34.921527 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43d51aed-0fee-4adc-9080-48cbf6ecc629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.931448 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43d51aed-0fee-4adc-9080-48cbf6ecc629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.949176 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6cb665-7e09-4e5b-b1ee-86da600ddfa3" -d '{"events": [{"server_uuid": "6e1ef807-d4ec-4e36-92b8-2bf8abeee76e", "name": "network-vif-plugged", "status": "completed", "tag": "a160a98c-4a21-4d1a-a614-aa1a00a6cd32"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:34.969788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7813-9571-4876-99c7-261835062742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:34.976965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d51aed-0fee-4adc-9080-48cbf6ecc629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4edb071-d7e2-45cf-91e2-6bceddc98e88,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:35.000891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-43d51aed-0fee-4adc-9080-48cbf6ecc629 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e84eb66a83d4b0492a42b6a3718062e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829840 Feb 07 22:31:35.004130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53358) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:35.012367 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7813-9571-4876-99c7-261835062742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.117566 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96723711-87d7-45aa-9c32-498418402147 req-deb51398-3206-4601-8fbc-7f7404676361 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0388141 Feb 07 22:31:35.131889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a8765-a9fc-477f-81a3-55dbcf8bfaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.154968 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7813-9571-4876-99c7-261835062742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.158326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7813-9571-4876-99c7-261835062742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.160503 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7ecb7813-9571-4876-99c7-261835062742 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a71a361-560f-4dea-a8b3-554004459fe2 HTTP/1.1" status: 204 len: 168 time: 0.2636600 Feb 07 22:31:35.175367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb7813-9571-4876-99c7-261835062742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a71a361-560f-4dea-a8b3-554004459fe2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:35.209301 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a8765-a9fc-477f-81a3-55dbcf8bfaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.247211 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359a1ed-b926-4b82-a4d9-47cab4b2340d x-openstack-request-id: req-6359a1ed-b926-4b82-a4d9-47cab4b2340d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:35.247900 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1ef807-d4ec-4e36-92b8-2bf8abeee76e", "name": "network-vif-plugged", "status": "completed", "tag": "a160a98c-4a21-4d1a-a614-aa1a00a6cd32", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:35.248486 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6359a1ed-b926-4b82-a4d9-47cab4b2340d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:35.249306 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1ef807-d4ec-4e36-92b8-2bf8abeee76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a160a98c-4a21-4d1a-a614-aa1a00a6cd32', 'code': 200} Feb 07 22:31:35.279858 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d48dcaef-728e-4c65-baf8-3c1693278f72 req-12cd05d1-f3b4-4398-a74b-d0e7d0a05207 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 210 time: 0.0937655 Feb 07 22:31:35.318974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a8765-a9fc-477f-81a3-55dbcf8bfaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.322032 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a8765-a9fc-477f-81a3-55dbcf8bfaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.323685 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-335a8765-a9fc-477f-81a3-55dbcf8bfaac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4edb071-d7e2-45cf-91e2-6bceddc98e88 HTTP/1.1" status: 204 len: 168 time: 0.3178155 Feb 07 22:31:35.342057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a8765-a9fc-477f-81a3-55dbcf8bfaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4edb071-d7e2-45cf-91e2-6bceddc98e88,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:35.481445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1941d-a3ef-4238-8644-067fc5f00c21 req-3d963a33-098d-4281-9a81-79193ec72341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:35.484224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cec1941d-a3ef-4238-8644-067fc5f00c21 req-3d963a33-098d-4281-9a81-79193ec72341 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 1121 time: 0.1152270 Feb 07 22:31:35.507092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cec1941d-a3ef-4238-8644-067fc5f00c21 req-1276c27a-ddad-480a-bbec-b7a196ba2a4a service neutron] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.624349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cec1941d-a3ef-4238-8644-067fc5f00c21 req-1276c27a-ddad-480a-bbec-b7a196ba2a4a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.630786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cec1941d-a3ef-4238-8644-067fc5f00c21 req-1276c27a-ddad-480a-bbec-b7a196ba2a4a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.670469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cec1941d-a3ef-4238-8644-067fc5f00c21 req-1276c27a-ddad-480a-bbec-b7a196ba2a4a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787577 Feb 07 22:31:35.683159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276c27a-ddad-480a-bbec-b7a196ba2a4a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ad8f58-32fb-421a-b41b-1a7cad052cac,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:35.811116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3496ec4-b67d-485f-82e7-cfd0b81fa601 req-805aaa3e-29c7-429f-bf43-aa00d6cd16bc tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:35.813011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3496ec4-b67d-485f-82e7-cfd0b81fa601 req-805aaa3e-29c7-429f-bf43-aa00d6cd16bc tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 970 time: 0.0582359 Feb 07 22:31:35.825435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53396) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:35.840020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f1e4-5bc8-46b2-a356-bb8773d129e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.907688 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3496ec4-b67d-485f-82e7-cfd0b81fa601 req-692ff0e6-ae1e-493f-abdb-3b7cd5f72d02 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860641 Feb 07 22:31:35.949721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f1e4-5bc8-46b2-a356-bb8773d129e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.954840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f1e4-5bc8-46b2-a356-bb8773d129e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.999465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0f1e4-5bc8-46b2-a356-bb8773d129e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfa1fd9-1248-4b3e-8266-d0d94bcbce15,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:36.004261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b5a0f1e4-5bc8-46b2-a356-bb8773d129e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5898cd1bae9a4ffc938ee1a0de2e86a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770062 Feb 07 22:31:36.007588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53398) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:36.126135 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18de8eca-7e7b-493b-a8e6-5388dccbc992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:36.152390 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18de8eca-7e7b-493b-a8e6-5388dccbc992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:36.237846 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18de8eca-7e7b-493b-a8e6-5388dccbc992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:36.241942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18de8eca-7e7b-493b-a8e6-5388dccbc992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:36.243320 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-18de8eca-7e7b-493b-a8e6-5388dccbc992 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bfa1fd9-1248-4b3e-8266-d0d94bcbce15 HTTP/1.1" status: 204 len: 168 time: 0.2354410 Feb 07 22:31:36.262000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de8eca-7e7b-493b-a8e6-5388dccbc992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfa1fd9-1248-4b3e-8266-d0d94bcbce15,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:36.309599 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-869bf0e3-aaee-470c-a450-a6a8aa8e4477 req-ac46833e-d757-4eec-94d2-0d96f4c2c2d5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0855691 Feb 07 22:31:36.441196 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-817c4c98-904c-4483-8932-9ebe2d32f299 req-2ab82619-28eb-425d-ae52-68bb8c32bcce tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 210 time: 0.0541039 Feb 07 22:31:36.685053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-9ac04b17-12a1-429c-802e-f5899b12bac0 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=18db5df961434ecfb04a65bd3b89f932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376773 Feb 07 22:31:36.882733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-c4365edb-9939-4edd-9db6-9c88b4b1e5fc tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:36.884637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-c4365edb-9939-4edd-9db6-9c88b4b1e5fc tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935132 Feb 07 22:31:36.888560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53432) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:36.910009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Request body: {'port': {'device_id': '7f8336da-c3c5-4714-bba5-24f047b40343', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '18db5df961434ecfb04a65bd3b89f932'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:37.034300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1814644098-network', 'tenant_id': 'e9ef5ddd3c0743988e33ccb8cea46dc5'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:37.079565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Made reservation on behalf of e9ef5ddd3c0743988e33ccb8cea46dc5 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:37.082383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.099683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e1e0c-b966-4b71-a918-f9e9223e8da9 req-e380dfdc-a0ba-4203-baff-b2cf564d5996 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:37.100016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.102195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f70e1e0c-b966-4b71-a918-f9e9223e8da9 req-e380dfdc-a0ba-4203-baff-b2cf564d5996 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 970 time: 0.0888662 Feb 07 22:31:37.146633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Made reservation on behalf of 18db5df961434ecfb04a65bd3b89f932 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:37.151684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.175659 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.191013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f70e1e0c-b966-4b71-a918-f9e9223e8da9 req-08a9ab4c-b672-47e3-82f0-503dd24206d1 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807364 Feb 07 22:31:37.275777 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.288628 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.307736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.313002 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.355726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d694c1-abad-49bd-b7ad-66943bee6114,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:37.372085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb329556-228c-4b10-b6fe-609f15a1c152,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:37.402153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:31:37.430756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.431182 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Added segment 6ab438cd-9165-46fb-813d-acfca37a45df of type vlan for network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 Feb 07 22:31:37.529794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-249f51fc-f581-47dd-8859-00eced2e0858 req-2b1f4e4a-cfe0-48aa-bd94-bae2520dcbcb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0849805 Feb 07 22:31:37.571163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.618476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.619544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:37.620152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.663760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-020165d3-02bb-4c48-aafb-95dc9727367f req-0e16e945-e688-4d4d-b6a4-8a5556f5434c tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 210 time: 0.0738325 Feb 07 22:31:37.684406 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:31:37.709769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Allocated IP 192.168.233.54 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:37.734941 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8453007 Feb 07 22:31:37.739059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53458) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:37.741776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde27e68-ae9b-4d37-bff7-d638693b9a84 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b0ec99-df8d-4e27-ac75-264f35d7cd88,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:37.747142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Request body: {'subnet': {'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1814644098-subnet', 'tenant_id': 'e9ef5ddd3c0743988e33ccb8cea46dc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:37.753649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:31:37.808809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Made reservation on behalf of e9ef5ddd3c0743988e33ccb8cea46dc5 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:37.811739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:37.981151 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.048096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.084980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.097974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53468) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:38.132199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:38.136371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:38.140101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:38.146968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:38.147662 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.163726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Request body: {'port': {'device_id': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'admin_state_up': True, 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'security_groups': ['a70f9223-0d80-4cc9-ae2a-18eb6a077c95']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:38.169625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2661037 Feb 07 22:31:38.183283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Request body: {'port': {'device_id': '7f8336da-c3c5-4714-bba5-24f047b40343', 'device_owner': 'compute:tempest-test_az-261821274', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:38.185920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d386-25d1-4347-96ce-b27fb44d3f49 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Pushing event updated for resources: {'Port': ['ID=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:38.261618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.46', 54320) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:38.289422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-431735818-network', 'tenant_id': '65968619081e4b32a3ea1a1c5ad56d10'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:38.296636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=254adce5-5bb7-431e-b9b1-60123edbd9f5,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:38.315199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:38.315838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Network hostable DHCP agents. Network: e9b0ec99-df8d-4e27-ac75-264f35d7cd88, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:31:38.354861 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.386804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-0bdc2726-6289-46a8-9c48-c5d091587963 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1217160 Feb 07 22:31:38.517390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Made reservation on behalf of 65968619081e4b32a3ea1a1c5ad56d10 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:38.520344 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.540161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:31:38.548457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.569586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b6d8a-315e-42e1-ac7b-0e3cfc7c2608 req-19548340-0030-4802-9e98-a8b6a924ce1c tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:38.571094 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b35b6d8a-315e-42e1-ac7b-0e3cfc7c2608 req-19548340-0030-4802-9e98-a8b6a924ce1c tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 970 time: 0.2354226 Feb 07 22:31:38.574630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, e9b0ec99-df8d-4e27-ac75-264f35d7cd88) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:38.583280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:38.583886 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.586794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daadcfc-8ae9-4419-b3fe-aa330219d62e None None] Network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:38.612084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-5f9632bd-c8bd-4b08-9783-3f0bec403973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:38.616786 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-5f9632bd-c8bd-4b08-9783-3f0bec403973 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04442773b6f44b9cb2ef86bae98a87af&device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 1121 time: 0.1374073 Feb 07 22:31:38.660048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-15a7d2a1-66d5-497b-a81a-548645a66a3e None None] Provisioning complete for port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:38.660688 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15a7d2a1-66d5-497b-a81a-548645a66a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.672449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a89b78b0-7712-463b-befd-46295f950f00 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9316442 Feb 07 22:31:38.698217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b35b6d8a-315e-42e1-ac7b-0e3cfc7c2608 req-9aff91eb-83bb-4bf5-a5a4-1851dd83df25 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163943 Feb 07 22:31:38.701439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Made reservation on behalf of f6c1c2ec102c42cb8156fd8a4f166d2a for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:38.705040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:38.752754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-15a7d2a1-66d5-497b-a81a-548645a66a3e None None] Port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:31:38.842979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52599196-ffd1-41c4-912e-d1d748705803 None None] Network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:38.924069 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-16707853-9090-4a5d-b33a-86713a8dbf25 req-8aeec669-b1d7-4447-9ef0-4f0e955c6b0b tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0713236 Feb 07 22:31:38.934971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.011276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.113890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:31:39.161280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709fb677-459e-49c3-8e15-9958232b28ba,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:39.175175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.175528 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Added segment 4cd553ad-ffb0-4080-b1f1-820d2341790a of type vlan for network e14bcb57-6e52-499f-ba4f-186a872bd519 Feb 07 22:31:39.226032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-f2e69d67-7bc3-4bd7-b66b-5f61b209995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:39.227485 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-f2e69d67-7bc3-4bd7-b66b-5f61b209995a service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.5499282 Feb 07 22:31:39.233154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:39.244686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.303734 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-c2c9a557-712f-4e0a-b6fb-f9eefcc17606 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=a160a98c-4a21-4d1a-a614-aa1a00a6cd32 HTTP/1.1" status: 200 len: 217 time: 0.0553455 Feb 07 22:31:39.313777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ca6b-c25e-4c4d-8d4d-32f35a459cee req-3d0d33d9-578a-4320-bfae-ff013f5c92ff tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:39.321286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94e6ca6b-c25e-4c4d-8d4d-32f35a459cee req-3d0d33d9-578a-4320-bfae-ff013f5c92ff tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 935 time: 0.1404734 Feb 07 22:31:39.325510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Transition to ACTIVE for port object e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:31:39.345729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.359647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Allocated IP 172.20.0.3 (4e5e518e-e670-4a66-9977-af4c80f6a4c0/1673fd05-f7a6-43e6-b385-ac664e2bddca/177a37d6-67a0-4d16-9ea0-3750ca05edb1) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:39.390051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.418282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4abef-ca28-4392-8608-b1023c69e111 req-7e923488-6f96-4cbf-929d-3247de1d3e47 tempest-AggregatesAdminTestJSON-765269344 tempest-AggregatesAdminTestJSON-765269344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:39.419843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-05a4abef-ca28-4392-8608-b1023c69e111 req-7e923488-6f96-4cbf-929d-3247de1d3e47 tempest-AggregatesAdminTestJSON-765269344 tempest-AggregatesAdminTestJSON-765269344-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 1121 time: 0.3189640 Feb 07 22:31:39.437486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-16fc4803-3954-4c90-be94-46a446bb85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:39.438894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-16fc4803-3954-4c90-be94-46a446bb85f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1156833 Feb 07 22:31:39.440587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53502) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:39.446736 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94e6ca6b-c25e-4c4d-8d4d-32f35a459cee req-094e91b0-b422-48cc-b00f-2bab4323e96a tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246145 Feb 07 22:31:39.453997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-475344119-network', 'tenant_id': 'ddd4ab22ca2f4fbdb05d69416217411e'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:39.471170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Pushing event updated for resources: {'Port': ['ID=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:39.474345 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-05a4abef-ca28-4392-8608-b1023c69e111 req-c10601b8-2c98-4ce8-a8d0-bdb5348af6df tempest-AggregatesAdminTestJSON-765269344 tempest-AggregatesAdminTestJSON-765269344-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.496821 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.497764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:39.498495 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.554979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Attempting to bind port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:39.555314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Attempting to bind port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:39.556082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Attempting to bind port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:39.562531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Made reservation on behalf of ddd4ab22ca2f4fbdb05d69416217411e for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:39.566617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.579362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-5abf4eaa-ac92-4e3b-ab38-03c14a854ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:39.582565 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-5abf4eaa-ac92-4e3b-ab38-03c14a854ab3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323225 Feb 07 22:31:39.583141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:31:39.583457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Attempting to bind port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:39.585874 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.609752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:39.610031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5107930 Feb 07 22:31:39.610256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:39.610621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53508) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:39.610723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:39.611080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Bound port: e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:39.611433 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.631762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Request body: {'subnet': {'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-431735818-subnet', 'tenant_id': '65968619081e4b32a3ea1a1c5ad56d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:39.710742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd21db-221b-4db1-81de-49b4b9da833d admin admin] Pushing event updated for resources: {'Network': ['ID=e14bcb57-6e52-499f-ba4f-186a872bd519,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:39.723109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network e14bcb57-6e52-499f-ba4f-186a872bd519 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:31:39.757029 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-05a4abef-ca28-4392-8608-b1023c69e111 req-c10601b8-2c98-4ce8-a8d0-bdb5348af6df tempest-AggregatesAdminTestJSON-765269344 tempest-AggregatesAdminTestJSON-765269344-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.775155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Made reservation on behalf of 65968619081e4b32a3ea1a1c5ad56d10 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:39.778184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.780084 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-05a4abef-ca28-4392-8608-b1023c69e111 req-c10601b8-2c98-4ce8-a8d0-bdb5348af6df tempest-AggregatesAdminTestJSON-765269344 tempest-AggregatesAdminTestJSON-765269344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.828245 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-05a4abef-ca28-4392-8608-b1023c69e111 req-c10601b8-2c98-4ce8-a8d0-bdb5348af6df tempest-AggregatesAdminTestJSON-765269344 tempest-AggregatesAdminTestJSON-765269344-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987763 Feb 07 22:31:39.859256 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-f2d8199c-bdf9-4c80-a94c-3d7939d76ccb service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656009 Feb 07 22:31:39.866176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] For port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:39.871923 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.931289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10601b8-2c98-4ce8-a8d0-bdb5348af6df tempest-AggregatesAdminTestJSON-765269344 tempest-AggregatesAdminTestJSON-765269344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754fcdc9-79b3-4cd3-9ef2-ebffe5a781f5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:39.951605 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.956709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] For port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:39.959919 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.971224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:39.997421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.024124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:40.046568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:40.050141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:40.055612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Pushing event updated for resources: {'Port': ['ID=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:40.056481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:40.057234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.059492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:31:40.086104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75a7b44-700d-49ef-a107-c76172f53145,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:40.099742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:40.100347 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.101864 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0dff2b8d-c849-4e63-b94b-bee6d2fe5d72 service neutron] 10.222.0.46 "PUT /v2.0/ports/e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 HTTP/1.1" status: 200 len: 1116 time: 1.9231350 Feb 07 22:31:40.102619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8336da-c3c5-4714-bba5-24f047b40343', 'tag': 'e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:40.104906 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a4dec6-c8f9-42c9-8b4b-5227673736fe" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8336da-c3c5-4714-bba5-24f047b40343", "tag": "e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:40.108679 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.109033 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Added segment 023eb089-e720-466b-be8b-6f80807cf2d5 of type vlan for network 2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c Feb 07 22:31:40.122111 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7df6e79-2b12-4657-b07e-724278d52e2e req-5d5c353f-0301-4b90-a678-427c8e88cfb1 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531762 Feb 07 22:31:40.250757 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.252206 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1022797 Feb 07 22:31:40.269614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-2dbe32a5-f20a-4a89-8ea7-9da5300ff02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:40.271110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-2dbe32a5-f20a-4a89-8ea7-9da5300ff02c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18db5df961434ecfb04a65bd3b89f932&device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 1119 time: 0.0737081 Feb 07 22:31:40.296996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-9709ef16-06d7-4f70-8f97-2ef1db0ef115 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:31:40.298092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-9709ef16-06d7-4f70-8f97-2ef1db0ef115 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161095 Feb 07 22:31:40.298828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74daee-1f34-4a19-9f49-b0037347f41c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event updated for resources: {'Port': ['ID=177a37d6-67a0-4d16-9ea0-3750ca05edb1,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:40.378334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-0e54f5ab-410b-43fc-9d33-0d267855bf39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 HTTP/1.1" status: 200 len: 217 time: 0.0988562 Feb 07 22:31:40.452152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.471718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-d281dcd8-b2e3-45b7-8f21-fd12d36a24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:40.474119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-d281dcd8-b2e3-45b7-8f21-fd12d36a24c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0877197 Feb 07 22:31:40.476155 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c947c16d-fbd3-4161-a9c3-8d872014d3e4 x-openstack-request-id: req-c947c16d-fbd3-4161-a9c3-8d872014d3e4 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:40.476992 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8336da-c3c5-4714-bba5-24f047b40343", "tag": "e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:40.477381 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c947c16d-fbd3-4161-a9c3-8d872014d3e4 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:40.478084 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8336da-c3c5-4714-bba5-24f047b40343', 'tag': 'e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902', 'status': 'completed', 'code': 200} Feb 07 22:31:40.478800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.480082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:40.480959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.545975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=98536373-bef5-49be-b874-1ecb548ad3c1,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:40.589217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0308-8350-4fc2-8796-6727ed3d827b req-49c3213a-c69f-4d9a-869a-9a975362fd7b tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:40.593368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-faad8e16-bde4-4d6b-8468-01491053ceee None None] Provisioning complete for port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:40.593916 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-faad8e16-bde4-4d6b-8468-01491053ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.597863 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f51a0308-8350-4fc2-8796-6727ed3d827b req-49c3213a-c69f-4d9a-869a-9a975362fd7b tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 931 time: 0.2412019 Feb 07 22:31:40.613333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Request body: {'port': {'device_id': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:40.643611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-faad8e16-bde4-4d6b-8468-01491053ceee None None] Port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:31:40.645646 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2018199 Feb 07 22:31:40.650998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53534) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:40.655694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6d9f5-f371-4e62-9cdc-4d67b431ca8d admin admin] Pushing event updated for resources: {'Network': ['ID=2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:40.661848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Request body: {'subnet': {'network_id': '2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-475344119-subnet', 'tenant_id': 'ddd4ab22ca2f4fbdb05d69416217411e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:40.663767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-d23e25c6-1cd5-47d2-a980-011f11c5fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:40.665255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-d23e25c6-1cd5-47d2-a980-011f11c5fc9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767516 Feb 07 22:31:40.671368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:31:40.674571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:40.674903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Network hostable DHCP agents. Network: e14bcb57-6e52-499f-ba4f-186a872bd519, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:31:40.692490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098a18-72b4-4ecd-881b-4e6efceb87d1 req-6ff48582-e72b-429f-9560-7a4301bc5070 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:40.693943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bc098a18-72b4-4ecd-881b-4e6efceb87d1 req-6ff48582-e72b-429f-9560-7a4301bc5070 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 970 time: 0.1047490 Feb 07 22:31:40.709886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53536) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:40.722454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f51a0308-8350-4fc2-8796-6727ed3d827b req-3d90ac78-7660-41c4-958b-e695bdd6218c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243217 Feb 07 22:31:40.750820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.767786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Network e14bcb57-6e52-499f-ba4f-186a872bd519 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:31:40.772406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Made reservation on behalf of ddd4ab22ca2f4fbdb05d69416217411e for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:40.775386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.816038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bc098a18-72b4-4ecd-881b-4e6efceb87d1 req-3f38bd4f-ee94-4b57-bb06-a82b940ddfa1 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019716 Feb 07 22:31:40.847658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-fdddec70-08ef-4ce9-9879-2ffe900c3445 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707742 Feb 07 22:31:40.866668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, e14bcb57-6e52-499f-ba4f-186a872bd519) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:40.876146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7430418-561d-46c2-84a0-433bc25d3fa0 None None] Network e14bcb57-6e52-499f-ba4f-186a872bd519 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:40.890052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:40.890646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.928015 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2085cb2e-7b07-4b2e-92a9-81fa0744d6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:40.998932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc62a333-1578-44c8-921a-d48b35dea8d0 req-1ea6d161-ca2c-4b67-9c76-938e89de8ef3 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446149 Feb 07 22:31:41.018816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad1fef-c0e5-4267-b462-a9c418dd98a1 None None] Network e14bcb57-6e52-499f-ba4f-186a872bd519 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:41.050981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2085cb2e-7b07-4b2e-92a9-81fa0744d6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.055195 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2085cb2e-7b07-4b2e-92a9-81fa0744d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.104322 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-21ca0d2c-a114-496d-ab1e-76c7006c46aa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4857850 Feb 07 22:31:41.126165 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2085cb2e-7b07-4b2e-92a9-81fa0744d6b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f709587d66e4b7bbeee5cb6ead7b32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136600 Feb 07 22:31:41.129151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085cb2e-7b07-4b2e-92a9-81fa0744d6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f988a572-6b6d-4bd2-bcc8-00c1d2e7920a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:41.132455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53542) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:41.164633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-bf1dca3e-e590-4764-a3c2-212c56788f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:41.166290 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-bf1dca3e-e590-4764-a3c2-212c56788f05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18db5df961434ecfb04a65bd3b89f932&device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 1119 time: 0.0955806 Feb 07 22:31:41.189438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70518515-d9a5-4e7b-ad4d-52d8da00f9b3 req-87ec0768-ed67-4af1-b137-d291e98a7444 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:41.191751 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70518515-d9a5-4e7b-ad4d-52d8da00f9b3 req-87ec0768-ed67-4af1-b137-d291e98a7444 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 968 time: 0.3350394 Feb 07 22:31:41.265264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-efff9dbd-05ec-484e-a48e-c9013247da97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.307394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70518515-d9a5-4e7b-ad4d-52d8da00f9b3 req-9fc4a4e2-f4b7-46a7-8b99-8af8fa87a4ed tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008778 Feb 07 22:31:41.310059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-efff9dbd-05ec-484e-a48e-c9013247da97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.324296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-c00538f3-e299-4100-8875-8b639ea5d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:41.325748 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-c00538f3-e299-4100-8875-8b639ea5d8b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1516891 Feb 07 22:31:41.366308 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.384673 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-1dde9011-10b8-4ad3-81a4-858da5a94398 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 HTTP/1.1" status: 200 len: 217 time: 0.0496573 Feb 07 22:31:41.440444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-f399a087-bd3c-438a-985b-26b88eb5dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:41.442301 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-f399a087-bd3c-438a-985b-26b88eb5dc07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0505455 Feb 07 22:31:41.443615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-efff9dbd-05ec-484e-a48e-c9013247da97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.446127 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-efff9dbd-05ec-484e-a48e-c9013247da97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.447316 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-efff9dbd-05ec-484e-a48e-c9013247da97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f988a572-6b6d-4bd2-bcc8-00c1d2e7920a HTTP/1.1" status: 204 len: 168 time: 0.3118372 Feb 07 22:31:41.458119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177a37d6-67a0-4d16-9ea0-3750ca05edb1 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:41.470035 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.480804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff9dbd-05ec-484e-a48e-c9013247da97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f988a572-6b6d-4bd2-bcc8-00c1d2e7920a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:41.499537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2841b9d0-8f81-45e2-8288-55d6e97056e8,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:41.515197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Transition to ACTIVE for port object 177a37d6-67a0-4d16-9ea0-3750ca05edb1 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:31:41.519688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Checking segment: {'id': '023eb089-e720-466b-be8b-6f80807cf2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:41.520070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Network hostable DHCP agents. Network: 2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:31:41.524722 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.532730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-8feb4a90-9714-44a4-99d7-be24d4157432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:41.535578 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-8feb4a90-9714-44a4-99d7-be24d4157432 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771809 Feb 07 22:31:41.614748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Network 2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:31:41.642282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Pushing event updated for resources: {'Port': ['ID=177a37d6-67a0-4d16-9ea0-3750ca05edb1,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:41.660410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:41.666176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:41.666959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.669303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5688d3-28e6-47f0-b583-a041f18b2d94 None None] Network 2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:41.676798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Attempting to bind port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:41.677150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Attempting to bind port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:41.677492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Attempting to bind port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 on network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:41.687070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 on network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:31:41.687661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Attempting to bind port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 on network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:41.696188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:41.696737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Checking segment: {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:41.697391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Bound using segment: {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:41.697926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Bound port: 177a37d6-67a0-4d16-9ea0-3750ca05edb1, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:41.698283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.704986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-22c60b93-10bd-4929-bc15-b372dbb9e76b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0500040 Feb 07 22:31:41.758923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-faddf126-ade0-4eb2-8abc-8d57db65c26a tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:41.760306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-faddf126-ade0-4eb2-8abc-8d57db65c26a tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 970 time: 0.1785562 Feb 07 22:31:41.822296 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-d77db476-93ad-4547-982f-14ebb7988c0e service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772005 Feb 07 22:31:41.879598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] For port 177a37d6-67a0-4d16-9ea0-3750ca05edb1, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:41.890155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] For port 177a37d6-67a0-4d16-9ea0-3750ca05edb1, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=177a37d6-67a0-4d16-9ea0-3750ca05edb1,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:41.900802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.920438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c9f85b-e884-41a8-babf-1a398c108628 None None] Network 2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:41.941562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:41.942406 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:41.945121 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/177a37d6-67a0-4d16-9ea0-3750ca05edb1 HTTP/1.1" status: 200 len: 1091 time: 1.4521217 Feb 07 22:31:41.948374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'tag': '177a37d6-67a0-4d16-9ea0-3750ca05edb1'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:42.128338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53570) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:42.175166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00ed5787-c217-4584-99dd-bb8138518512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:42.272786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fc814-31ff-4077-8199-dbd63afb4aba req-585029e7-0351-47dd-8a75-30db866e6a5f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:42.280586 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-609fc814-31ff-4077-8199-dbd63afb4aba req-585029e7-0351-47dd-8a75-30db866e6a5f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 943 time: 0.3952475 Feb 07 22:31:42.286197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53574) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:42.297724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1166786947-network', 'tenant_id': '1c3cae124a7c45b0af731578fa764c61'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:42.350744 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28a4dec6-c8f9-42c9-8b4b-5227673736fe req-1ba44618-be90-4460-91de-39edcfc516e8 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666178 Feb 07 22:31:42.370245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Deleting port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:31:42.370597 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:42.421171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-4432741e-6104-405b-a3a0-33329c842207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:42.422792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-4432741e-6104-405b-a3a0-33329c842207 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 1094 time: 0.3743634 Feb 07 22:31:42.425444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb283ff-b06f-481d-83cd-f21d2fff20c6 service neutron] Pushing event updated for resources: {'Port': ['ID=177a37d6-67a0-4d16-9ea0-3750ca05edb1,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:42.473736 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bf02bb-5172-4ca1-9514-efba41fbbc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9474a05c-c2ae-4c0a-af31-7d463eac3cc7", "tag": "177a37d6-67a0-4d16-9ea0-3750ca05edb1"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:42.512538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965d2bb-5bdd-4f36-98af-53041d619580 req-b227f604-26e6-4ec6-9783-90fbf624ca23 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:42.514102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c965d2bb-5bdd-4f36-98af-53041d619580 req-b227f604-26e6-4ec6-9783-90fbf624ca23 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 970 time: 0.5680377 Feb 07 22:31:42.515678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-33822be9-4e9c-4524-a49f-ab567c6dfac7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=177a37d6-67a0-4d16-9ea0-3750ca05edb1 HTTP/1.1" status: 200 len: 217 time: 0.0825779 Feb 07 22:31:42.598354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c965d2bb-5bdd-4f36-98af-53041d619580 req-3210fbd2-498b-42cf-9d3d-679cf6df4bdf tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/security-groups?id=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777538 Feb 07 22:31:42.602131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-a2d78c56-ac6b-4e30-87e5-4da905118a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:42.603542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-a2d78c56-ac6b-4e30-87e5-4da905118a63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1673fd05-f7a6-43e6-b385-ac664e2bddca HTTP/1.1" status: 200 len: 863 time: 0.0766461 Feb 07 22:31:42.648712 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-609fc814-31ff-4077-8199-dbd63afb4aba req-a5df8f5a-583c-4db3-9a9c-5ce29cb80d4c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672013 Feb 07 22:31:42.655866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Made reservation on behalf of 1c3cae124a7c45b0af731578fa764c61 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:42.657975 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:42.681483 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:42.698839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-281353ad-68d0-4467-b23a-babf0ff596d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:42.702577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-281353ad-68d0-4467-b23a-babf0ff596d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e518e-e670-4a66-9977-af4c80f6a4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905793 Feb 07 22:31:42.729727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00ed5787-c217-4584-99dd-bb8138518512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:42.756187 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00ed5787-c217-4584-99dd-bb8138518512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:42.809263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] For port a160a98c-4a21-4d1a-a614-aa1a00a6cd32, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:42.809632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:42.824247 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-b56a503d-8043-43ca-8048-ceb1452633c9 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138625 Feb 07 22:31:42.855222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Calling delete_port for a160a98c-4a21-4d1a-a614-aa1a00a6cd32 owned by compute:tempest-test_az-261821274 {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:31:42.870000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-00ed5787-c217-4584-99dd-bb8138518512 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4930c648c61a41bd97b4abd3512a904c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7338493 Feb 07 22:31:42.879035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed5787-c217-4584-99dd-bb8138518512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec7eef5-9a28-4683-bd77-008100d67b9f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:42.883065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53592) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:42.968101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c29477-0722-402f-b070-cdbb7058b7ec req-fd73613f-e788-4a4d-97b5-9698f993722b tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:42.969567 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c29477-0722-402f-b070-cdbb7058b7ec req-fd73613f-e788-4a4d-97b5-9698f993722b tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 968 time: 0.2343299 Feb 07 22:31:42.991859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-8127371d-68de-498d-ac01-4f0840967720 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:42.993303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-8127371d-68de-498d-ac01-4f0840967720 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 821 time: 0.1722219 Feb 07 22:31:42.997161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa7a7ce-9a95-4473-abe9-a11b3a9807ec req-9219486b-58b5-4425-b85d-605134aa515a service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619406 Feb 07 22:31:43.012340 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-3a38f018-3240-4f6d-b900-019f97423d76 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/quotas/e9ef5ddd3c0743988e33ccb8cea46dc5 HTTP/1.1" status: 200 len: 375 time: 0.0108902 Feb 07 22:31:43.047649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-30d1f4a7-74f2-40a7-953e-d258c6ce8f60 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270672 Feb 07 22:31:43.068125 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.089270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c29477-0722-402f-b070-cdbb7058b7ec req-20212236-6cbb-4bb9-9ec8-7419b6c588f6 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073987 Feb 07 22:31:43.089778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.122328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:31:43.132107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-716608ac-5b82-4617-be72-aa2a0ba245b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.160733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.161079 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Added segment 2e31c39e-08f5-4bef-b9d8-5e7e0a5ea8da of type vlan for network a3646528-6291-45bb-ad9c-232e9509b8bf Feb 07 22:31:43.191546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17729a6a-a28c-4644-abe7-ae088a7df449,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:43.209228 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-716608ac-5b82-4617-be72-aa2a0ba245b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.212291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-5f0ae3af-4271-44de-a398-5a0047a23f65 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:31:43.213319 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-5f0ae3af-4271-44de-a398-5a0047a23f65 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505359 Feb 07 22:31:43.214673 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b8af4-4ca8-44f2-beb1-7a537dbab8e6 x-openstack-request-id: req-a76b8af4-4ca8-44f2-beb1-7a537dbab8e6 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:43.214955 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9474a05c-c2ae-4c0a-af31-7d463eac3cc7", "tag": "177a37d6-67a0-4d16-9ea0-3750ca05edb1", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:43.215196 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a76b8af4-4ca8-44f2-beb1-7a537dbab8e6 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:43.216435 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'tag': '177a37d6-67a0-4d16-9ea0-3750ca05edb1', 'status': 'completed', 'code': 200} Feb 07 22:31:43.287989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.304999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.317784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['a160a98c-4a21-4d1a-a614-aa1a00a6cd32'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:31:43.330994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-978543d0-31c8-457c-890f-142344c90752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:43.332499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-978543d0-31c8-457c-890f-142344c90752 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 1094 time: 0.0903385 Feb 07 22:31:43.350760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Pushing event deleted for resources: {'Port': ['ID=a160a98c-4a21-4d1a-a614-aa1a00a6cd32,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:43.357851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.358778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:43.359337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.422663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-f2148853-e114-4030-ac7c-642c5bfb6433 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985190 Feb 07 22:31:43.461854 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-716608ac-5b82-4617-be72-aa2a0ba245b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.464382 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-716608ac-5b82-4617-be72-aa2a0ba245b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.467835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-716608ac-5b82-4617-be72-aa2a0ba245b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cec7eef5-9a28-4683-bd77-008100d67b9f HTTP/1.1" status: 204 len: 168 time: 0.5785661 Feb 07 22:31:43.492283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] No DVR routers for this DVR port a160a98c-4a21-4d1a-a614-aa1a00a6cd32 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:31:43.499374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2086854 Feb 07 22:31:43.505637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53604) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:43.506926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.510149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f91f3fa-e914-486f-9f6e-0d1d29a0e5de req-7603f5cb-a21f-45ae-96e5-b1cbe7465913 tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.46 "DELETE /v2.0/ports/a160a98c-4a21-4d1a-a614-aa1a00a6cd32 HTTP/1.1" status: 204 len: 173 time: 1.7410779 Feb 07 22:31:43.511798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1ef807-d4ec-4e36-92b8-2bf8abeee76e', 'name': 'network-vif-deleted', 'tag': 'a160a98c-4a21-4d1a-a614-aa1a00a6cd32'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:43.515180 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30e5502-f376-4890-b387-a2b0f4d1690c" -d '{"events": [{"server_uuid": "6e1ef807-d4ec-4e36-92b8-2bf8abeee76e", "name": "network-vif-deleted", "tag": "a160a98c-4a21-4d1a-a614-aa1a00a6cd32"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:43.524170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Request body: {'subnet': {'network_id': 'a3646528-6291-45bb-ad9c-232e9509b8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1166786947-subnet', 'tenant_id': '1c3cae124a7c45b0af731578fa764c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:43.528037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716608ac-5b82-4617-be72-aa2a0ba245b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec7eef5-9a28-4683-bd77-008100d67b9f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:43.531263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01abcc-7e41-436f-b9a3-34a5ff88de4e admin admin] Pushing event updated for resources: {'Network': ['ID=a3646528-6291-45bb-ad9c-232e9509b8bf,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:43.557832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Made reservation on behalf of 1c3cae124a7c45b0af731578fa764c61 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:43.560650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.567279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a3646528-6291-45bb-ad9c-232e9509b8bf details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:31:43.572733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-bad6070d-3e7b-4532-8860-20132d17c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:43.574136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-bad6070d-3e7b-4532-8860-20132d17c4a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e518e-e670-4a66-9977-af4c80f6a4c0 HTTP/1.1" status: 200 len: 924 time: 0.2321663 Feb 07 22:31:43.663192 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-2d3fe8ff-fba0-4db3-a760-0b84d8c353fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=177a37d6-67a0-4d16-9ea0-3750ca05edb1 HTTP/1.1" status: 200 len: 217 time: 0.0750320 Feb 07 22:31:43.667736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-9455520d-3fda-427b-8be3-5e5cacc377e5 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295895 Feb 07 22:31:43.763669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-e58b9831-98c5-4197-a7d7-f3ed0f9aca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:43.766050 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-e58b9831-98c5-4197-a7d7-f3ed0f9aca5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1673fd05-f7a6-43e6-b385-ac664e2bddca HTTP/1.1" status: 200 len: 863 time: 0.0962269 Feb 07 22:31:43.849821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-a2f6ef70-fe73-45b4-ae42-1c4335020355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:43.851488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-a2f6ef70-fe73-45b4-ae42-1c4335020355 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e518e-e670-4a66-9977-af4c80f6a4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773108 Feb 07 22:31:43.858380 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c26bdc-e486-48c7-8361-12a64e1ba600 x-openstack-request-id: req-87c26bdc-e486-48c7-8361-12a64e1ba600 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:43.858758 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1ef807-d4ec-4e36-92b8-2bf8abeee76e", "name": "network-vif-deleted", "tag": "a160a98c-4a21-4d1a-a614-aa1a00a6cd32", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:43.859011 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87c26bdc-e486-48c7-8361-12a64e1ba600 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:43.859470 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1ef807-d4ec-4e36-92b8-2bf8abeee76e', 'name': 'network-vif-deleted', 'tag': 'a160a98c-4a21-4d1a-a614-aa1a00a6cd32', 'status': 'completed', 'code': 200} Feb 07 22:31:43.908918 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-867d15f1-427a-4ec6-a1fd-9e17c2949e40 req-8b39f4fa-9b77-4fde-b622-05389c3cb8cd tempest-AggregatesAdminTestJSON-2012144127 tempest-AggregatesAdminTestJSON-2012144127-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e1ef807-d4ec-4e36-92b8-2bf8abeee76e HTTP/1.1" status: 200 len: 210 time: 0.0452085 Feb 07 22:31:43.926722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:43.983681 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-cb2c28c1-809d-4277-9ce9-7bd71dd8e272 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179559 Feb 07 22:31:44.004206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2553f1ce-12b8-48ab-a330-f1bd44fd8b39,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:44.087990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114202a-1d7b-4120-90c6-2938224a881c req-134c64c3-a7f9-46b5-a2d4-d677c52b907a tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:44.089766 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3114202a-1d7b-4120-90c6-2938224a881c req-134c64c3-a7f9-46b5-a2d4-d677c52b907a tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 943 time: 0.0892608 Feb 07 22:31:44.099428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Checking segment: {'id': '2e31c39e-08f5-4bef-b9d8-5e7e0a5ea8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3646528-6291-45bb-ad9c-232e9509b8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:44.099428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Network hostable DHCP agents. Network: a3646528-6291-45bb-ad9c-232e9509b8bf, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:31:44.102857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00bf02bb-5172-4ca1-9514-efba41fbbc8a req-a31e2451-3925-4eef-b9d0-589671f14f02 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105719 Feb 07 22:31:44.153239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Network a3646528-6291-45bb-ad9c-232e9509b8bf is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:31:44.183147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3114202a-1d7b-4120-90c6-2938224a881c req-ba149130-53a1-4cbe-b282-566602cca520 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706151 Feb 07 22:31:44.185948 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a3646528-6291-45bb-ad9c-232e9509b8bf) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:44.196508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:44.197243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:44.206457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c97639-c465-4e6c-a6fe-597b8eda657a None None] Network a3646528-6291-45bb-ad9c-232e9509b8bf requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:44.225887 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-20859b0a-c490-4969-b5d4-5dd1ec2bccd7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7147162 Feb 07 22:31:44.303814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26d37dcb-dc14-4952-94aa-8b03ceb37b71 req-0e16df61-5331-4484-aacf-afa0439abe18 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 210 time: 0.0458755 Feb 07 22:31:44.347236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb3828-906a-4b40-9630-405b46682857 req-73de3b7b-9382-488f-9f05-3e39d38701fe tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:44.357817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-abdb3828-906a-4b40-9630-405b46682857 req-73de3b7b-9382-488f-9f05-3e39d38701fe tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 968 time: 0.1129775 Feb 07 22:31:44.381210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:31:44.436539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-abdb3828-906a-4b40-9630-405b46682857 req-b621f044-dd54-4a84-82e1-730a3a1ce5e5 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763648 Feb 07 22:31:44.646385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa07d5a-2c1e-4c50-aaec-276e49511180 None None] Network a3646528-6291-45bb-ad9c-232e9509b8bf requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:31:44.741697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:44.763171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902', 'mac_address': 'fa:16:3e:97:68:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:tempest-test_az-261821274', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:31:44.854871 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:44.866585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:44.902869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:44.907430 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:44.969668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:45.114068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:31:45.142325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924359d8-7376-4583-9226-e06152b1efbc req-db829eeb-9a95-449f-8a72-d4186c6c21f4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:45.146454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-db829eeb-9a95-449f-8a72-d4186c6c21f4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 807 time: 0.1470091 Feb 07 22:31:45.170806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-0304fe82-f173-4692-aca3-3147062ad694 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/quotas/65968619081e4b32a3ea1a1c5ad56d10 HTTP/1.1" status: 200 len: 375 time: 0.0165634 Feb 07 22:31:45.208681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-9145e6b4-1917-44e9-ba72-ed54f3dcff03 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317652 Feb 07 22:31:45.318947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-b894362f-bc3b-440c-bbd6-4a317b0bed44 service neutron] 10.222.0.15 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029897 Feb 07 22:31:45.457092 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-f326d54f-ad4b-478d-a7f8-4c12b81cca87 service neutron] 10.222.0.15 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265447 Feb 07 22:31:45.668278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-160ca9b3-98c1-42fb-9355-075eb9f8caab tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:45.669988 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-160ca9b3-98c1-42fb-9355-075eb9f8caab tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 821 time: 0.2151949 Feb 07 22:31:45.689284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Request body: {'port': {'device_id': '7c0cb755-68bd-447b-af94-b343be453b21', 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88', 'admin_state_up': True, 'tenant_id': 'e9ef5ddd3c0743988e33ccb8cea46dc5'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:45.692805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03adc-fef3-4806-9fd0-955b635ec5b2 req-f7f308a5-86e0-46e9-a61a-9bbf6f57b69b tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:45.694339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d03adc-fef3-4806-9fd0-955b635ec5b2 req-f7f308a5-86e0-46e9-a61a-9bbf6f57b69b tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 943 time: 0.0728154 Feb 07 22:31:45.760503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d03adc-fef3-4806-9fd0-955b635ec5b2 req-30321fc8-9fad-4367-8346-c441537c695b tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579538 Feb 07 22:31:45.775733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a07b5df-d49f-4151-8b74-000d80597b90 req-5fe9b602-2488-43c3-a1c5-e844ca604a1f tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 210 time: 0.0345128 Feb 07 22:31:45.898258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Made reservation on behalf of e9ef5ddd3c0743988e33ccb8cea46dc5 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:45.902883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:45.923147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e448-0b36-4f06-aeec-7e5ab4e7199a req-d0bc9a68-8919-41a9-8941-dd3cfd7b842f tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:45.925129 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b9025c7f-81b2-4338-b2fd-09f0b9d90766 req-8c50f16d-eb2d-4e82-8efa-bbf803d56a45 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 210 time: 0.0391009 Feb 07 22:31:45.925476 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e417e448-0b36-4f06-aeec-7e5ab4e7199a req-d0bc9a68-8919-41a9-8941-dd3cfd7b842f tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 969 time: 0.0542541 Feb 07 22:31:45.976260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e417e448-0b36-4f06-aeec-7e5ab4e7199a req-ec1a15cb-3b27-41e7-9323-f6683508a168 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329933 Feb 07 22:31:46.106464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Allocated IP 172.20.0.5 (e9b0ec99-df8d-4e27-ac75-264f35d7cd88/254adce5-5bb7-431e-b9b1-60123edbd9f5/5c1a4c86-8a3a-4ab2-b445-486e61e7a62e) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:46.327302 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:46.372799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:46.386927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:46.455669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:46.457911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:46.468939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Pushing event updated for resources: {'Port': ['ID=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:46.472306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:46.478816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:46.479432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:46.492340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:31:46.502019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-15b254d0-aa72-4dea-a700-48998dec9858 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184683 Feb 07 22:31:46.506357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:46.506894 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:46.515875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Request body: {'port': {'device_id': '7c0cb755-68bd-447b-af94-b343be453b21', 'device_owner': 'compute:tempest-test_az-261821274', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:46.592009 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:46.616107 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:46.639669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 177a37d6-67a0-4d16-9ea0-3750ca05edb1 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:31:46.648190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8336da-c3c5-4714-bba5-24f047b40343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:46.650428 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dadf0a3-8fb8-48a2-9042-5db7e17c077a" -d '{"events": [{"server_uuid": "7f8336da-c3c5-4714-bba5-24f047b40343", "name": "network-vif-plugged", "status": "completed", "tag": "e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:46.685985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:46.708550 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:46.709443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a160a98c-4a21-4d1a-a614-aa1a00a6cd32 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:31:46.748346 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36dac9c-a0c2-4e85-b084-9b0b44e463aa x-openstack-request-id: req-a36dac9c-a0c2-4e85-b084-9b0b44e463aa {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:46.750337 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8336da-c3c5-4714-bba5-24f047b40343", "name": "network-vif-plugged", "status": "completed", "tag": "e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:46.750977 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a36dac9c-a0c2-4e85-b084-9b0b44e463aa {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:46.751537 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8336da-c3c5-4714-bba5-24f047b40343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902', 'code': 200} Feb 07 22:31:46.889628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: a160a98c-4a21-4d1a-a614-aa1a00a6cd32 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:31:46.890100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a160a98c-4a21-4d1a-a614-aa1a00a6cd32 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:31:46.935734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:46.983412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 177a37d6-67a0-4d16-9ea0-3750ca05edb1, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=177a37d6-67a0-4d16-9ea0-3750ca05edb1,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:46.993748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606752-16fa-4d46-9e1f-fc3d166bff61 req-f6170e75-36b5-4864-9d16-38808b088280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:46.995884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9606752-16fa-4d46-9e1f-fc3d166bff61 req-f6170e75-36b5-4864-9d16-38808b088280 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 1121 time: 0.1487536 Feb 07 22:31:47.024261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '177a37d6-67a0-4d16-9ea0-3750ca05edb1', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'port_id': '177a37d6-67a0-4d16-9ea0-3750ca05edb1', 'mac_address': 'fa:16:3e:64:67:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:31:47.119878 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:47.151168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177a37d6-67a0-4d16-9ea0-3750ca05edb1 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:47.198432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 177a37d6-67a0-4d16-9ea0-3750ca05edb1, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=177a37d6-67a0-4d16-9ea0-3750ca05edb1,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:47.207160 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:47.222816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9606752-16fa-4d46-9e1f-fc3d166bff61 req-3792ef98-1860-49d4-ac30-75c9d23220ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184830 Feb 07 22:31:47.230415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924359d8-7376-4583-9226-e06152b1efbc req-5cd1c9db-3e9d-4948-a411-ba746f0063bb tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:47.232185 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-5cd1c9db-3e9d-4948-a411-ba746f0063bb tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 807 time: 0.3264358 Feb 07 22:31:47.266210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd23513-4de4-4109-818d-7bb9e14a4c7b req-d553fa71-b936-473c-9440-3cc56f58ae55 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:47.268680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cd23513-4de4-4109-818d-7bb9e14a4c7b req-d553fa71-b936-473c-9440-3cc56f58ae55 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 943 time: 0.1522226 Feb 07 22:31:47.269472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=177a37d6-67a0-4d16-9ea0-3750ca05edb1,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:47.292576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:47.308510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:47.335053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Transition to ACTIVE for port object 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:31:47.338788 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cd23513-4de4-4109-818d-7bb9e14a4c7b req-e7d5122f-170c-4053-a2da-6433927b7c80 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588682 Feb 07 22:31:47.340303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:47.393325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:47.432048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Request body: {'port': {'device_id': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519', 'admin_state_up': True, 'tenant_id': '65968619081e4b32a3ea1a1c5ad56d10'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:47.449980 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-521a5e78-087b-4bdf-9564-9520198f1044 req-63320a9d-da65-4735-8d4a-211985bfd51d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 210 time: 0.0347371 Feb 07 22:31:47.452384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:47.452718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:47.453041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:47.457945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:31:47.458269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:47.463149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:47.472511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:47.472511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:47.472511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Bound port: 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:47.472511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:47.508539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9e166-8801-437e-8506-072a06d128c0 req-0a631577-51d0-4d55-95ef-e59d2ba9fffc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:47.516724 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3e9e166-8801-437e-8506-072a06d128c0 req-0a631577-51d0-4d55-95ef-e59d2ba9fffc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 931 time: 0.2785983 Feb 07 22:31:47.521057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['177a37d6-67a0-4d16-9ea0-3750ca05edb1'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:31:47.563257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:47.579096 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3e9e166-8801-437e-8506-072a06d128c0 req-6323945d-7247-40e8-9796-ccf7c82c9411 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610924 Feb 07 22:31:47.581549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:47.594844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:47.605427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Made reservation on behalf of 65968619081e4b32a3ea1a1c5ad56d10 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:47.609594 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:47.625499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41272b-99b0-4c46-b6b9-4b497c05f096 req-09d2e5ed-74bd-442d-98e4-a1bb123b4164 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:47.634814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cb41272b-99b0-4c46-b6b9-4b497c05f096 req-09d2e5ed-74bd-442d-98e4-a1bb123b4164 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 970 time: 0.1039948 Feb 07 22:31:47.689456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:47.690093 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:47.698591 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] 10.222.0.46 "PUT /v2.0/ports/5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 1112 time: 1.1816499 Feb 07 22:31:47.707782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:47.710354 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:47.760789 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cb41272b-99b0-4c46-b6b9-4b497c05f096 req-55e2f92c-8c52-427a-9c72-8dd98a5aec55 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248143 Feb 07 22:31:47.787543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3b8a2-cb58-44b0-b906-dd0dbd751165 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:47.803070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Allocated IP 172.20.0.11 (e14bcb57-6e52-499f-ba4f-186a872bd519/98536373-bef5-49be-b874-1ecb548ad3c1/202ab446-53f2-450c-b5bd-9087364d130a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:47.821111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-8709e55a-11b2-432b-9216-bd5a485519dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:47.822350 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-8709e55a-11b2-432b-9216-bd5a485519dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1115 time: 0.0846798 Feb 07 22:31:47.824290 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fcb9d2-91e3-4cee-bd92-e0b2f88d4fe7 x-openstack-request-id: req-44fcb9d2-91e3-4cee-bd92-e0b2f88d4fe7 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:47.824508 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:47.824757 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44fcb9d2-91e3-4cee-bd92-e0b2f88d4fe7 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:47.825222 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e', 'status': 'completed', 'code': 200} Feb 07 22:31:47.881120 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-3a3b2097-e7cd-4700-9918-bd499d449345 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 217 time: 0.0503092 Feb 07 22:31:47.951262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-ece58538-9bc9-49cc-b88f-bb52d9ce6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:47.952598 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-ece58538-9bc9-49cc-b88f-bb52d9ce6d77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.0627251 Feb 07 22:31:47.992140 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:47.994041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-085e2611-f602-4de9-b2f3-1cb234e017a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320561 Feb 07 22:31:48.032271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.085871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Network e14bcb57-6e52-499f-ba4f-186a872bd519 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:48.088895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:48.094369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:48.101334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:48.102638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.115391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Pushing event updated for resources: {'Port': ['ID=202ab446-53f2-450c-b5bd-9087364d130a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:48.121784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-d318716c-84af-48e1-89f3-22876877227f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8726704 Feb 07 22:31:48.136596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Request body: {'port': {'device_id': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:48.136770 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-65813a76-e262-459a-aa00-7996464e8d34 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317692 Feb 07 22:31:48.244427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.289811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0a0c4fa-c1f8-433c-a9eb-102f1b61cd6a req-9df0c847-ac88-4a8f-b9bf-331ace6356e0 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448100 Feb 07 22:31:48.640064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 177a37d6-67a0-4d16-9ea0-3750ca05edb1 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:48.706758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:31:48.709762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-1cce5de7-e5bc-44f9-aeca-4ee999e6a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:48.711397 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-1cce5de7-e5bc-44f9-aeca-4ee999e6a8e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1115 time: 0.3411551 Feb 07 22:31:48.712670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:48.713207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.729043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202ab446-53f2-450c-b5bd-9087364d130a {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:48.740541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af4b92-d498-4f32-a12a-0dff1cb6d42a req-c47e3692-2924-4402-986a-9d82f1350950 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:48.742676 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.748445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b1af4b92-d498-4f32-a12a-0dff1cb6d42a req-c47e3692-2924-4402-986a-9d82f1350950 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 944 time: 0.0820875 Feb 07 22:31:48.753592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53858) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:48.765804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Transition to ACTIVE for port object 202ab446-53f2-450c-b5bd-9087364d130a will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:31:48.776440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f736e3e-664e-438a-8191-bfd5966c9768 req-1be22d2a-82d0-4c39-b4a9-0082fad0a80f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:48.786399 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f736e3e-664e-438a-8191-bfd5966c9768 req-1be22d2a-82d0-4c39-b4a9-0082fad0a80f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 932 time: 0.0987985 Feb 07 22:31:48.789397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.828710 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.854893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b1af4b92-d498-4f32-a12a-0dff1cb6d42a req-7e688611-56bf-4f7f-af5d-c05eb9c68475 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937300 Feb 07 22:31:48.878104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 177a37d6-67a0-4d16-9ea0-3750ca05edb1, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=177a37d6-67a0-4d16-9ea0-3750ca05edb1,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:48.880304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177a37d6-67a0-4d16-9ea0-3750ca05edb1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:48.884454 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5383547-54ed-48c3-9c66-f683f29376f2" -d '{"events": [{"server_uuid": "9474a05c-c2ae-4c0a-af31-7d463eac3cc7", "name": "network-vif-plugged", "status": "completed", "tag": "177a37d6-67a0-4d16-9ea0-3750ca05edb1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:48.891451 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.894014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:48.894777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:48.895107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:48.907021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-ba7224de-1bb0-400c-9268-5c76f3898375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:48.908709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-ba7224de-1bb0-400c-9268-5c76f3898375 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1875715 Feb 07 22:31:48.914500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Port 202ab446-53f2-450c-b5bd-9087364d130a on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:31:48.914997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:48.925872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:48.926380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:48.927192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:48.927192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Bound port: 202ab446-53f2-450c-b5bd-9087364d130a, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:48.927730 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.935368 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee8eee4f-d374-4595-a8d0-4f98242284c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:48.954403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=177a37d6-67a0-4d16-9ea0-3750ca05edb1,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:48.970388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-12f0fc95-3486-43f7-96c9-2f85efb20090 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 217 time: 0.0537779 Feb 07 22:31:48.973161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Pushing event updated for resources: {'Port': ['ID=202ab446-53f2-450c-b5bd-9087364d130a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:48.985282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f736e3e-664e-438a-8191-bfd5966c9768 req-f8ad9550-0cf3-4dbd-89ce-c33a1e4221f1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969721 Feb 07 22:31:49.026546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-832b80c2-e5fd-4336-93e5-6cba39143f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:49.028213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-832b80c2-e5fd-4336-93e5-6cba39143f4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.0508134 Feb 07 22:31:49.082356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-6d3d46c5-532e-4f08-a094-d99cc7ad0939 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427136 Feb 07 22:31:49.086438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:49.102767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cf24f-559a-436e-8039-e3f2a109444f req-b9e17b0d-ccae-40ca-b3ae-0d3fe37c0b04 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:49.104250 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ae9cf24f-559a-436e-8039-e3f2a109444f req-b9e17b0d-ccae-40ca-b3ae-0d3fe37c0b04 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 964 time: 0.0749631 Feb 07 22:31:49.128130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:49.137842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:49.189146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ae9cf24f-559a-436e-8039-e3f2a109444f req-b88573a0-e4c8-4eb3-8f8d-4a2261f5bf1e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768344 Feb 07 22:31:49.204361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271d5e8-5bb4-495d-a8b6-c52bdcab8d95 req-c5a11a88-25d5-4aa9-89c0-617095db212b tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:49.207100 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d271d5e8-5bb4-495d-a8b6-c52bdcab8d95 req-c5a11a88-25d5-4aa9-89c0-617095db212b tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 970 time: 0.1413832 Feb 07 22:31:49.212137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:49.213170 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:49.214937 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] 10.222.0.24 "PUT /v2.0/ports/202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 1092 time: 1.0829549 Feb 07 22:31:49.220201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:49.223257 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f205056-c697-474d-af17-5d78627043a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "tag": "202ab446-53f2-450c-b5bd-9087364d130a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:49.235326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-2ef4bafa-5a9c-4f4c-a77d-4e3eee067786 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297343 Feb 07 22:31:49.238059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee8eee4f-d374-4595-a8d0-4f98242284c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:49.256783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee8eee4f-d374-4595-a8d0-4f98242284c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:49.257776 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73575f6f-dc69-4f71-95b8-22da0244063b x-openstack-request-id: req-73575f6f-dc69-4f71-95b8-22da0244063b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:49.258086 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9474a05c-c2ae-4c0a-af31-7d463eac3cc7", "name": "network-vif-plugged", "status": "completed", "tag": "177a37d6-67a0-4d16-9ea0-3750ca05edb1", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:49.258341 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73575f6f-dc69-4f71-95b8-22da0244063b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:49.258764 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177a37d6-67a0-4d16-9ea0-3750ca05edb1', 'code': 200} Feb 07 22:31:49.320582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f989d-1c57-4202-8780-99ef9090540f service neutron] Pushing event updated for resources: {'Port': ['ID=202ab446-53f2-450c-b5bd-9087364d130a,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:49.334413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.24', 62157) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:49.369636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eee4f-d374-4595-a8d0-4f98242284c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15cf299-51f3-4cdd-a4c4-23a4d852d571,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:49.376259 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d271d5e8-5bb4-495d-a8b6-c52bdcab8d95 req-627f7030-dfa7-488d-b13f-8863e762da5d tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435702 Feb 07 22:31:49.385280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ee8eee4f-d374-4595-a8d0-4f98242284c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e57ec47abd24d3b9618b4a16e6841f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281865 Feb 07 22:31:49.386460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53880) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:49.393670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924359d8-7376-4583-9226-e06152b1efbc req-e99ae542-083f-4236-80d2-400538d45b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:49.395438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-e99ae542-083f-4236-80d2-400538d45b8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1095 time: 0.1347353 Feb 07 22:31:49.415588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a82e1f2-17f3-4a83-9575-605e4bdd65c0 req-af67afa6-b4e0-45ec-93c7-cd2114816aee service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731751 Feb 07 22:31:49.450310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1520-ae08-413b-b76a-4b4ed5ef2a06 req-afbd466f-ce2d-4d92-89dd-5d98467a5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:49.451800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-934c1520-ae08-413b-b76a-4b4ed5ef2a06 req-afbd466f-ce2d-4d92-89dd-5d98467a5817 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 1096 time: 0.1163478 Feb 07 22:31:49.454580 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-345f623f-8878-49ae-b454-18f3352d2382 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 217 time: 0.0503285 Feb 07 22:31:49.511329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a5995af7-ddf8-4e18-9ae4-4a73aa9d7c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:49.526065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924359d8-7376-4583-9226-e06152b1efbc req-997dc3b7-bfc1-46a8-9428-477e01902645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:49.527924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-997dc3b7-bfc1-46a8-9428-477e01902645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0629015 Feb 07 22:31:49.547441 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-934c1520-ae08-413b-b76a-4b4ed5ef2a06 req-ac61eb7e-e2ea-4370-a999-3daffd632630 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824029 Feb 07 22:31:49.565449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a5995af7-ddf8-4e18-9ae4-4a73aa9d7c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:49.574853 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-4da4d752-2fd8-431d-acf1-9ac13f34786e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393074 Feb 07 22:31:49.623525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a5995af7-ddf8-4e18-9ae4-4a73aa9d7c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:49.626552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a5995af7-ddf8-4e18-9ae4-4a73aa9d7c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:49.628754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a5995af7-ddf8-4e18-9ae4-4a73aa9d7c2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e15cf299-51f3-4cdd-a4c4-23a4d852d571 HTTP/1.1" status: 204 len: 168 time: 0.2411833 Feb 07 22:31:49.637730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5995af7-ddf8-4e18-9ae4-4a73aa9d7c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15cf299-51f3-4cdd-a4c4-23a4d852d571,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:49.645875 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e897ee3-9e82-4b9c-958c-b8b65546fdbe x-openstack-request-id: req-4e897ee3-9e82-4b9c-958c-b8b65546fdbe {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:49.646122 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "tag": "202ab446-53f2-450c-b5bd-9087364d130a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:49.646423 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e897ee3-9e82-4b9c-958c-b8b65546fdbe {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:49.646806 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a', 'status': 'completed', 'code': 200} Feb 07 22:31:49.833053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-db021069-78ce-4acd-8ff6-6e7253b5a89e req-2ced6b97-dd07-46a8-b8a5-646f0c00a1ba service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:31:49.834246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db021069-78ce-4acd-8ff6-6e7253b5a89e req-2ced6b97-dd07-46a8-b8a5-646f0c00a1ba service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084212 Feb 07 22:31:49.977779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-33c7e735-7e8d-43fc-9e03-cee0c51fee53 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111436 Feb 07 22:31:50.046022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53918) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:50.065076 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-791c49e3-2bfb-42f0-8653-1edba59231b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:50.118763 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-924359d8-7376-4583-9226-e06152b1efbc req-8152b524-2f3c-413d-a4d6-5aa93fd33dd4 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336899 Feb 07 22:31:50.178328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec69212-3b91-4389-a540-9147ea4c7a2b req-daed93eb-e725-43ba-8bd4-28fbed419270 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:50.179840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dec69212-3b91-4389-a540-9147ea4c7a2b req-daed93eb-e725-43ba-8bd4-28fbed419270 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 970 time: 0.0558889 Feb 07 22:31:50.183053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58d5d1-0298-408f-82d5-5e8ec9dbc2a5 req-72251986-87b9-4a89-99ad-53fbe10e0951 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:50.184538 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa58d5d1-0298-408f-82d5-5e8ec9dbc2a5 req-72251986-87b9-4a89-99ad-53fbe10e0951 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0796890 Feb 07 22:31:50.224096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-791c49e3-2bfb-42f0-8653-1edba59231b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:50.229270 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-791c49e3-2bfb-42f0-8653-1edba59231b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:50.241181 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dec69212-3b91-4389-a540-9147ea4c7a2b req-30895e3c-5948-4874-ac43-b98d27044404 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529757 Feb 07 22:31:50.247028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f205056-c697-474d-af17-5d78627043a7 req-8663aa05-136e-4569-aa25-9f81c435873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:50.248493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f205056-c697-474d-af17-5d78627043a7 req-8663aa05-136e-4569-aa25-9f81c435873d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1095 time: 0.0677555 Feb 07 22:31:50.260534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa58d5d1-0298-408f-82d5-5e8ec9dbc2a5 req-27caeb6d-b825-44d1-abf8-7560206799c4 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674174 Feb 07 22:31:50.312431 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-791c49e3-2bfb-42f0-8653-1edba59231b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=234e37a6b0b7464eb50da4198c81f288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648678 Feb 07 22:31:50.314210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53928) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:50.322816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c49e3-2bfb-42f0-8653-1edba59231b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a1c9ce-2289-4b6c-9ec6-b4931256b098,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:50.387955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d961db0-53a5-4bb6-b5d6-3cc71a194f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:50.431849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d961db0-53a5-4bb6-b5d6-3cc71a194f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:50.441274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f205056-c697-474d-af17-5d78627043a7 req-c62f1aa8-3a90-4305-aa9a-29f8ce428c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:50.442758 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f205056-c697-474d-af17-5d78627043a7 req-c62f1aa8-3a90-4305-aa9a-29f8ce428c9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.1861386 Feb 07 22:31:50.469668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a702c2-986d-4af6-ad5b-1e66ffb5fdcb req-ddc6bd56-d7e7-45a3-87a1-0099abb73156 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:50.471882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e6a702c2-986d-4af6-ad5b-1e66ffb5fdcb req-ddc6bd56-d7e7-45a3-87a1-0099abb73156 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 944 time: 0.0961409 Feb 07 22:31:50.512414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f205056-c697-474d-af17-5d78627043a7 req-0e66686c-1bb6-42af-8933-01f0505de515 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 217 time: 0.0605352 Feb 07 22:31:50.533898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d961db0-53a5-4bb6-b5d6-3cc71a194f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:50.536747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d961db0-53a5-4bb6-b5d6-3cc71a194f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:50.537902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0d961db0-53a5-4bb6-b5d6-3cc71a194f1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98a1c9ce-2289-4b6c-9ec6-b4931256b098 HTTP/1.1" status: 204 len: 168 time: 0.2226877 Feb 07 22:31:50.549506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d961db0-53a5-4bb6-b5d6-3cc71a194f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a1c9ce-2289-4b6c-9ec6-b4931256b098,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:50.571879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7068ed-9ef3-4219-b3ee-f2b5021969c1 req-77e2b012-f31a-404e-b675-4e833aa0bf26 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:50.573944 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a7068ed-9ef3-4219-b3ee-f2b5021969c1 req-77e2b012-f31a-404e-b675-4e833aa0bf26 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 964 time: 0.0781796 Feb 07 22:31:50.582016 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e6a702c2-986d-4af6-ad5b-1e66ffb5fdcb req-3ca095a6-78d6-41d4-852a-afe328522781 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724299 Feb 07 22:31:50.589250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f205056-c697-474d-af17-5d78627043a7 req-9c2c21f1-cdc4-46a1-8ea4-709053f4e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:50.590684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f205056-c697-474d-af17-5d78627043a7 req-9c2c21f1-cdc4-46a1-8ea4-709053f4e4f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0710793 Feb 07 22:31:50.621659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a7068ed-9ef3-4219-b3ee-f2b5021969c1 req-672be186-d02f-498a-9357-ade0d7fcb520 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386417 Feb 07 22:31:50.634593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f205056-c697-474d-af17-5d78627043a7 req-367cd354-ba0c-40ba-a36c-589a9331e618 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366988 Feb 07 22:31:50.755577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f205056-c697-474d-af17-5d78627043a7 req-78bcf8ae-481d-4aad-9a3a-a8f890ca436e service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021657 Feb 07 22:31:50.804358 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-16e180c4-ed06-4c41-b35d-c3f8a4ccbfb4 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=18db5df961434ecfb04a65bd3b89f932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439279 Feb 07 22:31:50.944503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f205056-c697-474d-af17-5d78627043a7 req-6a108a32-fffd-475f-a169-a8c3ade7886f service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733372 Feb 07 22:31:50.967688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-b5e433da-f9b6-47cd-bc25-6b18f9dc808b tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:50.969036 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-b5e433da-f9b6-47cd-bc25-6b18f9dc808b tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374910 Feb 07 22:31:50.984932 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-47e0696a-38c0-439e-a243-ee1999813812 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/quotas/18db5df961434ecfb04a65bd3b89f932 HTTP/1.1" status: 200 len: 375 time: 0.0097213 Feb 07 22:31:51.056624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3129d917-af7e-4361-a6c4-483f9c322132 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18db5df961434ecfb04a65bd3b89f932&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649190 Feb 07 22:31:51.302847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9f5b2d3-f994-4c2b-bd70-f6ba2b8e8e20 req-e3084594-6853-4315-a4f3-85c4784f7015 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 210 time: 0.0387323 Feb 07 22:31:51.427254 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f64ae383-46a6-43c8-bdad-4666d1d788ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:51.550462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a37b45-2c72-4e42-aca9-1a826ee9a7c6 req-5c7990ac-afa4-4842-8d9d-dad3a432ebfb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:51.558076 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67a37b45-2c72-4e42-aca9-1a826ee9a7c6 req-5c7990ac-afa4-4842-8d9d-dad3a432ebfb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0721748 Feb 07 22:31:51.613300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67a37b45-2c72-4e42-aca9-1a826ee9a7c6 req-26f7d30b-a438-4eda-8556-12f5758d78e2 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468249 Feb 07 22:31:51.723691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54032) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:51.847132 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49abf30-b07d-4cbf-b675-470b1bd708cf req-9640ae75-8e87-4343-b04b-619373f4e30c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:51.849061 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d49abf30-b07d-4cbf-b675-470b1bd708cf req-9640ae75-8e87-4343-b04b-619373f4e30c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 944 time: 0.0883768 Feb 07 22:31:51.898314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7363-dbe8-41eb-b7fe-c7c557687cde req-8f9d237f-c41b-4d09-8aa3-3c3d8003087c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:51.900156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed6f7363-dbe8-41eb-b7fe-c7c557687cde req-8f9d237f-c41b-4d09-8aa3-3c3d8003087c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 964 time: 0.0712767 Feb 07 22:31:51.913434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d49abf30-b07d-4cbf-b675-470b1bd708cf req-a57eec32-a357-4216-be0c-be8515f0cbc4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574548 Feb 07 22:31:51.996318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed6f7363-dbe8-41eb-b7fe-c7c557687cde req-a34c456e-8b02-40ac-9d6e-3272ff24105d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890172 Feb 07 22:31:52.019998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-daaa8824-558e-42fd-9c71-37b90f9d6bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:52.164563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-daaa8824-558e-42fd-9c71-37b90f9d6bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:52.169466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-daaa8824-558e-42fd-9c71-37b90f9d6bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:52.223054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-daaa8824-558e-42fd-9c71-37b90f9d6bb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1478e70f2ed428faa5454a9c9714a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969792 Feb 07 22:31:52.226406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54068) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:52.227968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa8824-558e-42fd-9c71-37b90f9d6bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4111bed-e00b-4460-9edd-29165082d1ae,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:52.307908 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3482258a-3bd3-467b-9603-2b0172d5aeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:52.368538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3482258a-3bd3-467b-9603-2b0172d5aeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:52.412990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:31:52.458760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de7094ca-8667-4ea1-abf0-4b1c8826d055 req-beeec7e4-e389-413b-bcc7-d7c17638ef5d tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 210 time: 0.0671740 Feb 07 22:31:52.502028 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3482258a-3bd3-467b-9603-2b0172d5aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:52.505715 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3482258a-3bd3-467b-9603-2b0172d5aeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:52.507569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3482258a-3bd3-467b-9603-2b0172d5aeb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4111bed-e00b-4460-9edd-29165082d1ae HTTP/1.1" status: 204 len: 168 time: 0.2782280 Feb 07 22:31:52.519046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482258a-3bd3-467b-9603-2b0172d5aeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4111bed-e00b-4460-9edd-29165082d1ae,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:52.528538 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-5fa47886-ea43-40f3-9203-07f86abb3565 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=18db5df961434ecfb04a65bd3b89f932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394533 Feb 07 22:31:52.641622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:52.693096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 202ab446-53f2-450c-b5bd-9087364d130a details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:31:52.713228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e', 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88', 'port_id': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e', 'mac_address': 'fa:16:3e:fd:d4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254adce5-5bb7-431e-b9b1-60123edbd9f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-261821274', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:31:52.776622 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-c5ff86b9-f73c-40ea-8ee6-9c535aa9e482 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:52.778375 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-c5ff86b9-f73c-40ea-8ee6-9c535aa9e482 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354093 Feb 07 22:31:52.808486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54112) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:52.859522 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:52.860462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Request body: {'port': {'device_id': 'df7f04ad-bb47-4cf6-819e-6deb70daf5f4', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '18db5df961434ecfb04a65bd3b89f932'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:52.881455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:52.921983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:52.936081 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:52.947996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5803-827b-4700-bd20-6654c2f3195c req-b7706bb4-e438-416e-9a18-9be8fbf0dead tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:52.955293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311f5803-827b-4700-bd20-6654c2f3195c req-b7706bb4-e438-416e-9a18-9be8fbf0dead tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 945 time: 0.2266850 Feb 07 22:31:52.982493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:53.007527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '202ab446-53f2-450c-b5bd-9087364d130a', 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519', 'port_id': '202ab446-53f2-450c-b5bd-9087364d130a', 'mac_address': 'fa:16:3e:3c:5d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98536373-bef5-49be-b874-1ecb548ad3c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:31:53.017136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:53.035579 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311f5803-827b-4700-bd20-6654c2f3195c req-09c7aaed-4a8e-4c79-8edb-13bb12b5a017 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610778 Feb 07 22:31:53.085133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Made reservation on behalf of 18db5df961434ecfb04a65bd3b89f932 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:31:53.093281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.093697 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.109734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202ab446-53f2-450c-b5bd-9087364d130a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:53.135043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:53.140952 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.173137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['5c1a4c86-8a3a-4ab2-b445-486e61e7a62e'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:31:53.238038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2da3ce6c-bb77-471f-ab7a-5eb977c23a18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04442773b6f44b9cb2ef86bae98a87af&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4281437 Feb 07 22:31:53.240287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54134) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:53.242433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=202ab446-53f2-450c-b5bd-9087364d130a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:53.296688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03124fd4-fba4-4d08-b7b8-517264a078ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.311496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54136) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:53.349973 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03124fd4-fba4-4d08-b7b8-517264a078ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.353326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba39e37-45bd-441c-a488-3e6de1a59b5f req-91ff2052-6311-482d-b8b1-f85738c117e6 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:53.355432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df0d5a12-d3f7-45c3-8cf6-4ae36b12ff72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.360856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ba39e37-45bd-441c-a488-3e6de1a59b5f req-91ff2052-6311-482d-b8b1-f85738c117e6 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 945 time: 0.1482620 Feb 07 22:31:53.370460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['202ab446-53f2-450c-b5bd-9087364d130a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:31:53.448322 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ba39e37-45bd-441c-a488-3e6de1a59b5f req-3e8521d1-78c0-4d97-bc4c-4eee72fe52e3 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860722 Feb 07 22:31:53.488157 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03124fd4-fba4-4d08-b7b8-517264a078ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.489572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Allocated IP 192.168.233.134 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/d50044e1-fb15-4213-8629-ae9782996d46) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:31:53.490933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03124fd4-fba4-4d08-b7b8-517264a078ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.492107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-03124fd4-fba4-4d08-b7b8-517264a078ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14f2a07a-4b1d-4b04-b6fb-6fd233c066ba HTTP/1.1" status: 204 len: 168 time: 0.2507572 Feb 07 22:31:53.525618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03124fd4-fba4-4d08-b7b8-517264a078ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f2a07a-4b1d-4b04-b6fb-6fd233c066ba,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:53.546211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15133a-23a7-4db6-9130-1d395f5a42c9 req-1a029579-3bda-4931-a512-ce58e9df9a70 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:53.554286 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c15133a-23a7-4db6-9130-1d395f5a42c9 req-1a029579-3bda-4931-a512-ce58e9df9a70 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 965 time: 0.1235881 Feb 07 22:31:53.558309 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df0d5a12-d3f7-45c3-8cf6-4ae36b12ff72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.566783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df0d5a12-d3f7-45c3-8cf6-4ae36b12ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.656128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c15133a-23a7-4db6-9130-1d395f5a42c9 req-35132a9b-1458-44ac-9d92-1864e5dd06f5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008439 Feb 07 22:31:53.671276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266c3a-336a-41d6-beec-de5001893516 req-f59b72c6-52c4-4e48-986c-d12588750713 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:53.683226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a5266c3a-336a-41d6-beec-de5001893516 req-f59b72c6-52c4-4e48-986c-d12588750713 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 945 time: 0.1196396 Feb 07 22:31:53.690658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54144) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:53.696836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Request body: {'floatingip': {'port_id': '177a37d6-67a0-4d16-9ea0-3750ca05edb1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:53.711294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-df0d5a12-d3f7-45c3-8cf6-4ae36b12ff72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0801e329bfbe404ea2a3ca690d24ecc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973451 Feb 07 22:31:53.712078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54150) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:53.789856 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90bf8bc0-aceb-4085-8f17-b7e2db8a3cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.829587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d5a12-d3f7-45c3-8cf6-4ae36b12ff72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fac3c18-01af-4084-a81f-667e549f6431,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:53.853976 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.904861 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.915899 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ce94442-48de-4f06-9c42-d25db582f9eb req-e79dbd3c-e0d5-409b-bf5c-642b7e832cc3 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 210 time: 0.0949636 Feb 07 22:31:53.960953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:53.973970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:31:54.036342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:31:54.065491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:31:54.073047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Pushing event updated for resources: {'Port': ['ID=d50044e1-fb15-4213-8629-ae9782996d46,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:54.088180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:31:54.120520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:54.121197 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.151925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54160) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:54.196126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3ea2cd08-a9a2-45b0-96c1-759284c89e51 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3744032 Feb 07 22:31:54.220902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Request body: {'port': {'device_id': 'df7f04ad-bb47-4cf6-819e-6deb70daf5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:31:54.319386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b4155da5-62a0-4245-9768-7d1a57ec9370 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee217bda04e146c092ea19c2b32f707b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641226 Feb 07 22:31:54.324301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54170) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:54.379117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.395426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-88f0f004-6226-4732-807b-7b5546853828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.428088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-88f0f004-6226-4732-807b-7b5546853828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.438889 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:54.439961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54172) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:54.483213 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f48c85d-0486-45f0-86f0-ed6232c6fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.484786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cc3a8cd6-8610-4adf-9057-d5b38d048fbe None None] Provisioning complete for port d50044e1-fb15-4213-8629-ae9782996d46 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:54.485146 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8cd6-8610-4adf-9057-d5b38d048fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.568151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a8cd6-8610-4adf-9057-d5b38d048fbe None None] Port d50044e1-fb15-4213-8629-ae9782996d46 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:31:54.594848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:31:54.599448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:54.600044 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.633738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f48c85d-0486-45f0-86f0-ed6232c6fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.700375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 202ab446-53f2-450c-b5bd-9087364d130a up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:31:54.728128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da6f5775-e03e-413f-ac4a-cbf6e90542c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.734725 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.743301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.756387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5868cd3-6f79-418e-b75b-60056c551cf3 req-6149b24e-5f39-45cb-b2c6-bfab533dd040 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=117b066d42704d30bfbbc1f593c59ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492337 Feb 07 22:31:54.771238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:54.773723 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddbb504-f44a-4305-b231-deac487c7afa" -d '{"events": [{"server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:54.791491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306617b-f5c4-4dac-8e7d-68ced43e10f1 req-bf574e45-d9fb-47a9-8d8e-d603d870fa3e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:54.792237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:54.794011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c306617b-f5c4-4dac-8e7d-68ced43e10f1 req-bf574e45-d9fb-47a9-8d8e-d603d870fa3e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 945 time: 0.1631293 Feb 07 22:31:54.799236 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.804445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 202ab446-53f2-450c-b5bd-9087364d130a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:31:54.808921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 202ab446-53f2-450c-b5bd-9087364d130a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:31:54.809276 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.823110 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f48c85d-0486-45f0-86f0-ed6232c6fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.825955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f48c85d-0486-45f0-86f0-ed6232c6fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.829443 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3f48c85d-0486-45f0-86f0-ed6232c6fe0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/754fcdc9-79b3-4cd3-9ef2-ebffe5a781f5 HTTP/1.1" status: 204 len: 168 time: 0.4960835 Feb 07 22:31:54.829591 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-88f0f004-6226-4732-807b-7b5546853828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.841128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-88f0f004-6226-4732-807b-7b5546853828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:54.850483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-88f0f004-6226-4732-807b-7b5546853828 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fac3c18-01af-4084-a81f-667e549f6431 HTTP/1.1" status: 204 len: 168 time: 1.0356641 Feb 07 22:31:54.855735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48c85d-0486-45f0-86f0-ed6232c6fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754fcdc9-79b3-4cd3-9ef2-ebffe5a781f5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:54.907425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c306617b-f5c4-4dac-8e7d-68ced43e10f1 req-2142502a-259b-4223-bf98-d1dc8b228776 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989668 Feb 07 22:31:54.922420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:54.969796 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.011062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:31:55.016182 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.022400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5868cd3-6f79-418e-b75b-60056c551cf3 req-62f3095c-6026-43df-b56e-5bed0774d61b tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:55.022885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5868cd3-6f79-418e-b75b-60056c551cf3 req-62f3095c-6026-43df-b56e-5bed0774d61b tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528389 Feb 07 22:31:55.085636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=202ab446-53f2-450c-b5bd-9087364d130a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:55.097026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50044e1-fb15-4213-8629-ae9782996d46 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:31:55.109275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.131724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Transition to ACTIVE for port object d50044e1-fb15-4213-8629-ae9782996d46 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:31:55.144740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899551a-8180-4f4c-828d-f1e9cd392f31 req-ba8605ec-4ebf-4f03-8472-d8a3f071f50d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:55.152754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2899551a-8180-4f4c-828d-f1e9cd392f31 req-ba8605ec-4ebf-4f03-8472-d8a3f071f50d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 966 time: 0.0981255 Feb 07 22:31:55.160291 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.196898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0f004-6226-4732-807b-7b5546853828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fac3c18-01af-4084-a81f-667e549f6431,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:55.221448 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5868cd3-6f79-418e-b75b-60056c551cf3 req-479e7805-6f8f-4d78-bbcb-f092bba8d1d9 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/quotas/117b066d42704d30bfbbc1f593c59ca9 HTTP/1.1" status: 200 len: 375 time: 0.1810374 Feb 07 22:31:55.264355 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2899551a-8180-4f4c-828d-f1e9cd392f31 req-3fc2874b-cd43-42b7-b199-76e88955d401 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103702 Feb 07 22:31:55.346661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Pushing event updated for resources: {'Port': ['ID=d50044e1-fb15-4213-8629-ae9782996d46,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:55.348682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5868cd3-6f79-418e-b75b-60056c551cf3 req-a32ee9c3-03d7-48ea-8f4e-d1cc03831892 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=117b066d42704d30bfbbc1f593c59ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1259558 Feb 07 22:31:55.352616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Attempting to bind port d50044e1-fb15-4213-8629-ae9782996d46 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:31:55.353226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Attempting to bind port d50044e1-fb15-4213-8629-ae9782996d46 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:31:55.353849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Attempting to bind port d50044e1-fb15-4213-8629-ae9782996d46 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:55.362245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Port d50044e1-fb15-4213-8629-ae9782996d46 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:31:55.362606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Attempting to bind port d50044e1-fb15-4213-8629-ae9782996d46 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:31:55.376236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:31:55.377618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:31:55.378190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:31:55.379065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Bound port: d50044e1-fb15-4213-8629-ae9782996d46, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:31:55.379767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.405465 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2f16b8-41f9-4091-8dc2-ae611f7097ec x-openstack-request-id: req-ed2f16b8-41f9-4091-8dc2-ae611f7097ec {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:55.405970 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:55.406360 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed2f16b8-41f9-4091-8dc2-ae611f7097ec {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:55.406889 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e', 'code': 200} Feb 07 22:31:55.545337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be70ba5-ec61-41b3-88bb-4c29f9b486e0 req-17693d8d-dc99-4133-a5b8-6b8c9a0df2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:55.546686 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da6f5775-e03e-413f-ac4a-cbf6e90542c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.546868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8be70ba5-ec61-41b3-88bb-4c29f9b486e0 req-17693d8d-dc99-4133-a5b8-6b8c9a0df2b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1117 time: 0.0717454 Feb 07 22:31:55.558103 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da6f5775-e03e-413f-ac4a-cbf6e90542c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.558407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] For port d50044e1-fb15-4213-8629-ae9782996d46, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:31:55.570179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] For port d50044e1-fb15-4213-8629-ae9782996d46, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d50044e1-fb15-4213-8629-ae9782996d46,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:31:55.598425 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.resource_extend [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:31:55.635163 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.670350 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-da6f5775-e03e-413f-ac4a-cbf6e90542c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8544088d17b7485e8da57b05f5821bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2256339 Feb 07 22:31:55.678445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f5775-e03e-413f-ac4a-cbf6e90542c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275828b8-2bc1-46e6-89e2-dfb8ad85048c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:55.688442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54222) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:55.714678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:55.715291 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.716661 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-e2758844-c0f4-466a-a632-13100423a089 service neutron] 10.222.0.46 "PUT /v2.0/ports/d50044e1-fb15-4213-8629-ae9782996d46 HTTP/1.1" status: 200 len: 1096 time: 1.5074198 Feb 07 22:31:55.723333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7f04ad-bb47-4cf6-819e-6deb70daf5f4', 'tag': 'd50044e1-fb15-4213-8629-ae9782996d46'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:55.726491 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9d8272-38f4-4400-a730-59b2fb9d5345" -d '{"events": [{"name": "network-changed", "server_uuid": "df7f04ad-bb47-4cf6-819e-6deb70daf5f4", "tag": "d50044e1-fb15-4213-8629-ae9782996d46"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:55.729889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.738964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8be70ba5-ec61-41b3-88bb-4c29f9b486e0 req-a635defc-f587-4d25-93a7-54fa9a74f7c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828110 Feb 07 22:31:55.739158 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.752575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7dfa4-6875-4a66-9dff-ea5698483051 req-d63ad6e9-3ce7-46f2-be2a-0c12bb899518 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:55.760418 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73f7dfa4-6875-4a66-9dff-ea5698483051 req-d63ad6e9-3ce7-46f2-be2a-0c12bb899518 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 948 time: 0.1879196 Feb 07 22:31:55.798692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2758844-c0f4-466a-a632-13100423a089 service neutron] Pushing event updated for resources: {'Port': ['ID=d50044e1-fb15-4213-8629-ae9782996d46,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:55.856966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73f7dfa4-6875-4a66-9dff-ea5698483051 req-56417528-32ab-4a1a-b83e-9718346951a7 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863080 Feb 07 22:31:55.901330 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce75f42c-3ab3-4d15-8c44-da82dfe9a3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.950690 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce75f42c-3ab3-4d15-8c44-da82dfe9a3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:55.960039 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Floating IP edcef9d7-9211-4287-8d09-195672329058 associated. External IP: 172.25.8.245, port: 177a37d6-67a0-4d16-9ea0-3750ca05edb1. Feb 07 22:31:55.981164 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608036a0-18a5-4721-9425-4ff17e2986e3 x-openstack-request-id: req-608036a0-18a5-4721-9425-4ff17e2986e3 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:55.982013 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7f04ad-bb47-4cf6-819e-6deb70daf5f4", "tag": "d50044e1-fb15-4213-8629-ae9782996d46", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:55.982013 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-608036a0-18a5-4721-9425-4ff17e2986e3 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:55.986070 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7f04ad-bb47-4cf6-819e-6deb70daf5f4', 'tag': 'd50044e1-fb15-4213-8629-ae9782996d46', 'status': 'completed', 'code': 200} Feb 07 22:31:56.061899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-920d3f00-a87a-44e9-b330-31fbddb3480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:56.063383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-920d3f00-a87a-44e9-b330-31fbddb3480b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18db5df961434ecfb04a65bd3b89f932&device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 1099 time: 0.1157677 Feb 07 22:31:56.172996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:56.191006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-a27e8ae8-cc3a-4829-a842-44f21b85c43f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=d50044e1-fb15-4213-8629-ae9782996d46 HTTP/1.1" status: 200 len: 217 time: 0.1166468 Feb 07 22:31:56.212722 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce75f42c-3ab3-4d15-8c44-da82dfe9a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:56.215851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce75f42c-3ab3-4d15-8c44-da82dfe9a3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:56.220970 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ce75f42c-3ab3-4d15-8c44-da82dfe9a3a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/275828b8-2bc1-46e6-89e2-dfb8ad85048c HTTP/1.1" status: 204 len: 168 time: 0.5300920 Feb 07 22:31:56.235665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75f42c-3ab3-4d15-8c44-da82dfe9a3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275828b8-2bc1-46e6-89e2-dfb8ad85048c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:56.264529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7420-7767-4ef8-83db-563befc2b9d3 req-a802bead-35fd-41cd-9dc6-a34cc3b7740c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:56.276034 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd3b7420-7767-4ef8-83db-563befc2b9d3 req-a802bead-35fd-41cd-9dc6-a34cc3b7740c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 946 time: 0.1902776 Feb 07 22:31:56.294105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54252) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:56.306510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3f88d193-10ae-4259-97bf-2dc44b9b85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:56.309198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3f88d193-10ae-4259-97bf-2dc44b9b85be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1097798 Feb 07 22:31:56.355787 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd3b7420-7767-4ef8-83db-563befc2b9d3 req-7b79898e-12c4-4c40-858b-f34f7c3c9bef tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786884 Feb 07 22:31:56.376012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-f4e1118e-05ff-4bab-bbe9-19b978080ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:56.378372 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-f4e1118e-05ff-4bab-bbe9-19b978080ef0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578871 Feb 07 22:31:56.390848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:31:56.522346 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:56.536712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:31:56.542145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:56.548756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446aca2-6db6-4af1-b96b-6834c20c4306 req-c7da3f02-b857-43aa-ae6b-cdb4478b5d3e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:56.550812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6446aca2-6db6-4af1-b96b-6834c20c4306 req-c7da3f02-b857-43aa-ae6b-cdb4478b5d3e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 966 time: 0.0909617 Feb 07 22:31:56.554765 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-5721599c-d00e-4a2f-82ec-7031680d22ed service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686983 Feb 07 22:31:56.561328 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] Sync routers for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:31:56.583291 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:56.586063 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:31:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:56.724716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6446aca2-6db6-4af1-b96b-6834c20c4306 req-41345618-fd47-4b40-b2d4-f192fd37a135 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665897 Feb 07 22:31:56.796270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b6e59732-a148-4bc2-b36b-047f3ad66b32 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "PUT /v2.0/floatingips/edcef9d7-9211-4287-8d09-195672329058 HTTP/1.1" status: 200 len: 991 time: 3.1019042 Feb 07 22:31:56.797539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'tag': '177a37d6-67a0-4d16-9ea0-3750ca05edb1'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:56.802095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08fa22ec-1196-4ef7-8bc4-4caf2a659fb8 req-3729bcfb-fc1a-45f1-802b-1fbe0b9f7d8b service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334282 Feb 07 22:31:56.806116 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391fde58-ff58-4bf7-a66d-dbcd4de002f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9474a05c-c2ae-4c0a-af31-7d463eac3cc7", "tag": "177a37d6-67a0-4d16-9ea0-3750ca05edb1"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:56.821835 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:56.971156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-55e65e6c-f83a-4b41-91e5-9d7b386c98ce tempest-AutoAllocateNetworkTest-399846448 tempest-AutoAllocateNetworkTest-399846448-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e09593d59384938a986ee9365b088cf&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6754248 Feb 07 22:31:56.975772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54274) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:56.979017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-c8be19a9-50e6-429d-9c9f-252684ca4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:56.980575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-c8be19a9-50e6-429d-9c9f-252684ca4f76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18db5df961434ecfb04a65bd3b89f932&device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 1099 time: 0.1247196 Feb 07 22:31:56.989602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d35b37-4de1-4f56-bd86-70d44bc68a61 req-188124ed-15e7-4b81-8bd7-96fdf5cc53df tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:56.991048 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11d35b37-4de1-4f56-bd86-70d44bc68a61 req-188124ed-15e7-4b81-8bd7-96fdf5cc53df tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 945 time: 0.1034904 Feb 07 22:31:57.143481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54278) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:57.223638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-345f5540-80da-4576-bced-0ebc145026c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:57.269261 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'edcef9d7-9211-4287-8d09-195672329058', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'port_id': '177a37d6-67a0-4d16-9ea0-3750ca05edb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'mac_address': 'fa:16:3e:64:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:31:29Z', 'updated_at': '2022-02-07T22:31:55Z', 'revision_number': 1, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:57.313817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8646515a-e515-4901-a88a-ed5ff33ceb1b tempest-AutoAllocateNetworkTest-399846448 tempest-AutoAllocateNetworkTest-399846448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:57.319532 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] Checking router: d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:31:57.323998 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8646515a-e515-4901-a88a-ed5ff33ceb1b tempest-AutoAllocateNetworkTest-399846448 tempest-AutoAllocateNetworkTest-399846448-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3445218 Feb 07 22:31:57.324174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11d35b37-4de1-4f56-bd86-70d44bc68a61 req-35e113d4-041b-4435-8c45-dc136ee2f6e6 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230169 Feb 07 22:31:57.326958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54280) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:57.345055 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:31:57.346529 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:31:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:57.361243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-6b964ba2-cc6b-4c28-96a6-d6c2fb545ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:57.362772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-6b964ba2-cc6b-4c28-96a6-d6c2fb545ef1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3708544 Feb 07 22:31:57.408845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:31:57.412214 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548ca0ec-3b8b-4040-b358-f596434a9cbe" -d '{"events": [{"server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "name": "network-vif-plugged", "status": "completed", "tag": "202ab446-53f2-450c-b5bd-9087364d130a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:31:57.467299 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-cffeb253-586c-42b8-a05a-482d69ab8c9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=d50044e1-fb15-4213-8629-ae9782996d46 HTTP/1.1" status: 200 len: 217 time: 0.0956824 Feb 07 22:31:57.476309 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5866574a-bd19-4b63-b02e-25e6994de7bf x-openstack-request-id: req-5866574a-bd19-4b63-b02e-25e6994de7bf {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:57.476520 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9474a05c-c2ae-4c0a-af31-7d463eac3cc7", "tag": "177a37d6-67a0-4d16-9ea0-3750ca05edb1", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:57.476773 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5866574a-bd19-4b63-b02e-25e6994de7bf {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:57.477166 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'tag': '177a37d6-67a0-4d16-9ea0-3750ca05edb1', 'status': 'completed', 'code': 200} Feb 07 22:31:57.514294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ea7b477-117b-4963-8b3e-0bc2584a139d tempest-AutoAllocateNetworkTest-399846448 tempest-AutoAllocateNetworkTest-399846448-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1849961 Feb 07 22:31:57.552870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54288) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:57.557716 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:31:57.630910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-56ee0744-f611-4605-b83d-3700947e2f79 tempest-AutoAllocateNetworkTest-399846448 tempest-AutoAllocateNetworkTest-399846448-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e09593d59384938a986ee9365b088cf HTTP/1.1" status: 200 len: 208 time: 0.0766845 Feb 07 22:31:57.645225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711c9b0-940c-4862-a5d8-b7cf890e60bd req-d246630c-62e5-46e4-9a61-b44cb7f406b7 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:57.655327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9711c9b0-940c-4862-a5d8-b7cf890e60bd req-d246630c-62e5-46e4-9a61-b44cb7f406b7 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 948 time: 0.1218834 Feb 07 22:31:57.666555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-88490f5c-abfa-4a77-9aa1-db30ee46c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:57.668163 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-88490f5c-abfa-4a77-9aa1-db30ee46c9a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1875598 Feb 07 22:31:57.674174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-bf22d8b3-7736-4fd1-9de9-df54303a147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:57.676336 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-bf22d8b3-7736-4fd1-9de9-df54303a147b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 1096 time: 0.1977904 Feb 07 22:31:57.702335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d662cfa-7e44-416c-980e-ba4e2780e447 req-9506be54-f969-47d6-b830-4f9abf640c58 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:57.703928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d662cfa-7e44-416c-980e-ba4e2780e447 req-9506be54-f969-47d6-b830-4f9abf640c58 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 946 time: 0.1380682 Feb 07 22:31:57.738736 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9711c9b0-940c-4862-a5d8-b7cf890e60bd req-7eda428d-3645-4d8a-a0fc-42e107d59026 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828943 Feb 07 22:31:57.774260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-98563213-55ff-4efc-bdcd-7b23dbe7273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:57.779033 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-98563213-55ff-4efc-bdcd-7b23dbe7273c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023679 Feb 07 22:31:57.779338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-345f5540-80da-4576-bced-0ebc145026c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:57.796228 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-345f5540-80da-4576-bced-0ebc145026c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:57.822647 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ae5c0f-94eb-4d6e-b58e-1af67653daa4 x-openstack-request-id: req-97ae5c0f-94eb-4d6e-b58e-1af67653daa4 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:31:57.823603 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "name": "network-vif-plugged", "status": "completed", "tag": "202ab446-53f2-450c-b5bd-9087364d130a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:31:57.823884 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97ae5c0f-94eb-4d6e-b58e-1af67653daa4 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:31:57.824483 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a', 'code': 200} Feb 07 22:31:57.954848 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-a7041610-af4c-4e38-a5b1-fef972546855 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673691 Feb 07 22:31:57.955538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d662cfa-7e44-416c-980e-ba4e2780e447 req-87d43740-6b3e-46d0-bd56-7fd7e630d148 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322011 Feb 07 22:31:57.959372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-bab30775-34b4-4422-a338-9f86b46fbd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:57.961094 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-bab30775-34b4-4422-a338-9f86b46fbd51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e518e-e670-4a66-9977-af4c80f6a4c0 HTTP/1.1" status: 200 len: 924 time: 0.2778754 Feb 07 22:31:57.963797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f5540-80da-4576-bced-0ebc145026c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fbd89e-ab29-40b5-b4b3-eafff86801d4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:57.978002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-345f5540-80da-4576-bced-0ebc145026c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4886c528e7d44fd59c3d913b11c7e8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8332629 Feb 07 22:31:57.981933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54314) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:58.023223 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'edcef9d7-9211-4287-8d09-195672329058', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'port_id': '177a37d6-67a0-4d16-9ea0-3750ca05edb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'mac_address': 'fa:16:3e:64:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:31:29Z', 'updated_at': '2022-02-07T22:31:55Z', 'revision_number': 1, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:31:58.025343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54316) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:58.069891 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2f89f-a8e8-45ad-9d3a-fb23e62af80e None None] The sync data for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 is: [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'edcef9d7-9211-4287-8d09-195672329058', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'port_id': '177a37d6-67a0-4d16-9ea0-3750ca05edb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'mac_address': 'fa:16:3e:64:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:31:29Z', 'updated_at': '2022-02-07T22:31:55Z', 'revision_number': 1, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:31:58.191669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a9d8272-38f4-4400-a730-59b2fb9d5345 req-c00eac4c-3c41-44e4-9477-ee31eecaa1c3 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676259 Feb 07 22:31:58.200006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbd1d3a6-b8de-4317-a2ff-e018101bb5bf req-152c2f26-eb8f-455f-80e9-d90fd84e1fc0 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=117b066d42704d30bfbbc1f593c59ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2443182 Feb 07 22:31:58.241569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-4d290354-55cb-4c41-83a8-ae9ff7f15876 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=177a37d6-67a0-4d16-9ea0-3750ca05edb1 HTTP/1.1" status: 200 len: 999 time: 0.2659945 Feb 07 22:31:58.269569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493350e-11c1-4c73-999f-cc695e4dc875 req-cfa58852-74fe-4de0-9722-ce53a416176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:58.271055 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3493350e-11c1-4c73-999f-cc695e4dc875 req-cfa58852-74fe-4de0-9722-ce53a416176c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1097 time: 0.3144674 Feb 07 22:31:58.311904 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08f02a12-dd1c-4e23-b4a9-a66a146de1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.314281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9e400-b950-48cd-8482-1de56b59a939 req-3333f4fb-877f-4512-9221-f9b39406bdc4 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:58.316102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ff9e400-b950-48cd-8482-1de56b59a939 req-3333f4fb-877f-4512-9221-f9b39406bdc4 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 966 time: 0.2077513 Feb 07 22:31:58.326057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c485e55-aae5-4350-a314-bb0c4be4eb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.335331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-bfcd2baa-ed2d-4297-9c68-d1f50182be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:58.336869 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-bfcd2baa-ed2d-4297-9c68-d1f50182be18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1673fd05-f7a6-43e6-b385-ac664e2bddca HTTP/1.1" status: 200 len: 863 time: 0.0884578 Feb 07 22:31:58.372750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3493350e-11c1-4c73-999f-cc695e4dc875 req-3c6b0f90-9df3-4c98-83b0-d34b037a7f70 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Feb 07 22:31:58.391619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d3a6-b8de-4317-a2ff-e018101bb5bf req-ee6e6e44-e440-4c8e-b2d7-e4d7545f2833 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:58.393440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbd1d3a6-b8de-4317-a2ff-e018101bb5bf req-ee6e6e44-e440-4c8e-b2d7-e4d7545f2833 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926551 Feb 07 22:31:58.397279 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c485e55-aae5-4350-a314-bb0c4be4eb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.444545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbd1d3a6-b8de-4317-a2ff-e018101bb5bf req-e77697e1-3c2d-4b11-b2c7-d8dedb11cc42 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/quotas/117b066d42704d30bfbbc1f593c59ca9 HTTP/1.1" status: 200 len: 375 time: 0.0347137 Feb 07 22:31:58.473671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c986ae-3829-47b3-a33d-7c8d5fc79ead None None] New status for floating IP edcef9d7-9211-4287-8d09-195672329058: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:31:58.491928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbd1d3a6-b8de-4317-a2ff-e018101bb5bf req-d1ffdb80-8b43-41d3-8a37-1cf7e48812c3 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=117b066d42704d30bfbbc1f593c59ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413032 Feb 07 22:31:58.500775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ff9e400-b950-48cd-8482-1de56b59a939 req-bcabc250-2f45-41ee-9f9a-02573a55a767 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694348 Feb 07 22:31:58.509969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-e1f19458-bbf8-4ca8-a7ae-d3e01bf10c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:58.513270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-e1f19458-bbf8-4ca8-a7ae-d3e01bf10c2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e518e-e670-4a66-9977-af4c80f6a4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653721 Feb 07 22:31:58.535237 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08f02a12-dd1c-4e23-b4a9-a66a146de1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.545127 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08f02a12-dd1c-4e23-b4a9-a66a146de1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.547104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c485e55-aae5-4350-a314-bb0c4be4eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.550330 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c485e55-aae5-4350-a314-bb0c4be4eb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.551627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8c485e55-aae5-4350-a314-bb0c4be4eb1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30fbd89e-ab29-40b5-b4b3-eafff86801d4 HTTP/1.1" status: 204 len: 168 time: 0.4656253 Feb 07 22:31:58.571572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c485e55-aae5-4350-a314-bb0c4be4eb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fbd89e-ab29-40b5-b4b3-eafff86801d4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:58.584666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f02a12-dd1c-4e23-b4a9-a66a146de1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fd4cd2-53ec-4a1e-80d8-cbe5ba7cf0f6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:58.609701 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-08f02a12-dd1c-4e23-b4a9-a66a146de1d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e09593d59384938a986ee9365b088cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833180 Feb 07 22:31:58.613573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54332) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:31:58.687244 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3eaf27-2d6d-44c8-95b9-7c20ba7cf6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.712441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f2c3e-3c90-4136-83f0-56558e417079 req-0b876605-b2b8-4be7-a6a5-e5e87dcee452 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:58.714211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e9f2c3e-3c90-4136-83f0-56558e417079 req-0b876605-b2b8-4be7-a6a5-e5e87dcee452 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0890148 Feb 07 22:31:58.716828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-5bef0d5d-4fc8-40c3-8f4e-2c6c513300c3 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546183 Feb 07 22:31:58.724342 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3eaf27-2d6d-44c8-95b9-7c20ba7cf6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.782926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3eaf27-2d6d-44c8-95b9-7c20ba7cf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.786528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3eaf27-2d6d-44c8-95b9-7c20ba7cf6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.788570 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-aa3eaf27-2d6d-44c8-95b9-7c20ba7cf6aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01fd4cd2-53ec-4a1e-80d8-cbe5ba7cf0f6 HTTP/1.1" status: 204 len: 168 time: 0.1739690 Feb 07 22:31:58.800634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eaf27-2d6d-44c8-95b9-7c20ba7cf6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fd4cd2-53ec-4a1e-80d8-cbe5ba7cf0f6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:31:58.818634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e9f2c3e-3c90-4136-83f0-56558e417079 req-9ac5eb61-ddf5-4f1b-84cb-08f93149ffe0 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980058 Feb 07 22:31:58.878888 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-391fde58-ff58-4bf7-a66d-dbcd4de002f9 req-10c34b3f-5ee4-4f10-97db-a75e5b6f784f service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505768 Feb 07 22:31:59.053581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-639048ad-864a-43d2-a0d6-36c884eece1d tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250089 Feb 07 22:31:59.177508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-ebad5759-1759-4198-afcd-84839fe60f49 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:59.178982 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-ebad5759-1759-4198-afcd-84839fe60f49 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183817 Feb 07 22:31:59.202563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-3116c4e6-3424-4bb8-ac6d-4be3ca85eb9c tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/quotas/ed2ee9688f0e46e6a00a77d112ddf609 HTTP/1.1" status: 200 len: 375 time: 0.0171096 Feb 07 22:31:59.258898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-dcbbc96a-e1ee-4783-9f89-6f39f817588b tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468597 Feb 07 22:31:59.368389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82c5d2-2187-493c-a1b4-01b955a8743d req-87a6b8b6-d7be-478a-9c81-99262892d86d tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:59.370021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d82c5d2-2187-493c-a1b4-01b955a8743d req-87a6b8b6-d7be-478a-9c81-99262892d86d tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1117 time: 0.0737052 Feb 07 22:31:59.473964 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d82c5d2-2187-493c-a1b4-01b955a8743d req-195e38bd-efbe-4558-be7b-ca014da69d5b tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963225 Feb 07 22:31:59.683075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf74-4da1-4650-8d2e-0a409df68770 req-b746e255-d6a6-42f1-9870-c3f10b69ab9f tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:59.691648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4178cf74-4da1-4650-8d2e-0a409df68770 req-b746e255-d6a6-42f1-9870-c3f10b69ab9f tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 948 time: 0.0694163 Feb 07 22:31:59.727326 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4178cf74-4da1-4650-8d2e-0a409df68770 req-1aaafbef-9683-438e-b37c-8ff3e87cd4c0 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347199 Feb 07 22:31:59.913897 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3f5f075-f132-46c3-a437-ba6d1a006add req-94bd5f23-4a68-4ea6-9cc4-f856bf86e7a6 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 210 time: 0.0353134 Feb 07 22:31:59.918265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2df88f-0677-4c64-a19a-b4f8e7d26907 req-ec3cdb36-1c4b-482a-9fe0-c3e8220d6b64 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:31:59.925163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc2df88f-0677-4c64-a19a-b4f8e7d26907 req-ec3cdb36-1c4b-482a-9fe0-c3e8220d6b64 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 946 time: 0.1176586 Feb 07 22:31:59.975157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc2df88f-0677-4c64-a19a-b4f8e7d26907 req-732a8078-83ea-45e4-8564-f5e1829b9766 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Feb 07 22:32:00.066388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f98e8e-bcd3-4a80-a6fc-d387d589ff25 req-00a44c26-c9e5-4141-9733-c63c7d235757 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:00.068089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66f98e8e-bcd3-4a80-a6fc-d387d589ff25 req-00a44c26-c9e5-4141-9733-c63c7d235757 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1117 time: 0.0489788 Feb 07 22:32:00.116326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66f98e8e-bcd3-4a80-a6fc-d387d589ff25 req-2802a91a-f77a-4bd5-80d0-89de233cd5a5 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Feb 07 22:32:00.316509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882338aa-d859-492e-b8f0-7263a40c9151 req-efad9f6b-cc1c-485f-bb99-470a3ca24ace tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:00.318005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-882338aa-d859-492e-b8f0-7263a40c9151 req-efad9f6b-cc1c-485f-bb99-470a3ca24ace tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0861015 Feb 07 22:32:00.360636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-882338aa-d859-492e-b8f0-7263a40c9151 req-54100e9f-95d5-44fe-91ca-4b259faf2fbd tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349209 Feb 07 22:32:00.458903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d50044e1-fb15-4213-8629-ae9782996d46 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:00.586436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3939-ab4b-4692-a413-6c8277a1e493 req-bc6f6feb-9a00-4995-9776-e4060518e810 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:00.589060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b89d3939-ab4b-4692-a413-6c8277a1e493 req-bc6f6feb-9a00-4995-9776-e4060518e810 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0916867 Feb 07 22:32:00.600898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d50044e1-fb15-4213-8629-ae9782996d46, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d50044e1-fb15-4213-8629-ae9782996d46,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:00.620129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'd50044e1-fb15-4213-8629-ae9782996d46', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'd50044e1-fb15-4213-8629-ae9782996d46', 'mac_address': 'fa:16:3e:87:15:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:00.644830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b89d3939-ab4b-4692-a413-6c8277a1e493 req-a0781701-e393-4d19-94fe-a3fb4bd69372 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485442 Feb 07 22:32:00.680733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:00.691762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-7437e5b9-3036-4c5c-a09c-67acb0115bc5 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285630 Feb 07 22:32:00.702578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50044e1-fb15-4213-8629-ae9782996d46 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:00.733764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d50044e1-fb15-4213-8629-ae9782996d46, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d50044e1-fb15-4213-8629-ae9782996d46,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:00.740695 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:00.803038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=d50044e1-fb15-4213-8629-ae9782996d46,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:00.883140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-127356ce-581b-40b2-bd42-c0ab63b67ba6 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:00.884639 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-127356ce-581b-40b2-bd42-c0ab63b67ba6 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869948 Feb 07 22:32:00.907471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Request body: {'port': {'device_id': '499c0a6c-d341-4bc2-a15a-93a1f76d3d56', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'ed2ee9688f0e46e6a00a77d112ddf609'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:00.971511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175928a6-e5a1-42de-bb22-cd7e73df421e req-72a4bdcb-66df-4144-a550-0b2c0313bc22 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:00.973532 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-175928a6-e5a1-42de-bb22-cd7e73df421e req-72a4bdcb-66df-4144-a550-0b2c0313bc22 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1097 time: 0.0466390 Feb 07 22:32:00.981686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['d50044e1-fb15-4213-8629-ae9782996d46'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:01.013168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-175928a6-e5a1-42de-bb22-cd7e73df421e req-f288ff56-1c6f-4369-897a-fe13137e0791 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332320 Feb 07 22:32:01.092147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Made reservation on behalf of ed2ee9688f0e46e6a00a77d112ddf609 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:01.100348 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:01.116805 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:01.171335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-8e09b2f1-9bad-4d4f-b632-16799baa7a30 req-9f24c7f6-ea86-4541-98ce-17c1e8419e81 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:32:01.172817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e09b2f1-9bad-4d4f-b632-16799baa7a30 req-9f24c7f6-ea86-4541-98ce-17c1e8419e81 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063865 Feb 07 22:32:01.242780 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:01.247830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:01.409535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51130f05-7d3c-4fa4-9bb9-5d6596e502e4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:01.450730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Allocated IP 192.168.233.7 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/151e87e6-dc1d-48f0-9bcd-fef384cc1001) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:01.466587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7790ee5-da4e-41cf-aeb6-d9d40f286668 req-5b86233e-52ba-4675-be93-955fc4dcb60b tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:01.468168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7790ee5-da4e-41cf-aeb6-d9d40f286668 req-5b86233e-52ba-4675-be93-955fc4dcb60b tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 949 time: 0.1183836 Feb 07 22:32:01.546010 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7790ee5-da4e-41cf-aeb6-d9d40f286668 req-be486f6c-0c5a-4df1-aa41-f8192aa4a614 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661175 Feb 07 22:32:01.645383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e31b40aa-5141-4a81-b8ce-5ae2cb64f206 req-7fa843c8-b4fa-4449-a7b2-961575c41bd5 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 210 time: 0.0356443 Feb 07 22:32:01.714968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:01.778076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555777c8-1e3f-47ac-9760-cc6bda877c13 req-06462659-8bef-4884-8605-0b2743595899 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:01.779580 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-555777c8-1e3f-47ac-9760-cc6bda877c13 req-06462659-8bef-4884-8605-0b2743595899 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1097 time: 0.0628352 Feb 07 22:32:01.799728 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:01.872585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:01.875414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Pushing event updated for resources: {'Port': ['ID=151e87e6-dc1d-48f0-9bcd-fef384cc1001,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:01.878933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:01.884227 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-555777c8-1e3f-47ac-9760-cc6bda877c13 req-b3056934-64e0-4e5f-8933-1f3a089e7899 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932012 Feb 07 22:32:01.901018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:01.902905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:01.903555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:01.941421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-47534a34-4190-4e28-9af7-db37897ee3e8 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0462873 Feb 07 22:32:01.955239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Request body: {'port': {'device_id': '499c0a6c-d341-4bc2-a15a-93a1f76d3d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:02.025250 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.177911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cbbbce23-4ba8-46d5-bfb2-bbecb4621af3 None None] Provisioning complete for port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:02.178903 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbbbce23-4ba8-46d5-bfb2-bbecb4621af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.218141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbce23-4ba8-46d5-bfb2-bbecb4621af3 None None] Port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:32:02.300634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5767c038-f2f4-48f4-9bc7-484f7aea559c req-13d2ee7e-87de-4030-a9bf-f8aba2f8e705 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=117b066d42704d30bfbbc1f593c59ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354021 Feb 07 22:32:02.478403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151e87e6-dc1d-48f0-9bcd-fef384cc1001 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:02.479301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d50044e1-fb15-4213-8629-ae9782996d46 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:32:02.493782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767c038-f2f4-48f4-9bc7-484f7aea559c req-664340a4-d235-490a-b0ed-437111d1ce3f tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:02.495778 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5767c038-f2f4-48f4-9bc7-484f7aea559c req-664340a4-d235-490a-b0ed-437111d1ce3f tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850839 Feb 07 22:32:02.498817 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.522153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5767c038-f2f4-48f4-9bc7-484f7aea559c req-58b25779-4c0b-43cc-ae60-5e31b2332209 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/quotas/117b066d42704d30bfbbc1f593c59ca9 HTTP/1.1" status: 200 len: 375 time: 0.0193403 Feb 07 22:32:02.526337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Transition to ACTIVE for port object 151e87e6-dc1d-48f0-9bcd-fef384cc1001 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:02.543150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.556470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port d50044e1-fb15-4213-8629-ae9782996d46 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:32:02.561473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port d50044e1-fb15-4213-8629-ae9782996d46 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:02.562199 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.592785 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5767c038-f2f4-48f4-9bc7-484f7aea559c req-1a8b07b4-cfdc-4b89-8eda-776fc566e023 tempest-QuotasAdminNegativeTest-1473732868 tempest-QuotasAdminNegativeTest-1473732868-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=117b066d42704d30bfbbc1f593c59ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616064 Feb 07 22:32:02.631651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Pushing event updated for resources: {'Port': ['ID=151e87e6-dc1d-48f0-9bcd-fef384cc1001,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:02.678836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Attempting to bind port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:02.679463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Attempting to bind port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:02.679958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Attempting to bind port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:02.686987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:02.687431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Attempting to bind port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:02.691854 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.696152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:02.696486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:02.696875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:02.697480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Bound port: 151e87e6-dc1d-48f0-9bcd-fef384cc1001, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:02.697844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.737725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7f04ad-bb47-4cf6-819e-6deb70daf5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50044e1-fb15-4213-8629-ae9782996d46'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:02.739903 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6021cfba-7028-47c3-8b34-34052e1c612a" -d '{"events": [{"server_uuid": "df7f04ad-bb47-4cf6-819e-6deb70daf5f4", "name": "network-vif-plugged", "status": "completed", "tag": "d50044e1-fb15-4213-8629-ae9782996d46"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:02.746417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54546) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:02.763409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d50044e1-fb15-4213-8629-ae9782996d46, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d50044e1-fb15-4213-8629-ae9782996d46,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:02.773908 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.796006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] For port 151e87e6-dc1d-48f0-9bcd-fef384cc1001, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:02.799534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] For port 151e87e6-dc1d-48f0-9bcd-fef384cc1001, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=151e87e6-dc1d-48f0-9bcd-fef384cc1001,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:02.805204 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.844396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:02.845021 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:02.846981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] 10.222.0.24 "PUT /v2.0/ports/151e87e6-dc1d-48f0-9bcd-fef384cc1001 HTTP/1.1" status: 200 len: 1094 time: 0.8968816 Feb 07 22:32:02.852845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499c0a6c-d341-4bc2-a15a-93a1f76d3d56', 'tag': '151e87e6-dc1d-48f0-9bcd-fef384cc1001'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:02.860120 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2" -d '{"events": [{"name": "network-changed", "server_uuid": "499c0a6c-d341-4bc2-a15a-93a1f76d3d56", "tag": "151e87e6-dc1d-48f0-9bcd-fef384cc1001"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:02.890165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=d50044e1-fb15-4213-8629-ae9782996d46,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:02.944411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-ae135ff9-ab09-4b9e-b7fc-248eadcf4213 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:32:02.945633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-ae135ff9-ab09-4b9e-b7fc-248eadcf4213 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1982560 Feb 07 22:32:02.957727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795c50d-6401-4e0d-944f-257ab6c1b166 service neutron] Pushing event updated for resources: {'Port': ['ID=151e87e6-dc1d-48f0-9bcd-fef384cc1001,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:02.985531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-9ad8f41b-eca0-41a3-b9d3-2250da3c8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:02.994575 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-9ad8f41b-eca0-41a3-b9d3-2250da3c8932 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 1097 time: 0.0928538 Feb 07 22:32:03.063369 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-4aa40d60-8fa2-4d3e-bd4f-b52f817c492c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=151e87e6-dc1d-48f0-9bcd-fef384cc1001 HTTP/1.1" status: 200 len: 217 time: 0.0599122 Feb 07 22:32:03.105331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f3d0b8c9-f8af-4d9c-953a-390d3eaa7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.113997 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f3d0b8c9-f8af-4d9c-953a-390d3eaa7b2b service neutron] 10.222.0.15 "GET /v2.0/ports/5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 1114 time: 0.1068370 Feb 07 22:32:03.118849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Request body: {'binding': {'host': 'n-h2-827895-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:03.119204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-e68e928a-82f4-4649-baca-6c2579496175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.119785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Unknown quota resources ['binding']. {{(pid=102290) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 22:32:03.120973 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-e68e928a-82f4-4649-baca-6c2579496175 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0497239 Feb 07 22:32:03.190068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-8a9371df-9229-4d80-8cf5-4a45dd5b708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.191566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-8a9371df-9229-4d80-8cf5-4a45dd5b708c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633638 Feb 07 22:32:03.275251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on host n-h2-827895-2 for vnic_type normal with profile None {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:03.275484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:03.275809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:03.280855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:03.281166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:03.286659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:03.286987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:03.287369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:03.287846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Bound port: 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:03.378459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:03.385121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] Notify callbacks [] for binding, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:03.386461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-bf7e71fe-2375-4bc2-b300-5e02daacb5fb service neutron] 10.222.0.15 "POST /v2.0/ports/5c1a4c86-8a3a-4ab2-b445-486e61e7a62e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2713113 Feb 07 22:32:03.507667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ae79-b11b-400d-b1e6-28faee90563e req-8fc2895a-5f17-4f90-a48e-8a8a0a3ed228 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.509184 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ba3ae79-b11b-400d-b1e6-28faee90563e req-8fc2895a-5f17-4f90-a48e-8a8a0a3ed228 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 950 time: 0.0787659 Feb 07 22:32:03.511460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-faeca5d0-78ca-4076-abf8-78f981ae22c1 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130794 Feb 07 22:32:03.587497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ad13d-248d-4ed8-ad8c-9e083d3bd8a8 req-4691073f-b462-48cb-bea1-922e14b27f3b tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.594756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-081ad13d-248d-4ed8-ad8c-9e083d3bd8a8 req-4691073f-b462-48cb-bea1-922e14b27f3b tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 946 time: 0.0760009 Feb 07 22:32:03.607136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ba3ae79-b11b-400d-b1e6-28faee90563e req-62fabcae-75bb-4d3c-96cf-10d868f07fdb tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886993 Feb 07 22:32:03.641248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-081ad13d-248d-4ed8-ad8c-9e083d3bd8a8 req-725138f9-3a70-4850-9369-31d55697c0a7 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Feb 07 22:32:03.663286 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa6f653-6b9e-4182-824d-534c714fef20 req-f2ff277a-7889-4a4f-bd0b-b2040212d389 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429968 Feb 07 22:32:03.671031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:03.694274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-406e3c5d-9343-4e42-805a-e585260c8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.695741 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-406e3c5d-9343-4e42-805a-e585260c8912 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1117 time: 0.0515521 Feb 07 22:32:03.711276 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032e0194-8bac-479c-9508-28d16b8fe974 x-openstack-request-id: req-032e0194-8bac-479c-9508-28d16b8fe974 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:03.711598 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7f04ad-bb47-4cf6-819e-6deb70daf5f4", "name": "network-vif-plugged", "status": "completed", "tag": "d50044e1-fb15-4213-8629-ae9782996d46", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:03.711945 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-032e0194-8bac-479c-9508-28d16b8fe974 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:03.712386 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7f04ad-bb47-4cf6-819e-6deb70daf5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50044e1-fb15-4213-8629-ae9782996d46', 'code': 200} Feb 07 22:32:03.744107 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa7ae0-b6c6-4caa-a95f-b6cd6fad0743 x-openstack-request-id: req-56aa7ae0-b6c6-4caa-a95f-b6cd6fad0743 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:03.744676 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499c0a6c-d341-4bc2-a15a-93a1f76d3d56", "tag": "151e87e6-dc1d-48f0-9bcd-fef384cc1001", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:03.744676 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56aa7ae0-b6c6-4caa-a95f-b6cd6fad0743 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:03.745027 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499c0a6c-d341-4bc2-a15a-93a1f76d3d56', 'tag': '151e87e6-dc1d-48f0-9bcd-fef384cc1001', 'status': 'completed', 'code': 200} Feb 07 22:32:03.847023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-55aebf88-38b1-4414-a4a1-479e144524fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.848846 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-55aebf88-38b1-4414-a4a1-479e144524fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 1097 time: 0.0697622 Feb 07 22:32:03.859691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-12e1ac1f-26e8-402c-9ffa-fb54966dc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.861670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-12e1ac1f-26e8-402c-9ffa-fb54966dc8aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1592162 Feb 07 22:32:03.868365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2e688-07db-49cf-b5a4-3e021d678451 req-2aa0c893-1248-4a96-921f-ea8d255955de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.870371 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3c2e688-07db-49cf-b5a4-3e021d678451 req-2aa0c893-1248-4a96-921f-ea8d255955de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 1101 time: 0.0816817 Feb 07 22:32:03.917135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-e95fcb39-a2fe-4671-993b-8efd6115e0b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 217 time: 0.0458012 Feb 07 22:32:03.972768 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:03.973218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3c2e688-07db-49cf-b5a4-3e021d678451 req-8f73ae1b-275e-4b0e-ad3c-bb3641d16375 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948598 Feb 07 22:32:03.993045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-121781f9-5378-44d7-80ed-80d32907a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.997945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-222b0301-2ae6-45bb-809e-77bd622c4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:03.999442 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-222b0301-2ae6-45bb-809e-77bd622c4f3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.0665097 Feb 07 22:32:04.000397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-121781f9-5378-44d7-80ed-80d32907a242 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1440649 Feb 07 22:32:04.045685 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-4bd9fbdd-4c5f-40d6-ae9b-6b5140cb31ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316315 Feb 07 22:32:04.058021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-fcaaf922-f400-4a42-ac65-6e779c50f6b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=151e87e6-dc1d-48f0-9bcd-fef384cc1001 HTTP/1.1" status: 200 len: 217 time: 0.0436237 Feb 07 22:32:04.140117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-485282b0-7c56-4442-8049-567d7ace4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:04.141553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-485282b0-7c56-4442-8049-567d7ace4a8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0759370 Feb 07 22:32:04.144173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-00d761dc-fd89-4491-b2a7-1bd9e64c87d3 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874958 Feb 07 22:32:04.151525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b22d4-22d7-4fa6-beb1-f2f456cb9cf1 req-7669d729-8ab6-42ab-82ee-2019b8fee75b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:04.154175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf3b22d4-22d7-4fa6-beb1-f2f456cb9cf1 req-7669d729-8ab6-42ab-82ee-2019b8fee75b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 966 time: 0.0985856 Feb 07 22:32:04.221879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf3b22d4-22d7-4fa6-beb1-f2f456cb9cf1 req-5c5cd770-afff-438e-84c2-c80e920de453 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566022 Feb 07 22:32:04.224752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-05c8701f-b3e9-44a7-923b-88e8c0369795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:04.226182 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-05c8701f-b3e9-44a7-923b-88e8c0369795 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709851 Feb 07 22:32:04.262290 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-172835d3-5bdb-4687-a4bc-ac5c92af72c1 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080575 Feb 07 22:32:04.331804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-28c7f6b1-4bca-4bd6-a731-6331334551a6 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979455 Feb 07 22:32:04.493106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74bea12f-4a3e-48d2-80c2-5f6d5c4e63c2 req-f6d0e944-1ef6-43ef-b8c7-4a1b9e4305b3 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124630 Feb 07 22:32:04.537841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-1bef9956-3f61-4a6f-909c-307ced874d42 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:04.539909 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-1bef9956-3f61-4a6f-909c-307ced874d42 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1117 time: 0.1203237 Feb 07 22:32:04.556529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827895-2'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:04.632393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:04.749981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54638) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:04.778299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:04.800426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db739-e731-4b01-be0a-ba4b294eeef8 req-053c83e8-41ec-4ef9-a252-cd1f5101cab6 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:04.802720 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-694db739-e731-4b01-be0a-ba4b294eeef8 req-053c83e8-41ec-4ef9-a252-cd1f5101cab6 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 950 time: 0.0599735 Feb 07 22:32:04.838568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:04.847092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-694db739-e731-4b01-be0a-ba4b294eeef8 req-b1b8e595-9591-4c22-ae56-108403568c2f tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369434 Feb 07 22:32:04.898877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:04.903212 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2117a4e2-04a3-4f3d-830d-966046ff48e2" -d '{"events": [{"server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:04.909431 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:04.930610 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:04.980170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f532706-595b-4d0e-9132-6a90b3abf57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.042812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cab549-ecf4-47f2-a107-d34f6293b368 req-aa972ebe-9eb4-49de-9b11-79187f764bbb tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:05.044544 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15cab549-ecf4-47f2-a107-d34f6293b368 req-aa972ebe-9eb4-49de-9b11-79187f764bbb tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 946 time: 0.0761733 Feb 07 22:32:05.096942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:05.106545 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15cab549-ecf4-47f2-a107-d34f6293b368 req-2a6e2fdf-83ed-4473-9698-de02468714e2 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547223 Feb 07 22:32:05.108234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54652) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:05.146540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.146809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.147147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.147759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.148826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.148826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.148826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.149094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.149865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.150177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.150522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.150839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.156536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on host n-h1-827895-2 for vnic_type normal with profile {"migrating_to": "n-h2-827895-2"} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:05.156824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:05.157236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:05.169041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:05.169309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Attempting to bind port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:05.180884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:05.181321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:05.181580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:05.182655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Bound port: 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:05.183478 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.208021 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b602bd-05a5-4345-a2b1-d15dcfa60796 x-openstack-request-id: req-b4b602bd-05a5-4345-a2b1-d15dcfa60796 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:05.208305 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:05.208552 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4b602bd-05a5-4345-a2b1-d15dcfa60796 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:05.208934 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e', 'code': 200} Feb 07 22:32:05.228088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54660) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:05.251024 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f532706-595b-4d0e-9132-6a90b3abf57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.261332 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f532706-595b-4d0e-9132-6a90b3abf57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.304663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:05.320353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.326985 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6f532706-595b-4d0e-9132-6a90b3abf57d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=117b066d42704d30bfbbc1f593c59ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5759892 Feb 07 22:32:05.328830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:05.330515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f532706-595b-4d0e-9132-6a90b3abf57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31c14d0-5856-4dae-9a31-c36970c90958,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:05.330786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54670) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:05.335483 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.381110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-73d92a12-d834-4408-a4e6-e022608975f1 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:32:05.382180 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-73d92a12-d834-4408-a4e6-e022608975f1 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2718029 Feb 07 22:32:05.385556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,revision_number=8']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:05.440965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:05.441603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.443154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-f8a81b9b-3976-4136-98ab-71ca2c43911e service neutron] 10.222.0.24 "PUT /v2.0/ports/5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 1142 time: 0.8918114 Feb 07 22:32:05.508888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b46fd6a-f3d3-4b60-9963-3e2b4208c179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.515559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['5c1a4c86-8a3a-4ab2-b445-486e61e7a62e'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:05.571210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c5a70-4b54-4bbe-84b7-55993b7a01dc req-1d8be771-7fa9-4e85-b08b-f90256968527 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:05.572700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb2c5a70-4b54-4bbe-84b7-55993b7a01dc req-1d8be771-7fa9-4e85-b08b-f90256968527 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 964 time: 0.1857185 Feb 07 22:32:05.580854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-ca1ea142-6506-4a13-a50b-41b63853623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:05.582173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-ca1ea142-6506-4a13-a50b-41b63853623e service neutron] 10.222.0.15 "GET /v2.0/ports/202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 1094 time: 0.1416471 Feb 07 22:32:05.585215 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b46fd6a-f3d3-4b60-9963-3e2b4208c179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.600597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Request body: {'binding': {'host': 'n-h1-827895-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:05.601110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Unknown quota resources ['binding']. {{(pid=102289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 22:32:05.656609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.673601 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.738028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb2c5a70-4b54-4bbe-84b7-55993b7a01dc req-b239e699-8335-4b39-bbe8-1d8dd260b0fb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548975 Feb 07 22:32:05.782515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18932cf8-0524-4a25-9888-7f7d1bc74a55,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:05.788696 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd3ef312c72245ae80cf5520c699e0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587914 Feb 07 22:32:05.791536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54676) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:05.806762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.807506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.807933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.808294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.808661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.809021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.809370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.809938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.810171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.810492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.810805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.811123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d646dc3-cccc-468d-85ce-0a54a75f0f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:05.841980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b46fd6a-f3d3-4b60-9963-3e2b4208c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.844493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b46fd6a-f3d3-4b60-9963-3e2b4208c179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.848459 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3b46fd6a-f3d3-4b60-9963-3e2b4208c179 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e31c14d0-5856-4dae-9a31-c36970c90958 HTTP/1.1" status: 204 len: 168 time: 0.5108926 Feb 07 22:32:05.869669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46fd6a-f3d3-4b60-9963-3e2b4208c179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31c14d0-5856-4dae-9a31-c36970c90958,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:05.885247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bffba1c0-8a89-4a49-9ebe-3d1e267cc713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.909197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a on host n-h1-827895-2 for vnic_type normal with profile None {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:05.909197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:05.909457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:05.917237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Port 202ab446-53f2-450c-b5bd-9087364d130a on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:05.917449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:05.922779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:05.923147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:05.923546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:05.923995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Bound port: 202ab446-53f2-450c-b5bd-9087364d130a, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:05.928414 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bffba1c0-8a89-4a49-9ebe-3d1e267cc713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.999565 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bffba1c0-8a89-4a49-9ebe-3d1e267cc713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.003757 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bffba1c0-8a89-4a49-9ebe-3d1e267cc713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.008766 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bffba1c0-8a89-4a49-9ebe-3d1e267cc713 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18932cf8-0524-4a25-9888-7f7d1bc74a55 HTTP/1.1" status: 204 len: 168 time: 0.2159290 Feb 07 22:32:06.028590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffba1c0-8a89-4a49-9ebe-3d1e267cc713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18932cf8-0524-4a25-9888-7f7d1bc74a55,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:06.084356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:06.092651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.094349 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-0182d568-b719-4d5c-8ea8-c8ec1fe6bf4f service neutron] 10.222.0.15 "POST /v2.0/ports/202ab446-53f2-450c-b5bd-9087364d130a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4974093 Feb 07 22:32:06.111737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f73ce-2e91-4f48-befc-ad102390003d req-4583f7d2-5f2f-422b-97be-12cfe1c614a3 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:06.113625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-766f73ce-2e91-4f48-befc-ad102390003d req-4583f7d2-5f2f-422b-97be-12cfe1c614a3 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 950 time: 0.0789809 Feb 07 22:32:06.201001 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-766f73ce-2e91-4f48-befc-ad102390003d req-652264c6-83ab-4452-b899-44208f917548 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807469 Feb 07 22:32:06.293167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54704) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:06.336282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e51f963-fc32-488b-9f1f-f19e890cfa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.346119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c8271-af47-48a1-b898-e93250eec94b req-59915b31-41fd-4454-8bfd-0cf652b5b921 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:06.347778 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b1c8271-af47-48a1-b898-e93250eec94b req-59915b31-41fd-4454-8bfd-0cf652b5b921 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 946 time: 0.0655055 Feb 07 22:32:06.365820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c830883-f958-4aec-9828-96ff1b64dc75 req-d2d2707c-c0dc-4cb5-9d07-0fd7e2b92755 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:06.367513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c830883-f958-4aec-9828-96ff1b64dc75 req-d2d2707c-c0dc-4cb5-9d07-0fd7e2b92755 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 946 time: 0.0752978 Feb 07 22:32:06.430981 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b1c8271-af47-48a1-b898-e93250eec94b req-ca92d893-943a-4a76-aaf3-2dde86213a1b tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688708 Feb 07 22:32:06.442473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-70f29966-7475-40e2-a125-e80925f49398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:06.442885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c830883-f958-4aec-9828-96ff1b64dc75 req-9bd77f04-ceb7-4266-b620-2f0a5ae1ffe7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641019 Feb 07 22:32:06.444231 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-70f29966-7475-40e2-a125-e80925f49398 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1097 time: 0.0679185 Feb 07 22:32:06.515162 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e51f963-fc32-488b-9f1f-f19e890cfa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.526941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e51f963-fc32-488b-9f1f-f19e890cfa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.564880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7e51f963-fc32-488b-9f1f-f19e890cfa77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21ffed37256246189827a6c3e0c9e154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699990 Feb 07 22:32:06.570694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54710) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:06.602723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-11732f41-a96e-4608-8aa6-bcdaf32c6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:06.604403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-11732f41-a96e-4608-8aa6-bcdaf32c6519 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.1527162 Feb 07 22:32:06.622560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51f963-fc32-488b-9f1f-f19e890cfa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8785c8ef-ef1c-4628-832f-c79157e0b6cf,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:06.651233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54718) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:06.657170 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-023b6965-e1f4-49d7-82e8-9147be79a980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.674303 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-3ac0c774-c00e-4e0b-8e04-6af39ede92f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 217 time: 0.0555470 Feb 07 22:32:06.681199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30b3565f-0545-4fb3-847a-41001f9b7563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.702623 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-023b6965-e1f4-49d7-82e8-9147be79a980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.732295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 151e87e6-dc1d-48f0-9bcd-fef384cc1001 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:06.764700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-4f82cf4a-a122-4537-a96f-ab21f369b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:06.766433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-4f82cf4a-a122-4537-a96f-ab21f369b1a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0844302 Feb 07 22:32:06.801782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-2a01df93-55c6-49b9-bdd9-8d0222e2f485 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269401 Feb 07 22:32:06.810568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265405-8c9a-4116-b2d1-bd753675b440 req-980bc35a-1eea-4e4d-9bc9-a9e3d80ac326 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:06.812202 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf265405-8c9a-4116-b2d1-bd753675b440 req-980bc35a-1eea-4e4d-9bc9-a9e3d80ac326 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 950 time: 0.0888777 Feb 07 22:32:06.825409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30b3565f-0545-4fb3-847a-41001f9b7563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.833851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-023b6965-e1f4-49d7-82e8-9147be79a980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.837752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-023b6965-e1f4-49d7-82e8-9147be79a980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.839062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-023b6965-e1f4-49d7-82e8-9147be79a980 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8785c8ef-ef1c-4628-832f-c79157e0b6cf HTTP/1.1" status: 204 len: 168 time: 0.2670486 Feb 07 22:32:06.842077 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30b3565f-0545-4fb3-847a-41001f9b7563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.857773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b6965-e1f4-49d7-82e8-9147be79a980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8785c8ef-ef1c-4628-832f-c79157e0b6cf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:06.864905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 151e87e6-dc1d-48f0-9bcd-fef384cc1001, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=151e87e6-dc1d-48f0-9bcd-fef384cc1001,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:06.896643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '151e87e6-dc1d-48f0-9bcd-fef384cc1001', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '151e87e6-dc1d-48f0-9bcd-fef384cc1001', 'mac_address': 'fa:16:3e:81:f6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:06.919255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30b3565f-0545-4fb3-847a-41001f9b7563 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e45d793286b1461282c9af9613953fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661433 Feb 07 22:32:06.923501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54724) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:06.940284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3565f-0545-4fb3-847a-41001f9b7563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc73c5c-634b-4eb2-9ef3-014270505391,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:06.987994 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:06.990687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86764c81-5aa0-4f5d-bea6-c492277b7371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:07.015422 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86764c81-5aa0-4f5d-bea6-c492277b7371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:07.015988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151e87e6-dc1d-48f0-9bcd-fef384cc1001 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:07.034774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf265405-8c9a-4116-b2d1-bd753675b440 req-ce62dbf5-3d2b-41a1-839c-fd5f5f2fc08f tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994827 Feb 07 22:32:07.055293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 151e87e6-dc1d-48f0-9bcd-fef384cc1001, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=151e87e6-dc1d-48f0-9bcd-fef384cc1001,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:07.066785 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:07.087113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-17f9977c-eae0-4fe3-92d9-77463ec253b9 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733850 Feb 07 22:32:07.119750 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86764c81-5aa0-4f5d-bea6-c492277b7371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:07.134001 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86764c81-5aa0-4f5d-bea6-c492277b7371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:07.139555 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-86764c81-5aa0-4f5d-bea6-c492277b7371 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cc73c5c-634b-4eb2-9ef3-014270505391 HTTP/1.1" status: 204 len: 168 time: 0.2124457 Feb 07 22:32:07.141452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=151e87e6-dc1d-48f0-9bcd-fef384cc1001,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:07.152367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.152720 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.153064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.153408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.154843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.155204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.155526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.155908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.156243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.156573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.158480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.158829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:32:07.183267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86764c81-5aa0-4f5d-bea6-c492277b7371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc73c5c-634b-4eb2-9ef3-014270505391,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:07.207372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704763f-d500-4345-a24c-b9d4625b4adb req-05d6af52-957f-4cad-9206-d71606ac93fa tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:07.209255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1704763f-d500-4345-a24c-b9d4625b4adb req-05d6af52-957f-4cad-9206-d71606ac93fa tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 964 time: 0.1214447 Feb 07 22:32:07.213471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:07.218286 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aa545c-2761-4943-b32d-46af9abf2997" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:07.254100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-ba588a68-0adb-49be-97eb-ae40e9d61a1d service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592195 Feb 07 22:32:07.265287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1704763f-d500-4345-a24c-b9d4625b4adb req-e3f81e23-eace-4465-b58d-f9f9b2d34e10 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442586 Feb 07 22:32:07.309267 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a34b98-fd29-481c-bf20-af1f557734b7 x-openstack-request-id: req-00a34b98-fd29-481c-bf20-af1f557734b7 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:07.309551 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:07.309792 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00a34b98-fd29-481c-bf20-af1f557734b7 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:07.310177 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e', 'status': 'completed', 'code': 200} Feb 07 22:32:07.348246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['151e87e6-dc1d-48f0-9bcd-fef384cc1001'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:07.590001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa545c-2761-4943-b32d-46af9abf2997 req-9259fb64-333b-4fd7-a9e4-26b91e3ecf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:07.591488 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42aa545c-2761-4943-b32d-46af9abf2997 req-9259fb64-333b-4fd7-a9e4-26b91e3ecf8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1145 time: 0.1584179 Feb 07 22:32:07.630630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-23ca5c96-5303-4e2b-9006-86f990f7bf06 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:07.632155 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-23ca5c96-5303-4e2b-9006-86f990f7bf06 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1097 time: 0.1887755 Feb 07 22:32:07.653818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7143e-7646-45d2-b480-f0138d4346a0 req-f25cc99d-f04b-4a40-a29c-bcd29e46444b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:07.655296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0df7143e-7646-45d2-b480-f0138d4346a0 req-f25cc99d-f04b-4a40-a29c-bcd29e46444b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 946 time: 0.0947127 Feb 07 22:32:07.668739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827895-2'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:07.713167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dcbfb-6c86-4c79-9e34-7bf3d0164b5a req-fdf02288-e079-4704-a4a4-c1bcbb520bd6 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:07.721553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c2dcbfb-6c86-4c79-9e34-7bf3d0164b5a req-fdf02288-e079-4704-a4a4-c1bcbb520bd6 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 947 time: 0.1838090 Feb 07 22:32:07.736922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0df7143e-7646-45d2-b480-f0138d4346a0 req-5bfbf583-b84f-4441-9c17-84a74bd1266e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739074 Feb 07 22:32:07.807843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa545c-2761-4943-b32d-46af9abf2997 req-419719d2-b632-4814-8c27-2629a4879a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:07.809305 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42aa545c-2761-4943-b32d-46af9abf2997 req-419719d2-b632-4814-8c27-2629a4879a1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.2080665 Feb 07 22:32:07.812635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:07.823892 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c2dcbfb-6c86-4c79-9e34-7bf3d0164b5a req-49df21f9-5976-4da2-a24c-b7a850eff078 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006460 Feb 07 22:32:07.880010 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42aa545c-2761-4943-b32d-46af9abf2997 req-155472b1-318e-4ed9-a098-aef8ff243a9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 217 time: 0.0532346 Feb 07 22:32:07.975655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa545c-2761-4943-b32d-46af9abf2997 req-804259ed-06c4-46e2-9940-c94ca83c79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:07.977107 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42aa545c-2761-4943-b32d-46af9abf2997 req-804259ed-06c4-46e2-9940-c94ca83c79f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.0753536 Feb 07 22:32:08.285370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42aa545c-2761-4943-b32d-46af9abf2997 req-638c160a-0ace-4882-b16f-01e10d8a13cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389819 Feb 07 22:32:08.347250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:08.415289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e45e-38ad-4d19-95fc-9154acda1deb req-a283a34c-91bd-4cfc-991a-6e9675b54c92 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:08.419303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ce2e45e-38ad-4d19-95fc-9154acda1deb req-a283a34c-91bd-4cfc-991a-6e9675b54c92 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 964 time: 0.0708880 Feb 07 22:32:08.469460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a80b21-3a46-41c4-b23d-f7b6b27cccd9 req-269f98a8-d827-463f-8d16-f7279eefafb9 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:08.477643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-56a80b21-3a46-41c4-b23d-f7b6b27cccd9 req-269f98a8-d827-463f-8d16-f7279eefafb9 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 950 time: 0.2288680 Feb 07 22:32:08.481566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ce2e45e-38ad-4d19-95fc-9154acda1deb req-199e2774-e086-4d4b-9e8f-945b8ec08a49 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553961 Feb 07 22:32:08.504469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:08.528473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54808) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:08.555038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-56a80b21-3a46-41c4-b23d-f7b6b27cccd9 req-7724ad72-263b-4c5f-a57f-df844fc9b63b tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765417 Feb 07 22:32:08.598718 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42aa545c-2761-4943-b32d-46af9abf2997 req-9a3e8831-cdbd-43a8-ace8-e68e71af64b5 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320921 Feb 07 22:32:08.601169 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:08.629063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:08.697172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e946a2-27bf-4738-8769-12383d835c6d req-17535228-a1c1-4599-ad79-f5a578e80414 tempest-LiveMigrationNegativeTest-161357865 tempest-LiveMigrationNegativeTest-161357865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:08.699414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47e946a2-27bf-4738-8769-12383d835c6d req-17535228-a1c1-4599-ad79-f5a578e80414 tempest-LiveMigrationNegativeTest-161357865 tempest-LiveMigrationNegativeTest-161357865-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 1101 time: 0.0581982 Feb 07 22:32:08.725568 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-47e946a2-27bf-4738-8769-12383d835c6d req-9732f938-47c3-436e-b359-96c3cbe6dd63 tempest-LiveMigrationNegativeTest-161357865 tempest-LiveMigrationNegativeTest-161357865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:08.742486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Pushing event updated for resources: {'Port': ['ID=202ab446-53f2-450c-b5bd-9087364d130a,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:08.762417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:08.804232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42aa545c-2761-4943-b32d-46af9abf2997 req-ddb47d34-bb8e-45e1-947e-95a0fabe4f51 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983516 Feb 07 22:32:08.805630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a on host n-h2-827895-2 for vnic_type normal with profile {"migrating_to": "n-h1-827895-2"} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:08.806110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:08.806585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:08.814949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Port 202ab446-53f2-450c-b5bd-9087364d130a on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:08.815533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Attempting to bind port 202ab446-53f2-450c-b5bd-9087364d130a on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:08.828960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:08.829418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:08.830522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:08.837448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Bound port: 202ab446-53f2-450c-b5bd-9087364d130a, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:08.838096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:08.865977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-becc9f7a-f176-4ac5-9327-004629d7c821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:08.935485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:08.944815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-47e946a2-27bf-4738-8769-12383d835c6d req-9732f938-47c3-436e-b359-96c3cbe6dd63 tempest-LiveMigrationNegativeTest-161357865 tempest-LiveMigrationNegativeTest-161357865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:08.952871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-47e946a2-27bf-4738-8769-12383d835c6d req-9732f938-47c3-436e-b359-96c3cbe6dd63 tempest-LiveMigrationNegativeTest-161357865 tempest-LiveMigrationNegativeTest-161357865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:08.956297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e has no active binding in host n-h2-827895-2 {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 22:32:08.958886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 151e87e6-dc1d-48f0-9bcd-fef384cc1001 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:32:08.996120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47e946a2-27bf-4738-8769-12383d835c6d req-9732f938-47c3-436e-b359-96c3cbe6dd63 tempest-LiveMigrationNegativeTest-161357865 tempest-LiveMigrationNegativeTest-161357865-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891235 Feb 07 22:32:09.023749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732f938-47c3-436e-b359-96c3cbe6dd63 tempest-LiveMigrationNegativeTest-161357865 tempest-LiveMigrationNegativeTest-161357865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57631775-667d-493f-b39c-286130760b48,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:09.035087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a117ac-9e47-431b-9a2f-65482a188cac req-d3b1aefc-629c-4f70-af59-5e144b83d4a9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:09.037073 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26a117ac-9e47-431b-9a2f-65482a188cac req-d3b1aefc-629c-4f70-af59-5e144b83d4a9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 944 time: 0.1243410 Feb 07 22:32:09.040057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:09.045025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:32:09.045379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:09.052278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:09.053352 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.059125 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.060751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-becc9f7a-f176-4ac5-9327-004629d7c821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.066602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-becc9f7a-f176-4ac5-9327-004629d7c821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.142581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Pushing event updated for resources: {'Port': ['ID=202ab446-53f2-450c-b5bd-9087364d130a,revision_number=8']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:09.172323 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.177049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-becc9f7a-f176-4ac5-9327-004629d7c821 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa7c2602406f4de7858fa46344ba7037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471825 Feb 07 22:32:09.177807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54834) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:09.186269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc9f7a-f176-4ac5-9327-004629d7c821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aedd07-859a-4732-9c63-c6df2e8b5e08,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:09.209332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499c0a6c-d341-4bc2-a15a-93a1f76d3d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151e87e6-dc1d-48f0-9bcd-fef384cc1001'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:09.212520 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3a1d8b-2832-4978-a428-b9e8c8ecb202" -d '{"events": [{"server_uuid": "499c0a6c-d341-4bc2-a15a-93a1f76d3d56", "name": "network-vif-plugged", "status": "completed", "tag": "151e87e6-dc1d-48f0-9bcd-fef384cc1001"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:09.231482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 151e87e6-dc1d-48f0-9bcd-fef384cc1001, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=151e87e6-dc1d-48f0-9bcd-fef384cc1001,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:09.241381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.245019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26a117ac-9e47-431b-9a2f-65482a188cac req-8db85015-d1ba-4f78-bd9a-a7dd230198fa tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973526 Feb 07 22:32:09.276250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193a67a-0115-4983-8b8c-9c38c35cbd2d req-54a91905-2984-4426-830b-9c2f9eca86d7 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:09.285085 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3193a67a-0115-4983-8b8c-9c38c35cbd2d req-54a91905-2984-4426-830b-9c2f9eca86d7 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 947 time: 0.1262512 Feb 07 22:32:09.299831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:09.301919 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.306425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-dc32b68b-8eb1-4570-a301-8348a1692275 service neutron] 10.222.0.46 "PUT /v2.0/ports/202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 1122 time: 1.6406813 Feb 07 22:32:09.311982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a'}, {'name': 'network-changed', 'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:09.316022 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba462e-d2e0-4c53-a558-8580ae2c75ad" -d '{"events": [{"server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "name": "network-vif-unplugged", "status": "completed", "tag": "202ab446-53f2-450c-b5bd-9087364d130a"}, {"name": "network-changed", "server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "tag": "202ab446-53f2-450c-b5bd-9087364d130a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:09.379971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=151e87e6-dc1d-48f0-9bcd-fef384cc1001,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:09.399353 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3193a67a-0115-4983-8b8c-9c38c35cbd2d req-3aaae247-aa63-4994-b21c-5bf754784172 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093924 Feb 07 22:32:09.415500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['202ab446-53f2-450c-b5bd-9087364d130a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:09.423492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0f96ea-36e6-4d60-939d-de0c63e1444a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.482411 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9de748-36d6-4158-9cb9-46c6a0ec3479 x-openstack-request-id: req-9f9de748-36d6-4158-9cb9-46c6a0ec3479 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:09.484127 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499c0a6c-d341-4bc2-a15a-93a1f76d3d56", "name": "network-vif-plugged", "status": "completed", "tag": "151e87e6-dc1d-48f0-9bcd-fef384cc1001", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:09.484730 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f9de748-36d6-4158-9cb9-46c6a0ec3479 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:09.485836 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499c0a6c-d341-4bc2-a15a-93a1f76d3d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151e87e6-dc1d-48f0-9bcd-fef384cc1001', 'code': 200} Feb 07 22:32:09.511525 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0f96ea-36e6-4d60-939d-de0c63e1444a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.513784 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a037db-1556-4cdd-a760-65c6c22555ae x-openstack-request-id: req-11a037db-1556-4cdd-a760-65c6c22555ae {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:09.529630 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "name": "network-vif-unplugged", "status": "completed", "tag": "202ab446-53f2-450c-b5bd-9087364d130a", "code": 200}, {"name": "network-changed", "server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "tag": "202ab446-53f2-450c-b5bd-9087364d130a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:09.531033 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11a037db-1556-4cdd-a760-65c6c22555ae {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:09.531988 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a', 'code': 200} Feb 07 22:32:09.535787 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a', 'status': 'completed', 'code': 200} Feb 07 22:32:09.639010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55215158-6ad7-487f-ad9b-f1a44cce3156 req-56a2813a-f7ca-4987-bcc8-180cf517dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:09.649809 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55215158-6ad7-487f-ad9b-f1a44cce3156 req-56a2813a-f7ca-4987-bcc8-180cf517dab8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 1099 time: 0.1493678 Feb 07 22:32:09.703570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-26991873-cf4b-4d22-8dad-8a7a5358b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:09.705834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-26991873-cf4b-4d22-8dad-8a7a5358b1fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1125 time: 0.1538420 Feb 07 22:32:09.714111 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55215158-6ad7-487f-ad9b-f1a44cce3156 req-c4bd3931-3a13-4204-9a90-9e6c2df92b8f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492816 Feb 07 22:32:09.715259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f2a7e-0329-41c0-bfdd-275a37e966e7 req-82e6425f-f003-4cff-a1e4-8b457a0d560c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:09.716899 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae6f2a7e-0329-41c0-bfdd-275a37e966e7 req-82e6425f-f003-4cff-a1e4-8b457a0d560c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 964 time: 0.1114953 Feb 07 22:32:09.747519 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0f96ea-36e6-4d60-939d-de0c63e1444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.750037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0f96ea-36e6-4d60-939d-de0c63e1444a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:09.751266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bb0f96ea-36e6-4d60-939d-de0c63e1444a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1aedd07-859a-4732-9c63-c6df2e8b5e08 HTTP/1.1" status: 204 len: 168 time: 0.5706620 Feb 07 22:32:09.803571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f96ea-36e6-4d60-939d-de0c63e1444a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aedd07-859a-4732-9c63-c6df2e8b5e08,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:09.843558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae6f2a7e-0329-41c0-bfdd-275a37e966e7 req-cd25ab4e-9f28-42e2-9b43-680b9378de33 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129296 Feb 07 22:32:09.874329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-34e7df22-1813-44ee-82b1-bfa57c6790a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:09.879958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-34e7df22-1813-44ee-82b1-bfa57c6790a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.1594028 Feb 07 22:32:10.114516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb513c-fdaa-4083-afa3-cad6d59807b3 req-d1eb6e9e-9e3f-4f6f-87e6-f167079b7785 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:10.116135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fadb513c-fdaa-4083-afa3-cad6d59807b3 req-d1eb6e9e-9e3f-4f6f-87e6-f167079b7785 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 950 time: 0.0574470 Feb 07 22:32:10.151572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54872) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:10.156237 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fadb513c-fdaa-4083-afa3-cad6d59807b3 req-b35906e0-d54b-4eae-9ddc-98ce7b2aff70 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341504 Feb 07 22:32:10.167413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73c8053b-1f7b-4558-a4bf-b6c8062ba9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:10.258092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73c8053b-1f7b-4558-a4bf-b6c8062ba9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:10.261437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73c8053b-1f7b-4558-a4bf-b6c8062ba9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:10.310712 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-73c8053b-1f7b-4558-a4bf-b6c8062ba9b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60cd8781a7104a42bd84d671655d4a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574645 Feb 07 22:32:10.311327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54888) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:10.311845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8053b-1f7b-4558-a4bf-b6c8062ba9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf6fb3f-7269-427c-ab8b-5542677afc07,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:10.379609 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2db84fbe-6456-435c-aeff-e4dd11ed8cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:10.403409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936f80-0a2d-45cc-802a-cab4a45165ab req-180baa92-79c4-4858-8ad7-c293790e1a03 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:10.406570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2db84fbe-6456-435c-aeff-e4dd11ed8cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:10.412429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50936f80-0a2d-45cc-802a-cab4a45165ab req-180baa92-79c4-4858-8ad7-c293790e1a03 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 944 time: 0.0826616 Feb 07 22:32:10.458798 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50936f80-0a2d-45cc-802a-cab4a45165ab req-fe6c6e48-38eb-4460-bf50-bd67e4d5a813 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453191 Feb 07 22:32:10.463595 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2db84fbe-6456-435c-aeff-e4dd11ed8cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:10.466351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2db84fbe-6456-435c-aeff-e4dd11ed8cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:10.467503 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2db84fbe-6456-435c-aeff-e4dd11ed8cf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daf6fb3f-7269-427c-ab8b-5542677afc07 HTTP/1.1" status: 204 len: 168 time: 0.1523461 Feb 07 22:32:10.483685 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db84fbe-6456-435c-aeff-e4dd11ed8cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf6fb3f-7269-427c-ab8b-5542677afc07,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:10.589189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a259-6eb0-406e-af4c-8aa07805a756 req-5ad3df9b-2a0d-450f-94e6-4ebb2af85003 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:10.592282 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c56a259-6eb0-406e-af4c-8aa07805a756 req-5ad3df9b-2a0d-450f-94e6-4ebb2af85003 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 948 time: 0.0662911 Feb 07 22:32:10.641656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c56a259-6eb0-406e-af4c-8aa07805a756 req-683dfeab-bbf1-4b9f-8938-9425b825a1de tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Feb 07 22:32:10.691949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-4cfedbc3-2d88-4bd7-a6a9-a5c9a4637196 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 217 time: 0.0358236 Feb 07 22:32:10.727177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54918) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:10.750307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-281c18f0-68a1-4fda-8990-975b36ea43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:10.752035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-281c18f0-68a1-4fda-8990-975b36ea43c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0448999 Feb 07 22:32:10.814585 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-93c5043f-7f2d-4928-9434-3a9e11eca61f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483339 Feb 07 22:32:10.848277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54924) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:10.908161 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-6a5d52b6-c848-41e4-b3e5-eb437ad58f3e service neutron] 10.222.0.46 "GET /v2.0/ports/5c1a4c86-8a3a-4ab2-b445-486e61e7a62e/bindings/n-h2-827895-2 HTTP/1.1" status: 200 len: 384 time: 0.0859797 Feb 07 22:32:10.934731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d43df75-d3bf-45de-bd9e-63410768a747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.015904 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca177ab7-409d-4e89-a5de-9db694d1ccec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.034465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-f97a7820-e0f0-420c-b6e4-2cf06a20e417 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100220 Feb 07 22:32:11.121972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d43df75-d3bf-45de-bd9e-63410768a747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.137435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d43df75-d3bf-45de-bd9e-63410768a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.151640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54930) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:11.168411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6695e1-1fc4-44b4-a5bc-13e20b44653d req-e4366d1a-48c9-48f7-bcd7-d76aa812c313 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:11.171026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b6695e1-1fc4-44b4-a5bc-13e20b44653d req-e4366d1a-48c9-48f7-bcd7-d76aa812c313 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 964 time: 0.1907439 Feb 07 22:32:11.191781 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57ba462e-d2e0-4c53-a558-8580ae2c75ad req-c7ccd0e8-da7c-4d81-a9b0-d89628b0a43f service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450245 Feb 07 22:32:11.195784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d43df75-d3bf-45de-bd9e-63410768a747 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07732b2a00db413796aec38c45b171e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462145 Feb 07 22:32:11.196585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43df75-d3bf-45de-bd9e-63410768a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85856126-3496-4858-a7f7-d68408f6e526,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:11.201854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54936) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:11.313362 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df38c131-ccfb-4b6f-b531-cee68f0b4714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.346128 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbad871-12a6-48cf-8187-1f587652622d req-f7a9bb21-9db6-4fc4-960e-7586d1844677 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:11.347631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbbad871-12a6-48cf-8187-1f587652622d req-f7a9bb21-9db6-4fc4-960e-7586d1844677 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 950 time: 0.0865078 Feb 07 22:32:11.352395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df38c131-ccfb-4b6f-b531-cee68f0b4714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.364659 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13e80d34-be68-4693-a9c6-646001b43f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.413168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b6695e1-1fc4-44b4-a5bc-13e20b44653d req-9c893e6b-dd0e-49eb-91c4-7907bd153e2d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211576 Feb 07 22:32:11.414891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbbad871-12a6-48cf-8187-1f587652622d req-c7e1cfad-af8d-4791-8c44-4a907a8e3460 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558934 Feb 07 22:32:11.445737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df38c131-ccfb-4b6f-b531-cee68f0b4714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.448779 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df38c131-ccfb-4b6f-b531-cee68f0b4714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.450170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-df38c131-ccfb-4b6f-b531-cee68f0b4714 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85856126-3496-4858-a7f7-d68408f6e526 HTTP/1.1" status: 204 len: 168 time: 0.2467644 Feb 07 22:32:11.459608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38c131-ccfb-4b6f-b531-cee68f0b4714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85856126-3496-4858-a7f7-d68408f6e526,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:11.460247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca177ab7-409d-4e89-a5de-9db694d1ccec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.476262 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca177ab7-409d-4e89-a5de-9db694d1ccec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.576057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:11.581467 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca177ab7-409d-4e89-a5de-9db694d1ccec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e77c4573c2e4e6a8b67a32976dead52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8527911 Feb 07 22:32:11.582189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca177ab7-409d-4e89-a5de-9db694d1ccec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337b982d-c168-4b06-9340-685ecbd2ea67,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:11.584175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54942) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:11.648764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffda8a68-f106-4bbe-b1b5-d0996598a6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.680592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:11.681813 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffda8a68-f106-4bbe-b1b5-d0996598a6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.732340 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13e80d34-be68-4693-a9c6-646001b43f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.746761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf43af-3e8e-41c8-ba02-a0b2bf739acd req-6f81b165-a3aa-472f-9c0b-0c90e83478e9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:11.746761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0abf43af-3e8e-41c8-ba02-a0b2bf739acd req-6f81b165-a3aa-472f-9c0b-0c90e83478e9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 944 time: 0.1993902 Feb 07 22:32:11.751961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13e80d34-be68-4693-a9c6-646001b43f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.769920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-4de83406-fa2b-49ae-b105-915968a486ba tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:11.771583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-4de83406-fa2b-49ae-b105-915968a486ba tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 950 time: 0.1983922 Feb 07 22:32:11.790742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43851b70-4ad2-4072-925c-309cdee3bf4f req-86e66594-3daa-4c81-b75f-85d9101a655d tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:11.791779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:11.792300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-43851b70-4ad2-4072-925c-309cdee3bf4f req-86e66594-3daa-4c81-b75f-85d9101a655d tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 948 time: 0.0606086 Feb 07 22:32:11.793408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffda8a68-f106-4bbe-b1b5-d0996598a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.795931 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffda8a68-f106-4bbe-b1b5-d0996598a6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.802464 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ffda8a68-f106-4bbe-b1b5-d0996598a6ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/337b982d-c168-4b06-9340-685ecbd2ea67 HTTP/1.1" status: 204 len: 168 time: 0.2148106 Feb 07 22:32:11.854702 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-43851b70-4ad2-4072-925c-309cdee3bf4f req-dc5694f2-beaa-4170-8a40-75d2eb1e2d01 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510294 Feb 07 22:32:11.856499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda8a68-f106-4bbe-b1b5-d0996598a6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337b982d-c168-4b06-9340-685ecbd2ea67,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:11.864072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:11.917243 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-13e80d34-be68-4693-a9c6-646001b43f89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af4744d43a1b42928a21f4aa2dd83d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7637720 Feb 07 22:32:11.920022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54958) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:11.930630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e80d34-be68-4693-a9c6-646001b43f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0e26df-91b8-47bf-9cf3-77245c6370e7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:11.963021 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:11.985111 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0abf43af-3e8e-41c8-ba02-a0b2bf739acd req-6011b9e4-df3b-40c2-86b2-f07d61dd7199 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305152 Feb 07 22:32:12.005527 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f181280a-38b7-4c08-8e23-f01c040f40ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.043900 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f181280a-38b7-4c08-8e23-f01c040f40ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.065325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Deleting port d50044e1-fb15-4213-8629-ae9782996d46 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:32:12.065755 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.108595 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f181280a-38b7-4c08-8e23-f01c040f40ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.111466 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f181280a-38b7-4c08-8e23-f01c040f40ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.118324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f181280a-38b7-4c08-8e23-f01c040f40ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e0e26df-91b8-47bf-9cf3-77245c6370e7 HTTP/1.1" status: 204 len: 168 time: 0.1970847 Feb 07 22:32:12.128641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181280a-38b7-4c08-8e23-f01c040f40ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0e26df-91b8-47bf-9cf3-77245c6370e7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:12.154119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] Transition to ACTIVE for port object 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:12.162641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.258116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] For port d50044e1-fb15-4213-8629-ae9782996d46, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d50044e1-fb15-4213-8629-ae9782996d46,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:12.258925 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.315497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] No DVR routers for this DVR port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:12.318802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Calling delete_port for d50044e1-fb15-4213-8629-ae9782996d46 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:32:12.321990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,revision_number=10']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:12.326145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54966) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:12.343293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23bc-e19e-45e5-bb51-63790f95eb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.388962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-047a419b-236e-4b5e-a08c-1594fedc3f8c service neutron] 10.222.0.46 "PUT /v2.0/ports/5c1a4c86-8a3a-4ab2-b445-486e61e7a62e/bindings/n-h2-827895-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4733803 Feb 07 22:32:12.468104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23bc-e19e-45e5-bb51-63790f95eb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.516297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23bc-e19e-45e5-bb51-63790f95eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.598390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 202ab446-53f2-450c-b5bd-9087364d130a details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:12.626931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54978) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:12.646229 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.654865 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b189b43-82d3-47f4-ba7f-46b7defd7f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.693260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Pushing event deleted for resources: {'Port': ['ID=d50044e1-fb15-4213-8629-ae9782996d46,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:12.709745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76d21e-2906-42c1-8dcd-34843201cc25 req-071357b1-0868-4c05-a2e4-7464d448a4f6 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:12.713268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902', 'd50044e1-fb15-4213-8629-ae9782996d46'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:12.717964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d76d21e-2906-42c1-8dcd-34843201cc25 req-071357b1-0868-4c05-a2e4-7464d448a4f6 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=df7f04ad-bb47-4cf6-819e-6deb70daf5f4 HTTP/1.1" status: 200 len: 950 time: 0.1616354 Feb 07 22:32:12.815551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] No DVR routers for this DVR port d50044e1-fb15-4213-8629-ae9782996d46 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:12.816509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:12.849637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 202ab446-53f2-450c-b5bd-9087364d130a has no active binding in host n-h1-827895-2 {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 22:32:12.849748 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:12.857141 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ad796e8-fb67-4eff-ae92-3a7bf812ff37 req-3db4e26e-f95a-4da7-b688-97ef3e90fc94 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "DELETE /v2.0/ports/d50044e1-fb15-4213-8629-ae9782996d46 HTTP/1.1" status: 204 len: 173 time: 1.0572791 Feb 07 22:32:12.858810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7f04ad-bb47-4cf6-819e-6deb70daf5f4', 'name': 'network-vif-deleted', 'tag': 'd50044e1-fb15-4213-8629-ae9782996d46'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:12.861999 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc51432-b71c-4e50-8719-e2f07d75be3f" -d '{"events": [{"server_uuid": "df7f04ad-bb47-4cf6-819e-6deb70daf5f4", "name": "network-vif-deleted", "tag": "d50044e1-fb15-4213-8629-ae9782996d46"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:12.923991 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d76d21e-2906-42c1-8dcd-34843201cc25 req-fb7ff823-758a-4dcb-92cf-8ad673cbee84 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014306 Feb 07 22:32:13.021301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b189b43-82d3-47f4-ba7f-46b7defd7f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.024201 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b66154f-a99e-4621-aaac-356b5f8bfa48 x-openstack-request-id: req-4b66154f-a99e-4621-aaac-356b5f8bfa48 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:13.024732 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7f04ad-bb47-4cf6-819e-6deb70daf5f4", "name": "network-vif-deleted", "tag": "d50044e1-fb15-4213-8629-ae9782996d46", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:13.024982 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b66154f-a99e-4621-aaac-356b5f8bfa48 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:13.025595 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7f04ad-bb47-4cf6-819e-6deb70daf5f4', 'name': 'network-vif-deleted', 'tag': 'd50044e1-fb15-4213-8629-ae9782996d46', 'status': 'completed', 'code': 200} Feb 07 22:32:13.037875 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b189b43-82d3-47f4-ba7f-46b7defd7f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.052368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ec0f23bc-e19e-45e5-bb51-63790f95eb32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3ed0dd0898c46c3b17f1544313d18de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7250526 Feb 07 22:32:13.061747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54990) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:13.077377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f23bc-e19e-45e5-bb51-63790f95eb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9c0299-cea6-44c7-b9ba-942734b750fc,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:13.085323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-61c7dd74-e298-4619-a559-a639e3eac088 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:13.090620 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-61c7dd74-e298-4619-a559-a639e3eac088 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1116 time: 0.6257050 Feb 07 22:32:13.147293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b189b43-82d3-47f4-ba7f-46b7defd7f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcfb981-bf3d-4d2b-b93e-7e5e91d6a888,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:13.154384 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6b189b43-82d3-47f4-ba7f-46b7defd7f89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e420a003acc64268a8f06d2efcd45234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240226 Feb 07 22:32:13.157399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54994) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:13.190280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90182f41-f0a4-494f-8459-3b83e60de5bb req-7aacfd7d-e037-4f44-9e0c-39af55ac07a7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:13.191842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90182f41-f0a4-494f-8459-3b83e60de5bb req-7aacfd7d-e037-4f44-9e0c-39af55ac07a7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 965 time: 0.2949750 Feb 07 22:32:13.232904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eec09-9ddd-4213-b53a-13baeb34a752 req-760b1b61-72c1-43a0-ad17-2c881a0db5ac tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:13.234413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f2eec09-9ddd-4213-b53a-13baeb34a752 req-760b1b61-72c1-43a0-ad17-2c881a0db5ac tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 948 time: 0.1299534 Feb 07 22:32:13.239250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-a94dc4c9-9dc9-41e1-93f2-75ef355a948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:13.240612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c57e73a8-46be-48c3-a589-cfac6ca88efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.240751 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-a94dc4c9-9dc9-41e1-93f2-75ef355a948d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5 HTTP/1.1" status: 200 len: 1116 time: 0.1397107 Feb 07 22:32:13.243234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60522399-20cf-4763-98cf-3e835dd3f1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.271443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90182f41-f0a4-494f-8459-3b83e60de5bb req-9a6668fb-3374-4513-98dc-85eca61e053f tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653102 Feb 07 22:32:13.292456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60522399-20cf-4763-98cf-3e835dd3f1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.293266 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c57e73a8-46be-48c3-a589-cfac6ca88efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.304855 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f2eec09-9ddd-4213-b53a-13baeb34a752 req-68187314-9298-4780-977d-ede122bf05da tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600371 Feb 07 22:32:13.372433 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c57e73a8-46be-48c3-a589-cfac6ca88efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.375263 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c57e73a8-46be-48c3-a589-cfac6ca88efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.379944 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c57e73a8-46be-48c3-a589-cfac6ca88efd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efcfb981-bf3d-4d2b-b93e-7e5e91d6a888 HTTP/1.1" status: 204 len: 168 time: 0.2182159 Feb 07 22:32:13.387754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e73a8-46be-48c3-a589-cfac6ca88efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcfb981-bf3d-4d2b-b93e-7e5e91d6a888,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:13.430927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-c221607d-073d-4ad2-82a6-136364ed395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:13.432648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-c221607d-073d-4ad2-82a6-136364ed395b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1116 time: 0.1553729 Feb 07 22:32:13.504048 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60522399-20cf-4763-98cf-3e835dd3f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.506698 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60522399-20cf-4763-98cf-3e835dd3f1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:13.510842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-60522399-20cf-4763-98cf-3e835dd3f1f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f9c0299-cea6-44c7-b9ba-942734b750fc HTTP/1.1" status: 204 len: 168 time: 0.4406741 Feb 07 22:32:13.516732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49d231-424c-4357-839e-049e937a73d5 req-a6ddefe6-0c90-4b8a-bd43-489f754a65a2 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:13.518309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9a49d231-424c-4357-839e-049e937a73d5 req-a6ddefe6-0c90-4b8a-bd43-489f754a65a2 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 944 time: 0.1382146 Feb 07 22:32:13.534911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60522399-20cf-4763-98cf-3e835dd3f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9c0299-cea6-44c7-b9ba-942734b750fc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:13.590161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-28855076-10ed-4603-8739-79e06870507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:13.591640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-28855076-10ed-4603-8739-79e06870507b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1463406 Feb 07 22:32:13.620264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9a49d231-424c-4357-839e-049e937a73d5 req-c5256060-93a5-4ebf-b927-651dba3bb664 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708363 Feb 07 22:32:13.674165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-d3e5cdde-289a-42dc-8938-8cbb07794a97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 217 time: 0.0524981 Feb 07 22:32:13.741108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-e482cf41-26e8-42ac-a42a-b4db4d5c9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:13.743562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-e482cf41-26e8-42ac-a42a-b4db4d5c9685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.0596175 Feb 07 22:32:13.795293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-034906d7-abc1-4b32-b412-2e08ac342606 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421541 Feb 07 22:32:13.909187 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-011395fb-6c76-42d2-a966-ac814174cc95 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026921 Feb 07 22:32:14.019101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-a0640987-3262-428f-b51f-1d276ce37011 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013100 Feb 07 22:32:14.256672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00021a-9406-4f94-8159-1f8faa17c7f3 req-13ade806-aa5e-4edc-920d-821c4dfb01b0 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:14.265109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c00021a-9406-4f94-8159-1f8faa17c7f3 req-13ade806-aa5e-4edc-920d-821c4dfb01b0 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 970 time: 0.0733950 Feb 07 22:32:14.321935 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c00021a-9406-4f94-8159-1f8faa17c7f3 req-cf64939c-6d9c-40c1-a4e9-ebe543d6030d tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532694 Feb 07 22:32:14.322992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-07dc878f-9cfd-4d86-9af4-fff911396f54 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:14.325215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-07dc878f-9cfd-4d86-9af4-fff911396f54 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1116 time: 0.0693798 Feb 07 22:32:14.438690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff68b83-4de2-4dd5-bade-3746580908b9 req-3ec263b5-74b5-4c42-a987-eb015d9aff82 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:14.446555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cff68b83-4de2-4dd5-bade-3746580908b9 req-3ec263b5-74b5-4c42-a987-eb015d9aff82 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 965 time: 0.0652237 Feb 07 22:32:14.484858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-1b78af31-4860-46ea-b466-7d93eaa51148 service neutron] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:14.489383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-1b78af31-4860-46ea-b466-7d93eaa51148 service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:14.490729 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a42ee-b3a1-4673-a5d6-c861683f6b27 req-1b78af31-4860-46ea-b466-7d93eaa51148 service neutron] 10.222.0.24 "DELETE /v2.0/ports/5c1a4c86-8a3a-4ab2-b445-486e61e7a62e/bindings/n-h1-827895-2 HTTP/1.1" status: 204 len: 173 time: 0.1514010 Feb 07 22:32:14.500059 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cff68b83-4de2-4dd5-bade-3746580908b9 req-27f547d7-cd84-40be-a683-e347fece0bcd tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481563 Feb 07 22:32:14.606210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:14.662947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89253500-c21d-4d81-b6dc-617c32276011 req-e886df9e-f9cf-488c-83d2-cf8bd66e0b5d tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:14.674358 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89253500-c21d-4d81-b6dc-617c32276011 req-e886df9e-f9cf-488c-83d2-cf8bd66e0b5d tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 948 time: 0.1059606 Feb 07 22:32:14.687186 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:32:14.705527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:14.743338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89253500-c21d-4d81-b6dc-617c32276011 req-d127221b-17d1-4e45-b588-9a561d975aee tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607779 Feb 07 22:32:14.755103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a7dad-b71f-43d7-8511-dca2b8b47fab req-12be2f43-97a7-4e10-8dd2-46cc0f46a6ef tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:14.757558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f34a7dad-b71f-43d7-8511-dca2b8b47fab req-12be2f43-97a7-4e10-8dd2-46cc0f46a6ef tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1116 time: 0.0594666 Feb 07 22:32:14.812558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f34a7dad-b71f-43d7-8511-dca2b8b47fab req-be8e823e-6311-4e6f-b6c5-3119ff6e52db tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476611 Feb 07 22:32:14.919042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9c4f1-9739-48bf-8a8f-8eac3d40b222 req-e358b5e3-edab-4267-b316-d0dacfe9feba tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:14.930070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91e9c4f1-9739-48bf-8a8f-8eac3d40b222 req-e358b5e3-edab-4267-b316-d0dacfe9feba tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 944 time: 0.0592675 Feb 07 22:32:14.967328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91e9c4f1-9739-48bf-8a8f-8eac3d40b222 req-42d16e0a-8cf3-4e9a-9748-6bcf2c8be740 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Feb 07 22:32:15.302844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-16d99530-7d0e-44fd-b634-8b38e334af47 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:15.304407 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-16d99530-7d0e-44fd-b634-8b38e334af47 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 821 time: 0.1705205 Feb 07 22:32:15.338111 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-a7c73efd-b69f-4eff-8ba2-3a64c62c5af7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/quotas/e9ef5ddd3c0743988e33ccb8cea46dc5 HTTP/1.1" status: 200 len: 375 time: 0.0277019 Feb 07 22:32:15.448957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-3712bc55-fc2a-4ef6-b3d1-aee8254b02d2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009412 Feb 07 22:32:15.585387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c9c8-0910-4fec-9a54-08d2fff98fcf req-c060c940-ec81-45bf-80f6-dc04f9731463 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:15.586755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-e9da4c70-12c7-41f4-8b58-8abfc6a0a161 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323693 Feb 07 22:32:15.593623 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c886c9c8-0910-4fec-9a54-08d2fff98fcf req-c060c940-ec81-45bf-80f6-dc04f9731463 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 970 time: 0.0667171 Feb 07 22:32:15.678443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c886c9c8-0910-4fec-9a54-08d2fff98fcf req-6bf06cbc-77f6-4760-a3ca-03d53ccd54f1 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748539 Feb 07 22:32:15.732970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-a620e07d-299c-41ff-bcf6-e8b1e3e23e00 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392028 Feb 07 22:32:15.823181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de154-00ee-44d7-a8ff-dca65f3c2f31 req-284fbdf7-6cae-4999-a8f8-2cab86d7c61f tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:15.824935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b1de154-00ee-44d7-a8ff-dca65f3c2f31 req-284fbdf7-6cae-4999-a8f8-2cab86d7c61f tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 948 time: 0.0602012 Feb 07 22:32:15.915263 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b1de154-00ee-44d7-a8ff-dca65f3c2f31 req-60782a9e-814c-4845-94b0-80775c39219e tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772278 Feb 07 22:32:16.093395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95050c39-de47-4fae-b8bc-39a5f4a61a4c req-2d98e1d1-5538-43bf-895e-44347c91a307 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 210 time: 0.0846846 Feb 07 22:32:16.167952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f6def-c76c-424b-adb7-8dd5b3a7e8d9 req-8bf063ea-5de9-4473-87df-40d43355153a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:16.169508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-548f6def-c76c-424b-adb7-8dd5b3a7e8d9 req-8bf063ea-5de9-4473-87df-40d43355153a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 944 time: 0.0577426 Feb 07 22:32:16.264618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-548f6def-c76c-424b-adb7-8dd5b3a7e8d9 req-b66035ed-3bbb-4d10-a693-d1a17adc4ca0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836644 Feb 07 22:32:16.273617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-b7bd46cb-2005-487f-8e06-bdc30f338018 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:16.275473 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-b7bd46cb-2005-487f-8e06-bdc30f338018 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 970 time: 0.1043417 Feb 07 22:32:16.405729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Deleting port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:32:16.406443 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:16.482979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55164) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:16.602428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-2d2b095f-c34a-4564-a983-2b13ca8c4e3b service neutron] 10.222.0.24 "GET /v2.0/ports/202ab446-53f2-450c-b5bd-9087364d130a/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 384 time: 0.1094437 Feb 07 22:32:16.618148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d50044e1-fb15-4213-8629-ae9782996d46 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:16.681610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: d50044e1-fb15-4213-8629-ae9782996d46 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:32:16.682052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d50044e1-fb15-4213-8629-ae9782996d46 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:16.714051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-73419e1d-8cde-40c3-ad72-ab3630bf7368 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c8ea1871d087499d8656b74d2eed781c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466869 Feb 07 22:32:16.784396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] For port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:16.784974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:16.800891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Calling delete_port for e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 owned by compute:tempest-test_az-261821274 {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:32:16.859613 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90d4cc64-3a35-4b9f-8535-29c247908b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:16.932714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb94e8-9a26-4fbc-8dea-895d6a7a71e7 req-c205a433-6175-42e7-b1d3-39e50c76b377 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:16.934607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ccfb94e8-9a26-4fbc-8dea-895d6a7a71e7 req-c205a433-6175-42e7-b1d3-39e50c76b377 tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f8336da-c3c5-4714-bba5-24f047b40343 HTTP/1.1" status: 200 len: 970 time: 0.0847297 Feb 07 22:32:16.980830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede759e-3e8b-4159-ac14-655e61f1382d req-5a7821bc-eda8-4959-af1b-30dc7d81037e tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:16.982286 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-5a7821bc-eda8-4959-af1b-30dc7d81037e tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535615 Feb 07 22:32:17.029073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-cdba9aa9-0420-43f0-b050-1929c7ae101c tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/quotas/c8ea1871d087499d8656b74d2eed781c HTTP/1.1" status: 200 len: 375 time: 0.0360951 Feb 07 22:32:17.041401 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ccfb94e8-9a26-4fbc-8dea-895d6a7a71e7 req-a0b0250f-989c-40ab-ade7-7c73a3c9441f tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d694c1-abad-49bd-b7ad-66943bee6114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983365 Feb 07 22:32:17.043641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:17.051868 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.068063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-d98d93e5-57ac-4190-8e09-f1724066bf18 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.069532 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-d98d93e5-57ac-4190-8e09-f1724066bf18 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 1099 time: 0.1120992 Feb 07 22:32:17.070064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:17.091148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-d9217b7d-2af6-4c65-aa66-7092da573b62 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8ea1871d087499d8656b74d2eed781c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534208 Feb 07 22:32:17.115949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:17.118508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Pushing event deleted for resources: {'Port': ['ID=e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:17.156164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90d4cc64-3a35-4b9f-8535-29c247908b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.165628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202ab446-53f2-450c-b5bd-9087364d130a {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:17.183903 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90d4cc64-3a35-4b9f-8535-29c247908b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.255931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-90d4cc64-3a35-4b9f-8535-29c247908b8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c6f9b73a8f049e9b5caf39157454246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7711031 Feb 07 22:32:17.256694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55186) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:17.261799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] No DVR routers for this DVR port e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:17.268615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.272759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f70c76e0-9fbb-4a10-a932-c930dcef4611 req-a4ab14f6-3fff-421d-a2bd-688fec1ce93e tempest-LiveMigrationNegativeTest-146167097 tempest-LiveMigrationNegativeTest-146167097-project] 10.222.0.46 "DELETE /v2.0/ports/e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 HTTP/1.1" status: 204 len: 173 time: 0.9885714 Feb 07 22:32:17.274382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8336da-c3c5-4714-bba5-24f047b40343', 'name': 'network-vif-deleted', 'tag': 'e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:17.286400 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e8a135-52d2-4780-9dbf-e7d8eae73aa1" -d '{"events": [{"server_uuid": "7f8336da-c3c5-4714-bba5-24f047b40343", "name": "network-vif-deleted", "tag": "e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:17.367674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:17.493099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.495157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4cc64-3a35-4b9f-8535-29c247908b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e0da3e-34e4-4357-a8c3-ea1a9a74d0ef,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:17.600413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbbd848c-bbfd-4491-a6eb-dca2e2c9b9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.625756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] Deleting port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:32:17.626810 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.664563 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbbd848c-bbfd-4491-a6eb-dca2e2c9b9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.723894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41dcc-4ba8-49c8-89da-dfc83358ab80 req-d8d340dc-f9ac-4788-981b-1ec00a9b1142 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.724133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-081d5ca5-c155-49d8-a710-557688eca01e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.725756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-081d5ca5-c155-49d8-a710-557688eca01e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 821 time: 0.4324272 Feb 07 22:32:17.731716 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4fb41dcc-4ba8-49c8-89da-dfc83358ab80 req-d8d340dc-f9ac-4788-981b-1ec00a9b1142 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 948 time: 0.2674744 Feb 07 22:32:17.750461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Request body: {'port': {'device_id': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88', 'admin_state_up': True, 'tenant_id': 'e9ef5ddd3c0743988e33ccb8cea46dc5'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:17.779194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.779698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.780216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.780692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.781137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.781951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.783193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.783660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.784149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:17.786348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fe4a085-3c11-4fba-9741-6ab681a81865 req-cd6cc8b1-c23c-4383-befc-c8fff4dba368 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6430 time: 0.3968129 Feb 07 22:32:17.803043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] Transition to ACTIVE for port object 202ab446-53f2-450c-b5bd-9087364d130a will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:17.823929 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4fb41dcc-4ba8-49c8-89da-dfc83358ab80 req-9251d5fa-7d81-4285-ac1d-069e491c084c tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867770 Feb 07 22:32:17.837983 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.933031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] For port 151e87e6-dc1d-48f0-9bcd-fef384cc1001, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=151e87e6-dc1d-48f0-9bcd-fef384cc1001,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:17.933682 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.951921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbbd848c-bbfd-4491-a6eb-dca2e2c9b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.962256 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbbd848c-bbfd-4491-a6eb-dca2e2c9b9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:17.965997 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cbbd848c-bbfd-4491-a6eb-dca2e2c9b9e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11e0da3e-34e4-4357-a8c3-ea1a9a74d0ef HTTP/1.1" status: 204 len: 168 time: 0.6946902 Feb 07 22:32:18.022050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd848c-bbfd-4491-a6eb-dca2e2c9b9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e0da3e-34e4-4357-a8c3-ea1a9a74d0ef,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:18.072971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27453eb4-a949-4031-86d9-3e452688bc3b req-1ca85c62-48a2-43c2-8452-25baeb15d90a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 210 time: 0.1152332 Feb 07 22:32:18.167585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] Calling delete_port for 151e87e6-dc1d-48f0-9bcd-fef384cc1001 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:32:18.170520 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46fe5f1-2fbe-4c7e-a094-0258b8a6db33 x-openstack-request-id: req-b46fe5f1-2fbe-4c7e-a094-0258b8a6db33 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:18.170981 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8336da-c3c5-4714-bba5-24f047b40343", "name": "network-vif-deleted", "tag": "e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:18.171240 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b46fe5f1-2fbe-4c7e-a094-0258b8a6db33 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:18.171636 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8336da-c3c5-4714-bba5-24f047b40343', 'name': 'network-vif-deleted', 'tag': 'e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902', 'status': 'completed', 'code': 200} Feb 07 22:32:18.218502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] No DVR routers for this DVR port 202ab446-53f2-450c-b5bd-9087364d130a on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:18.224150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7edf2336-f237-459b-bd48-a58a98b67a4d req-38ee9856-f409-432c-8513-d367a7f6288a tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 210 time: 0.0355265 Feb 07 22:32:18.290124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=202ab446-53f2-450c-b5bd-9087364d130a,revision_number=10']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:18.316605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a76665-f126-4ed7-9ffb-67b67234fb43 req-f56c7c95-892a-422e-99d2-79fd40efbf35 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.325642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03a76665-f126-4ed7-9ffb-67b67234fb43 req-f56c7c95-892a-422e-99d2-79fd40efbf35 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 945 time: 0.3557737 Feb 07 22:32:18.361456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9fec7036-f4e8-444c-ade9-93983237d3b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/202ab446-53f2-450c-b5bd-9087364d130a/bindings/n-h1-827895-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7492487 Feb 07 22:32:18.367459 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03a76665-f126-4ed7-9ffb-67b67234fb43 req-a873bb83-b467-4213-8a55-282710690934 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Feb 07 22:32:18.439648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Made reservation on behalf of e9ef5ddd3c0743988e33ccb8cea46dc5 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:18.445539 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:18.604283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55212) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:18.622910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-273105a2-36bf-452e-8f60-160412dd2af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:18.660406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-492a2d28-bf74-4657-bf82-41e7f8ea5b83 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.661892 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-492a2d28-bf74-4657-bf82-41e7f8ea5b83 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.2054646 Feb 07 22:32:18.663096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4b74-7206-4ede-9aa7-61ee0170a332 req-7f0c6014-f0cb-4638-8052-ab4280b7b017 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.664965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d8a4b74-7206-4ede-9aa7-61ee0170a332 req-7f0c6014-f0cb-4638-8052-ab4280b7b017 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 886 time: 0.3440652 Feb 07 22:32:18.777306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:18.795013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['151e87e6-dc1d-48f0-9bcd-fef384cc1001'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:18.802325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55218) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:18.864946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] Pushing event deleted for resources: {'Port': ['ID=151e87e6-dc1d-48f0-9bcd-fef384cc1001,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:18.894171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-d7c5f42e-47d5-4fe3-8c18-ef74cfa89fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.898255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-d7c5f42e-47d5-4fe3-8c18-ef74cfa89fc8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11&tenant_id=65968619081e4b32a3ea1a1c5ad56d10 HTTP/1.1" status: 200 len: 1096 time: 0.2198186 Feb 07 22:32:18.925846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Allocated IP 172.20.0.4 (e9b0ec99-df8d-4e27-ac75-264f35d7cd88/254adce5-5bb7-431e-b9b1-60123edbd9f5/9032ef52-3f37-40be-9b58-064fb34a3039) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:18.967276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.46', 54357) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:18.989402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.989867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.990322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.990799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.991217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.991677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.994046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.994046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:18.994046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:19.000306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-069cbf8a-5553-46bf-aeba-cd8b1364647f req-d7b3e66f-2899-45dc-91db-a981ccdf82c7 tempest-NetworksTest-860487863 tempest-NetworksTest-860487863-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6430 time: 0.3038158 Feb 07 22:32:19.017400 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-273105a2-36bf-452e-8f60-160412dd2af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.027215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] No DVR routers for this DVR port 151e87e6-dc1d-48f0-9bcd-fef384cc1001 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:19.039787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-4d0aa4e7-a3df-42d3-aa01-1047988a2713 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c8ea1871d087499d8656b74d2eed781c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685184 Feb 07 22:32:19.040525 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-273105a2-36bf-452e-8f60-160412dd2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.051566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.054861 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0904ec9-025a-4bdc-947e-987b13ac3347 req-a3031f27-0fb0-4850-b538-b6516fd18101 tempest-DeleteServersAdminTestJSON-1481108980 tempest-DeleteServersAdminTestJSON-1481108980-project-admin] 10.222.0.24 "DELETE /v2.0/ports/151e87e6-dc1d-48f0-9bcd-fef384cc1001 HTTP/1.1" status: 204 len: 173 time: 1.9656036 Feb 07 22:32:19.066925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e0fffa1-3f13-41e0-adfd-1169a3c572a7 req-276fc5a6-bf5f-4614-aeb9-3763aa32fdc1 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=499c0a6c-d341-4bc2-a15a-93a1f76d3d56 HTTP/1.1" status: 200 len: 210 time: 0.0920432 Feb 07 22:32:19.144381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-61bec0ef-a404-40bf-8f62-8fdd9b253b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:19.145934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-61bec0ef-a404-40bf-8f62-8fdd9b253b9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1096 time: 0.2127099 Feb 07 22:32:19.195167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-273105a2-36bf-452e-8f60-160412dd2af6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09bc346db3464c428e9e2dcd6c7eebd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5875304 Feb 07 22:32:19.199904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede759e-3e8b-4159-ac14-655e61f1382d req-93d81191-d8be-4c24-8ac2-28db57629606 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:19.201823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-93d81191-d8be-4c24-8ac2-28db57629606 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454222 Feb 07 22:32:19.202102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55228) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:19.213876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273105a2-36bf-452e-8f60-160412dd2af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0470b542-4f59-46fd-b1e3-3a3bb07b6e3a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:19.228810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Request body: {'port': {'device_id': 'dd4a143d-340b-4598-b8d7-dfc6d36c70a5', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'c8ea1871d087499d8656b74d2eed781c'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:19.275576 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-33fe11a1-ad83-4ca6-8896-97a95612f1bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18db5df961434ecfb04a65bd3b89f932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531252 Feb 07 22:32:19.281370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55232) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:19.348921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-348fff79-3601-4f88-990c-40526640a559 req-f5a0a248-1d75-4abe-b504-c475356f201d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 210 time: 0.0846035 Feb 07 22:32:19.383221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93a1a0ed-6449-4110-bef2-4bbf4e5f8d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.416781 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93a1a0ed-6449-4110-bef2-4bbf4e5f8d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.450071 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55238) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:19.503957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-491c81e5-d773-478b-9d8e-ce6532a67b8e req-a386c9a8-6e0c-4d50-88c3-5388687c00dc tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 210 time: 0.1111245 Feb 07 22:32:19.519042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.526595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-cde30ee7-3fa8-4871-a6d3-bcfc5b5bc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:19.529593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-cde30ee7-3fa8-4871-a6d3-bcfc5b5bc55c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.3697815 Feb 07 22:32:19.569619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Made reservation on behalf of c8ea1871d087499d8656b74d2eed781c for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:19.573251 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.586872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0dc56-ff49-47df-adcd-2130fbf04888 req-db775236-02bf-4164-a29c-a456d101b0a0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:19.589252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fce0dc56-ff49-47df-adcd-2130fbf04888 req-db775236-02bf-4164-a29c-a456d101b0a0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 945 time: 0.1158142 Feb 07 22:32:19.590994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68d93b76-ab48-4a6c-8b68-1e300f3913d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.599460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.602135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-df03bde7-bf32-4672-a97d-f302c3842ea2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 217 time: 0.0637207 Feb 07 22:32:19.615935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93a1a0ed-6449-4110-bef2-4bbf4e5f8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.618665 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93a1a0ed-6449-4110-bef2-4bbf4e5f8d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.619943 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-93a1a0ed-6449-4110-bef2-4bbf4e5f8d23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0470b542-4f59-46fd-b1e3-3a3bb07b6e3a HTTP/1.1" status: 204 len: 168 time: 0.4071515 Feb 07 22:32:19.682932 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68d93b76-ab48-4a6c-8b68-1e300f3913d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.688827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99162cdb-7c03-4593-9deb-8a8d2adbc055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.697803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1a0ed-6449-4110-bef2-4bbf4e5f8d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0470b542-4f59-46fd-b1e3-3a3bb07b6e3a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:19.711816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.718763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-309a1183-3957-443f-931a-7aecb1cb5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:19.721008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-309a1183-3957-443f-931a-7aecb1cb5720 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.1108568 Feb 07 22:32:19.842472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-47a46935-6817-404d-a189-3e442350bdf4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788159 Feb 07 22:32:19.848267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:19.860901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fce0dc56-ff49-47df-adcd-2130fbf04888 req-a778df13-d511-4a34-8040-2670ac2787e4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481091 Feb 07 22:32:19.895034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:19.914536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:19.920364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:19.921093 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.929655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Pushing event updated for resources: {'Port': ['ID=9032ef52-3f37-40be-9b58-064fb34a3039,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:19.960929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.971459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.990295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-bf030424-4bc4-464d-be7a-2cc592cd1fbb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2456286 Feb 07 22:32:19.992783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68d93b76-ab48-4a6c-8b68-1e300f3913d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.995379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68d93b76-ab48-4a6c-8b68-1e300f3913d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:19.999996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-68d93b76-ab48-4a6c-8b68-1e300f3913d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37d694c1-abad-49bd-b7ad-66943bee6114 HTTP/1.1" status: 204 len: 168 time: 0.7165604 Feb 07 22:32:20.011910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Request body: {'port': {'device_id': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:20.047411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d93b76-ab48-4a6c-8b68-1e300f3913d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d694c1-abad-49bd-b7ad-66943bee6114,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:20.095917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-64c54f6d-64e5-4260-bf9d-e67fc8d3082b service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433739 Feb 07 22:32:20.117774 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:20.173522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499c0a6c-d341-4bc2-a15a-93a1f76d3d56', 'name': 'network-vif-deleted', 'tag': '151e87e6-dc1d-48f0-9bcd-fef384cc1001'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:20.175886 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ef7651-57f0-4332-bffa-936a75d265b7" -d '{"events": [{"server_uuid": "499c0a6c-d341-4bc2-a15a-93a1f76d3d56", "name": "network-vif-deleted", "tag": "151e87e6-dc1d-48f0-9bcd-fef384cc1001"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:20.244915 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf5d9bf-4371-49ba-9c67-dcd4573c306d x-openstack-request-id: req-4cf5d9bf-4371-49ba-9c67-dcd4573c306d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:20.245420 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499c0a6c-d341-4bc2-a15a-93a1f76d3d56", "name": "network-vif-deleted", "tag": "151e87e6-dc1d-48f0-9bcd-fef384cc1001", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:20.245835 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cf5d9bf-4371-49ba-9c67-dcd4573c306d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:20.246361 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499c0a6c-d341-4bc2-a15a-93a1f76d3d56', 'name': 'network-vif-deleted', 'tag': '151e87e6-dc1d-48f0-9bcd-fef384cc1001', 'status': 'completed', 'code': 200} Feb 07 22:32:20.320951 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-26ed50ca-1ad2-4f88-b9d3-0f593b590c1f service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179093 Feb 07 22:32:20.484006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:20.510981 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-873acf6c-a937-4dff-b8f2-230c278df3a5 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358918 Feb 07 22:32:20.546193 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99162cdb-7c03-4593-9deb-8a8d2adbc055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:20.570134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99162cdb-7c03-4593-9deb-8a8d2adbc055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:20.593646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55286) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:20.645485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:20.662729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Allocated IP 192.168.233.67 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/2b9e0b32-33fa-43cc-95b2-b4a535770826) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:20.674971 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-99162cdb-7c03-4593-9deb-8a8d2adbc055 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ca7697866d94f1589562dcc42687061&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2237628 Feb 07 22:32:20.681471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99162cdb-7c03-4593-9deb-8a8d2adbc055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88700bb-6ece-45ce-bf08-c3dc3259739e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:20.685233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55290) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:20.705632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:32:20.705978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e92b5f0b-bbc3-4b8d-a0a1-31293eaa2902 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:20.722623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd15d-8c44-416b-a2b1-a7170c8ddca5 req-d24aacc4-a912-4d00-b4a7-0e5cd41c82b7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:20.730227 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c56cd15d-8c44-416b-a2b1-a7170c8ddca5 req-d24aacc4-a912-4d00-b4a7-0e5cd41c82b7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 931 time: 0.1790764 Feb 07 22:32:20.841591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 202ab446-53f2-450c-b5bd-9087364d130a no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:20.871080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c56cd15d-8c44-416b-a2b1-a7170c8ddca5 req-c548b599-54c4-4b9d-847b-fd60cf5214f5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399455 Feb 07 22:32:20.899035 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-038653f2-db0f-443a-928f-3914931ee9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:20.938794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 202ab446-53f2-450c-b5bd-9087364d130a not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:20.940674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 151e87e6-dc1d-48f0-9bcd-fef384cc1001 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:20.944606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-038653f2-db0f-443a-928f-3914931ee9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:20.974985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9032ef52-3f37-40be-9b58-064fb34a3039 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:20.979902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 151e87e6-dc1d-48f0-9bcd-fef384cc1001 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:32:20.980668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 151e87e6-dc1d-48f0-9bcd-fef384cc1001 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:21.002161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.006382 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.022107 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-08005a1a-883e-4f9c-aa9d-cac987e76e3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46e1baf2b04346108a7a58a3587d48b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274502 Feb 07 22:32:21.028018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55298) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:21.040732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9d03acfb-ea53-4d43-9d9e-42f86ab1908a tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:21.042244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-9d03acfb-ea53-4d43-9d9e-42f86ab1908a tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.4494760 Feb 07 22:32:21.044117 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77112b78-5e64-461a-9117-739196eff687 req-64989a8b-8a89-4acf-9c76-ee894b46aba5 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 210 time: 0.0320864 Feb 07 22:32:21.054431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349e85-c563-427f-a791-420766543cdf req-61b63895-d5e3-42f0-bdaa-08e9d740e7b6 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:21.055612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-61b63895-d5e3-42f0-bdaa-08e9d740e7b6 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5309677 Feb 07 22:32:21.074466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Transition to ACTIVE for port object 9032ef52-3f37-40be-9b58-064fb34a3039 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:21.077119 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-038653f2-db0f-443a-928f-3914931ee9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.080692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-038653f2-db0f-443a-928f-3914931ee9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.081683 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-038653f2-db0f-443a-928f-3914931ee9d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f88700bb-6ece-45ce-bf08-c3dc3259739e HTTP/1.1" status: 204 len: 168 time: 0.3940108 Feb 07 22:32:21.092286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038653f2-db0f-443a-928f-3914931ee9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88700bb-6ece-45ce-bf08-c3dc3259739e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:21.100461 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.125043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.165909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:21.172639 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-9ea92e20-0b9d-4b62-a77c-b5d051b2941c tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/quotas/ed2ee9688f0e46e6a00a77d112ddf609 HTTP/1.1" status: 200 len: 375 time: 0.1074169 Feb 07 22:32:21.185836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:21.248407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:21.261639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:21.262460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.274646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c15a9697-0201-4c11-b9da-8574a0063df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.282416 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-f839f0dc-0fc9-4298-8ead-b3029c5b69b3 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854659 Feb 07 22:32:21.310049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9032ef52-3f37-40be-9b58-064fb34a3039,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:21.332090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1dda6-a955-47a5-94d1-27a3dd403e24 req-16960e14-3ca2-40aa-9cd4-58cde37ba7ac tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:21.333666 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12e1dda6-a955-47a5-94d1-27a3dd403e24 req-16960e14-3ca2-40aa-9cd4-58cde37ba7ac tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 945 time: 0.1537995 Feb 07 22:32:21.334328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Pushing event updated for resources: {'Port': ['ID=2b9e0b32-33fa-43cc-95b2-b4a535770826,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:21.349749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-dd590c34-20a2-444d-94d9-5cfd1f6dea21 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1300600 Feb 07 22:32:21.381040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Request body: {'port': {'device_id': 'dd4a143d-340b-4598-b8d7-dfc6d36c70a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:21.421679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:21.423783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:21.424316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:21.431743 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dba145c7-e28f-44a1-b7ef-10e5f93b4fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.441212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c15a9697-0201-4c11-b9da-8574a0063df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.445390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Port 9032ef52-3f37-40be-9b58-064fb34a3039 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:21.445855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:21.467097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:21.467637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:21.468559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:21.470073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Bound port: 9032ef52-3f37-40be-9b58-064fb34a3039, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:21.470755 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.482801 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12e1dda6-a955-47a5-94d1-27a3dd403e24 req-5e4bf706-84f0-4a2e-8bc0-710b27ea41ce tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314507 Feb 07 22:32:21.490499 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.618199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:21.622703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:21.639728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.648018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fca55580-21ba-4277-a141-99d45bf9daeb req-7df84b1e-d743-4f74-a80a-92c49a59e035 service neutron] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:21.692210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fca55580-21ba-4277-a141-99d45bf9daeb req-7df84b1e-d743-4f74-a80a-92c49a59e035 service neutron] Notify callbacks [] for binding, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.693306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fca55580-21ba-4277-a141-99d45bf9daeb req-7df84b1e-d743-4f74-a80a-92c49a59e035 service neutron] 10.222.0.46 "DELETE /v2.0/ports/202ab446-53f2-450c-b5bd-9087364d130a/bindings/n-h2-827895-2 HTTP/1.1" status: 204 len: 173 time: 0.6366467 Feb 07 22:32:21.702070 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0830737d-31cc-4074-a985-dfe672a421d7 None None] Provisioning complete for port 2b9e0b32-33fa-43cc-95b2-b4a535770826 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:21.703110 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0830737d-31cc-4074-a985-dfe672a421d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.707818 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:21.708995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.711621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/9032ef52-3f37-40be-9b58-064fb34a3039 HTTP/1.1" status: 200 len: 1091 time: 1.7073343 Feb 07 22:32:21.757860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-974bdb4d-0cb9-48ce-86ad-00967ffd468e req-d2712e56-cffc-4af5-a212-031ab0fcbb26 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 210 time: 0.0911720 Feb 07 22:32:21.826258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b85b6f-60d0-4905-86a7-6a8f3bbe97d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9032ef52-3f37-40be-9b58-064fb34a3039,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:21.858729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55324) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:21.867768 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c15a9697-0201-4c11-b9da-8574a0063df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.870328 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c15a9697-0201-4c11-b9da-8574a0063df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.871424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c15a9697-0201-4c11-b9da-8574a0063df3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57631775-667d-493f-b39c-286130760b48 HTTP/1.1" status: 204 len: 168 time: 0.8406861 Feb 07 22:32:21.877238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259aa028-da47-4dcc-bd6a-bae3b5e9fc01 req-fcf2d90f-f915-45d4-a5fb-b9f23140106f tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:21.887472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-259aa028-da47-4dcc-bd6a-bae3b5e9fc01 req-fcf2d90f-f915-45d4-a5fb-b9f23140106f tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1096 time: 0.1564050 Feb 07 22:32:21.890612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a9697-0201-4c11-b9da-8574a0063df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57631775-667d-493f-b39c-286130760b48,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:21.895533 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d01ac9b6-695e-4fe8-80f9-89b8cf119c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.897908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0830737d-31cc-4074-a985-dfe672a421d7 None None] Port 2b9e0b32-33fa-43cc-95b2-b4a535770826 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:32:21.911538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-f0b80ef4-8315-4adf-b279-149fd75ace87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:21.913223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-f0b80ef4-8315-4adf-b279-149fd75ace87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1094 time: 0.1318142 Feb 07 22:32:21.966635 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-0d0a20ec-e831-494d-966f-743195aa1f1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9032ef52-3f37-40be-9b58-064fb34a3039 HTTP/1.1" status: 200 len: 217 time: 0.0451384 Feb 07 22:32:21.984835 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-259aa028-da47-4dcc-bd6a-bae3b5e9fc01 req-a7f97969-908c-4e97-b37e-e320060ff2bf tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960932 Feb 07 22:32:22.094075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-d024a165-cdd9-436c-acfc-ac6d65061fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:22.096831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-d024a165-cdd9-436c-acfc-ac6d65061fc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1225634 Feb 07 22:32:22.158077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9e0b32-33fa-43cc-95b2-b4a535770826 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:22.160584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-1e3c2e33-cbb9-403d-9137-b1217a09b2b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440609 Feb 07 22:32:22.181963 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d01ac9b6-695e-4fe8-80f9-89b8cf119c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.194346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.198767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d01ac9b6-695e-4fe8-80f9-89b8cf119c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.250462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:22.254649 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4359d1-51c3-4c89-b1a1-080a5cc38080" -d '{"events": [{"name": "network-changed", "server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:22.256241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Transition to ACTIVE for port object 2b9e0b32-33fa-43cc-95b2-b4a535770826 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:22.264121 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.289420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e481f-f0ec-4313-8476-d0aa1d85cca0 req-f4b2626a-5796-4085-9c22-d7b3c6a6a50b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:22.290971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b1e481f-f0ec-4313-8476-d0aa1d85cca0 req-f4b2626a-5796-4085-9c22-d7b3c6a6a50b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 943 time: 0.2181673 Feb 07 22:32:22.344031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d01ac9b6-695e-4fe8-80f9-89b8cf119c41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=600ac87f8dd04f0cb29c1bc409c9151b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842465 Feb 07 22:32:22.348586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55348) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:22.363347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ac9b6-695e-4fe8-80f9-89b8cf119c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029f7932-e5fa-4ad6-bda1-52ddbf105410,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:22.407047 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-fbd83635-9888-4249-8e2f-97070eb6da8b service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395680 Feb 07 22:32:22.417570 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b1e481f-f0ec-4313-8476-d0aa1d85cca0 req-4f1be75c-3f03-4d2c-8890-88d5462b590e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179404 Feb 07 22:32:22.456919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9e0b32-33fa-43cc-95b2-b4a535770826,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:22.538062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Attempting to bind port 2b9e0b32-33fa-43cc-95b2-b4a535770826 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:22.538294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Attempting to bind port 2b9e0b32-33fa-43cc-95b2-b4a535770826 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:22.538621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Attempting to bind port 2b9e0b32-33fa-43cc-95b2-b4a535770826 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:22.547362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Port 2b9e0b32-33fa-43cc-95b2-b4a535770826 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:22.550603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Attempting to bind port 2b9e0b32-33fa-43cc-95b2-b4a535770826 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:22.575887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:22.576232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:22.576764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:22.577651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Bound port: 2b9e0b32-33fa-43cc-95b2-b4a535770826, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:22.577651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.661480 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1384bcfd-6929-443e-846f-862bac7a92d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.690712 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1384bcfd-6929-443e-846f-862bac7a92d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.741065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] For port 2b9e0b32-33fa-43cc-95b2-b4a535770826, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:22.759111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] For port 2b9e0b32-33fa-43cc-95b2-b4a535770826, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2b9e0b32-33fa-43cc-95b2-b4a535770826,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:22.769933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.785375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c76f-b306-48a6-99ad-82d20fd11173 req-13653ad2-99fb-4b93-a442-dbdc4b13d65c tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:22.787423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1fb0c76f-b306-48a6-99ad-82d20fd11173 req-13653ad2-99fb-4b93-a442-dbdc4b13d65c tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 947 time: 0.1724076 Feb 07 22:32:22.811446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:22.812816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.817324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] 10.222.0.46 "PUT /v2.0/ports/2b9e0b32-33fa-43cc-95b2-b4a535770826 HTTP/1.1" status: 200 len: 1095 time: 1.4462404 Feb 07 22:32:22.824352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4a143d-340b-4598-b8d7-dfc6d36c70a5', 'tag': '2b9e0b32-33fa-43cc-95b2-b4a535770826'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:22.830797 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dec43d5-2ed1-4179-89f8-713a0f038e39" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4a143d-340b-4598-b8d7-dfc6d36c70a5", "tag": "2b9e0b32-33fa-43cc-95b2-b4a535770826"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:22.838733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64e63d-ca9d-43a6-afa5-95713dba4184 req-24ca270d-95cc-4e5e-bbb9-0f5e1f219650 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201622 Feb 07 22:32:22.873945 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1384bcfd-6929-443e-846f-862bac7a92d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.876758 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1384bcfd-6929-443e-846f-862bac7a92d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:22.893438 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1384bcfd-6929-443e-846f-862bac7a92d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/029f7932-e5fa-4ad6-bda1-52ddbf105410 HTTP/1.1" status: 204 len: 168 time: 0.5391567 Feb 07 22:32:22.903588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1fb0c76f-b306-48a6-99ad-82d20fd11173 req-c300b43d-25f8-49e2-87cf-7040ecffca9a tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028314 Feb 07 22:32:22.908016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673b430-0e65-42ff-bcab-96ab651fba67 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9e0b32-33fa-43cc-95b2-b4a535770826,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:22.932507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384bcfd-6929-443e-846f-862bac7a92d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f7932-e5fa-4ad6-bda1-52ddbf105410,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:23.058511 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605aca7b-0d98-4318-9864-528a82d9d56b x-openstack-request-id: req-605aca7b-0d98-4318-9864-528a82d9d56b {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:23.060140 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:23.060981 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-605aca7b-0d98-4318-9864-528a82d9d56b {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:23.062181 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039', 'status': 'completed', 'code': 200} Feb 07 22:32:23.080923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede759e-3e8b-4159-ac14-655e61f1382d req-3977771b-2098-487b-bcbc-e20e07d7dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:23.082400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-3977771b-2098-487b-bcbc-e20e07d7dfaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8ea1871d087499d8656b74d2eed781c&device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 1098 time: 0.1658931 Feb 07 22:32:23.159616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52bb7b64-ee2f-447b-9def-d55eb31e32d2 req-a8168f61-5a67-4b99-9d8d-bc913ee7121c tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 210 time: 0.0305243 Feb 07 22:32:23.169759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-61cdc77d-3ae7-4836-a30d-d2cce45c1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:23.171392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-61cdc77d-3ae7-4836-a30d-d2cce45c1baf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1094 time: 0.1079795 Feb 07 22:32:23.228641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-d32ed3f4-42ff-419b-ad62-a6335e65d5bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2b9e0b32-33fa-43cc-95b2-b4a535770826 HTTP/1.1" status: 200 len: 217 time: 0.1328015 Feb 07 22:32:23.247925 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2c0f31-3edf-4bae-b856-0e560e5028c5 x-openstack-request-id: req-8b2c0f31-3edf-4bae-b856-0e560e5028c5 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:23.248328 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4a143d-340b-4598-b8d7-dfc6d36c70a5", "tag": "2b9e0b32-33fa-43cc-95b2-b4a535770826", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:23.248697 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b2c0f31-3edf-4bae-b856-0e560e5028c5 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:23.249187 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4a143d-340b-4598-b8d7-dfc6d36c70a5', 'tag': '2b9e0b32-33fa-43cc-95b2-b4a535770826', 'status': 'completed', 'code': 200} Feb 07 22:32:23.350759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-fee14c90-5827-4fc8-b549-482781120719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:23.354403 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-fee14c90-5827-4fc8-b549-482781120719 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1701133 Feb 07 22:32:23.370764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede759e-3e8b-4159-ac14-655e61f1382d req-b8577466-92af-4141-97f6-cae993e98820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:23.372715 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-b8577466-92af-4141-97f6-cae993e98820 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1020458 Feb 07 22:32:23.437268 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-bd8f3ad6-bd6a-499e-b156-d410a6c17dd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9032ef52-3f37-40be-9b58-064fb34a3039 HTTP/1.1" status: 200 len: 217 time: 0.0741498 Feb 07 22:32:23.445261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d0291ec9-be4f-4e71-8d20-8382584a90bc tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:23.453072 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d0291ec9-be4f-4e71-8d20-8382584a90bc tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 807 time: 0.3608830 Feb 07 22:32:23.474005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-03dceba8-ef5d-4feb-b67d-7ae733d0cb63 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/quotas/65968619081e4b32a3ea1a1c5ad56d10 HTTP/1.1" status: 200 len: 375 time: 0.0199883 Feb 07 22:32:23.506015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-aec7b1e6-2e83-40af-bc2a-1ceaf4c0cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:23.509352 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-aec7b1e6-2e83-40af-bc2a-1ceaf4c0cabd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.0660980 Feb 07 22:32:23.528819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede759e-3e8b-4159-ac14-655e61f1382d req-9461ceb2-a3a5-4a08-a34c-7fc53a65605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:23.540886 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-9461ceb2-a3a5-4a08-a34c-7fc53a65605a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598146 Feb 07 22:32:23.559446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ac51944e-2fea-4127-8f14-8f7e6d7d157c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842397 Feb 07 22:32:23.569882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-264b229b-6d5b-42e9-b711-8aae13623522 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508313 Feb 07 22:32:23.701365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220aef-1fb2-4a71-b969-7f8100b6b873 req-86737cb7-cfc3-4fd0-93f4-33db9fab65f7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:23.711613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64220aef-1fb2-4a71-b969-7f8100b6b873 req-86737cb7-cfc3-4fd0-93f4-33db9fab65f7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 943 time: 0.1440432 Feb 07 22:32:23.774851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-75d6b539-a036-4fa7-aff1-66789d235dda service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958394 Feb 07 22:32:23.784029 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e07e6e72-0bf0-4652-8351-a1814e195f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:23.786409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-175a7038-ee50-4cca-b8cf-50f10a0d1fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249262 Feb 07 22:32:23.840840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64220aef-1fb2-4a71-b969-7f8100b6b873 req-1d094d02-302c-4818-b867-ec0d90b84e8a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123600 Feb 07 22:32:23.853442 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-60c2d8fb-cb2a-4b49-b12b-2ccd4510b9a5 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1558931 Feb 07 22:32:23.941406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55402) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:24.000586 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd4359d1-51c3-4c89-b1a1-080a5cc38080 req-ce3407fd-67a9-44a8-9cf9-6b6503f2b94e service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025816 Feb 07 22:32:24.021879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-6eb15a98-83d9-47c6-90e9-5b0b94e538a7 service neutron] 10.222.0.15 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615145 Feb 07 22:32:24.117796 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bede759e-3e8b-4159-ac14-655e61f1382d req-8a84654b-8403-4bd6-be6a-2ca4d8a1bf2c service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984488 Feb 07 22:32:24.121313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0610767-c868-46e8-aed2-73fd1f684cd2 req-006a1603-593e-4e98-8ebb-b0a38d00538d tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:24.132702 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0610767-c868-46e8-aed2-73fd1f684cd2 req-006a1603-593e-4e98-8ebb-b0a38d00538d tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 947 time: 0.0820565 Feb 07 22:32:24.142169 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349e85-c563-427f-a791-420766543cdf req-0d2f2f55-78c0-4da8-9d3b-ba2b4e61cd42 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:24.143914 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-0d2f2f55-78c0-4da8-9d3b-ba2b4e61cd42 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701964 Feb 07 22:32:24.159116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Request body: {'port': {'device_id': '5796e7bf-04b8-450a-86a9-4df17b338518', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'ed2ee9688f0e46e6a00a77d112ddf609'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:24.192351 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0610767-c868-46e8-aed2-73fd1f684cd2 req-8ad4ee88-a25c-4537-a4bb-e2f5f0d031e2 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545723 Feb 07 22:32:24.246116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-248f8da1-1b7d-4563-9bc5-94255fad6512 service neutron] 10.222.0.15 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230008 Feb 07 22:32:24.272006 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1597b8dd-d2ed-46d9-b0e3-fef7a34be524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:24.331362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-ff2eeeb7-90f0-4c95-b662-b8c32402e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:24.332882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-ff2eeeb7-90f0-4c95-b662-b8c32402e79f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8ea1871d087499d8656b74d2eed781c&device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 1098 time: 0.1224868 Feb 07 22:32:24.393653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1cee7b7e-cbe2-4812-908d-6037e153d874 req-b495ab6d-3cec-4d2d-93ce-7adf53b37a58 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 210 time: 0.0917954 Feb 07 22:32:24.417449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Made reservation on behalf of ed2ee9688f0e46e6a00a77d112ddf609 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:24.421180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:24.515123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-80a64009-c7a9-4495-aef5-8713ca9894ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:24.517830 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-80a64009-c7a9-4495-aef5-8713ca9894ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1765640 Feb 07 22:32:24.592265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b0a5c23-a2a5-41a9-b1c1-a4c28bf86d25 req-f2896b4d-7ea3-4e75-ae40-51c358518871 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 210 time: 0.0994985 Feb 07 22:32:24.645603 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-1f2350c7-ad0d-4402-86be-ea4d149f6a77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2b9e0b32-33fa-43cc-95b2-b4a535770826 HTTP/1.1" status: 200 len: 217 time: 0.1204848 Feb 07 22:32:24.668623 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1597b8dd-d2ed-46d9-b0e3-fef7a34be524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:24.675436 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1597b8dd-d2ed-46d9-b0e3-fef7a34be524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:24.683654 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:24.762509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-a9b0e967-9765-48a8-be32-b8cf5bae9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:24.762835 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1597b8dd-d2ed-46d9-b0e3-fef7a34be524 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=249c20fd52c04760a9d238c6b1890eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190525 Feb 07 22:32:24.763920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597b8dd-d2ed-46d9-b0e3-fef7a34be524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3025e551-4ffc-4ec0-a9f3-e50321cfb5e9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:24.764134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-a9b0e967-9765-48a8-be32-b8cf5bae9e65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1108184 Feb 07 22:32:24.768139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55440) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:24.836953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Allocated IP 192.168.233.64 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/c454d3d8-eb06-48ff-8419-f2eece9a4808) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:24.903964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-f22f8a98-58b9-47c0-b2cf-bee8d32790bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:24.905515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-f22f8a98-58b9-47c0-b2cf-bee8d32790bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180546 Feb 07 22:32:24.963517 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe929ac2-21a5-4826-8a47-3916aedc51de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.158902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55454) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:25.336230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625ccb4-55e1-4bbe-93bc-9f437488c99e req-b6bb6d5d-1cbb-4f40-8ed6-61c2a15b0292 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:25.340462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4625ccb4-55e1-4bbe-93bc-9f437488c99e req-b6bb6d5d-1cbb-4f40-8ed6-61c2a15b0292 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 947 time: 0.0650187 Feb 07 22:32:25.351956 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe929ac2-21a5-4826-8a47-3916aedc51de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.376971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0920c40b-da40-4dcf-8f3b-dc50b8430956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.421017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4625ccb4-55e1-4bbe-93bc-9f437488c99e req-1a35f11b-8ecf-4a94-b0bf-6b86092548d5 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705550 Feb 07 22:32:25.456181 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-3f90a684-f516-4f01-b5c0-66a77df9de5a service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306504 Feb 07 22:32:25.474193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da5b4d-45f5-46bf-90d7-8586e1f74adb req-bdc73f1d-4cf4-4455-8816-64dd1c6daa0a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:25.483994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98da5b4d-45f5-46bf-90d7-8586e1f74adb req-bdc73f1d-4cf4-4455-8816-64dd1c6daa0a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 943 time: 0.5145833 Feb 07 22:32:25.507423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0920c40b-da40-4dcf-8f3b-dc50b8430956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.550427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0920c40b-da40-4dcf-8f3b-dc50b8430956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.557559 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08071ee5-a0f9-4e4a-aeaa-40edf93e06b7 req-fbda8adf-dc72-421b-8bbc-84238f1f2a89 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 210 time: 0.0483294 Feb 07 22:32:25.566390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.594451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920c40b-da40-4dcf-8f3b-dc50b8430956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f5803-05f3-4366-a8bc-363861abc9db,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:25.606586 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe929ac2-21a5-4826-8a47-3916aedc51de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.609473 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe929ac2-21a5-4826-8a47-3916aedc51de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.611461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe929ac2-21a5-4826-8a47-3916aedc51de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3025e551-4ffc-4ec0-a9f3-e50321cfb5e9 HTTP/1.1" status: 204 len: 168 time: 0.8422720 Feb 07 22:32:25.617885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0920c40b-da40-4dcf-8f3b-dc50b8430956 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6792347475ed4672bb5e1e8bc28a791d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574614 Feb 07 22:32:25.618564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55476) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:25.637413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98da5b4d-45f5-46bf-90d7-8586e1f74adb req-422e7a04-afe6-42a7-95bd-bd1af910e7e0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545234 Feb 07 22:32:25.668476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe929ac2-21a5-4826-8a47-3916aedc51de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3025e551-4ffc-4ec0-a9f3-e50321cfb5e9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:25.708691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5dec43d5-2ed1-4179-89f8-713a0f038e39 req-77e075b3-ee87-4208-a105-da1060d1f61f service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243145 Feb 07 22:32:25.734033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.748365 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4dd69c21-58fd-4741-b735-a71879dd4f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.810805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:25.813188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4dd69c21-58fd-4741-b735-a71879dd4f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.814880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:25.819016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:25.824699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:25.825351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:25.834891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Pushing event updated for resources: {'Port': ['ID=c454d3d8-eb06-48ff-8419-f2eece9a4808,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:25.855564 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-951a892e-a3de-41d8-a666-e31c95d4f5cc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7015543 Feb 07 22:32:25.870538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Request body: {'port': {'device_id': '5796e7bf-04b8-450a-86a9-4df17b338518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:25.919038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f8b0c5d-a319-4817-b056-5967457c3350 req-976e80ca-44d3-4510-92c6-49da88c5f216 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 210 time: 0.1333098 Feb 07 22:32:25.989306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.120000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4dd69c21-58fd-4741-b735-a71879dd4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.128964 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4dd69c21-58fd-4741-b735-a71879dd4f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.130238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4dd69c21-58fd-4741-b735-a71879dd4f05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/753f5803-05f3-4366-a8bc-363861abc9db HTTP/1.1" status: 204 len: 168 time: 0.5107043 Feb 07 22:32:26.162160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd69c21-58fd-4741-b735-a71879dd4f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f5803-05f3-4366-a8bc-363861abc9db,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:26.186714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-cb0339cb-b7e2-4d5f-a7e2-6d2574eb557d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:26.189212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-cb0339cb-b7e2-4d5f-a7e2-6d2574eb557d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 807 time: 0.3360970 Feb 07 22:32:26.209710 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.210272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Request body: {'port': {'device_id': '42805d24-222c-4c49-a189-b856df576e5e', 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519', 'admin_state_up': True, 'tenant_id': '65968619081e4b32a3ea1a1c5ad56d10'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:26.216405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9ba2c0b5-d2d6-4f23-acab-8ce4f04004bd None None] Provisioning complete for port c454d3d8-eb06-48ff-8419-f2eece9a4808 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:26.217042 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c0b5-d2d6-4f23-acab-8ce4f04004bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.263574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2c0b5-d2d6-4f23-acab-8ce4f04004bd None None] Port c454d3d8-eb06-48ff-8419-f2eece9a4808 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:32:26.275593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55490) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:26.304542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ad17ae2b-a96e-4d62-b582-00bb6346c211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.358164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Made reservation on behalf of 65968619081e4b32a3ea1a1c5ad56d10 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:26.368483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.378528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c454d3d8-eb06-48ff-8419-f2eece9a4808 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:26.389940 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.412647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Transition to ACTIVE for port object c454d3d8-eb06-48ff-8419-f2eece9a4808 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:26.422639 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.513808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ad17ae2b-a96e-4d62-b582-00bb6346c211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.520614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Pushing event updated for resources: {'Port': ['ID=c454d3d8-eb06-48ff-8419-f2eece9a4808,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:26.532606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ad17ae2b-a96e-4d62-b582-00bb6346c211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.533319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.661632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17ae2b-a96e-4d62-b582-00bb6346c211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20a6866-49fa-4185-891d-cfaf51749553,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:26.667843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ad17ae2b-a96e-4d62-b582-00bb6346c211 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79179868beca4cf69b5acd9a52226f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909795 Feb 07 22:32:26.672331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55508) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:26.674155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Allocated IP 172.20.0.12 (e14bcb57-6e52-499f-ba4f-186a872bd519/98536373-bef5-49be-b874-1ecb548ad3c1/d068e21c-6842-442f-87f4-0c1b4dfc1935) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:26.675933 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9032ef52-3f37-40be-9b58-064fb34a3039 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:26.678374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-cae330b9-f8f9-4078-8075-6bfcfe086927 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735207 Feb 07 22:32:26.698546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Attempting to bind port c454d3d8-eb06-48ff-8419-f2eece9a4808 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:26.698881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Attempting to bind port c454d3d8-eb06-48ff-8419-f2eece9a4808 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:26.699203 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Attempting to bind port c454d3d8-eb06-48ff-8419-f2eece9a4808 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:26.716933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Port c454d3d8-eb06-48ff-8419-f2eece9a4808 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:26.717255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Attempting to bind port c454d3d8-eb06-48ff-8419-f2eece9a4808 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:26.769431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb486d38-3595-45c0-b862-4869b3c37110 req-ffae1c0e-e6b5-41a3-a336-4030842ab3a7 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:26.772092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:26.772553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:26.773138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:26.773636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Bound port: c454d3d8-eb06-48ff-8419-f2eece9a4808, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:26.774123 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.776977 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb486d38-3595-45c0-b862-4869b3c37110 req-ffae1c0e-e6b5-41a3-a336-4030842ab3a7 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 947 time: 0.1592591 Feb 07 22:32:26.846346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0190858e-ac2e-4f13-ae7f-c9fdf22b8d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.862881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:26.880386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb486d38-3595-45c0-b862-4869b3c37110 req-e4f5f99a-54aa-4bd3-99d0-daf2acb94191 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025083 Feb 07 22:32:26.892107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '9032ef52-3f37-40be-9b58-064fb34a3039', 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88', 'port_id': '9032ef52-3f37-40be-9b58-064fb34a3039', 'mac_address': 'fa:16:3e:0b:39:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254adce5-5bb7-431e-b9b1-60123edbd9f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:26.895213 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0190858e-ac2e-4f13-ae7f-c9fdf22b8d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.919844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55510) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:26.949434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.955761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] For port c454d3d8-eb06-48ff-8419-f2eece9a4808, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:26.958978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] For port c454d3d8-eb06-48ff-8419-f2eece9a4808, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c454d3d8-eb06-48ff-8419-f2eece9a4808,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:26.966996 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:26.981240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9032ef52-3f37-40be-9b58-064fb34a3039 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:26.990476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d70e14b-6ff4-4f75-960d-954365f53647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.008245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:27.014366 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.020231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2b9e0b32-33fa-43cc-95b2-b4a535770826 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:27.023454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:27.024083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.025519 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] 10.222.0.24 "PUT /v2.0/ports/c454d3d8-eb06-48ff-8419-f2eece9a4808 HTTP/1.1" status: 200 len: 1095 time: 1.1626923 Feb 07 22:32:27.027410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5796e7bf-04b8-450a-86a9-4df17b338518', 'tag': 'c454d3d8-eb06-48ff-8419-f2eece9a4808'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:27.029685 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4c815b-b23e-4100-94ba-6862abbd41a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5796e7bf-04b8-450a-86a9-4df17b338518", "tag": "c454d3d8-eb06-48ff-8419-f2eece9a4808"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:27.041982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-20d77478-1752-4555-a132-2c397112c0b7 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:27.050241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-20d77478-1752-4555-a132-2c397112c0b7 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3709466 Feb 07 22:32:27.078224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-308b6427-4043-4520-9119-d2dfe6ee3b13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/quotas/6bb2401e83da4e57a295ff2847b0ea0e HTTP/1.1" status: 200 len: 375 time: 0.0269721 Feb 07 22:32:27.127755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0190858e-ac2e-4f13-ae7f-c9fdf22b8d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.130857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0190858e-ac2e-4f13-ae7f-c9fdf22b8d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.132128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0190858e-ac2e-4f13-ae7f-c9fdf22b8d24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f20a6866-49fa-4185-891d-cfaf51749553 HTTP/1.1" status: 204 len: 168 time: 0.4555674 Feb 07 22:32:27.135077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-c8a883b9-b5b3-4632-9193-fc7782ecef68 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552869 Feb 07 22:32:27.140899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8a08b-e1cb-4bc7-9acd-de003c027f61 service neutron] Pushing event updated for resources: {'Port': ['ID=c454d3d8-eb06-48ff-8419-f2eece9a4808,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:27.183600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9032ef52-3f37-40be-9b58-064fb34a3039,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:27.185921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190858e-ac2e-4f13-ae7f-c9fdf22b8d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20a6866-49fa-4185-891d-cfaf51749553,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:27.209281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349e85-c563-427f-a791-420766543cdf req-b1a171d0-f4f2-40aa-a124-220b5b2ef904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:27.213967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-b1a171d0-f4f2-40aa-a124-220b5b2ef904 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 1098 time: 0.1304998 Feb 07 22:32:27.236410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee81cc-daa4-48f5-a2f9-8e3c1cc19a4e req-4526f1b6-164e-46ba-9471-850340f8e187 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:27.245845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4ee81cc-daa4-48f5-a2f9-8e3c1cc19a4e req-4526f1b6-164e-46ba-9471-850340f8e187 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 947 time: 0.2523341 Feb 07 22:32:27.264870 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.286180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-c03d248d-7e31-4005-bf66-69859cc4ac7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=c454d3d8-eb06-48ff-8419-f2eece9a4808 HTTP/1.1" status: 200 len: 217 time: 0.0607066 Feb 07 22:32:27.340163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d70e14b-6ff4-4f75-960d-954365f53647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.362978 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d70e14b-6ff4-4f75-960d-954365f53647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.373852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2b9e0b32-33fa-43cc-95b2-b4a535770826, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2b9e0b32-33fa-43cc-95b2-b4a535770826,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:27.387438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4ee81cc-daa4-48f5-a2f9-8e3c1cc19a4e req-3484b08c-88c8-46d2-b986-6bef7c6d4543 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402509 Feb 07 22:32:27.395273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349e85-c563-427f-a791-420766543cdf req-277027db-3a57-4905-820c-4db222ceaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:27.397017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-277027db-3a57-4905-820c-4db222ceaec9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1025476 Feb 07 22:32:27.431854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '2b9e0b32-33fa-43cc-95b2-b4a535770826', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '2b9e0b32-33fa-43cc-95b2-b4a535770826', 'mac_address': 'fa:16:3e:07:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:27.470683 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.482468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1d70e14b-6ff4-4f75-960d-954365f53647 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf8971238f2d4d72862c8303fbb5719b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615838 Feb 07 22:32:27.499199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55522) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:27.520937 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.535553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9e0b32-33fa-43cc-95b2-b4a535770826 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:27.568209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2b9e0b32-33fa-43cc-95b2-b4a535770826, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2b9e0b32-33fa-43cc-95b2-b4a535770826,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:27.581075 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.586174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70e14b-6ff4-4f75-960d-954365f53647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79e0aae-aa06-4b60-8096-bb94727de799,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:27.631194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Pushing event updated for resources: {'Port': ['ID=d068e21c-6842-442f-87f4-0c1b4dfc1935,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:27.644433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Network e14bcb57-6e52-499f-ba4f-186a872bd519 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:27.652591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:27.682215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b639e-4f5b-4f5d-86b2-49481e2cf8e4 req-1051f036-a70e-45c0-80ff-2a509a0db971 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:27.682843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75944e-413f-4f66-b08e-b4d13aef24cc req-16bee998-2af3-4f70-9046-ce4d3ea1d764 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:27.685689 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb5b639e-4f5b-4f5d-86b2-49481e2cf8e4 req-1051f036-a70e-45c0-80ff-2a509a0db971 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 932 time: 0.1424077 Feb 07 22:32:27.687018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:27.697994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:27.699152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.702695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc75944e-413f-4f66-b08e-b4d13aef24cc req-16bee998-2af3-4f70-9046-ce4d3ea1d764 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 944 time: 0.2237015 Feb 07 22:32:27.707384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349e85-c563-427f-a791-420766543cdf req-8f3d17b0-1f72-49a8-ac63-20a01fe4cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:27.709837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2b9e0b32-33fa-43cc-95b2-b4a535770826,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:27.716699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-8f3d17b0-1f72-49a8-ac63-20a01fe4cea3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3104565 Feb 07 22:32:27.732590 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a225fa4-cf7f-4c6e-9716-0a1bb1000a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.775738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-ea05dce9-4237-4f44-8cfe-37696aee8f92 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5747552 Feb 07 22:32:27.793149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Request body: {'port': {'device_id': '42805d24-222c-4c49-a189-b856df576e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:27.811262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9032ef52-3f37-40be-9b58-064fb34a3039'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:27.846844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc75944e-413f-4f66-b08e-b4d13aef24cc req-54c12835-264f-4bfc-b1dc-5de72fb25c9b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427064 Feb 07 22:32:27.866341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb5b639e-4f5b-4f5d-86b2-49481e2cf8e4 req-4db39905-5b09-4001-88c6-388ae1b43484 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614838 Feb 07 22:32:27.871821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2b9e0b32-33fa-43cc-95b2-b4a535770826'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:27.966298 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a225fa4-cf7f-4c6e-9716-0a1bb1000a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:27.968423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:28.005454 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b9a24b-0d9d-4062-9a11-4011c89dc195 x-openstack-request-id: req-f4b9a24b-0d9d-4062-9a11-4011c89dc195 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:28.005963 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5796e7bf-04b8-450a-86a9-4df17b338518", "tag": "c454d3d8-eb06-48ff-8419-f2eece9a4808", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:28.006367 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4b9a24b-0d9d-4062-9a11-4011c89dc195 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:28.009388 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5796e7bf-04b8-450a-86a9-4df17b338518', 'tag': 'c454d3d8-eb06-48ff-8419-f2eece9a4808', 'status': 'completed', 'code': 200} Feb 07 22:32:28.020782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d624217c-cb34-4f39-8c3f-0504cfb95ae5 req-446bb6e5-7d35-42aa-8129-454ba11ea4a4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 210 time: 0.0640302 Feb 07 22:32:28.131449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-2f5d0f79-b18c-43a2-ad03-e36f3cb96c1d service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023998 Feb 07 22:32:28.147619 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a225fa4-cf7f-4c6e-9716-0a1bb1000a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:28.150791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a225fa4-cf7f-4c6e-9716-0a1bb1000a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:28.154642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7a225fa4-cf7f-4c6e-9716-0a1bb1000a62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e79e0aae-aa06-4b60-8096-bb94727de799 HTTP/1.1" status: 204 len: 168 time: 0.6542811 Feb 07 22:32:28.338883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f78c23-cb80-480e-9106-216daf8f179d req-1bf4a1a4-3a37-4bc6-9835-79c14fa5034a tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:28.356248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5f78c23-cb80-480e-9106-216daf8f179d req-1bf4a1a4-3a37-4bc6-9835-79c14fa5034a tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 948 time: 0.2706630 Feb 07 22:32:28.358425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a225fa4-cf7f-4c6e-9716-0a1bb1000a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79e0aae-aa06-4b60-8096-bb94727de799,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:28.403033 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77349e85-c563-427f-a791-420766543cdf req-fe3b92d5-ad4a-47ab-abcd-4c66e1e90700 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580688 Feb 07 22:32:28.427250 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5f78c23-cb80-480e-9106-216daf8f179d req-d9ebff2b-ba0d-4ccc-8eb7-a9ec121f87ff tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697842 Feb 07 22:32:28.480561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d068e21c-6842-442f-87f4-0c1b4dfc1935 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:28.496883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:28.540210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-c4076636-bcac-451c-85fd-d08ab535c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:28.542376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-c4076636-bcac-451c-85fd-d08ab535c387 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 1098 time: 0.0504720 Feb 07 22:32:28.556052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Transition to ACTIVE for port object d068e21c-6842-442f-87f4-0c1b4dfc1935 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:28.564316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:28.719822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-5e176d5c-2295-481c-945f-488fcf115eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:28.721954 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-5e176d5c-2295-481c-945f-488fcf115eaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1711686 Feb 07 22:32:28.772901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-dbb4bb17-e430-41fe-bce3-7583e6b9dc0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=c454d3d8-eb06-48ff-8419-f2eece9a4808 HTTP/1.1" status: 200 len: 217 time: 0.0425107 Feb 07 22:32:28.859514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-3ba6de99-d52b-4004-8a96-2476639ad137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:28.862998 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-3ba6de99-d52b-4004-8a96-2476639ad137 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0831461 Feb 07 22:32:28.885311 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6d2de-36fd-48a1-ab69-870f1f44a5c0 req-89d6371f-b960-43c4-9469-181fb74c6211 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:28.887275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1e6d2de-36fd-48a1-ab69-870f1f44a5c0 req-89d6371f-b960-43c4-9469-181fb74c6211 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 947 time: 0.3779185 Feb 07 22:32:28.947242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-bd5f6832-0891-472d-b783-8cae265ef5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:28.948812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-bd5f6832-0891-472d-b783-8cae265ef5f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755820 Feb 07 22:32:28.950393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:28.950711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:28.951030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:28.952999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d068e21c-6842-442f-87f4-0c1b4dfc1935,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:28.981323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1e6d2de-36fd-48a1-ab69-870f1f44a5c0 req-8395d379-2ae7-46a3-a798-ddf434cf06dd tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668466 Feb 07 22:32:28.981900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Port d068e21c-6842-442f-87f4-0c1b4dfc1935 on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:28.982257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:28.988854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:28.989266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:28.989711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:28.990209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Bound port: d068e21c-6842-442f-87f4-0c1b4dfc1935, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:28.990628 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:29.125493 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-80b72b57-e801-4d99-834e-5f1dc42dbfc3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360003 Feb 07 22:32:29.149055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:29.158700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:29.173919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbb7cc-0e73-4722-841a-c46d8cb6212b req-4569b8fd-ddf4-4a07-b68c-227872cfa3c7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:29.175579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bffbb7cc-0e73-4722-841a-c46d8cb6212b req-4569b8fd-ddf4-4a07-b68c-227872cfa3c7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 944 time: 0.1023109 Feb 07 22:32:29.177909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:29.178626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bf61d-5f0d-4b05-83a1-7fbf5d6809ed req-33cdca1a-8829-4c00-bb93-cb6ed8e0e64d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:29.195858 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-021bf61d-5f0d-4b05-83a1-7fbf5d6809ed req-33cdca1a-8829-4c00-bb93-cb6ed8e0e64d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 944 time: 0.1579294 Feb 07 22:32:29.244083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:29.244694 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:29.246649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 200 len: 1092 time: 1.4613893 Feb 07 22:32:29.247110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:29.249602 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b541b51b-e2e2-48a2-bc22-308f16de3f95" -d '{"events": [{"name": "network-changed", "server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:29.280466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bffbb7cc-0e73-4722-841a-c46d8cb6212b req-8259d0a2-46a8-46a3-84ea-f6d8f51b3931 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912027 Feb 07 22:32:29.299508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c86f52-9084-4a74-9fd6-01a3f43f67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d068e21c-6842-442f-87f4-0c1b4dfc1935,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:29.316383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-021bf61d-5f0d-4b05-83a1-7fbf5d6809ed req-e9699752-0d3f-4068-a4f0-e4d5a96db8b5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122963 Feb 07 22:32:29.404419 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70719cdf-ddb8-4dbd-a5f7-2d87c780aa0d req-3bb00544-a428-483b-a0a4-0f280f02e5b5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 210 time: 0.0311055 Feb 07 22:32:29.406010 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97921579-8595-44e4-b017-6e771e751e14 x-openstack-request-id: req-97921579-8595-44e4-b017-6e771e751e14 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:29.406866 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:29.407696 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97921579-8595-44e4-b017-6e771e751e14 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:29.408183 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935', 'status': 'completed', 'code': 200} Feb 07 22:32:29.408732 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-ad4a0475-11ae-4396-bdf0-e984e856295b service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520669 Feb 07 22:32:29.487439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-04f4e500-a17a-4082-a16a-5834114ca0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:29.489159 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-04f4e500-a17a-4082-a16a-5834114ca0a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1095 time: 0.0799317 Feb 07 22:32:29.553005 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-aebe5b2d-493e-4531-a726-95a53ee524f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 200 len: 217 time: 0.0539212 Feb 07 22:32:29.632956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-e8758814-c908-438d-bd1f-ca260567ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:29.634877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-e8758814-c908-438d-bd1f-ca260567ad13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0724359 Feb 07 22:32:29.687628 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-d1b673c1-4fb3-4e8d-8cdf-07fca290f5db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428898 Feb 07 22:32:29.707793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-735683ad-636c-4732-bb43-f9bda034a8f6 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:29.710977 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-735683ad-636c-4732-bb43-f9bda034a8f6 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5786855 Feb 07 22:32:29.748246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Request body: {'port': {'device_id': '481d6ced-daa3-4e23-b013-c58441678838', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '6bb2401e83da4e57a295ff2847b0ea0e'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:29.870319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c374f-218f-4a09-9483-9718b7bc30dc req-e5b78e48-a0cd-4ef8-a90b-842d7abe5697 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:29.872314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb9c374f-218f-4a09-9483-9718b7bc30dc req-e5b78e48-a0cd-4ef8-a90b-842d7abe5697 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 948 time: 0.2869456 Feb 07 22:32:29.885593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-be1fe4fd-61b1-4728-b565-ceea6df5feb6 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896076 Feb 07 22:32:29.894612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe4c815b-b23e-4100-94ba-6862abbd41a8 req-4538799e-0a97-4aa6-bd9b-23e32bdeef22 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754989 Feb 07 22:32:29.955315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb9c374f-218f-4a09-9483-9718b7bc30dc req-2a9ecbb3-8058-4f08-a401-8d824a1ce0eb tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734692 Feb 07 22:32:29.992193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Made reservation on behalf of 6bb2401e83da4e57a295ff2847b0ea0e for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:29.996632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.009484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.018646 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd6ff50-f670-443b-aa4e-6bfdbf5a3882 req-af3c6cd5-87db-40c0-8280-f200e3937c0b service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269972 Feb 07 22:32:30.119068 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.126401 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.170004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-9645cad0-98fa-4255-abdd-fd043fbe1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:30.171488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-9645cad0-98fa-4255-abdd-fd043fbe1b0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1095 time: 0.0869460 Feb 07 22:32:30.253409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e2452f-6cfe-45e2-8a3e-25c2061495ac,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:30.333524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461711fd-3670-4c37-a099-ac05d14e8933 req-2c274b81-60c0-4769-b982-f2feafd0d704 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:30.341359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-461711fd-3670-4c37-a099-ac05d14e8933 req-2c274b81-60c0-4769-b982-f2feafd0d704 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 947 time: 0.0930052 Feb 07 22:32:30.382710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Allocated IP 192.168.233.25 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/71ef623f-ef40-449b-b889-bc8372d9e073) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:30.399089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-4fcf5665-4326-4665-891f-a146e48a7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:30.401201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-4fcf5665-4326-4665-891f-a146e48a7169 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.2210679 Feb 07 22:32:30.417829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-461711fd-3670-4c37-a099-ac05d14e8933 req-d2567292-f53e-44aa-b7f3-4f93bde25aee tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753956 Feb 07 22:32:30.517215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-60534b37-dc27-4bf5-b8d6-2a4d9e4029af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 200 len: 217 time: 0.0974481 Feb 07 22:32:30.624485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-8b600e89-4082-4ff2-a20b-5499fc4c3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:30.626733 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-8b600e89-4082-4ff2-a20b-5499fc4c3dfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0929039 Feb 07 22:32:30.636352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6bcc7-9360-4ddc-9758-9274ee167179 req-8429ed3c-1ab7-41b2-ba83-939daa5d9ed6 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:30.637843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9f6bcc7-9360-4ddc-9758-9274ee167179 req-8429ed3c-1ab7-41b2-ba83-939daa5d9ed6 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 944 time: 0.1269217 Feb 07 22:32:30.647355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f2d11-30ab-44e3-9db8-94d13cb7c2f9 req-6d7d96c0-7ab6-4436-bf04-cf8cf68e6be5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:30.648948 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e71f2d11-30ab-44e3-9db8-94d13cb7c2f9 req-6d7d96c0-7ab6-4436-bf04-cf8cf68e6be5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 944 time: 0.0828421 Feb 07 22:32:30.675120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9032ef52-3f37-40be-9b58-064fb34a3039 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:32:30.715392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.717517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-769a7381-66a0-47d0-9cac-24a679738c38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786967 Feb 07 22:32:30.736127 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9f6bcc7-9360-4ddc-9758-9274ee167179 req-d01ff8c8-d3c4-48f8-bee8-bebcaf84239d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866404 Feb 07 22:32:30.742673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 9032ef52-3f37-40be-9b58-064fb34a3039 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:32:30.745977 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e71f2d11-30ab-44e3-9db8-94d13cb7c2f9 req-66867611-1d8c-483e-bcc7-0b100dd583f0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839994 Feb 07 22:32:30.750262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 9032ef52-3f37-40be-9b58-064fb34a3039 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:30.753493 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.834380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.878876 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.883208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c454d3d8-eb06-48ff-8419-f2eece9a4808 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:30.906203 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-a57ae4a6-00bd-4f14-8e14-5c7b66fe1ffb service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680374 Feb 07 22:32:30.926180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:30.928776 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60780050-0206-4d75-974b-6afac042d3df" -d '{"events": [{"server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "name": "network-vif-plugged", "status": "completed", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:30.933830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:30.951628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:30.962801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event updated for resources: {'Port': ['ID=71ef623f-ef40-449b-b889-bc8372d9e073,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:30.964418 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.965771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2b9e0b32-33fa-43cc-95b2-b4a535770826 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:32:30.997219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:31.000663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:31.008460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:31.009281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.054149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d22d40-8c2c-4bd0-b595-2c910b02c3ea req-88b64b9d-a870-4efb-84ec-126ab73b79a0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:31.057956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47d22d40-8c2c-4bd0-b595-2c910b02c3ea req-88b64b9d-a870-4efb-84ec-126ab73b79a0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 935 time: 0.1726584 Feb 07 22:32:31.071670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6f7af0d6-8988-457c-a483-7681d81969cf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3492801 Feb 07 22:32:31.090629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Request body: {'port': {'device_id': '481d6ced-daa3-4e23-b013-c58441678838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:31.115979 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c551c0e-650c-4d2f-8e69-bec15996eeb6 x-openstack-request-id: req-2c551c0e-650c-4d2f-8e69-bec15996eeb6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:31.116153 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "name": "network-vif-plugged", "status": "completed", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:31.116407 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c551c0e-650c-4d2f-8e69-bec15996eeb6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:31.116791 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039', 'code': 200} Feb 07 22:32:31.181934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47d22d40-8c2c-4bd0-b595-2c910b02c3ea req-73fff0d1-ebe7-417d-8a21-9c2263a1a3e3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065173 Feb 07 22:32:31.192713 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b541b51b-e2e2-48a2-bc22-308f16de3f95 req-81802101-77fd-418e-9a36-3b5c0e5e0176 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782485 Feb 07 22:32:31.194427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 2b9e0b32-33fa-43cc-95b2-b4a535770826 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:32:31.223177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 2b9e0b32-33fa-43cc-95b2-b4a535770826 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:31.223558 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.233787 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.272345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9032ef52-3f37-40be-9b58-064fb34a3039,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:31.311535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c454d3d8-eb06-48ff-8419-f2eece9a4808, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c454d3d8-eb06-48ff-8419-f2eece9a4808,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:31.333125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'c454d3d8-eb06-48ff-8419-f2eece9a4808', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'c454d3d8-eb06-48ff-8419-f2eece9a4808', 'mac_address': 'fa:16:3e:95:67:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:31.334757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf166871-d1ec-4d45-bb3b-c639c46c9f14 req-338ee391-450a-4b19-81ea-16e532487c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:31.336826 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf166871-d1ec-4d45-bb3b-c639c46c9f14 req-338ee391-450a-4b19-81ea-16e532487c5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1096 time: 0.1218727 Feb 07 22:32:31.351952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd9aa7-d6f4-4b43-ba7d-12fd4c3bf3eb req-ebdeade0-d7a4-4af0-9a9d-307095a86f6e tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:31.362957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2fd9aa7-d6f4-4b43-ba7d-12fd4c3bf3eb req-ebdeade0-d7a4-4af0-9a9d-307095a86f6e tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 948 time: 0.1684422 Feb 07 22:32:31.386389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c7c3ff5-6143-46b4-a77b-c478d38c4b45 req-789232b6-f518-48d9-a230-9a499a87b31c tempest-FlavorsV2NegativeTest-891731440 tempest-FlavorsV2NegativeTest-891731440-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=df0e91e889c74de1bb9734bfb0769ffb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348284 Feb 07 22:32:31.425359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-068be9e1-df44-45bc-8be0-4e50accda3fc None None] Provisioning complete for port 71ef623f-ef40-449b-b889-bc8372d9e073 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:31.425742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-068be9e1-df44-45bc-8be0-4e50accda3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.449037 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2fd9aa7-d6f4-4b43-ba7d-12fd4c3bf3eb req-5b58c8aa-7b0c-4d44-87ea-a88a79710225 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848756 Feb 07 22:32:31.450695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf166871-d1ec-4d45-bb3b-c639c46c9f14 req-6dfae4c7-7702-4662-aff1-5e6063e0cd9f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854731 Feb 07 22:32:31.463501 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.491792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c454d3d8-eb06-48ff-8419-f2eece9a4808 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:31.521025 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.537338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c454d3d8-eb06-48ff-8419-f2eece9a4808, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c454d3d8-eb06-48ff-8419-f2eece9a4808,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:31.546690 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.549550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-068be9e1-df44-45bc-8be0-4e50accda3fc None None] Port 71ef623f-ef40-449b-b889-bc8372d9e073 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:32:31.580179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55674) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:31.610656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c454d3d8-eb06-48ff-8419-f2eece9a4808,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:31.612743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab93664-c6e1-47f6-8429-d55770d97c8a req-c588a97f-c8f4-40e0-b436-4700bda98060 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:31.623015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ab93664-c6e1-47f6-8429-d55770d97c8a req-c588a97f-c8f4-40e0-b436-4700bda98060 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 948 time: 0.0916140 Feb 07 22:32:31.634781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c3ff5-6143-46b4-a77b-c478d38c4b45 req-fa3128de-0c20-419a-8e92-e16f79ef7c75 tempest-FlavorsV2NegativeTest-891731440 tempest-FlavorsV2NegativeTest-891731440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:31.635455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2b9e0b32-33fa-43cc-95b2-b4a535770826, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2b9e0b32-33fa-43cc-95b2-b4a535770826,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:31.636361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c7c3ff5-6143-46b4-a77b-c478d38c4b45 req-fa3128de-0c20-419a-8e92-e16f79ef7c75 tempest-FlavorsV2NegativeTest-891731440 tempest-FlavorsV2NegativeTest-891731440-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860986 Feb 07 22:32:31.644293 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.668540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c7c3ff5-6143-46b4-a77b-c478d38c4b45 req-4e7d1afa-2df4-4077-b830-8c6a1e1382af tempest-FlavorsV2NegativeTest-891731440 tempest-FlavorsV2NegativeTest-891731440-project] 10.222.0.15 "GET /v2.0/quotas/df0e91e889c74de1bb9734bfb0769ffb HTTP/1.1" status: 200 len: 375 time: 0.0191858 Feb 07 22:32:31.678471 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ab93664-c6e1-47f6-8429-d55770d97c8a req-b9929511-ab82-443b-acda-1e99db2d1352 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495782 Feb 07 22:32:31.707147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2b9e0b32-33fa-43cc-95b2-b4a535770826,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:31.745010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52eb0402-e1a7-4b90-82d6-2290009cc156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.771909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['c454d3d8-eb06-48ff-8419-f2eece9a4808'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:31.921716 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52eb0402-e1a7-4b90-82d6-2290009cc156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.926796 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52eb0402-e1a7-4b90-82d6-2290009cc156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:31.939947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c7c3ff5-6143-46b4-a77b-c478d38c4b45 req-da170671-bb9f-4cd0-aaf9-d5a89f4fbfb2 tempest-FlavorsV2NegativeTest-891731440 tempest-FlavorsV2NegativeTest-891731440-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df0e91e889c74de1bb9734bfb0769ffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2606318 Feb 07 22:32:31.945119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291b306-e553-4388-bf73-288fcf2897c9 req-12e692e0-8ff9-43e8-aca8-ffe93d11d0a1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:31.946565 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c291b306-e553-4388-bf73-288fcf2897c9 req-12e692e0-8ff9-43e8-aca8-ffe93d11d0a1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 944 time: 0.0998452 Feb 07 22:32:32.013993 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-52eb0402-e1a7-4b90-82d6-2290009cc156 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66a78644c5ea45a084808928116c5c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305289 Feb 07 22:32:32.014218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ef623f-ef40-449b-b889-bc8372d9e073 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:32.017299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55688) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:32.024264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c291b306-e553-4388-bf73-288fcf2897c9 req-2709edb6-2623-433e-9b1a-3c3ea4728006 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664716 Feb 07 22:32:32.035261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb0402-e1a7-4b90-82d6-2290009cc156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c7f24-70fb-40c6-8814-66fc87b954c5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:32.035504 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:32.084435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Transition to ACTIVE for port object 71ef623f-ef40-449b-b889-bc8372d9e073 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:32.100609 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:32.150714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425527e-3038-4783-974b-d880fd1e54a7 req-4d5ce582-787b-40ff-9440-0c75330a130b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:32.152194 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4425527e-3038-4783-974b-d880fd1e54a7 req-4d5ce582-787b-40ff-9440-0c75330a130b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 945 time: 0.1244802 Feb 07 22:32:32.193796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08352702-7621-4970-b4c1-ccaf514b3c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:32.204035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Pushing event updated for resources: {'Port': ['ID=71ef623f-ef40-449b-b889-bc8372d9e073,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:32.273633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08352702-7621-4970-b4c1-ccaf514b3c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:32.281043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Attempting to bind port 71ef623f-ef40-449b-b889-bc8372d9e073 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:32.282129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Attempting to bind port 71ef623f-ef40-449b-b889-bc8372d9e073 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:32.282599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Attempting to bind port 71ef623f-ef40-449b-b889-bc8372d9e073 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:32.287116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4425527e-3038-4783-974b-d880fd1e54a7 req-a703745c-13aa-464b-a6b2-6363dc6f44c7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252732 Feb 07 22:32:32.293907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Port 71ef623f-ef40-449b-b889-bc8372d9e073 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:32.294229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Attempting to bind port 71ef623f-ef40-449b-b889-bc8372d9e073 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:32.319849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:32.320466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:32.321761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:32.322292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Bound port: 71ef623f-ef40-449b-b889-bc8372d9e073, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:32.322653 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:32.338490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cfb4a-d74b-485e-be52-a1b34eadf253 req-8dc3209f-7d3d-4f24-8f11-32f27c34cb48 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:32.340232 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa3cfb4a-d74b-485e-be52-a1b34eadf253 req-8dc3209f-7d3d-4f24-8f11-32f27c34cb48 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 947 time: 0.0662546 Feb 07 22:32:32.412367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa3cfb4a-d74b-485e-be52-a1b34eadf253 req-a303ce51-1f50-4506-a08e-288aa2cd0b81 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639338 Feb 07 22:32:32.432676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] For port 71ef623f-ef40-449b-b889-bc8372d9e073, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:32.435950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] For port 71ef623f-ef40-449b-b889-bc8372d9e073, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=71ef623f-ef40-449b-b889-bc8372d9e073,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:32.437124 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08352702-7621-4970-b4c1-ccaf514b3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:32.440246 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08352702-7621-4970-b4c1-ccaf514b3c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:32.441319 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-08352702-7621-4970-b4c1-ccaf514b3c72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/730c7f24-70fb-40c6-8814-66fc87b954c5 HTTP/1.1" status: 204 len: 168 time: 0.4229321 Feb 07 22:32:32.452315 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:32.468360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08352702-7621-4970-b4c1-ccaf514b3c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c7f24-70fb-40c6-8814-66fc87b954c5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:32.500236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:32.501027 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:32.502446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-b7db353a-568d-446a-b555-a76514c286ef service neutron] 10.222.0.46 "PUT /v2.0/ports/71ef623f-ef40-449b-b889-bc8372d9e073 HTTP/1.1" status: 200 len: 1095 time: 1.4162755 Feb 07 22:32:32.502890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481d6ced-daa3-4e23-b013-c58441678838', 'tag': '71ef623f-ef40-449b-b889-bc8372d9e073'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:32.505663 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f5b53c-6f46-47e4-a390-c35b68ea171a" -d '{"events": [{"name": "network-changed", "server_uuid": "481d6ced-daa3-4e23-b013-c58441678838", "tag": "71ef623f-ef40-449b-b889-bc8372d9e073"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:32.531329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db353a-568d-446a-b555-a76514c286ef service neutron] Pushing event updated for resources: {'Port': ['ID=71ef623f-ef40-449b-b889-bc8372d9e073,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:32.565976 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e5195e-e169-4abf-97da-edc0bff92cbf x-openstack-request-id: req-10e5195e-e169-4abf-97da-edc0bff92cbf {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:32.566367 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481d6ced-daa3-4e23-b013-c58441678838", "tag": "71ef623f-ef40-449b-b889-bc8372d9e073", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:32.566672 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10e5195e-e169-4abf-97da-edc0bff92cbf {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:32.567116 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d6ced-daa3-4e23-b013-c58441678838', 'tag': '71ef623f-ef40-449b-b889-bc8372d9e073', 'status': 'completed', 'code': 200} Feb 07 22:32:32.672803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6939443c-0300-4caa-9b8f-84d835c85b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:32.674683 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-6939443c-0300-4caa-9b8f-84d835c85b7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 1098 time: 0.0989437 Feb 07 22:32:32.732056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-d93338ec-c57d-4a0a-bf9a-47f717af16b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=71ef623f-ef40-449b-b889-bc8372d9e073 HTTP/1.1" status: 200 len: 217 time: 0.0451276 Feb 07 22:32:32.761489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a7071-c62a-46b1-8421-b120329c7b44 req-36a357ab-9bd9-4c63-a9d3-bb99b9674aac tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:32.770296 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c55a7071-c62a-46b1-8421-b120329c7b44 req-36a357ab-9bd9-4c63-a9d3-bb99b9674aac tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 949 time: 0.1372461 Feb 07 22:32:32.831014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b866036-e4dc-4b5b-bd0f-4bb450f73cfd req-69b75e9d-e51e-4952-8fc7-67c0732cdde9 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:32.839047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b866036-e4dc-4b5b-bd0f-4bb450f73cfd req-69b75e9d-e51e-4952-8fc7-67c0732cdde9 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 948 time: 0.0768914 Feb 07 22:32:32.881376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c55a7071-c62a-46b1-8421-b120329c7b44 req-72eed06a-64b8-4c90-9560-c3b977816c8a tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033762 Feb 07 22:32:32.883229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-93035679-e2e6-4c73-ab06-58edc6b95b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:32.886466 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-93035679-e2e6-4c73-ab06-58edc6b95b0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1453016 Feb 07 22:32:32.888402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b866036-e4dc-4b5b-bd0f-4bb450f73cfd req-e87ad9d7-0d44-4b99-bacc-d300ed49468a tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482843 Feb 07 22:32:32.932366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55718) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:32.965849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-d1807a67-f348-4482-8e1a-5522fc89dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:32.967632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-d1807a67-f348-4482-8e1a-5522fc89dc31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723174 Feb 07 22:32:32.988937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d068e21c-6842-442f-87f4-0c1b4dfc1935 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:32.992528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c454d3d8-eb06-48ff-8419-f2eece9a4808 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:32:33.093715 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f71bb587-5d6b-48b0-9bf1-feaac643060a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.098293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-427db6f0-608a-4553-88f0-135659a62290 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219313 Feb 07 22:32:33.108271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55724) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:33.121214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a143d-340b-4598-b8d7-dfc6d36c70a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9e0b32-33fa-43cc-95b2-b4a535770826'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:33.123562 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52dcad7-1d36-42cd-b986-00ac7c4792ad" -d '{"events": [{"server_uuid": "dd4a143d-340b-4598-b8d7-dfc6d36c70a5", "name": "network-vif-plugged", "status": "completed", "tag": "2b9e0b32-33fa-43cc-95b2-b4a535770826"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:33.127085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5924872-a6a3-4bf3-a416-57d7040b4de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.149797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port c454d3d8-eb06-48ff-8419-f2eece9a4808 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:32:33.156504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port c454d3d8-eb06-48ff-8419-f2eece9a4808 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:33.157088 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.192309 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283761c2-3bfe-4163-8248-ea1d4ce9712b x-openstack-request-id: req-283761c2-3bfe-4163-8248-ea1d4ce9712b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:33.192672 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a143d-340b-4598-b8d7-dfc6d36c70a5", "name": "network-vif-plugged", "status": "completed", "tag": "2b9e0b32-33fa-43cc-95b2-b4a535770826", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:33.192869 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-283761c2-3bfe-4163-8248-ea1d4ce9712b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:33.193253 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a143d-340b-4598-b8d7-dfc6d36c70a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9e0b32-33fa-43cc-95b2-b4a535770826', 'code': 200} Feb 07 22:32:33.202267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:33.222211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'd068e21c-6842-442f-87f4-0c1b4dfc1935', 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519', 'port_id': 'd068e21c-6842-442f-87f4-0c1b4dfc1935', 'mac_address': 'fa:16:3e:27:1e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98536373-bef5-49be-b874-1ecb548ad3c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:33.224645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45ef54-465d-47f6-9512-00d95f9ce125 req-4ea8810e-1e2c-42e8-9cbf-57ba4c232c72 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:33.232083 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa45ef54-465d-47f6-9512-00d95f9ce125 req-4ea8810e-1e2c-42e8-9cbf-57ba4c232c72 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 944 time: 0.1211705 Feb 07 22:32:33.272297 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae10c8c-16e4-47c4-863b-32ee3bee8f52 req-902b7a9f-4178-40cc-8e82-2e4292f02aaf service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626582 Feb 07 22:32:33.294743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa45ef54-465d-47f6-9512-00d95f9ce125 req-3defc6ba-d487-43c9-ab6a-b106aa93c650 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608556 Feb 07 22:32:33.295222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.310380 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.342255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d068e21c-6842-442f-87f4-0c1b4dfc1935 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:33.363501 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f71bb587-5d6b-48b0-9bf1-feaac643060a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.378874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c454d3d8-eb06-48ff-8419-f2eece9a4808, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c454d3d8-eb06-48ff-8419-f2eece9a4808,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:33.380787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:33.385352 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.400257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f71bb587-5d6b-48b0-9bf1-feaac643060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.401544 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.419327 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5924872-a6a3-4bf3-a416-57d7040b4de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.452498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c454d3d8-eb06-48ff-8419-f2eece9a4808,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:33.470967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-01c635f7-d322-44c3-ba3d-3a44b240f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:33.472780 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-01c635f7-d322-44c3-ba3d-3a44b240f249 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 1098 time: 0.1234148 Feb 07 22:32:33.472923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bb587-5d6b-48b0-9bf1-feaac643060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f16147-3d7f-4d8b-8550-bef693c65f29,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:33.479116 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5924872-a6a3-4bf3-a416-57d7040b4de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.533203 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d5924872-a6a3-4bf3-a416-57d7040b4de1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3afd0bd7a07140d98bf09ccc5d9c60f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239037 Feb 07 22:32:33.534363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5924872-a6a3-4bf3-a416-57d7040b4de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d7757-9f45-4601-8510-441ffec45543,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:33.542324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d068e21c-6842-442f-87f4-0c1b4dfc1935,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:33.544059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55736) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:33.558983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e3107-eb35-4f7f-bf3e-13adc00d38e3 req-830bd0f3-60d0-4b08-8ab4-8f3e974635a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:33.560827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf8e3107-eb35-4f7f-bf3e-13adc00d38e3 req-830bd0f3-60d0-4b08-8ab4-8f3e974635a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 1100 time: 0.2957783 Feb 07 22:32:33.574048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f71bb587-5d6b-48b0-9bf1-feaac643060a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df0e91e889c74de1bb9734bfb0769ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6402822 Feb 07 22:32:33.574800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55738) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:33.601474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11805291-82f7-44df-9e58-bacc22bbaca1 req-c6812a17-05bc-40b0-b7d2-7b7f418ae138 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:33.603633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11805291-82f7-44df-9e58-bacc22bbaca1 req-c6812a17-05bc-40b0-b7d2-7b7f418ae138 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 945 time: 0.2088635 Feb 07 22:32:33.647523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.650319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['d068e21c-6842-442f-87f4-0c1b4dfc1935'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:33.692256 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11805291-82f7-44df-9e58-bacc22bbaca1 req-f931d2df-99e7-4663-8fd8-3042f512fb8b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807757 Feb 07 22:32:33.698558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-eaf4ce30-60dd-44d5-93a2-b3003d3bb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:33.700071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-eaf4ce30-60dd-44d5-93a2-b3003d3bb310 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2136128 Feb 07 22:32:33.723661 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf8e3107-eb35-4f7f-bf3e-13adc00d38e3 req-b59004a5-37a9-4cd7-8835-e643acaf512d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554804 Feb 07 22:32:33.724275 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-998cedde-0f7f-414b-8cb7-713bf7ae68e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.751857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01332d57-32e8-475c-a42f-c7975d146824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.778692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01332d57-32e8-475c-a42f-c7975d146824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.793588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-5097aa9a-415e-40e3-aab1-3480d72c9da2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=71ef623f-ef40-449b-b889-bc8372d9e073 HTTP/1.1" status: 200 len: 217 time: 0.0614779 Feb 07 22:32:33.796270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf81f-6515-489f-9ec9-313fbb4ccbe1 req-484abaf4-691d-4b5d-a6da-5aca44b353b4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:33.797886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae0cf81f-6515-489f-9ec9-313fbb4ccbe1 req-484abaf4-691d-4b5d-a6da-5aca44b353b4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 947 time: 0.2024338 Feb 07 22:32:33.826517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-998cedde-0f7f-414b-8cb7-713bf7ae68e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.828192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-cddfb475-0136-4955-bfd1-805bacc4b13d tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1753213808&fields=id&tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a HTTP/1.1" status: 200 len: 267 time: 0.0369925 Feb 07 22:32:33.896821 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae0cf81f-6515-489f-9ec9-313fbb4ccbe1 req-bca5a976-a223-4ffb-84fd-ec7d593304bc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766993 Feb 07 22:32:33.908256 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01332d57-32e8-475c-a42f-c7975d146824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.910823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01332d57-32e8-475c-a42f-c7975d146824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.914742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01332d57-32e8-475c-a42f-c7975d146824 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e60d7757-9f45-4601-8510-441ffec45543 HTTP/1.1" status: 204 len: 168 time: 0.3669178 Feb 07 22:32:33.921973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01332d57-32e8-475c-a42f-c7975d146824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d7757-9f45-4601-8510-441ffec45543,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:33.927597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-998cedde-0f7f-414b-8cb7-713bf7ae68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.930123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-998cedde-0f7f-414b-8cb7-713bf7ae68e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:33.931291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-998cedde-0f7f-414b-8cb7-713bf7ae68e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1f16147-3d7f-4d8b-8550-bef693c65f29 HTTP/1.1" status: 204 len: 168 time: 0.3376956 Feb 07 22:32:33.941199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cedde-0f7f-414b-8cb7-713bf7ae68e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f16147-3d7f-4d8b-8550-bef693c65f29,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:34.008266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-a69b510d-b4dd-4ccb-9431-d494281ba77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:34.009872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-a69b510d-b4dd-4ccb-9431-d494281ba77f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0828543 Feb 07 22:32:34.017356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-de283c62-44d8-413a-b658-c5fe2182c501 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:34.025728 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:34.026220 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-de283c62-44d8-413a-b658-c5fe2182c501 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/networks?id=4e5e518e-e670-4a66-9977-af4c80f6a4c0 HTTP/1.1" status: 200 len: 824 time: 0.1868067 Feb 07 22:32:34.045920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-c859b427-f542-4f82-b50f-3b9db71978f5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/quotas/f6c1c2ec102c42cb8156fd8a4f166d2a HTTP/1.1" status: 200 len: 375 time: 0.0192842 Feb 07 22:32:34.105450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-8717626b-717e-400c-920a-b5ae6e3ee9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:34.106973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-8717626b-717e-400c-920a-b5ae6e3ee9b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786150 Feb 07 22:32:34.118242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4198a47-b5f2-4dab-aafe-dcd62f61fc55 req-e7e30822-7e77-4219-b9b2-a8f21144eb56 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:34.127326 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4198a47-b5f2-4dab-aafe-dcd62f61fc55 req-e7e30822-7e77-4219-b9b2-a8f21144eb56 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1096 time: 0.0615499 Feb 07 22:32:34.134002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-47df7e7d-3793-4bd3-9749-3df4c25e717a tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0741224 Feb 07 22:32:34.188856 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4198a47-b5f2-4dab-aafe-dcd62f61fc55 req-917070c8-07c6-4273-b9d2-1ca9f22383a6 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564966 Feb 07 22:32:34.319747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-da79e2f7-8fec-4b74-8ef5-d73e1a62bdcd service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988134 Feb 07 22:32:34.328257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-cdededa5-25d1-4078-8a61-71c18da9126e service neutron] 10.222.0.15 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669683 Feb 07 22:32:34.340934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81da0a-7eed-4951-80f9-3645d4b47d81 req-50f0178b-da3d-41a2-83f8-02fc7fb7b02d tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:34.351359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d81da0a-7eed-4951-80f9-3645d4b47d81 req-50f0178b-da3d-41a2-83f8-02fc7fb7b02d tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 949 time: 0.0696394 Feb 07 22:32:34.392579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d81da0a-7eed-4951-80f9-3645d4b47d81 req-57fac7ac-dca3-4e3d-a1e5-5079dceeb0c5 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Feb 07 22:32:34.497763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4f5b53c-6f46-47e4-a390-c35b68ea171a req-1d7891e2-5286-4812-b14e-1f841c3f22f8 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684682 Feb 07 22:32:34.518739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-2b90b910-9835-4202-b9cf-b39bfe6154d7 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814432 Feb 07 22:32:34.535887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08166c96-d73e-48e3-ab5c-19c7bc6bc8a2 req-249b8a1c-b3a3-42e1-9638-1626f5377197 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:34.538477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08166c96-d73e-48e3-ab5c-19c7bc6bc8a2 req-249b8a1c-b3a3-42e1-9638-1626f5377197 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 949 time: 0.0640528 Feb 07 22:32:34.600351 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08166c96-d73e-48e3-ab5c-19c7bc6bc8a2 req-a7f8763e-b46f-456f-a774-5b1beae1ffa9 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539489 Feb 07 22:32:34.713846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce691295-b1a5-46b0-8e4a-4a80e0597bc9 req-cea98044-f5fe-4cbd-b74e-8db82d8c3bf1 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:34.715608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce691295-b1a5-46b0-8e4a-4a80e0597bc9 req-cea98044-f5fe-4cbd-b74e-8db82d8c3bf1 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1096 time: 0.0677249 Feb 07 22:32:34.771523 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce691295-b1a5-46b0-8e4a-4a80e0597bc9 req-f6fb5b43-7e53-471e-b09c-77edb6c01b60 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458779 Feb 07 22:32:34.850136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa3575-ed8a-4255-9a26-8d25cbd52a9b req-767ccd89-b6a9-42d3-967f-ac9866803996 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:34.854226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfaa3575-ed8a-4255-9a26-8d25cbd52a9b req-767ccd89-b6a9-42d3-967f-ac9866803996 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 945 time: 0.1387153 Feb 07 22:32:34.893963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2dbb7c59-41f0-47ac-bf47-a32743b259fb req-bcacfdc0-274e-4841-9cab-a68c5d59cc15 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 210 time: 0.0532300 Feb 07 22:32:34.905624 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfaa3575-ed8a-4255-9a26-8d25cbd52a9b req-2210140e-89ab-41e1-b848-172f238f73fe tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Feb 07 22:32:34.929479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d068e21c-6842-442f-87f4-0c1b4dfc1935 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:32:34.999092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-facdaeac-0343-4976-91e2-63cfbf6a1526 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:35.019151 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-facdaeac-0343-4976-91e2-63cfbf6a1526 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 945 time: 0.1273718 Feb 07 22:32:35.083835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port d068e21c-6842-442f-87f4-0c1b4dfc1935 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:32:35.090141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port d068e21c-6842-442f-87f4-0c1b4dfc1935 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:35.090525 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:35.196520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f9e19-bae6-44ca-b94d-c16e9d58b72c req-33b15cb9-d236-4818-8156-75629efe68bc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:35.200076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-843f9e19-bae6-44ca-b94d-c16e9d58b72c req-33b15cb9-d236-4818-8156-75629efe68bc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 947 time: 0.1149178 Feb 07 22:32:35.205372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5796e7bf-04b8-450a-86a9-4df17b338518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c454d3d8-eb06-48ff-8419-f2eece9a4808'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:35.212854 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274d5780-1d5e-45fd-8235-32d47fc6f184" -d '{"events": [{"server_uuid": "5796e7bf-04b8-450a-86a9-4df17b338518", "name": "network-vif-plugged", "status": "completed", "tag": "c454d3d8-eb06-48ff-8419-f2eece9a4808"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:35.297233 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-843f9e19-bae6-44ca-b94d-c16e9d58b72c req-c8e12763-fad8-4b00-8565-a17e1d021e39 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852284 Feb 07 22:32:35.338036 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:35.414234 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586e0249-f8b7-4b3f-b0a6-6ae85a75c131 x-openstack-request-id: req-586e0249-f8b7-4b3f-b0a6-6ae85a75c131 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:35.414532 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5796e7bf-04b8-450a-86a9-4df17b338518", "name": "network-vif-plugged", "status": "completed", "tag": "c454d3d8-eb06-48ff-8419-f2eece9a4808", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:35.415837 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-586e0249-f8b7-4b3f-b0a6-6ae85a75c131 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:35.415956 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5796e7bf-04b8-450a-86a9-4df17b338518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c454d3d8-eb06-48ff-8419-f2eece9a4808', 'code': 200} Feb 07 22:32:35.421966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Deleting port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:32:35.422876 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:35.457359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:35.463367 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:35.507389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f0251-23f2-4be1-bd94-7321bbd7a9ab req-38dcdb17-efb6-4668-a1d7-23b3a7445a1a tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:35.519658 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-893f0251-23f2-4be1-bd94-7321bbd7a9ab req-38dcdb17-efb6-4668-a1d7-23b3a7445a1a tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1096 time: 0.1750891 Feb 07 22:32:35.562445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d068e21c-6842-442f-87f4-0c1b4dfc1935,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:35.606874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-893f0251-23f2-4be1-bd94-7321bbd7a9ab req-67364635-fe61-4b9e-acdc-d1cb4df13a62 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857589 Feb 07 22:32:35.613910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] For port 177a37d6-67a0-4d16-9ea0-3750ca05edb1, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=177a37d6-67a0-4d16-9ea0-3750ca05edb1,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:35.614381 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:35.659324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3944dd-3d9c-4583-86df-0abc5073a6c5 req-38c0adad-6220-447f-869e-979a9b34752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:35.661477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e3944dd-3d9c-4583-86df-0abc5073a6c5 req-38c0adad-6220-447f-869e-979a9b34752a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 1100 time: 0.1989164 Feb 07 22:32:35.716830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968f29-a778-44fd-a4f5-a7e7697f5a60 req-fddaec72-9888-43ef-93b6-2ea1b11fc8b7 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:35.718872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c968f29-a778-44fd-a4f5-a7e7697f5a60 req-fddaec72-9888-43ef-93b6-2ea1b11fc8b7 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 949 time: 0.1721075 Feb 07 22:32:35.766965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e3944dd-3d9c-4583-86df-0abc5073a6c5 req-d86f2815-5cea-44d8-b21c-86e9e82c8dc5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931180 Feb 07 22:32:35.800031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c968f29-a778-44fd-a4f5-a7e7697f5a60 req-f242dab4-78c0-4e2e-9f23-2d3fda0cc300 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713964 Feb 07 22:32:35.892407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c881b-7f03-4772-8603-eaa16bdad01f req-1a989ad5-8354-4734-86d3-5ad3f9fbb316 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:35.893909 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-314c881b-7f03-4772-8603-eaa16bdad01f req-1a989ad5-8354-4734-86d3-5ad3f9fbb316 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 949 time: 0.1327934 Feb 07 22:32:35.982848 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-314c881b-7f03-4772-8603-eaa16bdad01f req-9ae1cf1d-06c5-4e77-b041-ebb57c77e377 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813410 Feb 07 22:32:36.021005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:36.021950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:36.022621 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Floating IP edcef9d7-9211-4287-8d09-195672329058 disassociated. External IP: 172.25.8.245, port: 177a37d6-67a0-4d16-9ea0-3750ca05edb1. Feb 07 22:32:36.023032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Calling delete_port for 177a37d6-67a0-4d16-9ea0-3750ca05edb1 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:32:36.203174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:36.237345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event deleted for resources: {'Port': ['ID=177a37d6-67a0-4d16-9ea0-3750ca05edb1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:36.402865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:32:36.573709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f083fa1a-e7f6-4b9f-a420-511efb016641 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:36.575382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f083fa1a-e7f6-4b9f-a420-511efb016641 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "GET /v2.0/networks?id=4e5e518e-e670-4a66-9977-af4c80f6a4c0 HTTP/1.1" status: 200 len: 824 time: 0.1788836 Feb 07 22:32:36.599647 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd5eb685-e903-483a-bda4-e517904aea11 req-2e01ee21-ae3b-4ed3-8753-0d331866118a tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 210 time: 0.0373206 Feb 07 22:32:36.611388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:32:36.624290 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] Sync routers for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:32:36.638716 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:32:36.639343 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:32:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:32:36.668423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-822aa3db-d9ed-4335-b3eb-2b816c979099 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a HTTP/1.1" status: 200 len: 380 time: 0.0777316 Feb 07 22:32:36.682430 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Request body: {'port': {'device_id': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'admin_state_up': True, 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'security_groups': ['a70f9223-0d80-4cc9-ae2a-18eb6a077c95']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:36.723999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 71ef623f-ef40-449b-b889-bc8372d9e073 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:36.908280 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:32:36.956377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Made reservation on behalf of f6c1c2ec102c42cb8156fd8a4f166d2a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:36.959738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:36.999260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1dca1-ff15-40ed-ab3c-8c9a038e599b req-ea836ce7-22f6-4aa9-af08-7df6dd08c525 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:37.005035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 71ef623f-ef40-449b-b889-bc8372d9e073, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=71ef623f-ef40-449b-b889-bc8372d9e073,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:37.008455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98d1dca1-ff15-40ed-ab3c-8c9a038e599b req-ea836ce7-22f6-4aa9-af08-7df6dd08c525 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 947 time: 0.0996523 Feb 07 22:32:37.026100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '71ef623f-ef40-449b-b889-bc8372d9e073', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '71ef623f-ef40-449b-b889-bc8372d9e073', 'mac_address': 'fa:16:3e:32:4d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:37.089218 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:37.105096 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98d1dca1-ff15-40ed-ab3c-8c9a038e599b req-b302aa16-b7f2-456d-aec7-f6be50e86a73 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955734 Feb 07 22:32:37.111821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ef623f-ef40-449b-b889-bc8372d9e073 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:37.142764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] No DVR routers for this DVR port 177a37d6-67a0-4d16-9ea0-3750ca05edb1 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:37.148704 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:37.150807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 71ef623f-ef40-449b-b889-bc8372d9e073, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=71ef623f-ef40-449b-b889-bc8372d9e073,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:37.152116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-24ddc0d1-0ffc-4b79-b9ae-9e1c2e2fa55d req-1e461be3-2dbe-446a-b5b5-40d9f0d427a5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "DELETE /v2.0/ports/177a37d6-67a0-4d16-9ea0-3750ca05edb1 HTTP/1.1" status: 204 len: 173 time: 2.1304538 Feb 07 22:32:37.152579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'name': 'network-vif-deleted', 'tag': '177a37d6-67a0-4d16-9ea0-3750ca05edb1'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:37.157319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:37.163029 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc99ef-3a6e-4e91-8f9f-99998a56016b" -d '{"events": [{"server_uuid": "9474a05c-c2ae-4c0a-af31-7d463eac3cc7", "name": "network-vif-deleted", "tag": "177a37d6-67a0-4d16-9ea0-3750ca05edb1"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:37.205808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9863b-103f-428b-80e4-18643f9aa29d req-79f85e15-309e-45aa-bc07-b34479e52ea0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:37.222271 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:32:37.226733 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4d9863b-103f-428b-80e4-18643f9aa29d req-79f85e15-309e-45aa-bc07-b34479e52ea0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 946 time: 0.5128520 Feb 07 22:32:37.233537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Allocated IP 172.20.0.3 (4e5e518e-e670-4a66-9977-af4c80f6a4c0/1673fd05-f7a6-43e6-b385-ac664e2bddca/1101d94a-39f5-41c5-bea7-7d5107b80c4d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:37.238892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=71ef623f-ef40-449b-b889-bc8372d9e073,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:37.267954 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] Checking router: d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:32:37.278471 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:32:37.279182 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:32:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:32:37.306847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4d9863b-103f-428b-80e4-18643f9aa29d req-7e005831-f5d2-4929-a2ef-fbf2bb5ddaeb tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791352 Feb 07 22:32:37.412562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:37.417507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:37.420416 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8b4ed3-212f-4810-b655-7d872a158e7c" -d '{"events": [{"server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "name": "network-vif-plugged", "status": "completed", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:37.433132 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:37.459257 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:32:37.471206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dba01-2e63-4ea2-b172-00199d27cbb9 req-3e62a012-99f0-420a-b6f3-51c8850f803f tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:37.473020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-765dba01-2e63-4ea2-b172-00199d27cbb9 req-3e62a012-99f0-420a-b6f3-51c8850f803f tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1096 time: 0.0846727 Feb 07 22:32:37.516847 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-bf66f13f-81f0-4e96-81f3-902ffc97ae1f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406754 Feb 07 22:32:37.531181 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-765dba01-2e63-4ea2-b172-00199d27cbb9 req-fad67b71-7c61-4fe3-8531-ea7d6484d748 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453298 Feb 07 22:32:37.550095 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:37.670143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:37.679506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:37.684193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:37.685980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98703cbc-9478-4965-8cf0-99cd382a2ebe req-217562b9-143d-410d-b1f3-f263621869ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0371141 Feb 07 22:32:37.693953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:37.694715 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:37.702293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event updated for resources: {'Port': ['ID=1101d94a-39f5-41c5-bea7-7d5107b80c4d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:37.752473 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-75cc24b0-66dc-4f5b-9e9b-0160b7026787 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0769274 Feb 07 22:32:37.769162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-6e4f5453-52cc-42ff-807a-c1bd3a8a6073 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:37.772367 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:32:37.776781 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-6e4f5453-52cc-42ff-807a-c1bd3a8a6073 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575202 Feb 07 22:32:37.794436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Request body: {'port': {'device_id': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:37.802547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54da30-f631-4837-9a50-cba5039c0778 req-1f0702ab-470a-4096-bf2d-2a64e5d4a075 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:37.806681 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad54da30-f631-4837-9a50-cba5039c0778 req-1f0702ab-470a-4096-bf2d-2a64e5d4a075 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 949 time: 0.1490002 Feb 07 22:32:37.808886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98703cbc-9478-4965-8cf0-99cd382a2ebe req-e10f66da-d459-4232-9176-856d1262d4b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&device_id=9474a05c-c2ae-4c0a-af31-7d463eac3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0558245 Feb 07 22:32:37.813706 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7e15a-b8f7-4ee2-93cb-57aac7ab4963 None None] The sync data for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 is: [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:32:37.838715 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-91c36400-a701-41d1-9305-f728c60a8f57 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/quotas/91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 375 time: 0.0532382 Feb 07 22:32:37.962284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-de6d9585-82b8-4a78-add1-daf35df28fae tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025848 Feb 07 22:32:37.982567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:38.036458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9ab6fc48-c948-4ff1-a867-035076b33a10 None None] Provisioning complete for port 1101d94a-39f5-41c5-bea7-7d5107b80c4d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:38.045032 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ab6fc48-c948-4ff1-a867-035076b33a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:38.049887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad54da30-f631-4837-9a50-cba5039c0778 req-7e88d91b-cf3a-4011-bd07-c85ef5b0bddc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251015 Feb 07 22:32:38.136734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9ab6fc48-c948-4ff1-a867-035076b33a10 None None] Port 1101d94a-39f5-41c5-bea7-7d5107b80c4d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:32:38.176995 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079a2ed0-1b84-4c00-b7be-6f9e0886cac9 x-openstack-request-id: req-079a2ed0-1b84-4c00-b7be-6f9e0886cac9 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:38.177461 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9474a05c-c2ae-4c0a-af31-7d463eac3cc7", "name": "network-vif-deleted", "tag": "177a37d6-67a0-4d16-9ea0-3750ca05edb1", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:38.177552 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-079a2ed0-1b84-4c00-b7be-6f9e0886cac9 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:38.177996 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9474a05c-c2ae-4c0a-af31-7d463eac3cc7', 'name': 'network-vif-deleted', 'tag': '177a37d6-67a0-4d16-9ea0-3750ca05edb1', 'status': 'completed', 'code': 200} Feb 07 22:32:38.233093 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be173b2d-a07a-4403-b2ec-c9bef41496ec x-openstack-request-id: req-be173b2d-a07a-4403-b2ec-c9bef41496ec {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:38.233463 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "name": "network-vif-plugged", "status": "completed", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:38.233779 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be173b2d-a07a-4403-b2ec-c9bef41496ec {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:38.234318 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935', 'code': 200} Feb 07 22:32:38.262498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d7e94-39a0-41fb-9bf5-569e44d8a4e6 None None] New status for floating IP edcef9d7-9211-4287-8d09-195672329058: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:32:38.299012 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98703cbc-9478-4965-8cf0-99cd382a2ebe req-d15efafa-b956-4799-a248-66889785f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:38.301333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98703cbc-9478-4965-8cf0-99cd382a2ebe req-d15efafa-b956-4799-a248-66889785f4ed service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&shared=False HTTP/1.1" status: 200 len: 924 time: 0.4698896 Feb 07 22:32:38.310932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.24', 62194) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:38.507420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a21f0-75d2-4780-8cb0-e6a067634ca7 req-f0da464f-8ba9-442a-aba9-3ee330d08e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:38.509452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e36a21f0-75d2-4780-8cb0-e6a067634ca7 req-f0da464f-8ba9-442a-aba9-3ee330d08e81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1097 time: 0.1930954 Feb 07 22:32:38.517945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1101d94a-39f5-41c5-bea7-7d5107b80c4d {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:38.530665 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:38.549233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980fb0-d286-4994-bf26-12e71ec9fe3e req-3978c900-ea1a-4892-a4ee-31cc26d3308d tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:38.560280 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6980fb0-d286-4994-bf26-12e71ec9fe3e req-3978c900-ea1a-4892-a4ee-31cc26d3308d tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 931 time: 0.1380703 Feb 07 22:32:38.578964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Transition to ACTIVE for port object 1101d94a-39f5-41c5-bea7-7d5107b80c4d will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:38.592422 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:38.624380 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e36a21f0-75d2-4780-8cb0-e6a067634ca7 req-d147e3b6-5a70-4310-84c1-70c55ff0f13f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041851 Feb 07 22:32:38.641429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98703cbc-9478-4965-8cf0-99cd382a2ebe req-cde58d63-a556-4664-9d3d-1beff8c6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:38.643435 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98703cbc-9478-4965-8cf0-99cd382a2ebe req-cde58d63-a556-4664-9d3d-1beff8c6092a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3259952 Feb 07 22:32:38.681285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1101d94a-39f5-41c5-bea7-7d5107b80c4d,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:38.698877 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6980fb0-d286-4994-bf26-12e71ec9fe3e req-6db77af5-4338-4f2f-a528-13f4c4b0c2f4 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178870 Feb 07 22:32:38.722021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 71ef623f-ef40-449b-b889-bc8372d9e073 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:32:38.737169 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Attempting to bind port 1101d94a-39f5-41c5-bea7-7d5107b80c4d on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:38.737496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Attempting to bind port 1101d94a-39f5-41c5-bea7-7d5107b80c4d by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:38.737822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Attempting to bind port 1101d94a-39f5-41c5-bea7-7d5107b80c4d on network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:38.742674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Port 1101d94a-39f5-41c5-bea7-7d5107b80c4d on network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:38.742994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Attempting to bind port 1101d94a-39f5-41c5-bea7-7d5107b80c4d on network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:38.749018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:38.749157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Checking segment: {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:38.749440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Bound using segment: {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:38.749951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Bound port: 1101d94a-39f5-41c5-bea7-7d5107b80c4d, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:38.750256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:38.835639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 71ef623f-ef40-449b-b889-bc8372d9e073 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:32:38.851204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 71ef623f-ef40-449b-b889-bc8372d9e073 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:38.878592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:38.881152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] For port 1101d94a-39f5-41c5-bea7-7d5107b80c4d, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:38.888765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] For port 1101d94a-39f5-41c5-bea7-7d5107b80c4d, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1101d94a-39f5-41c5-bea7-7d5107b80c4d,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:38.895919 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:38.963584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 177a37d6-67a0-4d16-9ea0-3750ca05edb1 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:38.988016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:38.988660 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:38.990621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/1101d94a-39f5-41c5-bea7-7d5107b80c4d HTTP/1.1" status: 200 len: 1091 time: 1.2126989 Feb 07 22:32:38.991094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'tag': '1101d94a-39f5-41c5-bea7-7d5107b80c4d'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:38.993728 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e28067-bd51-4eff-9bf1-9360b2c2fad9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4752de-63ad-412c-ad76-ab697e2928ce", "tag": "1101d94a-39f5-41c5-bea7-7d5107b80c4d"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:39.004823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2080f8e-7673-4854-b99a-8ff8d98b33e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1101d94a-39f5-41c5-bea7-7d5107b80c4d,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:39.039222 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 177a37d6-67a0-4d16-9ea0-3750ca05edb1 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:32:39.039863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 177a37d6-67a0-4d16-9ea0-3750ca05edb1 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:39.108152 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:39.155829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 71ef623f-ef40-449b-b889-bc8372d9e073, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=71ef623f-ef40-449b-b889-bc8372d9e073,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:39.173193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-0f78f27b-a2af-40ad-8f04-dc7b8ea96919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:39.174698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-0f78f27b-a2af-40ad-8f04-dc7b8ea96919 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 1094 time: 0.1136854 Feb 07 22:32:39.180729 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:39.252749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=71ef623f-ef40-449b-b889-bc8372d9e073,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:39.482304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a807b6-2a37-47fb-96f8-7772c3606ec1 req-73146ada-cb35-4bca-a07a-16b5da8bbd23 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:39.483812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3a807b6-2a37-47fb-96f8-7772c3606ec1 req-73146ada-cb35-4bca-a07a-16b5da8bbd23 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 948 time: 0.3813686 Feb 07 22:32:39.492823 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-a5597fbc-3885-420e-b93b-d3c43800455d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1101d94a-39f5-41c5-bea7-7d5107b80c4d HTTP/1.1" status: 200 len: 217 time: 0.3087306 Feb 07 22:32:39.591613 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88b88f92-11df-41b7-9035-746b57ac82ce req-4b7ceb9d-e7fb-482d-acf9-d2d2d84e4f7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065202 Feb 07 22:32:39.593604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-45bb75d1-dd75-4353-8dbc-e480595f75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:39.595874 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-45bb75d1-dd75-4353-8dbc-e480595f75a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1673fd05-f7a6-43e6-b385-ac664e2bddca HTTP/1.1" status: 200 len: 863 time: 0.0781004 Feb 07 22:32:39.599092 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3a807b6-2a37-47fb-96f8-7772c3606ec1 req-dafa0714-df80-4c96-9d54-bb344f95c65e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054235 Feb 07 22:32:39.612946 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-bae9f420-aace-42f3-b44e-a2fd93e2826d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433805 Feb 07 22:32:39.641712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-0db94831-9b0a-4132-8a69-698985211c58 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:32:39.646141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-0db94831-9b0a-4132-8a69-698985211c58 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161991 Feb 07 22:32:39.668912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-c27c6908-8bec-4224-841a-02b563b9c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:39.670558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-c27c6908-8bec-4224-841a-02b563b9c80a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e518e-e670-4a66-9977-af4c80f6a4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659182 Feb 07 22:32:39.733884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3281dab8-b34f-423a-accb-42314e8c48c6 req-40595e59-0220-4993-a1e0-f2d31661a245 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 210 time: 0.0615494 Feb 07 22:32:39.809470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88f92-11df-41b7-9035-746b57ac82ce req-01c35458-03a7-4da6-891a-e5504fd50bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:39.811031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88b88f92-11df-41b7-9035-746b57ac82ce req-01c35458-03a7-4da6-891a-e5504fd50bee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1096 time: 0.1280282 Feb 07 22:32:39.823221 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-21b395f0-6e7d-4492-a29d-317c67213371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:39.824660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-21b395f0-6e7d-4492-a29d-317c67213371 service neutron] 10.222.0.15 "GET /v2.0/ports/9032ef52-3f37-40be-9b58-064fb34a3039 HTTP/1.1" status: 200 len: 1093 time: 0.1460607 Feb 07 22:32:39.840972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Request body: {'binding': {'host': 'n-h2-827895-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:39.841427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Unknown quota resources ['binding']. {{(pid=102289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 22:32:39.887953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-d3e35467-5bcc-42ef-95c3-1d25d14dba47 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054939 Feb 07 22:32:39.926806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-4a1744aa-dfd1-47a0-9da6-a872373f0444 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:39.928210 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-4a1744aa-dfd1-47a0-9da6-a872373f0444 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796862 Feb 07 22:32:39.963751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Request body: {'port': {'device_id': '81e353ad-130a-47a7-a457-d9401af171f2', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '91722a73fcdc400fb27cbf1c42cd26e6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:40.000043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88f92-11df-41b7-9035-746b57ac82ce req-841f3af5-da75-4764-b312-93ebc03a20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.002405 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88b88f92-11df-41b7-9035-746b57ac82ce req-841f3af5-da75-4764-b312-93ebc03a20f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.1697249 Feb 07 22:32:40.055204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88b88f92-11df-41b7-9035-746b57ac82ce req-c814d243-f85e-4665-930f-c2ee440daca2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 217 time: 0.0402124 Feb 07 22:32:40.056472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8b0412f-e62b-4f0e-a8ff-62d39e42d304 req-80fde52a-ea3f-45b0-801d-48cb591a0d90 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606071 Feb 07 22:32:40.108006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88f92-11df-41b7-9035-746b57ac82ce req-bc647a8f-7a9c-453b-86c3-4f25e5795289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.110109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88b88f92-11df-41b7-9035-746b57ac82ce req-bc647a8f-7a9c-453b-86c3-4f25e5795289 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0493710 Feb 07 22:32:40.111321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 on host n-h2-827895-2 for vnic_type normal with profile None {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:40.111659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:40.112008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:40.120871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Port 9032ef52-3f37-40be-9b58-064fb34a3039 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:40.121186 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:40.132763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:40.133149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:40.133535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:40.134027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Bound port: 9032ef52-3f37-40be-9b58-064fb34a3039, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:40.140720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Made reservation on behalf of 91722a73fcdc400fb27cbf1c42cd26e6 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:40.144025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:40.153777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88b88f92-11df-41b7-9035-746b57ac82ce req-e7e43656-995d-4e56-a735-19d76e29a172 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352507 Feb 07 22:32:40.168816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:40.231398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:40.237386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d6ced-daa3-4e23-b013-c58441678838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ef623f-ef40-449b-b889-bc8372d9e073'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:40.241046 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9648b47b-c8fa-4311-a2f8-2de519ba3523" -d '{"events": [{"server_uuid": "481d6ced-daa3-4e23-b013-c58441678838", "name": "network-vif-plugged", "status": "completed", "tag": "71ef623f-ef40-449b-b889-bc8372d9e073"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:40.242117 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:40.243277 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-d5d9ecb7-c643-4176-906f-ea5e9d2cb26b service neutron] 10.222.0.15 "POST /v2.0/ports/9032ef52-3f37-40be-9b58-064fb34a3039/bindings HTTP/1.1" status: 201 len: 389 time: 0.4064777 Feb 07 22:32:40.265346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88b88f92-11df-41b7-9035-746b57ac82ce req-bbdfd282-2a65-4319-bacf-7cd886285b0e service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048613 Feb 07 22:32:40.290432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:40.295480 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:40.376668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3210e33f-d5f1-4302-b27c-0081864973cf,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:40.419508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ee693-06ac-4d96-972b-6e65915eb35e req-2bcf9dfb-7275-4fb6-9282-68abae721d53 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.424593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-301ee693-06ac-4d96-972b-6e65915eb35e req-2bcf9dfb-7275-4fb6-9282-68abae721d53 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 946 time: 0.1241965 Feb 07 22:32:40.458564 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88b88f92-11df-41b7-9035-746b57ac82ce req-dacf4c9e-9673-411c-b72d-aacd8372bbef service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864161 Feb 07 22:32:40.480205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-301ee693-06ac-4d96-972b-6e65915eb35e req-1552a7d9-753c-4e3d-a78b-e7f548ae902e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515351 Feb 07 22:32:40.498967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Allocated IP 192.168.233.106 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/ceb456f1-e8ee-4b63-bce9-691586e49f2a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:40.508509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5a6c6-bb6d-43e9-b509-4db1a27b0fcb req-47423a65-f52d-4298-b2f7-0df10c860ab4 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.510080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3b5a6c6-bb6d-43e9-b509-4db1a27b0fcb req-47423a65-f52d-4298-b2f7-0df10c860ab4 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 949 time: 0.1055160 Feb 07 22:32:40.540953 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d79606e-a0b9-4947-8111-baf6adfb0e04 x-openstack-request-id: req-9d79606e-a0b9-4947-8111-baf6adfb0e04 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:40.541277 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4752de-63ad-412c-ad76-ab697e2928ce", "tag": "1101d94a-39f5-41c5-bea7-7d5107b80c4d", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:40.541563 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d79606e-a0b9-4947-8111-baf6adfb0e04 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:40.541979 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'tag': '1101d94a-39f5-41c5-bea7-7d5107b80c4d', 'status': 'completed', 'code': 200} Feb 07 22:32:40.623587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3b5a6c6-bb6d-43e9-b509-4db1a27b0fcb req-5b63b0f6-2beb-473e-851d-98bcbbef6771 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987961 Feb 07 22:32:40.639137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-a3a38d03-9b8b-417f-9544-cbe0d2244f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.640747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-a3a38d03-9b8b-417f-9544-cbe0d2244f9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1096 time: 0.0865252 Feb 07 22:32:40.686255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-497bfbd2-401c-4db0-a964-3799cc73c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.687815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-497bfbd2-401c-4db0-a964-3799cc73c7ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 1094 time: 0.1152062 Feb 07 22:32:40.720468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd07cd7-51ae-47fe-9ad4-5adf135033b8 req-4e1d941d-6313-4a44-a30d-5a7744947ddc tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.722048 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7fd07cd7-51ae-47fe-9ad4-5adf135033b8 req-4e1d941d-6313-4a44-a30d-5a7744947ddc tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 943 time: 0.1229634 Feb 07 22:32:40.781383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7fd07cd7-51ae-47fe-9ad4-5adf135033b8 req-1d7ed5b6-de53-430e-afa9-022c77f0cea5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525193 Feb 07 22:32:40.792150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-8ee76938-a667-4190-b4cf-a2848898b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.793596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-8ee76938-a667-4190-b4cf-a2848898b958 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1389172 Feb 07 22:32:40.822113 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:40.852644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89372f-5b9c-45f1-8f40-f323f10faf8f req-fc836599-edc9-4733-848f-4db0a36e1eac tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.854315 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b89372f-5b9c-45f1-8f40-f323f10faf8f req-fc836599-edc9-4733-848f-4db0a36e1eac tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 949 time: 0.1418538 Feb 07 22:32:40.857875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-b8b37b09-7310-4396-8d39-5a7e23107547 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9032ef52-3f37-40be-9b58-064fb34a3039 HTTP/1.1" status: 200 len: 217 time: 0.0512397 Feb 07 22:32:40.900314 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9641b5f-6a18-47c9-b659-2d2334b98f56 x-openstack-request-id: req-d9641b5f-6a18-47c9-b659-2d2334b98f56 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:40.900629 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d6ced-daa3-4e23-b013-c58441678838", "name": "network-vif-plugged", "status": "completed", "tag": "71ef623f-ef40-449b-b889-bc8372d9e073", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:40.900886 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9641b5f-6a18-47c9-b659-2d2334b98f56 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:40.901274 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d6ced-daa3-4e23-b013-c58441678838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ef623f-ef40-449b-b889-bc8372d9e073', 'code': 200} Feb 07 22:32:40.907336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-62ebe85c-1bec-46dc-aca0-300c2ae4a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.908965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-62ebe85c-1bec-46dc-aca0-300c2ae4a7d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e518e-e670-4a66-9977-af4c80f6a4c0 HTTP/1.1" status: 200 len: 924 time: 0.2133923 Feb 07 22:32:40.933883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-dd601723-c9ea-436d-a6e7-891be36d49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:40.935868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-dd601723-c9ea-436d-a6e7-891be36d49aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.0666351 Feb 07 22:32:40.968536 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b89372f-5b9c-45f1-8f40-f323f10faf8f req-1e107451-58cd-46b9-abbf-9ac5a065e7d2 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033762 Feb 07 22:32:40.970548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-674f2b47-e324-4e95-8f92-5adc59aadd60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1101d94a-39f5-41c5-bea7-7d5107b80c4d HTTP/1.1" status: 200 len: 217 time: 0.0454834 Feb 07 22:32:40.983632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-16df2f21-8bdd-4303-8fee-4cad752ec9ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409002 Feb 07 22:32:40.986727 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:41.101234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-00055886-9693-42a5-b818-6c233c808497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.102593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-00055886-9693-42a5-b818-6c233c808497 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1673fd05-f7a6-43e6-b385-ac664e2bddca HTTP/1.1" status: 200 len: 863 time: 0.1256332 Feb 07 22:32:41.104072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9ca0a-5d41-4c98-ab2b-1ea0a59f66b9 req-6ab6f3d8-4e03-4859-83de-94b775f15e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.105526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68b9ca0a-5d41-4c98-ab2b-1ea0a59f66b9 req-6ab6f3d8-4e03-4859-83de-94b775f15e28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 1100 time: 0.1341360 Feb 07 22:32:41.111309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:41.115614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a077c-4276-4ce4-8958-107d7faf53d8 req-1f4fb263-0869-4278-aecb-390abd9f7c00 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.117108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb5a077c-4276-4ce4-8958-107d7faf53d8 req-1f4fb263-0869-4278-aecb-390abd9f7c00 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 945 time: 0.1365771 Feb 07 22:32:41.124440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Pushing event updated for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:41.128495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:41.145458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:41.151223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.151883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:41.178128 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41962-934b-411c-be18-8194a23afbb0 req-39fa15a1-0e82-43a1-9da3-6c9b5e61c7e6 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.179725 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7e41962-934b-411c-be18-8194a23afbb0 req-39fa15a1-0e82-43a1-9da3-6c9b5e61c7e6 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1097 time: 0.1224933 Feb 07 22:32:41.185332 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-d8e0b4c3-9e4b-4c79-967e-86a019aa74de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2279224 Feb 07 22:32:41.189923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-8e6477b1-ce71-41ab-8667-d37fa087c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.191379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-8e6477b1-ce71-41ab-8667-d37fa087c2b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e518e-e670-4a66-9977-af4c80f6a4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790105 Feb 07 22:32:41.192561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-a26fc18f-549b-4d67-a82c-04fd2f185a41 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993544 Feb 07 22:32:41.195860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68b9ca0a-5d41-4c98-ab2b-1ea0a59f66b9 req-bb718e3b-f294-4773-b066-4623a734c777 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721290 Feb 07 22:32:41.203013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Request body: {'port': {'device_id': '81e353ad-130a-47a7-a457-d9401af171f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:41.216804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb5a077c-4276-4ce4-8958-107d7faf53d8 req-105ee85e-3152-4348-9ade-16b67942e0c4 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828946 Feb 07 22:32:41.319260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-20e082b3-1933-48eb-87d1-354d887fe997 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118813 Feb 07 22:32:41.352348 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7e41962-934b-411c-be18-8194a23afbb0 req-81f93da5-8b22-441a-9819-dcbb540273cb tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598365 Feb 07 22:32:41.365083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:41.395771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f697-d25a-4bbe-ba94-83ae6061450c req-3ac79bcf-f717-448f-bca6-9cde735bb528 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.397693 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3cb1f697-d25a-4bbe-ba94-83ae6061450c req-3ac79bcf-f717-448f-bca6-9cde735bb528 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 949 time: 0.0693817 Feb 07 22:32:41.475768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-276a4c8e-ac1b-44c2-88e6-083fa3e1b4b2 None None] Provisioning complete for port ceb456f1-e8ee-4b63-bce9-691586e49f2a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:41.477983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-276a4c8e-ac1b-44c2-88e6-083fa3e1b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:41.488531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-fcc445cd-6f42-420e-9004-6056ff9da316 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.490045 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-fcc445cd-6f42-420e-9004-6056ff9da316 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.0914357 Feb 07 22:32:41.495875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3cb1f697-d25a-4bbe-ba94-83ae6061450c req-9191c76a-48c0-46ec-b81f-bb904043a38a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739396 Feb 07 22:32:41.502196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827895-2'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:41.570778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-276a4c8e-ac1b-44c2-88e6-083fa3e1b4b2 None None] Port ceb456f1-e8ee-4b63-bce9-691586e49f2a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:32:41.624082 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:41.672463 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-fc7df2a2-d2c0-47f3-94fb-5fde54b224cd service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659140 Feb 07 22:32:41.696633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-ed2cdd80-ab70-4aa9-8801-59d9ca606e1f tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.698151 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-ed2cdd80-ab70-4aa9-8801-59d9ca606e1f tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 949 time: 0.1737871 Feb 07 22:32:41.725184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2ef52-e0c0-4994-9977-4d715004b73e req-c2420098-ff3f-4ea9-bf0e-8aee3a50780a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.726742 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1fb2ef52-e0c0-4994-9977-4d715004b73e req-c2420098-ff3f-4ea9-bf0e-8aee3a50780a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 936 time: 0.1194317 Feb 07 22:32:41.877306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1fb2ef52-e0c0-4994-9977-4d715004b73e req-ab699aea-8dfa-4ded-8aab-3a3ef65c1e70 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278951 Feb 07 22:32:41.897627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc08628-113e-43f5-86da-10d4685c35d6 req-4c7c812e-20b1-4153-8974-8bb2a4feeb75 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:41.899119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dcc08628-113e-43f5-86da-10d4685c35d6 req-4c7c812e-20b1-4153-8974-8bb2a4feeb75 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1097 time: 0.1521392 Feb 07 22:32:41.899395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:41.907384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71e28067-bd51-4eff-9bf1-9360b2c2fad9 req-7dc57985-1dcb-44b0-93d2-becb2ec68eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272351 Feb 07 22:32:41.925152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Deleting port 2b9e0b32-33fa-43cc-95b2-b4a535770826 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:32:41.925564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:41.968690 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dcc08628-113e-43f5-86da-10d4685c35d6 req-cfb96a27-64e8-49f3-90f5-ab1cf0f676a6 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579362 Feb 07 22:32:42.023198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:42.032289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb456f1-e8ee-4b63-bce9-691586e49f2a {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:42.041122 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.057649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Transition to ACTIVE for port object ceb456f1-e8ee-4b63-bce9-691586e49f2a will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:42.062404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.108992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.121866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f041f1-81ec-4701-a3e7-3d2e39e9d2fe req-b6911245-93b2-4be2-a1fb-d8aa53d25cfa tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:42.123346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40f041f1-81ec-4701-a3e7-3d2e39e9d2fe req-b6911245-93b2-4be2-a1fb-d8aa53d25cfa tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 949 time: 0.1437528 Feb 07 22:32:42.129518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] For port 2b9e0b32-33fa-43cc-95b2-b4a535770826, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2b9e0b32-33fa-43cc-95b2-b4a535770826,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:42.129899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.144796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.154704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:42.190583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Calling delete_port for 2b9e0b32-33fa-43cc-95b2-b4a535770826 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:32:42.207170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e429c6-13c2-412f-9d74-25843fce6121 req-55dcb010-a4d8-4017-a3b6-06199df92302 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:42.211864 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28e429c6-13c2-412f-9d74-25843fce6121 req-55dcb010-a4d8-4017-a3b6-06199df92302 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 943 time: 0.1180522 Feb 07 22:32:42.213417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Attempting to bind port ceb456f1-e8ee-4b63-bce9-691586e49f2a on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:42.214502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Attempting to bind port ceb456f1-e8ee-4b63-bce9-691586e49f2a by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:42.215177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Attempting to bind port ceb456f1-e8ee-4b63-bce9-691586e49f2a on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:42.241014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Port ceb456f1-e8ee-4b63-bce9-691586e49f2a on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:42.241331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Attempting to bind port ceb456f1-e8ee-4b63-bce9-691586e49f2a on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:42.268626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28e429c6-13c2-412f-9d74-25843fce6121 req-044d3c77-7a42-4112-a662-6ce9ebcb18e1 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495894 Feb 07 22:32:42.269358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:42.269675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:42.270036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:42.270466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Bound port: ceb456f1-e8ee-4b63-bce9-691586e49f2a, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:42.270811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.303990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40f041f1-81ec-4701-a3e7-3d2e39e9d2fe req-24705134-67ae-41fc-b86a-39fc940b1dbc tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691597 Feb 07 22:32:42.316364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Pushing event updated for resources: {'Port': ['ID=9032ef52-3f37-40be-9b58-064fb34a3039,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:42.363746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 on host n-h1-827895-2 for vnic_type normal with profile {"migrating_to": "n-h2-827895-2"} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:42.364626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:42.364626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:42.378301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Port 9032ef52-3f37-40be-9b58-064fb34a3039 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:42.378614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Attempting to bind port 9032ef52-3f37-40be-9b58-064fb34a3039 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:42.395050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:42.395335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:42.395740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:42.396203 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Bound port: 9032ef52-3f37-40be-9b58-064fb34a3039, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:42.396560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.432762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:42.435770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:42.441282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.485976 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:42.486727 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.488116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] 10.222.0.46 "PUT /v2.0/ports/ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 1096 time: 1.2897677 Feb 07 22:32:42.491125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:42.493345 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb77d25-d250-4fbd-9381-bd6c52ae772a" -d '{"events": [{"name": "network-changed", "server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:42.512986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0175f1-9646-4a0c-8854-991b7a3ba3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:42.542918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:42.545043 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871b0c5b-9dfb-4a41-8e42-9bef8cd705ed" -d '{"events": [{"server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "name": "network-vif-unplugged", "status": "completed", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:42.561747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:42.567869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.579857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cf306-116f-40b9-a73b-25ce4cbbdfdf req-418c8268-5ccd-48b9-a470-a7fda624353f tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:42.581209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2b9e0b32-33fa-43cc-95b2-b4a535770826'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:42.582477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-433cf306-116f-40b9-a73b-25ce4cbbdfdf req-418c8268-5ccd-48b9-a470-a7fda624353f tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4a143d-340b-4598-b8d7-dfc6d36c70a5 HTTP/1.1" status: 200 len: 949 time: 0.1448646 Feb 07 22:32:42.595876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:42.629305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-765f715f-f78a-4c40-a5e7-ce096a37b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:42.631249 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-765f715f-f78a-4c40-a5e7-ce096a37b59b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1099 time: 0.0839198 Feb 07 22:32:42.661046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Pushing event deleted for resources: {'Port': ['ID=2b9e0b32-33fa-43cc-95b2-b4a535770826,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:42.665586 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.692903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-6b1bfad3-2d22-4290-8c3b-5b7ac61acf85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 217 time: 0.0481787 Feb 07 22:32:42.740650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] No DVR routers for this DVR port 2b9e0b32-33fa-43cc-95b2-b4a535770826 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:42.743749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.747963 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d36ebf24-2b5f-4392-ba6c-129fffaf7219 req-a6678973-0b74-47f7-b41f-cf47ff5b9cf3 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.46 "DELETE /v2.0/ports/2b9e0b32-33fa-43cc-95b2-b4a535770826 HTTP/1.1" status: 204 len: 173 time: 1.0433116 Feb 07 22:32:42.760213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-77574500-8e42-473e-9dc8-33499d57c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:42.763115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-77574500-8e42-473e-9dc8-33499d57c38d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0640893 Feb 07 22:32:42.808865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-433cf306-116f-40b9-a73b-25ce4cbbdfdf req-20584a51-bd41-49fa-b12c-522ee6f53a00 tempest-TenantUsagesTestJSON-678632727 tempest-TenantUsagesTestJSON-678632727-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723757 Feb 07 22:32:42.892610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-59b1cfbd-c706-4dc4-84eb-55063e8fd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:42.894806 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-59b1cfbd-c706-4dc4-84eb-55063e8fd48b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243405 Feb 07 22:32:42.915091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Pushing event updated for resources: {'Port': ['ID=9032ef52-3f37-40be-9b58-064fb34a3039,revision_number=8']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:42.936099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:42.936705 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:42.938661 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-db5d8d0b-a7f5-4ffe-8542-a57f8e40188c service neutron] 10.222.0.24 "PUT /v2.0/ports/9032ef52-3f37-40be-9b58-064fb34a3039 HTTP/1.1" status: 200 len: 1121 time: 1.4412713 Feb 07 22:32:42.975838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1101d94a-39f5-41c5-bea7-7d5107b80c4d details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:43.012125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9032ef52-3f37-40be-9b58-064fb34a3039'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:43.080006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-61fe9ba0-7a61-4d21-8725-bd44e80e91eb tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.081560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-61fe9ba0-7a61-4d21-8725-bd44e80e91eb tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.24 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 949 time: 0.2346952 Feb 07 22:32:43.084591 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b470b244-d65c-4d52-bae2-63409fb38ad4 x-openstack-request-id: req-b470b244-d65c-4d52-bae2-63409fb38ad4 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:43.084872 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:43.085186 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b470b244-d65c-4d52-bae2-63409fb38ad4 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:43.085482 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'status': 'completed', 'code': 200} Feb 07 22:32:43.138361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a6bb-17f7-46b0-b395-ad7878144f9f req-a323717b-0b4c-41db-ab93-0b18106a3134 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.140400 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c37a6bb-17f7-46b0-b395-ad7878144f9f req-a323717b-0b4c-41db-ab93-0b18106a3134 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 943 time: 0.2128360 Feb 07 22:32:43.164301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1101d94a-39f5-41c5-bea7-7d5107b80c4d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1101d94a-39f5-41c5-bea7-7d5107b80c4d,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:43.177148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-fa118cfa-d6d9-4b6e-85d0-970ac74b5dfe service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484584 Feb 07 22:32:43.183944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '1101d94a-39f5-41c5-bea7-7d5107b80c4d', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'port_id': '1101d94a-39f5-41c5-bea7-7d5107b80c4d', 'mac_address': 'fa:16:3e:c4:e9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:43.215465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338172a-acf8-46a9-a0b9-5feb4ab5fb01 req-217d0f23-d1ff-4475-a1df-7086dfb6a194 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.217392 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7338172a-acf8-46a9-a0b9-5feb4ab5fb01 req-217d0f23-d1ff-4475-a1df-7086dfb6a194 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 949 time: 0.0799756 Feb 07 22:32:43.255404 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:43.280528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1101d94a-39f5-41c5-bea7-7d5107b80c4d {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:43.288854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c37a6bb-17f7-46b0-b395-ad7878144f9f req-b342dabb-504d-4ea0-9921-c37737238b31 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374695 Feb 07 22:32:43.316484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1101d94a-39f5-41c5-bea7-7d5107b80c4d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1101d94a-39f5-41c5-bea7-7d5107b80c4d,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:43.325537 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:43.329409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7338172a-acf8-46a9-a0b9-5feb4ab5fb01 req-bc5e295d-89dd-4d7e-a0bd-73bb91a0785c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949802 Feb 07 22:32:43.342723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Deleting port c454d3d8-eb06-48ff-8419-f2eece9a4808 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:32:43.343047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:43.378386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017319ea-d702-4ecd-a26b-9a6de5ab3cef req-1a1ffc29-4281-48a2-ac41-045f13116110 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806629 Feb 07 22:32:43.408272 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3980fee9-a361-485a-b286-d001a34775dd x-openstack-request-id: req-3980fee9-a361-485a-b286-d001a34775dd {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:43.408599 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "name": "network-vif-unplugged", "status": "completed", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:43.408842 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3980fee9-a361-485a-b286-d001a34775dd {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:43.409218 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039', 'code': 200} Feb 07 22:32:43.448044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=1101d94a-39f5-41c5-bea7-7d5107b80c4d,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:43.542938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] For port c454d3d8-eb06-48ff-8419-f2eece9a4808, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c454d3d8-eb06-48ff-8419-f2eece9a4808,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:43.543295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:43.559640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Calling delete_port for c454d3d8-eb06-48ff-8419-f2eece9a4808 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:32:43.569511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-dc5ed8a4-46c1-4453-8af7-2d7e9ba846bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.574341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-dc5ed8a4-46c1-4453-8af7-2d7e9ba846bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1099 time: 0.0810032 Feb 07 22:32:43.574490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['1101d94a-39f5-41c5-bea7-7d5107b80c4d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:43.576444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ee287-908e-4587-916e-b9569d8cc276 req-fb437620-5e10-4f38-8318-8327755bcc04 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.579004 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e93ee287-908e-4587-916e-b9569d8cc276 req-fb437620-5e10-4f38-8318-8327755bcc04 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 948 time: 0.0772111 Feb 07 22:32:43.630255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e93ee287-908e-4587-916e-b9569d8cc276 req-dbc31526-fdf8-41c0-8bdc-8bb1d58ee383 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449045 Feb 07 22:32:43.766187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a5d2-cb6e-42da-89d8-f12bd7e8d3da req-3c1ab166-59a6-4403-91ec-ae8d749100ba tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.767685 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ac62a5d2-cb6e-42da-89d8-f12bd7e8d3da req-3c1ab166-59a6-4403-91ec-ae8d749100ba tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1097 time: 0.0608778 Feb 07 22:32:43.786255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-8c687687-4fb3-4c8e-96fe-d53c3c486223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.787795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-8c687687-4fb3-4c8e-96fe-d53c3c486223 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2058761 Feb 07 22:32:43.804770 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ac62a5d2-cb6e-42da-89d8-f12bd7e8d3da req-7f1c92d8-2d7f-4dac-bdd3-3f5b07b4a101 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298839 Feb 07 22:32:43.852876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-de3274f2-9c39-4fee-8009-cb2bfa1da1ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 217 time: 0.0443590 Feb 07 22:32:43.916551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd15d4-1314-4c1b-8fc2-87b4abe0ee25 req-e39cb9ab-4398-476d-909f-ba8694d51970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.917960 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9dcd15d4-1314-4c1b-8fc2-87b4abe0ee25 req-e39cb9ab-4398-476d-909f-ba8694d51970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 944 time: 0.1576219 Feb 07 22:32:43.931559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb6fff-fa5f-4943-a65b-0106aa50cb2d req-c49be42d-dbd0-4e9d-bba7-d9e71f3d4c1a tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.934117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26fb6fff-fa5f-4943-a65b-0106aa50cb2d req-c49be42d-dbd0-4e9d-bba7-d9e71f3d4c1a tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/ports?device_id=5796e7bf-04b8-450a-86a9-4df17b338518 HTTP/1.1" status: 200 len: 949 time: 0.0515573 Feb 07 22:32:43.964157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-14847e3d-4f0a-4dc4-8684-ff64b97fc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:43.965583 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-14847e3d-4f0a-4dc4-8684-ff64b97fc70c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1068506 Feb 07 22:32:43.971735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:43.977996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26fb6fff-fa5f-4943-a65b-0106aa50cb2d req-fa1aee57-f70e-4f03-bd08-5d3af05a5812 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.15 "GET /v2.0/security-groups?id=51130f05-7d3c-4fa4-9bb9-5d6596e502e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Feb 07 22:32:44.034612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Pushing event deleted for resources: {'Port': ['ID=c454d3d8-eb06-48ff-8419-f2eece9a4808,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:44.039832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9dcd15d4-1314-4c1b-8fc2-87b4abe0ee25 req-eb4640d6-205e-40f8-a2c1-7ece623eb008 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145318 Feb 07 22:32:44.093393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] No DVR routers for this DVR port c454d3d8-eb06-48ff-8419-f2eece9a4808 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:44.098235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:44.101631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ab84710-2c7c-4eee-afaf-8fe24a58df92 req-f87e5566-2677-4be1-8e90-9a5b4835a039 tempest-DeleteServersAdminTestJSON-1549736341 tempest-DeleteServersAdminTestJSON-1549736341-project] 10.222.0.24 "DELETE /v2.0/ports/c454d3d8-eb06-48ff-8419-f2eece9a4808 HTTP/1.1" status: 204 len: 173 time: 1.0083299 Feb 07 22:32:44.104566 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-9478dcef-14c2-40e2-8958-a5fbd32202a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:44.106016 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-9478dcef-14c2-40e2-8958-a5fbd32202a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278751 Feb 07 22:32:44.132501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['c454d3d8-eb06-48ff-8419-f2eece9a4808'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:44.254701 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-b9b6cb9b-676f-4c7b-8840-d1aebd951da6 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394777 Feb 07 22:32:44.317448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80c85c-50ab-4bbb-a671-063acb753fa6 req-32b82011-ee78-45ca-8afd-097bfc01d4df tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:44.319013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9a80c85c-50ab-4bbb-a671-063acb753fa6 req-32b82011-ee78-45ca-8afd-097bfc01d4df tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 1100 time: 0.0717907 Feb 07 22:32:44.342781 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9a80c85c-50ab-4bbb-a671-063acb753fa6 req-909a715b-06f4-4387-bc71-c012eb9ca2dc tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:44.369617 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6eb77d25-d250-4fbd-9381-bd6c52ae772a req-63eb6223-04f1-4034-b318-c40d56f56726 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064184 Feb 07 22:32:44.426941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9a80c85c-50ab-4bbb-a671-063acb753fa6 req-909a715b-06f4-4387-bc71-c012eb9ca2dc tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:44.431335 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9a80c85c-50ab-4bbb-a671-063acb753fa6 req-909a715b-06f4-4387-bc71-c012eb9ca2dc tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:44.463025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9a80c85c-50ab-4bbb-a671-063acb753fa6 req-909a715b-06f4-4387-bc71-c012eb9ca2dc tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337183 Feb 07 22:32:44.467890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a715b-06f4-4387-bc71-c012eb9ca2dc tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048cf9be-5aa9-4d4a-bdcf-7b247b97d98e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:44.686587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0a056-4338-4c80-ba3b-8958ae08ea45 req-248df4d8-d568-4704-a197-2507f1218a86 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:44.688758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64a0a056-4338-4c80-ba3b-8958ae08ea45 req-248df4d8-d568-4704-a197-2507f1218a86 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 943 time: 0.1140265 Feb 07 22:32:44.736339 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64a0a056-4338-4c80-ba3b-8958ae08ea45 req-03443718-2fc9-4478-8276-fb919be2ac94 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Feb 07 22:32:44.753662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2b9e0b32-33fa-43cc-95b2-b4a535770826 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:44.784758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 2b9e0b32-33fa-43cc-95b2-b4a535770826 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:32:44.785416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2b9e0b32-33fa-43cc-95b2-b4a535770826 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:44.926050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56030) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:44.994571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9032ef52-3f37-40be-9b58-064fb34a3039 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:44.998505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1101d94a-39f5-41c5-bea7-7d5107b80c4d up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:32:45.041783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec818a-a731-4121-9387-144ebde61f1b req-f7ba2c2e-3c64-4f97-989f-cbc62e2d622b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:45.045306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-53ec818a-a731-4121-9387-144ebde61f1b req-f7ba2c2e-3c64-4f97-989f-cbc62e2d622b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 948 time: 0.0889690 Feb 07 22:32:45.086299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5796e7bf-04b8-450a-86a9-4df17b338518', 'name': 'network-vif-deleted', 'tag': 'c454d3d8-eb06-48ff-8419-f2eece9a4808'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:45.088712 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62540867-6dc4-402e-9db7-be71f8f8abfa" -d '{"events": [{"server_uuid": "5796e7bf-04b8-450a-86a9-4df17b338518", "name": "network-vif-deleted", "tag": "c454d3d8-eb06-48ff-8419-f2eece9a4808"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:45.113681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-53ec818a-a731-4121-9387-144ebde61f1b req-f26e1bde-8b12-408d-ad8b-b1c70352f718 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589728 Feb 07 22:32:45.150182 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-516a00d1-ae2a-4668-8576-9ab2b2e2c462 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8ea1871d087499d8656b74d2eed781c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227886 Feb 07 22:32:45.154068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56048) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:45.162753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 1101d94a-39f5-41c5-bea7-7d5107b80c4d completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:32:45.181821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 1101d94a-39f5-41c5-bea7-7d5107b80c4d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:45.182414 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.237691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f717963a-1df4-440f-bdc5-3bd774633349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.273741 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f717963a-1df4-440f-bdc5-3bd774633349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.308886 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-c6cc94a3-c43f-4893-99bb-858f59dd4c7c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305097 Feb 07 22:32:45.336361 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f717963a-1df4-440f-bdc5-3bd774633349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.339334 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f717963a-1df4-440f-bdc5-3bd774633349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.340728 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f717963a-1df4-440f-bdc5-3bd774633349 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c5e0a24-38ea-4cd8-9d39-c0a60677ecab HTTP/1.1" status: 204 len: 168 time: 0.1841233 Feb 07 22:32:45.350279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717963a-1df4-440f-bdc5-3bd774633349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5e0a24-38ea-4cd8-9d39-c0a60677ecab,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:45.412282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a143d-340b-4598-b8d7-dfc6d36c70a5', 'name': 'network-vif-deleted', 'tag': '2b9e0b32-33fa-43cc-95b2-b4a535770826'}, {'name': 'network-changed', 'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:45.415196 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1d02cf-973f-4b66-b489-e3fdf901052e" -d '{"events": [{"server_uuid": "dd4a143d-340b-4598-b8d7-dfc6d36c70a5", "name": "network-vif-deleted", "tag": "2b9e0b32-33fa-43cc-95b2-b4a535770826"}, {"name": "network-changed", "server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:45.416075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:45.433445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9032ef52-3f37-40be-9b58-064fb34a3039 has no active binding in host n-h2-827895-2 {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 22:32:45.473295 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.474435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-b767c955-37dd-40e7-885e-2d268491cbd9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:45.481856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-b767c955-37dd-40e7-885e-2d268491cbd9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724463 Feb 07 22:32:45.493153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-40bfb963-64f7-47c1-933c-58dd9557a6f3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/quotas/6bb2401e83da4e57a295ff2847b0ea0e HTTP/1.1" status: 200 len: 375 time: 0.0102997 Feb 07 22:32:45.499017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1101d94a-39f5-41c5-bea7-7d5107b80c4d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:45.501645 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca96c7d-016b-4e2a-9acd-89a3bed8eea2" -d '{"events": [{"server_uuid": "ba4752de-63ad-412c-ad76-ab697e2928ce", "name": "network-vif-plugged", "status": "completed", "tag": "1101d94a-39f5-41c5-bea7-7d5107b80c4d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:45.517682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1101d94a-39f5-41c5-bea7-7d5107b80c4d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1101d94a-39f5-41c5-bea7-7d5107b80c4d,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:45.524062 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.553386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-6bf9e98b-253b-4397-a6e3-a4ea7cff9c2c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534623 Feb 07 22:32:45.612128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-f84aead8-4483-4e10-97a0-aa584946fb19 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:32:45.613632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-f84aead8-4483-4e10-97a0-aa584946fb19 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075016 Feb 07 22:32:45.623546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=1101d94a-39f5-41c5-bea7-7d5107b80c4d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:45.666978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-2892b68b-183c-4b77-9532-780d1055d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:45.668557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-2892b68b-183c-4b77-9532-780d1055d1ab service neutron] 10.222.0.15 "GET /v2.0/ports/d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 200 len: 1094 time: 0.0426774 Feb 07 22:32:45.680605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Request body: {'binding': {'host': 'n-h1-827895-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:45.681058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Unknown quota resources ['binding']. {{(pid=102290) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 22:32:45.753218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56074) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:45.771446 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5327953f-548c-4083-8af0-49ac702d6272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.882892 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5327953f-548c-4083-8af0-49ac702d6272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.888057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5327953f-548c-4083-8af0-49ac702d6272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:45.936618 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5327953f-548c-4083-8af0-49ac702d6272 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf0bdac718f649bb9d66ec1b4fece964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791553 Feb 07 22:32:45.937256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56078) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:45.944667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327953f-548c-4083-8af0-49ac702d6272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d63dc-25cc-4838-9779-f20dc2a224f6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:46.003879 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-683653b5-fc64-48df-b748-8f39a16efced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:46.029558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-683653b5-fc64-48df-b748-8f39a16efced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:46.090242 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-683653b5-fc64-48df-b748-8f39a16efced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:46.092358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a620e3-83d1-49e5-99d7-9f037172e80b req-0c35c238-829a-47a4-bc7d-49a234cbe680 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:46.093100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-683653b5-fc64-48df-b748-8f39a16efced admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:46.093866 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9a620e3-83d1-49e5-99d7-9f037172e80b req-0c35c238-829a-47a4-bc7d-49a234cbe680 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.0885086 Feb 07 22:32:46.094862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-683653b5-fc64-48df-b748-8f39a16efced admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f9d63dc-25cc-4838-9779-f20dc2a224f6 HTTP/1.1" status: 204 len: 168 time: 0.1513588 Feb 07 22:32:46.108354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683653b5-fc64-48df-b748-8f39a16efced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d63dc-25cc-4838-9779-f20dc2a224f6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:46.147617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 on host n-h1-827895-2 for vnic_type normal with profile None {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:46.148574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:46.149130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:46.164317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Port d068e21c-6842-442f-87f4-0c1b4dfc1935 on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:46.164507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:46.175317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:46.175761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:46.176208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:46.176718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Bound port: d068e21c-6842-442f-87f4-0c1b4dfc1935, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:46.218343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9a620e3-83d1-49e5-99d7-9f037172e80b req-87e41005-79e7-4646-afa8-630a468b6b1c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963149 Feb 07 22:32:46.251521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:46.258245 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] Notify callbacks [] for binding, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:46.259483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-38bea9b3-b95d-4647-b76b-bd82af121e62 service neutron] 10.222.0.15 "POST /v2.0/ports/d068e21c-6842-442f-87f4-0c1b4dfc1935/bindings HTTP/1.1" status: 201 len: 389 time: 0.5831032 Feb 07 22:32:46.286700 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c44d78-f1ce-46c1-9812-9a6447259ce7 x-openstack-request-id: req-08c44d78-f1ce-46c1-9812-9a6447259ce7 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:46.287129 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5796e7bf-04b8-450a-86a9-4df17b338518", "name": "network-vif-deleted", "tag": "c454d3d8-eb06-48ff-8419-f2eece9a4808", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:46.287439 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08c44d78-f1ce-46c1-9812-9a6447259ce7 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:46.287927 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5796e7bf-04b8-450a-86a9-4df17b338518', 'name': 'network-vif-deleted', 'tag': 'c454d3d8-eb06-48ff-8419-f2eece9a4808', 'status': 'completed', 'code': 200} Feb 07 22:32:46.396207 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865412cf-8663-42e2-b448-567559879fe2 x-openstack-request-id: req-865412cf-8663-42e2-b448-567559879fe2 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:46.396504 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a143d-340b-4598-b8d7-dfc6d36c70a5", "name": "network-vif-deleted", "tag": "2b9e0b32-33fa-43cc-95b2-b4a535770826", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:46.396756 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-865412cf-8663-42e2-b448-567559879fe2 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:46.397537 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a143d-340b-4598-b8d7-dfc6d36c70a5', 'name': 'network-vif-deleted', 'tag': '2b9e0b32-33fa-43cc-95b2-b4a535770826', 'status': 'completed', 'code': 200} Feb 07 22:32:46.397787 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039', 'status': 'completed', 'code': 200} Feb 07 22:32:46.433045 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144024ee-59d0-43cd-b44f-966a5ea962cd x-openstack-request-id: req-144024ee-59d0-43cd-b44f-966a5ea962cd {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:46.433528 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4752de-63ad-412c-ad76-ab697e2928ce", "name": "network-vif-plugged", "status": "completed", "tag": "1101d94a-39f5-41c5-bea7-7d5107b80c4d", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:46.433709 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-144024ee-59d0-43cd-b44f-966a5ea962cd {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:46.434268 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1101d94a-39f5-41c5-bea7-7d5107b80c4d', 'code': 200} Feb 07 22:32:46.507658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-c86058a5-2605-404f-9a83-134da37396f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:46.509701 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-c86058a5-2605-404f-9a83-134da37396f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1124 time: 0.0703998 Feb 07 22:32:46.698279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-38398554-4625-42d7-ad1a-b9adeaf69616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:46.699952 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-38398554-4625-42d7-ad1a-b9adeaf69616 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1598892 Feb 07 22:32:46.712240 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-7077292c-1e50-4704-a9dd-3ed03b082ddc service neutron] 10.222.0.46 "GET /v2.0/ports/9032ef52-3f37-40be-9b58-064fb34a3039/bindings/n-h2-827895-2 HTTP/1.1" status: 200 len: 384 time: 0.1869247 Feb 07 22:32:46.753465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ceb456f1-e8ee-4b63-bce9-691586e49f2a details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:46.789565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-927b70d5-b094-420e-a7ea-39a1dc812731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:46.791691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-927b70d5-b094-420e-a7ea-39a1dc812731 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1097 time: 0.2131357 Feb 07 22:32:46.814867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f2676-61dc-45b6-b702-e670cf54c9e1 req-e1bdf3b2-382c-48d6-8678-d16a38a6b580 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:46.823687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-669f2676-61dc-45b6-b702-e670cf54c9e1 req-e1bdf3b2-382c-48d6-8678-d16a38a6b580 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 943 time: 0.3128383 Feb 07 22:32:46.830096 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-d7530a73-209d-4cd9-b0f3-5872bc1f345e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9032ef52-3f37-40be-9b58-064fb34a3039 HTTP/1.1" status: 200 len: 217 time: 0.1133869 Feb 07 22:32:46.846198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca2c9c-f914-4198-95d7-5e7c7e40a74a req-178d5c77-d7e6-4c52-886c-b19ffa02352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:46.854357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98ca2c9c-f914-4198-95d7-5e7c7e40a74a req-178d5c77-d7e6-4c52-886c-b19ffa02352e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 1096 time: 0.3076830 Feb 07 22:32:46.988056 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-669f2676-61dc-45b6-b702-e670cf54c9e1 req-4aabe61b-8f7f-4d59-ba1b-a211092eab9e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586156 Feb 07 22:32:46.994291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafe04e-1c8b-4454-99fb-26614ef1aa8b req-18db7929-4446-46d3-8f77-da5b79241473 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:46.997318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-c3601672-af03-400b-8384-6e61537d2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:46.998854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-c3601672-af03-400b-8384-6e61537d2960 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1569612 Feb 07 22:32:47.003283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0aafe04e-1c8b-4454-99fb-26614ef1aa8b req-18db7929-4446-46d3-8f77-da5b79241473 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 948 time: 0.2174489 Feb 07 22:32:47.021369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c454d3d8-eb06-48ff-8419-f2eece9a4808 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:47.062876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-6f13944c-abc7-47dc-a18f-ff4001f5ce1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458844 Feb 07 22:32:47.066427 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98ca2c9c-f914-4198-95d7-5e7c7e40a74a req-d3d9971e-82bd-4ff3-abc8-da837ebf8f69 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928787 Feb 07 22:32:47.089884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:47.101343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: c454d3d8-eb06-48ff-8419-f2eece9a4808 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:32:47.101692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c454d3d8-eb06-48ff-8419-f2eece9a4808 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:47.108882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'mac_address': 'fa:16:3e:87:3a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:47.161683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-13cbd821-b926-4018-8349-a617470fff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:47.163685 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-13cbd821-b926-4018-8349-a617470fff47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.3538177 Feb 07 22:32:47.169980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:47.212917 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb456f1-e8ee-4b63-bce9-691586e49f2a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:47.217305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-8c11d475-952b-48a1-9250-ee6d884e07f8 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530163 Feb 07 22:32:47.218634 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-64e97468-3667-4e30-8f42-439d756b26ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 200 len: 217 time: 0.0447121 Feb 07 22:32:47.241824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:47.246814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0aafe04e-1c8b-4454-99fb-26614ef1aa8b req-ee981d94-a1c3-4550-bdd6-e0e5fc97f905 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428241 Feb 07 22:32:47.249438 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:47.251203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e1ee9-3c64-46ed-9a45-4d3e3c332911 req-361e916b-e930-4ee8-89b2-7e209c18b5ee tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:47.262709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-254e1ee9-3c64-46ed-9a45-4d3e3c332911 req-361e916b-e930-4ee8-89b2-7e209c18b5ee tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 946 time: 0.1339705 Feb 07 22:32:47.430334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:47.440368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:47.467418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-de3ea8e2-7856-428b-a585-355ac7f8a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:47.470221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-de3ea8e2-7856-428b-a585-355ac7f8a267 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.2343299 Feb 07 22:32:47.501997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['ceb456f1-e8ee-4b63-bce9-691586e49f2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:47.502760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:47.522076 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-254e1ee9-3c64-46ed-9a45-4d3e3c332911 req-d51f0cef-e03c-441d-905a-39eab8686695 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143171 Feb 07 22:32:47.574632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-a553f335-7927-4517-be14-ad604936bb3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928612 Feb 07 22:32:47.597929 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd1d02cf-973f-4b66-b489-e3fdf901052e req-63bc698f-e587-44e0-8172-5ce1a23b0f1c service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651299 Feb 07 22:32:47.635479 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2d037a4-a042-45c0-8629-f1cb9f3b5872 req-d7cf1a58-352b-4265-9662-020b8d6c45ba tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 210 time: 0.0646296 Feb 07 22:32:47.696672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9032ef52-3f37-40be-9b58-064fb34a3039 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:47.720382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:47.762609 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:47.839950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-622a3777-953f-4515-9b36-bc4f0c49740e service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492039 Feb 07 22:32:47.851926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be45fbf-274a-4ea1-b4eb-cd80091ebf34 req-109d37de-3626-49e2-9515-0a5d2f96e0f6 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:47.860577 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7be45fbf-274a-4ea1-b4eb-cd80091ebf34 req-109d37de-3626-49e2-9515-0a5d2f96e0f6 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.1475775 Feb 07 22:32:47.989268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7be45fbf-274a-4ea1-b4eb-cd80091ebf34 req-93bdec64-7a6a-488c-a5e8-4bf4108a0274 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119809 Feb 07 22:32:48.020478 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-92b38053-548d-446b-b2ff-96ae740ed207 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415800 Feb 07 22:32:48.022593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] Transition to ACTIVE for port object 9032ef52-3f37-40be-9b58-064fb34a3039 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:48.036287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:48.081612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-c9fc9eb8-2019-450a-835c-a17ca823e4f2 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199721 Feb 07 22:32:48.116776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] No DVR routers for this DVR port 9032ef52-3f37-40be-9b58-064fb34a3039 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:48.161253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] Pushing event updated for resources: {'Port': ['ID=9032ef52-3f37-40be-9b58-064fb34a3039,revision_number=10']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:48.167770 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5b3d7483-23d7-4b93-a261-aa30de547ead service neutron] 10.222.0.46 "PUT /v2.0/ports/9032ef52-3f37-40be-9b58-064fb34a3039/bindings/n-h2-827895-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4473970 Feb 07 22:32:48.275086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-438322fd-3a87-48f4-8480-d1ef58ab2f03 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:48.278289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-438322fd-3a87-48f4-8480-d1ef58ab2f03 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498918 Feb 07 22:32:48.299370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Request body: {'port': {'device_id': '0c0b9048-67b3-4945-90cc-2e239f539dc1', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '6bb2401e83da4e57a295ff2847b0ea0e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:48.301357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-b5118bc9-fd54-4a82-9ba8-4cd3010e1413 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:48.303464 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-b5118bc9-fd54-4a82-9ba8-4cd3010e1413 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1097 time: 0.0896463 Feb 07 22:32:48.318903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e71fb-4792-41bc-b96b-8959c2748606 req-3bf93dbe-ee0e-4a91-946e-791f11c07183 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:48.321374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e6e71fb-4792-41bc-b96b-8959c2748606 req-3bf93dbe-ee0e-4a91-946e-791f11c07183 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 944 time: 0.1087937 Feb 07 22:32:48.327054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827895-2'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:48.468333 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e6e71fb-4792-41bc-b96b-8959c2748606 req-798172a3-ede0-4c86-82ef-563d11655041 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353874 Feb 07 22:32:48.478021 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:48.498268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-86c06929-a8a6-41f7-9e29-e9e3c07e6a9a tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:48.500291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-86c06929-a8a6-41f7-9e29-e9e3c07e6a9a tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1095 time: 0.1462827 Feb 07 22:32:48.567355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-c393e999-5318-41f4-8580-9a00480119a1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539153 Feb 07 22:32:48.622631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56162) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:48.637717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-023a4405-6ca4-4132-b92a-b71fc1e6bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:48.639060 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-023a4405-6ca4-4132-b92a-b71fc1e6bc7f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5 HTTP/1.1" status: 200 len: 1095 time: 0.1090038 Feb 07 22:32:48.709274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-257e8d26-2b55-455f-9e95-c54256f0cdc3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:48.710846 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-257e8d26-2b55-455f-9e95-c54256f0cdc3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383164 Feb 07 22:32:48.722882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Request body: {'port': {'device_id': 'e136d18e-9510-4891-b78f-2a7a95a10c34', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '6bb2401e83da4e57a295ff2847b0ea0e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:48.742954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0f12a-10d6-4d2b-b25c-525c763e55dc req-5237aaab-c574-4f16-9988-ba4c5190dd35 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:48.751695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84a0f12a-10d6-4d2b-b25c-525c763e55dc req-5237aaab-c574-4f16-9988-ba4c5190dd35 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 949 time: 0.2994449 Feb 07 22:32:48.763492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:48.767503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-62f408a8-9892-442b-9254-ff28ca1bddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:48.770303 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-62f408a8-9892-442b-9254-ff28ca1bddfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1095 time: 0.1050205 Feb 07 22:32:48.791152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ceb456f1-e8ee-4b63-bce9-691586e49f2a up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:32:48.861279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port ceb456f1-e8ee-4b63-bce9-691586e49f2a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:32:48.867008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port ceb456f1-e8ee-4b63-bce9-691586e49f2a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:48.867738 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:48.886274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-465c0bb1-1d17-4444-aa10-c6ed95f18089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:48.887883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-465c0bb1-1d17-4444-aa10-c6ed95f18089 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1068146 Feb 07 22:32:48.953779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-5278632c-0923-4e81-884e-310818b74bc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9032ef52-3f37-40be-9b58-064fb34a3039 HTTP/1.1" status: 200 len: 217 time: 0.0497873 Feb 07 22:32:48.972652 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.000188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:49.003843 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb1df4b-fc02-43e9-ae68-bdc16cab4531" -d '{"events": [{"server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "name": "network-vif-plugged", "status": "completed", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:49.021537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:49.031163 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.033500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9032ef52-3f37-40be-9b58-064fb34a3039 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:49.037879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:49.061297 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9d70ed66-5bc1-419e-8983-f0af22656ea1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed2ee9688f0e46e6a00a77d112ddf609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361396 Feb 07 22:32:49.066356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56176) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:49.103646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-97f13b2f-a403-4084-96a7-d2db207aad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:49.105257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-97f13b2f-a403-4084-96a7-d2db207aad28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1455984 Feb 07 22:32:49.124210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9032ef52-3f37-40be-9b58-064fb34a3039 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:49.137611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:49.160575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-c94f03e1-36dd-425e-8772-6c4b44be951b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472836 Feb 07 22:32:49.172816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Made reservation on behalf of 6bb2401e83da4e57a295ff2847b0ea0e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:49.176292 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.181006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:49.183222 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c57bbe-d7ef-454a-a6c0-c79cd0f5f0f8" -d '{"events": [{"server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:49.190569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.194668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84a0f12a-10d6-4d2b-b25c-525c763e55dc req-f88b01ab-1f1c-4b33-80a4-70d3b5676627 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419079 Feb 07 22:32:49.220891 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.263046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Made reservation on behalf of 6bb2401e83da4e57a295ff2847b0ea0e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:49.267804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.288492 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a58b3a86-aaf9-4bf7-b768-092bfddff3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.316901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb97ad70-93fd-46b0-9fc7-e3aa012c463b req-941c7179-23e0-4c5b-9a85-a3b546b32990 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 210 time: 0.0548985 Feb 07 22:32:49.332005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73151d8f-ba3c-40df-8d46-687a10abf97b req-131cea35-3820-40a9-9987-a725ae5eeb1a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:49.339372 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73151d8f-ba3c-40df-8d46-687a10abf97b req-131cea35-3820-40a9-9987-a725ae5eeb1a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 946 time: 0.2126939 Feb 07 22:32:49.378243 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dae2056-4cc6-490d-9207-f65bd58ad4d2 x-openstack-request-id: req-3dae2056-4cc6-490d-9207-f65bd58ad4d2 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:49.379258 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "name": "network-vif-plugged", "status": "completed", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:49.379771 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dae2056-4cc6-490d-9207-f65bd58ad4d2 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:49.380533 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'code': 200} Feb 07 22:32:49.380791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a58b3a86-aaf9-4bf7-b768-092bfddff3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.408673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Pushing event updated for resources: {'Port': ['ID=d068e21c-6842-442f-87f4-0c1b4dfc1935,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:49.443395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Allocated IP 192.168.233.95 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:49.473599 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-15026ca1-4237-4c88-b922-1de30ac8686f service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871687 Feb 07 22:32:49.494287 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73151d8f-ba3c-40df-8d46-687a10abf97b req-fd3eb287-e201-4d7b-a3e9-9e2c9959ed57 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539919 Feb 07 22:32:49.536555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 on host n-h2-827895-2 for vnic_type normal with profile {"migrating_to": "n-h1-827895-2"} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:49.536889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:49.537338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:49.545808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8345dc-2801-40cb-baf4-8b377ac28cf9 req-b219ad38-cc2c-465f-9afe-b7c3ca3267ec tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:49.547980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee8345dc-2801-40cb-baf4-8b377ac28cf9 req-b219ad38-cc2c-465f-9afe-b7c3ca3267ec tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.1061492 Feb 07 22:32:49.588390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Port d068e21c-6842-442f-87f4-0c1b4dfc1935 on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:49.588789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Attempting to bind port d068e21c-6842-442f-87f4-0c1b4dfc1935 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:49.611372 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e5b15f-8ded-43f1-b77e-3ce2312bfe72 x-openstack-request-id: req-14e5b15f-8ded-43f1-b77e-3ce2312bfe72 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:49.611758 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:49.612079 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14e5b15f-8ded-43f1-b77e-3ce2312bfe72 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:49.612545 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935', 'code': 200} Feb 07 22:32:49.613359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:49.613761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:49.614284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:49.615131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Bound port: d068e21c-6842-442f-87f4-0c1b4dfc1935, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:49.615656 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.630406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a58b3a86-aaf9-4bf7-b768-092bfddff3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.633452 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a58b3a86-aaf9-4bf7-b768-092bfddff3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.637304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a58b3a86-aaf9-4bf7-b768-092bfddff3f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51130f05-7d3c-4fa4-9bb9-5d6596e502e4 HTTP/1.1" status: 204 len: 168 time: 0.5631213 Feb 07 22:32:49.647733 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee8345dc-2801-40cb-baf4-8b377ac28cf9 req-532c48b6-0e62-4a08-826c-7f861f877daa tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834894 Feb 07 22:32:49.650295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6bb34-a5f4-4aa2-adc5-fe49631bc19e req-61de2713-e22d-44f6-8f50-97b655bb0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:49.651968 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7e6bb34-a5f4-4aa2-adc5-fe49631bc19e req-61de2713-e22d-44f6-8f50-97b655bb0337 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1101 time: 0.1737671 Feb 07 22:32:49.676539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b3a86-aaf9-4bf7-b768-092bfddff3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51130f05-7d3c-4fa4-9bb9-5d6596e502e4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:49.738208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.831864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:49.839241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:49.909319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event updated for resources: {'Port': ['ID=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:49.956657 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Allocated IP 192.168.233.240 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/f440f1ad-f495-4117-9368-db9319cf6e2a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:49.987520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:49.990963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:50.002698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:50.010480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:50.011311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.016593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-15304a68-f9aa-4de9-b2bf-11b553bf0e03 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268331 Feb 07 22:32:50.046901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7e6bb34-a5f4-4aa2-adc5-fe49631bc19e req-974e0e68-2783-4c23-92ac-67544bc0f2cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799975 Feb 07 22:32:50.059153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc75ac-5009-4ad3-9b78-01c9627a946c req-21d2ef82-b601-4c5d-8a04-a0a1e8476d83 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:50.074581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebfc75ac-5009-4ad3-9b78-01c9627a946c req-21d2ef82-b601-4c5d-8a04-a0a1e8476d83 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 944 time: 0.3947058 Feb 07 22:32:50.081975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25de6e8-0d0e-44b2-8372-03fba04d1806 req-4a4eb1eb-eaae-457e-bd09-e67930465f60 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:50.084214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:50.088270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:50.095956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b25de6e8-0d0e-44b2-8372-03fba04d1806 req-4a4eb1eb-eaae-457e-bd09-e67930465f60 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.3009269 Feb 07 22:32:50.096345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.099251 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4605d6d5-bdd1-4993-945c-0abff3b7cce0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8114374 Feb 07 22:32:50.103391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56196) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:50.118500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Request body: {'port': {'device_id': '0c0b9048-67b3-4945-90cc-2e239f539dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:50.120458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56198) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:50.125193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Request body: {'floatingip': {'port_id': '1101d94a-39f5-41c5-bea7-7d5107b80c4d'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:50.183104 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a662404e-ec5d-463e-9f91-7c69fe3126a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.207898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebfc75ac-5009-4ad3-9b78-01c9627a946c req-59b37295-7980-4936-84c6-6cdf676090b8 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256292 Feb 07 22:32:50.297848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.324390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:50.333641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.333641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] 10.222.0.46 "PUT /v2.0/ports/d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 200 len: 1122 time: 2.0046639 Feb 07 22:32:50.338155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad449b53-18b3-42f8-9f66-a944f28b0225 service neutron] Pushing event updated for resources: {'Port': ['ID=d068e21c-6842-442f-87f4-0c1b4dfc1935,revision_number=8']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:50.416017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['d068e21c-6842-442f-87f4-0c1b4dfc1935'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:50.462146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.475420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ba58-1960-4b73-98c2-5d1578d28b2b req-8829220c-d6e9-443d-8612-902960975479 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:50.483629 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f893ba58-1960-4b73-98c2-5d1578d28b2b req-8829220c-d6e9-443d-8612-902960975479 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1371942 Feb 07 22:32:50.513510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-bb10f282-d733-463e-9e46-1654e387f45e tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:50.515106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-bb10f282-d733-463e-9e46-1654e387f45e tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1095 time: 0.1536229 Feb 07 22:32:50.529191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cc1d0b8e-b333-4ead-8758-0823ae6bddac None None] Provisioning complete for port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:50.529584 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0b8e-b333-4ead-8758-0823ae6bddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.565049 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a662404e-ec5d-463e-9f91-7c69fe3126a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.574487 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a662404e-ec5d-463e-9f91-7c69fe3126a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.587832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d0b8e-b333-4ead-8758-0823ae6bddac None None] Port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:32:50.587965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-18a6a1ab-325a-48dc-8501-285e7fbad258 req-198dc42b-bdf4-4d90-8b7d-abc55419720d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 210 time: 0.1075597 Feb 07 22:32:50.605204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f893ba58-1960-4b73-98c2-5d1578d28b2b req-98d660ab-ddeb-4253-aa07-83a6a07e5553 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061797 Feb 07 22:32:50.659836 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.717648 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a662404e-ec5d-463e-9f91-7c69fe3126a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38c63243d51d4516ae6d388e0729805d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851977 Feb 07 22:32:50.724483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56218) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:50.733871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662404e-ec5d-463e-9f91-7c69fe3126a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989b178c-d5de-47db-ad54-d8660f865f7e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:50.775259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56222) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:50.862089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcf26ae5-0b79-40b0-b1d8-bb3d97989830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.897308 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcf26ae5-0b79-40b0-b1d8-bb3d97989830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.908354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-adb4b0cc-7cf1-455d-a228-b1303f8d65af service neutron] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:50.911264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001fd93-5a29-4480-9eb0-5dca1c62e99c req-033f0938-e344-4821-9c72-4a82536cadc1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:50.912845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8001fd93-5a29-4480-9eb0-5dca1c62e99c req-033f0938-e344-4821-9c72-4a82536cadc1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 944 time: 0.1661441 Feb 07 22:32:50.915252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-adb4b0cc-7cf1-455d-a228-b1303f8d65af service neutron] Notify callbacks [] for binding, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:50.918521 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c369b88a-a38b-48bd-8e57-5a8123bf552c req-adb4b0cc-7cf1-455d-a228-b1303f8d65af service neutron] 10.222.0.24 "DELETE /v2.0/ports/9032ef52-3f37-40be-9b58-064fb34a3039/bindings/n-h1-827895-2 HTTP/1.1" status: 204 len: 173 time: 0.3964257 Feb 07 22:32:50.998431 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8589cf5-6414-46c5-8b4b-25aa36353d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.031352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.031597 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcf26ae5-0b79-40b0-b1d8-bb3d97989830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.034495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcf26ae5-0b79-40b0-b1d8-bb3d97989830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.039554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bcf26ae5-0b79-40b0-b1d8-bb3d97989830 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/989b178c-d5de-47db-ad54-d8660f865f7e HTTP/1.1" status: 204 len: 168 time: 0.3103020 Feb 07 22:32:51.046843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:32:51.059487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf26ae5-0b79-40b0-b1d8-bb3d97989830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989b178c-d5de-47db-ad54-d8660f865f7e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:51.144822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event updated for resources: {'Port': ['ID=f440f1ad-f495-4117-9368-db9319cf6e2a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:51.173363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8589cf5-6414-46c5-8b4b-25aa36353d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.178756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:51.181791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8589cf5-6414-46c5-8b4b-25aa36353d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.189965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:51.198334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:51.208983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:51.210085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.244659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8589cf5-6414-46c5-8b4b-25aa36353d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ca2a3-d2c2-4910-ad0b-84715c4df883,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:51.250953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8001fd93-5a29-4480-9eb0-5dca1c62e99c req-d8d66c1d-fafc-445e-8ac5-487f87e951bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205259 Feb 07 22:32:51.369107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56250) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:51.373024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e8589cf5-6414-46c5-8b4b-25aa36353d58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76d690e8b335471180e564302f6d9955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5884707 Feb 07 22:32:51.458465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-ad3cdf48-5fc3-40f5-8d8e-8de965ed20aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7395313 Feb 07 22:32:51.490437 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac7f3-3172-4b64-a761-e551e9b00f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.499205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470aff0-b24c-4d12-92e0-43cc361e1d04 req-a3ba1e6c-2deb-407d-a9a1-5e21b92a7851 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:51.510294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a470aff0-b24c-4d12-92e0-43cc361e1d04 req-a3ba1e6c-2deb-407d-a9a1-5e21b92a7851 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 944 time: 0.1286530 Feb 07 22:32:51.541111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Request body: {'port': {'device_id': 'e136d18e-9510-4891-b78f-2a7a95a10c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:51.577595 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a470aff0-b24c-4d12-92e0-43cc361e1d04 req-44e0828e-2265-4d34-b3f8-8faf68a5d44c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655546 Feb 07 22:32:51.578714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56254) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:51.613728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:51.616276 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a81501-ec2b-44fa-988a-616f111d93cf" -d '{"events": [{"name": "network-changed", "server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:51.642357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b37dee10-7a86-4ddb-a31d-180cee0868e1 None None] Provisioning complete for port f440f1ad-f495-4117-9368-db9319cf6e2a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:32:51.642846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37dee10-7a86-4ddb-a31d-180cee0868e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.687841 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:32:51.730150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b37dee10-7a86-4ddb-a31d-180cee0868e1 None None] Port f440f1ad-f495-4117-9368-db9319cf6e2a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:32:51.744916 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fa86a1-c5ab-43c6-b151-b1e409fea6a7 x-openstack-request-id: req-84fa86a1-c5ab-43c6-b151-b1e409fea6a7 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:51.745390 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:51.745832 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84fa86a1-c5ab-43c6-b151-b1e409fea6a7 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:51.746387 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935', 'status': 'completed', 'code': 200} Feb 07 22:32:51.776252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-130233c0-9786-4870-8e04-b5fb7e7423a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.838937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86354b-58ee-4f46-b627-51aab604f04c req-6004948e-e128-4975-9d04-f37bc665bd63 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:51.840654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d86354b-58ee-4f46-b627-51aab604f04c req-6004948e-e128-4975-9d04-f37bc665bd63 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1156590 Feb 07 22:32:51.870418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:51.886491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.894960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a81501-ec2b-44fa-988a-616f111d93cf req-7ec0da68-9d4a-4cb2-993e-67f4a4b116ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:51.896640 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22a81501-ec2b-44fa-988a-616f111d93cf req-7ec0da68-9d4a-4cb2-993e-67f4a4b116ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1125 time: 0.1180825 Feb 07 22:32:51.912184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:51.936201 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.resource_extend [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:32:51.941723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d86354b-58ee-4f46-b627-51aab604f04c req-a2cc6674-9ff7-4154-ba3d-0c700e34f353 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914876 Feb 07 22:32:52.025551 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-130233c0-9786-4870-8e04-b5fb7e7423a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.027299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Transition to ACTIVE for port object caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:52.035420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-130233c0-9786-4870-8e04-b5fb7e7423a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.041969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-712010d8-d7dc-4591-b663-ada3e54a6be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.043931 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.108865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a81501-ec2b-44fa-988a-616f111d93cf req-e7d2b144-d606-422c-ad5d-3c113a5a5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:52.110743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22a81501-ec2b-44fa-988a-616f111d93cf req-e7d2b144-d606-422c-ad5d-3c113a5a5b14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.2066433 Feb 07 22:32:52.117828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Pushing event updated for resources: {'Port': ['ID=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:52.143860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-130233c0-9786-4870-8e04-b5fb7e7423a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe7ff2a72db542379b4326c3d73b8a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639465 Feb 07 22:32:52.147294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56282) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:52.174235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.184617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130233c0-9786-4870-8e04-b5fb7e7423a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb5be88-b67d-4473-a33c-3b2032d29b73,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:52.190487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b7dbf-84e7-4920-840c-ace99ab50a8c req-392e0166-3c79-4d7c-beae-acacfd7eac57 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:52.192112 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce0b7dbf-84e7-4920-840c-ace99ab50a8c req-392e0166-3c79-4d7c-beae-acacfd7eac57 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 936 time: 0.3873978 Feb 07 22:32:52.194403 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-712010d8-d7dc-4591-b663-ada3e54a6be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.200040 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22a81501-ec2b-44fa-988a-616f111d93cf req-d129d325-7983-448d-b109-7a7088b3374f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 200 len: 217 time: 0.0697858 Feb 07 22:32:52.216949 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.227270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0f288-156d-414b-9a1e-6bbd2bb36c0d req-1a5bdc52-cd95-4335-b7dd-2828400b8aa4 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:52.235491 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4db0f288-156d-414b-9a1e-6bbd2bb36c0d req-1a5bdc52-cd95-4335-b7dd-2828400b8aa4 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 1095 time: 0.1518793 Feb 07 22:32:52.333529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4db0f288-156d-414b-9a1e-6bbd2bb36c0d req-671e76dd-dfe8-48cd-b149-ea4416fb7d90 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970106 Feb 07 22:32:52.335106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a81501-ec2b-44fa-988a-616f111d93cf req-935cd974-39ec-4ecb-846e-3bdcd882864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:52.336806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22a81501-ec2b-44fa-988a-616f111d93cf req-935cd974-39ec-4ecb-846e-3bdcd882864c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.1233523 Feb 07 22:32:52.337673 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40ed8c59-31f3-41b5-8bed-58a89b17a974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.406426 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22a81501-ec2b-44fa-988a-616f111d93cf req-cde1c974-9c79-4272-a4ed-a01804f8aec3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511575 Feb 07 22:32:52.458221 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40ed8c59-31f3-41b5-8bed-58a89b17a974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.561536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22a81501-ec2b-44fa-988a-616f111d93cf req-787b6be0-f774-426b-9397-68c30d3397e7 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495080 Feb 07 22:32:52.591181 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40ed8c59-31f3-41b5-8bed-58a89b17a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.594768 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40ed8c59-31f3-41b5-8bed-58a89b17a974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.598635 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-40ed8c59-31f3-41b5-8bed-58a89b17a974 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bb5be88-b67d-4473-a33c-3b2032d29b73 HTTP/1.1" status: 204 len: 168 time: 0.4473979 Feb 07 22:32:52.639801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed8c59-31f3-41b5-8bed-58a89b17a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb5be88-b67d-4473-a33c-3b2032d29b73,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:52.681087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22a81501-ec2b-44fa-988a-616f111d93cf req-11590067-94c2-43f8-9b73-3f5e4ee9fe8b service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132655 Feb 07 22:32:52.725408 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Floating IP edcef9d7-9211-4287-8d09-195672329058 associated. External IP: 172.25.8.245, port: 1101d94a-39f5-41c5-bea7-7d5107b80c4d. Feb 07 22:32:52.784232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdc106-13aa-42fa-9137-d3bf3020ee52 req-a7356cad-3657-4e0b-8532-03582ee8764b tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:52.785760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6cdc106-13aa-42fa-9137-d3bf3020ee52 req-a7356cad-3657-4e0b-8532-03582ee8764b tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1101 time: 0.0662038 Feb 07 22:32:52.809303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b6cdc106-13aa-42fa-9137-d3bf3020ee52 req-53be546b-815b-4841-be7b-2880e523e848 tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.811532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d068e21c-6842-442f-87f4-0c1b4dfc1935 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:52.812205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Attempting to bind port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:52.812765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Attempting to bind port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:52.813154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Attempting to bind port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:52.844798 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce0b7dbf-84e7-4920-840c-ace99ab50a8c req-082bc9d9-adb2-4c47-93de-b7cd7864b65d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292036 Feb 07 22:32:52.849106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:52.849439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Attempting to bind port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:52.888370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:52.888843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:52.889400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:52.890091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Bound port: caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:52.891095 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.960864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-712010d8-d7dc-4591-b663-ada3e54a6be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.965570 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-712010d8-d7dc-4591-b663-ada3e54a6be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:52.970837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-712010d8-d7dc-4591-b663-ada3e54a6be8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d93ca2a3-d2c2-4910-ad0b-84715c4df883 HTTP/1.1" status: 204 len: 168 time: 1.5882108 Feb 07 22:32:53.008816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b6cdc106-13aa-42fa-9137-d3bf3020ee52 req-53be546b-815b-4841-be7b-2880e523e848 tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:53.015315 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b6cdc106-13aa-42fa-9137-d3bf3020ee52 req-53be546b-815b-4841-be7b-2880e523e848 tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:53.051078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6cdc106-13aa-42fa-9137-d3bf3020ee52 req-53be546b-815b-4841-be7b-2880e523e848 tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570975 Feb 07 22:32:53.065137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be546b-815b-4841-be7b-2880e523e848 tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b4c9d0-be41-4b25-8326-061938dcb681,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:53.072325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:53.095469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712010d8-d7dc-4591-b663-ada3e54a6be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ca2a3-d2c2-4910-ad0b-84715c4df883,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:53.110677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d068e21c-6842-442f-87f4-0c1b4dfc1935 has no active binding in host n-h1-827895-2 {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 22:32:53.194312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] For port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:53.204345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] For port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:53.252948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:53.301085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea64cc8-eb4b-4e55-8f86-a4f67ce8fe64 req-da637ea1-2d32-4f1c-b1f0-66d07587a531 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:53.302613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ea64cc8-eb4b-4e55-8f86-a4f67ce8fe64 req-da637ea1-2d32-4f1c-b1f0-66d07587a531 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 944 time: 0.2897580 Feb 07 22:32:53.316798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:53.317409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:53.318835 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] 10.222.0.24 "PUT /v2.0/ports/caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 HTTP/1.1" status: 200 len: 1095 time: 3.2103114 Feb 07 22:32:53.327085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0b9048-67b3-4945-90cc-2e239f539dc1', 'tag': 'caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:53.330817 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74090e9-1886-418a-93df-5090d4e67cab" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0b9048-67b3-4945-90cc-2e239f539dc1", "tag": "caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:53.339740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-34fecdb5-b019-48f7-afca-a81305f2eb62 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:53.349249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-34fecdb5-b019-48f7-afca-a81305f2eb62 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 821 time: 0.1457803 Feb 07 22:32:53.371057 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-e4a51ce5-b21b-42a1-9c76-79fd11182e97 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/quotas/e9ef5ddd3c0743988e33ccb8cea46dc5 HTTP/1.1" status: 200 len: 375 time: 0.0205901 Feb 07 22:32:53.470357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-c96759a0-893e-40d5-884f-145861558bec tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980940 Feb 07 22:32:53.519918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c1fbd-03ea-49bd-aea2-15bf0cb5decf service neutron] Pushing event updated for resources: {'Port': ['ID=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:53.542406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f440f1ad-f495-4117-9368-db9319cf6e2a {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:53.565986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ea64cc8-eb4b-4e55-8f86-a4f67ce8fe64 req-3ebb2b92-e070-49b2-8366-7bf5db1a474b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407985 Feb 07 22:32:53.577643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-89d4fc72-974f-4471-8e0c-d8b99ba3962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:53.587955 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-89d4fc72-974f-4471-8e0c-d8b99ba3962e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=0c0b9048-67b3-4945-90cc-2e239f539dc1 HTTP/1.1" status: 200 len: 1098 time: 0.1755478 Feb 07 22:32:53.596164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:53.630005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-ea59088f-2142-42bc-9276-d698fa9a1677 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584380 Feb 07 22:32:53.690068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-9db6ebec-8a60-4471-a6ac-eccf5da4a3c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 HTTP/1.1" status: 200 len: 217 time: 0.0939393 Feb 07 22:32:53.695155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:32:53.726852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Transition to ACTIVE for port object f440f1ad-f495-4117-9368-db9319cf6e2a will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:53.741480 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:53.821723 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdd30c6b-8913-495b-aa5c-36088d00bb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:53.830195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-87b0828d-f125-4a63-ad18-f04323a446ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:53.831771 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-87b0828d-f125-4a63-ad18-f04323a446ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1354976 Feb 07 22:32:53.841664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-58ba3d4f-cc2d-448f-9df6-c7c7c06ea8c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105536 Feb 07 22:32:53.939139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Pushing event updated for resources: {'Port': ['ID=f440f1ad-f495-4117-9368-db9319cf6e2a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:54.001334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Attempting to bind port f440f1ad-f495-4117-9368-db9319cf6e2a on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:32:54.001567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Attempting to bind port f440f1ad-f495-4117-9368-db9319cf6e2a by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:32:54.001995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Attempting to bind port f440f1ad-f495-4117-9368-db9319cf6e2a on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:54.025890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Port f440f1ad-f495-4117-9368-db9319cf6e2a on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:32:54.026501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Attempting to bind port f440f1ad-f495-4117-9368-db9319cf6e2a on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:32:54.073256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:32:54.073841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:54.074384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:32:54.075287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Bound port: f440f1ad-f495-4117-9368-db9319cf6e2a, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:32:54.075820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:54.083905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-8226b850-56cf-4de6-808b-0a1200f67f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:54.095319 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-8226b850-56cf-4de6-808b-0a1200f67f44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2532983 Feb 07 22:32:54.105464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:32:54.118871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:54.121241 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] Sync routers for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:32:54.139166 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:32:54.148073 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:32:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:32:54.208327 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d26546-5aa1-4831-ac88-1a1acbffd30e x-openstack-request-id: req-19d26546-5aa1-4831-ac88-1a1acbffd30e {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:54.208615 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0b9048-67b3-4945-90cc-2e239f539dc1", "tag": "caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:54.208924 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19d26546-5aa1-4831-ac88-1a1acbffd30e {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:54.209258 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0b9048-67b3-4945-90cc-2e239f539dc1', 'tag': 'caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'status': 'completed', 'code': 200} Feb 07 22:32:54.273432 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-46b3e105-5e7a-4407-bca9-c9a88f703054 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "PUT /v2.0/floatingips/edcef9d7-9211-4287-8d09-195672329058 HTTP/1.1" status: 200 len: 991 time: 4.1446226 Feb 07 22:32:54.354575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-f1577f3f-e67a-428f-8544-360244ac1035 service neutron] 10.222.0.24 "GET /v2.0/ports/d068e21c-6842-442f-87f4-0c1b4dfc1935/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 384 time: 0.2676623 Feb 07 22:32:54.488848 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94156ff1-0458-4965-a4bb-518c7ca960df req-3dca3e59-a181-4586-9133-3eaab04c9345 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:54.498586 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94156ff1-0458-4965-a4bb-518c7ca960df req-3dca3e59-a181-4586-9133-3eaab04c9345 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 948 time: 0.2715642 Feb 07 22:32:54.552669 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:32:54.589141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] For port f440f1ad-f495-4117-9368-db9319cf6e2a, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:54.597544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] For port f440f1ad-f495-4117-9368-db9319cf6e2a, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f440f1ad-f495-4117-9368-db9319cf6e2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:32:54.613772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-853b0704-3733-47e1-9b9b-b7e8afd97715 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106347 Feb 07 22:32:54.619049 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:54.645938 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94156ff1-0458-4965-a4bb-518c7ca960df req-6fd3fa82-af86-4ff3-b157-a7144e4ab5ea tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463423 Feb 07 22:32:54.693219 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:54.810067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04bc3f2d-db3d-48bb-8cf5-fc00ad857d97 req-5bb1a6c3-7061-4441-8ad2-fa8fd67c7887 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 210 time: 0.0408542 Feb 07 22:32:54.862888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:54.899315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56390) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:54.900820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:54.901317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:54.915890 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] 10.222.0.24 "PUT /v2.0/ports/f440f1ad-f495-4117-9368-db9319cf6e2a HTTP/1.1" status: 200 len: 1096 time: 3.4019618 Feb 07 22:32:54.944149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:55.037257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d068e21c-6842-442f-87f4-0c1b4dfc1935 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:55.065627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:55.083873 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'edcef9d7-9211-4287-8d09-195672329058', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'port_id': '1101d94a-39f5-41c5-bea7-7d5107b80c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'mac_address': 'fa:16:3e:c4:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:31:29Z', 'updated_at': '2022-02-07T22:32:51Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:32:55.089392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:55.147462 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] Checking router: d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:32:55.161898 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:32:55.162525 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:32:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:32:55.180566 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b46fd4-dc27-4734-9756-af8bc1d6ce75 service neutron] Pushing event updated for resources: {'Port': ['ID=f440f1ad-f495-4117-9368-db9319cf6e2a,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:55.288114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] Transition to ACTIVE for port object d068e21c-6842-442f-87f4-0c1b4dfc1935 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:32:55.290421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-a7b73265-c48b-464c-9fe3-a52458ddf392 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2011535 Feb 07 22:32:55.299898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:55.309258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6377bf-a053-481e-b643-02a72540abee req-b5a33842-a6d1-4922-b431-26cf4d06479c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:55.319231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f6377bf-a053-481e-b643-02a72540abee req-b5a33842-a6d1-4922-b431-26cf4d06479c tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.2968452 Feb 07 22:32:55.327876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-621b2fa2-6f05-4198-9b5d-56e07d38cdba service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:32:55.329179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-621b2fa2-6f05-4198-9b5d-56e07d38cdba service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298083 Feb 07 22:32:55.333493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-fe1ca336-cf20-4a95-b3bd-ba94201f5767 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070746 Feb 07 22:32:55.392068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-320766d8-c769-4cd6-b80b-fa4385d0c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:55.394192 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-320766d8-c769-4cd6-b80b-fa4385d0c20f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 1099 time: 0.3324175 Feb 07 22:32:55.450982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] No DVR routers for this DVR port d068e21c-6842-442f-87f4-0c1b4dfc1935 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:32:55.456349 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f6377bf-a053-481e-b643-02a72540abee req-18b267c6-b60e-48d4-96ca-273ed7ed87c5 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358838 Feb 07 22:32:55.477321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1221468411-network', 'tenant_id': 'fff1309455e14c96872017aa2430efaa'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:55.486361 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:32:55.519625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-4dc2ab44-023c-4ad5-a3fa-19c22512415c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f440f1ad-f495-4117-9368-db9319cf6e2a HTTP/1.1" status: 200 len: 217 time: 0.0859642 Feb 07 22:32:55.574203 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] 10.222.0.24 "PUT /v2.0/ports/d068e21c-6842-442f-87f4-0c1b4dfc1935/bindings/n-h1-827895-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2132413 Feb 07 22:32:55.580811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584615f2-8b1f-489f-8502-32efe3eeea8c service neutron] Pushing event updated for resources: {'Port': ['ID=d068e21c-6842-442f-87f4-0c1b4dfc1935,revision_number=10']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:55.626627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74090e9-1886-418a-93df-5090d4e67cab req-21a43078-a407-43cf-ab85-686edb564f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:55.628386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b74090e9-1886-418a-93df-5090d4e67cab req-21a43078-a407-43cf-ab85-686edb564f55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=0c0b9048-67b3-4945-90cc-2e239f539dc1 HTTP/1.1" status: 200 len: 1098 time: 0.2329142 Feb 07 22:32:55.636331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fd32e-dabc-44b5-ad80-86d7325701c3 req-6cc3d651-3d3d-4503-bba7-fadfe779b502 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:55.637896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242fd32e-dabc-44b5-ad80-86d7325701c3 req-6cc3d651-3d3d-4503-bba7-fadfe779b502 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 945 time: 0.1102123 Feb 07 22:32:55.651089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Made reservation on behalf of fff1309455e14c96872017aa2430efaa for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:55.654322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:55.681874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:55.719360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2083d5e-25bf-4002-bf77-cd7adfd6a326 req-8cc09510-3f9d-42b5-96dc-9dd3b217c2b3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:55.721107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2083d5e-25bf-4002-bf77-cd7adfd6a326 req-8cc09510-3f9d-42b5-96dc-9dd3b217c2b3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.2004008 Feb 07 22:32:55.751154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242fd32e-dabc-44b5-ad80-86d7325701c3 req-a114bc10-e50d-45d1-9fbc-197b587cb5d9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035504 Feb 07 22:32:55.853170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-d48b7e2b-2a6b-4d56-adec-d775d4fd94db tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:55.856630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-d48b7e2b-2a6b-4d56-adec-d775d4fd94db tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.1431975 Feb 07 22:32:55.873548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-11c31d26-d4c3-4206-a2fa-5ed11289d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:55.881312 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-11c31d26-d4c3-4206-a2fa-5ed11289d01b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.3141952 Feb 07 22:32:55.900495 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:55.989514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:56.005996 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'edcef9d7-9211-4287-8d09-195672329058', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'port_id': '1101d94a-39f5-41c5-bea7-7d5107b80c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'mac_address': 'fa:16:3e:c4:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:31:29Z', 'updated_at': '2022-02-07T22:32:51Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:32:56.019597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-8b9b0787-be2e-4b6e-82da-092c1e53a97a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:56.021452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-8b9b0787-be2e-4b6e-82da-092c1e53a97a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 821 time: 0.3094094 Feb 07 22:32:56.039539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Request body: {'port': {'device_id': '52fde484-7227-4e49-a1cd-514a166bfc96', 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88', 'admin_state_up': True, 'tenant_id': 'e9ef5ddd3c0743988e33ccb8cea46dc5'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:56.045940 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337798d9-1e35-4f28-a748-bc2b4f962232 None None] The sync data for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 is: [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'edcef9d7-9211-4287-8d09-195672329058', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'port_id': '1101d94a-39f5-41c5-bea7-7d5107b80c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'mac_address': 'fa:16:3e:c4:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:31:29Z', 'updated_at': '2022-02-07T22:32:51Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:32:56.096828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-9f5a2464-6642-4504-9d6d-897508c0b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:56.098964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-9f5a2464-6642-4504-9d6d-897508c0b0d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e&tenant_id=65968619081e4b32a3ea1a1c5ad56d10 HTTP/1.1" status: 200 len: 1096 time: 0.2341635 Feb 07 22:32:56.142765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:32:56.162928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:56.163290 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Added segment 6125a5c7-d03d-449a-85f6-73ba207ed262 of type vlan for network f998097b-5390-45e1-a0bc-eb25ac3be9db Feb 07 22:32:56.167504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-9c0e9476-c3a2-4bce-bbd7-bdb9c6acfab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:56.169114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-9c0e9476-c3a2-4bce-bbd7-bdb9c6acfab2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2794008 Feb 07 22:32:56.169733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e8bca-7c8c-4806-8de8-5190151cfece,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:56.182283 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:56.246661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'tag': '1101d94a-39f5-41c5-bea7-7d5107b80c4d'}, {'name': 'network-changed', 'server_uuid': 'e136d18e-9510-4891-b78f-2a7a95a10c34', 'tag': 'f440f1ad-f495-4117-9368-db9319cf6e2a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:32:56.248910 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7314510-cf1c-42f6-9680-48bda2ec6a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4752de-63ad-412c-ad76-ab697e2928ce", "tag": "1101d94a-39f5-41c5-bea7-7d5107b80c4d"}, {"name": "network-changed", "server_uuid": "e136d18e-9510-4891-b78f-2a7a95a10c34", "tag": "f440f1ad-f495-4117-9368-db9319cf6e2a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:32:56.267901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2083d5e-25bf-4002-bf77-cd7adfd6a326 req-346d144e-41b7-4f0a-91ad-d40229acabf6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012892 Feb 07 22:32:56.331367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-48fa8e2c-4996-4733-a853-b88225983b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:56.333768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-48fa8e2c-4996-4733-a853-b88225983b27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1096 time: 0.1651745 Feb 07 22:32:56.355066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-0f7c16eb-8827-4cd9-a664-02882b8f883f service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709449 Feb 07 22:32:56.367458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74090e9-1886-418a-93df-5090d4e67cab req-eeb7826a-0a98-4e68-a423-ef69bf9a4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:56.369482 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b74090e9-1886-418a-93df-5090d4e67cab req-eeb7826a-0a98-4e68-a423-ef69bf9a4fdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.7203472 Feb 07 22:32:56.383549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa0dda-2726-4287-8acd-50276c8a5a1c req-e6c8ce51-0835-4020-9e82-302e48a4c095 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:56.392634 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06fa0dda-2726-4287-8acd-50276c8a5a1c req-e6c8ce51-0835-4020-9e82-302e48a4c095 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 948 time: 0.1650240 Feb 07 22:32:56.416549 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a96f021-4635-43bf-8056-9290dddc2fda req-fe39818a-27a1-46ea-8e79-ed489e450da8 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 210 time: 0.0581439 Feb 07 22:32:56.430560 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:56.430829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d65e5-dd77-46de-88f9-1b2eefade27b None None] New status for floating IP edcef9d7-9211-4287-8d09-195672329058: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:32:56.642767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-c394f700-4ab9-45a5-b168-2684681a790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:56.644311 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-c394f700-4ab9-45a5-b168-2684681a790a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.3030987 Feb 07 22:32:56.667645 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:56.680797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06fa0dda-2726-4287-8acd-50276c8a5a1c req-2d354bd4-a571-492d-8ce9-40eaf277cd2d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871957 Feb 07 22:32:56.729832 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-4e707e39-98d0-465b-96c2-cf7db6685d8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 200 len: 217 time: 0.0637047 Feb 07 22:32:56.730413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Made reservation on behalf of e9ef5ddd3c0743988e33ccb8cea46dc5 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:56.734011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:56.828468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b74090e9-1886-418a-93df-5090d4e67cab req-ce7c0c45-ee08-4521-be16-e6cc8cf91708 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 HTTP/1.1" status: 200 len: 217 time: 0.4391813 Feb 07 22:32:56.838894 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b86e569e-8824-4d33-a493-234b488caa46 req-6f9dca03-d56a-470e-89ca-00e49ca7e5b9 tempest-AbsoluteLimitsNegativeTestJSON-767246919 tempest-AbsoluteLimitsNegativeTestJSON-767246919-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a81ff9c92464436db9b8cec2d0f43ff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606830 Feb 07 22:32:56.904134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-e7c77c93-a28c-4ddf-b03c-973e56ef0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:56.905681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-e7c77c93-a28c-4ddf-b03c-973e56ef0d90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.1581719 Feb 07 22:32:56.943113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Allocated IP 172.20.0.7 (e9b0ec99-df8d-4e27-ac75-264f35d7cd88/254adce5-5bb7-431e-b9b1-60123edbd9f5/57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:56.946713 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-7fa5ea99-3b31-44b4-b51f-918577c74140 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316780 Feb 07 22:32:56.982152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:56.983378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:56.984292 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:56.995013 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Feb 2022 22:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c085fd92-965e-42f9-ac36-e554027fb443 x-openstack-request-id: req-c085fd92-965e-42f9-ac36-e554027fb443 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:32:56.995302 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4752de-63ad-412c-ad76-ab697e2928ce", "tag": "1101d94a-39f5-41c5-bea7-7d5107b80c4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e136d18e-9510-4891-b78f-2a7a95a10c34", "tag": "f440f1ad-f495-4117-9368-db9319cf6e2a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:32:56.995545 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c085fd92-965e-42f9-ac36-e554027fb443 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:32:56.995966 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'tag': '1101d94a-39f5-41c5-bea7-7d5107b80c4d', 'status': 'completed', 'code': 200} Feb 07 22:32:56.996224 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e136d18e-9510-4891-b78f-2a7a95a10c34', 'tag': 'f440f1ad-f495-4117-9368-db9319cf6e2a', 'status': 'completed', 'code': 200} Feb 07 22:32:57.043391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74090e9-1886-418a-93df-5090d4e67cab req-b3bcd11c-e3b8-4475-8f22-121652137748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.044889 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b74090e9-1886-418a-93df-5090d4e67cab req-b3bcd11c-e3b8-4475-8f22-121652137748 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1901479 Feb 07 22:32:57.108670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1890111 Feb 07 22:32:57.113459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56456) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:57.120097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Request body: {'subnet': {'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1221468411-subnet', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:57.126465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1446d0c7-43e0-4260-8c32-d549e7b50ff3 req-49b60c57-c852-4dd9-9a65-128d189ebce0 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464602 Feb 07 22:32:57.142703 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e569e-8824-4d33-a493-234b488caa46 req-0aaa083b-8538-4499-9b9b-bdc69768d365 tempest-AbsoluteLimitsNegativeTestJSON-767246919 tempest-AbsoluteLimitsNegativeTestJSON-767246919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.150739 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b86e569e-8824-4d33-a493-234b488caa46 req-0aaa083b-8538-4499-9b9b-bdc69768d365 tempest-AbsoluteLimitsNegativeTestJSON-767246919 tempest-AbsoluteLimitsNegativeTestJSON-767246919-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3108361 Feb 07 22:32:57.154673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8dd7b-3795-4a93-aca7-c88f78b11e79 admin admin] Pushing event updated for resources: {'Network': ['ID=f998097b-5390-45e1-a0bc-eb25ac3be9db,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:57.169776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b86e569e-8824-4d33-a493-234b488caa46 req-2a7aa743-981f-42d3-8d58-6146b2d7d015 tempest-AbsoluteLimitsNegativeTestJSON-767246919 tempest-AbsoluteLimitsNegativeTestJSON-767246919-project] 10.222.0.15 "GET /v2.0/quotas/a81ff9c92464436db9b8cec2d0f43ff8 HTTP/1.1" status: 200 len: 375 time: 0.0182118 Feb 07 22:32:57.181388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74090e9-1886-418a-93df-5090d4e67cab req-7582f064-66d3-4f03-ac8f-b39b96db4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.181702 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f998097b-5390-45e1-a0bc-eb25ac3be9db details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:32:57.183672 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b74090e9-1886-418a-93df-5090d4e67cab req-7582f064-66d3-4f03-ac8f-b39b96db4c52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080751 Feb 07 22:32:57.243986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b86e569e-8824-4d33-a493-234b488caa46 req-464402e8-ae77-49f6-8f5a-069075b4d281 tempest-AbsoluteLimitsNegativeTestJSON-767246919 tempest-AbsoluteLimitsNegativeTestJSON-767246919-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a81ff9c92464436db9b8cec2d0f43ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590706 Feb 07 22:32:57.317198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-c5dbae79-83d8-4157-8d52-0c5d68505bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.320427 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-c5dbae79-83d8-4157-8d52-0c5d68505bc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1101 time: 0.1243646 Feb 07 22:32:57.366848 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b74090e9-1886-418a-93df-5090d4e67cab req-7859e756-7e1e-45fc-9a9f-b78a0409da0f service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701298 Feb 07 22:32:57.490410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-7a9ef8c1-26ea-4533-951b-a49e84dadca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.493001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-7a9ef8c1-26ea-4533-951b-a49e84dadca0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 1096 time: 0.4632077 Feb 07 22:32:57.499031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-309bd65a-4cb0-4ad0-abc4-a7dfbbd86a56 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423827 Feb 07 22:32:57.529026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11a7e2-e07c-4b2c-a792-eafa537506e8 req-0354918c-3f55-4a77-873b-12a6af965d91 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.537075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b11a7e2-e07c-4b2c-a792-eafa537506e8 req-0354918c-3f55-4a77-873b-12a6af965d91 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 945 time: 0.1723983 Feb 07 22:32:57.539371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56466) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:57.558461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05561a-0416-43f8-9e7e-33ff03f6dab6 req-0a0797c1-e37e-49f5-8e58-a5258e1e1574 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.559913 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a05561a-0416-43f8-9e7e-33ff03f6dab6 req-0a0797c1-e37e-49f5-8e58-a5258e1e1574 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.5169048 Feb 07 22:32:57.578999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Made reservation on behalf of fff1309455e14c96872017aa2430efaa for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:32:57.581182 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Notify callbacks [] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:57.581999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-276a7f62-90ea-43a9-bd47-88a901badb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.583537 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-276a7f62-90ea-43a9-bd47-88a901badb93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2537255 Feb 07 22:32:57.591905 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b74090e9-1886-418a-93df-5090d4e67cab req-f9b37a59-2d7c-484b-b6fa-12a8fa028ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134497 Feb 07 22:32:57.640624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b11a7e2-e07c-4b2c-a792-eafa537506e8 req-309e1bf8-a712-4f1d-8032-71cbfa99a3cd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028128 Feb 07 22:32:57.642369 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-b42fb243-921f-4088-98f0-04c1728f8411 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 217 time: 0.0496202 Feb 07 22:32:57.698819 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51d1d4bb-36fd-485f-87bd-23dceea42b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:57.716523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-5f416fc7-c748-4fed-b302-5de9854967b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.718918 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-5f416fc7-c748-4fed-b302-5de9854967b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0701919 Feb 07 22:32:57.792882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-bb1ad889-436d-425a-989d-29c89b87a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.794546 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-bb1ad889-436d-425a-989d-29c89b87a11a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701540 Feb 07 22:32:57.813402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a05561a-0416-43f8-9e7e-33ff03f6dab6 req-ba399069-a29d-464c-9b66-1e9fad649c45 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376187 Feb 07 22:32:57.819988 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:57.887045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51d1d4bb-36fd-485f-87bd-23dceea42b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:57.894555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51d1d4bb-36fd-485f-87bd-23dceea42b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:57.964040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1d4bb-36fd-485f-87bd-23dceea42b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4207e78f-0a01-49f7-9fec-4ff223dc3dce,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:57.970856 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-2a02efee-16e4-47ac-b0ab-770e1ed7ee7a service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685147 Feb 07 22:32:57.973543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-5782eeab-d3e1-4d1a-8a89-5a4d9fc50eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:57.974018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-51d1d4bb-36fd-485f-87bd-23dceea42b19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a81ff9c92464436db9b8cec2d0f43ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283366 Feb 07 22:32:57.974971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-5782eeab-d3e1-4d1a-8a89-5a4d9fc50eec service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e5e518e-e670-4a66-9977-af4c80f6a4c0 HTTP/1.1" status: 200 len: 924 time: 0.4674928 Feb 07 22:32:57.984440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56478) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:58.011193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-adbd5693-333f-45ca-9b37-97d4c3458b19 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884121 Feb 07 22:32:58.055957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8363f8af-0926-4f8d-bf2c-56be2ae5720d req-05fd16bf-9ead-4ef1-8a07-f53c1278d2f0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 210 time: 0.0691190 Feb 07 22:32:58.102471 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-5c62f3ee-dc5d-4a26-bea6-b37f0a07be90 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260173 Feb 07 22:32:58.186615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c2210-cf5a-4ebd-975a-89ad726e691c req-9795e5f7-0213-45e8-8145-b97de1114b4f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:58.188763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a7c2210-cf5a-4ebd-975a-89ad726e691c req-9795e5f7-0213-45e8-8145-b97de1114b4f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.2758203 Feb 07 22:32:58.200604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9565e20-4c47-4302-b8ad-9f6ba4262df1 req-eb83bbd9-aacb-4856-b642-ccbc0f657119 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:58.206669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.209510 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9565e20-4c47-4302-b8ad-9f6ba4262df1 req-eb83bbd9-aacb-4856-b642-ccbc0f657119 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 948 time: 0.0705655 Feb 07 22:32:58.219367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-046bb87b-d021-4926-923e-03b0e80c823f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1101d94a-39f5-41c5-bea7-7d5107b80c4d HTTP/1.1" status: 200 len: 1001 time: 0.2320514 Feb 07 22:32:58.222696 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.248828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9565e20-4c47-4302-b8ad-9f6ba4262df1 req-1e047a9b-b136-450e-818a-01f4ca32690d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385265 Feb 07 22:32:58.300004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-83f896b9-e311-4c33-a5e5-e76fa33932c8 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:58.301621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-83f896b9-e311-4c33-a5e5-e76fa33932c8 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.0497868 Feb 07 22:32:58.367925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:32:58.379811 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd991a69-bd5b-417f-9b7a-07da79f9842d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.389563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:58.402748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Pushing event updated for resources: {'Port': ['ID=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:58.414716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:32:58.422944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:58.422944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.439805 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a7c2210-cf5a-4ebd-975a-89ad726e691c req-9f4e7327-468d-4b3a-92ea-b7bf0c98a0b9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370012 Feb 07 22:32:58.443493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-507c52b3-779e-47fd-86ca-2a70ba9574c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:58.444966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-507c52b3-779e-47fd-86ca-2a70ba9574c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1673fd05-f7a6-43e6-b385-ac664e2bddca HTTP/1.1" status: 200 len: 863 time: 0.2160218 Feb 07 22:32:58.474927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-216a3975-eefa-42f8-8ca6-017d63718b4f service neutron] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:32:58.478486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-216a3975-eefa-42f8-8ca6-017d63718b4f service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.479184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c590bb-25e7-4d80-bdcf-0c52e52b92c3,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:58.479791 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9e29c75-4d4a-4aa6-8708-9a794089ccc1 req-216a3975-eefa-42f8-8ca6-017d63718b4f service neutron] 10.222.0.46 "DELETE /v2.0/ports/d068e21c-6842-442f-87f4-0c1b4dfc1935/bindings/n-h2-827895-2 HTTP/1.1" status: 204 len: 173 time: 0.1640697 Feb 07 22:32:58.523690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd991a69-bd5b-417f-9b7a-07da79f9842d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.546563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-38267140-0555-46ae-b0a9-ff5e672d8408 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5118213 Feb 07 22:32:58.554703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Checking segment: {'id': '6125a5c7-d03d-449a-85f6-73ba207ed262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:32:58.555053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Network hostable DHCP agents. Network: f998097b-5390-45e1-a0bc-eb25ac3be9db, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:32:58.568647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Request body: {'port': {'device_id': '52fde484-7227-4e49-a1cd-514a166bfc96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:58.618067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-975b278c-2e68-46dc-b765-fa384ea5901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:58.619542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-975b278c-2e68-46dc-b765-fa384ea5901a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e5e518e-e670-4a66-9977-af4c80f6a4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416583 Feb 07 22:32:58.659247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Network f998097b-5390-45e1-a0bc-eb25ac3be9db is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:32:58.715831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f998097b-5390-45e1-a0bc-eb25ac3be9db) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:32:58.721280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:58.722860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.725478 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.726393 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba83e5f-b5e1-4f73-b204-40051bfecf72 None None] Network f998097b-5390-45e1-a0bc-eb25ac3be9db requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:32:58.732302 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd991a69-bd5b-417f-9b7a-07da79f9842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.735633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd991a69-bd5b-417f-9b7a-07da79f9842d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.736608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dd991a69-bd5b-417f-9b7a-07da79f9842d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4207e78f-0a01-49f7-9fec-4ff223dc3dce HTTP/1.1" status: 204 len: 168 time: 0.7469842 Feb 07 22:32:58.776380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd991a69-bd5b-417f-9b7a-07da79f9842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4207e78f-0a01-49f7-9fec-4ff223dc3dce,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:32:58.785278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2f5e46af-ca58-412b-adb2-7bc8c2d795df admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6706173 Feb 07 22:32:58.795950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5bf56-c5a7-44a7-8f10-4335a99bb0a7 req-90101ad2-bad2-4f3e-96b2-40cfb39d2b96 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:58.808430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-18e5bf56-c5a7-44a7-8f10-4335a99bb0a7 req-90101ad2-bad2-4f3e-96b2-40cfb39d2b96 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 945 time: 0.0806820 Feb 07 22:32:58.809544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56502) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:58.830856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:32:58.861343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-785e4f7e-4150-42b1-9edc-1e818b5c4a7e service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337260 Feb 07 22:32:58.868794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56506) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:32:58.955797 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-18e5bf56-c5a7-44a7-8f10-4335a99bb0a7 req-dc030297-ef3e-4e4b-ab1b-201393d82831 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221800 Feb 07 22:32:59.030421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f998097b-5390-45e1-a0bc-eb25ac3be9db', 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'fixed_ips': [{'subnet_id': '56c590bb-25e7-4d80-bdcf-0c52e52b92c3'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:32:59.032913 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:59.040117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:59.041617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:59.076626 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:32:59.080867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d068e21c-6842-442f-87f4-0c1b4dfc1935 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:32:59.168459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c4313-b8d8-4242-af5e-a8a7e7a5c256 req-b87edd09-fab7-432e-940c-d537885f548f tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:59.170209 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-400c4313-b8d8-4242-af5e-a8a7e7a5c256 req-b87edd09-fab7-432e-940c-d537885f548f tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1096 time: 0.0575485 Feb 07 22:32:59.253823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-400c4313-b8d8-4242-af5e-a8a7e7a5c256 req-68d2791b-4b51-4b60-91a6-61a558644b48 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714929 Feb 07 22:32:59.317082 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:59.330158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb250b-afe0-4f33-a5a5-2120276d5c87 req-6925f317-cac5-47dc-ad31-8ebd3f4b0204 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:59.337369 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cacb250b-afe0-4f33-a5a5-2120276d5c87 req-6925f317-cac5-47dc-ad31-8ebd3f4b0204 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.3236549 Feb 07 22:32:59.372036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d068e21c-6842-442f-87f4-0c1b4dfc1935 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:32:59.432323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-deefa0e5-1a0a-4a82-adb5-ca675572e378 service neutron] 10.222.0.24 "GET /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559158 Feb 07 22:32:59.474665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d36f6-ffd3-43ba-a6a7-5a31f5283b14 req-1335487e-6497-4a2e-8e3c-624399ce6533 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:59.477485 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-147d36f6-ffd3-43ba-a6a7-5a31f5283b14 req-1335487e-6497-4a2e-8e3c-624399ce6533 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 931 time: 0.1013877 Feb 07 22:32:59.531383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-147d36f6-ffd3-43ba-a6a7-5a31f5283b14 req-5ff8d035-a441-4e10-a3a2-927c614e1446 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470786 Feb 07 22:32:59.550069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Allocated IP 172.20.0.2 (f998097b-5390-45e1-a0bc-eb25ac3be9db/56c590bb-25e7-4d80-bdcf-0c52e52b92c3/d0432945-fef1-483a-a274-4da856458280) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:32:59.552926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd8cd-0087-4596-92e4-d4e8c9721b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:59.571903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:59.599222 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'mac_address': 'fa:16:3e:03:b6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:32:59.724677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b01f16-a120-4d13-b8f7-0a32be712a1d req-91763933-eac3-4dfd-83dc-e785e2fed033 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:32:59.726507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5b01f16-a120-4d13-b8f7-0a32be712a1d req-91763933-eac3-4dfd-83dc-e785e2fed033 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 948 time: 0.0758662 Feb 07 22:32:59.788337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5b01f16-a120-4d13-b8f7-0a32be712a1d req-49eb9937-4d33-4956-89ae-f30fc9185e40 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525804 Feb 07 22:32:59.856498 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:59.888101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:32:59.954598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:32:59.954987 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:59.964638 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:59.981188 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cacb250b-afe0-4f33-a5a5-2120276d5c87 req-84caab50-d3c5-4788-a2dd-67a2b6e3231f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6386998 Feb 07 22:33:00.020438 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.036559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.039092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-08afcb42-f765-4bdc-ac92-edb9d5988e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:00.040664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-08afcb42-f765-4bdc-ac92-edb9d5988e10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 1099 time: 0.5024042 Feb 07 22:33:00.069451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-2ad1548f-d1fd-450d-8882-d1aa2a151440 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:00.070384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Network f998097b-5390-45e1-a0bc-eb25ac3be9db is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:00.070952 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-2ad1548f-d1fd-450d-8882-d1aa2a151440 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 807 time: 0.1774681 Feb 07 22:33:00.071978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:00.073859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:00.082896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:00.092104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-e684e5f8-3669-46fa-a323-d0c3f9e0b240 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/quotas/65968619081e4b32a3ea1a1c5ad56d10 HTTP/1.1" status: 200 len: 375 time: 0.0096951 Feb 07 22:33:00.099476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:00.120729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.170793 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-22fb8355-fcb3-467d-a458-c583e7ebd566 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726693 Feb 07 22:33:00.171423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56550) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:00.177289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Pushing event updated for resources: {'Port': ['ID=d0432945-fef1-483a-a274-4da856458280,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:00.191537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Attempting to bind port d0432945-fef1-483a-a274-4da856458280 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:00.192100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Attempting to bind port d0432945-fef1-483a-a274-4da856458280 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6125a5c7-d03d-449a-85f6-73ba207ed262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:00.192649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Attempting to bind port d0432945-fef1-483a-a274-4da856458280 on network f998097b-5390-45e1-a0bc-eb25ac3be9db {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:00.198489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:00.199153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Checking segment: {'id': '6125a5c7-d03d-449a-85f6-73ba207ed262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:00.199562 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.199984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Bound using segment: {'id': '6125a5c7-d03d-449a-85f6-73ba207ed262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:00.200451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Bound port: d0432945-fef1-483a-a274-4da856458280, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6125a5c7-d03d-449a-85f6-73ba207ed262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:00.200835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.215781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:00.275689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Transition to ACTIVE for port object 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:00.299958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.311736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-6367c58f-f867-4d10-b869-cd02f6c10b2d service neutron] 10.222.0.15 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330919 Feb 07 22:33:00.328366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] For port d0432945-fef1-483a-a274-4da856458280, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:00.335422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] For port d0432945-fef1-483a-a274-4da856458280, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d0432945-fef1-483a-a274-4da856458280,segment=NetworkSegment(6125a5c7-d03d-449a-85f6-73ba207ed262),segment_id=6125a5c7-d03d-449a-85f6-73ba207ed262)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:00.335648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1170669280-network', 'tenant_id': 'd1f9cf4c595c49d7a21db12b2ef6c422'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:00.346202 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.358342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb8e7c-0a72-418f-9faf-a534d5635b5d req-832bfde3-04ba-44c0-b30c-cc91b078837c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:00.364211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1acb8e7c-0a72-418f-9faf-a534d5635b5d req-832bfde3-04ba-44c0-b30c-cc91b078837c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.2789750 Feb 07 22:33:00.420678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Made reservation on behalf of d1f9cf4c595c49d7a21db12b2ef6c422 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:00.423064 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.438347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.460472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467a366-2e81-40c7-b988-bcd894a620b1 None None] Pushing event updated for resources: {'Port': ['ID=d0432945-fef1-483a-a274-4da856458280,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:00.477411 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd8cd-0087-4596-92e4-d4e8c9721b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.485587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Pushing event updated for resources: {'Port': ['ID=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:00.506581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-eca74c3b-c31f-4e2f-99a4-c2643ca953b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:00.508607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-c1ea6259-a51f-4907-bc4e-52f07778f39a service neutron] 10.222.0.15 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928158 Feb 07 22:33:00.509300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-eca74c3b-c31f-4e2f-99a4-c2643ca953b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.4504740 Feb 07 22:33:00.548046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd8cd-0087-4596-92e4-d4e8c9721b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.574141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:00.574715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:00.574936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:00.611392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.615923 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.640228 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1acb8e7c-0a72-418f-9faf-a534d5635b5d req-0b645043-ca79-4d57-9096-f4b4516713a4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623043 Feb 07 22:33:00.651477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:33:00.684332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-5e6bd342-5175-4e3c-b965-ad05f55384a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f440f1ad-f495-4117-9368-db9319cf6e2a HTTP/1.1" status: 200 len: 217 time: 0.1152132 Feb 07 22:33:00.691910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:00.697753 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.698198 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Added segment 2dede157-0bc2-4277-b7b4-5d3f8bf34b07 of type vlan for network a07336e4-b721-498b-8309-63728d922774 Feb 07 22:33:00.752501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:00.753379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:00.759812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d8dfd8cd-0087-4596-92e4-d4e8c9721b11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09f921592e174a7f9e414f2332de5b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8852701 Feb 07 22:33:00.764578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56560) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:00.788237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfd8cd-0087-4596-92e4-d4e8c9721b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1567db9b-b82e-45fa-9586-46ed9651accf,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:00.814069 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.819957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:00.820367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:00.820814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:00.822270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Bound port: 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:00.822270 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.866226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ecf799c-edba-474d-babc-deec373541bb req-db92dd38-43ce-43d9-9a41-a01aa61ce858 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 210 time: 0.1008983 Feb 07 22:33:00.927951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19ac8e-72e4-4f3c-bd74-91b19e8f0da6 req-d9e54a49-48b2-46cd-a32c-0f1776f851cc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:00.929957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd19ac8e-72e4-4f3c-bd74-91b19e8f0da6 req-d9e54a49-48b2-46cd-a32c-0f1776f851cc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1695256 Feb 07 22:33:00.932475 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.933626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:00.934404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.039643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51f905e1-2ed4-4e66-82d1-cd6e02845b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.050143 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8747621 Feb 07 22:33:01.054165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56570) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:01.059195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Request body: {'subnet': {'network_id': 'a07336e4-b721-498b-8309-63728d922774', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1170669280-subnet', 'tenant_id': 'd1f9cf4c595c49d7a21db12b2ef6c422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:01.068058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdb9f5-ae6e-4e2c-9045-eeaf6c3656af admin admin] Pushing event updated for resources: {'Network': ['ID=a07336e4-b721-498b-8309-63728d922774,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:01.073594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-e0aaf035-76ec-4835-9b97-06130d1e5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:01.075088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-e0aaf035-76ec-4835-9b97-06130d1e5e48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.3080978 Feb 07 22:33:01.083396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device f440f1ad-f495-4117-9368-db9319cf6e2a details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:01.097667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:01.108548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a07336e4-b721-498b-8309-63728d922774 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:33:01.115098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51f905e1-2ed4-4e66-82d1-cd6e02845b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.132493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd19ac8e-72e4-4f3c-bd74-91b19e8f0da6 req-8effaf4b-eda0-4720-89b3-827a2b77ffb3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721897 Feb 07 22:33:01.187377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168480a-80c1-43b7-a567-c16ceccd3979 req-f536e4e6-c1ef-44f3-999d-152d513d5b0a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:01.189385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6168480a-80c1-43b7-a567-c16ceccd3979 req-f536e4e6-c1ef-44f3-999d-152d513d5b0a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 948 time: 0.2050085 Feb 07 22:33:01.208381 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.218315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:01.230745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Made reservation on behalf of d1f9cf4c595c49d7a21db12b2ef6c422 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:01.237255 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.249311 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.260869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-eb7317b4-b003-4b5d-9981-36728eece108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:01.262373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-eb7317b4-b003-4b5d-9981-36728eece108 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1778455 Feb 07 22:33:01.282255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:01.304197 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.383171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51f905e1-2ed4-4e66-82d1-cd6e02845b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.385754 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51f905e1-2ed4-4e66-82d1-cd6e02845b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.387120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-51f905e1-2ed4-4e66-82d1-cd6e02845b4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1567db9b-b82e-45fa-9586-46ed9651accf HTTP/1.1" status: 204 len: 168 time: 0.6196983 Feb 07 22:33:01.413077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ba0d3-7d63-42a2-8dc8-38c1550d71c1 req-42000fe0-e995-4096-bda2-d9e675d356d9 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:01.422424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e04ba0d3-7d63-42a2-8dc8-38c1550d71c1 req-42000fe0-e995-4096-bda2-d9e675d356d9 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.1571641 Feb 07 22:33:01.425674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f905e1-2ed4-4e66-82d1-cd6e02845b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1567db9b-b82e-45fa-9586-46ed9651accf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:01.435252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port f440f1ad-f495-4117-9368-db9319cf6e2a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f440f1ad-f495-4117-9368-db9319cf6e2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:01.451467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'f440f1ad-f495-4117-9368-db9319cf6e2a', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'f440f1ad-f495-4117-9368-db9319cf6e2a', 'mac_address': 'fa:16:3e:a9:3a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:01.480743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:01.493027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:01.493705 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.501402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] 10.222.0.46 "PUT /v2.0/ports/57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 HTTP/1.1" status: 200 len: 1091 time: 2.9386942 Feb 07 22:33:01.527572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966b6d5-2a76-473c-980b-a4e447f6700d service neutron] Pushing event updated for resources: {'Port': ['ID=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:01.528878 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e04ba0d3-7d63-42a2-8dc8-38c1550d71c1 req-db3d4410-5c47-43f4-a079-a3474408ab5a tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043396 Feb 07 22:33:01.530878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:01.531332 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.547515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:01.555895 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c7b419-c2a7-4497-b470-2d00733d436f" -d '{"events": [{"name": "network-changed", "server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:01.604324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6168480a-80c1-43b7-a567-c16ceccd3979 req-5b071453-db03-41c3-ad2e-e07eceb93c38 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064057 Feb 07 22:33:01.705656 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096cd7be-5b9e-462f-bce8-5a31117ea8fa x-openstack-request-id: req-096cd7be-5b9e-462f-bce8-5a31117ea8fa {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:01.705941 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:01.706232 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-096cd7be-5b9e-462f-bce8-5a31117ea8fa {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:01.706708 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78', 'status': 'completed', 'code': 200} Feb 07 22:33:01.709944 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.745843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f440f1ad-f495-4117-9368-db9319cf6e2a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:01.802111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.804133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-aa018407-cc96-4b93-853d-1bafb7bc066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:01.809673 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-aa018407-cc96-4b93-853d-1bafb7bc066d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1094 time: 0.1828477 Feb 07 22:33:01.876400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port f440f1ad-f495-4117-9368-db9319cf6e2a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f440f1ad-f495-4117-9368-db9319cf6e2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:01.902438 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.903765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa39cae-9e4c-4f8d-8ec1-6f5a3a2143c5,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:01.917517 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:01.962925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46f1f5c-47b4-49ea-81c4-a851120098c7 None None] Network f998097b-5390-45e1-a0bc-eb25ac3be9db requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:01.971072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f5995-c2b7-4cb0-aabb-e60575aedfd0 req-118ce4de-d41d-4e29-8984-8afa6edb520f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:01.986117 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-397f5995-c2b7-4cb0-aabb-e60575aedfd0 req-118ce4de-d41d-4e29-8984-8afa6edb520f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.2758498 Feb 07 22:33:01.990441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56586) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:02.002398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-d32b0c91-61eb-44f4-bbdc-22aca930d126 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 HTTP/1.1" status: 200 len: 217 time: 0.0730202 Feb 07 22:33:02.011400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-6ae8c2a1-cc04-4ca1-a6cf-a35fb345c15d service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7393911 Feb 07 22:33:02.032379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0b9048-67b3-4945-90cc-2e239f539dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:02.033539 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0a26af8-7e85-479b-94e7-7482408836cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.035255 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8442c1-eaa7-4ca2-bd2b-e6215b13e7d2" -d '{"events": [{"server_uuid": "0c0b9048-67b3-4945-90cc-2e239f539dc1", "name": "network-vif-plugged", "status": "completed", "tag": "caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:02.066726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Checking segment: {'id': '2dede157-0bc2-4277-b7b4-5d3f8bf34b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a07336e4-b721-498b-8309-63728d922774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:02.067097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Network hostable DHCP agents. Network: a07336e4-b721-498b-8309-63728d922774, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:33:02.067847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50ce86-0f9f-4a29-b484-3817b2f360e9 req-85ba5758-5237-4d5f-9450-158d7f35dcfc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:02.075264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d50ce86-0f9f-4a29-b484-3817b2f360e9 req-85ba5758-5237-4d5f-9450-158d7f35dcfc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.2907307 Feb 07 22:33:02.080034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:02.089302 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-397f5995-c2b7-4cb0-aabb-e60575aedfd0 req-68d5459e-e1cc-4fa9-a304-416dc80749c3 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010447 Feb 07 22:33:02.107730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=f440f1ad-f495-4117-9368-db9319cf6e2a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:02.107730 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.108401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Allocated IP 172.25.8.24 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:02.137753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1c3740b5-5eaf-482f-9640-62197473437d None None] Provisioning complete for port d0432945-fef1-483a-a274-4da856458280 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:02.138160 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c3740b5-5eaf-482f-9640-62197473437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.189887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['f440f1ad-f495-4117-9368-db9319cf6e2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:02.199499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-822bbbfc-a7b7-4da3-a95c-77b418f35972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:02.201093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-822bbbfc-a7b7-4da3-a95c-77b418f35972 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1879334 Feb 07 22:33:02.258543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Network a07336e4-b721-498b-8309-63728d922774 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:33:02.344484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d50ce86-0f9f-4a29-b484-3817b2f360e9 req-e2801bfb-bb67-410d-bc10-55ba9c702219 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682562 Feb 07 22:33:02.351594 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf86d87c-bcd0-4379-84ff-af14bdb43a6a req-6609128f-ff35-45f6-81cd-79863183f545 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 210 time: 0.1204479 Feb 07 22:33:02.363993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a07336e4-b721-498b-8309-63728d922774) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:02.367421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:02.385544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3c0fc-fd28-4bf6-a0e0-aeb68f8d9e36 None None] Network a07336e4-b721-498b-8309-63728d922774 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:02.416804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:02.417378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.434457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d0432945-fef1-483a-a274-4da856458280 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:02.460025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0a26af8-7e85-479b-94e7-7482408836cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.468714 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176e2483-f067-4bb7-9e74-01caaf35a5cc x-openstack-request-id: req-176e2483-f067-4bb7-9e74-01caaf35a5cc {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:02.469373 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0b9048-67b3-4945-90cc-2e239f539dc1", "name": "network-vif-plugged", "status": "completed", "tag": "caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:02.469846 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-176e2483-f067-4bb7-9e74-01caaf35a5cc {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:02.470458 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0b9048-67b3-4945-90cc-2e239f539dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'code': 200} Feb 07 22:33:02.474894 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0a26af8-7e85-479b-94e7-7482408836cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.491450 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-844597ed-2b3f-4d8d-96f9-3cf37abd3696 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2127960 Feb 07 22:33:02.510879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ecfd03cc-7c19-4654-8088-f046e1e276b2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4555094 Feb 07 22:33:02.531681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7314510-cf1c-42f6-9680-48bda2ec6a9f req-b8126805-9d0f-4819-aa35-796be591c9d2 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061946 Feb 07 22:33:02.556224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-1406b64d-6a62-4bab-acad-8e865e86bd34 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:02.560333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-1406b64d-6a62-4bab-acad-8e865e86bd34 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 807 time: 0.3178420 Feb 07 22:33:02.566500 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a0a26af8-7e85-479b-94e7-7482408836cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b921fbd8e04948029564170759b754d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5670488 Feb 07 22:33:02.576152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56598) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:02.596534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Request body: {'port': {'device_id': 'f107fea6-0b23-4dda-a931-de721f18939a', 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519', 'admin_state_up': True, 'tenant_id': '65968619081e4b32a3ea1a1c5ad56d10'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:02.680729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.694794 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c3740b5-5eaf-482f-9640-62197473437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.697577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057eaaf-df14-4d79-8832-9e15ce3a3966 req-df0b266e-5ae1-444b-9444-525e058830f2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:02.699218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e057eaaf-df14-4d79-8832-9e15ce3a3966 req-df0b266e-5ae1-444b-9444-525e058830f2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1842678 Feb 07 22:33:02.722554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d0432945-fef1-483a-a274-4da856458280 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:02.726689 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.836116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1c3740b5-5eaf-482f-9640-62197473437d None None] For port d0432945-fef1-483a-a274-4da856458280, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d0432945-fef1-483a-a274-4da856458280,segment=NetworkSegment(6125a5c7-d03d-449a-85f6-73ba207ed262),segment_id=6125a5c7-d03d-449a-85f6-73ba207ed262)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:02.853595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a26af8-7e85-479b-94e7-7482408836cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424b14f0-2111-4992-8599-906e3648d731,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:02.872550 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c3740b5-5eaf-482f-9640-62197473437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.901114 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a66fff72-de5c-4d77-9644-531cbfe2513b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.944696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072dc60-7080-406e-b891-3da58bc9ec5f None None] Network a07336e4-b721-498b-8309-63728d922774 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:02.945616 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a66fff72-de5c-4d77-9644-531cbfe2513b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:02.974551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3740b5-5eaf-482f-9640-62197473437d None None] Pushing event updated for resources: {'Port': ['ID=d0432945-fef1-483a-a274-4da856458280,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:02.985016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3ab6-41ce-4325-a5cb-2ee1b6a29fad req-536f9ba4-8a5d-4b1d-a56c-6414cf3ca502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:02.986625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee7e3ab6-41ce-4325-a5cb-2ee1b6a29fad req-536f9ba4-8a5d-4b1d-a56c-6414cf3ca502 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c0b9048-67b3-4945-90cc-2e239f539dc1 HTTP/1.1" status: 200 len: 1100 time: 0.4381256 Feb 07 22:33:03.028898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-5d13f192-3524-431c-a716-3c15dbed2c4a service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253048 Feb 07 22:33:03.053499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d30d9-e84f-436b-abfc-9d4cf2390995 req-26d070a6-1a7b-41cd-be60-aa7bccda540c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:03.054962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e93d30d9-e84f-436b-abfc-9d4cf2390995 req-26d070a6-1a7b-41cd-be60-aa7bccda540c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 949 time: 0.3131378 Feb 07 22:33:03.085520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee7e3ab6-41ce-4325-a5cb-2ee1b6a29fad req-32e07b85-2754-40c9-bf0d-083e65d0d6db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904226 Feb 07 22:33:03.121861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Made reservation on behalf of 65968619081e4b32a3ea1a1c5ad56d10 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:03.123837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e057eaaf-df14-4d79-8832-9e15ce3a3966 req-750a3154-919f-47e4-842a-2050c53e5d16 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096749 Feb 07 22:33:03.126325 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:03.131673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a66fff72-de5c-4d77-9644-531cbfe2513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:03.134144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a66fff72-de5c-4d77-9644-531cbfe2513b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:03.135247 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a66fff72-de5c-4d77-9644-531cbfe2513b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/424b14f0-2111-4992-8599-906e3648d731 HTTP/1.1" status: 204 len: 168 time: 0.5582466 Feb 07 22:33:03.160033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:03.168910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e93d30d9-e84f-436b-abfc-9d4cf2390995 req-9678c750-e1ad-4c5d-8647-f2a9c6a2d643 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950985 Feb 07 22:33:03.189784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fff72-de5c-4d77-9644-531cbfe2513b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424b14f0-2111-4992-8599-906e3648d731,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:03.217914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:03.236551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:03.241649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:03.278028 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b81c8d-58bc-4c55-bd53-5c3b1333265e req-067c6ba3-76f5-480a-8c1a-0dbef7b63da4 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405665 Feb 07 22:33:03.303283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-34e66810-a1eb-46f4-b130-f86059e437fe None None] Provisioning complete for port d0432945-fef1-483a-a274-4da856458280 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:03.303777 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34e66810-a1eb-46f4-b130-f86059e437fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:03.319988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:03.622060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7b419-c2a7-4497-b470-2d00733d436f req-79980921-04aa-4ddb-84f1-02e389b610d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:03.623459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66c7b419-c2a7-4497-b470-2d00733d436f req-79980921-04aa-4ddb-84f1-02e389b610d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1094 time: 0.2230182 Feb 07 22:33:03.659555 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:03.705025 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:03.756437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-e6fb7480-9b18-48c0-b61f-3ae4321c177b tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:03.764190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-e6fb7480-9b18-48c0-b61f-3ae4321c177b tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/networks?id=a07336e4-b721-498b-8309-63728d922774 HTTP/1.1" status: 200 len: 818 time: 0.2687793 Feb 07 22:33:03.770243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5392eb0a-335d-4531-b17a-85bb5eebd672 req-7d84ac03-d759-4395-a730-2e8018a20276 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 210 time: 0.0346489 Feb 07 22:33:03.791251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Allocated IP 172.20.0.3 (e14bcb57-6e52-499f-ba4f-186a872bd519/98536373-bef5-49be-b874-1ecb548ad3c1/54d21617-5b7f-4b84-b942-2d1f7ab24b87) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:03.802767 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-b558b8bd-0cf1-4a1a-a632-b3bf2fdbe019 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/quotas/d1f9cf4c595c49d7a21db12b2ef6c422 HTTP/1.1" status: 200 len: 375 time: 0.0361724 Feb 07 22:33:03.890699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-0ebd5c55-f3e4-4646-8fe6-0cc81d1a9b5a tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1f9cf4c595c49d7a21db12b2ef6c422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743024 Feb 07 22:33:03.943906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7b419-c2a7-4497-b470-2d00733d436f req-6526eed0-b1c5-4ede-93b1-441509ef20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:03.946449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66c7b419-c2a7-4497-b470-2d00733d436f req-6526eed0-b1c5-4ede-93b1-441509ef20cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.3018808 Feb 07 22:33:03.978661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393adf61-1184-417f-933c-5e85e5bc846c req-43d1c890-d37e-4d9d-a278-0f40d431887f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:03.980191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-393adf61-1184-417f-933c-5e85e5bc846c req-43d1c890-d37e-4d9d-a278-0f40d431887f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.0758460 Feb 07 22:33:03.987346 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:04.020657 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:04.046572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-393adf61-1184-417f-933c-5e85e5bc846c req-247cda91-aa1c-4495-90a0-a51ad7b082af tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538812 Feb 07 22:33:04.075777 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:04.096120 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66c7b419-c2a7-4497-b470-2d00733d436f req-d1f8967e-64cd-419a-bbda-54ece70a1458 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 HTTP/1.1" status: 200 len: 217 time: 0.1047547 Feb 07 22:33:04.131015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Network e14bcb57-6e52-499f-ba4f-186a872bd519 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:04.134068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:04.138038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:04.144998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:04.157974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:04.171585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Pushing event updated for resources: {'Port': ['ID=54d21617-5b7f-4b84-b942-2d1f7ab24b87,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:04.207442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-5701f23f-1a86-422b-91aa-6f155dcc23bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6320343 Feb 07 22:33:04.223070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-d28ea5ce-422a-4adb-a402-b20febf23986 service neutron] 10.222.0.15 "GET /v2.0/networks/a07336e4-b721-498b-8309-63728d922774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230855 Feb 07 22:33:04.233793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7b419-c2a7-4497-b470-2d00733d436f req-0e7b41be-7e13-4b20-a64e-d071c9ba7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:04.236286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66c7b419-c2a7-4497-b470-2d00733d436f req-0e7b41be-7e13-4b20-a64e-d071c9ba7f8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1318386 Feb 07 22:33:04.237990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Request body: {'port': {'device_id': 'f107fea6-0b23-4dda-a931-de721f18939a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:04.305352 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66c7b419-c2a7-4497-b470-2d00733d436f req-1536a6e8-61ae-459e-ac6a-ac3f1fb320a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435152 Feb 07 22:33:04.307096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d0432945-fef1-483a-a274-4da856458280 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:04.317658 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:04.336423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:04.369876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4cad5-7bb2-447f-b218-563d5472e710 req-36e92830-180b-4744-ab4b-0741384f7d07 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:04.378002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7f4cad5-7bb2-447f-b218-563d5472e710 req-36e92830-180b-4744-ab4b-0741384f7d07 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1617744 Feb 07 22:33:04.410779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d0432945-fef1-483a-a274-4da856458280 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:04.411916 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:04.487758 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7f4cad5-7bb2-447f-b218-563d5472e710 req-2016008f-2ad7-4e17-91ab-cd236dd70bc2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085236 Feb 07 22:33:04.532742 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-923b1baa-a2d9-4fb5-a2ff-96b1aaf6098a service neutron] 10.222.0.15 "GET /v2.0/networks/a07336e4-b721-498b-8309-63728d922774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935297 Feb 07 22:33:04.557118 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66c7b419-c2a7-4497-b470-2d00733d436f req-8c6db356-9eef-4f34-8895-841e5952753b service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224243 Feb 07 22:33:04.666249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66c7b419-c2a7-4497-b470-2d00733d436f req-8ba36005-ebb3-4f56-93ad-2c678af681e4 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018250 Feb 07 22:33:04.676038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ac94-1fab-4070-9dac-3a188c641d88 req-e9e8dcd4-ba85-464c-961e-0f33266348fb tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:04.683380 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb21ac94-1fab-4070-9dac-3a188c641d88 req-e9e8dcd4-ba85-464c-961e-0f33266348fb tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 949 time: 0.0836551 Feb 07 22:33:04.702467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Router 7937576c-3b31-447f-8482-6765de1baff4 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:33:04.780462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb21ac94-1fab-4070-9dac-3a188c641d88 req-3ceab1cf-6f31-4c5f-b4f9-d884977758f4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961390 Feb 07 22:33:04.944787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d21617-5b7f-4b84-b942-2d1f7ab24b87 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:04.954845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:04.975326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Transition to ACTIVE for port object 54d21617-5b7f-4b84-b942-2d1f7ab24b87 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:04.983256 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.005102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86506d5e-bbec-4b2a-aff4-84e858c33271 req-7f103732-fef8-403c-8187-2f451d6ba861 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:05.007073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-86506d5e-bbec-4b2a-aff4-84e858c33271 req-7f103732-fef8-403c-8187-2f451d6ba861 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 931 time: 0.1288636 Feb 07 22:33:05.075139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Pushing event updated for resources: {'Port': ['ID=54d21617-5b7f-4b84-b942-2d1f7ab24b87,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:05.102747 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device f440f1ad-f495-4117-9368-db9319cf6e2a up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:05.113357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-86506d5e-bbec-4b2a-aff4-84e858c33271 req-a2a44823-4207-46ca-b9d1-05638cebc50c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844464 Feb 07 22:33:05.134276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:05.134618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:05.134946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:05.143016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c53146d9-61ef-4e60-972f-dc76d5aacc50 req-9b1b82f7-86e8-47e7-8ba4-30253d7b812d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 210 time: 0.0937493 Feb 07 22:33:05.158412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:05.158750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:05.178627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:05.179331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:05.179926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:05.180644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Bound port: 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:05.181494 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.211812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port f440f1ad-f495-4117-9368-db9319cf6e2a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:05.219082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port f440f1ad-f495-4117-9368-db9319cf6e2a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:05.219631 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.279941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:33:05.293256 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Sync routers for ids ['7937576c-3b31-447f-8482-6765de1baff4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:33:05.311425 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.316980 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b12f1d03-a7d6-4c12-89aa-4ae14980b066 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5041490 Feb 07 22:33:05.317579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56672) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:05.320434 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Routers {'7937576c-3b31-447f-8482-6765de1baff4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:05.320658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:05.324176 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:32:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['7937576c-3b31-447f-8482-6765de1baff4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:05.340196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:05.350524 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.378298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608c8d4-17f6-442b-9f2c-8e9aca68fd0b req-b96ebfbf-58fa-425d-b18c-48d1598aa401 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:05.386924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4608c8d4-17f6-442b-9f2c-8e9aca68fd0b req-b96ebfbf-58fa-425d-b18c-48d1598aa401 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1159236 Feb 07 22:33:05.413766 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.490925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Pushing event updated for resources: {'Port': ['ID=54d21617-5b7f-4b84-b942-2d1f7ab24b87,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:05.508313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:05.508934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.522406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port f440f1ad-f495-4117-9368-db9319cf6e2a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f440f1ad-f495-4117-9368-db9319cf6e2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:05.523860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-8d5b4579-2c76-4301-8347-655c200ebc5d service neutron] 10.222.0.46 "PUT /v2.0/ports/54d21617-5b7f-4b84-b942-2d1f7ab24b87 HTTP/1.1" status: 200 len: 1091 time: 1.2939088 Feb 07 22:33:05.524859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:05.532206 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b393d16-0f1c-4001-9aa2-ba89acb91f31" -d '{"events": [{"name": "network-changed", "server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:05.542033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e136d18e-9510-4891-b78f-2a7a95a10c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f440f1ad-f495-4117-9368-db9319cf6e2a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:05.555115 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8334fd-ab8c-47e3-816f-bacf10941764" -d '{"events": [{"server_uuid": "e136d18e-9510-4891-b78f-2a7a95a10c34", "name": "network-vif-plugged", "status": "completed", "tag": "f440f1ad-f495-4117-9368-db9319cf6e2a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:05.562940 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.601802 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4608c8d4-17f6-442b-9f2c-8e9aca68fd0b req-614b7241-21f9-4e98-8e81-bc383e0a8e91 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136197 Feb 07 22:33:05.612517 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Set router 7937576c-3b31-447f-8482-6765de1baff4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:05.661693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=f440f1ad-f495-4117-9368-db9319cf6e2a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:05.694172 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a327b2-df35-479b-a981-ae8af225510f x-openstack-request-id: req-75a327b2-df35-479b-a981-ae8af225510f {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:05.694499 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:05.694767 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75a327b2-df35-479b-a981-ae8af225510f {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:05.695173 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87', 'status': 'completed', 'code': 200} Feb 07 22:33:05.729141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-abeed05c-5e47-458d-b2af-b80d3d8d05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:05.734952 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-abeed05c-5e47-458d-b2af-b80d3d8d05d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1094 time: 0.0909307 Feb 07 22:33:05.766431 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c917e3-5bb4-48fc-85ab-e74939a25416 x-openstack-request-id: req-d5c917e3-5bb4-48fc-85ab-e74939a25416 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:05.766754 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e136d18e-9510-4891-b78f-2a7a95a10c34", "name": "network-vif-plugged", "status": "completed", "tag": "f440f1ad-f495-4117-9368-db9319cf6e2a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:05.767018 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5c917e3-5bb4-48fc-85ab-e74939a25416 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:05.767414 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e136d18e-9510-4891-b78f-2a7a95a10c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f440f1ad-f495-4117-9368-db9319cf6e2a', 'code': 200} Feb 07 22:33:05.806238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-2d0e232a-e552-4393-8b78-970e6abc5a24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87 HTTP/1.1" status: 200 len: 217 time: 0.0628724 Feb 07 22:33:05.894781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a7bd5-9b09-4db7-a407-e8dbb8b0af81 req-1e7a9035-a04c-48e8-a709-6006da46dd40 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:05.896389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b98a7bd5-9b09-4db7-a407-e8dbb8b0af81 req-1e7a9035-a04c-48e8-a709-6006da46dd40 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.2731826 Feb 07 22:33:05.921938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56688) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:05.947548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-85d27a87-e687-410e-864b-3543bb86e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:05.949056 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-85d27a87-e687-410e-864b-3543bb86e819 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.1352797 Feb 07 22:33:05.999598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-84be79c3-f044-4413-b838-7e9089f2dd92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322428 Feb 07 22:33:06.032135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5da998-9562-47f2-a827-5b00f8da6960 req-1712897d-4fc2-4427-8677-3a495a60e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:06.033739 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a5da998-9562-47f2-a827-5b00f8da6960 req-1712897d-4fc2-4427-8677-3a495a60e789 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 1101 time: 0.1448541 Feb 07 22:33:06.034295 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937576c-3b31-447f-8482-6765de1baff4', 'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:32:59Z', 'updated_at': '2022-02-07T22:33:03Z', 'revision_number': 3, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'gw_port': {'id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:01Z', 'updated_at': '2022-02-07T22:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:06.044507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ca0ad-70a9-4ec9-a5cc-dac6c77fb927 req-abfef2fc-ba9b-4f61-958c-c191138676b3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:06.046060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-988ca0ad-70a9-4ec9-a5cc-dac6c77fb927 req-abfef2fc-ba9b-4f61-958c-c191138676b3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 950 time: 0.1369369 Feb 07 22:33:06.063149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b98a7bd5-9b09-4db7-a407-e8dbb8b0af81 req-9201d064-6417-4f26-9ffc-b05cd11bf34d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544547 Feb 07 22:33:06.078803 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Checking router: 7937576c-3b31-447f-8482-6765de1baff4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:33:06.079332 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Updating router 7937576c-3b31-447f-8482-6765de1baff4 port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:33:06.112169 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.207460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-f8de1867-bba2-4dfd-93d7-9629c127d49e service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987650 Feb 07 22:33:06.212887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.215684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a5da998-9562-47f2-a827-5b00f8da6960 req-b07fe99d-d23d-47f6-945a-f1cee6b297f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679235 Feb 07 22:33:06.277150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.297128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-988ca0ad-70a9-4ec9-a5cc-dac6c77fb927 req-e1675e0f-3904-452d-aa32-f05a5f27c2aa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937530 Feb 07 22:33:06.300092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d28f4-225a-4c5c-a3f5-1c34f4ed060a req-b6a5675a-7792-4354-be7e-68ab39384741 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:06.301614 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-585d28f4-225a-4c5c-a3f5-1c34f4ed060a req-b6a5675a-7792-4354-be7e-68ab39384741 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.0973146 Feb 07 22:33:06.397127 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c825f3a4-efd3-4aa1-8814-b3999bc5abe0 req-590a1743-6be9-41be-b7fa-867b0c4d0b79 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792917 Feb 07 22:33:06.421221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-585d28f4-225a-4c5c-a3f5-1c34f4ed060a req-094e634e-98ac-4616-a1d2-44e777cbe543 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069968 Feb 07 22:33:06.455958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4de65e11-865d-435e-ad75-8b261b769630 req-9b1a538c-2ae0-4feb-8f51-ca20abaa003b tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 210 time: 0.0533836 Feb 07 22:33:06.463287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.489185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.492446 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.499106 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.537869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Allocated IP 172.20.0.1 (f998097b-5390-45e1-a0bc-eb25ac3be9db/56c590bb-25e7-4d80-bdcf-0c52e52b92c3/92b39952-2cff-4e2b-8257-65f0561445ef) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:06.561623 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Attempting to bind port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:06.562718 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Attempting to bind port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:06.563419 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Attempting to bind port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:06.572670 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:06.573210 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:06.573736 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.574227 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:06.574800 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Bound port: c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:06.575274 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.576126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=caf6bb0398ee47b7a7d20a5ba13c05c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517603 Feb 07 22:33:06.577123 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Pushing event updated for resources: {'Port': ['ID=c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:06.578772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-84bb76ea-3cb0-4fa6-a722-755e7a702cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:06.580886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-84bb76ea-3cb0-4fa6-a722-755e7a702cb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1094 time: 0.1159215 Feb 07 22:33:06.581663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56696) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:06.599864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa2a734-a6b1-483d-8990-6594445cd9d4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:06.607533 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.608041 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.608475 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.609969 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.609969 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.610395 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.610790 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.611179 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.611584 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.612035 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.619772 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.620199 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.667410 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] For port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:06.672927 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] For port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:06.680342 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.694540 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.705276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.705626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.705964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.706301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.706662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.706989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.707312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.707636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.707999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.708319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.708637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.708956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad72f4-4b27-42cf-a9a1-5bdd1e05808a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.770968 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.793460 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4c13e-7e2d-4221-9ac9-b98cd94bd1f2 None None] Pushing event updated for resources: {'Port': ['ID=c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:06.799978 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Routers {'7937576c-3b31-447f-8482-6765de1baff4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:06.800605 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:32:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['7937576c-3b31-447f-8482-6765de1baff4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:06.824187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Network f998097b-5390-45e1-a0bc-eb25ac3be9db is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:06.831751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:06.843523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1270eca-9de8-4cc8-b63d-e518b21d71df req-d3d1d676-19a6-4837-aa75-e2c0fd8a12cb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:06.845408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1270eca-9de8-4cc8-b63d-e518b21d71df req-d3d1d676-19a6-4837-aa75-e2c0fd8a12cb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1134031 Feb 07 22:33:06.846815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:06.847392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.849977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Pushing event updated for resources: {'Port': ['ID=92b39952-2cff-4e2b-8257-65f0561445ef,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:06.877967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:06.886905 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-988d7300-9c4d-48df-912b-bf98221d0861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.909501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.909978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.910416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.910849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.911280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.911761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.912463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.912463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.913012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.913279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-c1ffb1d1-38d4-4a70-8ef8-a51d2cc2e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:06.913513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.913930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.914350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:06.914756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-c1ffb1d1-38d4-4a70-8ef8-a51d2cc2e54e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.3162198 Feb 07 22:33:06.943863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-01007662-0dd6-41d7-a785-abc5236826d9 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:06.945431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-01007662-0dd6-41d7-a785-abc5236826d9 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.24 "GET /v2.0/networks?id=a07336e4-b721-498b-8309-63728d922774 HTTP/1.1" status: 200 len: 818 time: 0.3194525 Feb 07 22:33:06.961356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-988d7300-9c4d-48df-912b-bf98221d0861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:06.998199 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1270eca-9de8-4cc8-b63d-e518b21d71df req-83e19d5c-2cfd-47f8-ae57-713fa0e8256e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003778 Feb 07 22:33:07.006842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Request body: {'port': {'device_id': '64528c27-9a2b-4ad4-b7d5-0a659a7d01a0', 'network_id': 'a07336e4-b721-498b-8309-63728d922774', 'admin_state_up': True, 'tenant_id': 'd1f9cf4c595c49d7a21db12b2ef6c422'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:07.013367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-5b764379-7597-43de-b701-f83611ac6be0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87 HTTP/1.1" status: 200 len: 217 time: 0.0902698 Feb 07 22:33:07.085426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:07.099268 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.122073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78', 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88', 'port_id': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78', 'mac_address': 'fa:16:3e:4d:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254adce5-5bb7-431e-b9b1-60123edbd9f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:07.136281 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] Set router 7937576c-3b31-447f-8482-6765de1baff4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:07.188727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.202251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-feabc480-7b8e-48d5-9ff9-b457745fd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:07.204043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-feabc480-7b8e-48d5-9ff9-b457745fd64f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.1727169 Feb 07 22:33:07.235989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:07.259103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-eab32748-c757-4db5-9029-b1e97e6777e9 None None] Provisioning complete for port 92b39952-2cff-4e2b-8257-65f0561445ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:07.259631 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eab32748-c757-4db5-9029-b1e97e6777e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.279332 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-df593bdd-837f-45c5-9da1-dc4b680f7b58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594935 Feb 07 22:33:07.305791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:07.314703 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.320399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-988d7300-9c4d-48df-912b-bf98221d0861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.325057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-988d7300-9c4d-48df-912b-bf98221d0861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.326415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-988d7300-9c4d-48df-912b-bf98221d0861 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eaa2a734-a6b1-483d-8990-6594445cd9d4 HTTP/1.1" status: 204 len: 168 time: 0.7434461 Feb 07 22:33:07.393234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d7300-9c4d-48df-912b-bf98221d0861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa2a734-a6b1-483d-8990-6594445cd9d4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:07.406184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-eab32748-c757-4db5-9029-b1e97e6777e9 None None] Port 92b39952-2cff-4e2b-8257-65f0561445ef cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:33:07.427972 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.440687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c06636-7e32-4666-a566-5e17da78ec99 req-a2dae921-2f73-40e7-a455-6f5cf84c7385 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:07.454856 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3c06636-7e32-4666-a566-5e17da78ec99 req-a2dae921-2f73-40e7-a455-6f5cf84c7385 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.2406924 Feb 07 22:33:07.467011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.468559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.476356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:07.519633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Made reservation on behalf of d1f9cf4c595c49d7a21db12b2ef6c422 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:07.523765 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:07.524781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.530231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.535325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.535869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.536226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.536571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.536913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.537362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.537710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.538318 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.538665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.539009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:33:07.544347 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-2cdbf792-524f-4685-ba03-8b9bb069bbb6 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514491 Feb 07 22:33:07.551694 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937576c-3b31-447f-8482-6765de1baff4', 'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:32:59Z', 'updated_at': '2022-02-07T22:33:03Z', 'revision_number': 3, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'gw_port': {'id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:01Z', 'updated_at': '2022-02-07T22:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:07.561203 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3c06636-7e32-4666-a566-5e17da78ec99 req-6635553d-2f65-411e-bf70-0e974a5f30b3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030972 Feb 07 22:33:07.591126 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322a90f-e6c1-43cd-9d31-c10539fa4a30 None None] The sync data for ids ['7937576c-3b31-447f-8482-6765de1baff4'] in n-d-827895-2 is: [{'id': '7937576c-3b31-447f-8482-6765de1baff4', 'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:32:59Z', 'updated_at': '2022-02-07T22:33:03Z', 'revision_number': 3, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'gw_port': {'id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:01Z', 'updated_at': '2022-02-07T22:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:33:07.595634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c500f4a-f603-4f91-baff-7222d50e31f2 req-68f04490-c971-4a64-a5cc-2aaa2b8e2e65 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:07.597679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c500f4a-f603-4f91-baff-7222d50e31f2 req-68f04490-c971-4a64-a5cc-2aaa2b8e2e65 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 950 time: 0.1669900 Feb 07 22:33:07.602391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:07.602620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Pushing event updated for resources: {'Port': ['ID=92b39952-2cff-4e2b-8257-65f0561445ef,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:07.676966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c500f4a-f603-4f91-baff-7222d50e31f2 req-be63a1a0-434b-4446-975b-0a61baf6cd3b tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692546 Feb 07 22:33:07.689118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Network f998097b-5390-45e1-a0bc-eb25ac3be9db is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:07.691153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:07.907865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acea18ef-94be-44a7-b055-d9e64f2f77f8 req-90883f85-b913-41a7-a8e8-fb839ca44c35 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 210 time: 0.0619497 Feb 07 22:33:07.924907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b393d16-0f1c-4001-9aa2-ba89acb91f31 req-1bafc453-b236-48b1-9e51-56c711613088 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585317 Feb 07 22:33:07.935452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Router 7937576c-3b31-447f-8482-6765de1baff4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:33:07.967621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e413c-eada-48e9-90b2-b58cf3abf467 req-61faed1c-27d3-408a-92ef-c8fcf829c892 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:07.972238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-229e413c-eada-48e9-90b2-b58cf3abf467 req-61faed1c-27d3-408a-92ef-c8fcf829c892 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.2274625 Feb 07 22:33:07.987213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Allocated IP 172.20.0.12 (a07336e4-b721-498b-8309-63728d922774/7aa39cae-9e4c-4f8d-8ec1-6f5a3a2143c5/8002c221-684c-4803-b07c-291ece4a4e89) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:08.100598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56714) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:08.154326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ea27efb9-d8fe-404f-8d14-6be399890db3 None None] Provisioning complete for port 92b39952-2cff-4e2b-8257-65f0561445ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:08.154326 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea27efb9-d8fe-404f-8d14-6be399890db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.198397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-229e413c-eada-48e9-90b2-b58cf3abf467 req-b1f9c432-8f8d-4993-93a2-4cb03df2299e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275790 Feb 07 22:33:08.199632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea673370-148f-4edc-97ec-87597b3a1cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.211548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ea27efb9-d8fe-404f-8d14-6be399890db3 None None] Port 92b39952-2cff-4e2b-8257-65f0561445ef cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:33:08.228088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:33:08.242743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5d4dbfc7-a5ff-41c9-b27a-e4460a6b4737 admin admin] 10.222.0.15 "PUT /v2.0/routers/7937576c-3b31-447f-8482-6765de1baff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9235156 Feb 07 22:33:08.256363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3fd5-984d-4e4f-a945-7eac5fd098e6 req-47a18c32-dda5-4f20-805f-5162324e9ecd tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:08.263987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-292d3fd5-984d-4e4f-a945-7eac5fd098e6 req-47a18c32-dda5-4f20-805f-5162324e9ecd tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1605632 Feb 07 22:33:08.290066 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.337854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:08.349046 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-292d3fd5-984d-4e4f-a945-7eac5fd098e6 req-62571444-cc14-46f9-8925-0c8d445f7a96 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829530 Feb 07 22:33:08.368901 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.407071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:08.407899 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.423248 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea673370-148f-4edc-97ec-87597b3a1cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.430000 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea673370-148f-4edc-97ec-87597b3a1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.435959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Network a07336e4-b721-498b-8309-63728d922774 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:08.435959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:08.445006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:08.450623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:08.451267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.468114 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ea673370-148f-4edc-97ec-87597b3a1cf5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9177b07c0c84164aacfd0909e59147b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631234 Feb 07 22:33:08.469646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56722) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:08.471790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Pushing event updated for resources: {'Port': ['ID=8002c221-684c-4803-b07c-291ece4a4e89,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:08.502656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea673370-148f-4edc-97ec-87597b3a1cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b29810-acec-4501-ba28-9ac68a900c48,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:08.532398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.541410 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-95082a4c-9eb7-4417-9c7c-615cd777f826 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5764291 Feb 07 22:33:08.554623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:08.563692 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.564001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Request body: {'port': {'device_id': '64528c27-9a2b-4ad4-b7d5-0a659a7d01a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:08.613859 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0a50315-6e1b-46b3-b782-22ae641e0d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.634324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:08.678925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.723477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3105556-13bd-411f-bea1-a5e1994cd6d7 req-fd60a727-a3f7-4596-aa6b-734d138c19b3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:08.725415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a3105556-13bd-411f-bea1-a5e1994cd6d7 req-fd60a727-a3f7-4596-aa6b-734d138c19b3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 944 time: 0.0565434 Feb 07 22:33:08.753831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0a50315-6e1b-46b3-b782-22ae641e0d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:08.775213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a3105556-13bd-411f-bea1-a5e1994cd6d7 req-e0220586-8a31-4148-b4bb-f4bad07de586 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Feb 07 22:33:08.880225 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 54d21617-5b7f-4b84-b942-2d1f7ab24b87 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:08.883743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:08.904056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8beb96-05b8-4e97-97c3-9972cb24254d req-ee192df8-5334-4f36-bd22-8328ceaa2a0f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:08.906768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f8beb96-05b8-4e97-97c3-9972cb24254d req-ee192df8-5334-4f36-bd22-8328ceaa2a0f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 950 time: 0.0652213 Feb 07 22:33:08.992000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f8beb96-05b8-4e97-97c3-9972cb24254d req-8160bc30-926f-41b0-9b71-ac8f35427787 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711482 Feb 07 22:33:09.016454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:09.028130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:09.028427 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.082986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:09.100287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '54d21617-5b7f-4b84-b942-2d1f7ab24b87', 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519', 'port_id': '54d21617-5b7f-4b84-b942-2d1f7ab24b87', 'mac_address': 'fa:16:3e:ce:f8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98536373-bef5-49be-b874-1ecb548ad3c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:09.122809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c733a-675b-4a8d-bfee-1248927f5e03 req-04dd61bc-933b-4bfa-afc9-37bfe1e9953f tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:09.124174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c8c733a-675b-4a8d-bfee-1248927f5e03 req-04dd61bc-933b-4bfa-afc9-37bfe1e9953f tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 932 time: 0.0608857 Feb 07 22:33:09.186512 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.188515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c8c733a-675b-4a8d-bfee-1248927f5e03 req-e540a1d0-0ccd-477a-ab93-5363a2a406cb tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572343 Feb 07 22:33:09.197443 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.211137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d21617-5b7f-4b84-b942-2d1f7ab24b87 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:09.245422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:09.248596 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e541b6-578d-451e-a444-ec6c50047e52" -d '{"events": [{"server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "name": "network-vif-plugged", "status": "completed", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:09.252891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-28456fd6-feec-4344-bbbb-cac350cad5be tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6082296 Feb 07 22:33:09.271759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:09.274148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:09.277348 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.277782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:09.285264 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.285476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0a50315-6e1b-46b3-b782-22ae641e0d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.287843 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0a50315-6e1b-46b3-b782-22ae641e0d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.289094 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e0a50315-6e1b-46b3-b782-22ae641e0d0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4b29810-acec-4501-ba28-9ac68a900c48 HTTP/1.1" status: 204 len: 168 time: 0.8183482 Feb 07 22:33:09.335170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ecd4d-1914-4374-9bc9-528d9e9bc097 req-26cb02ff-493b-4055-ba43-e83d9d5d7582 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:09.337647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e26ecd4d-1914-4374-9bc9-528d9e9bc097 req-26cb02ff-493b-4055-ba43-e83d9d5d7582 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0b9048-67b3-4945-90cc-2e239f539dc1 HTTP/1.1" status: 200 len: 949 time: 0.0573661 Feb 07 22:33:09.337851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a50315-6e1b-46b3-b782-22ae641e0d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b29810-acec-4501-ba28-9ac68a900c48,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:09.341415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=54d21617-5b7f-4b84-b942-2d1f7ab24b87,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:09.375524 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.418740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e26ecd4d-1914-4374-9bc9-528d9e9bc097 req-a3c80386-e3de-4bf2-afcf-8de5e6b4d622 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Feb 07 22:33:09.454198 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:09.513634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8002c221-684c-4803-b07c-291ece4a4e89 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:09.523418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.542520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Transition to ACTIVE for port object 8002c221-684c-4803-b07c-291ece4a4e89 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:09.557597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['54d21617-5b7f-4b84-b942-2d1f7ab24b87'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:09.558502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.572902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119a97-f3b8-4f50-be7a-ecf6064e4836 req-f74cb519-874f-486d-8817-e3ec415fe189 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:09.575312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98119a97-f3b8-4f50-be7a-ecf6064e4836 req-f74cb519-874f-486d-8817-e3ec415fe189 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 944 time: 0.0712180 Feb 07 22:33:09.625703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.627980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Pushing event updated for resources: {'Port': ['ID=8002c221-684c-4803-b07c-291ece4a4e89,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:09.672745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98119a97-f3b8-4f50-be7a-ecf6064e4836 req-9ad775ff-2373-4f05-839a-e6dcbcf647d2 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894582 Feb 07 22:33:09.723597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Attempting to bind port 8002c221-684c-4803-b07c-291ece4a4e89 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:09.723986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Attempting to bind port 8002c221-684c-4803-b07c-291ece4a4e89 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '2dede157-0bc2-4277-b7b4-5d3f8bf34b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a07336e4-b721-498b-8309-63728d922774'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:09.724314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Attempting to bind port 8002c221-684c-4803-b07c-291ece4a4e89 on network a07336e4-b721-498b-8309-63728d922774 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:09.735366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Port 8002c221-684c-4803-b07c-291ece4a4e89 on network a07336e4-b721-498b-8309-63728d922774 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:09.735694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Attempting to bind port 8002c221-684c-4803-b07c-291ece4a4e89 on network a07336e4-b721-498b-8309-63728d922774 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:09.751093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:09.751438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Checking segment: {'id': '2dede157-0bc2-4277-b7b4-5d3f8bf34b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a07336e4-b721-498b-8309-63728d922774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:09.751864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Bound using segment: {'id': '2dede157-0bc2-4277-b7b4-5d3f8bf34b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a07336e4-b721-498b-8309-63728d922774'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:09.752320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Bound port: 8002c221-684c-4803-b07c-291ece4a4e89, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dede157-0bc2-4277-b7b4-5d3f8bf34b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a07336e4-b721-498b-8309-63728d922774'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:09.752677 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.759159 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aebf83-807c-4bfe-b27f-92a0a1db91eb x-openstack-request-id: req-98aebf83-807c-4bfe-b27f-92a0a1db91eb {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:09.759839 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "name": "network-vif-plugged", "status": "completed", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:09.760251 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98aebf83-807c-4bfe-b27f-92a0a1db91eb {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:09.760789 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78', 'code': 200} Feb 07 22:33:09.845983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Allocated IP 172.25.8.227 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/d6831912-bf29-41ce-83ed-18c2ef196f03) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:09.916381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e047-a875-40dc-b71d-7f4b138c7ca2 req-d14dff4b-3b33-47bf-8c25-fda901eac182 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:09.923146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46d9e047-a875-40dc-b71d-7f4b138c7ca2 req-d14dff4b-3b33-47bf-8c25-fda901eac182 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.0691175 Feb 07 22:33:09.927693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] For port 8002c221-684c-4803-b07c-291ece4a4e89, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:09.969553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] For port 8002c221-684c-4803-b07c-291ece4a4e89, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8002c221-684c-4803-b07c-291ece4a4e89,segment=NetworkSegment(2dede157-0bc2-4277-b7b4-5d3f8bf34b07),segment_id=2dede157-0bc2-4277-b7b4-5d3f8bf34b07)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:09.975475 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46d9e047-a875-40dc-b71d-7f4b138c7ca2 req-b47d9c06-0c30-4390-92ca-6884fc96eb9a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478373 Feb 07 22:33:09.977343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Sync routers for ids ['7937576c-3b31-447f-8482-6765de1baff4'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:33:09.983221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:09.994588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315db22-45d6-44d9-b771-60ca2b40cf05 req-7ae203d9-d5d8-44e2-b432-4183bc900f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:09.996231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8315db22-45d6-44d9-b771-60ca2b40cf05 req-7ae203d9-d5d8-44e2-b432-4183bc900f12 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1096 time: 0.1427357 Feb 07 22:33:09.998854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Routers {'7937576c-3b31-447f-8482-6765de1baff4'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:10.000557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:32:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['7937576c-3b31-447f-8482-6765de1baff4'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:10.080592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:10.081234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:10.082755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] 10.222.0.24 "PUT /v2.0/ports/8002c221-684c-4803-b07c-291ece4a4e89 HTTP/1.1" status: 200 len: 1092 time: 1.5300920 Feb 07 22:33:10.088053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64528c27-9a2b-4ad4-b7d5-0a659a7d01a0', 'tag': '8002c221-684c-4803-b07c-291ece4a4e89'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:10.090243 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de" -d '{"events": [{"name": "network-changed", "server_uuid": "64528c27-9a2b-4ad4-b7d5-0a659a7d01a0", "tag": "8002c221-684c-4803-b07c-291ece4a4e89"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:10.134399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6bb93-f819-4e88-9288-d2aa82bfc9be service neutron] Pushing event updated for resources: {'Port': ['ID=8002c221-684c-4803-b07c-291ece4a4e89,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:10.143841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:10.149613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Set router 7937576c-3b31-447f-8482-6765de1baff4 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:10.156773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8315db22-45d6-44d9-b771-60ca2b40cf05 req-6d8520f8-0caa-456f-b4a5-219fc2e841e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390421 Feb 07 22:33:10.214405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-8e3fcbbe-80c0-45b9-9d28-6bf7709335c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:10.216048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-8e3fcbbe-80c0-45b9-9d28-6bf7709335c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1f9cf4c595c49d7a21db12b2ef6c422&device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 1095 time: 0.0705473 Feb 07 22:33:10.221123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:10.305324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-37a4f9c2-e30e-48c0-96cb-a05f8a934dea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8002c221-684c-4803-b07c-291ece4a4e89 HTTP/1.1" status: 200 len: 217 time: 0.0788488 Feb 07 22:33:10.319142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:10.351911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:10.362913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Pushing event updated for resources: {'Port': ['ID=d6831912-bf29-41ce-83ed-18c2ef196f03,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:10.369691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:10.374313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:10.482717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-6211968b-a6f6-47c9-b480-5bd5fe6808f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:10.485924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-6211968b-a6f6-47c9-b480-5bd5fe6808f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7aa39cae-9e4c-4f8d-8ec1-6f5a3a2143c5 HTTP/1.1" status: 200 len: 858 time: 0.1706583 Feb 07 22:33:10.491205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:10.491582 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:10.552805 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-c4d91ffa-8052-4c20-9be9-a168852cf2a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a07336e4-b721-498b-8309-63728d922774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507774 Feb 07 22:33:10.556918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:10.577927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937576c-3b31-447f-8482-6765de1baff4', 'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:32:59Z', 'updated_at': '2022-02-07T22:33:07Z', 'revision_number': 4, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'gw_port': {'id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:01Z', 'updated_at': '2022-02-07T22:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '92b39952-2cff-4e2b-8257-65f0561445ef', 'name': '', 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'mac_address': 'fa:16:3e:b7:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '56c590bb-25e7-4d80-bdcf-0c52e52b92c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:06Z', 'updated_at': '2022-02-07T22:33:07Z', 'revision_number': 2, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'subnets': [{'id': '56c590bb-25e7-4d80-bdcf-0c52e52b92c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:10.591652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1676ccc-a6be-40eb-b007-55e7bd7064b9 req-873a2557-1326-4a0c-93e2-4af691347784 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:10.598861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1676ccc-a6be-40eb-b007-55e7bd7064b9 req-873a2557-1326-4a0c-93e2-4af691347784 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:10.600971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1676ccc-a6be-40eb-b007-55e7bd7064b9 req-873a2557-1326-4a0c-93e2-4af691347784 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0b9048-67b3-4945-90cc-2e239f539dc1&device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 1690 time: 0.0711133 Feb 07 22:33:10.611538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Checking router: 7937576c-3b31-447f-8482-6765de1baff4 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:33:10.611922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Updating router 7937576c-3b31-447f-8482-6765de1baff4 port 92b39952-2cff-4e2b-8257-65f0561445ef binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:33:10.631748 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:10.645958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:10.661455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1676ccc-a6be-40eb-b007-55e7bd7064b9 req-6ee22451-eaad-41c6-bd01-5c0169c63d80 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489120 Feb 07 22:33:10.751310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-6c085310-ff26-4442-ae0f-f005643c40c0 service neutron] 10.222.0.24 "GET /v2.0/networks/a07336e4-b721-498b-8309-63728d922774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765442 Feb 07 22:33:10.784077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5968-c85c-479f-b7c6-af63ca870db8 req-609d28b0-f772-46bb-bf19-8fc61011dcc2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:10.785681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b18d5968-c85c-479f-b7c6-af63ca870db8 req-609d28b0-f772-46bb-bf19-8fc61011dcc2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.0574071 Feb 07 22:33:10.834664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b18d5968-c85c-479f-b7c6-af63ca870db8 req-0c4c6b69-6132-4f20-b7a2-f7042c0950d6 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 Feb 07 22:33:10.902695 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cd97a0-9764-4585-a0e4-d9b3936c3ca6 x-openstack-request-id: req-72cd97a0-9764-4585-a0e4-d9b3936c3ca6 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:10.902991 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64528c27-9a2b-4ad4-b7d5-0a659a7d01a0", "tag": "8002c221-684c-4803-b07c-291ece4a4e89", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:10.903305 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72cd97a0-9764-4585-a0e4-d9b3936c3ca6 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:10.903802 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64528c27-9a2b-4ad4-b7d5-0a659a7d01a0', 'tag': '8002c221-684c-4803-b07c-291ece4a4e89', 'status': 'completed', 'code': 200} Feb 07 22:33:10.914847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 54d21617-5b7f-4b84-b942-2d1f7ab24b87 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:10.959143 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-711f1f55-00c1-49af-98a4-21144f9aaf69 req-77dcf1a1-2b19-4ffa-b5fa-56d80a7f08b3 service neutron] 10.222.0.24 "GET /v2.0/networks/a07336e4-b721-498b-8309-63728d922774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968536 Feb 07 22:33:11.004407 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.010655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.039254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1828-2940-489b-a811-13fbba48cbc3 req-d86ab458-a51f-482b-8dbe-4e31e3daec7a tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:11.040804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ae9b1828-2940-489b-a811-13fbba48cbc3 req-d86ab458-a51f-482b-8dbe-4e31e3daec7a tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 944 time: 0.0630856 Feb 07 22:33:11.069825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.111952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ae9b1828-2940-489b-a811-13fbba48cbc3 req-ea1a8d37-50da-493b-8362-7cff99c2d623 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584528 Feb 07 22:33:11.114023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Pushing event updated for resources: {'Port': ['ID=d6831912-bf29-41ce-83ed-18c2ef196f03,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:11.136717 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.137870 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-21de696f-98c0-43a0-9aa3-c5e3f29f1046 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8754125 Feb 07 22:33:11.225637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-61bcbe4a-c02f-4b19-99c1-674e447f6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:11.227146 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-61bcbe4a-c02f-4b19-99c1-674e447f6372 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1f9cf4c595c49d7a21db12b2ef6c422&device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 1095 time: 0.1750083 Feb 07 22:33:11.233710 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-da3dda17-c0db-43ab-be33-7bbda49711fd tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.0880718 Feb 07 22:33:11.275324 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.283836 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.298449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:11.328792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:11.329180 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.336507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc8ff-b308-436e-9c09-a3136f1534d6 req-e2a2e3ae-c02a-4800-be6f-f015fd2ea43d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:11.339008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-beddc8ff-b308-436e-9c09-a3136f1534d6 req-e2a2e3ae-c02a-4800-be6f-f015fd2ea43d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 944 time: 0.0663772 Feb 07 22:33:11.385248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87ab32-89a6-4770-a2c0-d00f68645494 None None] Pushing event updated for resources: {'Port': ['ID=92b39952-2cff-4e2b-8257-65f0561445ef,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:11.397304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-beddc8ff-b308-436e-9c09-a3136f1534d6 req-9b9e297e-0e03-408b-b3b0-b9dc3104615e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518401 Feb 07 22:33:11.451953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-257a0e33-8060-4c21-9508-db16aefef7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:11.453996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-257a0e33-8060-4c21-9508-db16aefef7eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a07336e4-b721-498b-8309-63728d922774 HTTP/1.1" status: 200 len: 918 time: 0.2188945 Feb 07 22:33:11.480754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Attempting to bind port 92b39952-2cff-4e2b-8257-65f0561445ef on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:11.480754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Attempting to bind port 92b39952-2cff-4e2b-8257-65f0561445ef by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6125a5c7-d03d-449a-85f6-73ba207ed262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:11.480754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Attempting to bind port 92b39952-2cff-4e2b-8257-65f0561445ef on network f998097b-5390-45e1-a0bc-eb25ac3be9db {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:11.516655 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-0f7371e6-690c-4a08-8cce-e3e947e5e34a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8002c221-684c-4803-b07c-291ece4a4e89 HTTP/1.1" status: 200 len: 217 time: 0.0540411 Feb 07 22:33:11.520359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:11.520753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Checking segment: {'id': '6125a5c7-d03d-449a-85f6-73ba207ed262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:11.521197 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.521800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Bound using segment: {'id': '6125a5c7-d03d-449a-85f6-73ba207ed262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:11.522448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Bound port: 92b39952-2cff-4e2b-8257-65f0561445ef, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6125a5c7-d03d-449a-85f6-73ba207ed262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:11.522743 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.534537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-04b2c19e-3d06-4b5e-88fa-a666cf77e270 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:11.542896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-04b2c19e-3d06-4b5e-88fa-a666cf77e270 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2272022 Feb 07 22:33:11.551607 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.567758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-6011dfc1-6b86-43c9-9b51-2440d3ca53db tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:33:11.578672 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be10bc92-a4ca-47ff-8d9d-94c30dc62b0d req-6011dfc1-6b86-43c9-9b51-2440d3ca53db tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346019 Feb 07 22:33:11.590201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360e2b4-5a71-435a-9e6e-f9b8888ccd72 req-61ed367d-d399-43b8-a5c7-1633f7674e81 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:11.596278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7360e2b4-5a71-435a-9e6e-f9b8888ccd72 req-61ed367d-d399-43b8-a5c7-1633f7674e81 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.0878413 Feb 07 22:33:11.628451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:11.637400 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.644618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7360e2b4-5a71-435a-9e6e-f9b8888ccd72 req-ba9bd5cd-7617-437b-83c3-825e7b736c42 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450420 Feb 07 22:33:11.698099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-feba0d56-a473-444a-97a5-4039372e5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:11.700613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-feba0d56-a473-444a-97a5-4039372e5613 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7aa39cae-9e4c-4f8d-8ec1-6f5a3a2143c5 HTTP/1.1" status: 200 len: 858 time: 0.1537452 Feb 07 22:33:11.730923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] For port 92b39952-2cff-4e2b-8257-65f0561445ef, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:11.738052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] For port 92b39952-2cff-4e2b-8257-65f0561445ef, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=92b39952-2cff-4e2b-8257-65f0561445ef,segment=NetworkSegment(6125a5c7-d03d-449a-85f6-73ba207ed262),segment_id=6125a5c7-d03d-449a-85f6-73ba207ed262)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:11.744433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0be2a7ea-07d4-47d5-a50b-a74527b92088 None None] Provisioning complete for port 92b39952-2cff-4e2b-8257-65f0561445ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:11.744811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0be2a7ea-07d4-47d5-a50b-a74527b92088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.749731 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:11.754878 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-cbdddd57-b922-406c-a5e6-3d51a39e4680 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a07336e4-b721-498b-8309-63728d922774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451441 Feb 07 22:33:11.756846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f161805-9ebf-4329-9130-1290e831292b req-17ff1f08-741f-4a8c-b591-a30a15201694 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:11.758454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f161805-9ebf-4329-9130-1290e831292b req-17ff1f08-741f-4a8c-b591-a30a15201694 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0c0b9048-67b3-4945-90cc-2e239f539dc1 HTTP/1.1" status: 200 len: 1100 time: 0.1030707 Feb 07 22:33:11.776093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:11.778578 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1226b189-0676-443d-bc93-536639ce122c" -d '{"events": [{"server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "name": "network-vif-plugged", "status": "completed", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:11.792528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=54d21617-5b7f-4b84-b942-2d1f7ab24b87,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:11.865696 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f161805-9ebf-4329-9130-1290e831292b req-fa93b752-13c3-4d28-8a5a-1e960dc92d2b tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008272 Feb 07 22:33:11.866173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Routers {'7937576c-3b31-447f-8482-6765de1baff4'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:11.866909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:32:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['7937576c-3b31-447f-8482-6765de1baff4'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:11.930382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87ab32-89a6-4770-a2c0-d00f68645494 None None] Pushing event updated for resources: {'Port': ['ID=92b39952-2cff-4e2b-8257-65f0561445ef,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:11.957730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-53d48558-2dff-45ba-989f-bc9932849e10 service neutron] 10.222.0.24 "GET /v2.0/networks/a07336e4-b721-498b-8309-63728d922774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917365 Feb 07 22:33:11.961192 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4aef68ee-5027-4752-ab88-f532de480c69 req-b957f5fe-ce5b-4cf3-bc47-9764ab51ce8e tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips/a76f015b-8732-4667-8746-fe208b23f08e HTTP/1.1" status: 200 len: 693 time: 0.0728836 Feb 07 22:33:11.985792 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0be2a7ea-07d4-47d5-a50b-a74527b92088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:12.073440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0be2a7ea-07d4-47d5-a50b-a74527b92088 None None] For port 92b39952-2cff-4e2b-8257-65f0561445ef, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=92b39952-2cff-4e2b-8257-65f0561445ef,segment=NetworkSegment(6125a5c7-d03d-449a-85f6-73ba207ed262),segment_id=6125a5c7-d03d-449a-85f6-73ba207ed262)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:12.083071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] Set router 7937576c-3b31-447f-8482-6765de1baff4 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:12.087151 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0be2a7ea-07d4-47d5-a50b-a74527b92088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:12.151320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef68ee-5027-4752-ab88-f532de480c69 req-b361293c-c201-4088-9c27-da1d3bcd1dcb tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:12.152536 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4aef68ee-5027-4752-ab88-f532de480c69 req-b361293c-c201-4088-9c27-da1d3bcd1dcb tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1830738 Feb 07 22:33:12.154475 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff4b92ac-b8db-4af2-b160-8ec3f21db9de req-1c3db0ed-2935-40c0-9ae2-a00f8e3f4751 service neutron] 10.222.0.24 "GET /v2.0/networks/a07336e4-b721-498b-8309-63728d922774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827774 Feb 07 22:33:12.166733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-4aef68ee-5027-4752-ab88-f532de480c69 req-688bfec7-97ee-4054-87b2-09a7b4cb720d tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:33:12.177197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4aef68ee-5027-4752-ab88-f532de480c69 req-688bfec7-97ee-4054-87b2-09a7b4cb720d tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159400 Feb 07 22:33:12.216723 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ced51b4-b971-4408-8f25-b5150dfba48b x-openstack-request-id: req-8ced51b4-b971-4408-8f25-b5150dfba48b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:12.217000 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "name": "network-vif-plugged", "status": "completed", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:12.217646 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ced51b4-b971-4408-8f25-b5150dfba48b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:12.217646 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87', 'code': 200} Feb 07 22:33:12.281472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2a7ea-07d4-47d5-a50b-a74527b92088 None None] Pushing event updated for resources: {'Port': ['ID=92b39952-2cff-4e2b-8257-65f0561445ef,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:12.289327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-020bdeb8-e3ae-4827-a277-1268db5edd63 None None] Provisioning complete for port 92b39952-2cff-4e2b-8257-65f0561445ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:12.289793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-020bdeb8-e3ae-4827-a277-1268db5edd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:12.357839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56697a42-b58a-42ad-8bfd-271bf9e888a9 req-d55f2715-81b3-4f71-9990-4c92abe91a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:12.359665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56697a42-b58a-42ad-8bfd-271bf9e888a9 req-d55f2715-81b3-4f71-9990-4c92abe91a99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1096 time: 0.0855534 Feb 07 22:33:12.372163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ba387-71a9-45f7-be24-3d2d1b675189 req-b5366300-7632-4b10-b5c1-f177cf75cf45 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:12.373596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-938ba387-71a9-45f7-be24-3d2d1b675189 req-b5366300-7632-4b10-b5c1-f177cf75cf45 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.0897236 Feb 07 22:33:12.433480 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56697a42-b58a-42ad-8bfd-271bf9e888a9 req-b34e35e5-267a-4e5d-a360-9664a4438ce9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588124 Feb 07 22:33:12.438076 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-938ba387-71a9-45f7-be24-3d2d1b675189 req-ecb0fdd2-c2b4-4e89-89d9-7214652aacfa tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564260 Feb 07 22:33:12.446789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937576c-3b31-447f-8482-6765de1baff4', 'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:32:59Z', 'updated_at': '2022-02-07T22:33:07Z', 'revision_number': 4, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'gw_port': {'id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:01Z', 'updated_at': '2022-02-07T22:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '92b39952-2cff-4e2b-8257-65f0561445ef', 'name': '', 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'mac_address': 'fa:16:3e:b7:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '56c590bb-25e7-4d80-bdcf-0c52e52b92c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:06Z', 'updated_at': '2022-02-07T22:33:11Z', 'revision_number': 4, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'subnets': [{'id': '56c590bb-25e7-4d80-bdcf-0c52e52b92c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:12.479236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd4699-44c4-4020-b6e4-4b095f5077d7 None None] The sync data for ids ['7937576c-3b31-447f-8482-6765de1baff4'] in n-d-827895-2 is: [{'id': '7937576c-3b31-447f-8482-6765de1baff4', 'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:32:59Z', 'updated_at': '2022-02-07T22:33:07Z', 'revision_number': 4, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'gw_port': {'id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:01Z', 'updated_at': '2022-02-07T22:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '92b39952-2cff-4e2b-8257-65f0561445ef', 'name': '', 'network_id': 'f998097b-5390-45e1-a0bc-eb25ac3be9db', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'mac_address': 'fa:16:3e:b7:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '56c590bb-25e7-4d80-bdcf-0c52e52b92c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:06Z', 'updated_at': '2022-02-07T22:33:11Z', 'revision_number': 4, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'subnets': [{'id': '56c590bb-25e7-4d80-bdcf-0c52e52b92c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:33:12.564541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fdccb-8a48-4328-870e-3f022a58335f req-71665341-2b69-4bcf-bd77-9561d63f6ad3 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:12.571839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-370fdccb-8a48-4328-870e-3f022a58335f req-71665341-2b69-4bcf-bd77-9561d63f6ad3 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 1101 time: 0.0635364 Feb 07 22:33:12.605584 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-370fdccb-8a48-4328-870e-3f022a58335f req-5bace97c-8bed-4f99-97a0-fb7479ff30c3 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Feb 07 22:33:12.666196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1498f09-296e-45d7-a40d-ea35606065c8 req-dac67d70-c56b-4f5e-8ce1-6b4f6725bb62 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:12.667735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1498f09-296e-45d7-a40d-ea35606065c8 req-dac67d70-c56b-4f5e-8ce1-6b4f6725bb62 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 944 time: 0.0591416 Feb 07 22:33:12.720973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1498f09-296e-45d7-a40d-ea35606065c8 req-cce45f2b-409e-453e-81c4-e56eb817b7a1 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464413 Feb 07 22:33:12.879636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7042c59-66fc-4908-8bc9-62283a09fb82 req-50e3cdb3-62bf-4b08-990c-bf597306d2c6 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:12.881760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7042c59-66fc-4908-8bc9-62283a09fb82 req-50e3cdb3-62bf-4b08-990c-bf597306d2c6 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0722351 Feb 07 22:33:12.944554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7042c59-66fc-4908-8bc9-62283a09fb82 req-07cd83d1-020e-487e-aa7f-b5ab7b833741 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507236 Feb 07 22:33:12.975539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df94bb2c-925f-438b-a748-f21733190ca6 req-0a2f2821-4019-424c-b19a-4697b9309cd7 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=fff1309455e14c96872017aa2430efaa HTTP/1.1" status: 200 len: 696 time: 0.3327184 Feb 07 22:33:13.072302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321025f-d73b-495a-998d-8c32853cb6d2 req-5f80bd12-fdbb-4a84-9eb0-e54ed5b14867 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:13.073803 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c321025f-d73b-495a-998d-8c32853cb6d2 req-5f80bd12-fdbb-4a84-9eb0-e54ed5b14867 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1096 time: 0.0475271 Feb 07 22:33:13.099098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94bb2c-925f-438b-a748-f21733190ca6 req-6c8057e6-8536-4a7f-8c03-d6fcd1e235dd tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:13.100832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df94bb2c-925f-438b-a748-f21733190ca6 req-6c8057e6-8536-4a7f-8c03-d6fcd1e235dd tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/networks?id=8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 787 time: 0.1188807 Feb 07 22:33:13.112905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-df94bb2c-925f-438b-a748-f21733190ca6 req-e5d1cec3-a979-4593-ac73-ffd4382d0315 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:33:13.114064 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df94bb2c-925f-438b-a748-f21733190ca6 req-e5d1cec3-a979-4593-ac73-ffd4382d0315 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074155 Feb 07 22:33:13.116213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c321025f-d73b-495a-998d-8c32853cb6d2 req-7bf15513-b5cf-4d62-8a6b-3105a5d79746 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352068 Feb 07 22:33:13.164239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 8002c221-684c-4803-b07c-291ece4a4e89 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:13.305020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 8002c221-684c-4803-b07c-291ece4a4e89, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8002c221-684c-4803-b07c-291ece4a4e89,segment=NetworkSegment(2dede157-0bc2-4277-b7b4-5d3f8bf34b07),segment_id=2dede157-0bc2-4277-b7b4-5d3f8bf34b07)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:13.323890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '8002c221-684c-4803-b07c-291ece4a4e89', 'network_id': 'a07336e4-b721-498b-8309-63728d922774', 'port_id': '8002c221-684c-4803-b07c-291ece4a4e89', 'mac_address': 'fa:16:3e:f4:f6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa39cae-9e4c-4f8d-8ec1-6f5a3a2143c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:13.377784 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:13.400813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8002c221-684c-4803-b07c-291ece4a4e89 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:13.412459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82619bc-9e45-4c59-81e9-e6b41e0f60e0 req-0b3a3c62-9418-4791-9dc1-3aa77567ea4d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:13.424707 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b82619bc-9e45-4c59-81e9-e6b41e0f60e0 req-0b3a3c62-9418-4791-9dc1-3aa77567ea4d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.0701313 Feb 07 22:33:13.430435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 8002c221-684c-4803-b07c-291ece4a4e89, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8002c221-684c-4803-b07c-291ece4a4e89,segment=NetworkSegment(2dede157-0bc2-4277-b7b4-5d3f8bf34b07),segment_id=2dede157-0bc2-4277-b7b4-5d3f8bf34b07)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:13.436033 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:13.468591 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b82619bc-9e45-4c59-81e9-e6b41e0f60e0 req-d1fbb5eb-14e3-4583-b231-19ce6deda3ab tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Feb 07 22:33:13.502947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=8002c221-684c-4803-b07c-291ece4a4e89,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:13.506964 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-9b62a132-2b85-48c0-8abc-4c493511ee1d tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips/a76f015b-8732-4667-8746-fe208b23f08e HTTP/1.1" status: 200 len: 693 time: 0.0604155 Feb 07 22:33:13.658220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-b6b9ef5f-a21d-4dcd-b859-f4b69f619bc2 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:13.665965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-b6b9ef5f-a21d-4dcd-b859-f4b69f619bc2 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1578867 Feb 07 22:33:13.672381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-288613f6-f7a2-4bd1-812d-902a52939844 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:33:13.679721 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-288613f6-f7a2-4bd1-812d-902a52939844 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127697 Feb 07 22:33:13.702961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-bde44e9c-bec3-46ec-bdf0-6f5a328f7f7e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500891 Feb 07 22:33:13.742575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['8002c221-684c-4803-b07c-291ece4a4e89'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:13.746194 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-76d1b2b3-9742-411f-8040-298288f4e8fe tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.0637302 Feb 07 22:33:13.813736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-e305b8e6-5d40-4939-9e44-65613e397021 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.0659673 Feb 07 22:33:13.866916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-a1484da2-c198-4494-a491-89460e6d13e0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:13.871100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-a1484da2-c198-4494-a491-89460e6d13e0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658013 Feb 07 22:33:13.890528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-969872ac-610a-4256-a930-0fcf9f9a44d5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/quotas/6bb2401e83da4e57a295ff2847b0ea0e HTTP/1.1" status: 200 len: 375 time: 0.0119827 Feb 07 22:33:13.993834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Deleting port d6831912-bf29-41ce-83ed-18c2ef196f03 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:13.994259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:14.000709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-919691db-e013-4ead-a28a-383b0b692788 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004610 Feb 07 22:33:14.100854 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:14.101516 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:14.114865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Calling delete_port for d6831912-bf29-41ce-83ed-18c2ef196f03 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:14.314224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 92b39952-2cff-4e2b-8257-65f0561445ef up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:14.343911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:14.382055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 92b39952-2cff-4e2b-8257-65f0561445ef triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:14.382788 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:14.421019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Pushing event deleted for resources: {'Port': ['ID=d6831912-bf29-41ce-83ed-18c2ef196f03,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:14.477796 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:14.483743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:14.496446 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76790501-6a6f-4bf8-9310-bae2719c2f7f req-2e8426c8-1f36-4cfd-8f00-648277ac8389 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "DELETE /v2.0/floatingips/a76f015b-8732-4667-8746-fe208b23f08e HTTP/1.1" status: 204 len: 173 time: 0.6754251 Feb 07 22:33:14.632392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d47eb8-2bc6-40d6-8190-a571d6054cd0 req-9094c301-ea05-4bea-875d-72c0a3529473 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:14.639303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9d47eb8-2bc6-40d6-8190-a571d6054cd0 req-9094c301-ea05-4bea-875d-72c0a3529473 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 945 time: 0.0709872 Feb 07 22:33:14.720521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9d47eb8-2bc6-40d6-8190-a571d6054cd0 req-1f94157a-6796-4a93-b909-ccf3f88f011d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653381 Feb 07 22:33:14.783763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02884337-9604-4c16-ac5f-cfc62bfa3662 req-62805a39-375a-4e0f-b47e-d61c330fe826 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:14.788238 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-02884337-9604-4c16-ac5f-cfc62bfa3662 req-62805a39-375a-4e0f-b47e-d61c330fe826 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0994105 Feb 07 22:33:14.839893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-02884337-9604-4c16-ac5f-cfc62bfa3662 req-a8369cec-a46d-4169-bf95-4ed452c55c37 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423868 Feb 07 22:33:15.157335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1155938-e290-4d7e-bb63-5bd593a5a53c req-441e9591-4c45-4ae6-bd25-4379c46b9301 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:15.158899 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d1155938-e290-4d7e-bb63-5bd593a5a53c req-441e9591-4c45-4ae6-bd25-4379c46b9301 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.0636375 Feb 07 22:33:15.179329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 8002c221-684c-4803-b07c-291ece4a4e89 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:15.230472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d1155938-e290-4d7e-bb63-5bd593a5a53c req-05819c52-a512-4391-b644-77816f2219ad tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617669 Feb 07 22:33:15.278670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 8002c221-684c-4803-b07c-291ece4a4e89 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:15.287666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 8002c221-684c-4803-b07c-291ece4a4e89 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:15.288100 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:15.366944 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fd472-bfe7-45d1-a25d-ad0edb40a85e req-f1d75116-6c38-40f6-a65d-e583b440770b tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:15.375502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c53fd472-bfe7-45d1-a25d-ad0edb40a85e req-f1d75116-6c38-40f6-a65d-e583b440770b tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1096 time: 0.0519738 Feb 07 22:33:15.467357 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:15.487190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-f84b3f99-17a7-4a30-a22f-62bd317f7709 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6082435 Feb 07 22:33:15.492344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:15.505535 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c53fd472-bfe7-45d1-a25d-ad0edb40a85e req-f54df241-b39a-4bc0-abd8-c666839282d2 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287937 Feb 07 22:33:15.515754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64528c27-9a2b-4ad4-b7d5-0a659a7d01a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002c221-684c-4803-b07c-291ece4a4e89'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:15.518104 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab30ab-9329-49b1-a2c0-e10c1b3aedf1" -d '{"events": [{"server_uuid": "64528c27-9a2b-4ad4-b7d5-0a659a7d01a0", "name": "network-vif-plugged", "status": "completed", "tag": "8002c221-684c-4803-b07c-291ece4a4e89"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:15.560147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 8002c221-684c-4803-b07c-291ece4a4e89, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8002c221-684c-4803-b07c-291ece4a4e89,segment=NetworkSegment(2dede157-0bc2-4277-b7b4-5d3f8bf34b07),segment_id=2dede157-0bc2-4277-b7b4-5d3f8bf34b07)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:15.569019 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:15.578863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:15.658112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=8002c221-684c-4803-b07c-291ece4a4e89,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:15.688387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ee8dc4e-bd74-4c92-8e67-5f533cbf8282 req-51988fce-23d5-407c-875f-365655a32122 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 210 time: 0.0488875 Feb 07 22:33:15.775631 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41fd0e3-e5c4-46aa-b7de-6a166242b223 x-openstack-request-id: req-c41fd0e3-e5c4-46aa-b7de-6a166242b223 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:15.776100 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64528c27-9a2b-4ad4-b7d5-0a659a7d01a0", "name": "network-vif-plugged", "status": "completed", "tag": "8002c221-684c-4803-b07c-291ece4a4e89", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:15.776356 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c41fd0e3-e5c4-46aa-b7de-6a166242b223 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:15.776748 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64528c27-9a2b-4ad4-b7d5-0a659a7d01a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002c221-684c-4803-b07c-291ece4a4e89', 'code': 200} Feb 07 22:33:15.803026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:15.934158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67065122-2e4f-460b-81dc-a4d5e6f9e07c req-c6f160d7-ee38-4cfe-89ea-1aaa96bf423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:15.938099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67065122-2e4f-460b-81dc-a4d5e6f9e07c req-c6f160d7-ee38-4cfe-89ea-1aaa96bf423f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 1097 time: 0.0842466 Feb 07 22:33:15.982454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Allocated IP 172.25.8.125 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/d7440036-87ee-4376-b3d8-3f4b51a0ebff) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:16.012997 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67065122-2e4f-460b-81dc-a4d5e6f9e07c req-adb35795-cfc9-45be-98dc-075278cdf38f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650585 Feb 07 22:33:16.206990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:16.217975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd5411-f38f-4219-8b0e-8cafcc38314f req-822f5019-75e3-4548-a99c-114ef3c996bb tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:16.229024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6fd5411-f38f-4219-8b0e-8cafcc38314f req-822f5019-75e3-4548-a99c-114ef3c996bb tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 946 time: 0.0721517 Feb 07 22:33:16.271125 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-3133c178-c94a-443e-bf3e-1f1de641a7be tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400660 Feb 07 22:33:16.306918 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:16.338450 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6fd5411-f38f-4219-8b0e-8cafcc38314f req-79be559b-ae61-4ccb-85ba-ad356bc7ac72 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084096 Feb 07 22:33:16.359976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:16.363592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:16.368099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:16.441302 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:16.451429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-d247da58-12bc-4933-94c3-bb0976d8d964 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:16.453958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-d247da58-12bc-4933-94c3-bb0976d8d964 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755888 Feb 07 22:33:16.475789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Request body: {'port': {'device_id': '30304b13-7ef0-461f-a056-c661cc59d196', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '6bb2401e83da4e57a295ff2847b0ea0e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:16.485715 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:16.596609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Pushing event updated for resources: {'Port': ['ID=d7440036-87ee-4376-b3d8-3f4b51a0ebff,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:16.650414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-90940e33-11a6-45ea-b96f-9676db821dca tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635912 Feb 07 22:33:16.766322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:16.771967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:16.841540 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:16.869649 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:16.870997 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3827510 Feb 07 22:33:16.876509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d312f84-efda-47aa-80ba-36db058f86ac req-6d7b7b7b-6372-459d-b818-75d80e620956 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:16.884524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d312f84-efda-47aa-80ba-36db058f86ac req-6d7b7b7b-6372-459d-b818-75d80e620956 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.3189988 Feb 07 22:33:16.915054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56918) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:16.972687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d312f84-efda-47aa-80ba-36db058f86ac req-bd10eeda-c6b1-493f-b5bf-42f37ee79ad4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868545 Feb 07 22:33:16.986436 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-6448ce5a-6658-4954-b243-c1c28f1443ef tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.0983694 Feb 07 22:33:16.995655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a688341-e1f2-4731-a117-0770a50b4752 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Pushing event updated for resources: {'Port': ['ID=d7440036-87ee-4376-b3d8-3f4b51a0ebff,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:17.024811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-46c1f6b2-b51b-4b90-8eb6-1e0a0e98c4d1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:17.027341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-46c1f6b2-b51b-4b90-8eb6-1e0a0e98c4d1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679440 Feb 07 22:33:17.029811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Made reservation on behalf of 6bb2401e83da4e57a295ff2847b0ea0e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:17.034876 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:17.061004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Request body: {'port': {'device_id': 'a21f5f56-796c-4af7-a727-56341847f5c2', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '6bb2401e83da4e57a295ff2847b0ea0e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:17.169138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-77c64723-5d53-4b8b-9ee2-6a907e898f7a tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:17.180329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-77c64723-5d53-4b8b-9ee2-6a907e898f7a tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1855867 Feb 07 22:33:17.197009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-32e86452-edb3-4815-b9c5-f228b58621e4 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:33:17.198957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8274d18-eb69-4710-a006-43f0248cd6e3 req-32e86452-edb3-4815-b9c5-f228b58621e4 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174956 Feb 07 22:33:17.214041 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb63fa36-db0a-41c9-925a-c4941bda46c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:17.323937 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5eb326a2-fac5-4267-9e61-508c147d736c req-42fd3342-2d77-41d6-947f-a39a0ba8b5a0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 210 time: 0.0494590 Feb 07 22:33:17.408742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Allocated IP 192.168.233.68 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/10162b8e-d4eb-4933-942e-5cfaaf758855) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:17.434743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Made reservation on behalf of 6bb2401e83da4e57a295ff2847b0ea0e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:17.437756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:17.538756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-2c69f6fd-33f7-46ab-8d4c-9c0792be8c3c tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips/dd2d40d9-2e47-43fe-966c-4ca3a0dab0d3 HTTP/1.1" status: 200 len: 693 time: 0.1728506 Feb 07 22:33:17.559893 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb63fa36-db0a-41c9-925a-c4941bda46c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:17.588326 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb63fa36-db0a-41c9-925a-c4941bda46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:17.706984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-da47a032-e9e1-4f3f-b25e-04adcac81e4c tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:17.708419 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-da47a032-e9e1-4f3f-b25e-04adcac81e4c tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1687541 Feb 07 22:33:17.713951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bb63fa36-db0a-41c9-925a-c4941bda46c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=237c0e89fa5645749b3e36e536c92955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957637 Feb 07 22:33:17.714663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63fa36-db0a-41c9-925a-c4941bda46c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2daf441-84cf-4748-acd2-6eed936f6067,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:17.720916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-063176b0-456d-49f0-8d73-a634103b1cfc tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:33:17.721151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56936) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:17.721900 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-063176b0-456d-49f0-8d73-a634103b1cfc tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071378 Feb 07 22:33:17.791566 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-9566777d-6ae6-4ad3-9a21-089c7e0672cd tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.0624273 Feb 07 22:33:17.806673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cb92b-bef1-47bf-9b3a-cde58382cda6 req-e9eedd37-b3c3-4041-a276-0dcd28456b3e tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:17.808220 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db2cb92b-bef1-47bf-9b3a-cde58382cda6 req-e9eedd37-b3c3-4041-a276-0dcd28456b3e tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 946 time: 0.1708651 Feb 07 22:33:17.815899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:17.881806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-77d59fd8-5bce-4f86-82bc-a20ee018fe0a tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.0730846 Feb 07 22:33:17.882961 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6169a194-48a8-4ef7-abf2-984b3a69f2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:17.892293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db2cb92b-bef1-47bf-9b3a-cde58382cda6 req-5630ebd2-69e1-4db3-91a5-bb00cfa34646 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740554 Feb 07 22:33:17.923392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6169a194-48a8-4ef7-abf2-984b3a69f2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:17.934021 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:17.950091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:17.956972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:18.049746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Deleting port d7440036-87ee-4376-b3d8-3f4b51a0ebff {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:18.050576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.073230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Allocated IP 192.168.233.38 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/13f1bd90-bafe-4e45-abfb-832f011e94b8) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:18.101840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:18.204219 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.204703 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.222039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Calling delete_port for d7440036-87ee-4376-b3d8-3f4b51a0ebff owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:18.323571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.369643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:18.374970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:18.385669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:18.386575 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.405118 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.463613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event updated for resources: {'Port': ['ID=10162b8e-d4eb-4933-942e-5cfaaf758855,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:18.503743 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.506287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:18.543148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:18.556776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-75c39c89-8e17-4417-b5b3-918838c541f9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0834634 Feb 07 22:33:18.562810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:18.571655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:18.580816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.602930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Request body: {'port': {'device_id': '30304b13-7ef0-461f-a056-c661cc59d196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:18.617511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6169a194-48a8-4ef7-abf2-984b3a69f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.620587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6169a194-48a8-4ef7-abf2-984b3a69f2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.622562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.622710 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6169a194-48a8-4ef7-abf2-984b3a69f2f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2daf441-84cf-4748-acd2-6eed936f6067 HTTP/1.1" status: 204 len: 168 time: 0.9005468 Feb 07 22:33:18.632543 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:18.635041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-731a365a-f6c9-4711-bcc6-c01a314e35a8 req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "DELETE /v2.0/floatingips/dd2d40d9-2e47-43fe-966c-4ca3a0dab0d3 HTTP/1.1" status: 204 len: 173 time: 0.7460499 Feb 07 22:33:18.637323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9215878-51f5-4a5a-b204-4b4c7e7e7293 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] Pushing event deleted for resources: {'Port': ['ID=d7440036-87ee-4376-b3d8-3f4b51a0ebff,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:18.682799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:18.715836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169a194-48a8-4ef7-abf2-984b3a69f2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2daf441-84cf-4748-acd2-6eed936f6067,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:18.772887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7197740 Feb 07 22:33:18.777553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d876a5-1c92-4d0d-abf7-b2b5238d06e1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event updated for resources: {'Port': ['ID=13f1bd90-bafe-4e45-abfb-832f011e94b8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:18.825177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Request body: {'port': {'device_id': 'a21f5f56-796c-4af7-a727-56341847f5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:18.919845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e7782-8f20-4bd3-96dd-680f5a197a37 req-89f06312-b255-42df-8f05-ebf48dd8def6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:18.922776 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b7e7782-8f20-4bd3-96dd-680f5a197a37 req-89f06312-b255-42df-8f05-ebf48dd8def6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1325293 Feb 07 22:33:18.933873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-faeee781-5844-4e1e-903c-966ee321a8be None None] Provisioning complete for port 10162b8e-d4eb-4933-942e-5cfaaf758855 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:18.934729 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-faeee781-5844-4e1e-903c-966ee321a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.000115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.007184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-faeee781-5844-4e1e-903c-966ee321a8be None None] Port 10162b8e-d4eb-4933-942e-5cfaaf758855 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:33:19.026822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b7e7782-8f20-4bd3-96dd-680f5a197a37 req-c77a892c-8020-4903-a45c-b7242a00eb93 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978386 Feb 07 22:33:19.105604 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.116836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:19.144929 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-99643de3-904b-42cf-969c-8fae88e2eaa6 req-433d6207-696f-4a25-a4ed-fb0cd378bc94 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] show failed (client error): The resource could not be found. Feb 07 22:33:19.149556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99643de3-904b-42cf-969c-8fae88e2eaa6 req-433d6207-696f-4a25-a4ed-fb0cd378bc94 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips/dd2d40d9-2e47-43fe-966c-4ca3a0dab0d3 HTTP/1.1" status: 404 len: 350 time: 0.0892112 Feb 07 22:33:19.195687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56972) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:19.212574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd35178-abc0-40c6-a74b-bba89da251a1 req-4881b894-7cbb-45e3-9ff8-66a26bd57927 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:19.215661 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4618e26-2a78-4f5e-90aa-d8315f80de94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.226391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8bd35178-abc0-40c6-a74b-bba89da251a1 req-4881b894-7cbb-45e3-9ff8-66a26bd57927 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 935 time: 0.3085513 Feb 07 22:33:19.353552 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c9790-da95-4eec-8bf8-f04fc601f009 req-19d3e635-9922-469a-bc27-436247fec25c tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:19.362234 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-624c9790-da95-4eec-8bf8-f04fc601f009 req-19d3e635-9922-469a-bc27-436247fec25c tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 946 time: 0.1056712 Feb 07 22:33:19.400434 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8bd35178-abc0-40c6-a74b-bba89da251a1 req-216235ce-c39b-49df-98f6-8212c6db8d18 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735413 Feb 07 22:33:19.427409 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4618e26-2a78-4f5e-90aa-d8315f80de94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.445506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-624c9790-da95-4eec-8bf8-f04fc601f009 req-afdaf3d9-8bef-4ad0-87f5-8ce548d9c06c tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810363 Feb 07 22:33:19.449014 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4618e26-2a78-4f5e-90aa-d8315f80de94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.480621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-67dbf155-5ea9-481c-a6f1-4365f1ededd6 None None] Provisioning complete for port 13f1bd90-bafe-4e45-abfb-832f011e94b8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:19.480981 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67dbf155-5ea9-481c-a6f1-4365f1ededd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.517753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4618e26-2a78-4f5e-90aa-d8315f80de94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70505cf5-1bcb-4b31-acf2-10946dbee871,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:19.545387 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d4618e26-2a78-4f5e-90aa-d8315f80de94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=390841e6e9284982919f99ea78498668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476262 Feb 07 22:33:19.546108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56976) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:19.567901 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-cac72040-4946-42da-8ec8-4163e84a41f1 req-1e65996b-eaf8-450a-9962-5241df522d80 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] show failed (client error): The resource could not be found. Feb 07 22:33:19.569289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cac72040-4946-42da-8ec8-4163e84a41f1 req-1e65996b-eaf8-450a-9962-5241df522d80 tempest-FloatingIPsTestJSON-931253610 tempest-FloatingIPsTestJSON-931253610-project] 10.222.0.15 "GET /v2.0/floatingips/dd2d40d9-2e47-43fe-966c-4ca3a0dab0d3 HTTP/1.1" status: 404 len: 350 time: 0.0816376 Feb 07 22:33:19.581027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56978) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:19.586045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-67dbf155-5ea9-481c-a6f1-4365f1ededd6 None None] Port 13f1bd90-bafe-4e45-abfb-832f011e94b8 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:33:19.611363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5efa296c-a211-4183-b22d-5a4f824ab082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.640175 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5efa296c-a211-4183-b22d-5a4f824ab082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.705771 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5efa296c-a211-4183-b22d-5a4f824ab082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.709576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5efa296c-a211-4183-b22d-5a4f824ab082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:19.715679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5efa296c-a211-4183-b22d-5a4f824ab082 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70505cf5-1bcb-4b31-acf2-10946dbee871 HTTP/1.1" status: 204 len: 168 time: 0.1685686 Feb 07 22:33:19.730950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa296c-a211-4183-b22d-5a4f824ab082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70505cf5-1bcb-4b31-acf2-10946dbee871,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:20.212188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39990b47-82ce-4438-8aa1-64d633bdd2e0 req-9273cba8-9ccc-4d0a-b7b4-a5d7c0c09259 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:20.220666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39990b47-82ce-4438-8aa1-64d633bdd2e0 req-9273cba8-9ccc-4d0a-b7b4-a5d7c0c09259 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.0892501 Feb 07 22:33:20.220866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10162b8e-d4eb-4933-942e-5cfaaf758855 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:20.231517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:20.267519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Transition to ACTIVE for port object 10162b8e-d4eb-4933-942e-5cfaaf758855 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:20.274527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39990b47-82ce-4438-8aa1-64d633bdd2e0 req-3344ece9-53bd-41e4-9cb5-9efc137d33a1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528324 Feb 07 22:33:20.290478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:20.436874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=10162b8e-d4eb-4933-942e-5cfaaf758855,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:20.470494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-7e7beed7-a8f6-4d9a-a832-5306441cc674 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:20.473587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-7e7beed7-a8f6-4d9a-a832-5306441cc674 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.24 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 946 time: 0.1145408 Feb 07 22:33:20.554014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Attempting to bind port 10162b8e-d4eb-4933-942e-5cfaaf758855 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:20.563022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Attempting to bind port 10162b8e-d4eb-4933-942e-5cfaaf758855 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:20.563745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Attempting to bind port 10162b8e-d4eb-4933-942e-5cfaaf758855 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:20.590206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Port 10162b8e-d4eb-4933-942e-5cfaaf758855 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:20.590884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Attempting to bind port 10162b8e-d4eb-4933-942e-5cfaaf758855 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:20.668762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:20.669432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:20.670039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:20.671292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Bound port: 10162b8e-d4eb-4933-942e-5cfaaf758855, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:20.671935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:20.712765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f81e1a-4b50-46e4-803a-f9088c89aa8d req-22f23bae-438c-4b6c-b5ce-5443a093da9b tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:20.724666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47f81e1a-4b50-46e4-803a-f9088c89aa8d req-22f23bae-438c-4b6c-b5ce-5443a093da9b tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 946 time: 0.1186988 Feb 07 22:33:20.788480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Deleting port 8002c221-684c-4803-b07c-291ece4a4e89 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:20.788839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:20.831051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f1bd90-bafe-4e45-abfb-832f011e94b8 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:20.843793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:20.868701 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47f81e1a-4b50-46e4-803a-f9088c89aa8d req-41712add-f23f-4b94-8587-1cad89a46659 tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416056 Feb 07 22:33:20.917138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d13ff-7f10-4954-a31b-cb9a4b6fb60a req-2366fa0d-9c96-4957-8f19-eb19486b6abc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:20.919535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] For port 8002c221-684c-4803-b07c-291ece4a4e89, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8002c221-684c-4803-b07c-291ece4a4e89,segment=NetworkSegment(2dede157-0bc2-4277-b7b4-5d3f8bf34b07),segment_id=2dede157-0bc2-4277-b7b4-5d3f8bf34b07)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:20.920261 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:20.925532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e91d13ff-7f10-4954-a31b-cb9a4b6fb60a req-2366fa0d-9c96-4957-8f19-eb19486b6abc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 935 time: 0.3387766 Feb 07 22:33:20.942598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Calling delete_port for 8002c221-684c-4803-b07c-291ece4a4e89 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:20.966076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Transition to ACTIVE for port object 13f1bd90-bafe-4e45-abfb-832f011e94b8 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:20.979092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:20.990573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] For port 10162b8e-d4eb-4933-942e-5cfaaf758855, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:21.067543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] For port 10162b8e-d4eb-4933-942e-5cfaaf758855, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=10162b8e-d4eb-4933-942e-5cfaaf758855,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:21.084212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e91d13ff-7f10-4954-a31b-cb9a4b6fb60a req-da0937c8-9670-4db6-9b0f-53a7f086b238 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554513 Feb 07 22:33:21.091130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:21.098084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=13f1bd90-bafe-4e45-abfb-832f011e94b8,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:21.159291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:21.159805 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:21.161439 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/10162b8e-d4eb-4933-942e-5cfaaf758855 HTTP/1.1" status: 200 len: 1095 time: 2.5724068 Feb 07 22:33:21.162487 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:21.179216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['8002c221-684c-4803-b07c-291ece4a4e89'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:21.194471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30304b13-7ef0-461f-a056-c661cc59d196', 'tag': '10162b8e-d4eb-4933-942e-5cfaaf758855'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:21.196746 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff506e73-6413-455b-a8af-26e7a92f44a9" -d '{"events": [{"name": "network-changed", "server_uuid": "30304b13-7ef0-461f-a056-c661cc59d196", "tag": "10162b8e-d4eb-4933-942e-5cfaaf758855"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:21.242179 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:21.250588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Attempting to bind port 13f1bd90-bafe-4e45-abfb-832f011e94b8 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:21.250588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Attempting to bind port 13f1bd90-bafe-4e45-abfb-832f011e94b8 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:21.250876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Attempting to bind port 13f1bd90-bafe-4e45-abfb-832f011e94b8 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:21.292288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Pushing event deleted for resources: {'Port': ['ID=8002c221-684c-4803-b07c-291ece4a4e89,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:21.314644 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8174d17a-5d97-4ed5-937a-d9fdf5432047 x-openstack-request-id: req-8174d17a-5d97-4ed5-937a-d9fdf5432047 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:21.314931 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30304b13-7ef0-461f-a056-c661cc59d196", "tag": "10162b8e-d4eb-4933-942e-5cfaaf758855", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:21.315178 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8174d17a-5d97-4ed5-937a-d9fdf5432047 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:21.315551 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30304b13-7ef0-461f-a056-c661cc59d196', 'tag': '10162b8e-d4eb-4933-942e-5cfaaf758855', 'status': 'completed', 'code': 200} Feb 07 22:33:21.330056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Port 13f1bd90-bafe-4e45-abfb-832f011e94b8 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:21.330543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Attempting to bind port 13f1bd90-bafe-4e45-abfb-832f011e94b8 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:21.336295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa617b7-3888-4271-8c04-da063c9f82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=10162b8e-d4eb-4933-942e-5cfaaf758855,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:21.354836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:21.355208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:21.355614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:21.356104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Bound port: 13f1bd90-bafe-4e45-abfb-832f011e94b8, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:21.356466 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:21.372858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] No DVR routers for this DVR port 8002c221-684c-4803-b07c-291ece4a4e89 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:33:21.375606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:21.380241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6891250a-932c-405f-ad05-e5fe3d8a9aa8 req-3bb119db-f8d4-4c70-b40c-1c3e4f98da5d tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.24 "DELETE /v2.0/ports/8002c221-684c-4803-b07c-291ece4a4e89 HTTP/1.1" status: 204 len: 173 time: 0.8762338 Feb 07 22:33:21.380883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64528c27-9a2b-4ad4-b7d5-0a659a7d01a0', 'name': 'network-vif-deleted', 'tag': '8002c221-684c-4803-b07c-291ece4a4e89'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:21.384093 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec846fe-1066-420d-af73-eef9a6a1ae54" -d '{"events": [{"server_uuid": "64528c27-9a2b-4ad4-b7d5-0a659a7d01a0", "name": "network-vif-deleted", "tag": "8002c221-684c-4803-b07c-291ece4a4e89"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:21.421601 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3af97ade-09d3-4b79-bb88-f3b99d8229c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:21.458809 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8324c106-2a9c-4416-a225-00ed88f7925a x-openstack-request-id: req-8324c106-2a9c-4416-a225-00ed88f7925a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:21.460809 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64528c27-9a2b-4ad4-b7d5-0a659a7d01a0", "name": "network-vif-deleted", "tag": "8002c221-684c-4803-b07c-291ece4a4e89", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:21.461468 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8324c106-2a9c-4416-a225-00ed88f7925a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:21.462041 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64528c27-9a2b-4ad4-b7d5-0a659a7d01a0', 'name': 'network-vif-deleted', 'tag': '8002c221-684c-4803-b07c-291ece4a4e89', 'status': 'completed', 'code': 200} Feb 07 22:33:21.579836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-e576bd13-f6c2-47fb-a6b9-730cef162c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:21.584309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-e576bd13-f6c2-47fb-a6b9-730cef162c3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=30304b13-7ef0-461f-a056-c661cc59d196 HTTP/1.1" status: 200 len: 1098 time: 0.3572876 Feb 07 22:33:21.707635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-0b1f1442-f231-4b87-ba11-11ac67d3d507 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=10162b8e-d4eb-4933-942e-5cfaaf758855 HTTP/1.1" status: 200 len: 217 time: 0.1004488 Feb 07 22:33:21.804699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] For port 13f1bd90-bafe-4e45-abfb-832f011e94b8, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:21.819087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb2a0a-98a5-49f2-a841-1985fa1e95cb req-86c5bbaf-bf0a-44ec-bcca-a3cb685470f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:21.828129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0eb2a0a-98a5-49f2-a841-1985fa1e95cb req-86c5bbaf-bf0a-44ec-bcca-a3cb685470f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.3195157 Feb 07 22:33:21.863585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] For port 13f1bd90-bafe-4e45-abfb-832f011e94b8, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=13f1bd90-bafe-4e45-abfb-832f011e94b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:21.885700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:21.927031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-748a6268-e130-4b5b-a404-a35723380a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:21.928204 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-748a6268-e130-4b5b-a404-a35723380a2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1740549 Feb 07 22:33:21.990322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:21.991200 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:21.994947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] 10.222.0.24 "PUT /v2.0/ports/13f1bd90-bafe-4e45-abfb-832f011e94b8 HTTP/1.1" status: 200 len: 1095 time: 3.1953468 Feb 07 22:33:22.040310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0eb2a0a-98a5-49f2-a841-1985fa1e95cb req-44ef3a85-5700-462d-aa97-63a496ee4f82 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114661 Feb 07 22:33:22.054913 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d046fa07-9fab-4f8b-b8c0-2632d4a67b40 req-03f72c18-9da9-4b92-b5fc-ca25c581931c tempest-InstanceActionsV221TestJSON-2012421758 tempest-InstanceActionsV221TestJSON-2012421758-project] 10.222.0.15 "GET /v2.0/ports?device_id=64528c27-9a2b-4ad4-b7d5-0a659a7d01a0 HTTP/1.1" status: 200 len: 210 time: 0.0458696 Feb 07 22:33:22.087009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc95a4-e5bc-4a48-b003-c3ab2a326ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=13f1bd90-bafe-4e45-abfb-832f011e94b8,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:22.253948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-d22b2f39-d3ab-45ac-99eb-5bec0668e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:22.255457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-d22b2f39-d3ab-45ac-99eb-5bec0668e927 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2855377 Feb 07 22:33:22.301462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f55741-4ca5-4226-93a6-ff9f54a0ba1a req-5c7ca42b-e6fa-49b0-854f-326b04f150a5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:22.307606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8f55741-4ca5-4226-93a6-ff9f54a0ba1a req-5c7ca42b-e6fa-49b0-854f-326b04f150a5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 947 time: 0.0921431 Feb 07 22:33:22.319663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-082efa8e-3e61-43c9-acdf-8698f0cd452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:22.321180 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-082efa8e-3e61-43c9-acdf-8698f0cd452c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 1098 time: 0.2275817 Feb 07 22:33:22.380596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8f55741-4ca5-4226-93a6-ff9f54a0ba1a req-3ca746c0-9ef9-4b44-a843-87566694ebf9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638680 Feb 07 22:33:22.417446 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-021eca4c-d666-4566-baa4-ade70324e33f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=13f1bd90-bafe-4e45-abfb-832f011e94b8 HTTP/1.1" status: 200 len: 217 time: 0.0666766 Feb 07 22:33:22.504217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-8b9f9538-8add-44e7-8848-a02aebc47afc service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247183 Feb 07 22:33:22.507221 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-5d428391-caa0-4730-82a2-d347acbb5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:22.508976 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-5d428391-caa0-4730-82a2-d347acbb5baa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0834763 Feb 07 22:33:22.515885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Deleting port 92b39952-2cff-4e2b-8257-65f0561445ef {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:22.516160 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:22.638781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57046) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:22.774345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c2365fbc-1e66-429f-9a64-1831eeaaee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:22.864269 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c2365fbc-1e66-429f-9a64-1831eeaaee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:22.869152 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c2365fbc-1e66-429f-9a64-1831eeaaee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:22.912321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c2365fbc-1e66-429f-9a64-1831eeaaee58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=643d0270fe5b4667a91eee78a5292a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715001 Feb 07 22:33:22.913546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2365fbc-1e66-429f-9a64-1831eeaaee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47439741-6c7d-40a9-a5ac-dfb0dd169a32,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:22.915110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57050) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:22.974981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-a6691f15-b933-411c-9b93-5513074beb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:22.976413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-a6691f15-b933-411c-9b93-5513074beb01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4405737 Feb 07 22:33:23.029940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] For port 92b39952-2cff-4e2b-8257-65f0561445ef, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=92b39952-2cff-4e2b-8257-65f0561445ef,segment=NetworkSegment(6125a5c7-d03d-449a-85f6-73ba207ed262),segment_id=6125a5c7-d03d-449a-85f6-73ba207ed262)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:23.029940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.032156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-2546266a-6002-4829-bcdd-aa9465f5536f service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131929 Feb 07 22:33:23.081592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Calling delete_port for 92b39952-2cff-4e2b-8257-65f0561445ef owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:23.181472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c2c364e-1af8-42b0-b29d-bea7250d4581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.260227 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-c08218bb-6278-4be6-9dce-91e0f6862f62 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648468 Feb 07 22:33:23.270324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c2c364e-1af8-42b0-b29d-bea7250d4581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.292515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-b738e66b-28f7-47f9-b2ef-9b0dd6492312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:23.293985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-b738e66b-28f7-47f9-b2ef-9b0dd6492312 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=30304b13-7ef0-461f-a056-c661cc59d196 HTTP/1.1" status: 200 len: 1098 time: 0.2086148 Feb 07 22:33:23.327885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57062) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:23.355385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21f5f56-796c-4af7-a727-56341847f5c2', 'tag': '13f1bd90-bafe-4e45-abfb-832f011e94b8'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:23.357768 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814fe224-725a-49da-91b5-1ba654f73c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "a21f5f56-796c-4af7-a727-56341847f5c2", "tag": "13f1bd90-bafe-4e45-abfb-832f011e94b8"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:23.383398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f895ad9a-748a-4a25-8bbf-e4ddd1cb66cd admin admin] Deleting subnet 7aa39cae-9e4c-4f8d-8ec1-6f5a3a2143c5 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:33:23.388136 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f895ad9a-748a-4a25-8bbf-e4ddd1cb66cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.429510 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d19bf0-7564-462d-aff3-657e44d21df0 x-openstack-request-id: req-a0d19bf0-7564-462d-aff3-657e44d21df0 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:23.430309 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21f5f56-796c-4af7-a727-56341847f5c2", "tag": "13f1bd90-bafe-4e45-abfb-832f011e94b8", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:23.430309 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0d19bf0-7564-462d-aff3-657e44d21df0 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:23.430529 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21f5f56-796c-4af7-a727-56341847f5c2', 'tag': '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'status': 'completed', 'code': 200} Feb 07 22:33:23.444044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f895ad9a-748a-4a25-8bbf-e4ddd1cb66cd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.458962 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f895ad9a-748a-4a25-8bbf-e4ddd1cb66cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.482115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9e1d2-4e8f-4750-b983-de6087ee7e45 req-4cf30b2d-6bab-47f9-8a1e-dd36348e518d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:23.483672 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7e9e1d2-4e8f-4750-b983-de6087ee7e45 req-4cf30b2d-6bab-47f9-8a1e-dd36348e518d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.3395424 Feb 07 22:33:23.569831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40ff90-5936-42f9-ab16-6b77bcd4fac2 req-3e30a752-cdfb-4d66-a8f0-0a951ff0bd88 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:23.575242 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c2c364e-1af8-42b0-b29d-bea7250d4581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.578685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c2c364e-1af8-42b0-b29d-bea7250d4581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.580252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4c2c364e-1af8-42b0-b29d-bea7250d4581 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47439741-6c7d-40a9-a5ac-dfb0dd169a32 HTTP/1.1" status: 204 len: 168 time: 0.6641426 Feb 07 22:33:23.585490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb40ff90-5936-42f9-ab16-6b77bcd4fac2 req-3e30a752-cdfb-4d66-a8f0-0a951ff0bd88 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 947 time: 0.0942407 Feb 07 22:33:23.625384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-192fd681-1604-477e-95b5-16d9a3f483f7 req-51d4bb52-a8be-46dd-bbde-9f41af9fcc06 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503492 Feb 07 22:33:23.629808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c364e-1af8-42b0-b29d-bea7250d4581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47439741-6c7d-40a9-a5ac-dfb0dd169a32,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:23.652768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-3976b3bc-7c53-4b62-9516-cb1bcbaa6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:23.654527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-3976b3bc-7c53-4b62-9516-cb1bcbaa6ad9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3445451 Feb 07 22:33:23.673047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7e9e1d2-4e8f-4750-b983-de6087ee7e45 req-924c4ed1-d315-463b-a43d-d0edd903597f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663806 Feb 07 22:33:23.697719 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb40ff90-5936-42f9-ab16-6b77bcd4fac2 req-e2e0a40f-d974-4bc8-9c7b-2b5a266a702f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058972 Feb 07 22:33:23.699684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f895ad9a-748a-4a25-8bbf-e4ddd1cb66cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.726543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895ad9a-748a-4a25-8bbf-e4ddd1cb66cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa39cae-9e4c-4f8d-8ec1-6f5a3a2143c5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:23.732750 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f895ad9a-748a-4a25-8bbf-e4ddd1cb66cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.738517 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f895ad9a-748a-4a25-8bbf-e4ddd1cb66cd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7aa39cae-9e4c-4f8d-8ec1-6f5a3a2143c5 HTTP/1.1" status: 204 len: 168 time: 0.4093187 Feb 07 22:33:23.740931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57070) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:23.791150 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32e2b4f0-7344-4372-a56f-42b82aa05c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.812498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-a908b9c1-e11e-4343-a293-da95426d6d3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=10162b8e-d4eb-4933-942e-5cfaaf758855 HTTP/1.1" status: 200 len: 217 time: 0.1371491 Feb 07 22:33:23.860832 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.877847 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:23.926724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b39952-2cff-4e2b-8257-65f0561445ef,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:23.981047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe224-725a-49da-91b5-1ba654f73c6b req-32b93f1a-5190-42ff-9583-477c05b5ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:23.987927 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-814fe224-725a-49da-91b5-1ba654f73c6b req-32b93f1a-5190-42ff-9583-477c05b5ae19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 1098 time: 0.2553780 Feb 07 22:33:24.030741 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.049436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-d68e0e61-5460-455e-a22f-3bfb2ad04d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:24.052967 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-d68e0e61-5460-455e-a22f-3bfb2ad04d31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2163806 Feb 07 22:33:24.058089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.059317 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.061047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.061652 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.062007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.062343 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.062855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.063203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.063545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.063922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.150073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.150073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.150073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.150073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:24.150550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07336e4-b721-498b-8309-63728d922774']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:24.199384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dede157-0bc2-4277-b7b4-5d3f8bf34b07') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:24.199689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dede157-0bc2-4277-b7b4-5d3f8bf34b07') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:24.205008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57074) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:24.251636 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.255998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa4b1e2b-dd7e-4103-86a5-9b33afeaf592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.262917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-7569f5e2-bf37-4607-95ad-48bcd45a7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:24.265289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-7569f5e2-bf37-4607-95ad-48bcd45a7fbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950226 Feb 07 22:33:24.270607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.282631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe224-725a-49da-91b5-1ba654f73c6b req-4947bf2a-d3e0-497e-b313-2da8703c2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:24.284321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-814fe224-725a-49da-91b5-1ba654f73c6b req-4947bf2a-d3e0-497e-b313-2da8703c2caa service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2556181 Feb 07 22:33:24.293903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.308141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:33:24.308585 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: from cryptography.utils import int_from_bytes Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: from cryptography.utils import int_from_bytes Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:33:24.332273 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:33:24.373605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-814fe224-725a-49da-91b5-1ba654f73c6b req-8d96c825-94a5-4e12-b467-1a354d9a0ecf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=13f1bd90-bafe-4e45-abfb-832f011e94b8 HTTP/1.1" status: 200 len: 217 time: 0.0734639 Feb 07 22:33:24.409995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.430375 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.437811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a07336e4-b721-498b-8309-63728d922774 HTTP/1.1" status: 204 len: 168 time: 0.6922534 Feb 07 22:33:24.446417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632e198-7eb7-47c9-9964-a828b1151ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a07336e4-b721-498b-8309-63728d922774,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:24.508497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa4b1e2b-dd7e-4103-86a5-9b33afeaf592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.518603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa4b1e2b-dd7e-4103-86a5-9b33afeaf592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.526321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-bb20e46c-ae4e-4f2d-8296-a0f8c61207a9 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530711 Feb 07 22:33:24.529383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe224-725a-49da-91b5-1ba654f73c6b req-f62c0e36-eb3c-4333-970c-6c829c35a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:24.530819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-814fe224-725a-49da-91b5-1ba654f73c6b req-f62c0e36-eb3c-4333-970c-6c829c35a3b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1233170 Feb 07 22:33:24.579402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-aa4b1e2b-dd7e-4103-86a5-9b33afeaf592 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cc8192154724e178055640b03565872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703678 Feb 07 22:33:24.579402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b1e2b-dd7e-4103-86a5-9b33afeaf592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4775dc04-6474-433e-af57-a6d490d1e60d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:24.581475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57078) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:24.685087 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.691326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57080) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:24.749583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-62fab3fc-0f43-491c-813c-4d3330271874 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1f9cf4c595c49d7a21db12b2ef6c422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567117 Feb 07 22:33:24.750519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57086) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:24.844137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-832a7152-bc34-4f70-9bf3-0c8e702ec3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.877926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f6d0c-182d-46b0-bff7-4ba4a3093015 req-87be7d21-2e46-4d0d-8fc3-793662b4492c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:24.879667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a54f6d0c-182d-46b0-bff7-4ba4a3093015 req-87be7d21-2e46-4d0d-8fc3-793662b4492c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 947 time: 0.0796340 Feb 07 22:33:24.884964 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-832a7152-bc34-4f70-9bf3-0c8e702ec3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.957947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a54f6d0c-182d-46b0-bff7-4ba4a3093015 req-c032f441-eb58-4eb6-a410-320067c2865d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644686 Feb 07 22:33:24.986239 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-832a7152-bc34-4f70-9bf3-0c8e702ec3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.989552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-832a7152-bc34-4f70-9bf3-0c8e702ec3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:24.991757 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-832a7152-bc34-4f70-9bf3-0c8e702ec3f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6fd5467-2d8c-4789-96ef-f2a2f36aef5e HTTP/1.1" status: 204 len: 168 time: 0.2400730 Feb 07 22:33:25.002856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a7152-bc34-4f70-9bf3-0c8e702ec3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fd5467-2d8c-4789-96ef-f2a2f36aef5e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:25.066860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe224-725a-49da-91b5-1ba654f73c6b req-6901e393-2d75-45e1-809a-94fa4419e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:25.068463 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-814fe224-725a-49da-91b5-1ba654f73c6b req-6901e393-2d75-45e1-809a-94fa4419e7e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5240006 Feb 07 22:33:25.161396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff506e73-6413-455b-a8af-26e7a92f44a9 req-96bef3a9-c90f-4e50-8fd3-7fd69a032a7a service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264415 Feb 07 22:33:25.203549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e61c3162-7cc1-40c0-83b6-55ebafc9fc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:25.230674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Router 7937576c-3b31-447f-8482-6765de1baff4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:33:25.233819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 8002c221-684c-4803-b07c-291ece4a4e89 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:25.251432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc2a27-1e13-48ad-9ba7-d114923734b5 req-8bc507fc-5b8a-478f-8109-85456187d722 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:25.252933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7edc2a27-1e13-48ad-9ba7-d114923734b5 req-8bc507fc-5b8a-478f-8109-85456187d722 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1782455 Feb 07 22:33:25.268733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 8002c221-684c-4803-b07c-291ece4a4e89 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:25.270438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 8002c221-684c-4803-b07c-291ece4a4e89 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:25.271806 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e61c3162-7cc1-40c0-83b6-55ebafc9fc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:25.310022 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-814fe224-725a-49da-91b5-1ba654f73c6b req-6256e421-31a0-4d2f-a463-7a6df94e6e92 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301061 Feb 07 22:33:25.433482 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7edc2a27-1e13-48ad-9ba7-d114923734b5 req-fd4a6f1e-4d77-49a2-bdc1-cea7e2df4ba1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740265 Feb 07 22:33:25.502759 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e61c3162-7cc1-40c0-83b6-55ebafc9fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:25.505287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e61c3162-7cc1-40c0-83b6-55ebafc9fc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:25.506477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e61c3162-7cc1-40c0-83b6-55ebafc9fc53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4775dc04-6474-433e-af57-a6d490d1e60d HTTP/1.1" status: 204 len: 168 time: 0.9005663 Feb 07 22:33:25.542470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c3162-7cc1-40c0-83b6-55ebafc9fc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4775dc04-6474-433e-af57-a6d490d1e60d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:25.548362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:33:25.560405 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] Sync routers for ids ['7937576c-3b31-447f-8482-6765de1baff4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:33:25.561967 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-814fe224-725a-49da-91b5-1ba654f73c6b req-680ed6ab-50c3-4e46-bf88-6cf974446001 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391331 Feb 07 22:33:25.569113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57102) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:25.581715 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] Routers {'7937576c-3b31-447f-8482-6765de1baff4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:25.583346 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:33:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['7937576c-3b31-447f-8482-6765de1baff4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:25.584572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f6e1bef-c68a-4902-bf69-d9f9801d00f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/7937576c-3b31-447f-8482-6765de1baff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9991922 Feb 07 22:33:25.789048 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] Set router 7937576c-3b31-447f-8482-6765de1baff4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:25.950502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:25.994704 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937576c-3b31-447f-8482-6765de1baff4', 'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:32:59Z', 'updated_at': '2022-02-07T22:33:23Z', 'revision_number': 5, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'gw_port': {'id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:01Z', 'updated_at': '2022-02-07T22:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:26.026436 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] Checking router: 7937576c-3b31-447f-8482-6765de1baff4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:33:26.036463 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] Routers {'7937576c-3b31-447f-8482-6765de1baff4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:26.037104 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:33:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['7937576c-3b31-447f-8482-6765de1baff4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:26.073627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57120) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:26.154506 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.175928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1689db3-0a98-4496-a83f-1b11f6cc68a4 req-649b1807-88a2-45b3-a2e0-db46104df465 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:26.178729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1689db3-0a98-4496-a83f-1b11f6cc68a4 req-649b1807-88a2-45b3-a2e0-db46104df465 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 947 time: 0.0784562 Feb 07 22:33:26.190154 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.213071 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] Set router 7937576c-3b31-447f-8482-6765de1baff4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:26.288483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1689db3-0a98-4496-a83f-1b11f6cc68a4 req-6e45112b-157d-4b7c-b9ef-1d8366a142a7 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821528 Feb 07 22:33:26.313859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Deleting port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:26.315877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.403934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1046297591-network', 'tenant_id': '27ffc8219ba94cf8a4e262a47ff7edfc'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:26.425865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] For port c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:26.427075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.447931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Calling delete_port for c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:26.448141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Made reservation on behalf of 27ffc8219ba94cf8a4e262a47ff7edfc for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:26.456077 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.481406 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.513054 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.545757 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937576c-3b31-447f-8482-6765de1baff4', 'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:32:59Z', 'updated_at': '2022-02-07T22:33:23Z', 'revision_number': 5, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'gw_port': {'id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:01Z', 'updated_at': '2022-02-07T22:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:26.594741 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f98eb-a7b7-4f39-8d06-2a28d0f2dde0 None None] The sync data for ids ['7937576c-3b31-447f-8482-6765de1baff4'] in n-d-827895-2 is: [{'id': '7937576c-3b31-447f-8482-6765de1baff4', 'name': 'tempest-FloatingIPsTestJSON-1221468411-router', 'tenant_id': 'fff1309455e14c96872017aa2430efaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:32:59Z', 'updated_at': '2022-02-07T22:33:23Z', 'revision_number': 5, 'project_id': 'fff1309455e14c96872017aa2430efaa', 'gw_port': {'id': 'c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937576c-3b31-447f-8482-6765de1baff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:33:01Z', 'updated_at': '2022-02-07T22:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:33:26.642992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9e240-c5b3-4327-8ccb-24b5688e53b1 req-4ce5621a-0b28-4d55-8b3e-8948f772866e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:26.650993 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4fb9e240-c5b3-4327-8ccb-24b5688e53b1 req-4ce5621a-0b28-4d55-8b3e-8948f772866e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.0914462 Feb 07 22:33:26.717012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4fb9e240-c5b3-4327-8ccb-24b5688e53b1 req-c0fcee2c-51f3-49bc-8ddd-f1c4387e53c6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604017 Feb 07 22:33:26.723734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.728072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.755142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05871c8-4575-4529-81ed-de058ecad894,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:26.768873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57138) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:26.799176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.804196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:33:26.820739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.821102 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Added segment dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9 of type vlan for network 712d08f1-e040-4e8c-9d45-0d7603bb159f Feb 07 22:33:26.828913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:26.895117 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.903585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-743017327-network', 'tenant_id': '5a0fa12892c8488284b836cb21becb8e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:26.904147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.939854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 10162b8e-d4eb-4933-942e-5cfaaf758855 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:26.961121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Made reservation on behalf of 5a0fa12892c8488284b836cb21becb8e for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:26.964355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.969700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.970996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:26.971659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:26.988790 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.023802 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.033091 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.084208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0094090 Feb 07 22:33:27.088833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57142) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:27.095399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Request body: {'subnet': {'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1046297591-subnet', 'tenant_id': '27ffc8219ba94cf8a4e262a47ff7edfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:27.101964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4791e-7aa8-44d3-a719-158bdf0f5876 admin admin] Pushing event updated for resources: {'Network': ['ID=712d08f1-e040-4e8c-9d45-0d7603bb159f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:27.124557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 712d08f1-e040-4e8c-9d45-0d7603bb159f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:33:27.130102 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.131047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7937576c-3b31-447f-8482-6765de1baff4 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:33:27.141881 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.149711 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6326920e-37ff-4e35-abb7-60445bb6a457 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7937576c-3b31-447f-8482-6765de1baff4 HTTP/1.1" status: 204 len: 168 time: 1.5787890 Feb 07 22:33:27.150443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57144) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:27.209004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7254d052-f276-4433-8eac-4c35a5ff1688 admin admin] Deleting subnet 56c590bb-25e7-4d80-bdcf-0c52e52b92c3 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:33:27.212752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 10162b8e-d4eb-4933-942e-5cfaaf758855, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=10162b8e-d4eb-4933-942e-5cfaaf758855,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:27.221606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7254d052-f276-4433-8eac-4c35a5ff1688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.223548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Made reservation on behalf of 27ffc8219ba94cf8a4e262a47ff7edfc for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:27.226442 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.230838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '10162b8e-d4eb-4933-942e-5cfaaf758855', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '10162b8e-d4eb-4933-942e-5cfaaf758855', 'mac_address': 'fa:16:3e:8f:e4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:27.264068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 13f1bd90-bafe-4e45-abfb-832f011e94b8 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:27.289524 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.305819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10162b8e-d4eb-4933-942e-5cfaaf758855 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:27.322412 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.333522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.348703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7254d052-f276-4433-8eac-4c35a5ff1688 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.379131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:33:27.390747 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 10162b8e-d4eb-4933-942e-5cfaaf758855, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=10162b8e-d4eb-4933-942e-5cfaaf758855,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:27.410120 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.497558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 13f1bd90-bafe-4e45-abfb-832f011e94b8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=13f1bd90-bafe-4e45-abfb-832f011e94b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:27.521981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=10162b8e-d4eb-4933-942e-5cfaaf758855,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:27.525681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957cf1b3-3abd-4837-ba7a-47ff29177bcf,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:27.535879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'mac_address': 'fa:16:3e:d8:1f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:27.539262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363653-2a0c-4a3b-a232-215baef02a8c req-e047f802-91a1-4543-84de-04c4e1503bdf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:27.541526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.542469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2363653-2a0c-4a3b-a232-215baef02a8c req-e047f802-91a1-4543-84de-04c4e1503bdf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 947 time: 0.0980642 Feb 07 22:33:27.550338 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Added segment 8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0 of type vlan for network 5ce659fd-7cdf-470a-ac05-591bdcf04311 Feb 07 22:33:27.552647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7254d052-f276-4433-8eac-4c35a5ff1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.614074 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.626659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2363653-2a0c-4a3b-a232-215baef02a8c req-a861040a-97e9-4cc6-b8ca-3a5168603ee2 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776982 Feb 07 22:33:27.650980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f1bd90-bafe-4e45-abfb-832f011e94b8 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:27.674895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 13f1bd90-bafe-4e45-abfb-832f011e94b8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=13f1bd90-bafe-4e45-abfb-832f011e94b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:27.679864 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.682879 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.710524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['10162b8e-d4eb-4933-942e-5cfaaf758855'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:27.767092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7254d052-f276-4433-8eac-4c35a5ff1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.775598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.776957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:27.777754 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.779195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=13f1bd90-bafe-4e45-abfb-832f011e94b8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:27.781503 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.832956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254d052-f276-4433-8eac-4c35a5ff1688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c590bb-25e7-4d80-bdcf-0c52e52b92c3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:27.836359 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7254d052-f276-4433-8eac-4c35a5ff1688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.839894 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7254d052-f276-4433-8eac-4c35a5ff1688 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/56c590bb-25e7-4d80-bdcf-0c52e52b92c3 HTTP/1.1" status: 204 len: 168 time: 0.6882784 Feb 07 22:33:27.843380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57154) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:27.858846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d942e-cda6-4d75-929e-b7b21aaf1dc0 None None] Network f998097b-5390-45e1-a0bc-eb25ac3be9db requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:27.923679 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1534972 Feb 07 22:33:27.925683 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57156) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:27.929224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:27.977954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Request body: {'subnet': {'network_id': '5ce659fd-7cdf-470a-ac05-591bdcf04311', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-743017327-subnet', 'tenant_id': '5a0fa12892c8488284b836cb21becb8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:28.007594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['13f1bd90-bafe-4e45-abfb-832f011e94b8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:28.011869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e191f-7f5f-4ec7-9606-d3744c0dc2fc admin admin] Pushing event updated for resources: {'Network': ['ID=5ce659fd-7cdf-470a-ac05-591bdcf04311,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:28.027896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83547980-c7ea-4040-813d-de115fed77cd req-8e70201e-1495-462e-a6d2-1bdd1427c122 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:28.029586 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-83547980-c7ea-4040-813d-de115fed77cd req-8e70201e-1495-462e-a6d2-1bdd1427c122 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.2048738 Feb 07 22:33:28.048509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Deleting port d0432945-fef1-483a-a274-4da856458280 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:28.048949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.049304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 5ce659fd-7cdf-470a-ac05-591bdcf04311 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:33:28.080851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Checking segment: {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:28.081216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Network hostable DHCP agents. Network: 712d08f1-e040-4e8c-9d45-0d7603bb159f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:33:28.090171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65201ca4-5e61-4617-9db2-0f2a3ba5fd38,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:28.113092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Made reservation on behalf of 5a0fa12892c8488284b836cb21becb8e for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:28.115346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Notify callbacks [] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.127386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-83547980-c7ea-4040-813d-de115fed77cd req-01a338e1-4aef-4092-b8bd-71f6f6d8cb2b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834372 Feb 07 22:33:28.182263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] For port d0432945-fef1-483a-a274-4da856458280, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d0432945-fef1-483a-a274-4da856458280,segment=NetworkSegment(6125a5c7-d03d-449a-85f6-73ba207ed262),segment_id=6125a5c7-d03d-449a-85f6-73ba207ed262)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:28.182446 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.223492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Calling delete_port for d0432945-fef1-483a-a274-4da856458280 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:28.266622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 92b39952-2cff-4e2b-8257-65f0561445ef no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:28.279456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Network 712d08f1-e040-4e8c-9d45-0d7603bb159f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:33:28.302107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 712d08f1-e040-4e8c-9d45-0d7603bb159f) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:28.308416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:28.308811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d158844-cdd1-42be-a965-daa2aa75a165 None None] DHCP port deletion for f998097b-5390-45e1-a0bc-eb25ac3be9db request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:33:28.309141 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.318739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 92b39952-2cff-4e2b-8257-65f0561445ef {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:28.319088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 92b39952-2cff-4e2b-8257-65f0561445ef not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:28.319504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:28.322805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25565cb-f13e-4dca-8544-96ccba59814a None None] Network 712d08f1-e040-4e8c-9d45-0d7603bb159f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:28.355092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.359908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-086d6bd7-2f40-48e3-bf39-1b7b76dd8097 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2694249 Feb 07 22:33:28.361521 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.418563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0432945-fef1-483a-a274-4da856458280,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:28.422944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] No DVR routers for this DVR port d0432945-fef1-483a-a274-4da856458280 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:33:28.424105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0d158844-cdd1-42be-a965-daa2aa75a165 None None] The port 'd0432945-fef1-483a-a274-4da856458280' was deleted {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 07 22:33:28.425674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:28.426068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c3f0ded1-e6fd-47eb-b15a-7b956c4ab0af not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:28.503861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c21edf-c8ce-4c7b-850e-891b8c868e69,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:28.526991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Checking segment: {'id': '8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ce659fd-7cdf-470a-ac05-591bdcf04311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:28.527944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.528371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Network hostable DHCP agents. Network: 5ce659fd-7cdf-470a-ac05-591bdcf04311, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:33:28.552958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f998097b-5390-45e1-a0bc-eb25ac3be9db']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:28.560531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Network 5ce659fd-7cdf-470a-ac05-591bdcf04311 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:33:28.564553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6125a5c7-d03d-449a-85f6-73ba207ed262') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:28.564898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6125a5c7-d03d-449a-85f6-73ba207ed262') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:28.584352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7fb8b-37cc-44e7-884a-d15c1175b1d8 None None] Network 712d08f1-e040-4e8c-9d45-0d7603bb159f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:28.584972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 5ce659fd-7cdf-470a-ac05-591bdcf04311) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:28.590064 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.592379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:28.593379 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.619012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-79292644-221b-4c04-9d6e-166f3d969ccb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6595538 Feb 07 22:33:28.630965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.640805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:33:28.641304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.689019 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:33:28.702824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad72530-ea7f-4aed-8d98-a7355e2e6554 None None] Network 5ce659fd-7cdf-470a-ac05-591bdcf04311 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:33:28.709132 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:33:28.724160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.767513 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.773479 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] 10.222.0.15 "DELETE /v2.0/networks/f998097b-5390-45e1-a0bc-eb25ac3be9db HTTP/1.1" status: 204 len: 168 time: 0.9264579 Feb 07 22:33:28.773479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da6e0a-b5f4-4257-be38-51421bc0c54a admin admin] Pushing event deleted for resources: {'Network': ['ID=f998097b-5390-45e1-a0bc-eb25ac3be9db,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:28.789772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1df6a-b42c-4907-b2f9-86ba7499b47b req-e22747ad-c0fd-4d26-90a1-be71382f6dd5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:28.791729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6db1df6a-b42c-4907-b2f9-86ba7499b47b req-e22747ad-c0fd-4d26-90a1-be71382f6dd5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 948 time: 0.0809989 Feb 07 22:33:28.840775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6db1df6a-b42c-4907-b2f9-86ba7499b47b req-9d07db74-f9e1-43b2-bebc-5c5579d863b1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Feb 07 22:33:28.892543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a58368-e8b7-445b-bfdd-2af1bbd6e612 None None] Network 5ce659fd-7cdf-470a-ac05-591bdcf04311 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:28.948328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 10162b8e-d4eb-4933-942e-5cfaaf758855 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:28.980872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57188) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:29.082142 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cfbfa1fe-fda1-4173-abe7-ff91bb74a74f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fff1309455e14c96872017aa2430efaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999708 Feb 07 22:33:29.084693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57190) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:29.151256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-8fa6664b-0b09-4969-a7dc-06e4f5fdffb0 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:29.152749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-8fa6664b-0b09-4969-a7dc-06e4f5fdffb0 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 813 time: 0.1569936 Feb 07 22:33:29.193911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 10162b8e-d4eb-4933-942e-5cfaaf758855 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:29.199245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 10162b8e-d4eb-4933-942e-5cfaaf758855 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:29.200178 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.204472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-f2e3fcb9-20f1-49d5-9cff-73c189640c1c tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/quotas/27ffc8219ba94cf8a4e262a47ff7edfc HTTP/1.1" status: 200 len: 375 time: 0.0365272 Feb 07 22:33:29.205209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-494c1ac5-ec32-4ef1-b9a2-d87fbfbe86d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.260497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3b0f3d72-8dd4-4bc2-9bfa-f65c418b1e6c tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407071 Feb 07 22:33:29.262457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-494c1ac5-ec32-4ef1-b9a2-d87fbfbe86d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.317016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.333823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e7d1-941a-45df-a26f-3e1f9b141c00 req-51d3d306-736d-4435-b300-3c7b2e5296c5 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:29.335418 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb37e7d1-941a-45df-a26f-3e1f9b141c00 req-51d3d306-736d-4435-b300-3c7b2e5296c5 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1227732 Feb 07 22:33:29.356061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30304b13-7ef0-461f-a056-c661cc59d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10162b8e-d4eb-4933-942e-5cfaaf758855'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:29.360468 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1371b925-7f67-43d2-bda1-c0e656995905" -d '{"events": [{"server_uuid": "30304b13-7ef0-461f-a056-c661cc59d196", "name": "network-vif-plugged", "status": "completed", "tag": "10162b8e-d4eb-4933-942e-5cfaaf758855"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:29.376259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 10162b8e-d4eb-4933-942e-5cfaaf758855, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=10162b8e-d4eb-4933-942e-5cfaaf758855,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:29.382328 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.392638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb37e7d1-941a-45df-a26f-3e1f9b141c00 req-69562da2-60c7-45f2-9838-af714029ff0e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488806 Feb 07 22:33:29.470088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-494c1ac5-ec32-4ef1-b9a2-d87fbfbe86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.474798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-494c1ac5-ec32-4ef1-b9a2-d87fbfbe86d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.478449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-494c1ac5-ec32-4ef1-b9a2-d87fbfbe86d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/396e8bca-7c8c-4806-8de8-5190151cfece HTTP/1.1" status: 204 len: 168 time: 0.3903844 Feb 07 22:33:29.478606 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d70c0c-5e63-49fb-b659-df3cfa8eede5 x-openstack-request-id: req-69d70c0c-5e63-49fb-b659-df3cfa8eede5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:29.478606 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30304b13-7ef0-461f-a056-c661cc59d196", "name": "network-vif-plugged", "status": "completed", "tag": "10162b8e-d4eb-4933-942e-5cfaaf758855", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:29.481896 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69d70c0c-5e63-49fb-b659-df3cfa8eede5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:29.482400 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30304b13-7ef0-461f-a056-c661cc59d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10162b8e-d4eb-4933-942e-5cfaaf758855', 'code': 200} Feb 07 22:33:29.517900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c1ac5-ec32-4ef1-b9a2-d87fbfbe86d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e8bca-7c8c-4806-8de8-5190151cfece,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:29.554128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=10162b8e-d4eb-4933-942e-5cfaaf758855,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:29.608609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57210) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:29.613315 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-98d71c04-213f-4af8-ac61-b5166b69aba5 service neutron] 10.222.0.15 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423250 Feb 07 22:33:29.613852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1274596632-network', 'tenant_id': 'a31dc86947de4490a324c2ad7c3ee1d0'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:29.643796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Made reservation on behalf of a31dc86947de4490a324c2ad7c3ee1d0 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:29.646620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.668584 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.693674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79825795-94ba-4960-a739-1b31a2b1d2ed req-9aba5745-804a-43bd-a554-581d0fbbdad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:29.695190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79825795-94ba-4960-a739-1b31a2b1d2ed req-9aba5745-804a-43bd-a554-581d0fbbdad3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30304b13-7ef0-461f-a056-c661cc59d196 HTTP/1.1" status: 200 len: 1100 time: 0.1320953 Feb 07 22:33:29.759948 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-a84b44b3-7ccc-43b7-87af-3bc99366f577 service neutron] 10.222.0.15 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385591 Feb 07 22:33:29.761807 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79825795-94ba-4960-a739-1b31a2b1d2ed req-db4212f1-869c-407d-a604-bff14cda4f1d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520463 Feb 07 22:33:29.774243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.779287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.811429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:33:29.823209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d0bec-6fa7-4991-beae-19d2087ec754,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:29.830601 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.830931 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Added segment c9dd1adb-fce4-4e38-8c9c-f776187e86c9 of type vlan for network 00baee0a-235b-40c7-a1db-23f32fa3d39d Feb 07 22:33:29.895614 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.932673 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.934037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:29.934950 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:30.018309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] Pushing event updated for resources: {'Network': ['ID=00baee0a-235b-40c7-a1db-23f32fa3d39d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:30.030749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 00baee0a-235b-40c7-a1db-23f32fa3d39d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:33:30.044174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cfe4c657-724c-4198-971f-ecf9b1d57b2a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4343295 Feb 07 22:33:30.048050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57228) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:30.054171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Request body: {'subnet': {'network_id': '00baee0a-235b-40c7-a1db-23f32fa3d39d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1274596632-subnet', 'tenant_id': 'a31dc86947de4490a324c2ad7c3ee1d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:30.108932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8810aa-5068-4ba9-b0c5-e6536d68569f req-45077bdd-c812-4b62-9fb1-6b8af31926f4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:30.110870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Made reservation on behalf of a31dc86947de4490a324c2ad7c3ee1d0 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:30.111386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bc8810aa-5068-4ba9-b0c5-e6536d68569f req-45077bdd-c812-4b62-9fb1-6b8af31926f4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 948 time: 0.0827394 Feb 07 22:33:30.124840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:30.174293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bc8810aa-5068-4ba9-b0c5-e6536d68569f req-33739939-4ae2-491a-8113-8e2ff1c570ea tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Feb 07 22:33:30.244196 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4e6b354-a511-4e6e-9327-afb0c2ed3695 req-b4489e4e-dc36-4fed-a037-f410254806ab tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 210 time: 0.1158650 Feb 07 22:33:30.286734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d0432945-fef1-483a-a274-4da856458280 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:30.313306 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d0432945-fef1-483a-a274-4da856458280 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:30.313858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d0432945-fef1-483a-a274-4da856458280 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:30.440175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:30.510295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fbc78df-6cde-469b-930c-3bc45603874c,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:30.518295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Checking segment: {'id': 'c9dd1adb-fce4-4e38-8c9c-f776187e86c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00baee0a-235b-40c7-a1db-23f32fa3d39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:30.518651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Network hostable DHCP agents. Network: 00baee0a-235b-40c7-a1db-23f32fa3d39d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:33:30.542418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Network 00baee0a-235b-40c7-a1db-23f32fa3d39d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:33:30.554579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 00baee0a-235b-40c7-a1db-23f32fa3d39d) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:30.559016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:30.559877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:30.570996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f5e16-d83b-4afa-8454-116c5e564d1d None None] Network 00baee0a-235b-40c7-a1db-23f32fa3d39d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:30.591028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-26400e21-ed0e-4385-94ec-99a58ec11895 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5414662 Feb 07 22:33:30.618362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66bee-0151-43f2-b859-860e7302b4f2 req-3077b026-da78-4215-a3b2-0d8b373dc074 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:30.619977 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f66bee-0151-43f2-b859-860e7302b4f2 req-3077b026-da78-4215-a3b2-0d8b373dc074 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1170444 Feb 07 22:33:30.702772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f66bee-0151-43f2-b859-860e7302b4f2 req-5b06b219-e647-41fe-89b5-4de493abec2f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740330 Feb 07 22:33:30.806547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918de754-4ead-45cb-90cb-cd04108bc8a9 None None] Network 00baee0a-235b-40c7-a1db-23f32fa3d39d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:30.841006 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-c5d2ebf5-4974-4715-85f3-6dd9ee150229 service neutron] show failed (client error): The resource could not be found. Feb 07 22:33:30.844052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-c5d2ebf5-4974-4715-85f3-6dd9ee150229 service neutron] 10.222.0.46 "GET /v2.0/ports/ceb456f1-e8ee-4b63-bce9-691586e49f2a/bindings/n-h2-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.0810606 Feb 07 22:33:31.257366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 13f1bd90-bafe-4e45-abfb-832f011e94b8 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:31.269889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-b8f1a4a9-eda5-4570-b6e4-382f6d314411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:31.273664 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-b8f1a4a9-eda5-4570-b6e4-382f6d314411 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 1101 time: 0.0989749 Feb 07 22:33:31.287124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:31.333141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 13f1bd90-bafe-4e45-abfb-832f011e94b8 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:31.340935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 13f1bd90-bafe-4e45-abfb-832f011e94b8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:31.343284 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:31.345361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-50460da0-9722-416b-b19e-8781aa28e32f tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:31.347408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-50460da0-9722-416b-b19e-8781aa28e32f tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/networks?id=5ce659fd-7cdf-470a-ac05-591bdcf04311 HTTP/1.1" status: 200 len: 814 time: 0.1847966 Feb 07 22:33:31.382275 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:31.392293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-d97a6976-81f3-4ccf-ace6-9c1b9c579c07 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/quotas/5a0fa12892c8488284b836cb21becb8e HTTP/1.1" status: 200 len: 375 time: 0.0207407 Feb 07 22:33:31.454495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-aa477c72-974c-47b5-8932-d45c7a7804ad tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a0fa12892c8488284b836cb21becb8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598605 Feb 07 22:33:31.486915 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:31.526517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 13f1bd90-bafe-4e45-abfb-832f011e94b8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=13f1bd90-bafe-4e45-abfb-832f011e94b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:31.528380 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21f5f56-796c-4af7-a727-56341847f5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f1bd90-bafe-4e45-abfb-832f011e94b8'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:31.533395 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c46df9a-99b5-456c-ab0d-59b1963bbec9" -d '{"events": [{"server_uuid": "a21f5f56-796c-4af7-a727-56341847f5c2", "name": "network-vif-plugged", "status": "completed", "tag": "13f1bd90-bafe-4e45-abfb-832f011e94b8"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:31.537721 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:31.566078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-e58cfaf5-8ef9-41a0-bde8-f7fc0d656a4f service neutron] 10.222.0.15 "GET /v2.0/networks/5ce659fd-7cdf-470a-ac05-591bdcf04311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019409 Feb 07 22:33:31.595515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=13f1bd90-bafe-4e45-abfb-832f011e94b8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:31.646847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca4c3b-9f0f-4d95-8ed5-93ba93c4b416 req-8ae06d7a-150b-41d4-b6ae-f1ccc06dd9a4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:31.648658 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-faca4c3b-9f0f-4d95-8ed5-93ba93c4b416 req-8ae06d7a-150b-41d4-b6ae-f1ccc06dd9a4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 949 time: 0.1094885 Feb 07 22:33:31.664294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-5f8b79a8-f304-4ebb-b0af-d77a0956c3a6 service neutron] 10.222.0.15 "GET /v2.0/networks/5ce659fd-7cdf-470a-ac05-591bdcf04311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973585 Feb 07 22:33:31.708255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:31.712956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-faca4c3b-9f0f-4d95-8ed5-93ba93c4b416 req-6e5a4100-07c0-4a9d-953a-bad53627d95f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555446 Feb 07 22:33:31.758846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:31.819384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:31.823214 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcd4049-bf76-4c8a-87ee-eed25580b92a" -d '{"events": [{"server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:31.830267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:31.845315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Transition to ACTIVE for port object ceb456f1-e8ee-4b63-bce9-691586e49f2a will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:31.851276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:31.970714 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0bcb00d3-5c91-435b-97a1-e0b4d7f47a32 req-cc2036db-b558-4ea1-87a6-7f9ef2f2145a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 210 time: 0.0812562 Feb 07 22:33:32.081326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-189c3346-c3ce-4ca2-bced-02a9c01553df tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:32.083490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-189c3346-c3ce-4ca2-bced-02a9c01553df tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.24 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 813 time: 0.2019498 Feb 07 22:33:32.087908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Pushing event updated for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=6']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:32.099252 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebb25f0-9603-4752-852f-30a43618b5d8 x-openstack-request-id: req-5ebb25f0-9603-4752-852f-30a43618b5d8 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:32.099560 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21f5f56-796c-4af7-a727-56341847f5c2", "name": "network-vif-plugged", "status": "completed", "tag": "13f1bd90-bafe-4e45-abfb-832f011e94b8", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:32.099843 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ebb25f0-9603-4752-852f-30a43618b5d8 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:32.100232 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21f5f56-796c-4af7-a727-56341847f5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'code': 200} Feb 07 22:33:32.127538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] No DVR routers for this DVR port ceb456f1-e8ee-4b63-bce9-691586e49f2a on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:33:32.131275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Request body: {'port': {'device_id': '57aa3f83-740f-4d46-b159-4b299e581f3d', 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f', 'admin_state_up': True, 'tenant_id': '27ffc8219ba94cf8a4e262a47ff7edfc'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:32.291803 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cdc63692-e4e8-4bc9-9c68-688082fb465d req-399aaac2-81c1-4e0b-bc68-f5b5b2629c66 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 210 time: 0.1006820 Feb 07 22:33:32.392051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Attempting to bind port ceb456f1-e8ee-4b63-bce9-691586e49f2a on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:32.392388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Attempting to bind port ceb456f1-e8ee-4b63-bce9-691586e49f2a by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:32.392753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Attempting to bind port ceb456f1-e8ee-4b63-bce9-691586e49f2a on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:32.402713 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86ba6a2-0671-4571-a0a8-c49152f0ce2d x-openstack-request-id: req-b86ba6a2-0671-4571-a0a8-c49152f0ce2d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:32.403054 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:32.403645 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b86ba6a2-0671-4571-a0a8-c49152f0ce2d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:32.403829 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'code': 200} Feb 07 22:33:32.415314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Port ceb456f1-e8ee-4b63-bce9-691586e49f2a on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:32.415458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Attempting to bind port ceb456f1-e8ee-4b63-bce9-691586e49f2a on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:32.422081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Made reservation on behalf of 27ffc8219ba94cf8a4e262a47ff7edfc for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:32.425712 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:32.448457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9a53d-4855-486a-9875-83505b14926b req-da95c836-2169-4133-8719-425ae5fee56a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:32.450128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26b9a53d-4855-486a-9875-83505b14926b req-da95c836-2169-4133-8719-425ae5fee56a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 948 time: 0.2328432 Feb 07 22:33:32.460505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-9a0ecc6d-225f-451e-880e-cb2134bfb376 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:32.462340 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-9a0ecc6d-225f-451e-880e-cb2134bfb376 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.46 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 813 time: 0.4147441 Feb 07 22:33:32.464858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:32.464858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:32.465324 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:32.465873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Bound port: ceb456f1-e8ee-4b63-bce9-691586e49f2a, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:32.466355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:32.498152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c84c6-53a2-48d7-83b5-31c3880a3fce req-802ccc75-22bb-4342-a21d-de8dcd774746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:32.500492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-463c84c6-53a2-48d7-83b5-31c3880a3fce req-802ccc75-22bb-4342-a21d-de8dcd774746 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 1100 time: 0.2438388 Feb 07 22:33:32.509704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Request body: {'port': {'device_id': 'a4dc3979-9647-4036-ab17-2c8673adb7e1', 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f', 'admin_state_up': True, 'tenant_id': '27ffc8219ba94cf8a4e262a47ff7edfc'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:32.611357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Allocated IP 172.20.0.4 (712d08f1-e040-4e8c-9d45-0d7603bb159f/65201ca4-5e61-4617-9db2-0f2a3ba5fd38/3c520745-178e-4a9e-9a19-9598ef6bf562) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:32.644881 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26b9a53d-4855-486a-9875-83505b14926b req-3f08bc44-225b-4f61-ac6e-4a28f56a8809 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737719 Feb 07 22:33:32.923913 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:32.991638 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.011366 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-463c84c6-53a2-48d7-83b5-31c3880a3fce req-5a1a67d1-f528-40fe-b0bc-ae3466e2249b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967794 Feb 07 22:33:33.057526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Network 712d08f1-e040-4e8c-9d45-0d7603bb159f is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:33.060842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:33.066122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:33.067736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:33.096603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:33.102507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Pushing event updated for resources: {'Port': ['ID=3c520745-178e-4a9e-9a19-9598ef6bf562,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:33.106357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.140605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b17d0dae-4830-450e-8f15-80fd7cb01156 req-c736ddaf-bf51-4b2f-bc36-02359143b380 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 210 time: 0.0393279 Feb 07 22:33:33.163819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:33.163819 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.164208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:33.164208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.164208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] 10.222.0.24 "PUT /v2.0/ports/ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 1096 time: 1.8803933 Feb 07 22:33:33.168759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57330) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:33.174628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703eb1-3216-4f43-af3d-4b4fa17f38b7 req-2cdecd40-71c7-4001-8d1c-96087054d8fb tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:33.175947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c703eb1-3216-4f43-af3d-4b4fa17f38b7 req-2cdecd40-71c7-4001-8d1c-96087054d8fb tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 949 time: 0.1598413 Feb 07 22:33:33.185124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-beffa23f-5776-4371-92f6-f560516dc9f1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0703082 Feb 07 22:33:33.224317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Request body: {'port': {'device_id': '57aa3f83-740f-4d46-b159-4b299e581f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:33.225129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Made reservation on behalf of 27ffc8219ba94cf8a4e262a47ff7edfc for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:33.228905 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.232666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3d489-c406-456e-9f34-97524e2c19ea service neutron] Pushing event updated for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=7']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:33.291221 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c703eb1-3216-4f43-af3d-4b4fa17f38b7 req-74c98b0d-b180-4ae4-ac9a-73145d42d7f1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050632 Feb 07 22:33:33.326328 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d47b929-ef32-49a6-95ed-1c94f29de311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.329949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.367269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-1e2228c8-5b71-4e07-9a68-1d6b1536a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:33.368767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-1e2228c8-5b71-4e07-9a68-1d6b1536a065 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1099 time: 0.1321504 Feb 07 22:33:33.421542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c84438f-0b33-4c8d-95c2-3e0a7ca5070a req-a0aaad70-ff05-4b66-93cc-a68b24c9dc5b tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 210 time: 0.0634100 Feb 07 22:33:33.519660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Allocated IP 172.20.0.6 (712d08f1-e040-4e8c-9d45-0d7603bb159f/65201ca4-5e61-4617-9db2-0f2a3ba5fd38/758daace-cad1-49ec-be7e-8cd057c0b94a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:33.546767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-203e1d20-c32c-4618-87c6-6ed711793805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:33.548280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-203e1d20-c32c-4618-87c6-6ed711793805 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1697273 Feb 07 22:33:33.569799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d47b929-ef32-49a6-95ed-1c94f29de311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.574559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d47b929-ef32-49a6-95ed-1c94f29de311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.601260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47b929-ef32-49a6-95ed-1c94f29de311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce1054-8901-4e34-981d-4f48188e5070,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:33.626136 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4d47b929-ef32-49a6-95ed-1c94f29de311 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f914e73e03f847259d0ea9e451730990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562027 Feb 07 22:33:33.628815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57336) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:33.667094 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.708089 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-e822e2d3-33f1-4883-afba-c7dc6e2aaa86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 217 time: 0.1352730 Feb 07 22:33:33.710821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe5e-61f2-4c81-94f3-67a1c0a9fd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.737459 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe5e-61f2-4c81-94f3-67a1c0a9fd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.818172 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe5e-61f2-4c81-94f3-67a1c0a9fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.821148 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe5e-61f2-4c81-94f3-67a1c0a9fd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.824933 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7f4bbe5e-61f2-4c81-94f3-67a1c0a9fd99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fce1054-8901-4e34-981d-4f48188e5070 HTTP/1.1" status: 204 len: 168 time: 0.1836174 Feb 07 22:33:33.838976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bbe5e-61f2-4c81-94f3-67a1c0a9fd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce1054-8901-4e34-981d-4f48188e5070,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:33.894821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-11e1bc91-1882-4a7b-8d4e-0605942135c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:33.896566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-11e1bc91-1882-4a7b-8d4e-0605942135c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1556563 Feb 07 22:33:33.948425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba226a1-3ad8-4dbd-a8a6-259eab346028 req-28b320bf-86a8-4146-a559-b7b7b6f0cb3c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:33.949887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ba226a1-3ad8-4dbd-a8a6-259eab346028 req-28b320bf-86a8-4146-a559-b7b7b6f0cb3c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 948 time: 0.2080400 Feb 07 22:33:33.965546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:33.980379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-b35962db-80c0-47fa-974c-3ce32def1de2 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:33.981884 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-b35962db-80c0-47fa-974c-3ce32def1de2 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.24 "GET /v2.0/networks?id=5ce659fd-7cdf-470a-ac05-591bdcf04311 HTTP/1.1" status: 200 len: 814 time: 0.4105093 Feb 07 22:33:33.992482 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:34.024101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Request body: {'port': {'device_id': '01cf394f-b24d-4ec5-b334-78c04289e487', 'network_id': '5ce659fd-7cdf-470a-ac05-591bdcf04311', 'admin_state_up': True, 'tenant_id': '5a0fa12892c8488284b836cb21becb8e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:34.060968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-0261005b-b46f-4d08-8b8b-4a11952c89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:34.062442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-0261005b-b46f-4d08-8b8b-4a11952c89eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1543417 Feb 07 22:33:34.098313 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ba226a1-3ad8-4dbd-a8a6-259eab346028 req-1392e4d2-6e06-4cdb-86c9-47268059fabc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154418 Feb 07 22:33:34.178188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:34.263222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Network 712d08f1-e040-4e8c-9d45-0d7603bb159f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:34.280640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:34.284869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:34.290427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:34.291058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:34.293644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Pushing event updated for resources: {'Port': ['ID=758daace-cad1-49ec-be7e-8cd057c0b94a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:34.300354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-72a5022f-4656-4c98-bbb2-cd0691f616f6 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054334 Feb 07 22:33:34.326447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234fb0-85a7-4b7e-bbd1-da059400e4a4 req-89eaf914-a2c9-4e6d-a0e8-4ba3c308f91a tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:34.335260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0234fb0-85a7-4b7e-bbd1-da059400e4a4 req-89eaf914-a2c9-4e6d-a0e8-4ba3c308f91a tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1096 time: 0.1958737 Feb 07 22:33:34.365308 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-3d13c465-bc91-4b92-86bb-b7836866046b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8637762 Feb 07 22:33:34.405821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Request body: {'port': {'device_id': 'a4dc3979-9647-4036-ab17-2c8673adb7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:34.411470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:34.413990 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edaf89b-63e7-421f-8578-52c425f54fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:34.424636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0234fb0-85a7-4b7e-bbd1-da059400e4a4 req-dbc5a3eb-0781-4b03-9024-f41fa653cee5 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885124 Feb 07 22:33:34.436769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c520745-178e-4a9e-9a19-9598ef6bf562 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:34.445861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Made reservation on behalf of 5a0fa12892c8488284b836cb21becb8e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:34.449476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:34.449824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:34.495268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Transition to ACTIVE for port object 3c520745-178e-4a9e-9a19-9598ef6bf562 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:34.497549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa6574-4b8f-44ad-a5a9-3b2234d848a3 req-740de408-b952-499c-a3c2-4dabae344b3e tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:34.499357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8baa6574-4b8f-44ad-a5a9-3b2234d848a3 req-740de408-b952-499c-a3c2-4dabae344b3e tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 931 time: 0.2013149 Feb 07 22:33:34.517845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:34.575560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1fa27c11-b808-4dfa-9e06-40c19f6aa98a req-bbaef84e-3d1f-4c10-8d91-de60889d27d7 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567472 Feb 07 22:33:34.640348 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:34.647937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Pushing event updated for resources: {'Port': ['ID=3c520745-178e-4a9e-9a19-9598ef6bf562,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:34.748358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad385ded-c484-4bf5-b654-47b3344a295d req-a4a1d5c4-d42f-4b63-bc5f-27a3d3a5ff0a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:34.751786 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad385ded-c484-4bf5-b654-47b3344a295d req-a4a1d5c4-d42f-4b63-bc5f-27a3d3a5ff0a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 949 time: 0.1744132 Feb 07 22:33:34.761987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8baa6574-4b8f-44ad-a5a9-3b2234d848a3 req-17700356-a87b-4fd3-baa8-93af6a375e1f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400217 Feb 07 22:33:34.824900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Attempting to bind port 3c520745-178e-4a9e-9a19-9598ef6bf562 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:34.825779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Attempting to bind port 3c520745-178e-4a9e-9a19-9598ef6bf562 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:34.826212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Attempting to bind port 3c520745-178e-4a9e-9a19-9598ef6bf562 on network 712d08f1-e040-4e8c-9d45-0d7603bb159f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:34.857061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57380) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:34.861561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Port 3c520745-178e-4a9e-9a19-9598ef6bf562 on network 712d08f1-e040-4e8c-9d45-0d7603bb159f not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:34.862012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Attempting to bind port 3c520745-178e-4a9e-9a19-9598ef6bf562 on network 712d08f1-e040-4e8c-9d45-0d7603bb159f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:34.876572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:34.877130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Checking segment: {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:34.877703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Bound using segment: {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:34.878343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Bound port: 3c520745-178e-4a9e-9a19-9598ef6bf562, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:34.878738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:34.895283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad385ded-c484-4bf5-b654-47b3344a295d req-b7f09612-f91c-4462-8383-6c6fb70cd05e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079304 Feb 07 22:33:34.987332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ceb456f1-e8ee-4b63-bce9-691586e49f2a no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:35.069703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-866953037-network', 'tenant_id': '4f756f9a5d2b4153a41373318ccdf8cb'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:35.100282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Allocated IP 172.20.0.10 (5ce659fd-7cdf-470a-ac05-591bdcf04311/b7c21edf-c8ce-4c7b-850e-891b8c868e69/9dfb130d-5dfc-462b-aa5f-d9db14c74c13) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:35.100282 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6738e384-7855-46cd-954d-d5b0e4372992 x-openstack-request-id: req-6738e384-7855-46cd-954d-d5b0e4372992 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:35.100282 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:35.100282 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6738e384-7855-46cd-954d-d5b0e4372992 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:35.100282 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'status': 'completed', 'code': 200} Feb 07 22:33:35.125648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ceb456f1-e8ee-4b63-bce9-691586e49f2a not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:35.168659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] For port 3c520745-178e-4a9e-9a19-9598ef6bf562, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:35.189017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] For port 3c520745-178e-4a9e-9a19-9598ef6bf562, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3c520745-178e-4a9e-9a19-9598ef6bf562,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:35.211216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.234957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84d687d8-4a53-4ed2-b118-9a8fe5bea932 req-c947a3f6-cd15-4b38-a532-3dca43cdf1d9 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 210 time: 0.0479190 Feb 07 22:33:35.258726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Made reservation on behalf of 4f756f9a5d2b4153a41373318ccdf8cb for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:35.261094 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.274622 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-6b39ab40-39a4-44e4-b429-b13bf476e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.276802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-6b39ab40-39a4-44e4-b429-b13bf476e052 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1099 time: 0.1824462 Feb 07 22:33:35.299879 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.300790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-c0150a54-40c4-436e-980f-d2432bb52a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.302700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-c0150a54-40c4-436e-980f-d2432bb52a24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1099 time: 0.1171446 Feb 07 22:33:35.305973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.307011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.308387 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] 10.222.0.24 "PUT /v2.0/ports/3c520745-178e-4a9e-9a19-9598ef6bf562 HTTP/1.1" status: 200 len: 1091 time: 2.0911014 Feb 07 22:33:35.308906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aa3f83-740f-4d46-b159-4b299e581f3d', 'tag': '3c520745-178e-4a9e-9a19-9598ef6bf562'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:35.312592 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888" -d '{"events": [{"name": "network-changed", "server_uuid": "57aa3f83-740f-4d46-b159-4b299e581f3d", "tag": "3c520745-178e-4a9e-9a19-9598ef6bf562"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:35.460096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bfc7e-9a43-4eb4-a4c5-31c08c4c3cde service neutron] Pushing event updated for resources: {'Port': ['ID=3c520745-178e-4a9e-9a19-9598ef6bf562,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:35.529245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-3b8b91d4-e677-4a44-aa63-78aa57485a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.531529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-3b8b91d4-e677-4a44-aa63-78aa57485a7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2447376 Feb 07 22:33:35.545463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-afef4d5a-4f0d-4076-accb-2c52a9e78dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.546735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-afef4d5a-4f0d-4076-accb-2c52a9e78dfa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&device_id=57aa3f83-740f-4d46-b159-4b299e581f3d HTTP/1.1" status: 200 len: 1094 time: 0.1509581 Feb 07 22:33:35.553756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.565638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586ab15-f2ee-4a1f-88d0-60b78e0bbdab req-ac7dbf21-9c18-4253-b8a7-47dd628f3566 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.567046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758daace-cad1-49ec-be7e-8cd057c0b94a {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:35.572724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d586ab15-f2ee-4a1f-88d0-60b78e0bbdab req-ac7dbf21-9c18-4253-b8a7-47dd628f3566 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=30304b13-7ef0-461f-a056-c661cc59d196 HTTP/1.1" status: 200 len: 949 time: 0.2307339 Feb 07 22:33:35.581044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.586051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-1efa1fd7-efbb-402b-bbb5-af3052e3093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.587744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-1efa1fd7-efbb-402b-bbb5-af3052e3093b service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2643437 Feb 07 22:33:35.613776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Transition to ACTIVE for port object 758daace-cad1-49ec-be7e-8cd057c0b94a will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:35.649376 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.656106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-f1b8743e-451c-4c50-97bb-97694a669c29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 217 time: 0.0579042 Feb 07 22:33:35.741212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.767926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Pushing event updated for resources: {'Port': ['ID=758daace-cad1-49ec-be7e-8cd057c0b94a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:35.799389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-07750c97-2df6-49bf-ba1c-51255b71ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.800986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-07750c97-2df6-49bf-ba1c-51255b71ee0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1206729 Feb 07 22:33:35.830708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Network 5ce659fd-7cdf-470a-ac05-591bdcf04311 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:35.881354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:35.887311 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:35.893547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.894382 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.907340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Attempting to bind port 758daace-cad1-49ec-be7e-8cd057c0b94a on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:35.907782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Attempting to bind port 758daace-cad1-49ec-be7e-8cd057c0b94a by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:35.908002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Attempting to bind port 758daace-cad1-49ec-be7e-8cd057c0b94a on network 712d08f1-e040-4e8c-9d45-0d7603bb159f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:35.924191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Pushing event updated for resources: {'Port': ['ID=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:35.927813 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Port 758daace-cad1-49ec-be7e-8cd057c0b94a on network 712d08f1-e040-4e8c-9d45-0d7603bb159f not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:35.928349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Attempting to bind port 758daace-cad1-49ec-be7e-8cd057c0b94a on network 712d08f1-e040-4e8c-9d45-0d7603bb159f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:35.933318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-cde6e9a7-4b61-4a79-8dc4-903f49e6bd06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 217 time: 0.3839009 Feb 07 22:33:35.935437 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-08405f37-8818-495f-a350-dbb8cf243652 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9278533 Feb 07 22:33:35.937547 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-a0985690-a84e-438d-9135-20d0411112d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c520745-178e-4a9e-9a19-9598ef6bf562 HTTP/1.1" status: 200 len: 217 time: 0.3614972 Feb 07 22:33:35.940926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:35.941256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Checking segment: {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:35.941899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Bound using segment: {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:35.942328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Bound port: 758daace-cad1-49ec-be7e-8cd057c0b94a, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:35.942677 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.955694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-18b2d909-9305-4622-8152-4b7c8086c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:35.957218 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-18b2d909-9305-4622-8152-4b7c8086c1c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1344666 Feb 07 22:33:35.962359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Request body: {'port': {'device_id': '01cf394f-b24d-4ec5-b334-78c04289e487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:36.039113 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.047046 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d586ab15-f2ee-4a1f-88d0-60b78e0bbdab req-7d062895-7f63-473c-8396-0eea0949a389 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733136 Feb 07 22:33:36.054258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.088513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9ae7fd-3fc3-46b3-8634-2a84afc66245,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:36.093786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-4aeeb3ba-ce91-4c54-89e9-37e6d99d7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:36.095311 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-4aeeb3ba-ce91-4c54-89e9-37e6d99d7c39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1539912 Feb 07 22:33:36.102073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-5d9d981a-671b-43f6-9781-19337f1b05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:36.103621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-5d9d981a-671b-43f6-9781-19337f1b05b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65201ca4-5e61-4617-9db2-0f2a3ba5fd38 HTTP/1.1" status: 200 len: 853 time: 0.1418712 Feb 07 22:33:36.108914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:33:36.147183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] For port 758daace-cad1-49ec-be7e-8cd057c0b94a, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:36.149549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.152550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] For port 758daace-cad1-49ec-be7e-8cd057c0b94a, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=758daace-cad1-49ec-be7e-8cd057c0b94a,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:36.166432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.178803 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.179142 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Added segment d64e48de-3f28-4ad6-9ea0-e4062aaec777 of type vlan for network 9afd63fb-a8fa-4afe-9572-f44110a567ad Feb 07 22:33:36.181912 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-773d473c-f431-4095-afbc-57f665ee27c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=712d08f1-e040-4e8c-9d45-0d7603bb159f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421612 Feb 07 22:33:36.246640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:36.247586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.250172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] 10.222.0.46 "PUT /v2.0/ports/758daace-cad1-49ec-be7e-8cd057c0b94a HTTP/1.1" status: 200 len: 1091 time: 1.8538656 Feb 07 22:33:36.257591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-053bcf70-fb3c-4374-b0f3-e34b3a3f405d tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:33:36.258577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-053bcf70-fb3c-4374-b0f3-e34b3a3f405d tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151041 Feb 07 22:33:36.260449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-c6806969-47b2-409f-95c5-150b2cb2c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:36.260612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-db9a9fd0-ba1c-478e-baa1-1ea0b5a38ac6 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909789 Feb 07 22:33:36.261903 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-c6806969-47b2-409f-95c5-150b2cb2c105 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549520 Feb 07 22:33:36.307253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.372371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e793b-a31e-4450-abeb-1f8aa9fc1330 service neutron] Pushing event updated for resources: {'Port': ['ID=758daace-cad1-49ec-be7e-8cd057c0b94a,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:36.406266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632ace-080b-4951-ae9e-9bc489f3bb73 req-1b82afcd-251d-4377-b470-dbac3c1d16aa tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:36.407821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a632ace-080b-4951-ae9e-9bc489f3bb73 req-1b82afcd-251d-4377-b470-dbac3c1d16aa tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1096 time: 0.2304716 Feb 07 22:33:36.427923 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.428862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:36.429413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.483901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-76cebfc6-9fd3-4a49-96a6-7305b9f08d50 service neutron] 10.222.0.24 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917626 Feb 07 22:33:36.544003 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6846251 Feb 07 22:33:36.554603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57424) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:36.561261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Request body: {'subnet': {'network_id': '9afd63fb-a8fa-4afe-9572-f44110a567ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-866953037-subnet', 'tenant_id': '4f756f9a5d2b4153a41373318ccdf8cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:36.578437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-f9d3d139-73e8-476c-88e3-7756f13070aa service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743721 Feb 07 22:33:36.614658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a632ace-080b-4951-ae9e-9bc489f3bb73 req-166b7c79-5220-48d4-92ed-0fef006f2cd6 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959610 Feb 07 22:33:36.623951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e580-322f-4c79-b8e8-ceb61660ce29 admin admin] Pushing event updated for resources: {'Network': ['ID=9afd63fb-a8fa-4afe-9572-f44110a567ad,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:36.652793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 9afd63fb-a8fa-4afe-9572-f44110a567ad details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:33:36.697776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.24', 62227) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:36.701331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Made reservation on behalf of 4f756f9a5d2b4153a41373318ccdf8cb for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:36.703640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:36.810485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-5dc18a42-4147-4434-8aa4-b9878ab254c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:36.813005 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-5dc18a42-4147-4434-8aa4-b9878ab254c4 service neutron] 10.222.0.15 "GET /v2.0/ports/57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 HTTP/1.1" status: 200 len: 1093 time: 0.5283642 Feb 07 22:33:36.831057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Request body: {'binding': {'host': 'n-h2-827895-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:36.831695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Unknown quota resources ['binding']. {{(pid=102289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 22:33:36.840027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-70086c7b-a0c4-49cf-9d54-7d9777de774e service neutron] 10.222.0.24 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157573 Feb 07 22:33:36.891679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-b0765811-93d6-4617-9bf6-e8e393d837b4 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743745 Feb 07 22:33:36.897573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99456e15-0a22-49cb-b260-2e9a09129782 req-3c89309b-1807-47a0-a9d4-c42d02e55978 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1970828 Feb 07 22:33:36.901423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-030e5856-e731-4ba9-bd29-98cc1ae2df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:36.905171 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-030e5856-e731-4ba9-bd29-98cc1ae2df1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 1094 time: 0.5954900 Feb 07 22:33:36.915337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dab67d-32ce-44bd-8142-54378e37059a req-702c5980-eb1e-4355-88e8-b8a2a4b90dfc tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:36.917223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-53dab67d-32ce-44bd-8142-54378e37059a req-702c5980-eb1e-4355-88e8-b8a2a4b90dfc tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.1621330 Feb 07 22:33:36.962670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7edaf89b-63e7-421f-8578-52c425f54fa7 req-df040e08-4ba3-4520-a2e7-e35e73b66cfc service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929612 Feb 07 22:33:37.015636 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-d3330993-a74c-421e-a3ca-ea21290b50aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758daace-cad1-49ec-be7e-8cd057c0b94a HTTP/1.1" status: 200 len: 217 time: 0.0709279 Feb 07 22:33:37.027945 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-53dab67d-32ce-44bd-8142-54378e37059a req-53d2ff26-8dbb-494d-b645-f6f14482683a tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups?id=a70f9223-0d80-4cc9-ae2a-18eb6a077c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008074 Feb 07 22:33:37.063149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99456e15-0a22-49cb-b260-2e9a09129782 req-b6bf4973-2971-4b8a-a9e1-ba49ee7519ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.064801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99456e15-0a22-49cb-b260-2e9a09129782 req-b6bf4973-2971-4b8a-a9e1-ba49ee7519ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1116 time: 0.1259780 Feb 07 22:33:37.078537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:37.110690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc3979-9647-4036-ab17-2c8673adb7e1', 'tag': '758daace-cad1-49ec-be7e-8cd057c0b94a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:37.113321 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc3979-9647-4036-ab17-2c8673adb7e1", "tag": "758daace-cad1-49ec-be7e-8cd057c0b94a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:37.213226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-32453c12-14a9-4604-a1f5-537406569725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.214740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-32453c12-14a9-4604-a1f5-537406569725 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65201ca4-5e61-4617-9db2-0f2a3ba5fd38 HTTP/1.1" status: 200 len: 853 time: 0.1829007 Feb 07 22:33:37.224983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4413c0f-6554-4ce5-8a38-186600c34897,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:37.245204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a16914-74ae-4409-8823-651ce449056b req-5fbb84a9-d686-4c2c-a33a-43162120be33 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.246769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2a16914-74ae-4409-8823-651ce449056b req-5fbb84a9-d686-4c2c-a33a-43162120be33 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 945 time: 0.2301040 Feb 07 22:33:37.262271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ceb456f1-e8ee-4b63-bce9-691586e49f2a details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:37.266392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Checking segment: {'id': 'd64e48de-3f28-4ad6-9ea0-e4062aaec777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9afd63fb-a8fa-4afe-9572-f44110a567ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:37.266758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Network hostable DHCP agents. Network: 9afd63fb-a8fa-4afe-9572-f44110a567ad, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:33:37.289472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ca106-f80e-4acd-a1c8-83aec8f1e5e7 req-6221411c-c496-4f53-836a-1a52b1bcab93 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.293146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c5ca106-f80e-4acd-a1c8-83aec8f1e5e7 req-6221411c-c496-4f53-836a-1a52b1bcab93 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 948 time: 0.1627266 Feb 07 22:33:37.301112 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-551be646-b24e-402e-ae3c-5c07b5b59b5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=712d08f1-e040-4e8c-9d45-0d7603bb159f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740921 Feb 07 22:33:37.322176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99456e15-0a22-49cb-b260-2e9a09129782 req-44172c60-715a-4ba2-b1b4-dd9689e2f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.323743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99456e15-0a22-49cb-b260-2e9a09129782 req-44172c60-715a-4ba2-b1b4-dd9689e2f445 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.2123618 Feb 07 22:33:37.337551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Network 9afd63fb-a8fa-4afe-9572-f44110a567ad is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:33:37.385686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:37.395132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99456e15-0a22-49cb-b260-2e9a09129782 req-04ad8515-e11b-4455-ad91-fd6c75c46595 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 217 time: 0.0592978 Feb 07 22:33:37.399136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'mac_address': 'fa:16:3e:87:3a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:37.416709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 9afd63fb-a8fa-4afe-9572-f44110a567ad) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:37.437971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:37.440835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.441127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff85a23-478d-41a5-98fc-5284c7228b7c None None] Network 9afd63fb-a8fa-4afe-9572-f44110a567ad requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:37.441407 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:37.443173 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:37.448268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c5ca106-f80e-4acd-a1c8-83aec8f1e5e7 req-b1545a8e-936a-4caf-94e8-923f761b611a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427803 Feb 07 22:33:37.481049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99456e15-0a22-49cb-b260-2e9a09129782 req-ed2f1517-3b2c-457f-a36f-c399d041fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.481613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on host n-h2-827895-2 for vnic_type normal with profile None {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:37.481961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:37.482268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:37.487750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99456e15-0a22-49cb-b260-2e9a09129782 req-ed2f1517-3b2c-457f-a36f-c399d041fa0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.0810833 Feb 07 22:33:37.489653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:37.502502 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15844d7a-56e1-4980-b50b-28e2a927500f x-openstack-request-id: req-15844d7a-56e1-4980-b50b-28e2a927500f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:37.502785 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aa3f83-740f-4d46-b159-4b299e581f3d", "tag": "3c520745-178e-4a9e-9a19-9598ef6bf562", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:37.503117 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15844d7a-56e1-4980-b50b-28e2a927500f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:37.503819 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57aa3f83-740f-4d46-b159-4b299e581f3d', 'tag': '3c520745-178e-4a9e-9a19-9598ef6bf562', 'status': 'completed', 'code': 200} Feb 07 22:33:37.512422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:37.512748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:37.528437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb456f1-e8ee-4b63-bce9-691586e49f2a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:37.534623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Transition to ACTIVE for port object 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:37.536529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:37.536864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:37.537244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:37.538061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Bound port: 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:37.553531 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:37.561638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99456e15-0a22-49cb-b260-2e9a09129782 req-b5e5e2af-637b-43fc-a658-b9b4389a36e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503280 Feb 07 22:33:37.579759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4e3a0ac6-45a1-46fe-a2d6-0277cc490569 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0139635 Feb 07 22:33:37.594612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-2cc00d1b-e407-4bc2-82e5-db942dbbf88c service neutron] 10.222.0.46 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733574 Feb 07 22:33:37.597849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:37.609288 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:37.688769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-0ada29e0-ab32-4aeb-8ab7-2583b53e92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.690105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-0ada29e0-ab32-4aeb-8ab7-2583b53e92bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&device_id=57aa3f83-740f-4d46-b159-4b299e581f3d HTTP/1.1" status: 200 len: 1094 time: 0.1312003 Feb 07 22:33:37.707616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9fa0a-973d-4a25-be86-d3f8c4540b57 req-962da0d6-741d-4edc-99df-09d9132aeab1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.709395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6c9fa0a-973d-4a25-be86-d3f8c4540b57 req-962da0d6-741d-4edc-99df-09d9132aeab1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 943 time: 0.1515620 Feb 07 22:33:37.729345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a39adde-d2a4-49e7-a3b6-8c01c007d715 None None] Network 9afd63fb-a8fa-4afe-9572-f44110a567ad requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:37.732478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Deleting port 1101d94a-39f5-41c5-bea7-7d5107b80c4d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:37.733679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:37.736681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Pushing event updated for resources: {'Port': ['ID=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:37.755930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:37.794916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99456e15-0a22-49cb-b260-2e9a09129782 req-0644e0a3-1fb0-4b00-9a39-9942f94851fe service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144494 Feb 07 22:33:37.809284 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:37.823975 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:37.825127 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-17135565-f761-4be7-94f4-2b33e46562ed service neutron] 10.222.0.15 "POST /v2.0/ports/57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78/bindings HTTP/1.1" status: 201 len: 389 time: 0.9996083 Feb 07 22:33:37.861564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Attempting to bind port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:37.862187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Attempting to bind port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ce659fd-7cdf-470a-ac05-591bdcf04311'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:37.862696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Attempting to bind port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 on network 5ce659fd-7cdf-470a-ac05-591bdcf04311 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:37.880728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6c9fa0a-973d-4a25-be86-d3f8c4540b57 req-cedf8b66-dc17-49c2-9ea2-c9a2856dd26b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582463 Feb 07 22:33:37.902764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-e1e4dc6a-f7b9-4b5c-b0d7-6bda0d1039dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:37.904570 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-e1e4dc6a-f7b9-4b5c-b0d7-6bda0d1039dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 913 time: 0.1941469 Feb 07 22:33:37.907345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 on network 5ce659fd-7cdf-470a-ac05-591bdcf04311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:37.912899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Attempting to bind port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 on network 5ce659fd-7cdf-470a-ac05-591bdcf04311 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:37.939144 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:37.966150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-49b242c0-be9a-4d1b-9a0e-501ace0d5830 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c520745-178e-4a9e-9a19-9598ef6bf562 HTTP/1.1" status: 200 len: 217 time: 0.0419543 Feb 07 22:33:37.967472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Checking segment: {'id': '8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ce659fd-7cdf-470a-ac05-591bdcf04311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:37.968075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Bound using segment: {'id': '8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ce659fd-7cdf-470a-ac05-591bdcf04311'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:37.968461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Bound port: 9dfb130d-5dfc-462b-aa5f-d9db14c74c13, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ce659fd-7cdf-470a-ac05-591bdcf04311'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:37.968946 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:37.985572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['ceb456f1-e8ee-4b63-bce9-691586e49f2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:38.005965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99456e15-0a22-49cb-b260-2e9a09129782 req-f6afdc22-fd54-4fd2-9276-b45a64fdcfac service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998811 Feb 07 22:33:38.028473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64fe7eb0-1234-486c-9fa3-a499e4689ea5 req-ce8a1b6b-097e-44a5-8128-cfd4233da0be service neutron] 10.222.0.46 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991020 Feb 07 22:33:38.037781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-30d70baf-e404-410b-9d57-a35d26238c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:38.039419 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-30d70baf-e404-410b-9d57-a35d26238c73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65201ca4-5e61-4617-9db2-0f2a3ba5fd38 HTTP/1.1" status: 200 len: 853 time: 0.0643396 Feb 07 22:33:38.081114 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-6b12b7d1-b0d2-42f8-b1f4-9d4c775857e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=712d08f1-e040-4e8c-9d45-0d7603bb159f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338399 Feb 07 22:33:38.198436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] For port 1101d94a-39f5-41c5-bea7-7d5107b80c4d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1101d94a-39f5-41c5-bea7-7d5107b80c4d,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:38.200770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:38.255112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] For port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:38.298658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] For port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,segment=NetworkSegment(8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0),segment_id=8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:38.302162 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-b85fdd28-d578-44c2-b057-c6a6ad184cc7 service neutron] 10.222.0.24 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090254 Feb 07 22:33:38.307551 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:38.329918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29150fd-d732-4b57-b39b-4ceaeeec4ec8 req-66eb173f-b09a-4c23-88d1-16ddf84f91df tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:38.331429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a29150fd-d732-4b57-b39b-4ceaeeec4ec8 req-66eb173f-b09a-4c23-88d1-16ddf84f91df tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 944 time: 0.2469733 Feb 07 22:33:38.349100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aee73-2ad2-402e-96cd-9c7fb88cfaad req-24711ddd-b178-44b9-a536-c45a400d1729 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:38.354830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aee73-2ad2-402e-96cd-9c7fb88cfaad req-24711ddd-b178-44b9-a536-c45a400d1729 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:38.356442 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-233aee73-2ad2-402e-96cd-9c7fb88cfaad req-24711ddd-b178-44b9-a536-c45a400d1729 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=30304b13-7ef0-461f-a056-c661cc59d196&device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 1689 time: 0.1305754 Feb 07 22:33:38.371967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:38.372566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:38.374448 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] 10.222.0.24 "PUT /v2.0/ports/9dfb130d-5dfc-462b-aa5f-d9db14c74c13 HTTP/1.1" status: 200 len: 1092 time: 2.4163430 Feb 07 22:33:38.386745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-6e52151b-91f1-4dde-883a-8b8ba951c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:38.388090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-6e52151b-91f1-4dde-883a-8b8ba951c773 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1096 time: 0.1245694 Feb 07 22:33:38.476336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76839e01-ba4c-418d-9832-f81bb2fcb48c service neutron] Pushing event updated for resources: {'Port': ['ID=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:38.488237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a29150fd-d732-4b57-b39b-4ceaeeec4ec8 req-be13e76a-bc49-4cfe-8630-ed9a3c83cd28 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384563 Feb 07 22:33:38.519647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-233aee73-2ad2-402e-96cd-9c7fb88cfaad req-cc7c61fa-8dc0-41ed-a4e9-765db6b004be tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368556 Feb 07 22:33:38.537305 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f9e71e0-02af-4cfc-a2f2-cbbffa974888 req-e1247420-d69c-4d39-a3e7-fd0310f28c1a service neutron] 10.222.0.24 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200022 Feb 07 22:33:38.554499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-6b1675ac-1257-4a0f-afc0-19dedb707ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:38.556316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-6b1675ac-1257-4a0f-afc0-19dedb707ff2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a0fa12892c8488284b836cb21becb8e&device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 1095 time: 0.1289196 Feb 07 22:33:38.559117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-221d8095-e686-4370-b36d-ea6f5c5a4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:38.563573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-221d8095-e686-4370-b36d-ea6f5c5a4e2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1646450 Feb 07 22:33:38.633806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-53133ab1-3ed0-4963-88e6-78d553971c5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 HTTP/1.1" status: 200 len: 217 time: 0.0602186 Feb 07 22:33:38.636679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:38.637120 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:38.637521 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Floating IP edcef9d7-9211-4287-8d09-195672329058 disassociated. External IP: 172.25.8.245, port: 1101d94a-39f5-41c5-bea7-7d5107b80c4d. Feb 07 22:33:38.637948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Calling delete_port for 1101d94a-39f5-41c5-bea7-7d5107b80c4d owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:38.640910 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2832a09e-07a5-4d86-a649-e070e2d0b583 x-openstack-request-id: req-2832a09e-07a5-4d86-a649-e070e2d0b583 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:38.641197 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc3979-9647-4036-ab17-2c8673adb7e1", "tag": "758daace-cad1-49ec-be7e-8cd057c0b94a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:38.645590 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2832a09e-07a5-4d86-a649-e070e2d0b583 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:38.648052 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc3979-9647-4036-ab17-2c8673adb7e1', 'tag': '758daace-cad1-49ec-be7e-8cd057c0b94a', 'status': 'completed', 'code': 200} Feb 07 22:33:38.654874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-453d83f6-d972-4e84-82fd-1362546e18bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dfb130d-5dfc-462b-aa5f-d9db14c74c13 HTTP/1.1" status: 200 len: 217 time: 0.0893159 Feb 07 22:33:38.689311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-6529941a-4763-40a9-a81e-83d984646b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:38.690927 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-6529941a-4763-40a9-a81e-83d984646b53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.0488381 Feb 07 22:33:38.757477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-3011045e-f773-4b38-8146-4a7c1d45081d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497441 Feb 07 22:33:38.945150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-2f9e5092-f0c0-44fc-8e59-eed4a42dc18f service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793365 Feb 07 22:33:39.015592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-a3ffc777-cbc3-4089-b8fa-2fd66937a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:39.017130 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-a3ffc777-cbc3-4089-b8fa-2fd66937a4eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 1094 time: 0.3611684 Feb 07 22:33:39.136064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-46ff5bde-8a9a-4a47-98a4-fbe452fe928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:39.138575 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-46ff5bde-8a9a-4a47-98a4-fbe452fe928d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7c21edf-c8ce-4c7b-850e-891b8c868e69 HTTP/1.1" status: 200 len: 854 time: 0.4228790 Feb 07 22:33:39.144486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:39.218449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-9508eee5-7eae-4be8-9b27-5c0639d6c317 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ce659fd-7cdf-470a-ac05-591bdcf04311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690928 Feb 07 22:33:39.218449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event deleted for resources: {'Port': ['ID=1101d94a-39f5-41c5-bea7-7d5107b80c4d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:39.284917 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3c520745-178e-4a9e-9a19-9598ef6bf562 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:39.286939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ceb456f1-e8ee-4b63-bce9-691586e49f2a up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:39.423300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port ceb456f1-e8ee-4b63-bce9-691586e49f2a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:39.431438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port ceb456f1-e8ee-4b63-bce9-691586e49f2a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:39.440398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:39.441984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-5dbe523b-966e-412b-8072-df99a93a1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:39.443325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-5dbe523b-966e-412b-8072-df99a93a1043 service neutron] 10.222.0.46 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 913 time: 0.4111836 Feb 07 22:33:39.455723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-efd08ab4-3ac7-41b5-a12c-c19ff68c5a96 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:39.457351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-efd08ab4-3ac7-41b5-a12c-c19ff68c5a96 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 949 time: 0.5000520 Feb 07 22:33:39.502979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-a64f4197-9a87-4bb1-b067-aa2dbfe5e9e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758daace-cad1-49ec-be7e-8cd057c0b94a HTTP/1.1" status: 200 len: 217 time: 0.0486598 Feb 07 22:33:39.548173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3c520745-178e-4a9e-9a19-9598ef6bf562, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3c520745-178e-4a9e-9a19-9598ef6bf562,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:39.556227 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-375e1416-1137-4b6a-842e-340ef52e73f1 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867138 Feb 07 22:33:39.578723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '3c520745-178e-4a9e-9a19-9598ef6bf562', 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f', 'port_id': '3c520745-178e-4a9e-9a19-9598ef6bf562', 'mac_address': 'fa:16:3e:41:5e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65201ca4-5e61-4617-9db2-0f2a3ba5fd38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:39.613754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-5710a2dd-0d32-4775-8d11-e98212ba22fb tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:39.617682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-700da5f6-3500-4c4e-a1fe-20ab157f83dd service neutron] 10.222.0.24 "GET /v2.0/networks/5ce659fd-7cdf-470a-ac05-591bdcf04311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787367 Feb 07 22:33:39.622099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-a092a3e7-75a3-406d-b220-33e0a7a8b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:39.623666 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-a092a3e7-75a3-406d-b220-33e0a7a8b9fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65201ca4-5e61-4617-9db2-0f2a3ba5fd38 HTTP/1.1" status: 200 len: 853 time: 0.1098833 Feb 07 22:33:39.634197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-5710a2dd-0d32-4775-8d11-e98212ba22fb tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/networks?id=9afd63fb-a8fa-4afe-9572-f44110a567ad HTTP/1.1" status: 200 len: 808 time: 0.2785096 Feb 07 22:33:39.656039 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-40e5e552-6777-40fc-ae72-f1e3707f1f99 service neutron] delete failed (client error): The resource could not be found. Feb 07 22:33:39.656458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:33:39.658390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-40e5e552-6777-40fc-ae72-f1e3707f1f99 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ceb456f1-e8ee-4b63-bce9-691586e49f2a/bindings/n-h1-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.1767364 Feb 07 22:33:39.674962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-9f45a69b-22f3-4cb6-8e75-a2c477744366 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/quotas/4f756f9a5d2b4153a41373318ccdf8cb HTTP/1.1" status: 200 len: 375 time: 0.0344563 Feb 07 22:33:39.679844 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:39.725546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c520745-178e-4a9e-9a19-9598ef6bf562 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:39.733025 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:39.739322 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-ea0c8484-0f8a-4e96-bc2b-c2427a28988a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=712d08f1-e040-4e8c-9d45-0d7603bb159f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978918 Feb 07 22:33:39.744545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-b8f155be-9e66-4354-a406-04666d74497c tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f756f9a5d2b4153a41373318ccdf8cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683184 Feb 07 22:33:39.805491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:39.809939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:39.814062 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cba5f0-8d5b-4e2c-b700-44a77d1bedd2" -d '{"events": [{"server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "name": "network-vif-plugged", "status": "completed", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:39.820489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3c520745-178e-4a9e-9a19-9598ef6bf562, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3c520745-178e-4a9e-9a19-9598ef6bf562,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:39.835406 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:39.841924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:39.902339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-b3428b3b-956b-42e2-8a51-46738cdb8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:39.904084 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-b3428b3b-956b-42e2-8a51-46738cdb8b75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1101 time: 0.0822039 Feb 07 22:33:39.933427 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-846ca9dc-9901-4f8d-8e2f-e279395341df service neutron] 10.222.0.15 "GET /v2.0/networks/9afd63fb-a8fa-4afe-9572-f44110a567ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878507 Feb 07 22:33:39.948579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:40.043040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-08bf2b57-7bf0-45d2-bfc3-ed5c1a124fb6 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:33:40.043303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3c520745-178e-4a9e-9a19-9598ef6bf562,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:40.049646 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-08bf2b57-7bf0-45d2-bfc3-ed5c1a124fb6 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438080 Feb 07 22:33:40.127460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-1389f10a-5611-43f4-bf84-e57c925ab0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:40.128844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-1389f10a-5611-43f4-bf84-e57c925ab0b6 service neutron] 10.222.0.15 "GET /v2.0/ports/54d21617-5b7f-4b84-b942-2d1f7ab24b87 HTTP/1.1" status: 200 len: 1093 time: 0.0670559 Feb 07 22:33:40.143868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3c520745-178e-4a9e-9a19-9598ef6bf562'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:40.145609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Request body: {'binding': {'host': 'n-h2-827895-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:40.146317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Unknown quota resources ['binding']. {{(pid=102290) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 22:33:40.188941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-5c0cd342-b3f2-4cf6-8f9c-91d9a0982156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:40.190952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-5c0cd342-b3f2-4cf6-8f9c-91d9a0982156 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2777128 Feb 07 22:33:40.208346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-e2984ef6-aba2-4269-931e-06810b9ad0d5 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd63fb-a8fa-4afe-9572-f44110a567ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738528 Feb 07 22:33:40.216613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28ff4217-8cd2-4353-a8df-57a3c4e19a84 req-b57d58f6-b13c-4c68-a3f2-90021846d1ac service neutron] 10.222.0.24 "GET /v2.0/networks/5ce659fd-7cdf-470a-ac05-591bdcf04311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900888 Feb 07 22:33:40.290857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-70d84d0d-325a-49b5-bece-48ae67013b6e service neutron] 10.222.0.46 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410643 Feb 07 22:33:40.292059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:33:40.304922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] Sync routers for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:33:40.332677 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-5c0e557f-fe90-42a0-b769-5441e735b1bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 217 time: 0.1165793 Feb 07 22:33:40.337778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:40.339102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:33:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:40.361586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] No DVR routers for this DVR port 1101d94a-39f5-41c5-bea7-7d5107b80c4d on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:33:40.388420 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:40.392392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2a16914-74ae-4409-8823-651ce449056b req-73edc61f-9786-4520-85b6-865adfef61eb tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.24 "DELETE /v2.0/ports/1101d94a-39f5-41c5-bea7-7d5107b80c4d HTTP/1.1" status: 204 len: 173 time: 3.1076064 Feb 07 22:33:40.455525 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aec7ffba-6c56-4fdc-b7be-9bad05ad080a req-d49dcd29-0417-4aab-9d83-37fdb89fd638 service neutron] 10.222.0.46 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558094 Feb 07 22:33:40.474457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-536ade98-75e8-4e94-9c21-0d285eb1fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:40.483263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-536ade98-75e8-4e94-9c21-0d285eb1fd2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1106048 Feb 07 22:33:40.582472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:40.624161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-9090deb1-780d-452d-96a1-e188db24c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:40.625736 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-9090deb1-780d-452d-96a1-e188db24c888 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342828 Feb 07 22:33:40.639835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a958-4131-4c4f-bdf1-ac1a57b09ce3 req-add5e2fc-bfce-463d-9012-ac8e7338e705 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:40.641604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f502a958-4131-4c4f-bdf1-ac1a57b09ce3 req-add5e2fc-bfce-463d-9012-ac8e7338e705 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.1013598 Feb 07 22:33:40.643861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on host n-h2-827895-2 for vnic_type normal with profile None {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:40.644663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:40.644663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:40.653004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cf394f-b24d-4ec5-b334-78c04289e487', 'tag': '9dfb130d-5dfc-462b-aa5f-d9db14c74c13'}, {'server_uuid': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'name': 'network-vif-deleted', 'tag': '1101d94a-39f5-41c5-bea7-7d5107b80c4d'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:40.655088 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1129700-93d4-466f-acf6-7ed1cb139ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "01cf394f-b24d-4ec5-b334-78c04289e487", "tag": "9dfb130d-5dfc-462b-aa5f-d9db14c74c13"}, {"server_uuid": "ba4752de-63ad-412c-ad76-ab697e2928ce", "name": "network-vif-deleted", "tag": "1101d94a-39f5-41c5-bea7-7d5107b80c4d"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:40.717844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:40.718233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:40.741610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:40.742098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:40.742587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:40.743128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Bound port: 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:40.860741 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f502a958-4131-4c4f-bdf1-ac1a57b09ce3 req-0477091f-69fa-4479-8879-8be169cfadfe tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797466 Feb 07 22:33:40.935161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:40.968986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-d2a0ed1e-4a6c-4dd8-9411-55ad207344a2 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243179 Feb 07 22:33:40.973826 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] Notify callbacks [] for binding, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:40.975275 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-27d06969-b41f-478f-967d-1e8594290022 service neutron] 10.222.0.15 "POST /v2.0/ports/54d21617-5b7f-4b84-b942-2d1f7ab24b87/bindings HTTP/1.1" status: 201 len: 389 time: 0.8331275 Feb 07 22:33:41.068543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 758daace-cad1-49ec-be7e-8cd057c0b94a details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:41.161807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ec3bf7b-ac0d-4b16-adbf-727df9ca4b73 req-16ba9221-a370-41cd-a23b-39405e015680 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850612 Feb 07 22:33:41.260332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71623879-b54b-4b1d-a8a5-5157c91c89ab req-7a92e60b-4281-4bc7-ad36-158bd45b9b55 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba4752de-63ad-412c-ad76-ab697e2928ce HTTP/1.1" status: 200 len: 210 time: 0.0960963 Feb 07 22:33:41.313834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1101d94a-39f5-41c5-bea7-7d5107b80c4d no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:41.343672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b974b-1a98-4927-8447-b4b676ec6124 req-da0e58be-9113-417a-ba8a-f8cc8cbb8c29 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:41.351179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6b974b-1a98-4927-8447-b4b676ec6124 req-da0e58be-9113-417a-ba8a-f8cc8cbb8c29 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.0689809 Feb 07 22:33:41.393502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6b974b-1a98-4927-8447-b4b676ec6124 req-14a0f1fc-f1e3-4187-abc4-28760c497217 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Feb 07 22:33:41.418506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:41.422619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 1101d94a-39f5-41c5-bea7-7d5107b80c4d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:41.422970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1101d94a-39f5-41c5-bea7-7d5107b80c4d not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:41.434844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66423241-1932-4cc4-a451-77cbe5e0e470 req-147e8401-00e6-442a-9af6-87b825fa6960 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:41.445016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66423241-1932-4cc4-a451-77cbe5e0e470 req-147e8401-00e6-442a-9af6-87b825fa6960 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 943 time: 0.0776477 Feb 07 22:33:41.471023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 758daace-cad1-49ec-be7e-8cd057c0b94a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=758daace-cad1-49ec-be7e-8cd057c0b94a,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:41.474015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] Checking router: d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:33:41.487908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '758daace-cad1-49ec-be7e-8cd057c0b94a', 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f', 'port_id': '758daace-cad1-49ec-be7e-8cd057c0b94a', 'mac_address': 'fa:16:3e:e8:d1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65201ca4-5e61-4617-9db2-0f2a3ba5fd38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:41.496768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:41.497412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:33:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:41.518351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66423241-1932-4cc4-a451-77cbe5e0e470 req-d5f65fc8-10b6-49b1-be2c-649a63db8790 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721254 Feb 07 22:33:41.550855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09860df-acf3-493a-b2ef-437c630c0fcc req-6191bb40-ea8e-4534-b25b-1bffd9ca0fce tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:41.559425 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d09860df-acf3-493a-b2ef-437c630c0fcc req-6191bb40-ea8e-4534-b25b-1bffd9ca0fce tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 944 time: 0.0731688 Feb 07 22:33:41.609671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d09860df-acf3-493a-b2ef-437c630c0fcc req-46817584-3230-43f4-b328-c06e20b11529 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492516 Feb 07 22:33:41.653397 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fbc9ca-0c6a-44c9-88f4-d1e67ba467eb x-openstack-request-id: req-09fbc9ca-0c6a-44c9-88f4-d1e67ba467eb {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:41.653690 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cf394f-b24d-4ec5-b334-78c04289e487", "tag": "9dfb130d-5dfc-462b-aa5f-d9db14c74c13", "status": "completed", "code": 200}, {"server_uuid": "ba4752de-63ad-412c-ad76-ab697e2928ce", "name": "network-vif-deleted", "tag": "1101d94a-39f5-41c5-bea7-7d5107b80c4d", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:41.653941 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09fbc9ca-0c6a-44c9-88f4-d1e67ba467eb {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:41.654986 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01cf394f-b24d-4ec5-b334-78c04289e487', 'tag': '9dfb130d-5dfc-462b-aa5f-d9db14c74c13', 'status': 'completed', 'code': 200} Feb 07 22:33:41.655234 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4752de-63ad-412c-ad76-ab697e2928ce', 'name': 'network-vif-deleted', 'tag': '1101d94a-39f5-41c5-bea7-7d5107b80c4d', 'status': 'completed', 'code': 200} Feb 07 22:33:41.667279 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:41.677478 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca27cc5-0f2f-478e-a640-04ac6dba51b5 x-openstack-request-id: req-4ca27cc5-0f2f-478e-a640-04ac6dba51b5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:41.678081 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "name": "network-vif-plugged", "status": "completed", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:41.678540 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ca27cc5-0f2f-478e-a640-04ac6dba51b5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:41.679129 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'code': 200} Feb 07 22:33:41.687285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:41.724866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758daace-cad1-49ec-be7e-8cd057c0b94a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:41.775408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3d0a08c-c2d5-4288-a6af-f1e58b8dc0be req-3acd1e1d-dfff-4ce8-9e35-d13a0a642420 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 210 time: 0.0388970 Feb 07 22:33:41.783273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-cbea0a48-3e23-4732-9f1e-6e001c038c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:41.785050 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-cbea0a48-3e23-4732-9f1e-6e001c038c3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a0fa12892c8488284b836cb21becb8e&device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 1095 time: 0.1022639 Feb 07 22:33:41.808964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a659052-9227-41e7-b54f-55d7a6cbca03 req-5013ac38-631e-4083-8135-0f8f448a6286 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:41.809130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 758daace-cad1-49ec-be7e-8cd057c0b94a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=758daace-cad1-49ec-be7e-8cd057c0b94a,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:41.809238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a659052-9227-41e7-b54f-55d7a6cbca03 req-5013ac38-631e-4083-8135-0f8f448a6286 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0977736 Feb 07 22:33:41.846845 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:41.975164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a659052-9227-41e7-b54f-55d7a6cbca03 req-d388cfcd-379e-4888-9c2b-51dc122bd0e2 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543772 Feb 07 22:33:41.979257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dd36d-82bd-4c7d-b40f-559b666f6607 req-9a0d7c1c-fb42-444c-9baa-0746de6761ae tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:41.980782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e5dd36d-82bd-4c7d-b40f-559b666f6607 req-9a0d7c1c-fb42-444c-9baa-0746de6761ae tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=30304b13-7ef0-461f-a056-c661cc59d196 HTTP/1.1" status: 200 len: 1100 time: 0.0852993 Feb 07 22:33:42.042679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=758daace-cad1-49ec-be7e-8cd057c0b94a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:42.057760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e5dd36d-82bd-4c7d-b40f-559b666f6607 req-b3633b58-0aed-47b1-9537-b8d5f0c3a4e9 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698638 Feb 07 22:33:42.069033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-95a1848e-4e4f-420e-939d-e570cc1fb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:42.070598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-95a1848e-4e4f-420e-939d-e570cc1fb8e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ce659fd-7cdf-470a-ac05-591bdcf04311 HTTP/1.1" status: 200 len: 914 time: 0.2602689 Feb 07 22:33:42.125684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-29bdffa4-60a7-40b4-a024-b8c6557d2a8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dfb130d-5dfc-462b-aa5f-d9db14c74c13 HTTP/1.1" status: 200 len: 217 time: 0.0457089 Feb 07 22:33:42.156990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:42.191972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-7e7c31b3-75c4-4812-922a-f8ec416579c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:42.193578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-7e7c31b3-75c4-4812-922a-f8ec416579c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7c21edf-c8ce-4c7b-850e-891b8c868e69 HTTP/1.1" status: 200 len: 854 time: 0.0562382 Feb 07 22:33:42.206782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf71e5-af15-4373-9bd7-eaf2dc43b6fe req-34edce6f-f51e-45b1-bd62-1ab9f7a4ed71 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:42.215545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7faf71e5-af15-4373-9bd7-eaf2dc43b6fe req-34edce6f-f51e-45b1-bd62-1ab9f7a4ed71 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 1100 time: 0.0657010 Feb 07 22:33:42.239241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['758daace-cad1-49ec-be7e-8cd057c0b94a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:42.242737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e01961-2092-4bb9-8cb0-dd843b97ea85 None None] The sync data for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 is: [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:31:09Z', 'revision_number': 4, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64', 'name': '', 'network_id': '4e5e518e-e670-4a66-9977-af4c80f6a4c0', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'mac_address': 'fa:16:3e:cf:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:08Z', 'updated_at': '2022-02-07T22:31:15Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'subnets': [{'id': '1673fd05-f7a6-43e6-b385-ac664e2bddca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:33:42.261942 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-4847ebcb-e1ae-48d5-92ad-e0e82209e57e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ce659fd-7cdf-470a-ac05-591bdcf04311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487106 Feb 07 22:33:42.265566 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7faf71e5-af15-4373-9bd7-eaf2dc43b6fe req-a14f9b97-3587-4ae8-b2e6-583fff16e065 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490324 Feb 07 22:33:42.303890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719960e1-e9bd-4ce4-ab52-fbfd18adee18 req-fe24ecbf-e81d-4cc5-a3ec-75fec74d8a36 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:42.311289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-719960e1-e9bd-4ce4-ab52-fbfd18adee18 req-fe24ecbf-e81d-4cc5-a3ec-75fec74d8a36 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.1823654 Feb 07 22:33:42.485367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-719960e1-e9bd-4ce4-ab52-fbfd18adee18 req-139b0a89-722d-4413-9983-ccc39838bb87 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691506 Feb 07 22:33:42.601001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57524) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:42.608571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-f59138b0-a3c4-4c89-9219-1e21700b00ef service neutron] 10.222.0.24 "GET /v2.0/networks/5ce659fd-7cdf-470a-ac05-591bdcf04311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352125 Feb 07 22:33:42.743050 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa3fae-2283-4ebe-9641-c417d5375c94 None None] New status for floating IP edcef9d7-9211-4287-8d09-195672329058: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:33:42.753149 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-844745a5-ab26-45e3-bdaa-0947a244b58c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254054 Feb 07 22:33:42.775993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-05fa8194-7417-4bdd-924f-b67b6482ebf7 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:42.777766 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-05fa8194-7417-4bdd-924f-b67b6482ebf7 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.46 "GET /v2.0/networks?id=9afd63fb-a8fa-4afe-9572-f44110a567ad HTTP/1.1" status: 200 len: 808 time: 0.3148274 Feb 07 22:33:42.802079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Request body: {'port': {'device_id': '5df67832-fe7a-4f6c-9307-1b0701b058d2', 'network_id': '9afd63fb-a8fa-4afe-9572-f44110a567ad', 'admin_state_up': True, 'tenant_id': '4f756f9a5d2b4153a41373318ccdf8cb'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:42.860347 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1129700-93d4-466f-acf6-7ed1cb139ac1 req-e65f8d8d-7fab-4d69-a01c-51216095d973 service neutron] 10.222.0.24 "GET /v2.0/networks/5ce659fd-7cdf-470a-ac05-591bdcf04311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446687 Feb 07 22:33:42.896296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cabe4b9b-9c10-4de9-8e92-297a0c754f0e tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:42.912876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-51e01a38-5b58-4f7d-8d00-ebab4291d044 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:42.914695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-51e01a38-5b58-4f7d-8d00-ebab4291d044 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522114 Feb 07 22:33:42.928841 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cabe4b9b-9c10-4de9-8e92-297a0c754f0e tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:42.933429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-276a2eb6-733a-438d-8944-abe73ac07497 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/quotas/6bb2401e83da4e57a295ff2847b0ea0e HTTP/1.1" status: 200 len: 375 time: 0.0114586 Feb 07 22:33:42.962626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c88c45-cb9c-448c-bc03-69b65ed33c56 req-4ef50fe5-0ef7-4d20-ac2c-98fc21c7490f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:42.968344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89c88c45-cb9c-448c-bc03-69b65ed33c56 req-4ef50fe5-0ef7-4d20-ac2c-98fc21c7490f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.3038740 Feb 07 22:33:43.011585 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-d925caee-23a6-42fa-8362-1901a02f97d5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0700507 Feb 07 22:33:43.057573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89c88c45-cb9c-448c-bc03-69b65ed33c56 req-cf4e77b2-144b-476f-87ae-dd79d1d54526 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813000 Feb 07 22:33:43.103957 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cabe4b9b-9c10-4de9-8e92-297a0c754f0e tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.107512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cabe4b9b-9c10-4de9-8e92-297a0c754f0e tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.108934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cabe4b9b-9c10-4de9-8e92-297a0c754f0e tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "DELETE /v2.0/security-groups/a70f9223-0d80-4cc9-ae2a-18eb6a077c95 HTTP/1.1" status: 204 len: 168 time: 0.5070763 Feb 07 22:33:43.113131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57542) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:43.122696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe4b9b-9c10-4de9-8e92-297a0c754f0e tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f9223-0d80-4cc9-ae2a-18eb6a077c95,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:43.130068 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-93935ed4-cc2a-41bd-995a-e8b1d6ce356f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] show failed (client error): The resource could not be found. Feb 07 22:33:43.134519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57544) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:43.134688 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-93935ed4-cc2a-41bd-995a-e8b1d6ce356f tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "GET /v2.0/security-groups/a70f9223-0d80-4cc9-ae2a-18eb6a077c95 HTTP/1.1" status: 404 len: 347 time: 0.0203903 Feb 07 22:33:43.137568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Made reservation on behalf of 4f756f9a5d2b4153a41373318ccdf8cb for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:43.143092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.277095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be025cb3-af3b-4df3-89a9-1438325a9d79 req-6537efc9-e623-49fc-a0c4-3b493faa12d1 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:43.280481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be025cb3-af3b-4df3-89a9-1438325a9d79 req-6537efc9-e623-49fc-a0c4-3b493faa12d1 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 944 time: 0.0750189 Feb 07 22:33:43.313143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:43.316101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3c520745-178e-4a9e-9a19-9598ef6bf562 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:43.353208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be025cb3-af3b-4df3-89a9-1438325a9d79 req-ea6bdc7d-104c-4603-a219-625ae646c566 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646296 Feb 07 22:33:43.400094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca60398-0d8d-4a2e-9236-8e21e399f67c req-09ca7604-0ac5-4014-bd4a-08c72b2da608 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:43.401947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ca60398-0d8d-4a2e-9236-8e21e399f67c req-09ca7604-0ac5-4014-bd4a-08c72b2da608 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 944 time: 0.1994562 Feb 07 22:33:43.490668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 3c520745-178e-4a9e-9a19-9598ef6bf562 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:43.505801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 3c520745-178e-4a9e-9a19-9598ef6bf562 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:43.506178 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.513472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ca60398-0d8d-4a2e-9236-8e21e399f67c req-aee8be91-6674-419a-8869-a0d370c12e4a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004369 Feb 07 22:33:43.519579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Deleting port ccce71ec-f07f-4055-a4e9-851d4c451da4 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:43.520069 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.572711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Allocated IP 172.20.0.4 (9afd63fb-a8fa-4afe-9572-f44110a567ad/f4413c0f-6554-4ce5-8a38-186600c34897/2aec997a-3ac7-415e-9c6a-db4e10b9ef08) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:43.594334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,segment=NetworkSegment(8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0),segment_id=8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:43.611556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '9dfb130d-5dfc-462b-aa5f-d9db14c74c13', 'network_id': '5ce659fd-7cdf-470a-ac05-591bdcf04311', 'port_id': '9dfb130d-5dfc-462b-aa5f-d9db14c74c13', 'mac_address': 'fa:16:3e:0d:bc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c21edf-c8ce-4c7b-850e-891b8c868e69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:43.624091 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0de858a5-1b8c-459a-b891-1bc9da74daf5 req-1dd6c9d3-64f3-4645-b31c-97c948529125 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 210 time: 0.0734580 Feb 07 22:33:43.689494 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.689937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.716003 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.736584 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.750557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:43.774932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,segment=NetworkSegment(8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0),segment_id=8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:43.784812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Calling delete_port for ccce71ec-f07f-4055-a4e9-851d4c451da4 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:43.790242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.801251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa3f83-740f-4d46-b159-4b299e581f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c520745-178e-4a9e-9a19-9598ef6bf562'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:43.803644 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6154d21e-a44f-432f-b375-dd5135c8b740" -d '{"events": [{"server_uuid": "57aa3f83-740f-4d46-b159-4b299e581f3d", "name": "network-vif-plugged", "status": "completed", "tag": "3c520745-178e-4a9e-9a19-9598ef6bf562"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:43.831932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0641afe-09de-446f-b683-424c50170b8a req-1c49faf8-8c9e-40bb-baa5-aa88d6c2ca69 tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:43.835557 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c0641afe-09de-446f-b683-424c50170b8a req-1c49faf8-8c9e-40bb-baa5-aa88d6c2ca69 tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1101 time: 0.0962498 Feb 07 22:33:43.851761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3c520745-178e-4a9e-9a19-9598ef6bf562, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3c520745-178e-4a9e-9a19-9598ef6bf562,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:43.862590 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:43.880240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:43.908725 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c0641afe-09de-446f-b683-424c50170b8a req-62a66e52-8723-4e0d-8c92-59a396ca3aa9 tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622456 Feb 07 22:33:43.958025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3c520745-178e-4a9e-9a19-9598ef6bf562,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:43.970349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01066d14-a688-4e62-8055-4b5320ab06da req-9af452ad-7080-46b1-8ca9-895df0577be8 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:43.978520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01066d14-a688-4e62-8055-4b5320ab06da req-9af452ad-7080-46b1-8ca9-895df0577be8 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.2991250 Feb 07 22:33:44.021869 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04c31f33-732a-4ce5-ae62-3e872f54538d req-8d9558ab-3972-457d-8d4f-a75b9190c922 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 210 time: 0.0315106 Feb 07 22:33:44.028823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:44.073673 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01066d14-a688-4e62-8055-4b5320ab06da req-a7efbd25-61d4-4fef-aabd-363c7de44ae6 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939250 Feb 07 22:33:44.114235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:44.117639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['9dfb130d-5dfc-462b-aa5f-d9db14c74c13'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:44.193289 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d741a940-be0e-45dc-8a26-14bd6f3aeab7 x-openstack-request-id: req-d741a940-be0e-45dc-8a26-14bd6f3aeab7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:44.193289 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aa3f83-740f-4d46-b159-4b299e581f3d", "name": "network-vif-plugged", "status": "completed", "tag": "3c520745-178e-4a9e-9a19-9598ef6bf562", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:44.194513 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d741a940-be0e-45dc-8a26-14bd6f3aeab7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:44.196377 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa3f83-740f-4d46-b159-4b299e581f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c520745-178e-4a9e-9a19-9598ef6bf562', 'code': 200} Feb 07 22:33:44.200491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Network 9afd63fb-a8fa-4afe-9572-f44110a567ad is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:44.208919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:44.215167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:44.223494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Pushing event updated for resources: {'Port': ['ID=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:44.262620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:44.292052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faa73e-f6ea-411d-be04-855dd2ebb8c9 req-1841a721-68b0-4058-b128-bc57dd802b05 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:44.301389 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28faa73e-f6ea-411d-be04-855dd2ebb8c9 req-1841a721-68b0-4058-b128-bc57dd802b05 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.1688175 Feb 07 22:33:44.306755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Pushing event deleted for resources: {'Port': ['ID=ccce71ec-f07f-4055-a4e9-851d4c451da4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:44.353311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:44.353966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:44.395626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28faa73e-f6ea-411d-be04-855dd2ebb8c9 req-0024e3d4-820e-42d7-a39f-a521bc703022 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778472 Feb 07 22:33:44.408269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-d017bd3c-f356-4b50-9b99-53aaeb3fd401 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6157715 Feb 07 22:33:44.415759 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:44.418989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:44.420699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-01905665-28c3-44f0-af46-57c9813a3970 tempest-ServersWithSpecificFlavorTestJSON-646361808 tempest-ServersWithSpecificFlavorTestJSON-646361808-project] 10.222.0.15 "DELETE /v2.0/floatingips/edcef9d7-9211-4287-8d09-195672329058 HTTP/1.1" status: 204 len: 168 time: 1.2841594 Feb 07 22:33:44.421636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e18c61-d4b0-47b3-b2ed-022cd70fcd9d req-8205be7c-f661-472e-bc7e-5cf64c4b00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:44.427583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Request body: {'port': {'device_id': '5df67832-fe7a-4f6c-9307-1b0701b058d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:44.427952 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a3e18c61-d4b0-47b3-b2ed-022cd70fcd9d req-8205be7c-f661-472e-bc7e-5cf64c4b00cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57aa3f83-740f-4d46-b159-4b299e581f3d HTTP/1.1" status: 200 len: 1096 time: 0.1247566 Feb 07 22:33:44.500280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a3e18c61-d4b0-47b3-b2ed-022cd70fcd9d req-2ad0f01e-fa97-4065-8f89-03e417c10903 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527589 Feb 07 22:33:44.555678 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:44.578668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4b51f-c06d-4f2f-aa97-496bf02ccacd req-e2dbe22b-37d5-4b85-ae0a-b306463f6e9b tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:44.580196 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3c4b51f-c06d-4f2f-aa97-496bf02ccacd req-e2dbe22b-37d5-4b85-ae0a-b306463f6e9b tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 945 time: 0.0934894 Feb 07 22:33:44.581820 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-7f3b0091-8b71-48e4-b150-8a55245162be tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228579 Feb 07 22:33:44.658639 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3c4b51f-c06d-4f2f-aa97-496bf02ccacd req-d87398bc-19ef-4036-9bd0-b4a15f459aa3 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553114 Feb 07 22:33:44.711402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-34d2d75a-1dff-483a-9a06-cc3f0be65120 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:44.722190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-34d2d75a-1dff-483a-9a06-cc3f0be65120 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345334 Feb 07 22:33:44.739519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-a8063458-396a-4e7d-ba0a-0a5edafe1d56 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/quotas/91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 375 time: 0.0163596 Feb 07 22:33:44.815683 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-25d2dec0-f544-4174-8441-527f01f93d16 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711350 Feb 07 22:33:44.863874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-fc1ae62d-e181-481f-bc61-558a6d46d5c6 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348384 Feb 07 22:33:44.891339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726badb9-b9ad-4af3-a8d1-1c42e5657f86 req-8a2f9b81-3755-440f-a802-c1ac0ce5b494 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:44.899447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-726badb9-b9ad-4af3-a8d1-1c42e5657f86 req-8a2f9b81-3755-440f-a802-c1ac0ce5b494 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 944 time: 0.0989177 Feb 07 22:33:44.968303 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-726badb9-b9ad-4af3-a8d1-1c42e5657f86 req-09d76660-bb9f-44f7-8243-2b925a2f76e5 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626316 Feb 07 22:33:45.050213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 758daace-cad1-49ec-be7e-8cd057c0b94a up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:45.085348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-399688cc-c909-4948-b2d0-78a98e7199d0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:45.089660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-399688cc-c909-4948-b2d0-78a98e7199d0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126145 Feb 07 22:33:45.106961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Request body: {'port': {'device_id': '6b40e740-a8ff-4b12-b5b3-bcce323e8389', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '6bb2401e83da4e57a295ff2847b0ea0e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:45.146653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 758daace-cad1-49ec-be7e-8cd057c0b94a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:45.152599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 758daace-cad1-49ec-be7e-8cd057c0b94a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:45.153373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:45.214390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8a54e75-ff4b-48c5-9e83-4108cde9f7cb req-2f5313b8-d10d-4845-862c-5e27ec96919e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 210 time: 0.0807667 Feb 07 22:33:45.316500 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:45.330720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:45.344002 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:45.367912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33281fe5-c954-4b12-8139-f82f04ab90bc req-2959a559-159c-441b-b6b1-dfff81acecb4 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:45.376197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33281fe5-c954-4b12-8139-f82f04ab90bc req-2959a559-159c-441b-b6b1-dfff81acecb4 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 931 time: 0.0873871 Feb 07 22:33:45.377647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Transition to ACTIVE for port object 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:45.379985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2131ded-5efe-4aff-b913-46e842111846 req-60860cd7-3df6-4b5b-adf8-90a489bd71fe tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 210 time: 0.0381303 Feb 07 22:33:45.392615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Made reservation on behalf of 6bb2401e83da4e57a295ff2847b0ea0e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:45.396388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:45.407896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:45.453639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 758daace-cad1-49ec-be7e-8cd057c0b94a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=758daace-cad1-49ec-be7e-8cd057c0b94a,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:45.462927 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:45.561974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=758daace-cad1-49ec-be7e-8cd057c0b94a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:45.621512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Pushing event updated for resources: {'Port': ['ID=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:45.634201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Attempting to bind port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:45.634625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Attempting to bind port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd64e48de-3f28-4ad6-9ea0-e4062aaec777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9afd63fb-a8fa-4afe-9572-f44110a567ad'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:45.635276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Attempting to bind port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 on network 9afd63fb-a8fa-4afe-9572-f44110a567ad {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:45.644227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6d62-0c8c-4706-97f0-06f7f7142a40 req-3c95ecf6-295d-4c4d-9936-3f9fb43b0237 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:45.651692 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e00a6d62-0c8c-4706-97f0-06f7f7142a40 req-3c95ecf6-295d-4c4d-9936-3f9fb43b0237 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1125445 Feb 07 22:33:45.657117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33281fe5-c954-4b12-8139-f82f04ab90bc req-06673d1d-21ab-4f72-abf3-5ef234d16b20 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612815 Feb 07 22:33:45.659555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 on network 9afd63fb-a8fa-4afe-9572-f44110a567ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:45.660654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Attempting to bind port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 on network 9afd63fb-a8fa-4afe-9572-f44110a567ad {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:45.676474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:45.676474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Checking segment: {'id': 'd64e48de-3f28-4ad6-9ea0-e4062aaec777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9afd63fb-a8fa-4afe-9572-f44110a567ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:45.678774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Bound using segment: {'id': 'd64e48de-3f28-4ad6-9ea0-e4062aaec777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9afd63fb-a8fa-4afe-9572-f44110a567ad'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:45.680357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Bound port: 2aec997a-3ac7-415e-9c6a-db4e10b9ef08, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64e48de-3f28-4ad6-9ea0-e4062aaec777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9afd63fb-a8fa-4afe-9572-f44110a567ad'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:45.680813 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:45.715138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Allocated IP 192.168.233.34 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:45.756841 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e00a6d62-0c8c-4706-97f0-06f7f7142a40 req-4b2d580e-ae6f-4796-9fbd-dd8f5a837977 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041017 Feb 07 22:33:45.844426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] For port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:45.853693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff5d7a-41b2-4959-8800-2092c9881b56 req-29b56f99-3861-4a96-8f0d-ad116890122e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:45.855185 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dff5d7a-41b2-4959-8800-2092c9881b56 req-29b56f99-3861-4a96-8f0d-ad116890122e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.1027122 Feb 07 22:33:45.873129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] For port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,segment=NetworkSegment(d64e48de-3f28-4ad6-9ea0-e4062aaec777),segment_id=d64e48de-3f28-4ad6-9ea0-e4062aaec777)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:45.891391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:46.010821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dff5d7a-41b2-4959-8800-2092c9881b56 req-26398740-f9ac-4195-bbea-0a98d07668fd tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463897 Feb 07 22:33:46.022685 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:46.022685 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:46.023627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] 10.222.0.46 "PUT /v2.0/ports/2aec997a-3ac7-415e-9c6a-db4e10b9ef08 HTTP/1.1" status: 200 len: 1091 time: 1.6014354 Feb 07 22:33:46.024116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df67832-fe7a-4f6c-9307-1b0701b058d2', 'tag': '2aec997a-3ac7-415e-9c6a-db4e10b9ef08'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:46.039792 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5150a482-dc22-4ae9-b4fe-89641aab680f" -d '{"events": [{"name": "network-changed", "server_uuid": "5df67832-fe7a-4f6c-9307-1b0701b058d2", "tag": "2aec997a-3ac7-415e-9c6a-db4e10b9ef08"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:46.039918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:46.048371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e1b1d-da44-4727-9d16-8d82733fbdf2 req-c95c3eeb-2929-4a5d-848a-720830511a7b tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:46.049921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d2e1b1d-da44-4727-9d16-8d82733fbdf2 req-c95c3eeb-2929-4a5d-848a-720830511a7b tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 945 time: 0.0964639 Feb 07 22:33:46.087330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62df43c-117b-4a8f-b3df-0bf89ca49a1d service neutron] Pushing event updated for resources: {'Port': ['ID=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:46.129533 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d2e1b1d-da44-4727-9d16-8d82733fbdf2 req-5a344602-bf95-4623-b4e8-48c1ee16e2c4 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693915 Feb 07 22:33:46.141088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:46.162100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073', '10162b8e-d4eb-4933-942e-5cfaaf758855'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:46.169607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a', '13f1bd90-bafe-4e45-abfb-832f011e94b8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:46.195891 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f8bd36-545e-42b2-9a16-3eb26a166c31 x-openstack-request-id: req-80f8bd36-545e-42b2-9a16-3eb26a166c31 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:46.197229 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df67832-fe7a-4f6c-9307-1b0701b058d2", "tag": "2aec997a-3ac7-415e-9c6a-db4e10b9ef08", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:46.197490 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80f8bd36-545e-42b2-9a16-3eb26a166c31 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:46.197898 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df67832-fe7a-4f6c-9307-1b0701b058d2', 'tag': '2aec997a-3ac7-415e-9c6a-db4e10b9ef08', 'status': 'completed', 'code': 200} Feb 07 22:33:46.205201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-1c5049a1-fe81-4a51-93f5-2f74c5f19241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:46.206776 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-1c5049a1-fe81-4a51-93f5-2f74c5f19241 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f756f9a5d2b4153a41373318ccdf8cb&device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 1094 time: 0.1017094 Feb 07 22:33:46.221789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc3979-9647-4036-ab17-2c8673adb7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758daace-cad1-49ec-be7e-8cd057c0b94a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:46.224020 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5243ab-30d0-4204-9da3-1c2c636edf12" -d '{"events": [{"server_uuid": "a4dc3979-9647-4036-ab17-2c8673adb7e1", "name": "network-vif-plugged", "status": "completed", "tag": "758daace-cad1-49ec-be7e-8cd057c0b94a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:46.251414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:46.255085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:46.259921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:46.268575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:46.269426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:46.289617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event updated for resources: {'Port': ['ID=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:46.306139 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-f93da18f-b617-49e8-afeb-0063b3841c37 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2021163 Feb 07 22:33:46.321618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Request body: {'port': {'device_id': '6b40e740-a8ff-4b12-b5b3-bcce323e8389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:46.347621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-eeda07cc-7f54-48e1-8f3e-efa8c5b29047 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2aec997a-3ac7-415e-9c6a-db4e10b9ef08 HTTP/1.1" status: 200 len: 217 time: 0.1258011 Feb 07 22:33:46.422018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ffb5e034-b741-4c1c-ba56-cf5b9a4576e8 req-f4b7f816-0497-4d7c-ae65-8771e8c10f60 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 210 time: 0.0388668 Feb 07 22:33:46.450869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c0da5-cb8a-4a6c-a6b5-fc71cd0aa116 req-b3e88bab-22fd-44db-aef7-ac66959e0da0 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:46.453689 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ec8c0da5-cb8a-4a6c-a6b5-fc71cd0aa116 req-b3e88bab-22fd-44db-aef7-ac66959e0da0 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 945 time: 0.2459886 Feb 07 22:33:46.470233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-9bc0f2cf-44ea-47ab-8c80-fe43a5ce9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:46.471799 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-9bc0f2cf-44ea-47ab-8c80-fe43a5ce9704 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4413c0f-6554-4ce5-8a38-186600c34897 HTTP/1.1" status: 200 len: 848 time: 0.1065640 Feb 07 22:33:46.482118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57624) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:46.546225 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b867a6d-bc5f-4f97-b361-614eb762ce8b x-openstack-request-id: req-1b867a6d-bc5f-4f97-b361-614eb762ce8b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:46.546498 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc3979-9647-4036-ab17-2c8673adb7e1", "name": "network-vif-plugged", "status": "completed", "tag": "758daace-cad1-49ec-be7e-8cd057c0b94a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:46.546732 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b867a6d-bc5f-4f97-b361-614eb762ce8b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:46.547126 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc3979-9647-4036-ab17-2c8673adb7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758daace-cad1-49ec-be7e-8cd057c0b94a', 'code': 200} Feb 07 22:33:46.557140 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:46.565124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-23c8036f-7070-467d-9055-26f6ff151754 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9afd63fb-a8fa-4afe-9572-f44110a567ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587914 Feb 07 22:33:46.579604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ec8c0da5-cb8a-4a6c-a6b5-fc71cd0aa116 req-dc9f2876-d024-4387-bec9-c588b7bad25f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066835 Feb 07 22:33:46.689217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e72c8b19-998c-4cb3-964c-94f04f8c656e None None] Provisioning complete for port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:46.689592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e72c8b19-998c-4cb3-964c-94f04f8c656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:46.729395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-dc37e8a6-0edb-4e75-aae9-c0ccba229e94 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319424 Feb 07 22:33:46.775909 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-62c995e7-7994-4e1f-af0d-795e619fd318 service neutron] 10.222.0.46 "GET /v2.0/networks/9afd63fb-a8fa-4afe-9572-f44110a567ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914811 Feb 07 22:33:46.780244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e72c8b19-998c-4cb3-964c-94f04f8c656e None None] Port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:33:46.893719 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4698f-985c-4808-ad2c-ba801afafd36 req-2df5344a-6bf6-41e5-89c0-ca9897ef94e8 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:46.901804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fdb4698f-985c-4808-ad2c-ba801afafd36 req-2df5344a-6bf6-41e5-89c0-ca9897ef94e8 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 935 time: 0.2831285 Feb 07 22:33:46.948113 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48cdde-aeda-4ae0-9790-f2ffc8f1be10 req-774d581e-5534-4bfe-a897-f88448d091f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:46.949626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc48cdde-aeda-4ae0-9790-f2ffc8f1be10 req-774d581e-5534-4bfe-a897-f88448d091f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 1096 time: 0.2867255 Feb 07 22:33:47.011306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-6b5c08bb-7899-4ee4-a252-006d0cd54f8b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:47.012764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-6b5c08bb-7899-4ee4-a252-006d0cd54f8b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352471 Feb 07 22:33:47.029678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f548f-8abd-4898-883c-9f6555932286 req-06416cac-f98d-42ce-83f2-aeb6aef2662b tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:47.031109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d93f548f-8abd-4898-883c-9f6555932286 req-06416cac-f98d-42ce-83f2-aeb6aef2662b tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 943 time: 0.2206101 Feb 07 22:33:47.037320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Request body: {'port': {'device_id': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '91722a73fcdc400fb27cbf1c42cd26e6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:47.060065 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eba6e4e4-f73e-4c0e-bca4-561dcb1e6e96 req-5cce0143-84bf-4197-9f20-fc48b52f8da8 service neutron] 10.222.0.46 "GET /v2.0/networks/9afd63fb-a8fa-4afe-9572-f44110a567ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588825 Feb 07 22:33:47.112548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fdb4698f-985c-4808-ad2c-ba801afafd36 req-bc2109cd-148b-4cbe-8cfd-89c2d075ed19 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034817 Feb 07 22:33:47.129005 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc48cdde-aeda-4ae0-9790-f2ffc8f1be10 req-3caf32ab-903c-4316-9b2a-42af93b16157 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657343 Feb 07 22:33:47.139741 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d93f548f-8abd-4898-883c-9f6555932286 req-c029db47-f440-40e8-91f9-bed40df95ada tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977933 Feb 07 22:33:47.213111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-c886519d-c30e-4276-a3e6-1701cd1a7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:47.214735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-c886519d-c30e-4276-a3e6-1701cd1a7674 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f756f9a5d2b4153a41373318ccdf8cb&device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 1094 time: 0.0901947 Feb 07 22:33:47.259856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Made reservation on behalf of 91722a73fcdc400fb27cbf1c42cd26e6 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:47.263277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:47.302823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666661c1-5340-4db6-b2ff-0cd725e9534a req-fe7b6db4-1da6-4484-a0fc-b5ca0266a19d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:47.304364 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-666661c1-5340-4db6-b2ff-0cd725e9534a req-fe7b6db4-1da6-4484-a0fc-b5ca0266a19d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.0801229 Feb 07 22:33:47.311016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960567d0-e77f-4128-ad51-9b3341529583 req-12a207b1-7acb-4b4d-8a40-b21d50b75b32 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:47.312569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-960567d0-e77f-4128-ad51-9b3341529583 req-12a207b1-7acb-4b4d-8a40-b21d50b75b32 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1232731 Feb 07 22:33:47.350028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:47.381869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:47.385987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-666661c1-5340-4db6-b2ff-0cd725e9534a req-fd0a2ea0-599c-46ad-b4ed-3251aa9753a7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499210 Feb 07 22:33:47.398471 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:47.420531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-960567d0-e77f-4128-ad51-9b3341529583 req-32f51498-38cf-467b-9fe2-40087c0ec121 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006143 Feb 07 22:33:47.430057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Transition to ACTIVE for port object a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:47.432937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:47.439947 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:47.442024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:47.442512 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:47.541064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Pushing event updated for resources: {'Port': ['ID=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:47.575498 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:47.601167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-601271d8-375e-4668-94b1-aa59343161ec req-1b6c04bf-02c7-4499-9665-25f4bf9003ea tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 210 time: 0.0561175 Feb 07 22:33:47.608157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-fabd6f75-b399-45ef-a501-715f3256ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:47.609665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-fabd6f75-b399-45ef-a501-715f3256ab6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9afd63fb-a8fa-4afe-9572-f44110a567ad HTTP/1.1" status: 200 len: 908 time: 0.2148278 Feb 07 22:33:47.620402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,segment=NetworkSegment(8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0),segment_id=8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:47.628519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Attempting to bind port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:47.629310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Attempting to bind port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:47.630295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Attempting to bind port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:47.630469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:47.633447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283363-527e-40a9-911f-209d939fd775 req-5a9feac8-8ebf-4600-a682-545b81167e1c tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:47.635100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04283363-527e-40a9-911f-209d939fd775 req-5a9feac8-8ebf-4600-a682-545b81167e1c tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 945 time: 0.1506028 Feb 07 22:33:47.636278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Allocated IP 192.168.233.9 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/9d235773-6a75-4b89-a2f0-2e791fe71a4a) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:47.640611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:47.641161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Attempting to bind port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:47.652974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:47.653575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:47.654152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:47.654982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Bound port: a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:47.655525 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:47.675193 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:47.680281 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-06983f9c-e877-4e0a-8d2e-fdbf51238115 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2aec997a-3ac7-415e-9c6a-db4e10b9ef08 HTTP/1.1" status: 200 len: 217 time: 0.0416543 Feb 07 22:33:47.713791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:47.773100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-06d6244a-0979-4280-be6a-3dbc392d4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:47.774530 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-06d6244a-0979-4280-be6a-3dbc392d4ce9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4413c0f-6554-4ce5-8a38-186600c34897 HTTP/1.1" status: 200 len: 848 time: 0.0819194 Feb 07 22:33:47.777367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04283363-527e-40a9-911f-209d939fd775 req-df236ad8-d242-4418-a4f9-a46f66763daa tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961874 Feb 07 22:33:47.823525 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-c2303eeb-9378-473d-9013-67edb8f924af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9afd63fb-a8fa-4afe-9572-f44110a567ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358660 Feb 07 22:33:47.865749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] For port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:47.897966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13633085-0c71-43c8-8f39-a16f4fa869d9 req-3457041f-2810-433d-af99-1b12be287947 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:47.900185 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13633085-0c71-43c8-8f39-a16f4fa869d9 req-3457041f-2810-433d-af99-1b12be287947 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 945 time: 0.1609621 Feb 07 22:33:47.904970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] For port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:47.915153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:48.004560 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-e505f5ab-fe85-4f68-a39c-6be302cdaac8 service neutron] 10.222.0.46 "GET /v2.0/networks/9afd63fb-a8fa-4afe-9572-f44110a567ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646378 Feb 07 22:33:48.007566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:48.124968 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:48.143055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['ceb456f1-e8ee-4b63-bce9-691586e49f2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:48.145484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5150a482-dc22-4ae9-b4fe-89641aab680f req-8e8e1681-0016-4d0d-920c-bfff2abf5210 service neutron] 10.222.0.46 "GET /v2.0/networks/9afd63fb-a8fa-4afe-9572-f44110a567ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312618 Feb 07 22:33:48.214658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:48.253567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:48.271612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Pushing event updated for resources: {'Port': ['ID=9d235773-6a75-4b89-a2f0-2e791fe71a4a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:48.277621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:48.313985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:48.314533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:48.315934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] 10.222.0.24 "PUT /v2.0/ports/a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa HTTP/1.1" status: 200 len: 1095 time: 1.9994767 Feb 07 22:33:48.320023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b40e740-a8ff-4b12-b5b3-bcce323e8389', 'tag': 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:48.322305 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f906e96-adf3-4c6f-a511-526e9591b4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b40e740-a8ff-4b12-b5b3-bcce323e8389", "tag": "a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:48.368442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e791e-0eb8-4e6d-be9c-f71788847263 req-9acdabb4-7f24-43a2-9e28-03dc8ffe6c2c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:48.370129 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-297e791e-0eb8-4e6d-be9c-f71788847263 req-9acdabb4-7f24-43a2-9e28-03dc8ffe6c2c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 947 time: 0.1605325 Feb 07 22:33:48.376880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:48.377587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:48.398591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13633085-0c71-43c8-8f39-a16f4fa869d9 req-2ca38bf9-97a2-45a2-9304-00eeeaf78dba tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859736 Feb 07 22:33:48.417152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf477eb-3ac9-4e31-9661-beeb0a31c60b service neutron] Pushing event updated for resources: {'Port': ['ID=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:48.425035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-edc1e023-8025-423a-893d-61593d2f58d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3912120 Feb 07 22:33:48.447283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-de96a61d-86b3-4e01-bc9e-b3e694d6923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:48.448833 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-de96a61d-86b3-4e01-bc9e-b3e694d6923a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 1098 time: 0.0706179 Feb 07 22:33:48.463072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Request body: {'port': {'device_id': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:48.492957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-297e791e-0eb8-4e6d-be9c-f71788847263 req-67629247-e879-43af-9624-cc390c66a224 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123857 Feb 07 22:33:48.522451 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-03ed1dac-7965-46b0-a0b9-ef64ee1703e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa HTTP/1.1" status: 200 len: 217 time: 0.0613167 Feb 07 22:33:48.547035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:48.548602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cf394f-b24d-4ec5-b334-78c04289e487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfb130d-5dfc-462b-aa5f-d9db14c74c13'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:48.552091 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616ce8ae-dbe3-40eb-90db-d53568eda167" -d '{"events": [{"server_uuid": "01cf394f-b24d-4ec5-b334-78c04289e487", "name": "network-vif-plugged", "status": "completed", "tag": "9dfb130d-5dfc-462b-aa5f-d9db14c74c13"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:48.565904 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8982b909-2bc8-4de9-aa95-add68b563e3c x-openstack-request-id: req-8982b909-2bc8-4de9-aa95-add68b563e3c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:48.567348 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b40e740-a8ff-4b12-b5b3-bcce323e8389", "tag": "a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:48.567348 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8982b909-2bc8-4de9-aa95-add68b563e3c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:48.567348 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b40e740-a8ff-4b12-b5b3-bcce323e8389', 'tag': 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa', 'status': 'completed', 'code': 200} Feb 07 22:33:48.639174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-93e160c2-224d-4207-b0e8-9d626d0bdaef None None] Provisioning complete for port 9d235773-6a75-4b89-a2f0-2e791fe71a4a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:48.639561 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93e160c2-224d-4207-b0e8-9d626d0bdaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:48.653891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-0f32e209-4aca-4dc0-93e8-6911934e6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:48.656113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-0f32e209-4aca-4dc0-93e8-6911934e6ac1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1211405 Feb 07 22:33:48.668521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a2d0a-2404-48ec-b71e-012ab5d42697 req-b4e4bdf0-9ee3-42f3-82bf-34693a2dabdf tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:48.676545 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-856a2d0a-2404-48ec-b71e-012ab5d42697 req-b4e4bdf0-9ee3-42f3-82bf-34693a2dabdf tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 943 time: 0.1599102 Feb 07 22:33:48.688308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-93e160c2-224d-4207-b0e8-9d626d0bdaef None None] Port 9d235773-6a75-4b89-a2f0-2e791fe71a4a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:33:48.760041 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-856a2d0a-2404-48ec-b71e-012ab5d42697 req-995c6f41-4ff8-46bf-8129-4e39762ad378 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786526 Feb 07 22:33:48.777814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Deleting port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:48.778373 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:48.805623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-906a7193-7f4e-4159-850c-9ac0a17802ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:48.807367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-906a7193-7f4e-4159-850c-9ac0a17802ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282811 Feb 07 22:33:48.843006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77261ceb-ef28-4934-a3be-728380660199 req-7072955a-e81a-4297-b92a-0151ec8320c0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:48.844829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77261ceb-ef28-4934-a3be-728380660199 req-7072955a-e81a-4297-b92a-0151ec8320c0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.1299500 Feb 07 22:33:48.923846 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77261ceb-ef28-4934-a3be-728380660199 req-391f77b3-b809-4841-8af1-d20cf432428d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728889 Feb 07 22:33:48.957677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d5d17-8ea5-4420-a8da-e4238f88630b req-2b7f64fd-56c1-4d05-be54-6e8f4393fd9a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:48.959369 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a3d5d17-8ea5-4420-a8da-e4238f88630b req-2b7f64fd-56c1-4d05-be54-6e8f4393fd9a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1187696 Feb 07 22:33:48.978190 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7205ab4-d0da-499f-ac09-55d66d233ff0 x-openstack-request-id: req-b7205ab4-d0da-499f-ac09-55d66d233ff0 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:48.978504 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cf394f-b24d-4ec5-b334-78c04289e487", "name": "network-vif-plugged", "status": "completed", "tag": "9dfb130d-5dfc-462b-aa5f-d9db14c74c13", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:48.979245 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7205ab4-d0da-499f-ac09-55d66d233ff0 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:48.979649 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cf394f-b24d-4ec5-b334-78c04289e487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfb130d-5dfc-462b-aa5f-d9db14c74c13', 'code': 200} Feb 07 22:33:48.991041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d235773-6a75-4b89-a2f0-2e791fe71a4a {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:49.004294 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:49.007961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] For port 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:49.008327 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:49.020460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Transition to ACTIVE for port object 9d235773-6a75-4b89-a2f0-2e791fe71a4a will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:49.026177 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:49.033967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Calling delete_port for 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:49.041641 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-2940db25-6de8-465d-ba45-f2fd9248e1bf service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021127 Feb 07 22:33:49.065308 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a3d5d17-8ea5-4420-a8da-e4238f88630b req-e6e9ed1b-2227-47e3-be19-efbeb6a98683 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891216 Feb 07 22:33:49.120939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Pushing event updated for resources: {'Port': ['ID=9d235773-6a75-4b89-a2f0-2e791fe71a4a,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:49.182299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca33a9a-33af-4649-bd85-d109049e0952 req-521a543d-ab00-469d-a91a-f5649434a81d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.183772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dca33a9a-33af-4649-bd85-d109049e0952 req-521a543d-ab00-469d-a91a-f5649434a81d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 946 time: 0.1282923 Feb 07 22:33:49.221930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Attempting to bind port 9d235773-6a75-4b89-a2f0-2e791fe71a4a on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:49.222266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Attempting to bind port 9d235773-6a75-4b89-a2f0-2e791fe71a4a by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:49.222592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Attempting to bind port 9d235773-6a75-4b89-a2f0-2e791fe71a4a on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:49.230283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Port 9d235773-6a75-4b89-a2f0-2e791fe71a4a on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:49.230604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Attempting to bind port 9d235773-6a75-4b89-a2f0-2e791fe71a4a on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:49.246155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:49.246539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:49.246868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:49.247318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Bound port: 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:49.247674 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:49.254203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9110d28-915c-48ab-a421-7cb4500c0c7a req-48ace1b9-4a82-433c-8593-ccc417a3db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.255686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9110d28-915c-48ab-a421-7cb4500c0c7a req-48ace1b9-4a82-433c-8593-ccc417a3db70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 1097 time: 0.2094107 Feb 07 22:33:49.268260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dca33a9a-33af-4649-bd85-d109049e0952 req-2f697cb8-9a3b-4939-920b-d36fd524c8d8 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702925 Feb 07 22:33:49.328192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:49.331314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:49.336153 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:49.336383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4413ef-a254-4fed-aa1e-d84a7721fbcb req-e5591d25-d92c-4f96-a93c-bea4f85d71e8 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.338082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd4413ef-a254-4fed-aa1e-d84a7721fbcb req-e5591d25-d92c-4f96-a93c-bea4f85d71e8 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 946 time: 0.1729219 Feb 07 22:33:49.349819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e287ceb1-f891-4e7e-bbd1-87e8ba934671 req-c397b0c3-e8d6-4a11-a2c6-17e033de05c6 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893040 Feb 07 22:33:49.377464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.378166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:49.379437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d235773-6a75-4b89-a2f0-2e791fe71a4a HTTP/1.1" status: 200 len: 1094 time: 0.9219639 Feb 07 22:33:49.379986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:49.382219 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd099f2-039f-4360-a945-d572263ef4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:49.428094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27413372-cefc-44ad-8de7-164bc486a892 service neutron] Pushing event updated for resources: {'Port': ['ID=9d235773-6a75-4b89-a2f0-2e791fe71a4a,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:49.441473 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79f03de-c45f-4831-a38f-642211091785 x-openstack-request-id: req-d79f03de-c45f-4831-a38f-642211091785 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:49.441473 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:49.441473 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d79f03de-c45f-4831-a38f-642211091785 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:49.441473 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a', 'status': 'completed', 'code': 200} Feb 07 22:33:49.441955 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9110d28-915c-48ab-a421-7cb4500c0c7a req-3a20595e-9b3c-4274-bad7-946a9332dfd0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678925 Feb 07 22:33:49.460173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd4413ef-a254-4fed-aa1e-d84a7721fbcb req-bc0c06a6-a9eb-4f1f-97cf-ebf0d903a203 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078980 Feb 07 22:33:49.502053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-df9de598-1da5-4570-b03f-dfcdd4076c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.503825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-df9de598-1da5-4570-b03f-dfcdd4076c9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 1097 time: 0.0509870 Feb 07 22:33:49.506808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-d7b0104e-fe59-4451-b104-7fa3eafcaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.508661 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-d7b0104e-fe59-4451-b104-7fa3eafcaa70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 1098 time: 0.0848799 Feb 07 22:33:49.565821 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:49.579408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-ab32e08b-26e6-47f8-969d-634e229b5c6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a HTTP/1.1" status: 200 len: 217 time: 0.0676055 Feb 07 22:33:49.610439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:49.631083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85d2d2-b20b-4ee8-9f5f-947ef192a945 req-6805750e-10de-4b44-a08b-02c9086d80b9 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.633054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b85d2d2-b20b-4ee8-9f5f-947ef192a945 req-6805750e-10de-4b44-a08b-02c9086d80b9 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 945 time: 0.1105194 Feb 07 22:33:49.666939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-a95ef381-0b3c-4aaa-a13c-aaaf04f1f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.668409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-a95ef381-0b3c-4aaa-a13c-aaaf04f1f0a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0782483 Feb 07 22:33:49.696323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b85d2d2-b20b-4ee8-9f5f-947ef192a945 req-cbea3634-9ece-44ab-b382-ddcbc4c79cf7 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525618 Feb 07 22:33:49.718779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f56cc1-ae02-406b-8c21-4f5d4c338707 req-3befe2e6-7706-4680-8ad1-70e1e9b5d9e2 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.722884 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-63f56cc1-ae02-406b-8c21-4f5d4c338707 req-3befe2e6-7706-4680-8ad1-70e1e9b5d9e2 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 947 time: 0.1479611 Feb 07 22:33:49.737046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-9b719821-fb25-4f19-9917-76c85b5c9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.738598 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-9b719821-fb25-4f19-9917-76c85b5c9831 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566559 Feb 07 22:33:49.874738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-63f56cc1-ae02-406b-8c21-4f5d4c338707 req-a747feda-0fac-4c19-a975-2865c685e463 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299250 Feb 07 22:33:49.892629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814dac5-fd49-474f-a282-e20c29164369 req-4ffe3267-80fd-4ccd-a01d-dd6180beb3c1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.894130 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3814dac5-fd49-474f-a282-e20c29164369 req-4ffe3267-80fd-4ccd-a01d-dd6180beb3c1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=57aa3f83-740f-4d46-b159-4b299e581f3d HTTP/1.1" status: 200 len: 945 time: 0.1078851 Feb 07 22:33:49.898142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-85b89cfa-41f7-4fef-9f93-a2bbe47daafd service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426520 Feb 07 22:33:49.899662 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:49.901903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-c0369cb3-a6a1-49e4-a5ab-9f1cf1548ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:49.903333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-c0369cb3-a6a1-49e4-a5ab-9f1cf1548ae2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2049654 Feb 07 22:33:49.984205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3814dac5-fd49-474f-a282-e20c29164369 req-6ef6ae69-22bf-4db1-b993-72d0b49fbbaa tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832677 Feb 07 22:33:49.994374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-4703d45e-4def-4936-bc66-04318f5eda90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa HTTP/1.1" status: 200 len: 217 time: 0.0783784 Feb 07 22:33:50.024941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb0b5b86-c985-41da-9ee1-582bd380469b req-7a7f4240-07e8-4886-a006-20eadf4ab755 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164250 Feb 07 22:33:50.123924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f4023-40c8-4950-9be8-e64a77535093 req-e27342fe-62d5-46ac-a4ec-b89f56d59160 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.125502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a03f4023-40c8-4950-9be8-e64a77535093 req-e27342fe-62d5-46ac-a4ec-b89f56d59160 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 943 time: 0.1690464 Feb 07 22:33:50.129514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-b2b26d5b-6dbe-4e64-8c01-99d49359b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.131009 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-b2b26d5b-6dbe-4e64-8c01-99d49359b439 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1121011 Feb 07 22:33:50.241621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a03f4023-40c8-4950-9be8-e64a77535093 req-e104da46-0f0e-44c1-a3fc-def8233ae673 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074274 Feb 07 22:33:50.260054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-e73b9d76-7935-49b3-99bc-c28f83812b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.261528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-e73b9d76-7935-49b3-99bc-c28f83812b3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175678 Feb 07 22:33:50.376803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:33:50.387652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba6a6-36b9-4812-bba5-a26f8427d588 req-f07ffbeb-0926-489a-9e80-c50e25531080 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.396669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06eba6a6-36b9-4812-bba5-a26f8427d588 req-f07ffbeb-0926-489a-9e80-c50e25531080 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.3424499 Feb 07 22:33:50.405493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-403f87d5-cfe1-428a-bac8-a56242b2de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.406969 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-403f87d5-cfe1-428a-bac8-a56242b2de74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 1097 time: 0.0772653 Feb 07 22:33:50.409314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-2f9dcc1c-8bd8-4408-b6de-ef5daff85880 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199908 Feb 07 22:33:50.497532 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06eba6a6-36b9-4812-bba5-a26f8427d588 req-0dabaa6b-84e3-4122-bee4-36d58b7d1585 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999246 Feb 07 22:33:50.528237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-73497652-53c0-4b24-a4b8-a5300e209f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.530421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-73497652-53c0-4b24-a4b8-a5300e209f14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1140087 Feb 07 22:33:50.588607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-2266b777-924f-4f23-aec4-106913d9ee4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a HTTP/1.1" status: 200 len: 217 time: 0.0384779 Feb 07 22:33:50.625003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:33:50.633633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fef98-ef89-48e2-80d7-18858eaf60b8 req-1364e798-8827-4652-99d0-f26d87d40785 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.634339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] Sync routers for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:33:50.636165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d3fef98-ef89-48e2-80d7-18858eaf60b8 req-1364e798-8827-4652-99d0-f26d87d40785 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1701946 Feb 07 22:33:50.638193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f906e96-adf3-4c6f-a511-526e9591b4a4 req-be0d70fb-cd2a-4406-ae5b-d1016a2b1abe service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928718 Feb 07 22:33:50.642347 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f0fc284a-d1fb-4922-8542-19c3fdc32fc2 admin admin] 10.222.0.15 "PUT /v2.0/routers/d450cb6a-fc1a-48f9-8aac-96be81cbe4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1581810 Feb 07 22:33:50.645678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57676) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:50.649651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:50.650602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:33:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:50.671109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-206814a2-f583-47b3-8ce2-589123355769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.672586 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-206814a2-f583-47b3-8ce2-589123355769 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0601189 Feb 07 22:33:50.688544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26892c97-c05a-4d8a-a80b-dd5e414f5e0a req-919e1309-e9fb-4c8f-920a-0fcac0561c46 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.690443 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26892c97-c05a-4d8a-a80b-dd5e414f5e0a req-919e1309-e9fb-4c8f-920a-0fcac0561c46 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 946 time: 0.1040390 Feb 07 22:33:50.725691 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d3fef98-ef89-48e2-80d7-18858eaf60b8 req-b0d4bb25-21b0-4e62-8ffb-303960c80c6e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821185 Feb 07 22:33:50.767001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-c87eb8cf-75b3-4ff4-8e40-ebc70bba4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.768585 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-c87eb8cf-75b3-4ff4-8e40-ebc70bba4d64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776618 Feb 07 22:33:50.772154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26892c97-c05a-4d8a-a80b-dd5e414f5e0a req-7d0091b1-37fc-4a02-8212-76d70e8372a8 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737367 Feb 07 22:33:50.812782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:50.953650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e0f3-2ac6-4251-90f4-7b6ac7eecb03 req-4550144d-6e78-49bd-938d-cb44120aa4c0 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:50.955291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f7d0e0f3-2ac6-4251-90f4-7b6ac7eecb03 req-4550144d-6e78-49bd-938d-cb44120aa4c0 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 946 time: 0.0799806 Feb 07 22:33:50.981042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-49c2d3bf-bd80-4af4-b519-fa5960cfcfc4 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999810 Feb 07 22:33:51.039695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f7d0e0f3-2ac6-4251-90f4-7b6ac7eecb03 req-2ea00b16-eec1-4f67-a716-1d765ef0416e tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737951 Feb 07 22:33:51.089073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:51.135897 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cd099f2-039f-4360-a945-d572263ef4d9 req-d0f32e60-6605-409e-b4cc-dba81a49a6be service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304150 Feb 07 22:33:51.255174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:51.267162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,segment=NetworkSegment(d64e48de-3f28-4ad6-9ea0-e4062aaec777),segment_id=d64e48de-3f28-4ad6-9ea0-e4062aaec777)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:51.276675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-c96e13a2-f494-40c4-a12c-8d2a6898b3f8 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:51.278146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-c96e13a2-f494-40c4-a12c-8d2a6898b3f8 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 813 time: 0.1174734 Feb 07 22:33:51.287039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '2aec997a-3ac7-415e-9c6a-db4e10b9ef08', 'network_id': '9afd63fb-a8fa-4afe-9572-f44110a567ad', 'port_id': '2aec997a-3ac7-415e-9c6a-db4e10b9ef08', 'mac_address': 'fa:16:3e:8d:42:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4413c0f-6554-4ce5-8a38-186600c34897', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:51.292673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:33:49Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:51.297069 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b872a397-33b6-42c3-8673-c051b5ca17bd tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/quotas/27ffc8219ba94cf8a4e262a47ff7edfc HTTP/1.1" status: 200 len: 375 time: 0.0106974 Feb 07 22:33:51.307610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bdb37-a6a9-441e-bdd3-edf6d3cb5d7a req-ab7ad630-c02c-4ab2-a746-6e1ce2285259 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:51.309172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c3bdb37-a6a9-441e-bdd3-edf6d3cb5d7a req-ab7ad630-c02c-4ab2-a746-6e1ce2285259 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 947 time: 0.1034975 Feb 07 22:33:51.332366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] Checking router: d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:33:51.358923 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-a40a5469-8907-44c2-9ecf-5d8f3588f518 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553071 Feb 07 22:33:51.368384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] Routers {'d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:33:51.369048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:33:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:51.392603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c3bdb37-a6a9-441e-bdd3-edf6d3cb5d7a req-90fb5ad2-2832-4d93-9b2b-7e4d26bafbcc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745075 Feb 07 22:33:51.411307 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:51.415219 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:51.429647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:51.463084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,segment=NetworkSegment(d64e48de-3f28-4ad6-9ea0-e4062aaec777),segment_id=d64e48de-3f28-4ad6-9ea0-e4062aaec777)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:51.465864 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d84082e-0a2b-41af-91e7-f45d4762190e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:51.470081 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:51.490605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6605a7aa-7eb9-4480-aa3c-eaca08a977ea service neutron] 10.222.0.15 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232255 Feb 07 22:33:51.543541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc8dfb-29e0-4369-a881-920b9a1274ab req-52a99bcc-92e5-496e-a65a-4872cc81f88e tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:51.545321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ccdc8dfb-29e0-4369-a881-920b9a1274ab req-52a99bcc-92e5-496e-a65a-4872cc81f88e tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 944 time: 0.0703421 Feb 07 22:33:51.550504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Deleting port fbb931c8-92c0-49c5-8cc7-9eda24b99246 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:51.550921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:51.567238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] Set router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:33:51.569274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:51.608831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-986116f3-db5d-4b13-8ce4-62a94af5a598 service neutron] 10.222.0.15 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117635 Feb 07 22:33:51.640671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ccdc8dfb-29e0-4369-a881-920b9a1274ab req-3ad7c06a-25a2-4b63-b1df-cb4bcfc8138b tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865650 Feb 07 22:33:51.665950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] For port fbb931c8-92c0-49c5-8cc7-9eda24b99246, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fbb931c8-92c0-49c5-8cc7-9eda24b99246,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:51.665950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:51.674664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Calling delete_port for fbb931c8-92c0-49c5-8cc7-9eda24b99246 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:51.771183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:33:49Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:51.792977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035002f-42c4-47b9-bfca-42686900a57a req-cf1424a5-106b-4230-875c-d15d1be3241d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:51.794597 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4035002f-42c4-47b9-bfca-42686900a57a req-cf1424a5-106b-4230-875c-d15d1be3241d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.0732954 Feb 07 22:33:51.800973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed8187-9704-4e63-a685-37a5f406636e None None] The sync data for ids ['d450cb6a-fc1a-48f9-8aac-96be81cbe4f9'] in n-d-827895-2 is: [{'id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618793039-router', 'tenant_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:04Z', 'updated_at': '2022-02-07T22:33:49Z', 'revision_number': 5, 'project_id': 'f6c1c2ec102c42cb8156fd8a4f166d2a', 'gw_port': {'id': 'fbb931c8-92c0-49c5-8cc7-9eda24b99246', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450cb6a-fc1a-48f9-8aac-96be81cbe4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:05Z', 'updated_at': '2022-02-07T22:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:33:51.885640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4035002f-42c4-47b9-bfca-42686900a57a req-8c966502-ec8b-401c-af74-f27a2273b829 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548239 Feb 07 22:33:51.918760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2aec997a-3ac7-415e-9c6a-db4e10b9ef08'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:51.949902 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:51.976438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb931c8-92c0-49c5-8cc7-9eda24b99246,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:52.006440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.022835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc8d6-2879-4b42-abed-cb6c861b9316 req-684621d8-e4c7-42ac-8da9-4b5afdac4b6b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:52.024424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd7bc8d6-2879-4b42-abed-cb6c861b9316 req-684621d8-e4c7-42ac-8da9-4b5afdac4b6b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1248987 Feb 07 22:33:52.079644 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd7bc8d6-2879-4b42-abed-cb6c861b9316 req-8b362534-02f8-451f-9d81-88bfdae87d64 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462182 Feb 07 22:33:52.172855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.175884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.269442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdbd89-78e9-47c7-8a91-6e6481a46b09 req-0a510085-2103-4f4a-8c76-325f9ea8b38b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:52.271240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c0fdbd89-78e9-47c7-8a91-6e6481a46b09 req-0a510085-2103-4f4a-8c76-325f9ea8b38b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 946 time: 0.2114644 Feb 07 22:33:52.277144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.281753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:33:52.302364 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.310660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cf1c1c25-04e1-4017-9431-753ecb9afca2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d450cb6a-fc1a-48f9-8aac-96be81cbe4f9 HTTP/1.1" status: 204 len: 168 time: 1.6589460 Feb 07 22:33:52.314125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57716) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:52.328537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:52.351513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c0fdbd89-78e9-47c7-8a91-6e6481a46b09 req-db065753-c0d3-4a74-af33-12461f36bee4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680022 Feb 07 22:33:52.359541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:52.360281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0ae80d9a-7b0d-43a0-99dd-51ffcbce6c64 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:52.386141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f139c753-ee11-4c70-afcb-bf7669e2a2c6 admin admin] Deleting subnet 1673fd05-f7a6-43e6-b385-ac664e2bddca {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:33:52.392105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f139c753-ee11-4c70-afcb-bf7669e2a2c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.453535 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe0235a6-428b-4d43-b2fc-b36e8a08e783 req-29f343e0-9e2f-476c-b74d-4c7072495995 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 210 time: 0.0399659 Feb 07 22:33:52.470379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f139c753-ee11-4c70-afcb-bf7669e2a2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.472676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-f9c0344e-96e6-4e97-adb1-675e4191fc7c tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:52.474406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-f9c0344e-96e6-4e97-adb1-675e4191fc7c tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.24 "GET /v2.0/ports?device_id=57aa3f83-740f-4d46-b159-4b299e581f3d HTTP/1.1" status: 200 len: 945 time: 0.1004722 Feb 07 22:33:52.512774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3a7d-551b-4822-a712-16dc15403edc req-a105cc7f-f82f-495f-a7ea-2cd864e19040 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:52.515034 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-622c3a7d-551b-4822-a712-16dc15403edc req-a105cc7f-f82f-495f-a7ea-2cd864e19040 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 946 time: 0.1257062 Feb 07 22:33:52.647392 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-622c3a7d-551b-4822-a712-16dc15403edc req-cc4aee8b-3995-4278-9b3d-e8832c44639c tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200559 Feb 07 22:33:52.662202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67963cdf-52f2-4316-be12-76d966c49f7d req-12417317-604e-4250-b220-3d707de1d153 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:52.665450 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67963cdf-52f2-4316-be12-76d966c49f7d req-12417317-604e-4250-b220-3d707de1d153 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 947 time: 0.0831318 Feb 07 22:33:52.671356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f139c753-ee11-4c70-afcb-bf7669e2a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.726488 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Deleting port 3c520745-178e-4a9e-9a19-9598ef6bf562 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:52.727058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.755041 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f139c753-ee11-4c70-afcb-bf7669e2a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.804168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67963cdf-52f2-4316-be12-76d966c49f7d req-0ab79d59-1cf8-4985-942e-4dc1826ab319 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190326 Feb 07 22:33:52.830712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139c753-ee11-4c70-afcb-bf7669e2a2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1673fd05-f7a6-43e6-b385-ac664e2bddca,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:52.884077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] For port 3c520745-178e-4a9e-9a19-9598ef6bf562, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3c520745-178e-4a9e-9a19-9598ef6bf562,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:52.884606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.885811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f753ceaa-340d-4d2f-b244-2f79b8ef4525 None None] Network 4e5e518e-e670-4a66-9977-af4c80f6a4c0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:33:52.889163 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f139c753-ee11-4c70-afcb-bf7669e2a2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:52.899161 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f139c753-ee11-4c70-afcb-bf7669e2a2c6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1673fd05-f7a6-43e6-b385-ac664e2bddca HTTP/1.1" status: 204 len: 168 time: 0.5837617 Feb 07 22:33:52.902644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Calling delete_port for 3c520745-178e-4a9e-9a19-9598ef6bf562 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:52.906206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57726) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:52.965603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dd6ef-2966-472e-ae32-4c501085d82a req-ceedc7df-6cbe-46fa-b648-aed5f3787e0b tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:52.970306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c3dd6ef-2966-472e-ae32-4c501085d82a req-ceedc7df-6cbe-46fa-b648-aed5f3787e0b tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 944 time: 0.2119417 Feb 07 22:33:53.061518 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:53.088112 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c3dd6ef-2966-472e-ae32-4c501085d82a req-3696d398-8152-4605-9bd1-717c45c25ecf tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012733 Feb 07 22:33:53.131797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-d0556e27-39c2-4a12-a17d-766fe48f4466 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:53.134506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-d0556e27-39c2-4a12-a17d-766fe48f4466 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dc3979-9647-4036-ab17-2c8673adb7e1 HTTP/1.1" status: 200 len: 945 time: 0.1628678 Feb 07 22:33:53.153846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d235773-6a75-4b89-a2f0-2e791fe71a4a details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:53.198327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15659795-a431-4371-b97b-ab073dd5f185 req-d223606a-82fa-4a64-9c28-7b060fa6238e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:53.199934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15659795-a431-4371-b97b-ab073dd5f185 req-d223606a-82fa-4a64-9c28-7b060fa6238e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.1526287 Feb 07 22:33:53.291667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15659795-a431-4371-b97b-ab073dd5f185 req-c86963ba-7e21-49a9-963c-dfdac7b0743e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801437 Feb 07 22:33:53.301743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Deleting port 97d2d678-b424-439c-aeb1-4991218dc321 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:53.303166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:53.306277 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:53.320395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:53.350450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3c520745-178e-4a9e-9a19-9598ef6bf562'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:53.353154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['758daace-cad1-49ec-be7e-8cd057c0b94a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:53.405456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Pushing event deleted for resources: {'Port': ['ID=3c520745-178e-4a9e-9a19-9598ef6bf562,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:53.478678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a84d0-ca12-47c8-b6e8-b087b273da8d req-1867bcb9-585e-4dde-9441-f15352980e42 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:53.489658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-725a84d0-ca12-47c8-b6e8-b087b273da8d req-1867bcb9-585e-4dde-9441-f15352980e42 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1622531 Feb 07 22:33:53.494782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] No DVR routers for this DVR port 3c520745-178e-4a9e-9a19-9598ef6bf562 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:33:53.495377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Deleting port 758daace-cad1-49ec-be7e-8cd057c0b94a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:53.495855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:53.507735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] For port 97d2d678-b424-439c-aeb1-4991218dc321, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=97d2d678-b424-439c-aeb1-4991218dc321,segment=NetworkSegment(550f2a78-0a4d-4e0d-ba21-fbff06e5abe5),segment_id=550f2a78-0a4d-4e0d-ba21-fbff06e5abe5)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:53.508198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:53.511452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:53.516400 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54ee189c-9778-4373-b83f-ce1f4a88b1e8 req-d21c9f02-d702-4eab-9ac3-75671ee00834 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.24 "DELETE /v2.0/ports/3c520745-178e-4a9e-9a19-9598ef6bf562 HTTP/1.1" status: 204 len: 173 time: 1.0277278 Feb 07 22:33:53.518591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa3f83-740f-4d46-b159-4b299e581f3d', 'name': 'network-vif-deleted', 'tag': '3c520745-178e-4a9e-9a19-9598ef6bf562'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:53.521996 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cba997-1ba3-443b-98af-b37723e4492a" -d '{"events": [{"server_uuid": "57aa3f83-740f-4d46-b159-4b299e581f3d", "name": "network-vif-deleted", "tag": "3c520745-178e-4a9e-9a19-9598ef6bf562"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:53.565670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:53.568989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Calling delete_port for 97d2d678-b424-439c-aeb1-4991218dc321 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:53.649228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] For port 758daace-cad1-49ec-be7e-8cd057c0b94a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=758daace-cad1-49ec-be7e-8cd057c0b94a,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:53.649985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:53.670468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Calling delete_port for 758daace-cad1-49ec-be7e-8cd057c0b94a owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:53.697359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67504bd4-8132-4e27-b273-0765820f2bf4 req-aae71143-ea75-4d00-a670-ff97c4264e45 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:53.706941 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67504bd4-8132-4e27-b273-0765820f2bf4 req-aae71143-ea75-4d00-a670-ff97c4264e45 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 946 time: 0.2210281 Feb 07 22:33:53.809245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:53.842756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa', 'mac_address': 'fa:16:3e:29:2d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:53.883246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67504bd4-8132-4e27-b273-0765820f2bf4 req-7f262010-ea55-4732-8b3f-8da535168c7b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730630 Feb 07 22:33:53.949442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:53.953200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:53.957633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-725a84d0-ca12-47c8-b6e8-b087b273da8d req-788317a9-a0a1-404c-ba90-8820c716d493 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666848 Feb 07 22:33:53.962923 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:53.988299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:54.019974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:54.056883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Pushing event deleted for resources: {'Port': ['ID=758daace-cad1-49ec-be7e-8cd057c0b94a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:54.070006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:54.075640 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:54.078112 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb3e380-8930-41ee-9694-f7b7a5380e04 x-openstack-request-id: req-5eb3e380-8930-41ee-9694-f7b7a5380e04 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:54.078310 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aa3f83-740f-4d46-b159-4b299e581f3d", "name": "network-vif-deleted", "tag": "3c520745-178e-4a9e-9a19-9598ef6bf562", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:54.078552 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5eb3e380-8930-41ee-9694-f7b7a5380e04 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:54.078974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.079096 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa3f83-740f-4d46-b159-4b299e581f3d', 'name': 'network-vif-deleted', 'tag': '3c520745-178e-4a9e-9a19-9598ef6bf562', 'status': 'completed', 'code': 200} Feb 07 22:33:54.082270 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c1fff31-d2ef-4ad2-9b13-efcf705f9d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.083673 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7095b9ab-193f-4147-9fbb-c4fc85036ec5 req-6a259d50-282d-4425-b732-25dbc9594255 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 210 time: 0.0703480 Feb 07 22:33:54.087529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.100410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3c520745-178e-4a9e-9a19-9598ef6bf562'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:54.152401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] No DVR routers for this DVR port 97d2d678-b424-439c-aeb1-4991218dc321 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:33:54.168832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] No DVR routers for this DVR port 758daace-cad1-49ec-be7e-8cd057c0b94a on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:33:54.171854 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.175433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4afeb6f7-d158-4019-ac51-4ed1bae23c6f req-78f3accc-dc04-469d-ad24-b4987dc1285a tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.46 "DELETE /v2.0/ports/758daace-cad1-49ec-be7e-8cd057c0b94a HTTP/1.1" status: 204 len: 173 time: 1.0310683 Feb 07 22:33:54.179067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc3979-9647-4036-ab17-2c8673adb7e1', 'name': 'network-vif-deleted', 'tag': '758daace-cad1-49ec-be7e-8cd057c0b94a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:54.198185 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eded98-c84a-4ccf-99c5-9c96d13c6cdc" -d '{"events": [{"server_uuid": "a4dc3979-9647-4036-ab17-2c8673adb7e1", "name": "network-vif-deleted", "tag": "758daace-cad1-49ec-be7e-8cd057c0b94a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:54.209485 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.218434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d2d678-b424-439c-aeb1-4991218dc321,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:54.230133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '9d235773-6a75-4b89-a2f0-2e791fe71a4a', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '9d235773-6a75-4b89-a2f0-2e791fe71a4a', 'mac_address': 'fa:16:3e:50:67:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:33:54.296816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fbb931c8-92c0-49c5-8cc7-9eda24b99246 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:54.328449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-27b0c259-4351-4592-84be-7699ea40a425 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:54.334476 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-27b0c259-4351-4592-84be-7699ea40a425 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.24 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 813 time: 0.5236471 Feb 07 22:33:54.354190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e04f7e-f1f3-4df8-8e06-dab7f7aeda03 req-a124c102-41ae-495c-b666-c722de1f9a78 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:54.362693 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f5e04f7e-f1f3-4df8-8e06-dab7f7aeda03 req-a124c102-41ae-495c-b666-c722de1f9a78 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 948 time: 0.1552036 Feb 07 22:33:54.365578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Request body: {'port': {'device_id': '568e7c82-3196-4c54-978c-e73bf7ef56c5', 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f', 'admin_state_up': True, 'tenant_id': '27ffc8219ba94cf8a4e262a47ff7edfc'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:54.387965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-c84b73b2-6f3f-43e8-af60-34e7e3e23de7 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:54.391275 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-c84b73b2-6f3f-43e8-af60-34e7e3e23de7 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.46 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 813 time: 0.5050540 Feb 07 22:33:54.410704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Request body: {'port': {'device_id': 'a7d74e3b-c397-402b-ba5c-72b366dc18a2', 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f', 'admin_state_up': True, 'tenant_id': '27ffc8219ba94cf8a4e262a47ff7edfc'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:54.436432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: fbb931c8-92c0-49c5-8cc7-9eda24b99246 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:54.436638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fbb931c8-92c0-49c5-8cc7-9eda24b99246 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:54.474270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f5e04f7e-f1f3-4df8-8e06-dab7f7aeda03 req-09e6c541-42f1-4797-bfb9-02857aa71655 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101134 Feb 07 22:33:54.493445 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.506095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:54.541635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff9162-4904-4d09-b253-e5654914c487 None None] DHCP port deletion for 4e5e518e-e670-4a66-9977-af4c80f6a4c0 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:33:54.552951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d235773-6a75-4b89-a2f0-2e791fe71a4a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:54.580325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:54.594086 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45af8bc-5c29-4d49-9595-086882588c83 x-openstack-request-id: req-c45af8bc-5c29-4d49-9595-086882588c83 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:54.595992 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc3979-9647-4036-ab17-2c8673adb7e1", "name": "network-vif-deleted", "tag": "758daace-cad1-49ec-be7e-8cd057c0b94a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:54.596350 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c45af8bc-5c29-4d49-9595-086882588c83 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:54.597558 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc3979-9647-4036-ab17-2c8673adb7e1', 'name': 'network-vif-deleted', 'tag': '758daace-cad1-49ec-be7e-8cd057c0b94a', 'status': 'completed', 'code': 200} Feb 07 22:33:54.619351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.627578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:54.628730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-092fe809-6122-40f4-bcb3-e717a0ad98f2 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:54.630353 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-092fe809-6122-40f4-bcb3-e717a0ad98f2 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.4612091 Feb 07 22:33:54.636704 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.648295 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.653633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827895-2'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:54.695358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d323f-6d4c-4e36-b52a-9a42f752a829 req-614dbf68-30fb-4fa6-b889-6666d0ee0b40 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:54.696217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-399d323f-6d4c-4e36-b52a-9a42f752a829 req-614dbf68-30fb-4fa6-b889-6666d0ee0b40 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 944 time: 0.4624240 Feb 07 22:33:54.709322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df67832-fe7a-4f6c-9307-1b0701b058d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec997a-3ac7-415e-9c6a-db4e10b9ef08'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:54.720662 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50284378-5726-4413-bdab-a6841368bffe" -d '{"events": [{"server_uuid": "5df67832-fe7a-4f6c-9307-1b0701b058d2", "name": "network-vif-plugged", "status": "completed", "tag": "2aec997a-3ac7-415e-9c6a-db4e10b9ef08"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:54.741336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,segment=NetworkSegment(d64e48de-3f28-4ad6-9ea0-e4062aaec777),segment_id=d64e48de-3f28-4ad6-9ea0-e4062aaec777)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:54.754264 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.757413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.757609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.757758 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.758526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.759189 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.759311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.759564 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.759916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.760247 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.760743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.760962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.767292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9d235773-6a75-4b89-a2f0-2e791fe71a4a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:54.788473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333925a-6c95-4c5f-bb12-b48f694bf312 req-bb1f1a88-1fba-4b8f-9ede-e3d6bebda635 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:54.795695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1333925a-6c95-4c5f-bb12-b48f694bf312 req-bb1f1a88-1fba-4b8f-9ede-e3d6bebda635 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 945 time: 0.0778627 Feb 07 22:33:54.802716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Made reservation on behalf of 27ffc8219ba94cf8a4e262a47ff7edfc for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:54.806168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.841380 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.842046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.842407 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.842695 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:33:54.843371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5e518e-e670-4a66-9977-af4c80f6a4c0']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:54.851807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:54.866156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1333925a-6c95-4c5f-bb12-b48f694bf312 req-b17d1c97-0435-40a9-876d-b05a29b11a46 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695913 Feb 07 22:33:54.874761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.878225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:54.878514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550f2a78-0a4d-4e0d-ba21-fbff06e5abe5') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:33:54.923406 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:54.945041 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0659e39-c336-4129-929a-199f6f785011 x-openstack-request-id: req-d0659e39-c336-4129-929a-199f6f785011 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:54.945196 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df67832-fe7a-4f6c-9307-1b0701b058d2", "name": "network-vif-plugged", "status": "completed", "tag": "2aec997a-3ac7-415e-9c6a-db4e10b9ef08", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:54.945494 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0659e39-c336-4129-929a-199f6f785011 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:54.945840 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df67832-fe7a-4f6c-9307-1b0701b058d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec997a-3ac7-415e-9c6a-db4e10b9ef08', 'code': 200} Feb 07 22:33:54.953593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-399d323f-6d4c-4e36-b52a-9a42f752a829 req-04145fd3-7b9e-42cd-b867-ac255e5b4f10 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305889 Feb 07 22:33:54.986200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9d235773-6a75-4b89-a2f0-2e791fe71a4a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:55.032196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.049907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:33:55.050310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: from cryptography.utils import int_from_bytes Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: from cryptography.utils import int_from_bytes Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:33:55.054735 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:33:55.100802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Allocated IP 172.20.0.12 (712d08f1-e040-4e8c-9d45-0d7603bb159f/65201ca4-5e61-4617-9db2-0f2a3ba5fd38/2221ef23-9367-41ed-bf4d-717e49dca24c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:55.140335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 758daace-cad1-49ec-be7e-8cd057c0b94a no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:55.142916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92d6d2-7c61-4843-8817-cc1313d5cc0f req-fcd4f14e-0c62-42e0-a756-e0775f9ebc55 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:55.145361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c92d6d2-7c61-4843-8817-cc1313d5cc0f req-fcd4f14e-0c62-42e0-a756-e0775f9ebc55 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 947 time: 0.1266336 Feb 07 22:33:55.165469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6efbb-42ac-4ab8-a341-bf35c5425672 req-2d2ca8ed-badc-46b3-9eff-8ec8bb4c0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:55.166900 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3da6efbb-42ac-4ab8-a341-bf35c5425672 req-2d2ca8ed-badc-46b3-9eff-8ec8bb4c0407 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 1096 time: 0.1106606 Feb 07 22:33:55.181968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 758daace-cad1-49ec-be7e-8cd057c0b94a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:55.182561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 758daace-cad1-49ec-be7e-8cd057c0b94a not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:55.214394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.218294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Made reservation on behalf of 27ffc8219ba94cf8a4e262a47ff7edfc for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:33:55.222113 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.245195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.248875 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4e5e518e-e670-4a66-9977-af4c80f6a4c0 HTTP/1.1" status: 204 len: 168 time: 2.3414583 Feb 07 22:33:55.253872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57766) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:33:55.273270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3da6efbb-42ac-4ab8-a341-bf35c5425672 req-50a82efc-46a3-4ada-ad53-c4fb8c22b52d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843775 Feb 07 22:33:55.278125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3692a8-815c-4e66-8211-5df4cee37add req-bfebcc80-7097-4c0c-a8c8-71c1be39f0a7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:55.280125 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a3692a8-815c-4e66-8211-5df4cee37add req-bfebcc80-7097-4c0c-a8c8-71c1be39f0a7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1991510 Feb 07 22:33:55.284934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e2a3b-8516-4bbf-8768-060b0ba048e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5e518e-e670-4a66-9977-af4c80f6a4c0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:55.352863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c92d6d2-7c61-4843-8817-cc1313d5cc0f req-b1128bb2-1841-48ac-87e9-8e1506cc17b2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967688 Feb 07 22:33:55.359667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:55.402416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a3692a8-815c-4e66-8211-5df4cee37add req-a5084980-6cd6-4faf-82e9-9a37289cbaa4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126399 Feb 07 22:33:55.426679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:33:55.435608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:55.442875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3c520745-178e-4a9e-9a19-9598ef6bf562 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:55.474074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 3c520745-178e-4a9e-9a19-9598ef6bf562 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:55.474438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3c520745-178e-4a9e-9a19-9598ef6bf562 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:55.479427 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ede3d445-3e02-4d2f-ad1e-94a69f4ebf65 req-501998a7-f641-4a5c-b80a-16b034915b76 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 210 time: 0.0364373 Feb 07 22:33:55.494751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.495786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.506418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.607044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Pushing event updated for resources: {'Port': ['ID=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,revision_number=7']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:55.629863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:55.646128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 has no active binding in host n-h2-827895-2 {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 22:33:55.660411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on host n-h1-827895-2 for vnic_type normal with profile {"migrating_to": "n-h2-827895-2"} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:55.660737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:55.661059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:55.668126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:55.668590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Attempting to bind port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:55.676918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:55.677250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:55.677942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:55.678144 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Bound port: 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:55.678685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.689921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492cec2-bc6c-4743-9751-e0823116c8a0 req-883cd02a-c620-42f7-a9a6-fd6eae09114c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:55.693445 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.696236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9492cec2-bc6c-4743-9751-e0823116c8a0 req-883cd02a-c620-42f7-a9a6-fd6eae09114c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 948 time: 0.1101935 Feb 07 22:33:55.769148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Network 712d08f1-e040-4e8c-9d45-0d7603bb159f is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:55.777086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:55.783812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:55.789282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Pushing event updated for resources: {'Port': ['ID=2221ef23-9367-41ed-bf4d-717e49dca24c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:55.819955 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9492cec2-bc6c-4743-9751-e0823116c8a0 req-b863e93a-8fba-45bb-83a6-f10fda676218 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221364 Feb 07 22:33:55.848492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Allocated IP 172.20.0.3 (712d08f1-e040-4e8c-9d45-0d7603bb159f/65201ca4-5e61-4617-9db2-0f2a3ba5fd38/e9cac3c1-cd50-4bec-8488-eb1f7f460908) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:33:55.879782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:55.884497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:55.892878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.102133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:56.103130 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beef7782-b369-4e2a-99a4-594853ff455c" -d '{"events": [{"server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "name": "network-vif-unplugged", "status": "completed", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:56.181499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.268138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:56.268926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.289614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 97d2d678-b424-439c-aeb1-4991218dc321 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:33:56.307721 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-b8d1d06e-c9d4-4586-9d2d-cb7e9179b163 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9016137 Feb 07 22:33:56.317723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 97d2d678-b424-439c-aeb1-4991218dc321 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:33:56.318081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 97d2d678-b424-439c-aeb1-4991218dc321 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:33:56.335453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Request body: {'port': {'device_id': 'a7d74e3b-c397-402b-ba5c-72b366dc18a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:56.367686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b121c-b949-47fe-97b4-8e1ed19b4159 req-a39a8c7f-47ef-4119-a37f-2652bf798a17 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:56.369457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-426b121c-b949-47fe-97b4-8e1ed19b4159 req-a39a8c7f-47ef-4119-a37f-2652bf798a17 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 945 time: 0.1625924 Feb 07 22:33:56.406795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Pushing event updated for resources: {'Port': ['ID=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,revision_number=8']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:56.420953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:56.421550 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.422996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-04b9e3d9-d8a7-404d-bee6-ce131a8a9f88 service neutron] 10.222.0.24 "PUT /v2.0/ports/57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 HTTP/1.1" status: 200 len: 1121 time: 1.7822223 Feb 07 22:33:56.446082 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.470549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753941a-34d5-4cc6-b470-a50dbffb2dee req-91910a1a-6fab-4125-ac9e-031496318969 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:56.477854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c753941a-34d5-4cc6-b470-a50dbffb2dee req-91910a1a-6fab-4125-ac9e-031496318969 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.4996192 Feb 07 22:33:56.494992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-426b121c-b949-47fe-97b4-8e1ed19b4159 req-6b326388-050d-4e21-aaae-664f4ed541f9 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007650 Feb 07 22:33:56.557970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:56.558821 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.578845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c753941a-34d5-4cc6-b470-a50dbffb2dee req-70fca69f-a1c5-4a30-a861-d20fd44cee1e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935335 Feb 07 22:33:56.661080 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.664668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:33:56.667238 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.748589 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50009767-aded-4e8a-8a63-f8eb609d141b x-openstack-request-id: req-50009767-aded-4e8a-8a63-f8eb609d141b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:56.750119 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "name": "network-vif-unplugged", "status": "completed", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:56.750556 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50009767-aded-4e8a-8a63-f8eb609d141b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:56.752662 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78', 'code': 200} Feb 07 22:33:56.775290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Network 712d08f1-e040-4e8c-9d45-0d7603bb159f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:33:56.792626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Pushing event updated for resources: {'Port': ['ID=e9cac3c1-cd50-4bec-8488-eb1f7f460908,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:56.796952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:33:56.798727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657e9bd-2031-46b4-90bf-568fe211b585 req-192c1bbd-cce3-4b08-b9ad-2b52b8722a84 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:56.806471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2657e9bd-2031-46b4-90bf-568fe211b585 req-192c1bbd-cce3-4b08-b9ad-2b52b8722a84 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 947 time: 0.2048421 Feb 07 22:33:56.845227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:33:56.899690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.907733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cddc96-f402-4d93-871e-4bff9431d064 req-bc1e6681-6e28-4c95-a508-b3974b4d3b73 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:56.912494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84cddc96-f402-4d93-871e-4bff9431d064 req-bc1e6681-6e28-4c95-a508-b3974b4d3b73 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1088419 Feb 07 22:33:56.919239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:56.920919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:56.970018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-36f307c1-c3e4-4f4a-92aa-00ca196f2b5f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6095288 Feb 07 22:33:56.985753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Request body: {'port': {'device_id': '568e7c82-3196-4c54-978c-e73bf7ef56c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:33:57.000881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2657e9bd-2031-46b4-90bf-568fe211b585 req-bde7fac3-a348-4222-bb2a-d4196a1af6cf tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889648 Feb 07 22:33:57.064527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84cddc96-f402-4d93-871e-4bff9431d064 req-58083d5f-1421-456e-a141-285c8239dfd3 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310329 Feb 07 22:33:57.073522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.158109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d235773-6a75-4b89-a2f0-2e791fe71a4a up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:57.216973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 9d235773-6a75-4b89-a2f0-2e791fe71a4a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:57.222184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 9d235773-6a75-4b89-a2f0-2e791fe71a4a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:57.222771 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.290805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aa3e7-6c1d-4b8b-9a1e-10a17c0f9390 req-6360781e-1c4d-4320-9ed8-cd8a81bca3c4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:57.292462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd6aa3e7-6c1d-4b8b-9a1e-10a17c0f9390 req-6360781e-1c4d-4320-9ed8-cd8a81bca3c4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 948 time: 0.0662079 Feb 07 22:33:57.334137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724523a-aec0-4798-b8dc-3eaea232c3cb req-4ae8dfe6-5b67-4756-b16b-aa8fe30910ec tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:57.335739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2724523a-aec0-4798-b8dc-3eaea232c3cb req-4ae8dfe6-5b67-4756-b16b-aa8fe30910ec tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 931 time: 0.2478595 Feb 07 22:33:57.337519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.338008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2221ef23-9367-41ed-bf4d-717e49dca24c {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:57.348514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.349089 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd6aa3e7-6c1d-4b8b-9a1e-10a17c0f9390 req-d6ef5b8c-d971-45bc-b780-c31922c125b5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497007 Feb 07 22:33:57.384377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:57.385601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Transition to ACTIVE for port object 2221ef23-9367-41ed-bf4d-717e49dca24c will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:57.386626 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbd4956-1375-4c71-8421-02decde882bc" -d '{"events": [{"server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "name": "network-vif-plugged", "status": "completed", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:57.399878 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.420082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:33:57.431089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:57.465122 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad3eda-4c95-4332-b77b-edaf4d9e79f2 x-openstack-request-id: req-61ad3eda-4c95-4332-b77b-edaf4d9e79f2 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:57.465660 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "name": "network-vif-plugged", "status": "completed", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:57.466054 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61ad3eda-4c95-4332-b77b-edaf4d9e79f2 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:57.467141 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a', 'code': 200} Feb 07 22:33:57.468870 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2724523a-aec0-4798-b8dc-3eaea232c3cb req-6dd3bef2-9795-4cdf-8ba1-ac1c044117aa tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129608 Feb 07 22:33:57.474934 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.523505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2221ef23-9367-41ed-bf4d-717e49dca24c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:57.562899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9d235773-6a75-4b89-a2f0-2e791fe71a4a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:57.572578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:33:57.578975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:33:57.579536 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.613846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cac3c1-cd50-4bec-8488-eb1f7f460908 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:33:57.626153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.657600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Transition to ACTIVE for port object e9cac3c1-cd50-4bec-8488-eb1f7f460908 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:33:57.674440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.732633 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.763066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Attempting to bind port 2221ef23-9367-41ed-bf4d-717e49dca24c on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:57.764204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Attempting to bind port 2221ef23-9367-41ed-bf4d-717e49dca24c by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:57.764675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Attempting to bind port 2221ef23-9367-41ed-bf4d-717e49dca24c on network 712d08f1-e040-4e8c-9d45-0d7603bb159f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:57.774178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08377e9a-9e14-4014-8b6a-243471406457 req-d7249735-b739-4942-b002-ac19e6200b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:57.775992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08377e9a-9e14-4014-8b6a-243471406457 req-d7249735-b739-4942-b002-ac19e6200b6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 1099 time: 0.2169712 Feb 07 22:33:57.782412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cac3c1-cd50-4bec-8488-eb1f7f460908,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:57.782888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Port 2221ef23-9367-41ed-bf4d-717e49dca24c on network 712d08f1-e040-4e8c-9d45-0d7603bb159f not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:57.783288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Attempting to bind port 2221ef23-9367-41ed-bf4d-717e49dca24c on network 712d08f1-e040-4e8c-9d45-0d7603bb159f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:57.800999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2a0fc-e7df-4c8d-bb09-705dc5ac7cff req-4ce3bc3f-e3a2-41f1-8aaf-d94da706a9e5 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:57.802688 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70b2a0fc-e7df-4c8d-bb09-705dc5ac7cff req-4ce3bc3f-e3a2-41f1-8aaf-d94da706a9e5 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 945 time: 0.1736999 Feb 07 22:33:57.805651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:57.812972 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.821652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:57.822787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Checking segment: {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:57.823340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Bound using segment: {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:57.823967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Bound port: 2221ef23-9367-41ed-bf4d-717e49dca24c, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:57.824565 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.854764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Deleting port 56b73658-eac2-424e-9c34-dee753beecad {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:33:57.856096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.881930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:57.885144 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70b2a0fc-e7df-4c8d-bb09-705dc5ac7cff req-5d80144e-610f-4801-94a6-e40a6833e2ea tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655918 Feb 07 22:33:57.890506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241d50-bfcf-4902-b75a-a92c0b8f8bec req-6a2af3de-6b43-4c91-9663-9d15f1de8d75 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:57.898716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1241d50-bfcf-4902-b75a-a92c0b8f8bec req-6a2af3de-6b43-4c91-9663-9d15f1de8d75 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1893575 Feb 07 22:33:57.901216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Attempting to bind port e9cac3c1-cd50-4bec-8488-eb1f7f460908 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:33:57.901629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Attempting to bind port e9cac3c1-cd50-4bec-8488-eb1f7f460908 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:33:57.902025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Attempting to bind port e9cac3c1-cd50-4bec-8488-eb1f7f460908 on network 712d08f1-e040-4e8c-9d45-0d7603bb159f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:57.915882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Port e9cac3c1-cd50-4bec-8488-eb1f7f460908 on network 712d08f1-e040-4e8c-9d45-0d7603bb159f not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:33:57.915882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Attempting to bind port e9cac3c1-cd50-4bec-8488-eb1f7f460908 on network 712d08f1-e040-4e8c-9d45-0d7603bb159f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:33:57.915882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:33:57.915882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Checking segment: {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:33:57.915882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Bound using segment: {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:33:57.916601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Bound port: e9cac3c1-cd50-4bec-8488-eb1f7f460908, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:33:57.917332 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:57.967943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08377e9a-9e14-4014-8b6a-243471406457 req-4aae5572-939e-478d-8e06-4f145b043e17 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801775 Feb 07 22:33:58.005587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] For port e9cac3c1-cd50-4bec-8488-eb1f7f460908, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:58.009070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] For port e9cac3c1-cd50-4bec-8488-eb1f7f460908, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e9cac3c1-cd50-4bec-8488-eb1f7f460908,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:58.017567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:58.034682 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1241d50-bfcf-4902-b75a-a92c0b8f8bec req-e1b9b128-6435-481f-802f-395028f2d368 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337008 Feb 07 22:33:58.071028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:58.072786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:58.074618 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9cac3c1-cd50-4bec-8488-eb1f7f460908 HTTP/1.1" status: 200 len: 1091 time: 1.0958278 Feb 07 22:33:58.079636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] For port 56b73658-eac2-424e-9c34-dee753beecad, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=56b73658-eac2-424e-9c34-dee753beecad,segment=NetworkSegment(08d5e59a-0dc0-4fd2-9833-d59415d4da64),segment_id=08d5e59a-0dc0-4fd2-9833-d59415d4da64)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:33:58.080851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:58.111929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7af22-dfe2-4dbe-9d47-13546aaa84d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cac3c1-cd50-4bec-8488-eb1f7f460908,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:58.132489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Calling delete_port for 56b73658-eac2-424e-9c34-dee753beecad owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:33:58.174559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-42967bda-81b3-414b-af99-31b9b6467fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:58.177353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] For port 2221ef23-9367-41ed-bf4d-717e49dca24c, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:33:58.178406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-42967bda-81b3-414b-af99-31b9b6467fc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 1094 time: 0.0547733 Feb 07 22:33:58.239368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] For port 2221ef23-9367-41ed-bf4d-717e49dca24c, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2221ef23-9367-41ed-bf4d-717e49dca24c,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:33:58.252420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:58.284861 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-a558b39b-8584-4baa-9649-8fcfb6d464eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9cac3c1-cd50-4bec-8488-eb1f7f460908 HTTP/1.1" status: 200 len: 217 time: 0.0959113 Feb 07 22:33:58.302883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10b7b3-6643-4bbf-ac4d-9ed091d478dc req-aa15a619-204b-45d3-8266-b4a905696233 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:58.306241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa10b7b3-6643-4bbf-ac4d-9ed091d478dc req-aa15a619-204b-45d3-8266-b4a905696233 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1711574 Feb 07 22:33:58.340189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:58.340779 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:58.342180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/2221ef23-9367-41ed-bf4d-717e49dca24c HTTP/1.1" status: 200 len: 1092 time: 2.0187995 Feb 07 22:33:58.366761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c1644-710c-459d-818d-b6fce0f74d35 req-c21dedbf-2d52-418a-b1ea-0c11031007e9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:58.367846 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe2c1644-710c-459d-818d-b6fce0f74d35 req-c21dedbf-2d52-418a-b1ea-0c11031007e9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0855439 Feb 07 22:33:58.374454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-34ba4df0-dfeb-4637-9271-c349e8ea84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:58.375964 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-34ba4df0-dfeb-4637-9271-c349e8ea84f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65201ca4-5e61-4617-9db2-0f2a3ba5fd38 HTTP/1.1" status: 200 len: 853 time: 0.0827167 Feb 07 22:33:58.383156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d74e3b-c397-402b-ba5c-72b366dc18a2', 'tag': '2221ef23-9367-41ed-bf4d-717e49dca24c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:58.385430 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b079e301-00cd-4d43-8692-8c09131649c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d74e3b-c397-402b-ba5c-72b366dc18a2", "tag": "2221ef23-9367-41ed-bf4d-717e49dca24c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:58.428813 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-30978978-5ca8-46c3-af18-6d202e54d4ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=712d08f1-e040-4e8c-9d45-0d7603bb159f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380538 Feb 07 22:33:58.437499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe2c1644-710c-459d-818d-b6fce0f74d35 req-d3b3b4bf-1a6c-4f43-9a42-f82c7045efaa tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605509 Feb 07 22:33:58.536664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bea3a-0272-4b55-afe7-bfb5470415c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2221ef23-9367-41ed-bf4d-717e49dca24c,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:58.577991 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-decc40cb-4c76-40fe-8d10-bf2bd4e4b659 service neutron] 10.222.0.24 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395094 Feb 07 22:33:58.581018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa10b7b3-6643-4bbf-ac4d-9ed091d478dc req-aef12922-8ec2-4897-965f-e190d7eae72b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610040 Feb 07 22:33:58.592794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-2ebc1d21-584e-498d-a908-8f2b4c894c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:58.594236 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-2ebc1d21-584e-498d-a908-8f2b4c894c34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&device_id=a7d74e3b-c397-402b-ba5c-72b366dc18a2 HTTP/1.1" status: 200 len: 1095 time: 0.1913228 Feb 07 22:33:58.602484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:58.675688 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef79c1-72f6-42aa-b2c6-169ec3b829c9 x-openstack-request-id: req-60ef79c1-72f6-42aa-b2c6-169ec3b829c9 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:58.676090 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d74e3b-c397-402b-ba5c-72b366dc18a2", "tag": "2221ef23-9367-41ed-bf4d-717e49dca24c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:58.676266 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60ef79c1-72f6-42aa-b2c6-169ec3b829c9 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:58.677249 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d74e3b-c397-402b-ba5c-72b366dc18a2', 'tag': '2221ef23-9367-41ed-bf4d-717e49dca24c', 'status': 'completed', 'code': 200} Feb 07 22:33:58.679356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b73658-eac2-424e-9c34-dee753beecad,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:33:58.683197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-c913e843-2939-4435-972d-1210f93f4a01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2221ef23-9367-41ed-bf4d-717e49dca24c HTTP/1.1" status: 200 len: 217 time: 0.0781050 Feb 07 22:33:58.715016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56204-0da5-44aa-8a13-1c1833180dc7 req-a6c58ef5-400d-4944-a064-399755363d70 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:58.725759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3f56204-0da5-44aa-8a13-1c1833180dc7 req-a6c58ef5-400d-4944-a064-399755363d70 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 949 time: 0.1677344 Feb 07 22:33:58.761395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'}, {'name': 'network-changed', 'server_uuid': '568e7c82-3196-4c54-978c-e73bf7ef56c5', 'tag': 'e9cac3c1-cd50-4bec-8488-eb1f7f460908'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:58.765849 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bea98b-fdd3-403c-b241-597fbc349180" -d '{"events": [{"name": "network-changed", "server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78"}, {"name": "network-changed", "server_uuid": "568e7c82-3196-4c54-978c-e73bf7ef56c5", "tag": "e9cac3c1-cd50-4bec-8488-eb1f7f460908"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:58.836203 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3f56204-0da5-44aa-8a13-1c1833180dc7 req-83278da1-40a9-4f7e-a1df-4986d308441f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090422 Feb 07 22:33:58.861250 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-77ab4d61-8ae9-44ab-a294-6131500f3741 service neutron] 10.222.0.24 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529397 Feb 07 22:33:58.876823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-fe8a555f-5228-44c5-ab93-bbeb2b49c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:58.878310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-fe8a555f-5228-44c5-ab93-bbeb2b49c29c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65201ca4-5e61-4617-9db2-0f2a3ba5fd38 HTTP/1.1" status: 200 len: 853 time: 0.1853647 Feb 07 22:33:58.921385 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201e0432-3e08-4a39-8016-a740758e745e x-openstack-request-id: req-201e0432-3e08-4a39-8016-a740758e745e {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:58.922065 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "568e7c82-3196-4c54-978c-e73bf7ef56c5", "tag": "e9cac3c1-cd50-4bec-8488-eb1f7f460908", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:58.922620 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-201e0432-3e08-4a39-8016-a740758e745e {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:58.929878 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-eda5f96d-9799-4151-9943-09f58f3d1c18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=712d08f1-e040-4e8c-9d45-0d7603bb159f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409753 Feb 07 22:33:58.930786 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78', 'status': 'completed', 'code': 200} Feb 07 22:33:58.932328 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568e7c82-3196-4c54-978c-e73bf7ef56c5', 'tag': 'e9cac3c1-cd50-4bec-8488-eb1f7f460908', 'status': 'completed', 'code': 200} Feb 07 22:33:59.021376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bea98b-fdd3-403c-b241-597fbc349180 req-275a4071-ae2f-499d-ad10-bef07c58ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.023034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-275a4071-ae2f-499d-ad10-bef07c58ef60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 1094 time: 0.0691421 Feb 07 22:33:59.140160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bea98b-fdd3-403c-b241-597fbc349180 req-cb979f8c-71cd-4727-9244-4878c0c02dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.141805 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-cb979f8c-71cd-4727-9244-4878c0c02dac service neutron] 10.222.0.24 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 913 time: 0.1102936 Feb 07 22:33:59.199143 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-453422f6-26ee-4ce4-955b-9e3b94556761 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9cac3c1-cd50-4bec-8488-eb1f7f460908 HTTP/1.1" status: 200 len: 217 time: 0.0475509 Feb 07 22:33:59.296060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bea98b-fdd3-403c-b241-597fbc349180 req-c040d1eb-f9a6-4620-a4d1-61140fb67b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.297562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-c040d1eb-f9a6-4620-a4d1-61140fb67b33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65201ca4-5e61-4617-9db2-0f2a3ba5fd38 HTTP/1.1" status: 200 len: 853 time: 0.0880992 Feb 07 22:33:59.310997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734397e7-48fc-4e5e-b543-2412a09bc0a7 req-f8ae58cc-82db-410a-8b31-07b1c576ec09 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.312566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-734397e7-48fc-4e5e-b543-2412a09bc0a7 req-f8ae58cc-82db-410a-8b31-07b1c576ec09 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1042566 Feb 07 22:33:59.361002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-b4725d5b-5345-4767-9315-1987c595adfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=712d08f1-e040-4e8c-9d45-0d7603bb159f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470271 Feb 07 22:33:59.393202 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-734397e7-48fc-4e5e-b543-2412a09bc0a7 req-c7510d8f-16c4-4e6f-a71a-95e7fc760ec7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716553 Feb 07 22:33:59.394772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe7cf3-7660-4df9-8789-86190a68a8b8 req-d168ff03-d522-499d-a936-e31ea1178ff5 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.396761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4fe7cf3-7660-4df9-8789-86190a68a8b8 req-d168ff03-d522-499d-a936-e31ea1178ff5 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 943 time: 0.4791787 Feb 07 22:33:59.405871 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:59.421335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bea98b-fdd3-403c-b241-597fbc349180 req-a1096776-be50-4910-97a2-fbe5a57a6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.422970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-a1096776-be50-4910-97a2-fbe5a57a6c6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1124 time: 0.4608278 Feb 07 22:33:59.470844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b40e740-a8ff-4b12-b5b3-bcce323e8389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:33:59.473089 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d51fb7f-072e-46b9-be09-2e3f2601e54d" -d '{"events": [{"server_uuid": "6b40e740-a8ff-4b12-b5b3-bcce323e8389", "name": "network-vif-plugged", "status": "completed", "tag": "a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:33:59.486159 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-d604f406-f10e-4b34-ad55-221b974766eb service neutron] 10.222.0.46 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347643 Feb 07 22:33:59.524648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-ec8f1af0-f118-4f5b-baf5-a2855e023d77 service neutron] 10.222.0.24 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469815 Feb 07 22:33:59.624862 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4fe7cf3-7660-4df9-8789-86190a68a8b8 req-8954e976-bfd7-4162-831f-a51d09c657b5 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121282 Feb 07 22:33:59.674725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36f0ca-4689-4be7-8ec2-ace84921ee63 req-6930ac2b-2075-4ba0-aab7-6ff9b9d5cd66 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.683120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c36f0ca-4689-4be7-8ec2-ace84921ee63 req-6930ac2b-2075-4ba0-aab7-6ff9b9d5cd66 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1337905 Feb 07 22:33:59.694835 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e34990-8724-40c0-87ec-c784f2b3ef62 x-openstack-request-id: req-e8e34990-8724-40c0-87ec-c784f2b3ef62 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:33:59.695352 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b40e740-a8ff-4b12-b5b3-bcce323e8389", "name": "network-vif-plugged", "status": "completed", "tag": "a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:33:59.696191 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8e34990-8724-40c0-87ec-c784f2b3ef62 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:33:59.696732 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b40e740-a8ff-4b12-b5b3-bcce323e8389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa', 'code': 200} Feb 07 22:33:59.738930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bea98b-fdd3-403c-b241-597fbc349180 req-68d9ab79-d03a-418f-ab85-6ed75b141c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.740405 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-68d9ab79-d03a-418f-ab85-6ed75b141c40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.2884266 Feb 07 22:33:59.742652 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9438fc29-e975-47b7-8b90-64e51ab8bbc3 req-5b1140b2-72d7-44ac-af47-15c883028b09 service neutron] 10.222.0.46 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918080 Feb 07 22:33:59.802083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c36f0ca-4689-4be7-8ec2-ace84921ee63 req-0c176cf0-b87c-4037-814d-94bf9fa43c27 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178360 Feb 07 22:33:59.895265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-ba3b9340-8b01-4cf2-ad57-db5ff58c58df service neutron] 10.222.0.24 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543763 Feb 07 22:33:59.933511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-b3c912ef-10d8-4e92-bce2-2a21c337c025 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 HTTP/1.1" status: 200 len: 217 time: 0.1757472 Feb 07 22:33:59.938684 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf924d4-1767-42e0-9671-93e0c096d0de req-8dc4cd88-a174-447c-9f28-dbba918eae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.940198 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ebf924d4-1767-42e0-9671-93e0c096d0de req-8dc4cd88-a174-447c-9f28-dbba918eae08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 1100 time: 0.1372035 Feb 07 22:33:59.961255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0291-c19e-4d2f-beb8-0a61d0410eae req-d581f027-67e4-4da6-a781-c108f2c25bfa tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:33:59.967220 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-261f0291-c19e-4d2f-beb8-0a61d0410eae req-d581f027-67e4-4da6-a781-c108f2c25bfa tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0653305 Feb 07 22:33:59.969463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Router 9ff763ae-32bb-4bcc-b496-c061588fe750 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:34:00.029307 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ebf924d4-1767-42e0-9671-93e0c096d0de req-ef79de9e-ef2d-4db5-84d6-7a9133384a49 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604796 Feb 07 22:34:00.032353 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-261f0291-c19e-4d2f-beb8-0a61d0410eae req-01853144-a31c-4383-912f-13cb94c39f36 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565658 Feb 07 22:34:00.057106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bea98b-fdd3-403c-b241-597fbc349180 req-a5b27607-6ce4-4add-adb5-4f1bab07441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:00.058514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-a5b27607-6ce4-4add-adb5-4f1bab07441f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1100092 Feb 07 22:34:00.111561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079e301-00cd-4d43-8692-8c09131649c7 req-e1201853-ec9b-4386-a3d6-e01962f63424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:00.113071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b079e301-00cd-4d43-8692-8c09131649c7 req-e1201853-ec9b-4386-a3d6-e01962f63424 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&device_id=a7d74e3b-c397-402b-ba5c-72b366dc18a2 HTTP/1.1" status: 200 len: 1095 time: 0.1781321 Feb 07 22:34:00.123552 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f051f7-37cb-4460-b8d0-d19ec5945299 req-ea066034-e5b6-4b46-a9b4-41275e414cd8 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:00.125084 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4f051f7-37cb-4460-b8d0-d19ec5945299 req-ea066034-e5b6-4b46-a9b4-41275e414cd8 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 949 time: 0.1885445 Feb 07 22:34:00.152188 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-749285b2-c98d-4d5d-8518-12549825d9b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565014 Feb 07 22:34:00.190578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-996940f8-c833-4a7a-beaa-abecf83d1a72 req-b9954c99-07e7-4fb9-b9b4-7c3e4a84e85d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:34:00.191946 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-996940f8-c833-4a7a-beaa-abecf83d1a72 req-b9954c99-07e7-4fb9-b9b4-7c3e4a84e85d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073674 Feb 07 22:34:00.360709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4f051f7-37cb-4460-b8d0-d19ec5945299 req-1064e62c-4a42-4da2-8706-76f067749e9c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184420 Feb 07 22:34:00.361667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:34:00.376917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3c4875bc-be2d-4f75-b5ef-474991ace0e7 admin admin] 10.222.0.15 "PUT /v2.0/routers/9ff763ae-32bb-4bcc-b496-c061588fe750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1188321 Feb 07 22:34:00.380112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57856) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:00.383168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079e301-00cd-4d43-8692-8c09131649c7 req-cd41cc64-b599-4244-a5cc-ea482b0ed0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:00.384710 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b079e301-00cd-4d43-8692-8c09131649c7 req-cd41cc64-b599-4244-a5cc-ea482b0ed0b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 200 len: 913 time: 0.2456539 Feb 07 22:34:00.410193 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] Sync routers for ids ['9ff763ae-32bb-4bcc-b496-c061588fe750'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:34:00.426657 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] Routers {'9ff763ae-32bb-4bcc-b496-c061588fe750'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:34:00.429103 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:33:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9ff763ae-32bb-4bcc-b496-c061588fe750'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:00.510089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b079e301-00cd-4d43-8692-8c09131649c7 req-8b8d3fe8-070f-4675-8b78-bb7d623df542 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2221ef23-9367-41ed-bf4d-717e49dca24c HTTP/1.1" status: 200 len: 217 time: 0.1058869 Feb 07 22:34:00.512082 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-8fe82ff9-0860-4346-bdc0-7712bbadff44 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385930 Feb 07 22:34:00.566040 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] Set router 9ff763ae-32bb-4bcc-b496-c061588fe750 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:34:00.673426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-cbb1f705-72c2-4110-bea1-fed947c98096 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233420 Feb 07 22:34:00.695044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:00.704470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6ee6c-557c-4be2-818d-dcf5861a4d3a req-9d15941a-831d-4af4-a085-de9fc24149e1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:00.706147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ef6ee6c-557c-4be2-818d-dcf5861a4d3a req-9d15941a-831d-4af4-a085-de9fc24149e1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.2295628 Feb 07 22:34:00.711422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079e301-00cd-4d43-8692-8c09131649c7 req-da12a291-a392-47b6-8057-74a231114836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:00.712977 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b079e301-00cd-4d43-8692-8c09131649c7 req-da12a291-a392-47b6-8057-74a231114836 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65201ca4-5e61-4617-9db2-0f2a3ba5fd38 HTTP/1.1" status: 200 len: 853 time: 0.1890640 Feb 07 22:34:00.751448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115f914-0850-4ceb-bd8e-7f76ab3bff13 req-615e7093-fa49-4800-8301-8aa1f32f585b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:00.759298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0115f914-0850-4ceb-bd8e-7f76ab3bff13 req-615e7093-fa49-4800-8301-8aa1f32f585b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1309369 Feb 07 22:34:00.794995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b079e301-00cd-4d43-8692-8c09131649c7 req-111d1362-118c-4740-9af4-53e18f7c3611 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=712d08f1-e040-4e8c-9d45-0d7603bb159f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724924 Feb 07 22:34:00.801516 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:14Z', 'updated_at': '2022-02-07T22:33:58Z', 'revision_number': 5, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'gw_port': {'id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:15Z', 'updated_at': '2022-02-07T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:00.815996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0115f914-0850-4ceb-bd8e-7f76ab3bff13 req-3a6d1c3c-588d-4bd8-884a-4b438b4b6cff tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556996 Feb 07 22:34:00.837682 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] Checking router: 9ff763ae-32bb-4bcc-b496-c061588fe750 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:34:00.849395 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] Routers {'9ff763ae-32bb-4bcc-b496-c061588fe750'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:34:00.850115 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:33:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9ff763ae-32bb-4bcc-b496-c061588fe750'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:00.855382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ef6ee6c-557c-4be2-818d-dcf5861a4d3a req-b2dc4cf5-2783-48a9-8c85-4008caa8b173 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388464 Feb 07 22:34:00.901554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28bea98b-fdd3-403c-b241-597fbc349180 req-80851451-f7f6-4308-986c-dd39f79a08a7 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621762 Feb 07 22:34:00.972002 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:01.009467 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b079e301-00cd-4d43-8692-8c09131649c7 req-bd8a8aea-007f-4255-9e00-b07a8e6dbfc3 service neutron] 10.222.0.46 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965063 Feb 07 22:34:01.030922 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] Set router 9ff763ae-32bb-4bcc-b496-c061588fe750 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:34:01.099844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Deleting port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:01.100179 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:01.188663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7342a4-ce12-4511-adc0-7fbda8fc58b1 req-a8df7c5d-ca50-4de0-b468-81c876bd508b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:01.196063 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc7342a4-ce12-4511-adc0-7fbda8fc58b1 req-a8df7c5d-ca50-4de0-b468-81c876bd508b tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 943 time: 0.2042601 Feb 07 22:34:01.238262 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:14Z', 'updated_at': '2022-02-07T22:33:58Z', 'revision_number': 5, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'gw_port': {'id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:15Z', 'updated_at': '2022-02-07T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:01.267675 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b079e301-00cd-4d43-8692-8c09131649c7 req-4ea90d6e-4941-4e7b-a604-8f47f52240be service neutron] 10.222.0.46 "GET /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189205 Feb 07 22:34:01.277531 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f61618-5431-4cb7-aaef-5131c5399ef0 None None] The sync data for ids ['9ff763ae-32bb-4bcc-b496-c061588fe750'] in n-d-827895-2 is: [{'id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2070815754-router', 'tenant_id': '08c873af65704671bdd082e1e8d6d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:31:14Z', 'updated_at': '2022-02-07T22:33:58Z', 'revision_number': 5, 'project_id': '08c873af65704671bdd082e1e8d6d551', 'gw_port': {'id': '26e8495e-1128-4fdf-8a19-20ec20ae7cc8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff763ae-32bb-4bcc-b496-c061588fe750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:31:15Z', 'updated_at': '2022-02-07T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:34:01.279826 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc7342a4-ce12-4511-adc0-7fbda8fc58b1 req-1eb256dc-47a3-4326-839e-c0e5ec0c4ec8 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793476 Feb 07 22:34:01.334519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] For port 26e8495e-1128-4fdf-8a19-20ec20ae7cc8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=26e8495e-1128-4fdf-8a19-20ec20ae7cc8,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:01.335197 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:01.375054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Calling delete_port for 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:01.468950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c25e4-213b-4dbe-b94d-e8a4fe44fdd4 req-5ffcb3be-a344-4936-83d7-635aace369e5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:01.479755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-777c25e4-213b-4dbe-b94d-e8a4fe44fdd4 req-5ffcb3be-a344-4936-83d7-635aace369e5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.2712893 Feb 07 22:34:01.526903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf31f93-e763-4e48-a319-4326ad29e570 req-8582991e-055f-4aae-8b13-14a8b1b449ce tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:01.528531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ccf31f93-e763-4e48-a319-4326ad29e570 req-8582991e-055f-4aae-8b13-14a8b1b449ce tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 949 time: 0.0585423 Feb 07 22:34:01.532028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-777c25e4-213b-4dbe-b94d-e8a4fe44fdd4 req-7069688d-80fc-48e7-bf0f-f21adee12397 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524216 Feb 07 22:34:01.679520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ccf31f93-e763-4e48-a319-4326ad29e570 req-b36fc513-2999-433f-b103-6bf05f8813b7 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330416 Feb 07 22:34:01.751452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:01.791811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e8495e-1128-4fdf-8a19-20ec20ae7cc8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:01.883933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:01.958682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c64f3-7513-4520-a09b-b8404537a088 req-56f34eca-d1ff-44d1-a649-56db5329dc66 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:01.967603 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f3c64f3-7513-4520-a09b-b8404537a088 req-56f34eca-d1ff-44d1-a649-56db5329dc66 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.0705318 Feb 07 22:34:02.007588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.009934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.021927 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f3c64f3-7513-4520-a09b-b8404537a088 req-6bf8c347-e379-4b44-975b-98b6c298c9eb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532939 Feb 07 22:34:02.101671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.102292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff763ae-32bb-4bcc-b496-c061588fe750 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:34:02.107350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.111406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-08b3874a-9250-4d07-a44d-778729197210 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9ff763ae-32bb-4bcc-b496-c061588fe750 HTTP/1.1" status: 204 len: 168 time: 1.7190559 Feb 07 22:34:02.113284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57908) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:02.162397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62259292-79c3-47ef-a830-5c75e92eef1b req-c78a8bc6-b280-4421-a237-743a396349dd tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:02.168245 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-62259292-79c3-47ef-a830-5c75e92eef1b req-c78a8bc6-b280-4421-a237-743a396349dd tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1107843 Feb 07 22:34:02.191785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3eb98de-4df9-48d0-8e24-c87d639093a2 admin admin] Deleting subnet ccb8e475-657b-4b7e-b4e4-565ed8502a20 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:34:02.196065 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3eb98de-4df9-48d0-8e24-c87d639093a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.262586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3eb98de-4df9-48d0-8e24-c87d639093a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.268120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-62259292-79c3-47ef-a830-5c75e92eef1b req-5beb2eea-345a-464a-a845-6178bdb46985 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960884 Feb 07 22:34:02.359944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3eb98de-4df9-48d0-8e24-c87d639093a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.406198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b413-517c-4bcd-a105-0243499ac6f1 req-6d3fc0a7-2424-493c-b9a5-f421d343658e tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:02.415668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ef29b413-517c-4bcd-a105-0243499ac6f1 req-6d3fc0a7-2424-493c-b9a5-f421d343658e tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 943 time: 0.0746653 Feb 07 22:34:02.422000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3eb98de-4df9-48d0-8e24-c87d639093a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.457769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb98de-4df9-48d0-8e24-c87d639093a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb8e475-657b-4b7e-b4e4-565ed8502a20,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:02.459857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3eb98de-4df9-48d0-8e24-c87d639093a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.463486 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e3eb98de-4df9-48d0-8e24-c87d639093a2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ccb8e475-657b-4b7e-b4e4-565ed8502a20 HTTP/1.1" status: 204 len: 168 time: 0.3499825 Feb 07 22:34:02.465899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57920) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:02.468695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ef29b413-517c-4bcd-a105-0243499ac6f1 req-47118e98-831d-4f58-a067-a1a7ef9c1e69 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519891 Feb 07 22:34:02.473043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a5203e-584c-40f8-adbb-5a663388bec1 None None] Network 3620bce3-8aff-4cd1-8395-c3617c04d4ba requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:34:02.534367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874783-8459-4732-8b44-5f95685b039a req-3db71eb5-c1c0-4a44-abfd-d2162892f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:02.536287 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-3db71eb5-c1c0-4a44-abfd-d2162892f548 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 1099 time: 0.0564637 Feb 07 22:34:02.544759 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.647902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 56b73658-eac2-424e-9c34-dee753beecad no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:02.671845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 56b73658-eac2-424e-9c34-dee753beecad {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:02.672474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 56b73658-eac2-424e-9c34-dee753beecad not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:02.678044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Deleting port 14efce33-8ae3-4706-a9e0-05abb468ea00 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:02.678387 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.774880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] For port 14efce33-8ae3-4706-a9e0-05abb468ea00, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=14efce33-8ae3-4706-a9e0-05abb468ea00,segment=NetworkSegment(08d5e59a-0dc0-4fd2-9833-d59415d4da64),segment_id=08d5e59a-0dc0-4fd2-9833-d59415d4da64)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:02.775244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.775376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776dc3a0-81b0-4640-a9a3-ac807c0e07b5 None None] DHCP port deletion for 3620bce3-8aff-4cd1-8395-c3617c04d4ba request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:34:02.785315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee36da2-2f25-444c-b3d2-0d973e4cb81b req-af6b6df8-3b04-4c05-a1d2-dfc568db123c tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:02.786733 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ee36da2-2f25-444c-b3d2-0d973e4cb81b req-af6b6df8-3b04-4c05-a1d2-dfc568db123c tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 945 time: 0.1208861 Feb 07 22:34:02.793942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87774df2-9bf5-43e0-abd9-a889f7f8a1ef req-f6e7a1cc-c894-45e7-853c-bd629908a529 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:02.797130 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87774df2-9bf5-43e0-abd9-a889f7f8a1ef req-f6e7a1cc-c894-45e7-853c-bd629908a529 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1380980 Feb 07 22:34:02.806902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874783-8459-4732-8b44-5f95685b039a req-1121924e-d555-4f61-9567-5d60da41c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:02.808329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-1121924e-d555-4f61-9567-5d60da41c734 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2603166 Feb 07 22:34:02.810595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Calling delete_port for 14efce33-8ae3-4706-a9e0-05abb468ea00 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:02.826850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-776dc3a0-81b0-4640-a9a3-ac807c0e07b5 None None] Deleting port 14efce33-8ae3-4706-a9e0-05abb468ea00 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:02.827511 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-776dc3a0-81b0-4640-a9a3-ac807c0e07b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.868399 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-1e4d9f67-9b02-4ec9-b0d8-ba295ccdf4d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a HTTP/1.1" status: 200 len: 217 time: 0.0511243 Feb 07 22:34:02.870355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ee36da2-2f25-444c-b3d2-0d973e4cb81b req-b9bc253f-86b0-40a0-a7e6-7ff7a910bc54 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759706 Feb 07 22:34:02.907674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-776dc3a0-81b0-4640-a9a3-ac807c0e07b5 None None] For port 14efce33-8ae3-4706-a9e0-05abb468ea00, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=14efce33-8ae3-4706-a9e0-05abb468ea00,segment=NetworkSegment(08d5e59a-0dc0-4fd2-9833-d59415d4da64),segment_id=08d5e59a-0dc0-4fd2-9833-d59415d4da64)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:02.909386 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-776dc3a0-81b0-4640-a9a3-ac807c0e07b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.929541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-776dc3a0-81b0-4640-a9a3-ac807c0e07b5 None None] Calling delete_port for 14efce33-8ae3-4706-a9e0-05abb468ea00 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:02.933926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87774df2-9bf5-43e0-abd9-a889f7f8a1ef req-d65460f9-d9db-4ea6-87ba-792ab79547f7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265678 Feb 07 22:34:02.938612 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:02.969365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874783-8459-4732-8b44-5f95685b039a req-6f481eed-c28a-4674-bb1d-34a4d8960efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:02.970828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-6f481eed-c28a-4674-bb1d-34a4d8960efb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0856707 Feb 07 22:34:02.994781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Pushing event deleted for resources: {'Port': ['ID=14efce33-8ae3-4706-a9e0-05abb468ea00,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:03.001368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] No DVR routers for this DVR port 14efce33-8ae3-4706-a9e0-05abb468ea00 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:03.026759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874783-8459-4732-8b44-5f95685b039a req-27179bef-09b9-4cdd-8ff0-9f2f6b31938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:03.030339 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-27179bef-09b9-4cdd-8ff0-9f2f6b31938c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511014 Feb 07 22:34:03.065241 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-776dc3a0-81b0-4640-a9a3-ac807c0e07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.086915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea165-247b-4c3d-8e49-1fb46761909c req-02d450cf-e73f-43b4-bbce-3a986cac3be3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:03.088515 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8bea165-247b-4c3d-8e49-1fb46761909c req-02d450cf-e73f-43b4-bbce-3a986cac3be3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 949 time: 0.1448207 Feb 07 22:34:03.090652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.103384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dc3a0-81b0-4640-a9a3-ac807c0e07b5 None None] Pushing event deleted for resources: {'Port': ['ID=14efce33-8ae3-4706-a9e0-05abb468ea00,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:03.113646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776dc3a0-81b0-4640-a9a3-ac807c0e07b5 None None] No DVR routers for this DVR port 14efce33-8ae3-4706-a9e0-05abb468ea00 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:03.130070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3620bce3-8aff-4cd1-8395-c3617c04d4ba']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:03.132094 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-3e44f15e-c481-4942-9d49-741212dfc92d service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945284 Feb 07 22:34:03.144011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d5e59a-0dc0-4fd2-9833-d59415d4da64') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:03.144307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d5e59a-0dc0-4fd2-9833-d59415d4da64') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:03.161493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.162890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2221ef23-9367-41ed-bf4d-717e49dca24c details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:34:03.170706 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8bea165-247b-4c3d-8e49-1fb46761909c req-ac615258-af70-43d6-b152-ff14c85b9b1a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715740 Feb 07 22:34:03.181017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.189617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:34:03.190024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:34:03.192420 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:34:03.256846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e63024-f29e-4c36-8572-86f4cb91f4b5 req-4f7ec83e-86d3-4194-ad8d-936784cad81d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:03.258789 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1e63024-f29e-4c36-8572-86f4cb91f4b5 req-4f7ec83e-86d3-4194-ad8d-936784cad81d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1216168 Feb 07 22:34:03.271155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.289630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.289950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2221ef23-9367-41ed-bf4d-717e49dca24c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2221ef23-9367-41ed-bf4d-717e49dca24c,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:03.296224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] 10.222.0.15 "DELETE /v2.0/networks/3620bce3-8aff-4cd1-8395-c3617c04d4ba HTTP/1.1" status: 204 len: 168 time: 0.8286901 Feb 07 22:34:03.299580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-d83b2251-ff40-4f80-ba11-3d4ddfe18cf8 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527238 Feb 07 22:34:03.306163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '2221ef23-9367-41ed-bf4d-717e49dca24c', 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f', 'port_id': '2221ef23-9367-41ed-bf4d-717e49dca24c', 'mac_address': 'fa:16:3e:66:7d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65201ca4-5e61-4617-9db2-0f2a3ba5fd38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:34:03.318331 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1e63024-f29e-4c36-8572-86f4cb91f4b5 req-9d82ad91-58fa-4fb8-8985-342a27d2ea75 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Feb 07 22:34:03.329647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a790d7-8ebc-4a2a-8721-176da408fcef admin admin] Pushing event deleted for resources: {'Network': ['ID=3620bce3-8aff-4cd1-8395-c3617c04d4ba,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:03.350430 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.366706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2221ef23-9367-41ed-bf4d-717e49dca24c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:03.368002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74393a11-b7db-4549-9bb5-4e61aefc6182 req-ad99895e-dbbd-4518-84fc-d9564feb0dee tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:03.369559 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74393a11-b7db-4549-9bb5-4e61aefc6182 req-ad99895e-dbbd-4518-84fc-d9564feb0dee tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 1100 time: 0.0964167 Feb 07 22:34:03.395414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2221ef23-9367-41ed-bf4d-717e49dca24c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2221ef23-9367-41ed-bf4d-717e49dca24c,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:03.404740 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.426063 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74393a11-b7db-4549-9bb5-4e61aefc6182 req-41126557-e36b-4cfd-8429-6872c63ac490 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478640 Feb 07 22:34:03.432479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e9cac3c1-cd50-4bec-8488-eb1f7f460908 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:34:03.490274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2221ef23-9367-41ed-bf4d-717e49dca24c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:03.527626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57944) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:03.566741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adca64-0d8f-4d37-b681-1b092a3d946b req-960d7038-c214-4268-bf56-2dbba6a071d1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:03.568284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a2adca64-0d8f-4d37-b681-1b092a3d946b req-960d7038-c214-4268-bf56-2dbba6a071d1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1111107 Feb 07 22:34:03.620630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e9cac3c1-cd50-4bec-8488-eb1f7f460908, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e9cac3c1-cd50-4bec-8488-eb1f7f460908,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:03.640312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'e9cac3c1-cd50-4bec-8488-eb1f7f460908', 'network_id': '712d08f1-e040-4e8c-9d45-0d7603bb159f', 'port_id': 'e9cac3c1-cd50-4bec-8488-eb1f7f460908', 'mac_address': 'fa:16:3e:f4:42:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65201ca4-5e61-4617-9db2-0f2a3ba5fd38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:34:03.690248 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.703885 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.870301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2221ef23-9367-41ed-bf4d-717e49dca24c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:03.895471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cac3c1-cd50-4bec-8488-eb1f7f460908 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:03.898207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c0dcb755-da38-4d4d-ac91-5bbfe09b434a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6c1c2ec102c42cb8156fd8a4f166d2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3698578 Feb 07 22:34:03.905410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57948) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:03.929082 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a2adca64-0d8f-4d37-b681-1b092a3d946b req-6fe5a141-0670-4d6b-a40f-758154a2d7fb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545792 Feb 07 22:34:03.930424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e9cac3c1-cd50-4bec-8488-eb1f7f460908, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e9cac3c1-cd50-4bec-8488-eb1f7f460908,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:03.939233 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.971988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402b9f8-21cd-418a-8fd3-c8124ed709fd req-a017b89c-9f15-44d2-88b5-186a09c00912 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:03.975089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78168165-f33f-486d-9f8b-b4db0e270ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:03.979348 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b402b9f8-21cd-418a-8fd3-c8124ed709fd req-a017b89c-9f15-44d2-88b5-186a09c00912 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 943 time: 0.4150474 Feb 07 22:34:04.016414 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78168165-f33f-486d-9f8b-b4db0e270ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.029430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b402b9f8-21cd-418a-8fd3-c8124ed709fd req-57d0cc94-b2e9-43e6-905c-9c112b7500f3 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485318 Feb 07 22:34:04.034188 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.045382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=e9cac3c1-cd50-4bec-8488-eb1f7f460908,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:04.077666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-95b4c69c-6149-47cf-83cc-e3af040fabc4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345151 Feb 07 22:34:04.138622 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c007d16-85d5-49a5-899c-71c2454dc7c8 req-209f7a25-dcd8-448f-bfb9-886cb8f4830f tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:04.145939 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c007d16-85d5-49a5-899c-71c2454dc7c8 req-209f7a25-dcd8-448f-bfb9-886cb8f4830f tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 945 time: 0.0619416 Feb 07 22:34:04.180674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c007d16-85d5-49a5-899c-71c2454dc7c8 req-3d5775b8-100b-4c86-86af-3d91e2749b0d tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9ae7fd-3fc3-46b3-8634-2a84afc66245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339348 Feb 07 22:34:04.187924 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78168165-f33f-486d-9f8b-b4db0e270ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.190572 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78168165-f33f-486d-9f8b-b4db0e270ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.194387 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-78168165-f33f-486d-9f8b-b4db0e270ddd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21859081-bbb9-4cba-9bc9-2fab69d18954 HTTP/1.1" status: 204 len: 168 time: 0.2853570 Feb 07 22:34:04.209707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78168165-f33f-486d-9f8b-b4db0e270ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21859081-bbb9-4cba-9bc9-2fab69d18954,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:04.234936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-d5e66485-fbfa-4067-818c-a2b1d722450d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:04.243850 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-d5e66485-fbfa-4067-818c-a2b1d722450d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548615 Feb 07 22:34:04.261152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-f3b53f8b-ef4c-40f5-a1d4-d3366f05476b tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/quotas/6bb2401e83da4e57a295ff2847b0ea0e HTTP/1.1" status: 200 len: 375 time: 0.0163059 Feb 07 22:34:04.290360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 14efce33-8ae3-4706-a9e0-05abb468ea00 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:04.312293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 14efce33-8ae3-4706-a9e0-05abb468ea00 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:04.312646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 14efce33-8ae3-4706-a9e0-05abb468ea00 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:04.313073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:04.338254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['e9cac3c1-cd50-4bec-8488-eb1f7f460908'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:04.342355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:04.342594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 26e8495e-1128-4fdf-8a19-20ec20ae7cc8 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:04.347885 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-d71d740c-157c-46ae-b361-9504c5e5b7bf tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0858505 Feb 07 22:34:04.364764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b9887-566f-4125-b198-607f5af33a63 req-7a51ddc9-bdcf-4a6c-85d4-13539c9879d7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:04.376554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b6b9887-566f-4125-b198-607f5af33a63 req-7a51ddc9-bdcf-4a6c-85d4-13539c9879d7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1058271 Feb 07 22:34:04.398083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-01da4a9e-8643-4276-8545-2ca5945112f8 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:04.399587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-01da4a9e-8643-4276-8545-2ca5945112f8 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.46 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 945 time: 0.0863042 Feb 07 22:34:04.441574 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b6b9887-566f-4125-b198-607f5af33a63 req-c04eae99-25d6-425c-ad16-fe75be4cca4c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558007 Feb 07 22:34:04.594373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Deleting port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:04.594595 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.606353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265f5b2-749b-47cd-a7ff-011cd55a581e req-98eb0b14-0d0b-4b98-aa17-cdbb2d3b5c94 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:04.613309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0265f5b2-749b-47cd-a7ff-011cd55a581e req-98eb0b14-0d0b-4b98-aa17-cdbb2d3b5c94 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1029692 Feb 07 22:34:04.650783 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0265f5b2-749b-47cd-a7ff-011cd55a581e req-9b2806f9-6ae4-481a-9f58-9a95f44c70c9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365129 Feb 07 22:34:04.673999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57972) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:04.691965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcce7a80-2923-45f4-af7b-3855610e0d3b req-52202292-22b1-44e6-ac87-e2d7e6873cbc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 210 time: 0.0644064 Feb 07 22:34:04.738063 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-42748ca9-170c-4684-b801-1b5689c0f56f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08c873af65704671bdd082e1e8d6d551&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0602143 Feb 07 22:34:04.738309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] For port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,segment=NetworkSegment(d64e48de-3f28-4ad6-9ea0-e4062aaec777),segment_id=d64e48de-3f28-4ad6-9ea0-e4062aaec777)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:04.738672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.740131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57976) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:04.754472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Calling delete_port for 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:04.793270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad8aeca5-9f9d-4cbc-a3e5-7cbfe8ca9485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.837608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad8aeca5-9f9d-4cbc-a3e5-7cbfe8ca9485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.912668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad8aeca5-9f9d-4cbc-a3e5-7cbfe8ca9485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.915268 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad8aeca5-9f9d-4cbc-a3e5-7cbfe8ca9485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.916488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ad8aeca5-9f9d-4cbc-a3e5-7cbfe8ca9485 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1672eb8-2912-486d-8d3e-931060e2a2f7 HTTP/1.1" status: 204 len: 168 time: 0.1753497 Feb 07 22:34:04.925722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aeca5-9f9d-4cbc-a3e5-7cbfe8ca9485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1672eb8-2912-486d-8d3e-931060e2a2f7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:04.954454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:04.968794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2aec997a-3ac7-415e-9c6a-db4e10b9ef08'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:05.025456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Pushing event deleted for resources: {'Port': ['ID=2aec997a-3ac7-415e-9c6a-db4e10b9ef08,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:05.081777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] No DVR routers for this DVR port 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:05.086307 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:05.090331 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98228227-14c1-4e8d-b197-72e6a5bfab41 req-3185c150-3437-4e45-b5f0-c73c310ec600 tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.46 "DELETE /v2.0/ports/2aec997a-3ac7-415e-9c6a-db4e10b9ef08 HTTP/1.1" status: 204 len: 173 time: 0.6834254 Feb 07 22:34:05.091886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df67832-fe7a-4f6c-9307-1b0701b058d2', 'name': 'network-vif-deleted', 'tag': '2aec997a-3ac7-415e-9c6a-db4e10b9ef08'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:05.108069 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772236e8-4af0-4d1e-ad0e-bac978d6aa27" -d '{"events": [{"server_uuid": "5df67832-fe7a-4f6c-9307-1b0701b058d2", "name": "network-vif-deleted", "tag": "2aec997a-3ac7-415e-9c6a-db4e10b9ef08"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:05.125582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd998be-2f86-4f95-903b-54c0ebe7b175 req-fea5cea7-b934-4a40-bae8-66db7239db7c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:05.128876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dd998be-2f86-4f95-903b-54c0ebe7b175 req-fea5cea7-b934-4a40-bae8-66db7239db7c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1069264 Feb 07 22:34:05.175877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2221ef23-9367-41ed-bf4d-717e49dca24c up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:05.220333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cec20-f78c-4c37-870c-7e2ae0b658ec req-9fd55f34-34ef-4709-af28-c90e2e5fd0b2 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:05.225277 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dd998be-2f86-4f95-903b-54c0ebe7b175 req-46353f8b-c1f2-4c4f-99d7-c7d70b1f7c81 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895209 Feb 07 22:34:05.230242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e0cec20-f78c-4c37-870c-7e2ae0b658ec req-9fd55f34-34ef-4709-af28-c90e2e5fd0b2 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 944 time: 0.0929627 Feb 07 22:34:05.290785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e0cec20-f78c-4c37-870c-7e2ae0b658ec req-6d549684-74d5-469a-b7ad-1960131f29a3 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594950 Feb 07 22:34:05.297087 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfc338b-5ffe-4100-956c-b6a1f121ecf2 x-openstack-request-id: req-ecfc338b-5ffe-4100-956c-b6a1f121ecf2 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:05.297806 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df67832-fe7a-4f6c-9307-1b0701b058d2", "name": "network-vif-deleted", "tag": "2aec997a-3ac7-415e-9c6a-db4e10b9ef08", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:05.298060 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecfc338b-5ffe-4100-956c-b6a1f121ecf2 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:05.298471 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df67832-fe7a-4f6c-9307-1b0701b058d2', 'name': 'network-vif-deleted', 'tag': '2aec997a-3ac7-415e-9c6a-db4e10b9ef08', 'status': 'completed', 'code': 200} Feb 07 22:34:05.336987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 2221ef23-9367-41ed-bf4d-717e49dca24c completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:05.355026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 2221ef23-9367-41ed-bf4d-717e49dca24c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:05.355406 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:05.442575 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e72f4e37-4f36-49d7-98bc-889e6f58b1c3 req-b00c44a9-0b72-4c25-a7cc-bf7b65e88cad tempest-ServerTagsTestJSON-620179565 tempest-ServerTagsTestJSON-620179565-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df67832-fe7a-4f6c-9307-1b0701b058d2 HTTP/1.1" status: 200 len: 210 time: 0.0605018 Feb 07 22:34:05.501859 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:05.532838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d74e3b-c397-402b-ba5c-72b366dc18a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2221ef23-9367-41ed-bf4d-717e49dca24c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:05.535069 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037ee40d-6675-4e97-94a4-84aeefb28148" -d '{"events": [{"server_uuid": "a7d74e3b-c397-402b-ba5c-72b366dc18a2", "name": "network-vif-plugged", "status": "completed", "tag": "2221ef23-9367-41ed-bf4d-717e49dca24c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:05.553085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2221ef23-9367-41ed-bf4d-717e49dca24c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2221ef23-9367-41ed-bf4d-717e49dca24c,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:05.558556 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:05.635266 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8851dd95-fb87-40f7-bef2-5a82221f8290 x-openstack-request-id: req-8851dd95-fb87-40f7-bef2-5a82221f8290 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:05.635810 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d74e3b-c397-402b-ba5c-72b366dc18a2", "name": "network-vif-plugged", "status": "completed", "tag": "2221ef23-9367-41ed-bf4d-717e49dca24c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:05.635996 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8851dd95-fb87-40f7-bef2-5a82221f8290 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:05.636350 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d74e3b-c397-402b-ba5c-72b366dc18a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2221ef23-9367-41ed-bf4d-717e49dca24c', 'code': 200} Feb 07 22:34:05.667512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2221ef23-9367-41ed-bf4d-717e49dca24c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:05.679414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aef4c-7937-49df-8f20-71922fbae515 req-7cdb785e-c7a3-49f9-9c2c-2bb1fdedaa8c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:05.694012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-633aef4c-7937-49df-8f20-71922fbae515 req-7cdb785e-c7a3-49f9-9c2c-2bb1fdedaa8c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1183417 Feb 07 22:34:05.703192 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:34:05.807997 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-633aef4c-7937-49df-8f20-71922fbae515 req-fe1c00e9-815b-425d-8905-28827c8715df tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108096 Feb 07 22:34:05.814685 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1d94d-ec00-4dbe-bde6-9efe954648f3 req-f8bb2e6f-d72c-4e55-ab2d-80a7130ffd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:05.817756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-32a1d94d-ec00-4dbe-bde6-9efe954648f3 req-f8bb2e6f-d72c-4e55-ab2d-80a7130ffd68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7d74e3b-c397-402b-ba5c-72b366dc18a2 HTTP/1.1" status: 200 len: 1097 time: 0.0685410 Feb 07 22:34:05.896223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f32c6-2983-4f2f-b03e-a38c7ba769c0 req-24ceca46-4452-41dc-9d05-27a8e5c1c5ef tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:05.898004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da6f32c6-2983-4f2f-b03e-a38c7ba769c0 req-24ceca46-4452-41dc-9d05-27a8e5c1c5ef tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1164260 Feb 07 22:34:05.957191 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-32a1d94d-ec00-4dbe-bde6-9efe954648f3 req-cd8db945-b75c-4bc6-8b6c-b5605d27336e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304247 Feb 07 22:34:05.993773 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f19027a2-dca6-46b2-b9c9-dc58c52f8506 req-5fa12def-aa22-4122-9703-ad55b42ef2a2 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 210 time: 0.0634463 Feb 07 22:34:06.002463 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da6f32c6-2983-4f2f-b03e-a38c7ba769c0 req-e15f3ec6-948a-4140-b161-8e8fee66ae25 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915396 Feb 07 22:34:06.101483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-f946104a-6917-48b4-a13e-3a070ac4a6c1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276322 Feb 07 22:34:06.234144 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-30c090d3-b295-4bd5-836b-0a30094f9d0e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:06.236552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-30c090d3-b295-4bd5-836b-0a30094f9d0e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269588 Feb 07 22:34:06.258796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Request body: {'port': {'device_id': 'cd5e53b7-845d-446c-8675-c03db741a2ba', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '6bb2401e83da4e57a295ff2847b0ea0e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:06.387612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec71b-fe45-40c7-b122-63c314982846 req-0cec1532-6764-4e50-bdd9-7d3ac0b2d5a0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:06.396071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff1ec71b-fe45-40c7-b122-63c314982846 req-0cec1532-6764-4e50-bdd9-7d3ac0b2d5a0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0865040 Feb 07 22:34:06.447155 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff1ec71b-fe45-40c7-b122-63c314982846 req-ecf81c69-bcc3-413d-b715-1a83bb3500ea tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499167 Feb 07 22:34:06.475836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30d6a3-9e8d-47d3-bd5b-6163f3d9ed90 req-5b4c32c4-fb50-423e-8375-7dc4937a2479 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:06.477818 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a30d6a3-9e8d-47d3-bd5b-6163f3d9ed90 req-5b4c32c4-fb50-423e-8375-7dc4937a2479 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 944 time: 0.0854781 Feb 07 22:34:06.504022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Made reservation on behalf of 6bb2401e83da4e57a295ff2847b0ea0e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:06.508431 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:06.516925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58032) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:06.560346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a30d6a3-9e8d-47d3-bd5b-6163f3d9ed90 req-02908d53-1168-46c3-9d61-a9ea1e1de3a4 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739648 Feb 07 22:34:06.581511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8bcd7b-3e38-4c84-a5ff-81b1a3df5430 admin admin] Deleting subnet f4413c0f-6554-4ce5-8a38-186600c34897 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:34:06.585393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcd7b-3e38-4c84-a5ff-81b1a3df5430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:06.631422 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcd7b-3e38-4c84-a5ff-81b1a3df5430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:06.685344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcd7b-3e38-4c84-a5ff-81b1a3df5430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:06.708504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Allocated IP 192.168.233.20 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/ca55d347-76db-4107-9735-e4f876d064f0) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:06.763658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcd7b-3e38-4c84-a5ff-81b1a3df5430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:06.793521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bcd7b-3e38-4c84-a5ff-81b1a3df5430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4413c0f-6554-4ce5-8a38-186600c34897,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:06.807288 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcd7b-3e38-4c84-a5ff-81b1a3df5430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:06.812151 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2b8bcd7b-3e38-4c84-a5ff-81b1a3df5430 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f4413c0f-6554-4ce5-8a38-186600c34897 HTTP/1.1" status: 204 len: 168 time: 0.2942088 Feb 07 22:34:06.814475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58042) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:06.910037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:06.948336 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:06.996522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.011622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a', '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:07.055169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event updated for resources: {'Port': ['ID=ca55d347-76db-4107-9735-e4f876d064f0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:07.068415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.068764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.068951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.069310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.070286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.070511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.070847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.071176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.071556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.072043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.072377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.072712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.084497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:07.086552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:07.097962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073', '10162b8e-d4eb-4933-942e-5cfaaf758855'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:07.102986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:34:07.165831 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.190473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eb91c-30df-4936-aa0d-f54de9bd0cce req-aa240303-b369-453c-9019-0d03668df664 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:07.202447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d19eb91c-30df-4936-aa0d-f54de9bd0cce req-aa240303-b369-453c-9019-0d03668df664 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.2434998 Feb 07 22:34:07.251418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afd63fb-a8fa-4afe-9572-f44110a567ad']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:07.254354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02203f-25a3-4983-94be-bad2fe3f9f32 req-724f3db0-ec6a-40c9-b437-580cd5332cb0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:07.263425 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0e02203f-25a3-4983-94be-bad2fe3f9f32 req-724f3db0-ec6a-40c9-b437-580cd5332cb0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 935 time: 0.1558836 Feb 07 22:34:07.272569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:07.273226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.305642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64e48de-3f28-4ad6-9ea0-e4062aaec777') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:07.306163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64e48de-3f28-4ad6-9ea0-e4062aaec777') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:07.323350 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d19eb91c-30df-4936-aa0d-f54de9bd0cce req-b77c6ae4-8b11-4a23-bc73-8d7662fb1f7c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197281 Feb 07 22:34:07.359819 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.364489 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0e02203f-25a3-4983-94be-bad2fe3f9f32 req-0672ab66-961b-4e0e-8734-64aae6c65f6a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998273 Feb 07 22:34:07.380085 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-c69fac77-5b6a-45d6-a6bd-30b03637a77d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1287451 Feb 07 22:34:07.399531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-0eb2072d-44a0-419d-8204-40eb0ad108f1 service neutron] 10.222.0.46 "GET /v2.0/ports/57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78/bindings/n-h2-827895-2 HTTP/1.1" status: 200 len: 384 time: 0.2792614 Feb 07 22:34:07.412456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Request body: {'port': {'device_id': 'cd5e53b7-845d-446c-8675-c03db741a2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:07.438060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e9cac3c1-cd50-4bec-8488-eb1f7f460908 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:07.509308 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.525564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:34:07.525955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:34:07.529523 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:34:07.575032 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.577687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port e9cac3c1-cd50-4bec-8488-eb1f7f460908 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:07.601503 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port e9cac3c1-cd50-4bec-8488-eb1f7f460908 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:07.601727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.649505 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.688067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035112b-d7ae-48fc-8d71-8c7cd69f1d1a req-2684e003-ff9a-459d-a7bf-22540ab8e75d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:07.695209 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4035112b-d7ae-48fc-8d71-8c7cd69f1d1a req-2684e003-ff9a-459d-a7bf-22540ab8e75d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 943 time: 0.1837730 Feb 07 22:34:07.697466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.703755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9afd63fb-a8fa-4afe-9572-f44110a567ad HTTP/1.1" status: 204 len: 168 time: 0.8880579 Feb 07 22:34:07.732851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-76445748-a603-4c80-a6a3-14c279dbcd69 None None] Provisioning complete for port ca55d347-76db-4107-9735-e4f876d064f0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:07.733512 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76445748-a603-4c80-a6a3-14c279dbcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.776889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:07.808013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:07.838441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823703e-3570-42bc-b3b5-464223b7ba49 req-978f9990-4b1d-4bb0-a9f6-a5636ca9333a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:07.839987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e823703e-3570-42bc-b3b5-464223b7ba49 req-978f9990-4b1d-4bb0-a9f6-a5636ca9333a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0806592 Feb 07 22:34:07.858856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Pushing event deleted for resources: {'Network': ['ID=9afd63fb-a8fa-4afe-9572-f44110a567ad,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:07.871443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-76445748-a603-4c80-a6a3-14c279dbcd69 None None] Port ca55d347-76db-4107-9735-e4f876d064f0 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:34:07.888028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:07.900257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.902348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:07.908090 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e823703e-3570-42bc-b3b5-464223b7ba49 req-6db69551-6b30-41cb-b803-fa9424287351 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Feb 07 22:34:07.926121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.926637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.927096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.927651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.928064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.928504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.928943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.929404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.929770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.930182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.930651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.931068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89faf88-da1e-41ff-b494-7061a3438579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:07.943377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:07.958448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e7c82-3196-4c54-978c-e73bf7ef56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cac3c1-cd50-4bec-8488-eb1f7f460908'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:07.963157 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13e361a-d6d5-46dc-90ef-0e2a39034744" -d '{"events": [{"server_uuid": "568e7c82-3196-4c54-978c-e73bf7ef56c5", "name": "network-vif-plugged", "status": "completed", "tag": "e9cac3c1-cd50-4bec-8488-eb1f7f460908"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:07.993463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58070) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:07.995057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e9cac3c1-cd50-4bec-8488-eb1f7f460908, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e9cac3c1-cd50-4bec-8488-eb1f7f460908,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:08.002538 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4035112b-d7ae-48fc-8d71-8c7cd69f1d1a req-f5da94e5-45f9-46bd-8c30-062f28206fba tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064649 Feb 07 22:34:08.026878 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.080017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] Transition to ACTIVE for port object 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:08.102986 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.108807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=e9cac3c1-cd50-4bec-8488-eb1f7f460908,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:08.142126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c6f07-82fe-40f7-9698-943d0dbebb30 req-503c1d2f-3a61-451e-aed7-53ecb861e2cd tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:08.144162 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-495c6f07-82fe-40f7-9698-943d0dbebb30 req-503c1d2f-3a61-451e-aed7-53ecb861e2cd tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 945 time: 0.1497824 Feb 07 22:34:08.147360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.147729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.148264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.148601 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.148939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.149258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.149582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.150091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.150543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.150992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.151334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.151652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:08.154743 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7d69c4a1-c68c-474b-892d-f0c5e02b5e5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f756f9a5d2b4153a41373318ccdf8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587954 Feb 07 22:34:08.157120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58078) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:08.175202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca55d347-76db-4107-9735-e4f876d064f0 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:08.197558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.224577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] No DVR routers for this DVR port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:08.248366 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-495c6f07-82fe-40f7-9698-943d0dbebb30 req-fa328b7f-9b76-4bc4-b5d1-cb24fa685066 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886817 Feb 07 22:34:08.249617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Transition to ACTIVE for port object ca55d347-76db-4107-9735-e4f876d064f0 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:08.261673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.262405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] Pushing event updated for resources: {'Port': ['ID=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,revision_number=10']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:08.268342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-44a4bba9-0acb-4e1c-8cb5-76d7e0c95a31 service neutron] 10.222.0.46 "PUT /v2.0/ports/57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78/bindings/n-h2-827895-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8492460 Feb 07 22:34:08.274746 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a810f7b-cc0b-4f6b-b104-9ec0449f2a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.329111 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2378097d-6936-4ae4-9c26-dc370e483b8d x-openstack-request-id: req-2378097d-6936-4ae4-9c26-dc370e483b8d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:08.330381 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568e7c82-3196-4c54-978c-e73bf7ef56c5", "name": "network-vif-plugged", "status": "completed", "tag": "e9cac3c1-cd50-4bec-8488-eb1f7f460908", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:08.330672 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2378097d-6936-4ae4-9c26-dc370e483b8d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:08.331418 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e7c82-3196-4c54-978c-e73bf7ef56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cac3c1-cd50-4bec-8488-eb1f7f460908', 'code': 200} Feb 07 22:34:08.350737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a810f7b-cc0b-4f6b-b104-9ec0449f2a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.353949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Pushing event updated for resources: {'Port': ['ID=ca55d347-76db-4107-9735-e4f876d064f0,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:08.490572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e846a6e-5f3a-4cf6-aa39-9c2fc4aa12c8 req-423a4b83-21e9-4115-8f3a-2fd937686fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:08.492324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e846a6e-5f3a-4cf6-aa39-9c2fc4aa12c8 req-423a4b83-21e9-4115-8f3a-2fd937686fb3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 1096 time: 0.0739274 Feb 07 22:34:08.500501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-8f06e50c-a76a-4f75-a5f4-4ac8509307c4 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:08.502024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-8f06e50c-a76a-4f75-a5f4-4ac8509307c4 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1095 time: 0.1262975 Feb 07 22:34:08.505979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Attempting to bind port ca55d347-76db-4107-9735-e4f876d064f0 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:08.505979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Attempting to bind port ca55d347-76db-4107-9735-e4f876d064f0 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:08.505979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Attempting to bind port ca55d347-76db-4107-9735-e4f876d064f0 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:08.510246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Port ca55d347-76db-4107-9735-e4f876d064f0 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:34:08.510572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Attempting to bind port ca55d347-76db-4107-9735-e4f876d064f0 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:08.513928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0b8e6-ef35-4881-97f4-e0b96eae11d4 req-b46f4e80-1232-4715-9249-08f85b5b7c2d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:08.515783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-25f0b8e6-ef35-4881-97f4-e0b96eae11d4 req-b46f4e80-1232-4715-9249-08f85b5b7c2d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0638809 Feb 07 22:34:08.542784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:34:08.543445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:08.543869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:34:08.544373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Bound port: ca55d347-76db-4107-9735-e4f876d064f0, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:08.544854 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.549366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a810f7b-cc0b-4f6b-b104-9ec0449f2a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.551933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a810f7b-cc0b-4f6b-b104-9ec0449f2a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.555282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9a810f7b-cc0b-4f6b-b104-9ec0449f2a05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f9ae7fd-3fc3-46b3-8634-2a84afc66245 HTTP/1.1" status: 204 len: 168 time: 0.3950315 Feb 07 22:34:08.574794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a810f7b-cc0b-4f6b-b104-9ec0449f2a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9ae7fd-3fc3-46b3-8634-2a84afc66245,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:08.580024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e846a6e-5f3a-4cf6-aa39-9c2fc4aa12c8 req-7a6186cf-cf7d-4a52-8f06-bb1cdfe65b4e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629702 Feb 07 22:34:08.587902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-25f0b8e6-ef35-4881-97f4-e0b96eae11d4 req-c3392ac7-3f48-4536-b1c7-712b6cc16189 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643997 Feb 07 22:34:08.618870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-e96719d2-6744-4ca9-b441-8b0aa4aabb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:08.620610 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-e96719d2-6744-4ca9-b441-8b0aa4aabb75 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5 HTTP/1.1" status: 200 len: 1095 time: 0.1060047 Feb 07 22:34:08.658518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] For port ca55d347-76db-4107-9735-e4f876d064f0, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:08.662263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] For port ca55d347-76db-4107-9735-e4f876d064f0, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ca55d347-76db-4107-9735-e4f876d064f0,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:34:08.671145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.717177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:08.717782 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:08.719493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] 10.222.0.24 "PUT /v2.0/ports/ca55d347-76db-4107-9735-e4f876d064f0 HTTP/1.1" status: 200 len: 1095 time: 1.3118670 Feb 07 22:34:08.719802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5e53b7-845d-446c-8675-c03db741a2ba', 'tag': 'ca55d347-76db-4107-9735-e4f876d064f0'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:08.722072 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4541140d-5172-49c6-81f6-70fd2ce1b14a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5e53b7-845d-446c-8675-c03db741a2ba", "tag": "ca55d347-76db-4107-9735-e4f876d064f0"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:08.749140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f242a-eed8-4eb0-acb5-6ba309790500 service neutron] Pushing event updated for resources: {'Port': ['ID=ca55d347-76db-4107-9735-e4f876d064f0,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:08.808300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac7467-19bb-4095-b9c6-f6b77d441bba req-713d6822-5860-4821-a0ea-b3ef6d835c1b tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:08.812854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1ac7467-19bb-4095-b9c6-f6b77d441bba req-713d6822-5860-4821-a0ea-b3ef6d835c1b tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 947 time: 0.0769889 Feb 07 22:34:08.868924 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d34362-aafb-40c1-b327-931c09d30a5e x-openstack-request-id: req-e6d34362-aafb-40c1-b327-931c09d30a5e {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:08.869357 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5e53b7-845d-446c-8675-c03db741a2ba", "tag": "ca55d347-76db-4107-9735-e4f876d064f0", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:08.869677 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6d34362-aafb-40c1-b327-931c09d30a5e {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:08.870179 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5e53b7-845d-446c-8675-c03db741a2ba', 'tag': 'ca55d347-76db-4107-9735-e4f876d064f0', 'status': 'completed', 'code': 200} Feb 07 22:34:08.945087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1ac7467-19bb-4095-b9c6-f6b77d441bba req-37e7a7fd-a4a9-4986-8643-92915608894a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233945 Feb 07 22:34:09.017345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-38dccd99-cf98-41d0-a914-453edde0540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.019140 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-38dccd99-cf98-41d0-a914-453edde0540d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1095 time: 0.1406970 Feb 07 22:34:09.050784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-1adf7ff1-3b72-4baa-bb52-2d86e4f3c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.058223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-1adf7ff1-3b72-4baa-bb52-2d86e4f3c4f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 1098 time: 0.1148837 Feb 07 22:34:09.102923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe1166-8ba8-40cd-ad16-2628ced69c10 req-aee7201c-8718-454f-9839-9b2ed7e96642 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.104620 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41fe1166-8ba8-40cd-ad16-2628ced69c10 req-aee7201c-8718-454f-9839-9b2ed7e96642 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0528574 Feb 07 22:34:09.164045 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41fe1166-8ba8-40cd-ad16-2628ced69c10 req-3fb374a4-b5b2-4078-8b92-e20a23b89461 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Feb 07 22:34:09.174032 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-af410add-1dfc-4774-9895-e1816ed2a0d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=ca55d347-76db-4107-9735-e4f876d064f0 HTTP/1.1" status: 200 len: 217 time: 0.0975473 Feb 07 22:34:09.203644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:09.225179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-0f3c8978-6fe6-49e2-8801-f891777f24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.226498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-0f3c8978-6fe6-49e2-8801-f891777f24ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1919134 Feb 07 22:34:09.287483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-711c14dc-50d6-4c36-ab9d-350c1e0ee52b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 HTTP/1.1" status: 200 len: 217 time: 0.0504770 Feb 07 22:34:09.298669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bf97b-7127-4692-bcfb-6913b86090f2 req-a7631edf-806e-4b6e-82c3-fc989f68a1f5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.299269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-7c28a247-7893-4a5a-b717-87ffa7c99729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.303947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-7c28a247-7893-4a5a-b717-87ffa7c99729 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1144581 Feb 07 22:34:09.306028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:09.306483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:09.308110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e71bf97b-7127-4692-bcfb-6913b86090f2 req-a7631edf-806e-4b6e-82c3-fc989f68a1f5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 944 time: 0.0665858 Feb 07 22:34:09.358655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:09.359222 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2aec997a-3ac7-415e-9c6a-db4e10b9ef08 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:09.367664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e71bf97b-7127-4692-bcfb-6913b86090f2 req-443b17bb-a5a7-445b-a25e-c81cc87f21f5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511470 Feb 07 22:34:09.474081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-f61bf4e1-cf5f-4c2b-83a1-623b10a2b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.475237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-f61bf4e1-cf5f-4c2b-83a1-623b10a2b77e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1693413 Feb 07 22:34:09.499327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-931f7b2e-803f-452f-938d-08ad1431d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.500822 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-931f7b2e-803f-452f-938d-08ad1431d4e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735437 Feb 07 22:34:09.524426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-279f8554-eb5c-412d-9f15-9889c8750baf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402572 Feb 07 22:34:09.552787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaeb44-1cc5-4ad4-acb0-53fe960781de req-44ae7be3-106e-485e-aa29-3d0c574f2620 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.554501 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edaaeb44-1cc5-4ad4-acb0-53fe960781de req-44ae7be3-106e-485e-aa29-3d0c574f2620 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 945 time: 0.1136608 Feb 07 22:34:09.703220 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edaaeb44-1cc5-4ad4-acb0-53fe960781de req-2362b3e6-47e7-4342-ac24-bf7f09bb6fdf tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378450 Feb 07 22:34:09.740115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-f140e808-a233-4393-8181-1a9e058b56d0 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182326 Feb 07 22:34:09.745596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-9704e59e-8519-4180-8a27-3bc62afd794b service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884298 Feb 07 22:34:09.781462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58164) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:09.803064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9a178-d53a-4ff1-a314-9b49d0c482a9 req-41022769-d1c2-44b5-887c-7516c5c1ee11 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:09.804750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-baf9a178-d53a-4ff1-a314-9b49d0c482a9 req-41022769-d1c2-44b5-887c-7516c5c1ee11 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0731623 Feb 07 22:34:09.858287 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-baf9a178-d53a-4ff1-a314-9b49d0c482a9 req-931bca95-8e58-4123-b494-a01b3e6d27d4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Feb 07 22:34:09.926259 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2df69ee-59ba-4f11-ae39-b3667674210a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:09.941258 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad87d986-8e36-4db8-9104-aa54c86b0911 req-b267ec8e-48fc-4d7e-9ef9-e1286e4e7ecb service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756330 Feb 07 22:34:09.943894 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-348659a2-d94e-4dc6-bdbd-1a680b51a2e9 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790700 Feb 07 22:34:10.019215 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2df69ee-59ba-4f11-ae39-b3667674210a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:10.037349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2df69ee-59ba-4f11-ae39-b3667674210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:10.067556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-58d14116-7f6d-4893-8e7c-410835a9e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:10.069315 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-58d14116-7f6d-4893-8e7c-410835a9e241 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 1098 time: 0.0473526 Feb 07 22:34:10.106849 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f2df69ee-59ba-4f11-ae39-b3667674210a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83089bda548549008554737bc53fae27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214328 Feb 07 22:34:10.106849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df69ee-59ba-4f11-ae39-b3667674210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517787bb-0d24-4dc3-8608-8346d2bc5c5f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:10.108563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58182) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:10.131527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d3b04-1b5b-4b9c-a973-39d2dcd6c081 req-3e3db693-4c55-4aad-9ef3-d7a8973fa57f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:10.133074 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd9d3b04-1b5b-4b9c-a973-39d2dcd6c081 req-3e3db693-4c55-4aad-9ef3-d7a8973fa57f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 947 time: 0.1076765 Feb 07 22:34:10.200986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd9d3b04-1b5b-4b9c-a973-39d2dcd6c081 req-26dcc2d7-082b-42e1-9261-206953cb3522 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566599 Feb 07 22:34:10.224108 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b00bb0d-adaa-4886-aef3-f11f55262dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:10.225507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-a072365c-c5d5-4f6d-8045-9130ce636019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:10.242437 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-a072365c-c5d5-4f6d-8045-9130ce636019 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1603816 Feb 07 22:34:10.285952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b00bb0d-adaa-4886-aef3-f11f55262dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:10.302655 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-4054a428-adc6-484d-a2f2-48353c5a305f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=ca55d347-76db-4107-9735-e4f876d064f0 HTTP/1.1" status: 200 len: 217 time: 0.0473769 Feb 07 22:34:10.412566 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-952b3e99-2c8d-4076-a826-a17b7fc21a59 req-74ecd65f-ecc8-4d5d-9cba-cc6ed588a834 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1d6998f-3e8e-4041-9eba-cbf518c53a1e HTTP/1.1" status: 200 len: 210 time: 0.0996828 Feb 07 22:34:10.444978 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b00bb0d-adaa-4886-aef3-f11f55262dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:10.449824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b00bb0d-adaa-4886-aef3-f11f55262dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:10.452536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6b00bb0d-adaa-4886-aef3-f11f55262dca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/517787bb-0d24-4dc3-8608-8346d2bc5c5f HTTP/1.1" status: 204 len: 168 time: 0.3425822 Feb 07 22:34:10.463789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00bb0d-adaa-4886-aef3-f11f55262dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517787bb-0d24-4dc3-8608-8346d2bc5c5f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:10.518246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-ae18387d-2767-429a-88e0-d9efe2b9c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:10.519921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-ae18387d-2767-429a-88e0-d9efe2b9c147 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1827629 Feb 07 22:34:10.545480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-4fece762-91f5-43f1-bbbf-b800b51956d7 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:10.547402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-4fece762-91f5-43f1-bbbf-b800b51956d7 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1095 time: 0.2468908 Feb 07 22:34:10.585512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0151d-e96d-4526-82cd-50f5b637dbb9 req-a2a6f094-7b0f-434a-85b1-44eb7973af71 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:10.593828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ac0151d-e96d-4526-82cd-50f5b637dbb9 req-a2a6f094-7b0f-434a-85b1-44eb7973af71 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.2576873 Feb 07 22:34:10.624666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d538ae-2b56-402a-8235-dc85fdf19a94 req-7122fe0e-8fa0-43b5-8fa3-b7de5b7c5787 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:10.627184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8d538ae-2b56-402a-8235-dc85fdf19a94 req-7122fe0e-8fa0-43b5-8fa3-b7de5b7c5787 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 944 time: 0.1155472 Feb 07 22:34:10.706413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8d538ae-2b56-402a-8235-dc85fdf19a94 req-a4dcf05e-6f48-4ce7-9eb4-459220231a64 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721171 Feb 07 22:34:10.728111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-0341b9db-6f31-4ea8-aeab-967176f07eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:10.728111 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-0341b9db-6f31-4ea8-aeab-967176f07eff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920428 Feb 07 22:34:10.735013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ac0151d-e96d-4526-82cd-50f5b637dbb9 req-ec091fde-adb4-4bd4-a97a-9efe4a88545a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398654 Feb 07 22:34:10.949957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-f69cc9cc-4138-466c-82ba-0a01c226c3bf service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086384 Feb 07 22:34:10.973661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5a615-eb52-43f2-b6d3-a5da4e3ee9a2 req-b8521fcf-fb54-4128-992a-418abb31403e tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:10.985205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6b5a615-eb52-43f2-b6d3-a5da4e3ee9a2 req-b8521fcf-fb54-4128-992a-418abb31403e tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 945 time: 0.0874448 Feb 07 22:34:11.053169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6b5a615-eb52-43f2-b6d3-a5da4e3ee9a2 req-98ac377d-73e1-4816-9832-56bd448db2d1 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625465 Feb 07 22:34:11.069145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58224) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:11.087447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c63fa80-ff77-4dd1-8a2c-cf3439b8aebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:11.123615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-b32ded2d-d077-4ac8-9004-7ccbdb0d4f31 service neutron] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:11.130773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-b32ded2d-d077-4ac8-9004-7ccbdb0d4f31 service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:11.132099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e6cfe8a-4ac7-4822-92d4-f11a521b9653 req-b32ded2d-d077-4ac8-9004-7ccbdb0d4f31 service neutron] 10.222.0.24 "DELETE /v2.0/ports/57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78/bindings/n-h1-827895-2 HTTP/1.1" status: 204 len: 173 time: 0.5662880 Feb 07 22:34:11.134535 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4541140d-5172-49c6-81f6-70fd2ce1b14a req-bf07be79-a1b6-4831-b354-6adf860826fc service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608005 Feb 07 22:34:11.279441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9a87e-19af-4b9a-9ff2-6a180991cef4 req-10cb18d9-dc41-4f1d-8410-6af332f8f52d tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:11.289843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2e9a87e-19af-4b9a-9ff2-6a180991cef4 req-10cb18d9-dc41-4f1d-8410-6af332f8f52d tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1095 time: 0.1254277 Feb 07 22:34:11.336286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947f244-c1b4-42b8-8728-857de207214a req-c5cfdb7d-48df-4e72-b451-351ef69ee2b1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:11.338463 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6947f244-c1b4-42b8-8728-857de207214a req-c5cfdb7d-48df-4e72-b451-351ef69ee2b1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1122594 Feb 07 22:34:11.346086 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c63fa80-ff77-4dd1-8a2c-cf3439b8aebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:11.362805 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2e9a87e-19af-4b9a-9ff2-6a180991cef4 req-2754355f-0e6c-452d-9a56-2b7cc49d3580 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694928 Feb 07 22:34:11.363581 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c63fa80-ff77-4dd1-8a2c-cf3439b8aebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:11.393560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6947f244-c1b4-42b8-8728-857de207214a req-614a6548-0bc2-4baf-bdbe-5640079398c5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477180 Feb 07 22:34:11.445094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63fa80-ff77-4dd1-8a2c-cf3439b8aebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdae475b-07d7-4367-a2a6-b81e61312e25,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:11.469143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58240) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:11.469465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3c63fa80-ff77-4dd1-8a2c-cf3439b8aebf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df5d4cfed5a34e08a5915b32146c6d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990514 Feb 07 22:34:11.548954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b2e7-b2f8-4eda-849c-5339a57d0afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:11.560505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5032df-284d-4787-bd52-9a0d279b1380 req-154e75a6-6c5c-4a27-9d25-40bf9d6a085f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:11.563096 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b5032df-284d-4787-bd52-9a0d279b1380 req-154e75a6-6c5c-4a27-9d25-40bf9d6a085f tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7d74e3b-c397-402b-ba5c-72b366dc18a2 HTTP/1.1" status: 200 len: 946 time: 0.0832660 Feb 07 22:34:11.577592 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b2e7-b2f8-4eda-849c-5339a57d0afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:11.635214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b5032df-284d-4787-bd52-9a0d279b1380 req-24db7ddc-ab83-43ea-8430-e4d2436d8cc2 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652771 Feb 07 22:34:11.703991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36c2a9-df76-4cc0-8177-6aa5b33ab067 req-398788a4-9587-4bb0-8e1f-eb997efbc0b9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:11.712897 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a36c2a9-df76-4cc0-8177-6aa5b33ab067 req-398788a4-9587-4bb0-8e1f-eb997efbc0b9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 947 time: 0.0951071 Feb 07 22:34:11.740444 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b2e7-b2f8-4eda-849c-5339a57d0afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:11.743358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b2e7-b2f8-4eda-849c-5339a57d0afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:11.744679 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b3f6b2e7-b2f8-4eda-849c-5339a57d0afa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdae475b-07d7-4367-a2a6-b81e61312e25 HTTP/1.1" status: 204 len: 168 time: 0.2743204 Feb 07 22:34:11.780144 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a36c2a9-df76-4cc0-8177-6aa5b33ab067 req-1c55d69b-bf5a-4e45-9bf9-edae0d031550 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656600 Feb 07 22:34:11.784711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6b2e7-b2f8-4eda-849c-5339a57d0afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdae475b-07d7-4367-a2a6-b81e61312e25,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:11.815056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad9c7a-e966-4424-9e71-0772f0558c88 req-1e387759-625a-4949-a85b-6f702f820973 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:11.818294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8ad9c7a-e966-4424-9e71-0772f0558c88 req-1e387759-625a-4949-a85b-6f702f820973 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 1095 time: 0.1140981 Feb 07 22:34:11.916416 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8ad9c7a-e966-4424-9e71-0772f0558c88 req-ab242b19-606b-4bf0-9257-b190cb8d2f7f tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849845 Feb 07 22:34:11.918625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d6c2e05-55d9-431a-85c0-51ca515f1733 req-e139be7a-62dc-48e2-a65e-8912b31d1fa5 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0543208 Feb 07 22:34:12.164686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f579e9-4279-4a46-8936-77a2847e6b34 req-3cbf9939-c70d-42a9-801c-bf674a760713 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:12.167132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-38f579e9-4279-4a46-8936-77a2847e6b34 req-3cbf9939-c70d-42a9-801c-bf674a760713 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0700054 Feb 07 22:34:12.248414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-38f579e9-4279-4a46-8936-77a2847e6b34 req-b46ae586-d5cb-43ab-88c0-1fef3eca7d67 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677457 Feb 07 22:34:12.586987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f9c0-7390-419e-9d66-7702ecaf439d req-74eac96f-0334-4b9d-8161-e6c4c6762ff5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:12.588668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd99f9c0-7390-419e-9d66-7702ecaf439d req-74eac96f-0334-4b9d-8161-e6c4c6762ff5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0682144 Feb 07 22:34:12.660721 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd99f9c0-7390-419e-9d66-7702ecaf439d req-0e9352d2-6967-4e9d-b798-75618aa4021e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597630 Feb 07 22:34:12.764686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50345-db23-459d-9ea6-c53872e05bc7 req-d269e3c7-3b7e-4902-9dbf-a90a90ba691d tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:12.767011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0f50345-db23-459d-9ea6-c53872e05bc7 req-d269e3c7-3b7e-4902-9dbf-a90a90ba691d tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7d74e3b-c397-402b-ba5c-72b366dc18a2 HTTP/1.1" status: 200 len: 946 time: 0.0586355 Feb 07 22:34:12.852435 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0f50345-db23-459d-9ea6-c53872e05bc7 req-02b6be69-fff2-4b97-b6cc-aba31316444c tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777476 Feb 07 22:34:12.942901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14800a-e9ca-4b96-b43d-c7b454be19bd req-8fa8947f-da9c-433c-83c0-0270eb362d14 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:12.953038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd14800a-e9ca-4b96-b43d-c7b454be19bd req-8fa8947f-da9c-433c-83c0-0270eb362d14 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 947 time: 0.0770321 Feb 07 22:34:13.017190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd14800a-e9ca-4b96-b43d-c7b454be19bd req-d9bcb505-28d6-461c-b126-4aee364e44ec tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631227 Feb 07 22:34:13.049968 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ef6581fa-0efc-434c-a50a-eea26ee415e8 req-8815d8ca-44cd-4ea2-8a65-561ad3fea7f1 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0368037 Feb 07 22:34:13.251796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-2a36397a-09bb-4968-aad8-49fd3345d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:13.253703 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-2a36397a-09bb-4968-aad8-49fd3345d5f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1096 time: 0.0456831 Feb 07 22:34:13.469100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d79c4-2ab2-47a9-97fb-6e118f84105c req-7cd56bdb-0bcf-4596-a076-765704de9963 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:13.471039 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e70d79c4-2ab2-47a9-97fb-6e118f84105c req-7cd56bdb-0bcf-4596-a076-765704de9963 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0945594 Feb 07 22:34:13.472423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-ea792281-7d02-4cc9-9e89-92e962b347bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:13.473880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-ea792281-7d02-4cc9-9e89-92e962b347bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.1971340 Feb 07 22:34:13.475138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ca55d347-76db-4107-9735-e4f876d064f0 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:34:13.680250 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-362a06c4-b84f-4ff9-a338-6816e4101776 req-ae65c1b9-e745-4c48-83f4-f39bafe4f5b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1d6998f-3e8e-4041-9eba-cbf518c53a1e HTTP/1.1" status: 200 len: 210 time: 0.0848658 Feb 07 22:34:13.734732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port ca55d347-76db-4107-9735-e4f876d064f0, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ca55d347-76db-4107-9735-e4f876d064f0,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:13.750079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'ca55d347-76db-4107-9735-e4f876d064f0', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'ca55d347-76db-4107-9735-e4f876d064f0', 'mac_address': 'fa:16:3e:49:f8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:34:13.800367 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:13.822532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca55d347-76db-4107-9735-e4f876d064f0 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:13.852779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port ca55d347-76db-4107-9735-e4f876d064f0, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ca55d347-76db-4107-9735-e4f876d064f0,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:13.859345 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:13.889836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f46ec-9a19-4d03-a6d3-e90510f97b4e req-2b496156-13f9-44c1-9a49-b6109eafa780 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:13.891662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-498f46ec-9a19-4d03-a6d3-e90510f97b4e req-2b496156-13f9-44c1-9a49-b6109eafa780 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1077824 Feb 07 22:34:13.918500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=ca55d347-76db-4107-9735-e4f876d064f0,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:13.973636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-498f46ec-9a19-4d03-a6d3-e90510f97b4e req-5f83c0ec-bb7e-4234-888e-4f3ca66daea9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686710 Feb 07 22:34:13.976251 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e70d79c4-2ab2-47a9-97fb-6e118f84105c req-f35ff3d9-0f53-4f22-a753-f41f43004e9f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977000 Feb 07 22:34:13.977455 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-a2e163a8-0e20-4bb0-8e20-b98eb5e8edd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87 HTTP/1.1" status: 200 len: 217 time: 0.4752061 Feb 07 22:34:14.068842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-2afa6542-3a06-49c6-b72f-645e8f625880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:14.071096 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-2afa6542-3a06-49c6-b72f-645e8f625880 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0847001 Feb 07 22:34:14.108754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3c044-be5e-41ab-94ae-d0fd3d352266 req-ec557427-399d-44b0-a4ef-fbd79f37ee85 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:14.110395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cf3c044-be5e-41ab-94ae-d0fd3d352266 req-ec557427-399d-44b0-a4ef-fbd79f37ee85 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7d74e3b-c397-402b-ba5c-72b366dc18a2 HTTP/1.1" status: 200 len: 946 time: 0.0619519 Feb 07 22:34:14.111765 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-a576ea19-1ca5-4475-8d95-b7afa56f63df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324547 Feb 07 22:34:14.151801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cf3c044-be5e-41ab-94ae-d0fd3d352266 req-cf3cd120-a8c1-4bb8-8370-583d26feb7dd tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/security-groups?id=e05871c8-4575-4529-81ed-de058ecad894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345602 Feb 07 22:34:14.251517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-85f074e4-bb96-4282-a07c-046676b14f3e service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232305 Feb 07 22:34:14.319651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64065c5-88db-49d3-8388-f0a065c79819 req-294a306e-a0e5-4c79-b59e-4db95f229a42 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:14.321375 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c64065c5-88db-49d3-8388-f0a065c79819 req-294a306e-a0e5-4c79-b59e-4db95f229a42 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 948 time: 0.0899374 Feb 07 22:34:14.333824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-379d08ec-d526-4563-bbe0-c09223f22fc6 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:14.335284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-379d08ec-d526-4563-bbe0-c09223f22fc6 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7d74e3b-c397-402b-ba5c-72b366dc18a2 HTTP/1.1" status: 200 len: 946 time: 0.0920174 Feb 07 22:34:14.339282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['ca55d347-76db-4107-9735-e4f876d064f0'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:14.386809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-fb8ab464-199f-40d7-92d7-9d7098cde5b5 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178730 Feb 07 22:34:14.430547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d8e86a2-1dae-457d-8a04-140022e19b1e req-3da11fea-47b1-4a1b-8c00-e057463f5b19 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.1072574 Feb 07 22:34:14.452060 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c64065c5-88db-49d3-8388-f0a065c79819 req-57213860-ff63-430c-bbd9-78d02e698f64 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117921 Feb 07 22:34:14.490080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Deleting port 2221ef23-9367-41ed-bf4d-717e49dca24c {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:14.490550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:14.618094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] For port 2221ef23-9367-41ed-bf4d-717e49dca24c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2221ef23-9367-41ed-bf4d-717e49dca24c,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:14.618450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:14.633742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Calling delete_port for 2221ef23-9367-41ed-bf4d-717e49dca24c owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:14.743315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-fcfd84e9-2b68-49f9-8c66-7228ab67e932 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:14.745146 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-fcfd84e9-2b68-49f9-8c66-7228ab67e932 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.24 "GET /v2.0/ports?device_id=568e7c82-3196-4c54-978c-e73bf7ef56c5 HTTP/1.1" status: 200 len: 945 time: 0.0594034 Feb 07 22:34:14.791929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:14.803522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58332) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:14.806235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2221ef23-9367-41ed-bf4d-717e49dca24c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:14.831483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Pushing event deleted for resources: {'Port': ['ID=2221ef23-9367-41ed-bf4d-717e49dca24c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:14.881353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] No DVR routers for this DVR port 2221ef23-9367-41ed-bf4d-717e49dca24c on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:14.884486 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:14.888030 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a5fdd4-54ee-4148-9650-f7c48c14f9d1 req-c60e60eb-783c-4ce6-82e4-359a6046f249 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.46 "DELETE /v2.0/ports/2221ef23-9367-41ed-bf4d-717e49dca24c HTTP/1.1" status: 204 len: 173 time: 0.5440838 Feb 07 22:34:14.888821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d74e3b-c397-402b-ba5c-72b366dc18a2', 'name': 'network-vif-deleted', 'tag': '2221ef23-9367-41ed-bf4d-717e49dca24c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:14.891257 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcd43a9-01a8-4123-a8d8-4ea0745e586b" -d '{"events": [{"server_uuid": "a7d74e3b-c397-402b-ba5c-72b366dc18a2", "name": "network-vif-deleted", "tag": "2221ef23-9367-41ed-bf4d-717e49dca24c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:14.928761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Deleting port e9cac3c1-cd50-4bec-8488-eb1f7f460908 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:14.929182 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:14.941335 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e1176-df9e-4ad0-b442-bd1c6403cc99 x-openstack-request-id: req-ef5e1176-df9e-4ad0-b442-bd1c6403cc99 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:14.941607 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d74e3b-c397-402b-ba5c-72b366dc18a2", "name": "network-vif-deleted", "tag": "2221ef23-9367-41ed-bf4d-717e49dca24c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:14.941872 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef5e1176-df9e-4ad0-b442-bd1c6403cc99 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:14.942512 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d74e3b-c397-402b-ba5c-72b366dc18a2', 'name': 'network-vif-deleted', 'tag': '2221ef23-9367-41ed-bf4d-717e49dca24c', 'status': 'completed', 'code': 200} Feb 07 22:34:15.061035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7f00ed5-10d7-443a-8a2a-b49c486727aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.062738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] For port e9cac3c1-cd50-4bec-8488-eb1f7f460908, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e9cac3c1-cd50-4bec-8488-eb1f7f460908,segment=NetworkSegment(dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9),segment_id=dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:15.063236 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.088530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Calling delete_port for e9cac3c1-cd50-4bec-8488-eb1f7f460908 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:15.258910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bea28-fd2a-47a7-97e6-aeb938ebb78c req-53f8c01c-d987-4f35-a6e3-e82a9905f98f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:15.277368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06688e2d-d4d6-47e5-a0d3-6566fb712280 req-e1a6c110-d0b4-451a-a2f2-9bf5344bfbe7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:15.281190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-709bea28-fd2a-47a7-97e6-aeb938ebb78c req-53f8c01c-d987-4f35-a6e3-e82a9905f98f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1130965 Feb 07 22:34:15.286459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06688e2d-d4d6-47e5-a0d3-6566fb712280 req-e1a6c110-d0b4-451a-a2f2-9bf5344bfbe7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1469593 Feb 07 22:34:15.342251 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-709bea28-fd2a-47a7-97e6-aeb938ebb78c req-bbcd6991-fea2-474a-9452-0bdc2908cf95 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598123 Feb 07 22:34:15.367969 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-804e67fd-cecc-477b-a710-d1bee020f814 req-7a6f9c57-bd3d-467c-a9fb-5f4088c50af5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0386424 Feb 07 22:34:15.404714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.419393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06688e2d-d4d6-47e5-a0d3-6566fb712280 req-12a27046-2438-497c-b98f-104582c1661d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250746 Feb 07 22:34:15.437841 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7f00ed5-10d7-443a-8a2a-b49c486727aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.442432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Pushing event deleted for resources: {'Port': ['ID=e9cac3c1-cd50-4bec-8488-eb1f7f460908,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:15.449341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7f00ed5-10d7-443a-8a2a-b49c486727aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.530609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d7f00ed5-10d7-443a-8a2a-b49c486727aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1634f3d3524a4180af8a042da0421366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7208962 Feb 07 22:34:15.533147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58350) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:15.538278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['e9cac3c1-cd50-4bec-8488-eb1f7f460908'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:15.539786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] No DVR routers for this DVR port e9cac3c1-cd50-4bec-8488-eb1f7f460908 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:15.543298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['e9cac3c1-cd50-4bec-8488-eb1f7f460908'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:15.546868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.552275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f00ed5-10d7-443a-8a2a-b49c486727aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23e0780-4931-4995-b9c3-c73644601f92,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:15.554424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e267e69a-5fa3-43be-985d-b6d02b1162ec req-6e9cde8f-eb30-4536-9ebc-bc128d53ab92 tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.24 "DELETE /v2.0/ports/e9cac3c1-cd50-4bec-8488-eb1f7f460908 HTTP/1.1" status: 204 len: 173 time: 0.8015125 Feb 07 22:34:15.648723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6e136407-2f87-499d-a88e-d3f851a193dd req-928ad8b3-c5ac-482b-a41e-a95f6c72576c tempest-MultipleCreateTestJSON-1242535562 tempest-MultipleCreateTestJSON-1242535562-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7d74e3b-c397-402b-ba5c-72b366dc18a2 HTTP/1.1" status: 200 len: 210 time: 0.0753617 Feb 07 22:34:15.649733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e7c82-3196-4c54-978c-e73bf7ef56c5', 'name': 'network-vif-deleted', 'tag': 'e9cac3c1-cd50-4bec-8488-eb1f7f460908'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:15.659776 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420dbaf1-6b4a-47e6-a0e3-36f37e332e2a" -d '{"events": [{"server_uuid": "568e7c82-3196-4c54-978c-e73bf7ef56c5", "name": "network-vif-deleted", "tag": "e9cac3c1-cd50-4bec-8488-eb1f7f460908"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:15.666513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e507392d-53b8-4d2a-82e9-8dfcbf2c1500 req-b3bef2e0-a84d-434a-94d4-a0524ae185fe tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.1313741 Feb 07 22:34:15.804878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d17e953a-c19c-4e3b-aff2-a8d315a31779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.847030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e5e9f-5348-4938-8056-5981d0d0273d req-44608555-e9a2-456c-bfd9-a1de62f0287a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:15.857633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc6e5e9f-5348-4938-8056-5981d0d0273d req-44608555-e9a2-456c-bfd9-a1de62f0287a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 948 time: 0.1334291 Feb 07 22:34:15.860233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d17e953a-c19c-4e3b-aff2-a8d315a31779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.886425 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2756700-9d2a-4b4e-a5ff-3a5e319db63a x-openstack-request-id: req-e2756700-9d2a-4b4e-a5ff-3a5e319db63a {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:15.886776 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568e7c82-3196-4c54-978c-e73bf7ef56c5", "name": "network-vif-deleted", "tag": "e9cac3c1-cd50-4bec-8488-eb1f7f460908", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:15.886955 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2756700-9d2a-4b4e-a5ff-3a5e319db63a {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:15.891306 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e7c82-3196-4c54-978c-e73bf7ef56c5', 'name': 'network-vif-deleted', 'tag': 'e9cac3c1-cd50-4bec-8488-eb1f7f460908', 'status': 'completed', 'code': 200} Feb 07 22:34:15.909807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc6e5e9f-5348-4938-8056-5981d0d0273d req-016e8ae2-31ab-4fd4-b2f1-b7e5feb43c78 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512862 Feb 07 22:34:15.949761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d17e953a-c19c-4e3b-aff2-a8d315a31779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.952253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d17e953a-c19c-4e3b-aff2-a8d315a31779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.953454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d17e953a-c19c-4e3b-aff2-a8d315a31779 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c23e0780-4931-4995-b9c3-c73644601f92 HTTP/1.1" status: 204 len: 168 time: 0.3980486 Feb 07 22:34:15.964963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e953a-c19c-4e3b-aff2-a8d315a31779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23e0780-4931-4995-b9c3-c73644601f92,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:16.255543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58362) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:16.271478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ce07d72-169b-4c5b-a41a-c79264e044cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:16.354785 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ce07d72-169b-4c5b-a41a-c79264e044cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:16.359633 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ce07d72-169b-4c5b-a41a-c79264e044cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:16.400503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4ce07d72-169b-4c5b-a41a-c79264e044cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=044910a02a6144c2b9ba68841146610c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408713 Feb 07 22:34:16.400503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce07d72-169b-4c5b-a41a-c79264e044cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c021a5b-6965-4065-9f77-fd6aeca0517f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:16.401309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58366) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:16.500600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae5443-95ca-47dd-9c5f-8c7d4059c0f4 req-f63319d7-bec3-4383-a76b-fcd38e7c3fa0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:16.502245 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acae5443-95ca-47dd-9c5f-8c7d4059c0f4 req-f63319d7-bec3-4383-a76b-fcd38e7c3fa0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0634670 Feb 07 22:34:16.517531 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-430224d3-c144-439a-aef6-d99400baff4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:16.547156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acae5443-95ca-47dd-9c5f-8c7d4059c0f4 req-625f4927-6c6f-40dd-a79c-dc8e35f63c0b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373781 Feb 07 22:34:16.584077 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-430224d3-c144-439a-aef6-d99400baff4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:16.612494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85c3bc-37e0-475d-9d36-7ac79e50967e req-560d011c-d99e-42cb-a982-6a4b97afb0b3 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:16.614318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a85c3bc-37e0-475d-9d36-7ac79e50967e req-560d011c-d99e-42cb-a982-6a4b97afb0b3 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1131940 Feb 07 22:34:16.689884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a85c3bc-37e0-475d-9d36-7ac79e50967e req-a76e50bb-72f0-4db8-835a-a2846b8ab551 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620091 Feb 07 22:34:16.714100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-430224d3-c144-439a-aef6-d99400baff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:16.718695 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-430224d3-c144-439a-aef6-d99400baff4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:16.721171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-430224d3-c144-439a-aef6-d99400baff4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c021a5b-6965-4065-9f77-fd6aeca0517f HTTP/1.1" status: 204 len: 168 time: 0.3182647 Feb 07 22:34:16.731095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430224d3-c144-439a-aef6-d99400baff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c021a5b-6965-4065-9f77-fd6aeca0517f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:16.752134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58380) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:16.820028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-01830f8e-9299-43fa-81b5-337ffc446792 req-a8fd6e51-6a52-4080-a16b-be181549172f tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0316553 Feb 07 22:34:16.827485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5094e19-2bf6-4076-9449-bbef99dfe246 admin admin] Deleting subnet 65201ca4-5e61-4617-9db2-0f2a3ba5fd38 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:34:16.831933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5094e19-2bf6-4076-9449-bbef99dfe246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:16.869800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5094e19-2bf6-4076-9449-bbef99dfe246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:16.923388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5094e19-2bf6-4076-9449-bbef99dfe246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.031676 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5094e19-2bf6-4076-9449-bbef99dfe246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.069227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5094e19-2bf6-4076-9449-bbef99dfe246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65201ca4-5e61-4617-9db2-0f2a3ba5fd38,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:17.077903 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5094e19-2bf6-4076-9449-bbef99dfe246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.081276 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b5094e19-2bf6-4076-9449-bbef99dfe246 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/65201ca4-5e61-4617-9db2-0f2a3ba5fd38 HTTP/1.1" status: 204 len: 168 time: 0.3281200 Feb 07 22:34:17.083821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58396) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:17.113985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb4bd3-7e96-4dc8-beb0-7d8900089d21 req-ca03dfcd-d3b2-4a32-86e7-f71a250826bb tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:17.126588 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4eb4bd3-7e96-4dc8-beb0-7d8900089d21 req-ca03dfcd-d3b2-4a32-86e7-f71a250826bb tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 948 time: 0.1308186 Feb 07 22:34:17.186090 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4eb4bd3-7e96-4dc8-beb0-7d8900089d21 req-2481d9a6-8444-4638-9476-6d3a98d8332e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440197 Feb 07 22:34:17.273335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2221ef23-9367-41ed-bf4d-717e49dca24c no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:17.292409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07bff9c7-a33b-446c-89c4-efba1a888df7 req-28164a13-bae3-41a2-9a2d-0431217d111b tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0411832 Feb 07 22:34:17.306064 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.307044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 2221ef23-9367-41ed-bf4d-717e49dca24c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:17.307395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2221ef23-9367-41ed-bf4d-717e49dca24c not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:17.427092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.458700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712d08f1-e040-4e8c-9d45-0d7603bb159f']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:17.469844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:17.470145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe9bd54-0eaa-4c93-ba88-dff5b0e381d9') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:17.480309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.495865 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.504549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:34:17.505001 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.508421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ca55d347-76db-4107-9735-e4f876d064f0 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:34:17.520001 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:34:17.609269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port ca55d347-76db-4107-9735-e4f876d064f0 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:17.615571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port ca55d347-76db-4107-9735-e4f876d064f0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:17.615985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.642295 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.649753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.656501 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] 10.222.0.15 "DELETE /v2.0/networks/712d08f1-e040-4e8c-9d45-0d7603bb159f HTTP/1.1" status: 204 len: 168 time: 0.5713294 Feb 07 22:34:17.692180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716d728-fb32-4b3e-b792-50890428f3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=712d08f1-e040-4e8c-9d45-0d7603bb159f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:17.771183 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.803633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e53b7-845d-446c-8675-c03db741a2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca55d347-76db-4107-9735-e4f876d064f0'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:17.805969 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a550778-7d9b-417d-ac36-7fa70c4856f8" -d '{"events": [{"server_uuid": "cd5e53b7-845d-446c-8675-c03db741a2ba", "name": "network-vif-plugged", "status": "completed", "tag": "ca55d347-76db-4107-9735-e4f876d064f0"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:17.820227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac681f9-d33e-4a8a-aa69-39bdfb22b002 req-6cc94929-50ca-4334-b8c7-bc722e097954 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:17.822830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ac681f9-d33e-4a8a-aa69-39bdfb22b002 req-6cc94929-50ca-4334-b8c7-bc722e097954 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1265140 Feb 07 22:34:17.827764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port ca55d347-76db-4107-9735-e4f876d064f0, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ca55d347-76db-4107-9735-e4f876d064f0,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:17.836291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.837131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e9cac3c1-cd50-4bec-8488-eb1f7f460908 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:17.878488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: e9cac3c1-cd50-4bec-8488-eb1f7f460908 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:17.878838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e9cac3c1-cd50-4bec-8488-eb1f7f460908 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:17.889666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c26ad-f7e3-4cf3-8d12-a84ff0e70662 req-dbc16251-3aaf-494d-a7b0-9f9d081d390b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:17.894026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db4c26ad-f7e3-4cf3-8d12-a84ff0e70662 req-dbc16251-3aaf-494d-a7b0-9f9d081d390b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1043961 Feb 07 22:34:17.905469 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ac681f9-d33e-4a8a-aa69-39bdfb22b002 req-fc05c21c-5b1c-4698-bceb-ef8d13afd897 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762317 Feb 07 22:34:17.962965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=ca55d347-76db-4107-9735-e4f876d064f0,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:17.979267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db4c26ad-f7e3-4cf3-8d12-a84ff0e70662 req-bd212e6c-6ec4-4fcf-ac43-f16cba11e43d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801630 Feb 07 22:34:17.989058 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe47b5c-2e72-4acd-aa9d-c0ffc0d1901e x-openstack-request-id: req-ebe47b5c-2e72-4acd-aa9d-c0ffc0d1901e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:17.989682 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5e53b7-845d-446c-8675-c03db741a2ba", "name": "network-vif-plugged", "status": "completed", "tag": "ca55d347-76db-4107-9735-e4f876d064f0", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:17.990135 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebe47b5c-2e72-4acd-aa9d-c0ffc0d1901e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:17.990797 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5e53b7-845d-446c-8675-c03db741a2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca55d347-76db-4107-9735-e4f876d064f0', 'code': 200} Feb 07 22:34:18.010492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58436) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:18.068915 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1323ac35-bcd8-49f2-a530-6479ddf73f6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27ffc8219ba94cf8a4e262a47ff7edfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565145 Feb 07 22:34:18.069290 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58438) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:18.124788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0ff3f-065f-4f3c-9986-a64fe38cd88c req-149a6f65-5b48-44a2-b4c4-ce267689fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:18.126767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5c0ff3f-065f-4f3c-9986-a64fe38cd88c req-149a6f65-5b48-44a2-b4c4-ce267689fbbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 1100 time: 0.0572500 Feb 07 22:34:18.131576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d09a7e4f-303b-4b5d-9bec-768894fc49b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.158650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d09a7e4f-303b-4b5d-9bec-768894fc49b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.181564 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5c0ff3f-065f-4f3c-9986-a64fe38cd88c req-59976a84-594d-4fac-b4ab-504de69278fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444465 Feb 07 22:34:18.221279 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d09a7e4f-303b-4b5d-9bec-768894fc49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.224437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d09a7e4f-303b-4b5d-9bec-768894fc49b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.225683 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d09a7e4f-303b-4b5d-9bec-768894fc49b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e05871c8-4575-4529-81ed-de058ecad894 HTTP/1.1" status: 204 len: 168 time: 0.1553404 Feb 07 22:34:18.237693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a7e4f-303b-4b5d-9bec-768894fc49b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05871c8-4575-4529-81ed-de058ecad894,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:18.330463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6284c-1f3f-4c14-8562-c4d1f9297655 req-9060cc0c-be87-419b-9e49-95a2f6c5628d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:18.332420 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c6f6284c-1f3f-4c14-8562-c4d1f9297655 req-9060cc0c-be87-419b-9e49-95a2f6c5628d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 949 time: 0.0600636 Feb 07 22:34:18.421344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c6f6284c-1f3f-4c14-8562-c4d1f9297655 req-ceae820c-02d2-48ed-8e06-49c92016a8f0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817366 Feb 07 22:34:18.451680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a0c3873-e121-4237-a8e4-2d699a77f1d8 req-643cbda8-d586-4e6a-b255-f3f4e53c248b tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0491753 Feb 07 22:34:19.037926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12e487-e7c2-40e2-aa74-bbb21cdfd0aa req-739db074-70b2-41ed-9433-5efa87789a75 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:19.040277 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c12e487-e7c2-40e2-aa74-bbb21cdfd0aa req-739db074-70b2-41ed-9433-5efa87789a75 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0536764 Feb 07 22:34:19.104796 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c12e487-e7c2-40e2-aa74-bbb21cdfd0aa req-f263f081-77af-4b4c-a935-47ec95742928 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496805 Feb 07 22:34:19.154028 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-43ed5534-ef28-42d8-8875-e7e2568905bf tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=600c0c1d7917497fad730faa765f6493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247903 Feb 07 22:34:19.307241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-a75ba9a9-6256-4f58-aae0-6b766510a662 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:19.317867 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-a75ba9a9-6256-4f58-aae0-6b766510a662 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555319 Feb 07 22:34:19.339769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-2011d2f2-3ee3-4f7f-9457-fa360285f9ca tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/quotas/600c0c1d7917497fad730faa765f6493 HTTP/1.1" status: 200 len: 375 time: 0.0208919 Feb 07 22:34:19.342921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd37ae2-3a12-43ff-83c0-ade339a3f09e req-32ce6bb3-49c6-47e4-ace4-f9c6096c70c2 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:19.355840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3fd37ae2-3a12-43ff-83c0-ade339a3f09e req-32ce6bb3-49c6-47e4-ace4-f9c6096c70c2 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1614180 Feb 07 22:34:19.388325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-8fc703fa-02ff-4f2c-ae4a-20d0f3797163 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=600c0c1d7917497fad730faa765f6493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476053 Feb 07 22:34:19.452386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3fd37ae2-3a12-43ff-83c0-ade339a3f09e req-37ef0f15-714a-431d-8b69-8f286ae2a0d8 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944514 Feb 07 22:34:19.680092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd038ef-6813-41d0-9229-d7fc7191a8c4 req-bac4c669-51fc-40f6-baee-2a7544e2e6a5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:19.698553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcd038ef-6813-41d0-9229-d7fc7191a8c4 req-bac4c669-51fc-40f6-baee-2a7544e2e6a5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 949 time: 0.1083469 Feb 07 22:34:19.701069 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cfd3c577-6805-4f79-bed7-7e3600db5f1b req-8674d20a-d8fd-4e30-9b72-5834610cd03d tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0721955 Feb 07 22:34:19.782624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcd038ef-6813-41d0-9229-d7fc7191a8c4 req-2789ba16-2638-4bf7-94fb-bd9996bafff4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830650 Feb 07 22:34:19.871374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78e7552e-a339-49cf-be58-450b6eb50952 req-f54f9d8b-fbfa-4c06-9417-5ca1636e75e7 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 210 time: 0.0659456 Feb 07 22:34:20.422472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed163d-db5e-43af-a327-98412e99cdc8 req-f1569224-885e-48f7-a621-5c30be9ffa38 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:20.424777 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9ed163d-db5e-43af-a327-98412e99cdc8 req-f1569224-885e-48f7-a621-5c30be9ffa38 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1325879 Feb 07 22:34:20.517912 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9ed163d-db5e-43af-a327-98412e99cdc8 req-186b9c56-b320-45cc-b80d-b9d187aa8739 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858717 Feb 07 22:34:20.706764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bf542-e168-4bf5-b10c-42d52cc00cdc req-85abd78e-38a0-4abb-b7d0-d1d9d5a9d987 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:20.715193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f3bf542-e168-4bf5-b10c-42d52cc00cdc req-85abd78e-38a0-4abb-b7d0-d1d9d5a9d987 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1043687 Feb 07 22:34:20.792601 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f3bf542-e168-4bf5-b10c-42d52cc00cdc req-049808aa-876b-482a-8b47-1ab9de402308 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743954 Feb 07 22:34:20.960657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1500215-e1d7-4366-b665-420477a14275 req-19bc6197-4883-49ad-af74-9b603c5b4736 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0460546 Feb 07 22:34:21.026605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146ae23-d8e1-4cd4-ad8e-31c692ead12d req-f6c9bef9-8104-494b-b65f-c314bd6453fa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:21.026605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6146ae23-d8e1-4cd4-ad8e-31c692ead12d req-f6c9bef9-8104-494b-b65f-c314bd6453fa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 949 time: 0.0960238 Feb 07 22:34:21.112783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6146ae23-d8e1-4cd4-ad8e-31c692ead12d req-e5bde7d3-9f11-484c-bae1-09c1a33423b9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750692 Feb 07 22:34:21.112928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04b54d51-aab7-4c69-8a1f-1b47b725b530 req-ddd2d85a-676d-47de-8827-e19ed844d1ca tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 210 time: 0.0467687 Feb 07 22:34:21.253727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a74aa-9574-4bc0-be72-39aefec9473a req-b5e4ca05-1dec-40ba-bad8-b21daef14286 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:21.255933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1f4a74aa-9574-4bc0-be72-39aefec9473a req-b5e4ca05-1dec-40ba-bad8-b21daef14286 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 1100 time: 0.0620573 Feb 07 22:34:21.311581 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1f4a74aa-9574-4bc0-be72-39aefec9473a req-30b8b79f-2580-437f-952e-9cc49fee3113 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Feb 07 22:34:21.435234 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd80e6e9-492e-4ba8-a582-2ae7f27c5178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:21.509673 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-4b3c2fad-6924-4b27-90fe-63882375c6ad tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=600c0c1d7917497fad730faa765f6493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569122 Feb 07 22:34:21.686626 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-dd5a7361-737e-4218-bc5c-8ccb903e30ac tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695422 Feb 07 22:34:21.708985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee4900-7f53-4263-aea9-fa7cdc728843 req-16c72f02-8248-4c36-aeda-14ceb3b3bb81 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:21.717599 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6ee4900-7f53-4263-aea9-fa7cdc728843 req-16c72f02-8248-4c36-aeda-14ceb3b3bb81 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0802937 Feb 07 22:34:21.765224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6ee4900-7f53-4263-aea9-fa7cdc728843 req-4b7536a4-8f72-4be2-9912-c714e30a4444 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Feb 07 22:34:21.825629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-892c906e-a4ca-4d11-9e13-50d81ea52546 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:21.827615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-892c906e-a4ca-4d11-9e13-50d81ea52546 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124545 Feb 07 22:34:21.851493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Request body: {'port': {'device_id': '8f9554fe-9652-4004-9b30-c9df6810b82f', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '600c0c1d7917497fad730faa765f6493'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:21.883375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a378-1848-4a9f-8c98-f12641691101 req-733beab5-e9e6-486b-8911-993b895e9ac2 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:21.892177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-733beab5-e9e6-486b-8911-993b895e9ac2 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041113 Feb 07 22:34:21.952946 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-e2630433-8288-4ab6-b56d-ab37f8e9d645 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/quotas/6bb2401e83da4e57a295ff2847b0ea0e HTTP/1.1" status: 200 len: 375 time: 0.0597973 Feb 07 22:34:22.055509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dace3-b514-4e96-8a2e-b4977a7aaf59 req-387fb11f-b7f5-41a9-b7de-38fb78429d96 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:22.064901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df0dace3-b514-4e96-8a2e-b4977a7aaf59 req-387fb11f-b7f5-41a9-b7de-38fb78429d96 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0991445 Feb 07 22:34:22.067375 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-107a8b50-136b-484b-9a30-b11ac923c2b0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1117768 Feb 07 22:34:22.143906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Made reservation on behalf of 600c0c1d7917497fad730faa765f6493 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:22.150933 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.163682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df0dace3-b514-4e96-8a2e-b4977a7aaf59 req-af550038-04f7-4caa-b5eb-32afb32cdd36 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885813 Feb 07 22:34:22.175228 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.397438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-204c6ef6-011d-4208-a0c1-439bd1fcc906 req-64a463cb-4471-485b-805f-50b5499f1bb5 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 210 time: 0.0440667 Feb 07 22:34:22.468848 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6e239716-3f93-41bb-8752-2b6ad7ede2c0 req-a893707e-b163-4f14-9aca-5751934d9559 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0906732 Feb 07 22:34:22.496125 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.508816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.577794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2312001c-2ebb-44b5-b5f5-54fadb6e2504 req-1c1788ad-014e-4686-95c3-ab9fbdb53bb0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 210 time: 0.0986855 Feb 07 22:34:22.626961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:23.281876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58700) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:23.402199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Allocated IP 192.168.233.137 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/1c7a6dd9-12cc-444a-9eab-244566024b2b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:23.445742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb476e-88e6-48dd-8ab5-794dd9103cd2 req-77add001-40dd-4278-a6b5-a9bdee5fda50 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:23.447644 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85fb476e-88e6-48dd-8ab5-794dd9103cd2 req-77add001-40dd-4278-a6b5-a9bdee5fda50 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1414480 Feb 07 22:34:23.477301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef294e-a4b8-42b6-8cfe-ae4fc629cb63 req-9e738c12-cb51-4bc8-8582-f79fe2eba542 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:23.483391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d1ef294e-a4b8-42b6-8cfe-ae4fc629cb63 req-9e738c12-cb51-4bc8-8582-f79fe2eba542 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1593378 Feb 07 22:34:23.582517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d1ef294e-a4b8-42b6-8cfe-ae4fc629cb63 req-356def0e-0beb-487d-862e-bfff2916265c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915174 Feb 07 22:34:23.583513 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-33e48b19-bf9d-4b53-98fa-0ad25517e583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.588652 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85fb476e-88e6-48dd-8ab5-794dd9103cd2 req-21cf9cc5-0de4-446a-a065-e74b9745c019 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310754 Feb 07 22:34:23.781118 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-060648ea-8148-4d81-aa2a-3e8f94a2f5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.809034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.866572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e9945c76-02af-43ba-a1dc-1280c3f91eae req-76f88f1b-3ce4-473a-a978-8f876f349d26 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 210 time: 0.0825973 Feb 07 22:34:23.929157 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-33e48b19-bf9d-4b53-98fa-0ad25517e583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.931674 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e2ec3c9-bd1a-4b1d-b94d-ee678b2bc061 req-20b21319-d1f2-439a-b7ab-9f6efccf733f tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.1399245 Feb 07 22:34:23.943980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-33e48b19-bf9d-4b53-98fa-0ad25517e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.949238 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.975300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-4acd13ac-d954-4930-be81-d21899465c69 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422807 Feb 07 22:34:24.010207 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e48b19-bf9d-4b53-98fa-0ad25517e583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191e5ead-eaab-4b81-95a5-3bc70cd90940,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:24.029323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-33e48b19-bf9d-4b53-98fa-0ad25517e583 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c378641f7f54945b82a29a2eb4ba0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461133 Feb 07 22:34:24.040386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58712) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:24.166559 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f85801da-08cc-406f-a451-6865ec8d452e req-b31c21ec-7492-49ad-9081-55c26ca1645c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 210 time: 0.1235874 Feb 07 22:34:24.180940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2111b257-b50b-4893-b3e9-34497590cf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.188725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:24.211204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:24.221026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2111b257-b50b-4893-b3e9-34497590cf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.229542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:34:24.233142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Pushing event updated for resources: {'Port': ['ID=1c7a6dd9-12cc-444a-9eab-244566024b2b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:24.321320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2111b257-b50b-4893-b3e9-34497590cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.327497 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2111b257-b50b-4893-b3e9-34497590cf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.336056 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2111b257-b50b-4893-b3e9-34497590cf37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/191e5ead-eaab-4b81-95a5-3bc70cd90940 HTTP/1.1" status: 204 len: 168 time: 0.2922876 Feb 07 22:34:24.374673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:24.374919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111b257-b50b-4893-b3e9-34497590cf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191e5ead-eaab-4b81-95a5-3bc70cd90940,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:24.375318 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.397562 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-64b41689-77d1-4cb5-81fc-ad40d713d92d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5549462 Feb 07 22:34:24.417036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a378-1848-4a9f-8c98-f12641691101 req-38db26f1-113e-4adf-b779-921d37e61efd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:24.422568 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-38db26f1-113e-4adf-b779-921d37e61efd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3837001 Feb 07 22:34:24.427899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Request body: {'port': {'device_id': '8f9554fe-9652-4004-9b30-c9df6810b82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:24.436469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Request body: {'port': {'device_id': 'd584bf08-1784-430c-9f42-bdae29ec3022', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '6bb2401e83da4e57a295ff2847b0ea0e'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:24.537041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-554d9301-81dc-4e6f-88b6-73fcfc00e164 None None] Provisioning complete for port 1c7a6dd9-12cc-444a-9eab-244566024b2b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:24.537647 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-554d9301-81dc-4e6f-88b6-73fcfc00e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.579798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-554d9301-81dc-4e6f-88b6-73fcfc00e164 None None] Port 1c7a6dd9-12cc-444a-9eab-244566024b2b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:34:24.630884 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.655000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Made reservation on behalf of 6bb2401e83da4e57a295ff2847b0ea0e for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:24.659154 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.693549 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.858079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba4c04-850c-4310-a51d-0da5828c5e13 req-0c89e02b-ac64-42e6-a4aa-10ac24fce116 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:24.867095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5ba4c04-850c-4310-a51d-0da5828c5e13 req-0c89e02b-ac64-42e6-a4aa-10ac24fce116 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1019270 Feb 07 22:34:24.947975 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5ba4c04-850c-4310-a51d-0da5828c5e13 req-93203ae8-8f31-46ab-8f2b-a60cc6b9857d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797508 Feb 07 22:34:24.948491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58728) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:25.010862 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6c63-33ef-4005-b0e9-7a4f1b458ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.053338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7a6dd9-12cc-444a-9eab-244566024b2b {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:25.073663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.197297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Transition to ACTIVE for port object 1c7a6dd9-12cc-444a-9eab-244566024b2b will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:25.213305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.250594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb021e-7f38-470a-900c-923238e40849 req-5bec5184-a729-4cd8-a1c6-e0354aa80224 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:25.252671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a0fb021e-7f38-470a-900c-923238e40849 req-5bec5184-a729-4cd8-a1c6-e0354aa80224 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 936 time: 0.1537740 Feb 07 22:34:25.279266 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6c63-33ef-4005-b0e9-7a4f1b458ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.287830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6c63-33ef-4005-b0e9-7a4f1b458ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.341153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a0fb021e-7f38-470a-900c-923238e40849 req-57932ce7-75cb-486a-be4d-15b07babcece tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797734 Feb 07 22:34:25.343171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7a6dd9-12cc-444a-9eab-244566024b2b,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:25.358947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1de5d-938b-43be-a0f0-3eb505fc60bf req-a2856490-3cd9-42bf-a0a1-ae24dfc5a626 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:25.363167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7d2b6c63-33ef-4005-b0e9-7a4f1b458ea8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6d5284522b44e8b9f3d8e283d76888d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136455 Feb 07 22:34:25.366496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40a1de5d-938b-43be-a0f0-3eb505fc60bf req-a2856490-3cd9-42bf-a0a1-ae24dfc5a626 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.2950547 Feb 07 22:34:25.374368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58738) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:25.384589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b6c63-33ef-4005-b0e9-7a4f1b458ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551b382d-4ba0-49cd-a18c-330b811d134c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:25.412518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Allocated IP 192.168.233.132 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/4852406a-fb3a-4b47-915b-eabbd14c82b8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:25.528453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47e53931-a070-4db5-95d0-e0edfdf5c194 req-bc7233f5-d696-428f-9c90-34d8d7c09222 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0816920 Feb 07 22:34:25.572990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40a1de5d-938b-43be-a0f0-3eb505fc60bf req-933ea0ee-befe-484f-924e-fc870f6450d6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997004 Feb 07 22:34:25.590232 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c2340d27-8045-4a70-aaed-0a4a5246164f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.629608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c2340d27-8045-4a70-aaed-0a4a5246164f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.733456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-281d2159-c4c1-4872-91a4-67437417b11f req-65c4ffea-19ee-4abb-ae30-a72b026d8dd0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 210 time: 0.0543270 Feb 07 22:34:25.766197 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c2340d27-8045-4a70-aaed-0a4a5246164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.772579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Attempting to bind port 1c7a6dd9-12cc-444a-9eab-244566024b2b on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:25.772987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Attempting to bind port 1c7a6dd9-12cc-444a-9eab-244566024b2b by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:25.773510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Attempting to bind port 1c7a6dd9-12cc-444a-9eab-244566024b2b on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:25.773862 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c2340d27-8045-4a70-aaed-0a4a5246164f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.775120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c2340d27-8045-4a70-aaed-0a4a5246164f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/551b382d-4ba0-49cd-a18c-330b811d134c HTTP/1.1" status: 204 len: 168 time: 0.3997192 Feb 07 22:34:25.784627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Port 1c7a6dd9-12cc-444a-9eab-244566024b2b on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:34:25.785023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Attempting to bind port 1c7a6dd9-12cc-444a-9eab-244566024b2b on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:25.785141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2340d27-8045-4a70-aaed-0a4a5246164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551b382d-4ba0-49cd-a18c-330b811d134c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:25.798304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:34:25.798747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:25.799205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:34:25.799750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Bound port: 1c7a6dd9-12cc-444a-9eab-244566024b2b, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:25.800188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.821947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.937872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] For port 1c7a6dd9-12cc-444a-9eab-244566024b2b, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:25.944293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] For port 1c7a6dd9-12cc-444a-9eab-244566024b2b, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1c7a6dd9-12cc-444a-9eab-244566024b2b,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:34:25.948920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.963384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073', '10162b8e-d4eb-4933-942e-5cfaaf758855'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:25.967154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a', '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa', 'ca55d347-76db-4107-9735-e4f876d064f0'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:25.982081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:25.985158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:25.988239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:34:25.991595 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.147960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:26.149012 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.150583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] 10.222.0.46 "PUT /v2.0/ports/1c7a6dd9-12cc-444a-9eab-244566024b2b HTTP/1.1" status: 200 len: 1096 time: 1.7270236 Feb 07 22:34:26.182444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9554fe-9652-4004-9b30-c9df6810b82f', 'tag': '1c7a6dd9-12cc-444a-9eab-244566024b2b'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:26.189202 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dace8a5-5407-42bc-a0cd-995f2212f1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9554fe-9652-4004-9b30-c9df6810b82f", "tag": "1c7a6dd9-12cc-444a-9eab-244566024b2b"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:26.254136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event updated for resources: {'Port': ['ID=4852406a-fb3a-4b47-915b-eabbd14c82b8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:26.274069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:26.274831 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.295853 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.313799 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dedf182-e21a-4d86-ad34-559a4e4cb79c x-openstack-request-id: req-9dedf182-e21a-4d86-ad34-559a4e4cb79c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:26.314231 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9554fe-9652-4004-9b30-c9df6810b82f", "tag": "1c7a6dd9-12cc-444a-9eab-244566024b2b", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:26.315118 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dedf182-e21a-4d86-ad34-559a4e4cb79c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:26.315959 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9554fe-9652-4004-9b30-c9df6810b82f', 'tag': '1c7a6dd9-12cc-444a-9eab-244566024b2b', 'status': 'completed', 'code': 200} Feb 07 22:34:26.402382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-947eb14a-516a-4f43-a297-2dfdeaf971dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9712462 Feb 07 22:34:26.430224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Request body: {'port': {'device_id': 'd584bf08-1784-430c-9f42-bdae29ec3022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:26.438599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-295508a7-d6dc-4474-94fc-3c2b50a275ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:26.440592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-295508a7-d6dc-4474-94fc-3c2b50a275ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=600c0c1d7917497fad730faa765f6493&device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 1099 time: 0.2283442 Feb 07 22:34:26.474372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0912b5-6ee0-4d80-8b95-1871379328f5 req-e66706c0-5993-49b1-80b2-b2ad68fa768b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:26.476490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f0912b5-6ee0-4d80-8b95-1871379328f5 req-e66706c0-5993-49b1-80b2-b2ad68fa768b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.3528500 Feb 07 22:34:26.524577 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-15820fd0-1430-48fd-8700-ff57069b958e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1c7a6dd9-12cc-444a-9eab-244566024b2b HTTP/1.1" status: 200 len: 217 time: 0.0468464 Feb 07 22:34:26.617463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396b717-c667-4943-9c13-d27940059a31 req-ca8a99c7-8eb1-4da7-ac83-912e2a6964fc tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:26.632734 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a396b717-c667-4943-9c13-d27940059a31 req-ca8a99c7-8eb1-4da7-ac83-912e2a6964fc tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 948 time: 0.1191580 Feb 07 22:34:26.676838 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.680644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0e553-cece-4332-8774-17d7af7608a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7a6dd9-12cc-444a-9eab-244566024b2b,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:26.719458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a396b717-c667-4943-9c13-d27940059a31 req-16972e47-341f-4338-87fd-1d81032415c1 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829468 Feb 07 22:34:26.764703 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f0912b5-6ee0-4d80-8b95-1871379328f5 req-f6227cb9-e5fd-4b2c-9c21-234f0ac7872b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361691 Feb 07 22:34:26.986492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd5f0d10-0b0d-4843-a8f2-25eb39c9bfba req-2c9b9b48-42e3-43eb-989c-e5bee119dde2 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0631390 Feb 07 22:34:27.083183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-3ddd30d4-3847-4a41-a4f5-e5081e31911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:27.084696 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-3ddd30d4-3847-4a41-a4f5-e5081e31911d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.5374584 Feb 07 22:34:27.110539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-830d4793-8054-45c9-9c75-de69a8aff251 None None] Provisioning complete for port 4852406a-fb3a-4b47-915b-eabbd14c82b8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:27.118111 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-830d4793-8054-45c9-9c75-de69a8aff251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:27.192557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:27.202252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba5c6a-4989-4ef1-965c-8896fbaabc47 req-ea4a8ab4-67af-40d6-9f20-125310778717 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:27.211257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfba5c6a-4989-4ef1-965c-8896fbaabc47 req-ea4a8ab4-67af-40d6-9f20-125310778717 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 936 time: 0.1044681 Feb 07 22:34:27.268810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-830d4793-8054-45c9-9c75-de69a8aff251 None None] Port 4852406a-fb3a-4b47-915b-eabbd14c82b8 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:34:27.280332 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfba5c6a-4989-4ef1-965c-8896fbaabc47 req-31f607af-8536-42f3-b514-b20d57bf902a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655217 Feb 07 22:34:27.361682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-c8595440-8719-454b-a4d0-b67b75004517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:27.363157 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-c8595440-8719-454b-a4d0-b67b75004517 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568965 Feb 07 22:34:27.380889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d8647-1755-4382-9acf-9491467232a6 req-858091f5-b374-4515-bb3c-4816966d3bee tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:27.382609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-543d8647-1755-4382-9acf-9491467232a6 req-858091f5-b374-4515-bb3c-4816966d3bee tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.3051140 Feb 07 22:34:27.514987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-543d8647-1755-4382-9acf-9491467232a6 req-423347fc-2812-41dd-ad94-f8fb1df2b3bc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118362 Feb 07 22:34:27.609482 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-6f4f2a32-13f5-465f-9375-b92a5375d6e3 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232339 Feb 07 22:34:27.661405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4852406a-fb3a-4b47-915b-eabbd14c82b8 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:27.697651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:27.719527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Transition to ACTIVE for port object 4852406a-fb3a-4b47-915b-eabbd14c82b8 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:27.733600 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:27.802345 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dfefe9a-5021-45df-9101-85ba1b156721 req-5b85e966-a27f-4d60-a71a-32bd7ffece81 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772375 Feb 07 22:34:27.833965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Pushing event updated for resources: {'Port': ['ID=4852406a-fb3a-4b47-915b-eabbd14c82b8,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:27.930520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f65360-7c1d-4b4a-a136-6a165c496735 req-478d809b-f639-498f-927b-9414c7512497 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:27.934732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57f65360-7c1d-4b4a-a136-6a165c496735 req-478d809b-f639-498f-927b-9414c7512497 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 948 time: 0.1010144 Feb 07 22:34:28.014150 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57f65360-7c1d-4b4a-a136-6a165c496735 req-6e8ed81d-a10e-4465-8d65-065cd625ad04 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707371 Feb 07 22:34:28.178688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-4a04a38c-416e-4a23-a3f9-7a2741fabcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.192471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-4a04a38c-416e-4a23-a3f9-7a2741fabcd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=600c0c1d7917497fad730faa765f6493&device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 1099 time: 0.2721293 Feb 07 22:34:28.196972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-34bb5674-4814-4aa5-b66a-9bb7beca8bfc req-fcac5499-0594-43c5-83ea-5654ec3242cb tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0639312 Feb 07 22:34:28.206727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b8763-29c4-431b-bcb6-ea24a774fcec req-895ec9a2-ed0b-4917-b322-eb99839e1a32 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.212173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b5b8763-29c4-431b-bcb6-ea24a774fcec req-895ec9a2-ed0b-4917-b322-eb99839e1a32 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.2166710 Feb 07 22:34:28.213027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Attempting to bind port 4852406a-fb3a-4b47-915b-eabbd14c82b8 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:28.213442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Attempting to bind port 4852406a-fb3a-4b47-915b-eabbd14c82b8 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:28.214192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Attempting to bind port 4852406a-fb3a-4b47-915b-eabbd14c82b8 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:28.289049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Port 4852406a-fb3a-4b47-915b-eabbd14c82b8 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:34:28.289366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Attempting to bind port 4852406a-fb3a-4b47-915b-eabbd14c82b8 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:28.311278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:34:28.311616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:28.312057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:34:28.312501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Bound port: 4852406a-fb3a-4b47-915b-eabbd14c82b8, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:28.312859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:28.407302 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b5b8763-29c4-431b-bcb6-ea24a774fcec req-40cc482c-5f4c-4cc3-a211-7bf9b980aa0e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582181 Feb 07 22:34:28.430170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-4d75329c-7d10-4555-9f82-345009921e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.431524 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-4d75329c-7d10-4555-9f82-345009921e33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2147503 Feb 07 22:34:28.446575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794012-212e-429e-b728-2f18ae9c2ac2 req-76c9857e-1338-44e3-bf66-a68db5acd82d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.455012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08794012-212e-429e-b728-2f18ae9c2ac2 req-76c9857e-1338-44e3-bf66-a68db5acd82d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 948 time: 0.0835876 Feb 07 22:34:28.461703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] For port 4852406a-fb3a-4b47-915b-eabbd14c82b8, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:28.498949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-76909266-d0a9-4ea8-9748-a10add137f98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1c7a6dd9-12cc-444a-9eab-244566024b2b HTTP/1.1" status: 200 len: 217 time: 0.0457504 Feb 07 22:34:28.529750 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08794012-212e-429e-b728-2f18ae9c2ac2 req-5a409c0a-a5d3-4ae2-8593-db64a983bcfa tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738125 Feb 07 22:34:28.561269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] For port 4852406a-fb3a-4b47-915b-eabbd14c82b8, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4852406a-fb3a-4b47-915b-eabbd14c82b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:34:28.582310 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:28.635796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-f40feae1-d45d-4f79-9916-90b492ca9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.638271 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-f40feae1-d45d-4f79-9916-90b492ca9cd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1280234 Feb 07 22:34:28.641490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.642093 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:28.643409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] 10.222.0.46 "PUT /v2.0/ports/4852406a-fb3a-4b47-915b-eabbd14c82b8 HTTP/1.1" status: 200 len: 1096 time: 2.2177930 Feb 07 22:34:28.644260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd584bf08-1784-430c-9f42-bdae29ec3022', 'tag': '4852406a-fb3a-4b47-915b-eabbd14c82b8'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:28.646365 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e84f70-0a8f-47e1-9690-482c60449c98" -d '{"events": [{"name": "network-changed", "server_uuid": "d584bf08-1784-430c-9f42-bdae29ec3022", "tag": "4852406a-fb3a-4b47-915b-eabbd14c82b8"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:28.772377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd7967-a7b1-444e-9005-c9c102cd2d1f service neutron] Pushing event updated for resources: {'Port': ['ID=4852406a-fb3a-4b47-915b-eabbd14c82b8,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:28.812283 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62294b0e-b4c3-490c-97a8-8a976e38c4a4 x-openstack-request-id: req-62294b0e-b4c3-490c-97a8-8a976e38c4a4 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:28.813337 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d584bf08-1784-430c-9f42-bdae29ec3022", "tag": "4852406a-fb3a-4b47-915b-eabbd14c82b8", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:28.813640 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62294b0e-b4c3-490c-97a8-8a976e38c4a4 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:28.813992 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd584bf08-1784-430c-9f42-bdae29ec3022', 'tag': '4852406a-fb3a-4b47-915b-eabbd14c82b8', 'status': 'completed', 'code': 200} Feb 07 22:34:28.873695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd23a1e-d5fc-4910-afbd-4f31c1422ebe req-03bbfa43-46a5-46a2-b753-d7d1d5689a11 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.875245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcd23a1e-d5fc-4910-afbd-4f31c1422ebe req-03bbfa43-46a5-46a2-b753-d7d1d5689a11 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.2176454 Feb 07 22:34:28.882999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-afbebe74-f6c7-4fd1-847e-9fc7e2468584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.884852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-afbebe74-f6c7-4fd1-847e-9fc7e2468584 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2355275 Feb 07 22:34:28.889779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a378-1848-4a9f-8c98-f12641691101 req-60bba465-f563-4d91-9b8e-a960a353e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.891418 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-60bba465-f563-4d91-9b8e-a960a353e68a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 1099 time: 0.1712620 Feb 07 22:34:28.989828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-a894135b-9a9c-498a-ac87-b79b88f5adb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4852406a-fb3a-4b47-915b-eabbd14c82b8 HTTP/1.1" status: 200 len: 217 time: 0.0768476 Feb 07 22:34:29.051521 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcd23a1e-d5fc-4910-afbd-4f31c1422ebe req-34faaa09-5793-409e-8d2d-4233784afe44 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655924 Feb 07 22:34:29.116843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a378-1848-4a9f-8c98-f12641691101 req-04e5f16e-c7df-42ba-9152-2d81ba59b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:29.118311 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-04e5f16e-c7df-42ba-9152-2d81ba59b04e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0955677 Feb 07 22:34:29.183775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-7edf9f75-b1f8-4fad-8b22-7547c2c8db09 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716289 Feb 07 22:34:29.206302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fafaad-a4ed-4208-b6df-055d3e0751ab req-3bba81b1-a5c5-4a4e-b9a0-9a5a176169e0 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:29.216398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92fafaad-a4ed-4208-b6df-055d3e0751ab req-3bba81b1-a5c5-4a4e-b9a0-9a5a176169e0 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 948 time: 0.0758858 Feb 07 22:34:29.225243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a378-1848-4a9f-8c98-f12641691101 req-09025491-3ce5-4a8e-ba57-1580525ee099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:29.226762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-09025491-3ce5-4a8e-ba57-1580525ee099 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974972 Feb 07 22:34:29.321634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92fafaad-a4ed-4208-b6df-055d3e0751ab req-ff5df9b7-8923-4e5f-bd85-8001c86e3c08 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039910 Feb 07 22:34:29.664676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b2ab-dae3-42a4-aeb0-769c3f505eb2 req-5697b3e7-0afd-42f0-8cf2-61078e70e4b4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:29.675063 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9ff1b2ab-dae3-42a4-aeb0-769c3f505eb2 req-5697b3e7-0afd-42f0-8cf2-61078e70e4b4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.1018183 Feb 07 22:34:29.747577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9ff1b2ab-dae3-42a4-aeb0-769c3f505eb2 req-027c0755-7dbe-4cc6-9645-84aa58dc01c3 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715892 Feb 07 22:34:29.830022 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c513f25b-e89d-4039-b01c-c6c560fd1eab req-dfc9ad83-2aa6-42cf-8d24-11740ff36ff4 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0395234 Feb 07 22:34:29.903323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-5c8bf025-35f0-4f91-94f0-0127aa7993de service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449125 Feb 07 22:34:29.909675 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dace8a5-5407-42bc-a0cd-995f2212f1eb req-27331a66-4dcb-4a80-9dd6-64d46d7bdbc1 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7140720 Feb 07 22:34:30.004033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfab7c-1995-4a75-bbed-6c739b0ab59b req-44dbcdac-1f74-42ee-83b3-963f7e6c714e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.017657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91bfab7c-1995-4a75-bbed-6c739b0ab59b req-44dbcdac-1f74-42ee-83b3-963f7e6c714e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 948 time: 0.1329930 Feb 07 22:34:30.047844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf10a378-1848-4a9f-8c98-f12641691101 req-b58b43d6-9fde-404f-8388-89150499f2a2 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370831 Feb 07 22:34:30.135761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91bfab7c-1995-4a75-bbed-6c739b0ab59b req-6038fde7-4151-4eed-83d9-5121bbcfd96c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169331 Feb 07 22:34:30.212764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-fcf9923c-5541-4da6-8329-5db344f7c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.214230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-fcf9923c-5541-4da6-8329-5db344f7c926 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 1099 time: 0.0676224 Feb 07 22:34:30.317608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e87ec-d7e1-4de2-ad18-8ef4ec406c1b req-11c58714-8584-437b-9cac-b48276d11eb7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.319300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-548e87ec-d7e1-4de2-ad18-8ef4ec406c1b req-11c58714-8584-437b-9cac-b48276d11eb7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1184099 Feb 07 22:34:30.390053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-77d8593e-6056-4f52-9c04-c9df64e436b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.392305 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-77d8593e-6056-4f52-9c04-c9df64e436b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1565874 Feb 07 22:34:30.412003 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-548e87ec-d7e1-4de2-ad18-8ef4ec406c1b req-e28a7465-4315-4552-8b8d-a4fac2f2bbad tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703199 Feb 07 22:34:30.511760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-8f183084-1870-47df-9ff8-2b4707a15953 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4852406a-fb3a-4b47-915b-eabbd14c82b8 HTTP/1.1" status: 200 len: 217 time: 0.0935833 Feb 07 22:34:30.566020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8d3cc-325d-4074-9a95-8c268ad5f09a req-10f8234e-4beb-408e-8765-2b37c95a145c tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.574003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47a8d3cc-325d-4074-9a95-8c268ad5f09a req-10f8234e-4beb-408e-8765-2b37c95a145c tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 948 time: 0.1367517 Feb 07 22:34:30.625603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-1a11adbc-8174-4d80-a079-680496982862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.630149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-1a11adbc-8174-4d80-a079-680496982862 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1116862 Feb 07 22:34:30.642898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47a8d3cc-325d-4074-9a95-8c268ad5f09a req-1c838c0c-8683-4880-ac2d-a223771024cc tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Feb 07 22:34:30.729898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-d0d69933-df17-46d3-87e0-b7edd2e341e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.733260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-d0d69933-df17-46d3-87e0-b7edd2e341e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0953572 Feb 07 22:34:30.915346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-2afaa5b1-5223-46ef-a816-cbca5a43b25d service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712544 Feb 07 22:34:30.970803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f1d7-9fc3-49e1-8dbb-57d9501a2b3c req-978d1378-447c-4888-9913-4be5938f0633 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.973080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b308f1d7-9fc3-49e1-8dbb-57d9501a2b3c req-978d1378-447c-4888-9913-4be5938f0633 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0897701 Feb 07 22:34:30.991742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167215e-975b-425f-9a7f-c6a2706b6591 req-0da5fc87-54dd-4016-9147-a0971d029ca9 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.993614 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0167215e-975b-425f-9a7f-c6a2706b6591 req-0da5fc87-54dd-4016-9147-a0971d029ca9 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 946 time: 0.2529087 Feb 07 22:34:31.062106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0167215e-975b-425f-9a7f-c6a2706b6591 req-e2cbdd1f-f091-42bf-91c0-559e873fa267 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589993 Feb 07 22:34:31.082051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4e84f70-0a8f-47e1-9690-482c60449c98 req-6ea69ca1-d5ad-44fb-a76f-9a98fc4d5171 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555936 Feb 07 22:34:31.084034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b308f1d7-9fc3-49e1-8dbb-57d9501a2b3c req-00356dfa-d7d8-46e7-bc67-074002be4f1b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028674 Feb 07 22:34:31.222121 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4cd63d9-6cfa-427e-af3b-7f1cb8d2e40c req-66d2976d-67c5-49b4-860b-54af4fc41abc tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0525880 Feb 07 22:34:31.310180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58872) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:31.321279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf1f38-d1ed-4175-8da8-48316d979d4a req-75feec45-cd0f-419a-ae29-d1ea35c034be tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:31.323053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0adf1f38-d1ed-4175-8da8-48316d979d4a req-75feec45-cd0f-419a-ae29-d1ea35c034be tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 948 time: 0.0623386 Feb 07 22:34:31.365550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0adf1f38-d1ed-4175-8da8-48316d979d4a req-41339a76-be6c-4847-b473-04690f3ce7f2 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337586 Feb 07 22:34:31.372128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1c7a6dd9-12cc-444a-9eab-244566024b2b details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:34:31.447364 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74b7a2bc-a593-4c8c-ae21-45e3fd3e47d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.500027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1c7a6dd9-12cc-444a-9eab-244566024b2b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1c7a6dd9-12cc-444a-9eab-244566024b2b,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:31.514477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '1c7a6dd9-12cc-444a-9eab-244566024b2b', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '1c7a6dd9-12cc-444a-9eab-244566024b2b', 'mac_address': 'fa:16:3e:ba:73:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:34:31.559296 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.572523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a97a00-9dee-4795-9899-cc2145724e2f req-8c8b3a52-0734-45c8-ad25-0f0b7518a1a9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:31.573940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7a6dd9-12cc-444a-9eab-244566024b2b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:31.574062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08a97a00-9dee-4795-9899-cc2145724e2f req-8c8b3a52-0734-45c8-ad25-0f0b7518a1a9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0806522 Feb 07 22:34:31.597278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1c7a6dd9-12cc-444a-9eab-244566024b2b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1c7a6dd9-12cc-444a-9eab-244566024b2b,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:31.597508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74b7a2bc-a593-4c8c-ae21-45e3fd3e47d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.602489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.606989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74b7a2bc-a593-4c8c-ae21-45e3fd3e47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.656299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1c7a6dd9-12cc-444a-9eab-244566024b2b,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:31.665978 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-74b7a2bc-a593-4c8c-ae21-45e3fd3e47d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddfd502ab8a246e9b1312cc6943b027e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546741 Feb 07 22:34:31.669356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58878) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:31.672110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08a97a00-9dee-4795-9899-cc2145724e2f req-77525b29-3164-4ffb-a5ae-02d8181c3fa3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857680 Feb 07 22:34:31.673878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7a2bc-a593-4c8c-ae21-45e3fd3e47d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c530d1d3-ecd8-41c7-a517-ecd86861ca50,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:31.741660 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f3c-42b2-43c7-972b-b99fc5c1772a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.785433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f3c-42b2-43c7-972b-b99fc5c1772a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.850425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f00104-bdfa-4479-bb1e-2d0243d740b7 req-ce1c498c-8f58-4895-834b-baea4898662e tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:31.852110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21f00104-bdfa-4479-bb1e-2d0243d740b7 req-ce1c498c-8f58-4895-834b-baea4898662e tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 949 time: 0.0913932 Feb 07 22:34:31.880714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f3c-42b2-43c7-972b-b99fc5c1772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.883195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f3c-42b2-43c7-972b-b99fc5c1772a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.887067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4e6b7f3c-42b2-43c7-972b-b99fc5c1772a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c530d1d3-ecd8-41c7-a517-ecd86861ca50 HTTP/1.1" status: 204 len: 168 time: 0.2140732 Feb 07 22:34:31.912491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1c7a6dd9-12cc-444a-9eab-244566024b2b'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:31.942139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b7f3c-42b2-43c7-972b-b99fc5c1772a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c530d1d3-ecd8-41c7-a517-ecd86861ca50,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:31.968755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21f00104-bdfa-4479-bb1e-2d0243d740b7 req-fb1d1fd4-0d72-4e27-9603-9590ef0d8c07 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075377 Feb 07 22:34:32.001115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-2a7a6f64-e4a8-4b82-bcf5-dd287fb3e279 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:32.002936 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-2a7a6f64-e4a8-4b82-bcf5-dd287fb3e279 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.0938981 Feb 07 22:34:32.030863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827895-2'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:32.131727 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.236330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b3e16-2d0f-4292-b396-6f444f9ded1d req-719d5ea7-dd76-4f1c-bf1a-05a067d5ee05 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:32.245230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d0b3e16-2d0f-4292-b396-6f444f9ded1d req-719d5ea7-dd76-4f1c-bf1a-05a067d5ee05 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 946 time: 0.0769584 Feb 07 22:34:32.263616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e3923-db49-446f-bb83-08f7cd1037bd req-30049864-b633-43b1-adb4-ecf6fec7a347 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:32.265458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-138e3923-db49-446f-bb83-08f7cd1037bd req-30049864-b633-43b1-adb4-ecf6fec7a347 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 945 time: 0.0823483 Feb 07 22:34:32.298087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d0b3e16-2d0f-4292-b396-6f444f9ded1d req-a69aaa90-8ed0-411f-822a-fe65811e32cf tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517776 Feb 07 22:34:32.344789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58894) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:32.358749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe883d00-428a-4fc0-ad83-b2648c51580a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.373749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-138e3923-db49-446f-bb83-08f7cd1037bd req-0cd8c94f-0e02-4ef9-8a9f-7039721448c5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995748 Feb 07 22:34:32.410492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:32.419497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e4a1102-8028-44d9-aa74-b0e1ea8e21d7 req-2bb4d469-6b2a-413c-b684-05491c83faa5 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0375795 Feb 07 22:34:32.495392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe883d00-428a-4fc0-ad83-b2648c51580a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.500874 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe883d00-428a-4fc0-ad83-b2648c51580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.510753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:32.546535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe883d00-428a-4fc0-ad83-b2648c51580a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19c05237a5d24f3aa937d880d8471463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006574 Feb 07 22:34:32.547686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe883d00-428a-4fc0-ad83-b2648c51580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500c209a-11ab-46a4-a59c-c44e12c7df3b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:32.550921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58898) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:32.560613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f99a2-1cc3-4a5c-89ea-8eb1ee88887b req-9ed6ee94-e96b-4e9f-973f-93b966d0a870 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:32.562283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe0f99a2-1cc3-4a5c-89ea-8eb1ee88887b req-9ed6ee94-e96b-4e9f-973f-93b966d0a870 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 948 time: 0.1080465 Feb 07 22:34:32.571691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:32.574018 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7018f4bc-d82f-407b-82d4-e87631f6bb72" -d '{"events": [{"server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "name": "network-vif-unplugged", "status": "completed", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:32.585240 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.599537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.624598 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9c39-41a5-4b07-bf82-656e932a6542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.645957 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7b1150-f228-48b6-b06d-09dac86d53ac x-openstack-request-id: req-3e7b1150-f228-48b6-b06d-09dac86d53ac {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:32.646235 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "name": "network-vif-unplugged", "status": "completed", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:32.646486 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e7b1150-f228-48b6-b06d-09dac86d53ac {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:32.646873 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87', 'code': 200} Feb 07 22:34:32.656199 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9c39-41a5-4b07-bf82-656e932a6542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.699881 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe0f99a2-1cc3-4a5c-89ea-8eb1ee88887b req-cbb2ff9b-3a86-43eb-9d03-6ef409fe3d74 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217296 Feb 07 22:34:32.719018 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9c39-41a5-4b07-bf82-656e932a6542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.719182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Pushing event updated for resources: {'Port': ['ID=54d21617-5b7f-4b84-b942-2d1f7ab24b87,revision_number=7']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:32.724839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9c39-41a5-4b07-bf82-656e932a6542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.726666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f6aa9c39-41a5-4b07-bf82-656e932a6542 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/500c209a-11ab-46a4-a59c-c44e12c7df3b HTTP/1.1" status: 204 len: 168 time: 0.1743965 Feb 07 22:34:32.760610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on host n-h1-827895-2 for vnic_type normal with profile {"migrating_to": "n-h2-827895-2"} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:32.760943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:32.761275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:32.763837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa9c39-41a5-4b07-bf82-656e932a6542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500c209a-11ab-46a4-a59c-c44e12c7df3b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:32.772709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34e1d6-9c08-488b-ad53-287293971514 req-832df38d-e7d2-40c6-ba5d-364c094b228f tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:32.774382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a34e1d6-9c08-488b-ad53-287293971514 req-832df38d-e7d2-40c6-ba5d-364c094b228f tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.24 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 946 time: 0.1382358 Feb 07 22:34:32.777177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:34:32.779402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Attempting to bind port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:32.815798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:34:32.816529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:32.817081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:34:32.817695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Bound port: 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:32.818401 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.865663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817cafd-8fe2-4eb1-a7dc-f94060f70f46 req-4c72a780-2dd5-461d-9bc9-7dc1c4816bc4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:32.872334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9817cafd-8fe2-4eb1-a7dc-f94060f70f46 req-4c72a780-2dd5-461d-9bc9-7dc1c4816bc4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0722976 Feb 07 22:34:32.922459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9817cafd-8fe2-4eb1-a7dc-f94060f70f46 req-ce1c58ce-840f-4209-ad57-5758dd4e4ccc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473440 Feb 07 22:34:32.958609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:32.962749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:34:32.969894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-1a34e1d6-9c08-488b-ad53-287293971514 req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Deleting port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:32.970351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1a34e1d6-9c08-488b-ad53-287293971514 req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.973637 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.157605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Pushing event updated for resources: {'Port': ['ID=54d21617-5b7f-4b84-b942-2d1f7ab24b87,revision_number=8']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:33.171068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:33.171723 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.173367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-4647fe9c-6002-4c49-83bf-c723a79ee04b service neutron] 10.222.0.24 "PUT /v2.0/ports/54d21617-5b7f-4b84-b942-2d1f7ab24b87 HTTP/1.1" status: 200 len: 1121 time: 1.1472523 Feb 07 22:34:33.197788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35555052-0e3a-4f2b-9e86-38815a0d8cd7 req-e34f3ca1-a10d-429d-9853-e54e8b89b74c tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:33.199266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35555052-0e3a-4f2b-9e86-38815a0d8cd7 req-e34f3ca1-a10d-429d-9853-e54e8b89b74c tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 949 time: 0.1351075 Feb 07 22:34:33.204744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1a34e1d6-9c08-488b-ad53-287293971514 req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] For port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,segment=NetworkSegment(8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0),segment_id=8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:33.205106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1a34e1d6-9c08-488b-ad53-287293971514 req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.231816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-1a34e1d6-9c08-488b-ad53-287293971514 req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Calling delete_port for 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:33.272370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['54d21617-5b7f-4b84-b942-2d1f7ab24b87'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:33.313769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['54d21617-5b7f-4b84-b942-2d1f7ab24b87'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:33.321651 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35555052-0e3a-4f2b-9e86-38815a0d8cd7 req-61fbe4ee-33cb-4131-9e30-759db5fd01e1 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123352 Feb 07 22:34:33.390431 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4852406a-fb3a-4b47-915b-eabbd14c82b8 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:34:33.428472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1c7a6dd9-12cc-444a-9eab-244566024b2b up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:33.480477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1a34e1d6-9c08-488b-ad53-287293971514 req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.523781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b59d03-833f-4dc4-b025-7d3803fc1291 req-2e022730-ca4b-4dfc-a29c-68cb90afa210 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:33.535418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Pushing event deleted for resources: {'Port': ['ID=9dfb130d-5dfc-462b-aa5f-d9db14c74c13,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:33.540473 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6b59d03-833f-4dc4-b025-7d3803fc1291 req-2e022730-ca4b-4dfc-a29c-68cb90afa210 tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/ports?device_id=01cf394f-b24d-4ec5-b334-78c04289e487 HTTP/1.1" status: 200 len: 867 time: 0.1371052 Feb 07 22:34:33.612330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a34e1d6-9c08-488b-ad53-287293971514 req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] No DVR routers for this DVR port 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:33.617464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1a34e1d6-9c08-488b-ad53-287293971514 req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.621963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a34e1d6-9c08-488b-ad53-287293971514 req-a6e00add-aa48-4d88-8c27-de3b2b1e023d tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.24 "DELETE /v2.0/ports/9dfb130d-5dfc-462b-aa5f-d9db14c74c13 HTTP/1.1" status: 204 len: 173 time: 0.8385637 Feb 07 22:34:33.631474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4852406a-fb3a-4b47-915b-eabbd14c82b8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4852406a-fb3a-4b47-915b-eabbd14c82b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:33.631894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6b59d03-833f-4dc4-b025-7d3803fc1291 req-c8e3e9bf-aa9b-4a26-a7d4-8a2b940238fa tempest-VolumesAdminNegativeTest-1239636093 tempest-VolumesAdminNegativeTest-1239636093-project] 10.222.0.15 "GET /v2.0/security-groups?id=957cf1b3-3abd-4837-ba7a-47ff29177bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904446 Feb 07 22:34:33.644500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 54d21617-5b7f-4b84-b942-2d1f7ab24b87 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:34:33.660552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58655748-4c10-41db-b30e-1fb428821012 req-24e50535-37d5-45f6-bfc4-fbbb5d0d6c3a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:33.669407 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58655748-4c10-41db-b30e-1fb428821012 req-24e50535-37d5-45f6-bfc4-fbbb5d0d6c3a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.1361415 Feb 07 22:34:33.719415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '4852406a-fb3a-4b47-915b-eabbd14c82b8', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '4852406a-fb3a-4b47-915b-eabbd14c82b8', 'mac_address': 'fa:16:3e:7c:0d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:34:33.726705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 1c7a6dd9-12cc-444a-9eab-244566024b2b completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:33.748074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58655748-4c10-41db-b30e-1fb428821012 req-d6594e4a-35a7-4943-99d5-f30fd0621dab tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775630 Feb 07 22:34:33.750083 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.751004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 1c7a6dd9-12cc-444a-9eab-244566024b2b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:33.751552 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.848133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-54e6e353-c327-4587-9f90-52691ae11f1f req-21063d47-e136-474d-aa5c-cce725587cbf tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0693367 Feb 07 22:34:33.933622 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.944361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba850-f344-40f6-9470-d3034a7d389b req-de1609ab-56cf-402b-9b29-81a17c86ca1a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:33.946056 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-551ba850-f344-40f6-9470-d3034a7d389b req-de1609ab-56cf-402b-9b29-81a17c86ca1a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 948 time: 0.0703807 Feb 07 22:34:34.000084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4852406a-fb3a-4b47-915b-eabbd14c82b8 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:34.013008 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-551ba850-f344-40f6-9470-d3034a7d389b req-e849c5c3-00a3-42a5-a55a-70fce43ec628 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507286 Feb 07 22:34:34.017635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:34.080335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4852406a-fb3a-4b47-915b-eabbd14c82b8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4852406a-fb3a-4b47-915b-eabbd14c82b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:34.106980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ed364-b5e2-4156-a5d2-4be274424b20 req-f3991ed8-fddc-4a47-b561-ddbc4b0a24a3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:34.114550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-485ed364-b5e2-4156-a5d2-4be274424b20 req-f3991ed8-fddc-4a47-b561-ddbc4b0a24a3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0715709 Feb 07 22:34:34.119329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 54d21617-5b7f-4b84-b942-2d1f7ab24b87 has no active binding in host n-h2-827895-2 {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 22:34:34.125742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.133124 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.176193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-485ed364-b5e2-4156-a5d2-4be274424b20 req-ee7e91bf-2287-4946-8e15-5fb081c13b72 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464129 Feb 07 22:34:34.176884 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.227012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9554fe-9652-4004-9b30-c9df6810b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7a6dd9-12cc-444a-9eab-244566024b2b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:34.229568 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9054590e-a184-4745-8def-04ee0bde581c" -d '{"events": [{"server_uuid": "8f9554fe-9652-4004-9b30-c9df6810b82f", "name": "network-vif-plugged", "status": "completed", "tag": "1c7a6dd9-12cc-444a-9eab-244566024b2b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:34.235763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4852406a-fb3a-4b47-915b-eabbd14c82b8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:34.250048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1c7a6dd9-12cc-444a-9eab-244566024b2b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1c7a6dd9-12cc-444a-9eab-244566024b2b,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:34.255824 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.295109 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66e91cb-ea5a-49c8-8c26-c192e83e0d2a x-openstack-request-id: req-a66e91cb-ea5a-49c8-8c26-c192e83e0d2a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:34.296011 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9554fe-9652-4004-9b30-c9df6810b82f", "name": "network-vif-plugged", "status": "completed", "tag": "1c7a6dd9-12cc-444a-9eab-244566024b2b", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:34.296270 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a66e91cb-ea5a-49c8-8c26-c192e83e0d2a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:34.296664 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9554fe-9652-4004-9b30-c9df6810b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7a6dd9-12cc-444a-9eab-244566024b2b', 'code': 200} Feb 07 22:34:34.349020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1c7a6dd9-12cc-444a-9eab-244566024b2b,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:34.421488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569937-5827-4f7e-98e1-bc5bff59976c req-d852ca31-5511-49cf-870c-8673f6657981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:34.423172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8569937-5827-4f7e-98e1-bc5bff59976c req-d852ca31-5511-49cf-870c-8673f6657981 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 1101 time: 0.0547857 Feb 07 22:34:34.482148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['4852406a-fb3a-4b47-915b-eabbd14c82b8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:34.487054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8569937-5827-4f7e-98e1-bc5bff59976c req-00c68cc7-a353-4984-b5af-8194848625fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547290 Feb 07 22:34:34.499957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e33c32-ec12-4640-a71d-fd78978c4efb req-4d94985c-e838-4009-a47e-e89dcd650647 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:34.507882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e33c32-ec12-4640-a71d-fd78978c4efb req-4d94985c-e838-4009-a47e-e89dcd650647 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 950 time: 0.0836792 Feb 07 22:34:34.562249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e33c32-ec12-4640-a71d-fd78978c4efb req-92a5e173-887d-4450-b0e2-49390341b401 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492604 Feb 07 22:34:34.648224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87'}, {'server_uuid': '01cf394f-b24d-4ec5-b334-78c04289e487', 'name': 'network-vif-deleted', 'tag': '9dfb130d-5dfc-462b-aa5f-d9db14c74c13'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:34.651744 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c751139-3256-44a6-a391-0640561d7096" -d '{"events": [{"name": "network-changed", "server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87"}, {"server_uuid": "01cf394f-b24d-4ec5-b334-78c04289e487", "name": "network-vif-deleted", "tag": "9dfb130d-5dfc-462b-aa5f-d9db14c74c13"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:34.690952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58960) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:34.711723 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2025df0-6a90-48b7-af8c-54f87807bb84 x-openstack-request-id: req-f2025df0-6a90-48b7-af8c-54f87807bb84 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:34.712101 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87", "status": "completed", "code": 200}, {"server_uuid": "01cf394f-b24d-4ec5-b334-78c04289e487", "name": "network-vif-deleted", "tag": "9dfb130d-5dfc-462b-aa5f-d9db14c74c13", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:34.712420 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2025df0-6a90-48b7-af8c-54f87807bb84 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:34.712937 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87', 'status': 'completed', 'code': 200} Feb 07 22:34:34.713417 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cf394f-b24d-4ec5-b334-78c04289e487', 'name': 'network-vif-deleted', 'tag': '9dfb130d-5dfc-462b-aa5f-d9db14c74c13', 'status': 'completed', 'code': 200} Feb 07 22:34:34.772338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6c8468-f5b5-4fd3-b0c3-1feb0ef3be05 admin admin] Deleting subnet b7c21edf-c8ce-4c7b-850e-891b8c868e69 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:34:34.779810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8468-f5b5-4fd3-b0c3-1feb0ef3be05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.785737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751139-3256-44a6-a391-0640561d7096 req-02a20be1-7095-4d82-b9f1-3a74c1c25d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:34.788295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c751139-3256-44a6-a391-0640561d7096 req-02a20be1-7095-4d82-b9f1-3a74c1c25d0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1124 time: 0.0533834 Feb 07 22:34:34.836919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8468-f5b5-4fd3-b0c3-1feb0ef3be05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.934808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8468-f5b5-4fd3-b0c3-1feb0ef3be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.953162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751139-3256-44a6-a391-0640561d7096 req-12ea80c6-f9eb-47d6-9122-a364d56db273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:34.954370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c751139-3256-44a6-a391-0640561d7096 req-12ea80c6-f9eb-47d6-9122-a364d56db273 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.1560414 Feb 07 22:34:34.975975 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05aca83f-fa3b-48d9-b50a-809d314830a4 req-38251f86-4231-4f8d-8e8f-01aa0f104a7a tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0380723 Feb 07 22:34:34.993055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8fd74-3379-4d47-bd45-20af36b0b4e1 req-95dffe90-abf0-4165-b432-5d5722bd738d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:34.994773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46c8fd74-3379-4d47-bd45-20af36b0b4e1 req-95dffe90-abf0-4165-b432-5d5722bd738d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.1495302 Feb 07 22:34:35.024784 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c751139-3256-44a6-a391-0640561d7096 req-aa3141c8-f15f-47fd-abb7-cd6e32b98311 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87 HTTP/1.1" status: 200 len: 217 time: 0.0512476 Feb 07 22:34:35.069531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46c8fd74-3379-4d47-bd45-20af36b0b4e1 req-41c7c257-1ba1-4f1d-9246-218e71b024a8 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650353 Feb 07 22:34:35.078497 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8468-f5b5-4fd3-b0c3-1feb0ef3be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.102079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751139-3256-44a6-a391-0640561d7096 req-1df74072-c831-4a71-8cbf-3313e1a7cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:35.103833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c751139-3256-44a6-a391-0640561d7096 req-1df74072-c831-4a71-8cbf-3313e1a7cc32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0586021 Feb 07 22:34:35.113175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c8468-f5b5-4fd3-b0c3-1feb0ef3be05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c21edf-c8ce-4c7b-850e-891b8c868e69,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:35.115759 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8468-f5b5-4fd3-b0c3-1feb0ef3be05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.119946 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ef6c8468-f5b5-4fd3-b0c3-1feb0ef3be05 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b7c21edf-c8ce-4c7b-850e-891b8c868e69 HTTP/1.1" status: 204 len: 168 time: 0.4278297 Feb 07 22:34:35.122929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58978) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:35.180014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c751139-3256-44a6-a391-0640561d7096 req-86d91007-202b-41ae-8881-d01a8cb83334 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460303 Feb 07 22:34:35.206671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.212415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe0b3-4289-4cfe-af0e-953a619ce19b req-c5c876cb-9079-47ff-a04e-db63705e3e42 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:35.220508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df9fe0b3-4289-4cfe-af0e-953a619ce19b req-c5c876cb-9079-47ff-a04e-db63705e3e42 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 949 time: 0.1093769 Feb 07 22:34:35.313683 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df9fe0b3-4289-4cfe-af0e-953a619ce19b req-d8f5773a-1a5c-4af7-930e-ad08a86986ad tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870659 Feb 07 22:34:35.347527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c751139-3256-44a6-a391-0640561d7096 req-030b4450-d1ae-4f58-8be9-74fc0efe326e service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552978 Feb 07 22:34:35.356791 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.390796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce659fd-7cdf-470a-ac05-591bdcf04311']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:35.402005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fbd31-cf5f-4782-b889-76419e4bcfb5 req-a6b1ff6a-f2cb-460b-aa78-1041a604e8f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:35.408198 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a52fbd31-cf5f-4782-b889-76419e4bcfb5 req-a6b1ff6a-f2cb-460b-aa78-1041a604e8f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1370599 Feb 07 22:34:35.429119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:35.429994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e38dd15-e5c6-4533-b7f3-ea53e7f3b6c0') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:35.451073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.460552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c751139-3256-44a6-a391-0640561d7096 req-1f3adb0b-c38a-4628-a2d3-1afcd87f3747 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034079 Feb 07 22:34:35.483035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a52fbd31-cf5f-4782-b889-76419e4bcfb5 req-98022825-483a-4409-8767-6a4343244945 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720928 Feb 07 22:34:35.484068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.501344 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:34:35.502786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:34:35.555951 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:34:35.570824 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.578295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.581473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5ce659fd-7cdf-470a-ac05-591bdcf04311 HTTP/1.1" status: 204 len: 168 time: 0.4573097 Feb 07 22:34:35.584393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58994) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:35.601515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305031b-c02e-480c-adaf-43d62a88ad07 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce659fd-7cdf-470a-ac05-591bdcf04311,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:35.644077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a67dc8a-1836-4d9a-a728-0ed29f3f75a3 admin admin] Deleting subnet 6fbc78df-6cde-469b-930c-3bc45603874c {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:34:35.650014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a67dc8a-1836-4d9a-a728-0ed29f3f75a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.653721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:35.693819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:35.694330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9dfb130d-5dfc-462b-aa5f-d9db14c74c13 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:35.709466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678af38-e6c7-463c-b843-6b18e8797465 req-96122c10-857d-42f9-bdc6-c944c11fae7b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:35.712194 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8678af38-e6c7-463c-b843-6b18e8797465 req-96122c10-857d-42f9-bdc6-c944c11fae7b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 950 time: 0.0691590 Feb 07 22:34:35.717325 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a67dc8a-1836-4d9a-a728-0ed29f3f75a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.759326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8678af38-e6c7-463c-b843-6b18e8797465 req-adbed425-cc24-4784-91c5-6411e8d9322c tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Feb 07 22:34:35.782697 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a67dc8a-1836-4d9a-a728-0ed29f3f75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.867546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a67dc8a-1836-4d9a-a728-0ed29f3f75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.898684 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67dc8a-1836-4d9a-a728-0ed29f3f75a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fbc78df-6cde-469b-930c-3bc45603874c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:35.904541 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a67dc8a-1836-4d9a-a728-0ed29f3f75a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.911402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6a67dc8a-1836-4d9a-a728-0ed29f3f75a3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6fbc78df-6cde-469b-930c-3bc45603874c HTTP/1.1" status: 204 len: 168 time: 0.3259413 Feb 07 22:34:35.912301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59000) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:35.946118 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-46963690-b370-4a15-a624-ed93b59bff87 service neutron] 10.222.0.46 "GET /v2.0/ports/9d235773-6a75-4b89-a2f0-2e791fe71a4a/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.1112912 Feb 07 22:34:35.994983 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.145863 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc031c30-ee6d-4b39-ad72-c955fb87ab66 req-fd57b21b-23c5-4b4b-a977-a2b0fae89052 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0490732 Feb 07 22:34:36.156612 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.210066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00baee0a-235b-40c7-a1db-23f32fa3d39d']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:36.222542 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dd1adb-fce4-4e38-8c9c-f776187e86c9') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:36.223096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dd1adb-fce4-4e38-8c9c-f776187e86c9') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:36.238284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.258762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.271328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:34:36.271470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:34:36.273683 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:34:36.279904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da7f17-a672-4ed4-bf9f-8ad3c7526197 req-b26e7f41-b6a1-4c4e-86e9-d70460642266 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.281701 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59da7f17-a672-4ed4-bf9f-8ad3c7526197 req-b26e7f41-b6a1-4c4e-86e9-d70460642266 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.0944812 Feb 07 22:34:36.288500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874783-8459-4732-8b44-5f95685b039a req-f27bd7f8-f261-45a7-a9b4-1f3cd785e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.289962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-f27bd7f8-f261-45a7-a9b4-1f3cd785e8c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 1099 time: 0.0692158 Feb 07 22:34:36.363287 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59da7f17-a672-4ed4-bf9f-8ad3c7526197 req-3db7dbb3-0d4c-40b9-83da-8b75281abaaa tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722725 Feb 07 22:34:36.391988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874783-8459-4732-8b44-5f95685b039a req-b3691a87-9f4b-4e89-b35c-c070ba029861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.393574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-b3691a87-9f4b-4e89-b35c-c070ba029861 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 1099 time: 0.0797544 Feb 07 22:34:36.547998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874783-8459-4732-8b44-5f95685b039a req-440ffade-d437-407e-a18f-b37e923c7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.549500 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-440ffade-d437-407e-a18f-b37e923c7b10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1397815 Feb 07 22:34:36.610330 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-bd3056e1-bd9e-483b-9294-84fae741d5c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a HTTP/1.1" status: 200 len: 217 time: 0.0526896 Feb 07 22:34:36.710363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.723561 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.727367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] 10.222.0.15 "DELETE /v2.0/networks/00baee0a-235b-40c7-a1db-23f32fa3d39d HTTP/1.1" status: 204 len: 168 time: 0.8140447 Feb 07 22:34:36.747916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf20bf8-9159-4eb2-bc12-3ae27cdcd052 req-7f0ef1bb-913d-400c-8b6a-45399229acd8 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.748121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf624d2-70ee-4d5e-a397-c759cefb3c8b req-fb52336e-554a-4875-a3fb-7f48639d313d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.756365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbf20bf8-9159-4eb2-bc12-3ae27cdcd052 req-7f0ef1bb-913d-400c-8b6a-45399229acd8 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 949 time: 0.0973058 Feb 07 22:34:36.760683 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7bf624d2-70ee-4d5e-a397-c759cefb3c8b req-fb52336e-554a-4875-a3fb-7f48639d313d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1489499 Feb 07 22:34:36.769237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74cad9-1378-449a-b3eb-6024c77fe864 admin admin] Pushing event deleted for resources: {'Network': ['ID=00baee0a-235b-40c7-a1db-23f32fa3d39d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:36.779879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874783-8459-4732-8b44-5f95685b039a req-4c670ac2-5cdc-43e1-8859-7dec0b502f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.787643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-4c670ac2-5cdc-43e1-8859-7dec0b502f1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1660876 Feb 07 22:34:36.805959 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbf20bf8-9159-4eb2-bc12-3ae27cdcd052 req-d7bfd1fc-9d0a-406c-963f-2bc0bce21be0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Feb 07 22:34:36.902217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7bf624d2-70ee-4d5e-a397-c759cefb3c8b req-00a33c63-4710-44a2-bdd7-dbd0f176e0cc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293786 Feb 07 22:34:36.922949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874783-8459-4732-8b44-5f95685b039a req-692dcab2-a0b9-4ba0-864d-f61a97e1f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.924460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-692dcab2-a0b9-4ba0-864d-f61a97e1f72b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219563 Feb 07 22:34:36.984456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c759fa8-be55-4986-a107-ec79ade40b3c req-9e158b69-e461-4ff3-957e-4aa16390feff tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.988034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8c759fa8-be55-4986-a107-ec79ade40b3c req-9e158b69-e461-4ff3-957e-4aa16390feff tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 950 time: 0.0773995 Feb 07 22:34:37.055275 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-cc9310de-c112-4b1b-a8fa-5353b8582dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218615 Feb 07 22:34:37.074799 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8c759fa8-be55-4986-a107-ec79ade40b3c req-79042346-dd54-45f0-823d-a49b4d43c237 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810449 Feb 07 22:34:37.143246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59040) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:37.234480 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b24ca6b3-0938-4bc3-9a3a-646273984aa0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a0fa12892c8488284b836cb21becb8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908217 Feb 07 22:34:37.236633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59046) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:37.244351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33874783-8459-4732-8b44-5f95685b039a req-df41389d-5e53-478d-bd27-2531f2a0f534 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791639 Feb 07 22:34:37.304327 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-12c047ab-6142-486c-be87-a6abb14d448a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.341366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e9764e8-9953-4da6-8806-7afa598b9c48 req-ddbb91a6-a48d-499e-aa20-6cae222b7d04 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0405374 Feb 07 22:34:37.343631 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-12c047ab-6142-486c-be87-a6abb14d448a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.380343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4852406a-fb3a-4b47-915b-eabbd14c82b8 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:37.431878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-12c047ab-6142-486c-be87-a6abb14d448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.435950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-12c047ab-6142-486c-be87-a6abb14d448a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.440950 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-12c047ab-6142-486c-be87-a6abb14d448a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/957cf1b3-3abd-4837-ba7a-47ff29177bcf HTTP/1.1" status: 204 len: 168 time: 0.2030180 Feb 07 22:34:37.451679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c047ab-6142-486c-be87-a6abb14d448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957cf1b3-3abd-4837-ba7a-47ff29177bcf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:37.503646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 4852406a-fb3a-4b47-915b-eabbd14c82b8 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:37.510903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 4852406a-fb3a-4b47-915b-eabbd14c82b8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:37.511284 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.577370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4dd86-228c-4444-8686-ac9029214e3d req-22e10c6d-d17d-4a07-9661-9a4a5e8dd1fd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:37.581563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5c218-c83d-476c-b515-afba76263b80 req-570d2b30-9dd2-48a7-89db-f421b8d91b08 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:37.589318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aec5c218-c83d-476c-b515-afba76263b80 req-570d2b30-9dd2-48a7-89db-f421b8d91b08 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 950 time: 0.0632713 Feb 07 22:34:37.593127 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42e4dd86-228c-4444-8686-ac9029214e3d req-22e10c6d-d17d-4a07-9661-9a4a5e8dd1fd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.1150455 Feb 07 22:34:37.646319 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aec5c218-c83d-476c-b515-afba76263b80 req-14a6e42f-8e5d-4eb9-ae2b-c60759c8232e tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489316 Feb 07 22:34:37.680509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42e4dd86-228c-4444-8686-ac9029214e3d req-e7547ef0-f3f4-4846-a459-1e3996634e48 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860407 Feb 07 22:34:37.686626 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.717277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd584bf08-1784-430c-9f42-bdae29ec3022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4852406a-fb3a-4b47-915b-eabbd14c82b8'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:37.720674 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1fa53f-caf4-4659-8d7e-9bb7389edc8c" -d '{"events": [{"server_uuid": "d584bf08-1784-430c-9f42-bdae29ec3022", "name": "network-vif-plugged", "status": "completed", "tag": "4852406a-fb3a-4b47-915b-eabbd14c82b8"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:37.740440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4852406a-fb3a-4b47-915b-eabbd14c82b8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4852406a-fb3a-4b47-915b-eabbd14c82b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:37.748931 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.750454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d235773-6a75-4b89-a2f0-2e791fe71a4a no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:37.980628 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a4026e-9165-45d5-b216-7b5c94914a15 x-openstack-request-id: req-72a4026e-9165-45d5-b216-7b5c94914a15 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:37.981504 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d584bf08-1784-430c-9f42-bdae29ec3022", "name": "network-vif-plugged", "status": "completed", "tag": "4852406a-fb3a-4b47-915b-eabbd14c82b8", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:37.981750 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72a4026e-9165-45d5-b216-7b5c94914a15 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:37.982148 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd584bf08-1784-430c-9f42-bdae29ec3022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4852406a-fb3a-4b47-915b-eabbd14c82b8', 'code': 200} Feb 07 22:34:38.041585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4852406a-fb3a-4b47-915b-eabbd14c82b8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:38.041951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fb8c3-2ff4-4eae-8c33-051aa98c9403 req-5f1aabb0-e232-4531-850e-06ed19a6a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:38.045152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a6fb8c3-2ff4-4eae-8c33-051aa98c9403 req-5f1aabb0-e232-4531-850e-06ed19a6a8ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 1101 time: 0.1604943 Feb 07 22:34:38.090439 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.090828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f399f-07f4-4e58-b53a-2632f96a013d req-1ad80ed5-4301-47d0-9b18-f4a3448cbc4d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:38.101685 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-016f399f-07f4-4e58-b53a-2632f96a013d req-1ad80ed5-4301-47d0-9b18-f4a3448cbc4d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0975926 Feb 07 22:34:38.140752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb76ae-9ece-4000-a8b5-df315f77b28f req-b3cd1fed-5fea-423f-bf0e-78999be1e010 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:38.143029 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:38.146246 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5cfb76ae-9ece-4000-a8b5-df315f77b28f req-b3cd1fed-5fea-423f-bf0e-78999be1e010 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 950 time: 0.1853392 Feb 07 22:34:38.150760 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.166912 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-016f399f-07f4-4e58-b53a-2632f96a013d req-d2418b60-4bc2-4c0e-b8c8-877ae18c53ad tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639706 Feb 07 22:34:38.203734 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a6fb8c3-2ff4-4eae-8c33-051aa98c9403 req-a874abd1-9c48-417c-90ec-2948aec380a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480191 Feb 07 22:34:38.242169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5cfb76ae-9ece-4000-a8b5-df315f77b28f req-6aa539ad-620c-4973-9a4a-814ad6361a3a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746593 Feb 07 22:34:38.242628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9d235773-6a75-4b89-a2f0-2e791fe71a4a,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:38.257479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59076) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:38.313840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3edc0482-90db-434e-93c4-4b78a50b5f0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a31dc86947de4490a324c2ad7c3ee1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548646 Feb 07 22:34:38.316397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59078) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:38.370055 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc974ef4-95f0-4e07-9419-61e7b567713f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.397319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc974ef4-95f0-4e07-9419-61e7b567713f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.470827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9fcbece2-152a-4cdf-a228-7d85f67e7104 req-28769bc5-5831-49d6-b936-f3678c78d495 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Feb 07 22:34:38.479002 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc974ef4-95f0-4e07-9419-61e7b567713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.481927 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc974ef4-95f0-4e07-9419-61e7b567713f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.483126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fc974ef4-95f0-4e07-9419-61e7b567713f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/320d0bec-6fa7-4991-beae-19d2087ec754 HTTP/1.1" status: 204 len: 168 time: 0.1656773 Feb 07 22:34:38.493762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc974ef4-95f0-4e07-9419-61e7b567713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d0bec-6fa7-4991-beae-19d2087ec754,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:38.827953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05878eda-09b2-4cb5-8369-b57a0361ddfa req-ae9b3f0b-92c0-441b-8f9b-32f21bb6570d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:38.830171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05878eda-09b2-4cb5-8369-b57a0361ddfa req-ae9b3f0b-92c0-441b-8f9b-32f21bb6570d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 950 time: 0.0707247 Feb 07 22:34:38.854174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b195d06-57e8-4e01-b626-d96772d24c0a req-6c7cfb77-846d-48a0-bf37-065a50eaacc1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:38.856053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b195d06-57e8-4e01-b626-d96772d24c0a req-6c7cfb77-846d-48a0-bf37-065a50eaacc1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.0689027 Feb 07 22:34:38.889798 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05878eda-09b2-4cb5-8369-b57a0361ddfa req-c34c90cf-a990-4c3f-8eca-6f2d9b888045 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509052 Feb 07 22:34:38.916725 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b195d06-57e8-4e01-b626-d96772d24c0a req-41c07736-e58f-40ad-b5d9-2fff45dd9984 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537794 Feb 07 22:34:39.328254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d752425-14b8-4cd3-94a0-392f48a61d46 req-e649aac4-4c5a-4fe0-ac8f-5f79fe91ce44 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:39.340056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d752425-14b8-4cd3-94a0-392f48a61d46 req-e649aac4-4c5a-4fe0-ac8f-5f79fe91ce44 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 946 time: 0.0811880 Feb 07 22:34:39.405817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d752425-14b8-4cd3-94a0-392f48a61d46 req-7b8cc4fb-b1fb-4d27-b507-9448a39ee756 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506568 Feb 07 22:34:39.427643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0e1fe-e962-469a-9e4f-91f456b58cd6 req-f5b1fd87-47ba-46d0-a0d6-9e6816944f54 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:39.429309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cad0e1fe-e962-469a-9e4f-91f456b58cd6 req-f5b1fd87-47ba-46d0-a0d6-9e6816944f54 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 950 time: 0.0805721 Feb 07 22:34:39.478092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cad0e1fe-e962-469a-9e4f-91f456b58cd6 req-2f676ec7-cbad-4030-b289-3ea05f27fd95 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Feb 07 22:34:39.625067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-002dfb88-ed5c-45fc-aaaf-fc7e84ce48d9 req-c6b544de-e939-40c4-abaf-50eb1f12aa17 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0279369 Feb 07 22:34:39.791457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59136) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:39.984486 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:39.989830 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a8191d-a0fa-4c2e-bc9a-244c22879cf7" -d '{"events": [{"server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "name": "network-vif-unplugged", "status": "completed", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:40.092692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3361f-edb1-4e8a-a7d0-b5490d734258 req-1a931339-15f5-4777-8754-47c70da0313d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:40.094898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ccc3361f-edb1-4e8a-a7d0-b5490d734258 req-1a931339-15f5-4777-8754-47c70da0313d tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 950 time: 0.0706158 Feb 07 22:34:40.114640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-network', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:40.146357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ccc3361f-edb1-4e8a-a7d0-b5490d734258 req-65aaa108-ca1d-48ef-9521-98dc9b8c9233 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455220 Feb 07 22:34:40.155234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bed8ba-94d2-4387-b541-fc7fe3e46398 req-ebe8fe15-80d9-4f96-aeac-a50423aa9c77 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:40.170523 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1bed8ba-94d2-4387-b541-fc7fe3e46398 req-ebe8fe15-80d9-4f96-aeac-a50423aa9c77 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.1162150 Feb 07 22:34:40.173814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Made reservation on behalf of fded7053d4f5402ebd41eea7889434a6 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:40.176769 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.203982 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.224921 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce636ff-ae89-411b-9856-60bc60b0c09d x-openstack-request-id: req-cce636ff-ae89-411b-9856-60bc60b0c09d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:40.225287 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "name": "network-vif-unplugged", "status": "completed", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:40.225639 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cce636ff-ae89-411b-9856-60bc60b0c09d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:40.226400 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a', 'code': 200} Feb 07 22:34:40.245232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1bed8ba-94d2-4387-b541-fc7fe3e46398 req-e06361fb-f56a-483d-a8ae-a0379b2a3c9f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737953 Feb 07 22:34:40.342784 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.348046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.386514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:34:40.411166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166f0b-97bb-458b-a449-0609f577d1af req-b436be29-5ada-49cf-97ed-76992d8f844a tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:40.412706 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8166f0b-97bb-458b-a449-0609f577d1af req-b436be29-5ada-49cf-97ed-76992d8f844a tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 950 time: 0.1048689 Feb 07 22:34:40.415159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:40.421222 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.421788 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Added segment 6665be9f-7d70-4f7e-a930-5fb2eadda8a9 of type vlan for network 73868bd2-7385-44de-a564-eabaf2d37017 Feb 07 22:34:40.498205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.573188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.575625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:40.576939 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.619474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-a8166f0b-97bb-458b-a449-0609f577d1af req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Deleting port 1c7a6dd9-12cc-444a-9eab-244566024b2b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:40.620123 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a8166f0b-97bb-458b-a449-0609f577d1af req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.642705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197eab5-4de0-42a6-a943-cb8c9fe48554 req-856fa2c8-da29-418b-a023-180f82882e11 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:40.644780 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b197eab5-4de0-42a6-a943-cb8c9fe48554 req-856fa2c8-da29-418b-a023-180f82882e11 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 946 time: 0.1257484 Feb 07 22:34:40.670772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8778281 Feb 07 22:34:40.671778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59174) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:40.713531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b197eab5-4de0-42a6-a943-cb8c9fe48554 req-35d4233b-fc17-4220-9edd-2bd443d01c28 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623431 Feb 07 22:34:40.727526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Request body: {'subnet': {'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-subnet', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:40.862594 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37f1ffca-ddab-4eb9-89ab-519491e8b5d1 req-225585f9-ee74-4927-87a6-05da367bcebc tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0417399 Feb 07 22:34:40.878683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d559-5ab1-4a31-b9d3-279e87e2d3de admin admin] Pushing event updated for resources: {'Network': ['ID=73868bd2-7385-44de-a564-eabaf2d37017,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:40.894592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 73868bd2-7385-44de-a564-eabaf2d37017 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:34:40.950876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd6dbc-8013-4211-9ff8-6241b7d2bc0b req-31cbd73a-a1c6-407a-85d9-2d3a0cbb7992 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:40.952855 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8cd6dbc-8013-4211-9ff8-6241b7d2bc0b req-31cbd73a-a1c6-407a-85d9-2d3a0cbb7992 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 950 time: 0.3361356 Feb 07 22:34:40.956767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Made reservation on behalf of fded7053d4f5402ebd41eea7889434a6 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:40.959515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.013630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-a8166f0b-97bb-458b-a449-0609f577d1af req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] For port 1c7a6dd9-12cc-444a-9eab-244566024b2b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1c7a6dd9-12cc-444a-9eab-244566024b2b,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:41.014100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a8166f0b-97bb-458b-a449-0609f577d1af req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.200525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-a8166f0b-97bb-458b-a449-0609f577d1af req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Calling delete_port for 1c7a6dd9-12cc-444a-9eab-244566024b2b owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:41.205410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8cd6dbc-8013-4211-9ff8-6241b7d2bc0b req-3389091b-7443-4972-89ea-f215de52f647 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357981 Feb 07 22:34:41.347399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.366793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8481a0-a5c4-45ec-b030-068dad7c4e69 req-7a6369ee-ccdf-42af-8533-bb0e1c73e857 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:41.376499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d8481a0-a5c4-45ec-b030-068dad7c4e69 req-7a6369ee-ccdf-42af-8533-bb0e1c73e857 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 950 time: 0.1255319 Feb 07 22:34:41.394256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d235773-6a75-4b89-a2f0-2e791fe71a4a details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:34:41.396883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7b5494-398b-4529-ba50-941c976a34f0,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:41.444468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d8481a0-a5c4-45ec-b030-068dad7c4e69 req-b2477c68-672c-4f14-8805-5ade7969c617 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669997 Feb 07 22:34:41.534263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5254d9-7cab-49d9-9d9f-eb794ec90679 req-64ffd231-c0f4-4670-b68d-8f8856717dd7 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:41.547967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d5254d9-7cab-49d9-9d9f-eb794ec90679 req-64ffd231-c0f4-4670-b68d-8f8856717dd7 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 1101 time: 0.1969116 Feb 07 22:34:41.619424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Checking segment: {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:41.619830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Network hostable DHCP agents. Network: 73868bd2-7385-44de-a564-eabaf2d37017, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:34:41.626167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1219-db18-42a5-bd93-bddb5d75f9fa req-9f563927-7aa9-4710-a7d7-7f4d13f3fc93 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:41.639048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acfa1219-db18-42a5-bd93-bddb5d75f9fa req-9f563927-7aa9-4710-a7d7-7f4d13f3fc93 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.1331267 Feb 07 22:34:41.677813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:41.696042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '9d235773-6a75-4b89-a2f0-2e791fe71a4a', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '9d235773-6a75-4b89-a2f0-2e791fe71a4a', 'mac_address': 'fa:16:3e:50:67:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:34:41.732789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acfa1219-db18-42a5-bd93-bddb5d75f9fa req-a0bbae8a-8b55-42ee-b348-a7a371f9eec6 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921478 Feb 07 22:34:41.767968 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.770687 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d5254d9-7cab-49d9-9d9f-eb794ec90679 req-d7f6c660-662c-4576-9f9a-6e604d3e5f63 tempest-ServersOnMultiNodesTest-186542885 tempest-ServersOnMultiNodesTest-186542885-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164218 Feb 07 22:34:41.792414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d235773-6a75-4b89-a2f0-2e791fe71a4a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:41.825368 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a8166f0b-97bb-458b-a449-0609f577d1af req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.829026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:41.837312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Network 73868bd2-7385-44de-a564-eabaf2d37017 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:34:41.838409 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.886259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1c7a6dd9-12cc-444a-9eab-244566024b2b'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:41.923032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Pushing event deleted for resources: {'Port': ['ID=1c7a6dd9-12cc-444a-9eab-244566024b2b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:41.930085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 73868bd2-7385-44de-a564-eabaf2d37017) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:41.940958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-8b7229ce-cb87-4e5e-ba57-a9fbe02ea756 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1839538 Feb 07 22:34:41.942196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:41.943084 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.010757 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe03170e-2015-4712-b2cd-6ed71fde95b4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2915757 Feb 07 22:34:42.016540 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59202) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:42.024090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:42.042620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8166f0b-97bb-458b-a449-0609f577d1af req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] No DVR routers for this DVR port 1c7a6dd9-12cc-444a-9eab-244566024b2b on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:42.059356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a8166f0b-97bb-458b-a449-0609f577d1af req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.062740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8166f0b-97bb-458b-a449-0609f577d1af req-d822bc09-534a-4c11-84f9-b7d0a6b3b14b tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.46 "DELETE /v2.0/ports/1c7a6dd9-12cc-444a-9eab-244566024b2b HTTP/1.1" status: 204 len: 173 time: 1.6391218 Feb 07 22:34:42.064903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c311ae-d052-48f7-8842-218213072d3f None None] Network 73868bd2-7385-44de-a564-eabaf2d37017 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:34:42.068926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9554fe-9652-4004-9b30-c9df6810b82f', 'name': 'network-vif-deleted', 'tag': '1c7a6dd9-12cc-444a-9eab-244566024b2b'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:42.071292 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79accaef-0f80-4809-b186-fb151d7f3995" -d '{"events": [{"server_uuid": "8f9554fe-9652-4004-9b30-c9df6810b82f", "name": "network-vif-deleted", "tag": "1c7a6dd9-12cc-444a-9eab-244566024b2b"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:42.181115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-0ffa9709-2280-4116-a248-bce1aa1d2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:42.182639 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-0ffa9709-2280-4116-a248-bce1aa1d2edd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 1096 time: 0.1707859 Feb 07 22:34:42.193403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d548b-a1c1-4410-9e85-4f5251cb2ebe req-8798239b-d664-41e7-9557-b49e80faf687 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:42.198577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8d548b-a1c1-4410-9e85-4f5251cb2ebe req-8798239b-d664-41e7-9557-b49e80faf687 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 947 time: 0.2520938 Feb 07 22:34:42.224146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.229254 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.252137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9d235773-6a75-4b89-a2f0-2e791fe71a4a,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:42.376774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8d548b-a1c1-4410-9e85-4f5251cb2ebe req-1d02bb76-3f87-4bc1-8d89-89e09bc6c97b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425822 Feb 07 22:34:42.403211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9d235773-6a75-4b89-a2f0-2e791fe71a4a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:42.448504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2180ca73-e6d5-4c4e-aeea-1ca70114ba8e req-10a56ca4-733e-4185-99e0-f2034cfe2121 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0877171 Feb 07 22:34:42.469774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.499320 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c59f157-b45d-4004-a7b6-9d914c7289e1 x-openstack-request-id: req-6c59f157-b45d-4004-a7b6-9d914c7289e1 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:42.499608 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9554fe-9652-4004-9b30-c9df6810b82f", "name": "network-vif-deleted", "tag": "1c7a6dd9-12cc-444a-9eab-244566024b2b", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:42.499877 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c59f157-b45d-4004-a7b6-9d914c7289e1 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:42.500258 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9554fe-9652-4004-9b30-c9df6810b82f', 'name': 'network-vif-deleted', 'tag': '1c7a6dd9-12cc-444a-9eab-244566024b2b', 'status': 'completed', 'code': 200} Feb 07 22:34:42.541871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-73868bd2-7385-44de-a564-eabaf2d37017', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:34:42.542735 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.555122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-d598955c-996d-44fb-862d-2caeab3fc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:42.562218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-d598955c-996d-44fb-862d-2caeab3fc035 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.3473630 Feb 07 22:34:42.658682 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-322205d9-d433-4370-a110-4865dad127a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 200 len: 217 time: 0.0874276 Feb 07 22:34:42.695800 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:34:42.902775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Allocated IP 172.20.0.2 (73868bd2-7385-44de-a564-eabaf2d37017/9a7b5494-398b-4529-ba50-941c976a34f0/021bef7a-9a4f-41df-897b-c9c9c5714007) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:42.907548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81917efa-b65f-44ec-8ca8-c40e56258912 req-3f46b42e-4266-451d-937c-ea65ab586061 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:42.909189 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81917efa-b65f-44ec-8ca8-c40e56258912 req-3f46b42e-4266-451d-937c-ea65ab586061 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 950 time: 0.2566962 Feb 07 22:34:42.911240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-833d5b78-15e5-435e-ba4e-3a39159bc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:42.912635 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-833d5b78-15e5-435e-ba4e-3a39159bc8e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.1883337 Feb 07 22:34:42.974008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-163ac68d-cb19-4159-82ce-33c6524de22d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480440 Feb 07 22:34:43.011499 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.045118 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81917efa-b65f-44ec-8ca8-c40e56258912 req-144ecb6a-2222-4907-a68c-381395963b19 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202118 Feb 07 22:34:43.078772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c53de573-5f16-4932-a73c-1d867ec6a221 req-964656cf-bcc0-4f4c-8637-f9ee113eced3 tempest-ServerDiagnosticsNegativeTest-2146750716 tempest-ServerDiagnosticsNegativeTest-2146750716-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9554fe-9652-4004-9b30-c9df6810b82f HTTP/1.1" status: 200 len: 210 time: 0.1097953 Feb 07 22:34:43.310225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b3eee-df48-46ed-976f-e51e07ac6326 req-9014433e-b3a3-4881-b222-7f6a996d8416 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:43.312055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a6b3eee-df48-46ed-976f-e51e07ac6326 req-9014433e-b3a3-4881-b222-7f6a996d8416 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.0775743 Feb 07 22:34:43.335867 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.345560 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.367990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afc406-abf7-4db3-bf94-0bb4cb7bb16a req-85d7a31e-7cd5-446c-bc8d-60727b9f7228 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:43.369513 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88afc406-abf7-4db3-bf94-0bb4cb7bb16a req-85d7a31e-7cd5-446c-bc8d-60727b9f7228 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 947 time: 0.1769984 Feb 07 22:34:43.379559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-41d3e035-510c-433b-aa0f-02e79dedf9b0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:43.381381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-41d3e035-510c-433b-aa0f-02e79dedf9b0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 947 time: 0.3625758 Feb 07 22:34:43.399394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 54d21617-5b7f-4b84-b942-2d1f7ab24b87 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:43.435397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Network 73868bd2-7385-44de-a564-eabaf2d37017 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:43.454894 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a6b3eee-df48-46ed-976f-e51e07ac6326 req-462923ff-2bb0-4b42-b909-439471383375 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355808 Feb 07 22:34:43.461073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:43.464418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:34:43.499918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Pushing event updated for resources: {'Port': ['ID=021bef7a-9a4f-41df-897b-c9c9c5714007,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:43.552092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Attempting to bind port 021bef7a-9a4f-41df-897b-c9c9c5714007 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:43.553274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Attempting to bind port 021bef7a-9a4f-41df-897b-c9c9c5714007 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:43.553869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Attempting to bind port 021bef7a-9a4f-41df-897b-c9c9c5714007 on network 73868bd2-7385-44de-a564-eabaf2d37017 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:43.584368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:34:43.585140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Checking segment: {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:43.585789 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.586387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Bound using segment: {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:34:43.588088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Bound port: 021bef7a-9a4f-41df-897b-c9c9c5714007, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:43.588722 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.726438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] For port 021bef7a-9a4f-41df-897b-c9c9c5714007, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:43.734952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] For port 021bef7a-9a4f-41df-897b-c9c9c5714007, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=021bef7a-9a4f-41df-897b-c9c9c5714007,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:34:43.741403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1c7a6dd9-12cc-444a-9eab-244566024b2b no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:43.748476 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5af1ba1-dd79-46bb-975a-6e08a887d839 req-31ab4615-9d50-4a87-902d-a815892d410f tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.1365168 Feb 07 22:34:43.787694 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.800352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 1c7a6dd9-12cc-444a-9eab-244566024b2b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:43.801063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1c7a6dd9-12cc-444a-9eab-244566024b2b not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:43.803091 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.842908 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.865646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2ac7f-8519-413e-8ea8-70a8a4ba2616 None None] Pushing event updated for resources: {'Port': ['ID=021bef7a-9a4f-41df-897b-c9c9c5714007,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:43.995316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.46', 54451) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:44.108176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-bfb0f279-0832-4c37-9769-e0b6e8bda736 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:44.109445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-219c262f-28f9-4d58-b6eb-d92184f59672 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1255951 Feb 07 22:34:44.110125 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-bfb0f279-0832-4c37-9769-e0b6e8bda736 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 950 time: 0.1740448 Feb 07 22:34:44.174266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Allocated IP 172.25.8.178 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:44.306255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88afc406-abf7-4db3-bf94-0bb4cb7bb16a req-85c2843c-a875-44d2-ae77-9f15fe17e98d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9134314 Feb 07 22:34:44.360332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-7788cf61-aca7-457a-991f-3a5603339894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:44.361799 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-7788cf61-aca7-457a-991f-3a5603339894 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 1098 time: 0.3619738 Feb 07 22:34:44.366615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-3725e99a-40cf-4d76-8af8-c6f99235de37 service neutron] 10.222.0.46 "GET /v2.0/ports/54d21617-5b7f-4b84-b942-2d1f7ab24b87/bindings/n-h2-827895-2 HTTP/1.1" status: 200 len: 384 time: 0.3477552 Feb 07 22:34:44.468859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 021bef7a-9a4f-41df-897b-c9c9c5714007 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:44.500985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f80136-9568-43cd-a3fb-cf48227d4f67 req-c76f48d9-51f8-49a6-ae5c-59957b16f227 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:44.508790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8f80136-9568-43cd-a3fb-cf48227d4f67 req-c76f48d9-51f8-49a6-ae5c-59957b16f227 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 950 time: 0.2642910 Feb 07 22:34:44.542307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59250) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:44.590528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8f80136-9568-43cd-a3fb-cf48227d4f67 req-73368c99-1b29-43d2-b2ed-7b94e9e1ecad tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756714 Feb 07 22:34:44.601808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 021bef7a-9a4f-41df-897b-c9c9c5714007 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:44.602402 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.616697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Deleting port 4852406a-fb3a-4b47-915b-eabbd14c82b8 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:44.617126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.682094 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.762333 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-768db6e2-23f9-496c-8c70-e4f57dfc0b90 req-14ec9861-5484-4928-8d85-2fa9021855a9 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798619 Feb 07 22:34:44.763556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-b583309f-e9a8-4df9-88a2-59aaaa96305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:44.765036 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-b583309f-e9a8-4df9-88a2-59aaaa96305e service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3593798 Feb 07 22:34:44.777952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] For port 4852406a-fb3a-4b47-915b-eabbd14c82b8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4852406a-fb3a-4b47-915b-eabbd14c82b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:44.778592 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.818399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Calling delete_port for 4852406a-fb3a-4b47-915b-eabbd14c82b8 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:44.845206 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.874433 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.884125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-da789e32-491e-4718-8ed3-01dd93c80d43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a HTTP/1.1" status: 200 len: 217 time: 0.1033664 Feb 07 22:34:44.913645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2446dfdb-100e-4b60-bf63-ad75e0efc02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.923899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 021bef7a-9a4f-41df-897b-c9c9c5714007, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=021bef7a-9a4f-41df-897b-c9c9c5714007,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:44.931303 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.968956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:45.026920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:45.030311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff8783-6437-4ff8-91c7-361b2062f56b req-c3b84327-61ff-4035-8be2-3c082ebd565b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:45.037465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04ff8783-6437-4ff8-91c7-361b2062f56b req-c3b84327-61ff-4035-8be2-3c082ebd565b tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 943 time: 0.4264681 Feb 07 22:34:45.037629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=021bef7a-9a4f-41df-897b-c9c9c5714007,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:45.051879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59258) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:45.055000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-b4c72101-ac1b-4b4d-9458-7e96e893ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:45.056658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-b4c72101-ac1b-4b4d-9458-7e96e893ae80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1627553 Feb 07 22:34:45.100261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ad59063-7468-4bc0-8dc1-797dfebdf4a0 req-48657805-c0ab-42bb-b392-c89eb0d18aaf tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.2133460 Feb 07 22:34:45.106723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:34:45.242798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-3fb71e32-591f-4723-af58-f62c36450f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:45.250624 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-3fb71e32-591f-4723-af58-f62c36450f43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1729186 Feb 07 22:34:45.276547 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04ff8783-6437-4ff8-91c7-361b2062f56b req-fb5f3bda-6b7c-4af9-97a1-b627a4a1fd66 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380176 Feb 07 22:34:45.327442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:45.408503 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d235773-6a75-4b89-a2f0-2e791fe71a4a up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:45.429640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:45.482028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 9d235773-6a75-4b89-a2f0-2e791fe71a4a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:45.482801 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.504284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:45.575225 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-89e1cebd-0e67-44ac-b338-de8a9e5bf8c5 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941804 Feb 07 22:34:45.606830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aefd82-17f4-49b9-89c0-daa191b0fc7a req-7d15035d-b6e7-4484-a4eb-ffb26a37e3dc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:45.615141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7aefd82-17f4-49b9-89c0-daa191b0fc7a req-7d15035d-b6e7-4484-a4eb-ffb26a37e3dc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 947 time: 0.1702657 Feb 07 22:34:45.618331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3288560-8abf-4732-8a6f-ee436df2a140 None None] Network 73868bd2-7385-44de-a564-eabaf2d37017 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:34:45.623183 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cec32e08-de21-4574-9a65-44c6355a7da7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=600c0c1d7917497fad730faa765f6493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5688801 Feb 07 22:34:45.636418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d21617-5b7f-4b84-b942-2d1f7ab24b87 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:45.654849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59268) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:45.696341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7aefd82-17f4-49b9-89c0-daa191b0fc7a req-0bc6e38c-dd72-4e68-b88b-30fc9fa046fa tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783911 Feb 07 22:34:45.724819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c91a72ee-367a-40fd-857c-c93fa0974242 None None] Provisioning complete for port 021bef7a-9a4f-41df-897b-c9c9c5714007 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:45.725200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c91a72ee-367a-40fd-857c-c93fa0974242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.779027 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2446dfdb-100e-4b60-bf63-ad75e0efc02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.791751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:45.791993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2446dfdb-100e-4b60-bf63-ad75e0efc02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.832181 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.877382 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.893002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073', '10162b8e-d4eb-4933-942e-5cfaaf758855'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:45.901243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a', '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa', 'ca55d347-76db-4107-9735-e4f876d064f0'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:45.922101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446dfdb-100e-4b60-bf63-ad75e0efc02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56479a2b-ce22-4533-9646-c1bb74751699,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:45.947966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2446dfdb-100e-4b60-bf63-ad75e0efc02c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f0a0d9472bf40cba2b281a90345a082&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4033225 Feb 07 22:34:45.964424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.965007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59270) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:45.982365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:45.984936 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11628472-260b-42cd-a7d5-095f6a735ef5" -d '{"events": [{"server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "name": "network-vif-plugged", "status": "completed", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:45.988591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event deleted for resources: {'Port': ['ID=4852406a-fb3a-4b47-915b-eabbd14c82b8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:45.996969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] No DVR routers for this DVR port 4852406a-fb3a-4b47-915b-eabbd14c82b8 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:45.998732 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.002743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.007685 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67f6f0ea-16bf-4989-ba93-65c8caac8c87 req-73a12c90-68a8-49b7-a93c-06186b11d4bd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "DELETE /v2.0/ports/4852406a-fb3a-4b47-915b-eabbd14c82b8 HTTP/1.1" status: 204 len: 173 time: 1.8564770 Feb 07 22:34:46.009059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd584bf08-1784-430c-9f42-bdae29ec3022', 'name': 'network-vif-deleted', 'tag': '4852406a-fb3a-4b47-915b-eabbd14c82b8'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:46.011959 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a097ad52-88d1-4de4-9b9f-4da20428cb85" -d '{"events": [{"server_uuid": "d584bf08-1784-430c-9f42-bdae29ec3022", "name": "network-vif-deleted", "tag": "4852406a-fb3a-4b47-915b-eabbd14c82b8"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:46.032650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:46.107172 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.108020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4852406a-fb3a-4b47-915b-eabbd14c82b8 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:46.142373 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35371ab5-8635-4b85-9676-e601d4d2832e x-openstack-request-id: req-35371ab5-8635-4b85-9676-e601d4d2832e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:46.142691 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "name": "network-vif-plugged", "status": "completed", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:46.142949 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35371ab5-8635-4b85-9676-e601d4d2832e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:46.143342 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a', 'code': 200} Feb 07 22:34:46.238401 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-189eaf98-048b-415d-a5f5-d9cf4406d8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.255421 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153eeddc-71fe-49cf-82a9-58a32bbabb34 x-openstack-request-id: req-153eeddc-71fe-49cf-82a9-58a32bbabb34 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:46.255730 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d584bf08-1784-430c-9f42-bdae29ec3022", "name": "network-vif-deleted", "tag": "4852406a-fb3a-4b47-915b-eabbd14c82b8", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:46.256003 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-153eeddc-71fe-49cf-82a9-58a32bbabb34 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:46.267379 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd584bf08-1784-430c-9f42-bdae29ec3022', 'name': 'network-vif-deleted', 'tag': '4852406a-fb3a-4b47-915b-eabbd14c82b8', 'status': 'completed', 'code': 200} Feb 07 22:34:46.393410 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc211f57-e852-4b43-8d70-cdbc185e4cfe req-36924475-2a9a-424b-b83b-15b57fc10354 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0629656 Feb 07 22:34:46.406614 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e660267-015e-4dc1-98df-0135a8e0f5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.408377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edd2f8e6-4ac7-414e-8f4a-873312cb721d req-bb4a8d12-573a-4ba7-ac14-032bb8274728 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839773 Feb 07 22:34:46.420903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-189eaf98-048b-415d-a5f5-d9cf4406d8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.446168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] Transition to ACTIVE for port object 54d21617-5b7f-4b84-b942-2d1f7ab24b87 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:46.474157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd400d-1c38-4b4c-8a18-f89fc96b7f0c req-118f5a4c-e3c9-416e-b460-bf7843d29212 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:46.481730 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7fd400d-1c38-4b4c-8a18-f89fc96b7f0c req-118f5a4c-e3c9-416e-b460-bf7843d29212 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=d584bf08-1784-430c-9f42-bdae29ec3022 HTTP/1.1" status: 200 len: 867 time: 0.6950915 Feb 07 22:34:46.490364 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e660267-015e-4dc1-98df-0135a8e0f5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.494079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.563852 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.570046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] Pushing event updated for resources: {'Port': ['ID=54d21617-5b7f-4b84-b942-2d1f7ab24b87,revision_number=10']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:46.576699 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 021bef7a-9a4f-41df-897b-c9c9c5714007 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:46.579864 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9d235773-6a75-4b89-a2f0-2e791fe71a4a,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:46.638588 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 4852406a-fb3a-4b47-915b-eabbd14c82b8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:46.639303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4852406a-fb3a-4b47-915b-eabbd14c82b8 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:46.714032 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7fd400d-1c38-4b4c-8a18-f89fc96b7f0c req-d4d97275-a52d-4f1c-9c31-1e8039823c04 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312417 Feb 07 22:34:46.715401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] No DVR routers for this DVR port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:46.751621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 021bef7a-9a4f-41df-897b-c9c9c5714007 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:46.756417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.797512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-562e769c-cfc9-4be0-8dd1-f9d9d9d0068c service neutron] 10.222.0.46 "PUT /v2.0/ports/54d21617-5b7f-4b84-b942-2d1f7ab24b87/bindings/n-h2-827895-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3900385 Feb 07 22:34:46.807948 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-189eaf98-048b-415d-a5f5-d9cf4406d8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.811864 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-189eaf98-048b-415d-a5f5-d9cf4406d8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.815807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-189eaf98-048b-415d-a5f5-d9cf4406d8bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f HTTP/1.1" status: 204 len: 168 time: 1.1551485 Feb 07 22:34:46.866852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189eaf98-048b-415d-a5f5-d9cf4406d8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f64984-9c4c-4eb1-a0aa-de2ba1709e2f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:46.925332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a18a6d-3b13-4e2d-8d8e-3b4eb11bdc46 req-15402ab7-6603-465d-9a07-2db379404117 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:46.943568 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8a18a6d-3b13-4e2d-8d8e-3b4eb11bdc46 req-15402ab7-6603-465d-9a07-2db379404117 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.0928588 Feb 07 22:34:46.945699 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e660267-015e-4dc1-98df-0135a8e0f5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.949417 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e660267-015e-4dc1-98df-0135a8e0f5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.954283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2e660267-015e-4dc1-98df-0135a8e0f5be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56479a2b-ce22-4533-9646-c1bb74751699 HTTP/1.1" status: 204 len: 168 time: 0.9849558 Feb 07 22:34:47.016915 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8a18a6d-3b13-4e2d-8d8e-3b4eb11bdc46 req-dfab4afa-d7e0-4e67-b912-4c3a495e5a1b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679147 Feb 07 22:34:47.059636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e660267-015e-4dc1-98df-0135a8e0f5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56479a2b-ce22-4533-9646-c1bb74751699,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:47.095037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e876b-468a-4259-8954-5d0dd5ee7c77 req-a75310bb-9e4a-4199-9a2f-6376c1f468dd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:47.110476 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db1e876b-468a-4259-8954-5d0dd5ee7c77 req-a75310bb-9e4a-4199-9a2f-6376c1f468dd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 944 time: 0.5432191 Feb 07 22:34:47.121039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Router 372129fc-ff00-4bd9-a1c8-b704630c216c is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:34:47.234148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db1e876b-468a-4259-8954-5d0dd5ee7c77 req-1231791a-2866-48f1-92c6-b9a35c91f88a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226521 Feb 07 22:34:47.330337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-23679871-bc46-436f-b9f9-0b37a6bd215d tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:47.336462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-23679871-bc46-436f-b9f9-0b37a6bd215d tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1095 time: 0.2048769 Feb 07 22:34:47.393672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59296) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:47.423822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7e622ca2-19df-4351-a1ec-904e2512294c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.486020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-6397a9e8-9d56-4403-9af2-93ffb44f72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:47.487504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-6397a9e8-9d56-4403-9af2-93ffb44f72bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a&tenant_id=65968619081e4b32a3ea1a1c5ad56d10 HTTP/1.1" status: 200 len: 1095 time: 0.1410625 Feb 07 22:34:47.491806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:34:47.528198 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-43d39066-b9cb-4f1a-a11c-eb8d3e354726 None None] Provisioning complete for port 021bef7a-9a4f-41df-897b-c9c9c5714007 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:47.529710 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43d39066-b9cb-4f1a-a11c-eb8d3e354726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.584836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Sync routers for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:34:47.626920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-15510bc0-e9fd-450c-a9ad-9c86b58fb462 req-ca74fe6b-2f90-4ce4-b2ff-a3c6ef7eb6a7 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0647225 Feb 07 22:34:47.687017 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7e622ca2-19df-4351-a1ec-904e2512294c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.687992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:34:47.688972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:34:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:47.696636 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7e622ca2-19df-4351-a1ec-904e2512294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.765911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e622ca2-19df-4351-a1ec-904e2512294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49d5e7c-aecf-4c05-8234-730853620538,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:47.790184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7e622ca2-19df-4351-a1ec-904e2512294c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b3d59a7b72d4d8a82eb462471fa44c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947523 Feb 07 22:34:47.795298 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59302) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:47.860511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-06f1698d-ffbc-4e70-85b4-7052f9a86c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.875423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59306) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:47.897826 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28f28bd3-6f0b-4145-a28f-23c900e4f8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.905564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-06f1698d-ffbc-4e70-85b4-7052f9a86c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.919619 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.923953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-41e990c0-f10d-4edf-a37a-e532729dea64 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.9064729 Feb 07 22:34:47.925409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59308) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:48.015938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:34:48.024173 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-06f1698d-ffbc-4e70-85b4-7052f9a86c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.026989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-06f1698d-ffbc-4e70-85b4-7052f9a86c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.029172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-06f1698d-ffbc-4e70-85b4-7052f9a86c5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a49d5e7c-aecf-4c05-8234-730853620538 HTTP/1.1" status: 204 len: 168 time: 0.2328370 Feb 07 22:34:48.055057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1698d-ffbc-4e70-85b4-7052f9a86c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49d5e7c-aecf-4c05-8234-730853620538,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:48.068763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28f28bd3-6f0b-4145-a28f-23c900e4f8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.079659 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28f28bd3-6f0b-4145-a28f-23c900e4f8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.125735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-28f28bd3-6f0b-4145-a28f-23c900e4f8c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f135efc574604d28b689c772768afcb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489867 Feb 07 22:34:48.128462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f28bd3-6f0b-4145-a28f-23c900e4f8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f98443-96a9-4503-81c5-79612d009ee5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:48.130955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59316) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:48.155991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-5f095f30-c2c9-4f14-a7cc-08a929f2fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:48.157861 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-5f095f30-c2c9-4f14-a7cc-08a929f2fa38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1095 time: 0.6417027 Feb 07 22:34:48.243233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b421b1f-aab0-4abc-8bd3-113dae471e08 req-f566e0e5-1cec-4ca7-a75e-3196e2be5b51 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:48.252187 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b421b1f-aab0-4abc-8bd3-113dae471e08 req-f566e0e5-1cec-4ca7-a75e-3196e2be5b51 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1196883 Feb 07 22:34:48.262194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e4bb71fb-ea27-4fb6-b4b9-07c03247ab4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.336164 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b421b1f-aab0-4abc-8bd3-113dae471e08 req-c7d718d5-533e-4af1-b2af-b86161f00ecb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760367 Feb 07 22:34:48.361738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-d55ac17c-f91d-4756-b46e-b517d034bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:48.361880 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e4bb71fb-ea27-4fb6-b4b9-07c03247ab4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.363235 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-d55ac17c-f91d-4756-b46e-b517d034bfef service neutron] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.1618567 Feb 07 22:34:48.384182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d9736-b264-4d45-83a9-91e96cc7960b req-d3e19846-f0d1-4382-beb0-47bea3f7a727 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:48.385680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-758d9736-b264-4d45-83a9-91e96cc7960b req-d3e19846-f0d1-4382-beb0-47bea3f7a727 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 949 time: 0.2323565 Feb 07 22:34:48.432297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-c2ad4153-6ba8-4de7-8803-20e39d8a6c3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87 HTTP/1.1" status: 200 len: 217 time: 0.0590186 Feb 07 22:34:48.487647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:45Z', 'revision_number': 3, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:48.528085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f6b6-d2f0-4297-af5d-d407536814d6 req-fae05bb1-d718-41dd-81b0-e37cb4c62977 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:48.530068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b780f6b6-d2f0-4297-af5d-d407536814d6 req-fae05bb1-d718-41dd-81b0-e37cb4c62977 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 944 time: 0.1197486 Feb 07 22:34:48.539113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Checking router: 372129fc-ff00-4bd9-a1c8-b704630c216c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:34:48.539586 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Updating router 372129fc-ff00-4bd9-a1c8-b704630c216c port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:34:48.564546 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e4bb71fb-ea27-4fb6-b4b9-07c03247ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.567034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e4bb71fb-ea27-4fb6-b4b9-07c03247ab4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.568356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e4bb71fb-ea27-4fb6-b4b9-07c03247ab4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07f98443-96a9-4503-81c5-79612d009ee5 HTTP/1.1" status: 204 len: 168 time: 0.4035025 Feb 07 22:34:48.592569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-758d9736-b264-4d45-83a9-91e96cc7960b req-34ae147a-3044-4a66-b6b8-783fbb81e294 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554441 Feb 07 22:34:48.609481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb71fb-ea27-4fb6-b4b9-07c03247ab4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f98443-96a9-4503-81c5-79612d009ee5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:48.646879 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.689652 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b780f6b6-d2f0-4297-af5d-d407536814d6 req-25570995-6866-4a9e-a407-2ed01dc7ccba tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515434 Feb 07 22:34:48.834445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-6b2a9bea-18bb-4c1d-8c0a-854b5f396826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:48.836374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-6b2a9bea-18bb-4c1d-8c0a-854b5f396826 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.3117585 Feb 07 22:34:48.922660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-fb259c12-8b22-4003-8ebf-e98ad1b251f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435221 Feb 07 22:34:48.977404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9d35-ab11-463b-9631-ff0ac9df13de req-8d178131-c589-4e74-b947-3184655e7580 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:48.979355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5b9d35-ab11-463b-9631-ff0ac9df13de req-8d178131-c589-4e74-b947-3184655e7580 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1524062 Feb 07 22:34:49.089186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80d028-5146-4f11-902d-f109491d8265 req-b6deff12-cc55-4c9f-9226-549dca09cf33 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:49.097312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-b6deff12-cc55-4c9f-9226-549dca09cf33 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 821 time: 0.2304649 Feb 07 22:34:49.121017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-0efb3f6b-6abc-4e8a-942c-478eb0d542c0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/quotas/e9ef5ddd3c0743988e33ccb8cea46dc5 HTTP/1.1" status: 200 len: 375 time: 0.0227120 Feb 07 22:34:49.126078 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5b9d35-ab11-463b-9631-ff0ac9df13de req-0ec0ad3a-9c30-4f1b-b0b8-46270e483c33 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328523 Feb 07 22:34:49.211935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-5e87423d-1d98-4422-81b3-dffd7cc3ac18 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733614 Feb 07 22:34:49.224657 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.248286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-1b81b083-13a7-42bb-bcc1-9e95f42d1cf5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260788 Feb 07 22:34:49.266761 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.276266 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.299529 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3d51c91-ee69-4036-8fa1-ef80c6620720 req-f72266d5-4adc-4c55-9a8c-af43ec801348 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0723422 Feb 07 22:34:49.309843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Attempting to bind port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:49.310409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Attempting to bind port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:49.311026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Attempting to bind port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:49.346488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:34:49.347015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:49.347439 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.347875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:34:49.348372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Bound port: a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:49.348743 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.386262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912f08a-3931-447e-ab34-574755326203 None None] Pushing event updated for resources: {'Port': ['ID=a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:49.421293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-952cf1b0-0896-4f33-af05-d3405b21d085 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715004 Feb 07 22:34:49.445557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] For port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:49.450148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] For port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:34:49.464296 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.540771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:34:49.542515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:34:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:49.580902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-b7303342-e6d8-49a3-97f6-98ec900c9879 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513477 Feb 07 22:34:49.655058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Allocated IP 172.20.0.1 (73868bd2-7385-44de-a564-eabaf2d37017/9a7b5494-398b-4529-ba50-941c976a34f0/e56ed9fe-2b82-465b-94d9-3b599e70d5ca) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:49.692433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:34:49.695819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-0c023c8f-43dc-48fb-9eea-6a44fcf1db12 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705734 Feb 07 22:34:49.791995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912f08a-3931-447e-ab34-574755326203 None None] Pushing event updated for resources: {'Port': ['ID=a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:49.898919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-962fded3-7771-4fea-b037-7365e5d074b0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:49.900777 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-962fded3-7771-4fea-b037-7365e5d074b0 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 949 time: 0.1808331 Feb 07 22:34:49.966198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e48ea8-6a53-4f7f-8e88-2dac2b7f5973 req-17da5206-22d0-408a-8065-2fc396dd755f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:49.977037 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5e48ea8-6a53-4f7f-8e88-2dac2b7f5973 req-17da5206-22d0-408a-8065-2fc396dd755f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 949 time: 0.2039673 Feb 07 22:34:50.017964 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:50.118503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-8f3409d2-db90-45da-8ba3-73ab5088681b tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:50.120201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-8f3409d2-db90-45da-8ba3-73ab5088681b tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1095 time: 0.2104099 Feb 07 22:34:50.171785 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5e48ea8-6a53-4f7f-8e88-2dac2b7f5973 req-17cf6eee-5315-494d-a628-65b826199f5a tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819880 Feb 07 22:34:50.197947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:45Z', 'revision_number': 3, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:50.229127 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-e4658f76-e3b3-4fb3-9a81-a570150c03f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332763 Feb 07 22:34:50.280719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:50.283035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b2d4b-bc49-45bb-accc-790c4b78e1aa None None] The sync data for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 is: [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:45Z', 'revision_number': 3, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:34:50.408722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Network 73868bd2-7385-44de-a564-eabaf2d37017 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:50.430613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-09ecb171-148e-4951-8392-25d1c75ba7bc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:50.441076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-09ecb171-148e-4951-8392-25d1c75ba7bc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109771 Feb 07 22:34:50.442571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:50.444697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Pushing event updated for resources: {'Port': ['ID=e56ed9fe-2b82-465b-94d9-3b599e70d5ca,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:50.460924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:34:50.468361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-3f39e3cf-40cf-464f-a7d0-7c97c7735eb5 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/quotas/91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 375 time: 0.0256398 Feb 07 22:34:50.601151 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-e38c0f36-082e-4b3f-bb5c-79cc3e509cb4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312904 Feb 07 22:34:50.707399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:50.740780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Deleting port ca55d347-76db-4107-9735-e4f876d064f0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:50.741131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.049702 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-db0b1796-7b5f-4b9e-ad16-07e2fe409c93 None None] Provisioning complete for port e56ed9fe-2b82-465b-94d9-3b599e70d5ca triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:51.050667 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db0b1796-7b5f-4b9e-ad16-07e2fe409c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.103630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] For port ca55d347-76db-4107-9735-e4f876d064f0, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ca55d347-76db-4107-9735-e4f876d064f0,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:51.107259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.120650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001bfa92-8f75-4053-b26d-3db96503ec19 req-341b1968-a680-459e-8ad6-a944d73251bc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 210 time: 0.0756881 Feb 07 22:34:51.147774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Calling delete_port for ca55d347-76db-4107-9735-e4f876d064f0 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:51.148020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-db0b1796-7b5f-4b9e-ad16-07e2fe409c93 None None] Port e56ed9fe-2b82-465b-94d9-3b599e70d5ca cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:34:51.308726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7ac34a7-600d-46c2-b34d-37b28c8bf984 req-2538fd34-cb49-488b-8d25-2b3ed45c7ce9 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0709205 Feb 07 22:34:51.340866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de987f-f02a-42dd-8d73-9d2a36683791 req-8c3c98f5-0954-42e0-83e1-9a8802d250c9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:51.342516 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60de987f-f02a-42dd-8d73-9d2a36683791 req-8c3c98f5-0954-42e0-83e1-9a8802d250c9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 944 time: 1.0657876 Feb 07 22:34:51.346301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-65fc1121-f413-41eb-ba0a-0f3b72b55bc0 service neutron] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:51.347169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.361512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a', '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:51.364453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073', '10162b8e-d4eb-4933-942e-5cfaaf758855'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:51.426341 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-65fc1121-f413-41eb-ba0a-0f3b72b55bc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.427538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf53a884-33e6-4bc9-8d3e-2591270ce2b6 req-65fc1121-f413-41eb-ba0a-0f3b72b55bc0 service neutron] 10.222.0.24 "DELETE /v2.0/ports/54d21617-5b7f-4b84-b942-2d1f7ab24b87/bindings/n-h1-827895-2 HTTP/1.1" status: 204 len: 173 time: 1.2892811 Feb 07 22:34:51.428310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event deleted for resources: {'Port': ['ID=ca55d347-76db-4107-9735-e4f876d064f0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:51.440476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2fbf15ca-a0cd-402d-a5a4-54c5f7035ca7 req-556ecae1-0055-4cff-8da3-f74f8934abe0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 210 time: 0.0309050 Feb 07 22:34:51.650397 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f17a5546-f16d-43e5-8220-619920288637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.669725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1fd0875-5ff3-43eb-9890-3eebeea30fb9 req-2e266623-1c7a-4eb1-8f68-5a1b782c0190 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5e53b7-845d-446c-8675-c03db741a2ba HTTP/1.1" status: 200 len: 210 time: 0.0691321 Feb 07 22:34:51.716910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] No DVR routers for this DVR port ca55d347-76db-4107-9735-e4f876d064f0 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:51.722744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.727042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46f613f9-05aa-4e87-89b4-d0328095e7a7 req-56724f75-4d25-4b9e-b14d-c9d2f968c297 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "DELETE /v2.0/ports/ca55d347-76db-4107-9735-e4f876d064f0 HTTP/1.1" status: 204 len: 173 time: 1.7786603 Feb 07 22:34:51.747082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e53b7-845d-446c-8675-c03db741a2ba', 'name': 'network-vif-deleted', 'tag': 'ca55d347-76db-4107-9735-e4f876d064f0'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:51.751411 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9ab7b5-c13b-4b1c-8311-98aeb4976850" -d '{"events": [{"server_uuid": "cd5e53b7-845d-446c-8675-c03db741a2ba", "name": "network-vif-deleted", "tag": "ca55d347-76db-4107-9735-e4f876d064f0"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:51.781880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60de987f-f02a-42dd-8d73-9d2a36683791 req-be87ab86-77f8-4200-84c0-191e3a94f245 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604355 Feb 07 22:34:51.910407 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.943238 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5d329-070e-4e52-873b-96eec28347a0 x-openstack-request-id: req-98e5d329-070e-4e52-873b-96eec28347a0 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:51.943844 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5e53b7-845d-446c-8675-c03db741a2ba", "name": "network-vif-deleted", "tag": "ca55d347-76db-4107-9735-e4f876d064f0", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:51.944248 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98e5d329-070e-4e52-873b-96eec28347a0 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:51.944841 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5e53b7-845d-446c-8675-c03db741a2ba', 'name': 'network-vif-deleted', 'tag': 'ca55d347-76db-4107-9735-e4f876d064f0', 'status': 'completed', 'code': 200} Feb 07 22:34:52.348203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396d204-9a4b-4cc5-813e-0995309d7e9b req-ee5ce786-5628-4959-9547-c25573e18c4d tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:52.355938 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4396d204-9a4b-4cc5-813e-0995309d7e9b req-ee5ce786-5628-4959-9547-c25573e18c4d tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1095 time: 0.1912456 Feb 07 22:34:52.465650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4396d204-9a4b-4cc5-813e-0995309d7e9b req-c02b566e-1444-4a06-816e-77529e2476e1 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056147 Feb 07 22:34:52.472694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:52.525591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80d028-5146-4f11-902d-f109491d8265 req-afd407c9-a2af-433e-bd3c-172ee66e69fe tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:52.530054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-afd407c9-a2af-433e-bd3c-172ee66e69fe tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 821 time: 0.3644850 Feb 07 22:34:52.567061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Request body: {'port': {'device_id': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88', 'admin_state_up': True, 'tenant_id': 'e9ef5ddd3c0743988e33ccb8cea46dc5'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:52.625906 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f3fdb9e-1338-4dbd-b603-026d916bf44f req-27819b60-022a-4408-8cd0-4c10f51d5754 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 210 time: 0.0735641 Feb 07 22:34:52.718216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:52.789864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:52.829873 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f674fb4f-1d1a-4eb7-becf-fea724310ac5 req-3b9b2cff-31b0-48ec-824a-349579e3dd27 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 210 time: 0.0535667 Feb 07 22:34:52.874737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:52.875552 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:52.966934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0622237-402a-4d7e-a9be-3890f048b4c4 req-ced75c8b-9f25-495e-b40a-f2b37d8c7c26 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:52.976651 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a0622237-402a-4d7e-a9be-3890f048b4c4 req-ced75c8b-9f25-495e-b40a-f2b37d8c7c26 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 1095 time: 0.0700085 Feb 07 22:34:53.038773 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a0622237-402a-4d7e-a9be-3890f048b4c4 req-5384d954-e29b-4d18-a061-0254c5002ea9 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531490 Feb 07 22:34:53.218026 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.266930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Pushing event updated for resources: {'Port': ['ID=e56ed9fe-2b82-465b-94d9-3b599e70d5ca,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:53.283465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a5dec7d-0f85-42f8-8c37-d53826043967 req-c6fa7ca7-80c2-43d8-942a-c8b03d13aafe tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.5698962 Feb 07 22:34:53.330419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:53.340265 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.368598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-84cd72a4-c10b-42ac-9499-cbb87f6a0f69 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763230 Feb 07 22:34:53.479672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.480491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:53.709133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ca55d347-76db-4107-9735-e4f876d064f0 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:53.786914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-a116e5de-cfdb-4c5d-aa8b-a3b01db9506a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:53.790387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-a116e5de-cfdb-4c5d-aa8b-a3b01db9506a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4103768 Feb 07 22:34:53.793214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: ca55d347-76db-4107-9735-e4f876d064f0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:53.793658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ca55d347-76db-4107-9735-e4f876d064f0 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:53.804807 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc968af9-920b-482d-95be-d24b2cb84f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.831961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d8f78-33cd-4bbc-add5-d7a0208e9990 req-b27b5d3b-a38c-4504-a283-22f87ca806dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:53.833532 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b23d8f78-33cd-4bbc-add5-d7a0208e9990 req-b27b5d3b-a38c-4504-a283-22f87ca806dc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 949 time: 0.1462464 Feb 07 22:34:53.891552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7133ce04-7077-465c-834f-a48f228e8a29 req-eca9c047-52c0-4da3-8f52-fcb0b1f60b63 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 210 time: 0.0908763 Feb 07 22:34:53.899915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Request body: {'port': {'device_id': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '91722a73fcdc400fb27cbf1c42cd26e6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:53.936533 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b23d8f78-33cd-4bbc-add5-d7a0208e9990 req-a6bc0c23-44ac-4b8f-93fd-9c199a63d0e6 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902872 Feb 07 22:34:53.939239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59534) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:54.004620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Made reservation on behalf of e9ef5ddd3c0743988e33ccb8cea46dc5 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:54.021071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.059669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b0134c4-22ed-416d-bd74-bdf83338425f req-ea484d9b-f9f3-4f70-ac6b-2489871a58a3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 210 time: 0.0448139 Feb 07 22:34:54.061880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59538) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:54.128515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Network 73868bd2-7385-44de-a564-eabaf2d37017 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:54.132926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:54.224322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3af9669a-c3b1-4b2e-b6c5-8b80b3157b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.323656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:34:54.353572 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3af9669a-c3b1-4b2e-b6c5-8b80b3157b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.357483 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1322bfcc-d153-451b-8bff-e651548973e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.372648 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3af9669a-c3b1-4b2e-b6c5-8b80b3157b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.375229 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Router 372129fc-ff00-4bd9-a1c8-b704630c216c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:34:54.406848 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3af9669a-c3b1-4b2e-b6c5-8b80b3157b9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b225bd1200c34d2c979fe3d7f5ae9ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661348 Feb 07 22:34:54.410028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59544) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:54.447580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9669a-c3b1-4b2e-b6c5-8b80b3157b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61900125-fd29-4618-8f5a-f7e776ed1bd4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:54.457406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:54.458545 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.532309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b177e5ac-6da7-476e-b043-e54e0e450f78 None None] Provisioning complete for port e56ed9fe-2b82-465b-94d9-3b599e70d5ca triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:54.533010 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b177e5ac-6da7-476e-b043-e54e0e450f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.540014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Made reservation on behalf of 91722a73fcdc400fb27cbf1c42cd26e6 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:54.543692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.547656 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1322bfcc-d153-451b-8bff-e651548973e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.555248 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1322bfcc-d153-451b-8bff-e651548973e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.578826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b177e5ac-6da7-476e-b043-e54e0e450f78 None None] Port e56ed9fe-2b82-465b-94d9-3b599e70d5ca cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:34:54.603812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1322bfcc-d153-451b-8bff-e651548973e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb4afad8d512438db16fd554a4819c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392771 Feb 07 22:34:54.609824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59546) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:54.632248 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c24b02d6-4ff1-4574-b290-cadaf6f2c7c9 req-655db86d-8fe0-4269-b90a-ced30e222117 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.1745114 Feb 07 22:34:54.675033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322bfcc-d153-451b-8bff-e651548973e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94751f3-39a8-4987-b92b-741effc791e6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:54.692719 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbc4a280-b0ba-4b7d-859b-2b1d110eee54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.703608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.720298 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbc4a280-b0ba-4b7d-859b-2b1d110eee54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.775223 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbc4a280-b0ba-4b7d-859b-2b1d110eee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.778448 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbc4a280-b0ba-4b7d-859b-2b1d110eee54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.780510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dbc4a280-b0ba-4b7d-859b-2b1d110eee54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d94751f3-39a8-4987-b92b-741effc791e6 HTTP/1.1" status: 204 len: 168 time: 0.1695335 Feb 07 22:34:54.791034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4a280-b0ba-4b7d-859b-2b1d110eee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94751f3-39a8-4987-b92b-741effc791e6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:54.817965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Allocated IP 192.168.233.250 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/afb12f3c-2318-4de4-a272-a04a1e61f799) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:54.829759 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a61fd32d-fdac-44b4-8f76-931cd78e1702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.848609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Allocated IP 172.20.0.14 (e9b0ec99-df8d-4e27-ac75-264f35d7cd88/254adce5-5bb7-431e-b9b1-60123edbd9f5/9e5e7182-1226-4efd-895f-373be35453a4) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:54.929453 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a61fd32d-fdac-44b4-8f76-931cd78e1702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.019532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:34:55.033337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3cadc22c-67da-4d66-8559-2a099ec0c717 admin admin] 10.222.0.15 "PUT /v2.0/routers/372129fc-ff00-4bd9-a1c8-b704630c216c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1069233 Feb 07 22:34:55.034215 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Sync routers for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:34:55.054429 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aab5b958-cc02-490c-8347-83abc99e14f1 req-2447a77f-496e-4d27-8043-817f516bee6d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 210 time: 0.0543604 Feb 07 22:34:55.072580 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:34:55.073245 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:34:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:55.187920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a61fd32d-fdac-44b4-8f76-931cd78e1702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.190846 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a61fd32d-fdac-44b4-8f76-931cd78e1702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.194848 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a61fd32d-fdac-44b4-8f76-931cd78e1702 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61900125-fd29-4618-8f5a-f7e776ed1bd4 HTTP/1.1" status: 204 len: 168 time: 0.7503626 Feb 07 22:34:55.240171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fd32d-fdac-44b4-8f76-931cd78e1702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61900125-fd29-4618-8f5a-f7e776ed1bd4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:55.260326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59564) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:55.266823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be8ff0-023f-4d30-b253-a3ebb2c00216 req-6a802416-d4ae-44cf-81c6-9ee4d28fffd5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:55.269341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9be8ff0-023f-4d30-b253-a3ebb2c00216 req-6a802416-d4ae-44cf-81c6-9ee4d28fffd5 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 949 time: 0.2214212 Feb 07 22:34:55.280996 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cb983bc2-0852-4cf6-9c7c-e750e3c8d81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.352802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f6ff41f-bb4f-44fb-8749-51d8dba8da64 req-a3e94e5d-935f-43ad-be4e-f9c40cde1392 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 210 time: 0.0537083 Feb 07 22:34:55.365048 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.372691 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:34:55.461681 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9be8ff0-023f-4d30-b253-a3ebb2c00216 req-11c09a78-edaf-4397-8b73-441aeef60650 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571887 Feb 07 22:34:55.466460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.483545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cb983bc2-0852-4cf6-9c7c-e750e3c8d81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.496033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-19993cbf-aa8f-4d82-8812-e28412e7fa6f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:55.498332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-19993cbf-aa8f-4d82-8812-e28412e7fa6f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 949 time: 0.1403792 Feb 07 22:34:55.499665 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cb983bc2-0852-4cf6-9c7c-e750e3c8d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.532854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cb983bc2-0852-4cf6-9c7c-e750e3c8d81b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b90782117fa4ea384ba2ffa9de621a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680032 Feb 07 22:34:55.539242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59572) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:55.641392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.658541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:55.660544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb983bc2-0852-4cf6-9c7c-e750e3c8d81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb197879-5a52-48c0-9326-ba55cfba94c8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:55.692323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Deleting port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:34:55.692920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.826039 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.854525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9d235773-6a75-4b89-a2f0-2e791fe71a4a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:55.865233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Pushing event updated for resources: {'Port': ['ID=9e5e7182-1226-4efd-895f-373be35453a4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:55.904273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:55.961176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7385588-b89b-44e4-b8f3-5cc6df849a8f req-838fda10-abf6-428c-ab4c-d91259156a8c tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.1099594 Feb 07 22:34:55.962376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:55.965396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] For port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:55.965766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.978745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59578) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:55.990628 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:52Z', 'revision_number': 2, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:55.997169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:34:56.019480 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Checking router: 372129fc-ff00-4bd9-a1c8-b704630c216c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:34:56.020470 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Updating router 372129fc-ff00-4bd9-a1c8-b704630c216c port e56ed9fe-2b82-465b-94d9-3b599e70d5ca binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:34:56.022026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Calling delete_port for a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:34:56.024070 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67ef28b0-6864-4c3b-9948-e11b47f4674a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.049342 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.055401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:56.063098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0044039-4493-4da1-ae44-a52b3957d89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.097833 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0044039-4493-4da1-ae44-a52b3957d89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.211389 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67ef28b0-6864-4c3b-9948-e11b47f4674a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.227561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67ef28b0-6864-4c3b-9948-e11b47f4674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.256615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:56.260713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:34:56.278811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.337491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:56.338402 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.341586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0044039-4493-4da1-ae44-a52b3957d89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.344169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0044039-4493-4da1-ae44-a52b3957d89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.347744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c0044039-4493-4da1-ae44-a52b3957d89a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb197879-5a52-48c0-9326-ba55cfba94c8 HTTP/1.1" status: 204 len: 168 time: 0.8010042 Feb 07 22:34:56.367835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0044039-4493-4da1-ae44-a52b3957d89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb197879-5a52-48c0-9326-ba55cfba94c8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:56.372815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:56.435943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:56.438089 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.456671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-6c62da0d-2fb7-4700-a543-a33b3ee0ecbb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6325445 Feb 07 22:34:56.467663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ce15-20a8-48c1-be02-73e1cd329fe1 req-9085954e-d069-4745-b3c8-f10c270712f0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:56.469227 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5605ce15-20a8-48c1-be02-73e1cd329fe1 req-9085954e-d069-4745-b3c8-f10c270712f0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 932 time: 0.2699358 Feb 07 22:34:56.478292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Request body: {'port': {'device_id': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:56.512933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef28b0-6864-4c3b-9948-e11b47f4674a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887c6585-454c-4a3b-ba0c-cfbd2eef6127,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:56.534527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-67ef28b0-6864-4c3b-9948-e11b47f4674a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d049f77d2f7b44aa80bfa929759eabba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541759 Feb 07 22:34:56.540394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59598) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:34:56.546252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-ac957cee-6955-494a-b2ac-7dc5d1867d3a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9934902 Feb 07 22:34:56.558594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['ceb456f1-e8ee-4b63-bce9-691586e49f2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:56.599984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Request body: {'port': {'device_id': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:56.641363 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.675577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-2c1dbdbb-1731-4616-b285-fb788926ec59 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:56.677156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-2c1dbdbb-1731-4616-b285-fb788926ec59 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 821 time: 0.4083285 Feb 07 22:34:56.737603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5605ce15-20a8-48c1-be02-73e1cd329fe1 req-9b5e20bb-91d2-4333-85a4-0c848e064b4d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522714 Feb 07 22:34:56.738804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.759047 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.772506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-1b45dbfe-9a3f-4e18-8261-645b63abd657 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/quotas/fded7053d4f5402ebd41eea7889434a6 HTTP/1.1" status: 200 len: 375 time: 0.0532744 Feb 07 22:34:56.775392 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.840033 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a075f688-367c-408b-a69a-a7bf5e6ca022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.849208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.849768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5728ea40-4b66-4c35-9e90-6d97c8411139 None None] Provisioning complete for port afb12f3c-2318-4de4-a272-a04a1e61f799 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:56.854605 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5728ea40-4b66-4c35-9e90-6d97c8411139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.860758 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Pushing event updated for resources: {'Port': ['ID=e56ed9fe-2b82-465b-94d9-3b599e70d5ca,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:56.867180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.882851 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.883129 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.883464 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.883818 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.884142 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.884462 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.884775 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.891646 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.892268 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.892831 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.893390 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.896265 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:56.928180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073', '10162b8e-d4eb-4933-942e-5cfaaf758855'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:56.933868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event deleted for resources: {'Port': ['ID=a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:56.953706 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-ac61d88b-0b68-44f8-bb91-5fcb9842effb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1798732 Feb 07 22:34:57.056210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5728ea40-4b66-4c35-9e90-6d97c8411139 None None] Port afb12f3c-2318-4de4-a272-a04a1e61f799 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:34:57.085963 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Attempting to bind port e56ed9fe-2b82-465b-94d9-3b599e70d5ca on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:57.086553 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Attempting to bind port e56ed9fe-2b82-465b-94d9-3b599e70d5ca by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:57.086661 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Attempting to bind port e56ed9fe-2b82-465b-94d9-3b599e70d5ca on network 73868bd2-7385-44de-a564-eabaf2d37017 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:57.093596 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] No DVR routers for this DVR port a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:57.098952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.107922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbe26791-f7d8-4e96-8e22-289c8e56e87c req-33759e10-f9d0-44e6-b27e-5588a9225485 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "DELETE /v2.0/ports/a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa HTTP/1.1" status: 204 len: 173 time: 1.5817690 Feb 07 22:34:57.108519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b40e740-a8ff-4b12-b5b3-bcce323e8389', 'name': 'network-vif-deleted', 'tag': 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:57.112523 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2102998-e528-43b1-9221-183be8d92071" -d '{"events": [{"server_uuid": "6b40e740-a8ff-4b12-b5b3-bcce323e8389", "name": "network-vif-deleted", "tag": "a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:57.112839 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:34:57.113223 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Checking segment: {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:57.113628 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.114011 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Bound using segment: {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:34:57.114479 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Bound port: e56ed9fe-2b82-465b-94d9-3b599e70d5ca, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:57.114867 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.192729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-76273c24-08e8-466d-bc5b-c2c00bb22c08 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378633 Feb 07 22:34:57.287586 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] For port e56ed9fe-2b82-465b-94d9-3b599e70d5ca, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:57.293567 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] For port e56ed9fe-2b82-465b-94d9-3b599e70d5ca, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e56ed9fe-2b82-465b-94d9-3b599e70d5ca,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:34:57.312899 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.351694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a', '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:34:57.430304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-6d4b8f78-7895-46de-9c81-5877ddad9996 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281909 Feb 07 22:34:57.525421 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:34:57.526111 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:34:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:57.559187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7542db1e-6d71-4f17-81d2-54c002a82ec1 None None] Provisioning complete for port e56ed9fe-2b82-465b-94d9-3b599e70d5ca triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:57.559724 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7542db1e-6d71-4f17-81d2-54c002a82ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.807689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a075f688-367c-408b-a69a-a7bf5e6ca022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.920101 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:34:57.978972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f653fd0f-f0ac-4829-ac4c-82b87b54bb69 req-0dab4897-331e-4174-b534-fb525cf35c0c tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b40e740-a8ff-4b12-b5b3-bcce323e8389 HTTP/1.1" status: 200 len: 210 time: 0.0481050 Feb 07 22:34:58.004203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5e7182-1226-4efd-895f-373be35453a4 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:58.026224 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.088594 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-285d4beb-2bb2-45fa-b28e-dae059dd38bb req-e27059f4-8ae2-4628-ab51-61ae1cf61df6 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0460958 Feb 07 22:34:58.138304 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7542db1e-6d71-4f17-81d2-54c002a82ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.171342 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c1916-8ef6-4f05-8fd1-abf871c0eb78 None None] Pushing event updated for resources: {'Port': ['ID=e56ed9fe-2b82-465b-94d9-3b599e70d5ca,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:58.197246 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00acc29e-1c26-4a9f-b7e8-fc0e050605e9 x-openstack-request-id: req-00acc29e-1c26-4a9f-b7e8-fc0e050605e9 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:34:58.197790 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b40e740-a8ff-4b12-b5b3-bcce323e8389", "name": "network-vif-deleted", "tag": "a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:34:58.198202 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00acc29e-1c26-4a9f-b7e8-fc0e050605e9 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:34:58.199441 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b40e740-a8ff-4b12-b5b3-bcce323e8389', 'name': 'network-vif-deleted', 'tag': 'a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa', 'status': 'completed', 'code': 200} Feb 07 22:34:58.202792 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:57Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:34:58.272300 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbbd63-1f00-45ff-8c1d-9ec441d0a973 None None] The sync data for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 is: [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:57Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:34:58.289218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb12f3c-2318-4de4-a272-a04a1e61f799 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:58.298615 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.324498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Transition to ACTIVE for port object afb12f3c-2318-4de4-a272-a04a1e61f799 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:58.324781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7542db1e-6d71-4f17-81d2-54c002a82ec1 None None] For port e56ed9fe-2b82-465b-94d9-3b599e70d5ca, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e56ed9fe-2b82-465b-94d9-3b599e70d5ca,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:34:58.342990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Transition to ACTIVE for port object 9e5e7182-1226-4efd-895f-373be35453a4 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:58.350642 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7542db1e-6d71-4f17-81d2-54c002a82ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.362223 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.383036 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-473cd468-e5cd-45c0-8afe-e3b6d089eeda req-25df04b0-2855-474f-8432-18dc483613ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 210 time: 0.0802138 Feb 07 22:34:58.401975 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.451038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bc74c-a92c-44b4-aada-085dd2873f1c req-e0b6b982-d479-48ef-8497-13ae8dc9aa43 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.452901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-856bc74c-a92c-44b4-aada-085dd2873f1c req-e0b6b982-d479-48ef-8497-13ae8dc9aa43 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 936 time: 0.8046286 Feb 07 22:34:58.476762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542db1e-6d71-4f17-81d2-54c002a82ec1 None None] Pushing event updated for resources: {'Port': ['ID=e56ed9fe-2b82-465b-94d9-3b599e70d5ca,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:58.545013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f58627b9-c88f-4ded-9014-7882044b83b3 None None] Provisioning complete for port e56ed9fe-2b82-465b-94d9-3b599e70d5ca triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:58.545572 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f58627b9-c88f-4ded-9014-7882044b83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.696023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c342-a07c-48c3-9d6a-c52661c96209 req-63b14788-24ab-483d-88bf-5497d39419fc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.701134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c006c342-a07c-48c3-9d6a-c52661c96209 req-63b14788-24ab-483d-88bf-5497d39419fc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.1446831 Feb 07 22:34:58.809847 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c006c342-a07c-48c3-9d6a-c52661c96209 req-2795eb71-f9bd-45bf-9687-a0e9f499c9e8 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869243 Feb 07 22:34:58.838252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:58.970215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-856bc74c-a92c-44b4-aada-085dd2873f1c req-cb817302-0796-42b5-9fe7-881c65b5d361 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768386 Feb 07 22:34:58.991586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a075f688-367c-408b-a69a-a7bf5e6ca022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.994876 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a075f688-367c-408b-a69a-a7bf5e6ca022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.996922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a075f688-367c-408b-a69a-a7bf5e6ca022 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/887c6585-454c-4a3b-ba0c-cfbd2eef6127 HTTP/1.1" status: 204 len: 168 time: 2.4544566 Feb 07 22:34:59.021608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075f688-367c-408b-a69a-a7bf5e6ca022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887c6585-454c-4a3b-ba0c-cfbd2eef6127,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:59.099829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:59.100202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:59.100514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:59.110899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:59.110899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:59.111179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:59.114284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Pushing event updated for resources: {'Port': ['ID=9e5e7182-1226-4efd-895f-373be35453a4,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:59.131374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Port afb12f3c-2318-4de4-a272-a04a1e61f799 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:34:59.131695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:59.147332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Port 9e5e7182-1226-4efd-895f-373be35453a4 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:34:59.147647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:34:59.164645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:34:59.165197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:59.165780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:34:59.166399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Bound port: afb12f3c-2318-4de4-a272-a04a1e61f799, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:59.166979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.169934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:34:59.170452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:34:59.171056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:34:59.171634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Bound port: 9e5e7182-1226-4efd-895f-373be35453a4, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:59.172154 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.331956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-163cbe2f-45eb-4684-8c3f-ca84ef46452f req-65bd4872-7d3c-40d6-b1e3-f763722c8163 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.1006238 Feb 07 22:34:59.514086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:59.516096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:34:59.560058 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3632c8c-c3e4-48e5-b7bd-0362ffd0762a req-591f6e36-616d-47ab-8c9f-401f593c4c3f tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 210 time: 0.0613945 Feb 07 22:34:59.564802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:34:59.567304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:34:59.577930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.679527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Pushing event updated for resources: {'Port': ['ID=9e5e7182-1226-4efd-895f-373be35453a4,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:59.718738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.735953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:34:59.773242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:59.773861 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.785216 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-23fbf08b-1f54-4e1c-9a78-0aa077f49b9e service neutron] 10.222.0.24 "PUT /v2.0/ports/9e5e7182-1226-4efd-895f-373be35453a4 HTTP/1.1" status: 200 len: 1092 time: 3.1949441 Feb 07 22:34:59.844099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:34:59.847598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device a5c84746-ab7a-4d91-bd6a-f2f93b67d5aa not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:34:59.888504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:59.890851 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "tag": "9e5e7182-1226-4efd-895f-373be35453a4"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:34:59.946423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:59.947629 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.949106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] 10.222.0.24 "PUT /v2.0/ports/afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 1096 time: 3.4788096 Feb 07 22:35:00.042002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-343bbea6-ea7c-4e1d-acf8-82b42ea4058c tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:00.045160 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-343bbea6-ea7c-4e1d-acf8-82b42ea4058c tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 821 time: 0.3401275 Feb 07 22:35:00.065812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Request body: {'port': {'device_id': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'admin_state_up': True, 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:00.164428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80d028-5146-4f11-902d-f109491d8265 req-f8bb22f4-9685-4546-b59b-7d07e8b4ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:00.166004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-f8bb22f4-9685-4546-b59b-7d07e8b4ffaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 1095 time: 0.2579350 Feb 07 22:35:00.170862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200d2f4-8cbf-4967-bc94-4d228c0f2ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:00.196385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525cce6-2cc9-47c9-b535-b6a7ce171d3a req-de09dee7-6964-423b-a2e2-d38b6def5501 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:00.204625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7525cce6-2cc9-47c9-b535-b6a7ce171d3a req-de09dee7-6964-423b-a2e2-d38b6def5501 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=30304b13-7ef0-461f-a056-c661cc59d196 HTTP/1.1" status: 200 len: 949 time: 0.2776039 Feb 07 22:35:00.267915 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-440de9e9-db86-48d4-8191-3955a4e67e7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e5e7182-1226-4efd-895f-373be35453a4 HTTP/1.1" status: 200 len: 217 time: 0.0907228 Feb 07 22:35:00.272352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-230910fa-3dcb-46a3-af91-5263f5eca541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:00.273773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-230910fa-3dcb-46a3-af91-5263f5eca541 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1099 time: 0.2202332 Feb 07 22:35:00.399510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80d028-5146-4f11-902d-f109491d8265 req-ff60cb8f-f676-438c-9786-f3053e11dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:00.401301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-ff60cb8f-f676-438c-9786-f3053e11dc9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1222408 Feb 07 22:35:00.497155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e56ed9fe-2b82-465b-94d9-3b599e70d5ca up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:00.604697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e56ed9fe-2b82-465b-94d9-3b599e70d5ca triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:00.607021 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:00.723392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50585aa5-6eee-4127-b94f-5c95c0da295d req-29d205fa-2d8e-43ea-9cce-fbbaf4716034 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:00.744370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50585aa5-6eee-4127-b94f-5c95c0da295d req-29d205fa-2d8e-43ea-9cce-fbbaf4716034 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.6889458 Feb 07 22:35:00.844493 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50585aa5-6eee-4127-b94f-5c95c0da295d req-6b804f6f-064f-41e3-ba30-32611c6e1b2e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903485 Feb 07 22:35:00.899110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Made reservation on behalf of fded7053d4f5402ebd41eea7889434a6 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:00.904800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:00.954109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89bbaa66-af14-4435-8e81-1cc4d7d90832 req-fc6763e7-e9a0-49b2-8942-8906dbe3d1d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0431705 Feb 07 22:35:01.007754 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f8c4e8-dd1d-40ea-8738-3a6b0c4c4b49 x-openstack-request-id: req-15f8c4e8-dd1d-40ea-8738-3a6b0c4c4b49 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:01.008371 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "tag": "9e5e7182-1226-4efd-895f-373be35453a4", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:01.008732 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15f8c4e8-dd1d-40ea-8738-3a6b0c4c4b49 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:01.009221 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4', 'status': 'completed', 'code': 200} Feb 07 22:35:01.012957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7525cce6-2cc9-47c9-b535-b6a7ce171d3a req-c43eadf3-8741-4eab-8397-51ff42bb29e9 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075814 Feb 07 22:35:01.015153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-d44ead9c-c526-4be2-9bd5-648a1c6b8217 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5983315 Feb 07 22:35:01.016746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-fe4a127a-8a27-47b6-b57e-d250b4c2bdf1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 217 time: 0.6140237 Feb 07 22:35:01.150918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d13e2d-2578-4aac-bbae-4b7d7ef1c379 req-017725bd-c489-4e7b-bd1a-966cf12365c7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:01.152570 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30d13e2d-2578-4aac-bbae-4b7d7ef1c379 req-017725bd-c489-4e7b-bd1a-966cf12365c7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 948 time: 0.0725722 Feb 07 22:35:01.171178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Allocated IP 172.20.0.8 (73868bd2-7385-44de-a564-eabaf2d37017/9a7b5494-398b-4529-ba50-941c976a34f0/e81ca650-a394-49d1-9917-1ef35ccc82dd) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:01.220635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55533631-fdf2-4e86-8258-9489a8e0589b req-060cfe99-0f38-437e-8388-9d4d99bac8c3 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0374479 Feb 07 22:35:01.227566 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-ca5349a7-e26d-4106-93c1-bc0feabae6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:01.229370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-ca5349a7-e26d-4106-93c1-bc0feabae6e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1895595 Feb 07 22:35:01.262232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-7266cf48-13fb-42c2-9266-965c21e219ee tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:01.263779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-7266cf48-13fb-42c2-9266-965c21e219ee tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/ports?device_id=a21f5f56-796c-4af7-a727-56341847f5c2 HTTP/1.1" status: 200 len: 949 time: 0.1101985 Feb 07 22:35:01.305390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-eb1a9c91-4105-4299-90de-9139e6ab8bfc service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641425 Feb 07 22:35:01.345324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30d13e2d-2578-4aac-bbae-4b7d7ef1c379 req-8a2287fb-eef3-4d27-8bb2-57c691642091 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816227 Feb 07 22:35:01.366023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-69b6c347-39f5-4fed-a367-a529f6cee432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:01.367629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-69b6c347-39f5-4fed-a367-a529f6cee432 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303439 Feb 07 22:35:01.429012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-c32ce382-6447-4469-9bdb-402503c06d76 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:01.429488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-001b5c49-d4dd-47b8-b767-b2dac0a700b0 req-7781c9f1-8e31-4e5a-8d74-9d7238cc272f tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 210 time: 0.0593753 Feb 07 22:35:01.430983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-c32ce382-6447-4469-9bdb-402503c06d76 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "GET /v2.0/ports?device_id=30304b13-7ef0-461f-a056-c661cc59d196 HTTP/1.1" status: 200 len: 949 time: 0.2131848 Feb 07 22:35:01.505382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd80d028-5146-4f11-902d-f109491d8265 req-88f3cdd7-38c0-4218-85ce-20bc26dd7bf6 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918733 Feb 07 22:35:01.559131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-9cbe0e18-bec8-48a6-97a4-3aca9e3b46b0 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761794 Feb 07 22:35:01.576038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Deleting port 13f1bd90-bafe-4e45-abfb-832f011e94b8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:35:01.576385 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.721325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-ce145231-a16e-409d-9b60-d0d5dc9f6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:01.724859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-ce145231-a16e-409d-9b60-d0d5dc9f6085 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 1095 time: 0.1461935 Feb 07 22:35:01.779867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] For port 13f1bd90-bafe-4e45-abfb-832f011e94b8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=13f1bd90-bafe-4e45-abfb-832f011e94b8,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:01.780164 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.789390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2b4632e-c6c0-4039-8b0d-cfe7a10fbbfe req-3018f453-7948-43da-a0ee-ccdf02097055 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199123 Feb 07 22:35:01.796610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Deleting port 10162b8e-d4eb-4933-942e-5cfaaf758855 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:35:01.797018 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.857755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Calling delete_port for 13f1bd90-bafe-4e45-abfb-832f011e94b8 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:35:01.885169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-2319a84d-9a00-483c-a6e5-fd1c66342363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:01.887727 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-2319a84d-9a00-483c-a6e5-fd1c66342363 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.1480138 Feb 07 22:35:01.893256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.985016 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-b8e119b4-9569-4d2c-ae2e-a4c9edc81516 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e5e7182-1226-4efd-895f-373be35453a4 HTTP/1.1" status: 200 len: 217 time: 0.0894217 Feb 07 22:35:02.116578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97385d4-f061-4a9a-a94e-99a8ab4b7714 req-c1bdf0a3-ff81-49c3-bcba-944239a4694c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:02.118142 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a97385d4-f061-4a9a-a94e-99a8ab4b7714 req-c1bdf0a3-ff81-49c3-bcba-944239a4694c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.1359570 Feb 07 22:35:02.130053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-fe8c907b-3f5e-4e58-8c91-9c485b8558a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:02.132417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-fe8c907b-3f5e-4e58-8c91-9c485b8558a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1329367 Feb 07 22:35:02.178051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-39c8fb7f-84ee-42a4-99df-f2c1142b355c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288110 Feb 07 22:35:02.215064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] For port 10162b8e-d4eb-4933-942e-5cfaaf758855, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=10162b8e-d4eb-4933-942e-5cfaaf758855,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:02.215625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.231854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a97385d4-f061-4a9a-a94e-99a8ab4b7714 req-4a035158-0a6c-42a5-b45a-1ac2afe411f3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008642 Feb 07 22:35:02.275066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Calling delete_port for 10162b8e-d4eb-4933-942e-5cfaaf758855 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:35:02.313750 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.366819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-608825cc-c4cc-426a-981c-be80d201156a service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781058 Feb 07 22:35:02.478603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0d63bd7-6309-4dbf-a6e9-9a0332ae25a7 req-c714feed-591f-4f8a-a017-0c1bc7d1469e service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044719 Feb 07 22:35:02.566972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Network 73868bd2-7385-44de-a564-eabaf2d37017 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:02.574971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Pushing event updated for resources: {'Port': ['ID=e81ca650-a394-49d1-9917-1ef35ccc82dd,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:02.586920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0590bee-4494-417b-86bc-7496c2c404ef req-b70aa800-c93b-4d55-8951-dba147448fcc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:02.590346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0590bee-4494-417b-86bc-7496c2c404ef req-b70aa800-c93b-4d55-8951-dba147448fcc tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=30304b13-7ef0-461f-a056-c661cc59d196 HTTP/1.1" status: 200 len: 949 time: 0.2935107 Feb 07 22:35:02.591599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:02.644010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:02.656611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.669212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073', '10162b8e-d4eb-4933-942e-5cfaaf758855'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:02.673834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a', '13f1bd90-bafe-4e45-abfb-832f011e94b8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:02.748740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event deleted for resources: {'Port': ['ID=13f1bd90-bafe-4e45-abfb-832f011e94b8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:02.917521 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0590bee-4494-417b-86bc-7496c2c404ef req-5c685877-740d-47bc-9f06-bdb3d41a99df tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677166 Feb 07 22:35:02.957924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:02.958829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.008781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-58942ec6-f9f0-4902-a831-01914c4ca677 None None] Provisioning complete for port e81ca650-a394-49d1-9917-1ef35ccc82dd triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:03.009706 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58942ec6-f9f0-4902-a831-01914c4ca677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.009976 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:03.016346 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b6c221-1985-4405-84e4-a30cf8773e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:03.020642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] No DVR routers for this DVR port 13f1bd90-bafe-4e45-abfb-832f011e94b8 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:03.024218 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8c0143a-95fa-4387-ab8b-be08083a9f9d req-cd241ff7-27f8-4c32-8253-782bf04b2891 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0640616 Feb 07 22:35:03.025493 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.029745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-69fb6cb7-babb-432a-ac71-a96a10b9f628 req-6960f721-1212-4f18-9adf-d461d35ba0e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "DELETE /v2.0/ports/13f1bd90-bafe-4e45-abfb-832f011e94b8 HTTP/1.1" status: 204 len: 173 time: 1.7343566 Feb 07 22:35:03.030541 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.034569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21f5f56-796c-4af7-a727-56341847f5c2', 'name': 'network-vif-deleted', 'tag': '13f1bd90-bafe-4e45-abfb-832f011e94b8'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:03.036960 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032751d2-22b9-49e7-a840-9d36b1fc7d17" -d '{"events": [{"server_uuid": "a21f5f56-796c-4af7-a727-56341847f5c2", "name": "network-vif-deleted", "tag": "13f1bd90-bafe-4e45-abfb-832f011e94b8"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:03.119325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-86d48cf2-354f-44c7-b234-ebfcf471fb39 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0586476 Feb 07 22:35:03.137770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event deleted for resources: {'Port': ['ID=10162b8e-d4eb-4933-942e-5cfaaf758855,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:03.165602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Request body: {'port': {'device_id': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:03.208163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-58942ec6-f9f0-4902-a831-01914c4ca677 None None] Port e81ca650-a394-49d1-9917-1ef35ccc82dd cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:35:03.263472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd81a3-de44-447b-825c-97a82cca2c9c req-4b5a4abc-7632-435e-8876-01794425c312 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:03.271734 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2cbd81a3-de44-447b-825c-97a82cca2c9c req-4b5a4abc-7632-435e-8876-01794425c312 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 931 time: 0.1045599 Feb 07 22:35:03.321754 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2cbd81a3-de44-447b-825c-97a82cca2c9c req-c9c35dcb-b3ee-41d3-a31e-898eda8fbd28 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490291 Feb 07 22:35:03.326859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] No DVR routers for this DVR port 10162b8e-d4eb-4933-942e-5cfaaf758855 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:03.338206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.363854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ec607460-0f9a-462a-834a-c2e96ddb7e9b req-8a7a73f5-fd30-4359-aae8-de4cab01e78d tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "DELETE /v2.0/ports/10162b8e-d4eb-4933-942e-5cfaaf758855 HTTP/1.1" status: 204 len: 173 time: 1.9225128 Feb 07 22:35:03.455274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68afb9e-1f40-4169-8732-248892802a17 req-047af2a5-5268-4045-ad4d-22d0b93820e0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:03.456845 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a68afb9e-1f40-4169-8732-248892802a17 req-047af2a5-5268-4045-ad4d-22d0b93820e0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 948 time: 0.4101133 Feb 07 22:35:03.471140 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.476402 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2cf4a6-90c1-4af3-8243-8a520143bbf8 x-openstack-request-id: req-ab2cf4a6-90c1-4af3-8243-8a520143bbf8 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:03.476704 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:03.476997 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab2cf4a6-90c1-4af3-8243-8a520143bbf8 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:03.478129 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'status': 'completed', 'code': 200} Feb 07 22:35:03.584899 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d6472d-47f5-4301-ad37-107b95366115 x-openstack-request-id: req-70d6472d-47f5-4301-ad37-107b95366115 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:03.586644 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21f5f56-796c-4af7-a727-56341847f5c2", "name": "network-vif-deleted", "tag": "13f1bd90-bafe-4e45-abfb-832f011e94b8", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:03.586921 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70d6472d-47f5-4301-ad37-107b95366115 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:03.587259 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21f5f56-796c-4af7-a727-56341847f5c2', 'name': 'network-vif-deleted', 'tag': '13f1bd90-bafe-4e45-abfb-832f011e94b8', 'status': 'completed', 'code': 200} Feb 07 22:35:03.649805 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a68afb9e-1f40-4169-8732-248892802a17 req-c85a8b38-5f74-49e3-8e81-7d79027c6da9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803951 Feb 07 22:35:03.704697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-d0ea004c-dbdd-40f7-bb24-59cd67e2c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:03.706158 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-d0ea004c-dbdd-40f7-bb24-59cd67e2c43e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1099 time: 0.1866817 Feb 07 22:35:03.760362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:35:03.762452 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.128301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.171052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:04.192912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a2e1-509a-401b-9f70-403be588173b req-3a82d76c-bd4d-4b8f-8d4c-10d7aef14a07 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:04.204605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd95a2e1-509a-401b-9f70-403be588173b req-3a82d76c-bd4d-4b8f-8d4c-10d7aef14a07 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.2935994 Feb 07 22:35:04.217927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:04.235891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'mac_address': 'fa:16:3e:13:90:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:35:04.246272 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03592d0e-6b2d-4433-a458-662b9048971b req-6b7808f3-5c9d-429e-ad1d-3e3780194ff5 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1&device_id=b1d6998f-3e8e-4041-9eba-cbf518c53a1e HTTP/1.1" status: 200 len: 210 time: 0.0565281 Feb 07 22:35:04.249464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59872) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:04.317167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-5d1a68e3-33b3-48b6-b6f2-c675be58f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:04.318873 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-5d1a68e3-33b3-48b6-b6f2-c675be58f83f service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.5972359 Feb 07 22:35:04.364251 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.391698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb12f3c-2318-4de4-a272-a04a1e61f799 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:04.419825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7a22d97-b733-4e56-b843-c10e47ed351a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.438638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:04.449005 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.470388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a', '13f1bd90-bafe-4e45-abfb-832f011e94b8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:04.518466 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-db539006-5737-4d12-ba4a-60650982d9c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 217 time: 0.1889992 Feb 07 22:35:04.553272 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7a22d97-b733-4e56-b843-c10e47ed351a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.565020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7a22d97-b733-4e56-b843-c10e47ed351a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.568970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd95a2e1-509a-401b-9f70-403be588173b req-c3504245-0a4d-45be-84dc-e46157d16e76 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554082 Feb 07 22:35:04.622565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:04.639767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-0ead1057-8b40-4f97-9e38-f633d6d0b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:04.642785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-0ead1057-8b40-4f97-9e38-f633d6d0b4a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1071439 Feb 07 22:35:04.646678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a7a22d97-b733-4e56-b843-c10e47ed351a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=965ab5be015548e1a828cde7a88d2b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932095 Feb 07 22:35:04.647726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a22d97-b733-4e56-b843-c10e47ed351a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d218e6f0-e410-4120-9362-ec766685588e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:04.651851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59912) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:04.669128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81ca650-a394-49d1-9917-1ef35ccc82dd {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:04.719946 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b875b112-7501-4027-984c-70f9890bac4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.741492 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.760906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['afb12f3c-2318-4de4-a272-a04a1e61f799'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:04.762260 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b875b112-7501-4027-984c-70f9890bac4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.782661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Transition to ACTIVE for port object e81ca650-a394-49d1-9917-1ef35ccc82dd will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:04.789243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-368c8c64-b1b2-4cf1-9939-dd5428f7e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:04.794003 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-368c8c64-b1b2-4cf1-9939-dd5428f7e915 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193421 Feb 07 22:35:04.797432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.868032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=e81ca650-a394-49d1-9917-1ef35ccc82dd,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:04.880137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b875b112-7501-4027-984c-70f9890bac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.889893 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b875b112-7501-4027-984c-70f9890bac4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.897256 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b875b112-7501-4027-984c-70f9890bac4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d218e6f0-e410-4120-9362-ec766685588e HTTP/1.1" status: 204 len: 168 time: 0.2439606 Feb 07 22:35:04.944090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875b112-7501-4027-984c-70f9890bac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d218e6f0-e410-4120-9362-ec766685588e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:05.061468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12dce27c-74fc-4373-a088-befa162924e8 req-f65e7a9e-64d3-498e-ba17-1d2b388eab7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ac886d10280451cbb6501b957c0bb14&device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0780213 Feb 07 22:35:05.103338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe97223-48c4-4eed-b575-1f1c68ebafe2 req-683ddc73-4cdc-4958-bab9-35d8fa66532e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:05.113156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fe97223-48c4-4eed-b575-1f1c68ebafe2 req-683ddc73-4cdc-4958-bab9-35d8fa66532e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 943 time: 0.1012173 Feb 07 22:35:05.175743 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fe97223-48c4-4eed-b575-1f1c68ebafe2 req-71449428-ceea-4f6f-b85e-d392b9d833c2 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611832 Feb 07 22:35:05.231571 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12dce27c-74fc-4373-a088-befa162924e8 req-684346b8-c72d-41ae-8784-e1cf2f2a2e10 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2ac886d10280451cbb6501b957c0bb14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1265056 Feb 07 22:35:05.308862 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-7589da1a-7400-4111-abe4-30b7380dc83d service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400167 Feb 07 22:35:05.470054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Attempting to bind port e81ca650-a394-49d1-9917-1ef35ccc82dd on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:05.474995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Attempting to bind port e81ca650-a394-49d1-9917-1ef35ccc82dd by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:05.480646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Attempting to bind port e81ca650-a394-49d1-9917-1ef35ccc82dd on network 73868bd2-7385-44de-a564-eabaf2d37017 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:05.482900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 10162b8e-d4eb-4933-942e-5cfaaf758855 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:35:05.540599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 10162b8e-d4eb-4933-942e-5cfaaf758855 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:35:05.540942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 10162b8e-d4eb-4933-942e-5cfaaf758855 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:35:05.580241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4fe04b71-99c0-42f3-b85a-8d78e7a966f7 req-88f7b848-1fe8-4ed7-ab8d-76bad03009ec tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0479314 Feb 07 22:35:05.581334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59948) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:05.623608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a8b37eb-17c0-47c9-ac2e-5716ac929e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.731878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a8b37eb-17c0-47c9-ac2e-5716ac929e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.740201 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a8b37eb-17c0-47c9-ac2e-5716ac929e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.768450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 13f1bd90-bafe-4e45-abfb-832f011e94b8 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:35:05.812607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 13f1bd90-bafe-4e45-abfb-832f011e94b8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:35:05.813487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 13f1bd90-bafe-4e45-abfb-832f011e94b8 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:35:05.821388 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4a8b37eb-17c0-47c9-ac2e-5716ac929e24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3cdf01eb4a747cc88dfa485f6e725fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333529 Feb 07 22:35:05.821388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b37eb-17c0-47c9-ac2e-5716ac929e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0392d2f2-09ff-4549-858d-9718b425a562,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:05.836726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59992) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:05.974854 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0c4aa45-9b49-4fbe-a532-d296fe657658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.997635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30304b13-7ef0-461f-a056-c661cc59d196', 'name': 'network-vif-deleted', 'tag': '10162b8e-d4eb-4933-942e-5cfaaf758855'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:06.000167 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6590568-c29e-4cdb-81f4-2d907ca36899" -d '{"events": [{"server_uuid": "30304b13-7ef0-461f-a056-c661cc59d196", "name": "network-vif-deleted", "tag": "10162b8e-d4eb-4933-942e-5cfaaf758855"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:06.014464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60479a4-9c9a-4c16-b2ec-0591c3ce6ca9 req-2ccb1d6f-060f-4a38-b72e-988c488a4fcb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.018985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0c4aa45-9b49-4fbe-a532-d296fe657658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.023862 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b60479a4-9c9a-4c16-b2ec-0591c3ce6ca9 req-2ccb1d6f-060f-4a38-b72e-988c488a4fcb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 949 time: 0.9174170 Feb 07 22:35:06.059983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Port e81ca650-a394-49d1-9917-1ef35ccc82dd on network 73868bd2-7385-44de-a564-eabaf2d37017 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:35:06.060379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Attempting to bind port e81ca650-a394-49d1-9917-1ef35ccc82dd on network 73868bd2-7385-44de-a564-eabaf2d37017 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:06.085744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0c4aa45-9b49-4fbe-a532-d296fe657658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.089801 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0c4aa45-9b49-4fbe-a532-d296fe657658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.091774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c0c4aa45-9b49-4fbe-a532-d296fe657658 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0392d2f2-09ff-4549-858d-9718b425a562 HTTP/1.1" status: 204 len: 168 time: 0.2515376 Feb 07 22:35:06.109262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:06.109606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Checking segment: {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:06.110133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Bound using segment: {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:06.110579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Bound port: e81ca650-a394-49d1-9917-1ef35ccc82dd, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:06.111005 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.131036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4aa45-9b49-4fbe-a532-d296fe657658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0392d2f2-09ff-4549-858d-9718b425a562,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:06.187768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dce27c-74fc-4373-a088-befa162924e8 req-14d2e44a-35cb-448b-82be-12897db150aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.189233 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12dce27c-74fc-4373-a088-befa162924e8 req-14d2e44a-35cb-448b-82be-12897db150aa service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9428196 Feb 07 22:35:06.219829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b60479a4-9c9a-4c16-b2ec-0591c3ce6ca9 req-7df253e6-cca7-4bf2-b7a0-1c5b1233d1e6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949232 Feb 07 22:35:06.236509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29b6c221-1985-4405-84e4-a30cf8773e3c req-8dc6aded-c56e-424f-8423-b974462c2ddd service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754156 Feb 07 22:35:06.310404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] For port e81ca650-a394-49d1-9917-1ef35ccc82dd, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:06.314417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] For port e81ca650-a394-49d1-9917-1ef35ccc82dd, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:06.323384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.380268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39223638-80da-4deb-aad2-c2091f51b0d6 req-09d4f1a7-3656-46aa-97ff-143dfc2e64ca tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.387851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39223638-80da-4deb-aad2-c2091f51b0d6 req-09d4f1a7-3656-46aa-97ff-143dfc2e64ca tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.0910690 Feb 07 22:35:06.429026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.430309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.443471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] 10.222.0.46 "PUT /v2.0/ports/e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 1091 time: 3.2861130 Feb 07 22:35:06.444886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39223638-80da-4deb-aad2-c2091f51b0d6 req-1c606b86-4769-42df-82c6-cce02f8fbfbf tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561404 Feb 07 22:35:06.526160 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9db19-41ac-40d6-86a2-7e5a7da0cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=e81ca650-a394-49d1-9917-1ef35ccc82dd,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:06.535455 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5e4200-38c2-4f5d-8ca8-81d302b29071 x-openstack-request-id: req-6c5e4200-38c2-4f5d-8ca8-81d302b29071 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:06.535821 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30304b13-7ef0-461f-a056-c661cc59d196", "name": "network-vif-deleted", "tag": "10162b8e-d4eb-4933-942e-5cfaaf758855", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:06.536077 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c5e4200-38c2-4f5d-8ca8-81d302b29071 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:06.536459 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30304b13-7ef0-461f-a056-c661cc59d196', 'name': 'network-vif-deleted', 'tag': '10162b8e-d4eb-4933-942e-5cfaaf758855', 'status': 'completed', 'code': 200} Feb 07 22:35:06.616919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-abe9ec1a-7a12-46a3-88ba-995828ce05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.622796 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-abe9ec1a-7a12-46a3-88ba-995828ce05b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1094 time: 0.1125269 Feb 07 22:35:06.716362 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-c70abb69-b4bd-42ae-a6c8-29bebd8aaf03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 217 time: 0.0873411 Feb 07 22:35:06.768526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867d952-729a-4b80-b646-2387891a4eb5 req-5496daed-9cc0-437b-bad5-0897dd4c27df tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.790994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f867d952-729a-4b80-b646-2387891a4eb5 req-5496daed-9cc0-437b-bad5-0897dd4c27df tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 943 time: 0.1746774 Feb 07 22:35:06.806609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-d8c0e24b-85ce-4d1a-a78e-eb6984f466bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.809851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-d8c0e24b-85ce-4d1a-a78e-eb6984f466bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.0832131 Feb 07 22:35:06.919778 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f867d952-729a-4b80-b646-2387891a4eb5 req-1cf6b703-9d09-4802-9fd7-0bfeddbdd692 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278791 Feb 07 22:35:06.929007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-02c6192f-1fd7-42b8-a339-4e6b3622a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.930517 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-02c6192f-1fd7-42b8-a339-4e6b3622a5c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130011 Feb 07 22:35:07.083415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f7f46b1-1c71-4e3f-aa4a-49a35bc5689c req-ebd1ae97-1dd3-49a0-8613-212381551c16 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0587218 Feb 07 22:35:07.123635 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-db0a3475-c68f-4f69-89e2-1d4fc4bf5a03 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808028 Feb 07 22:35:07.255923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a482759-6e3d-4a79-9969-434d0153084c req-cb88cfe0-89f7-4d8e-a105-10306e923ddd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:07.267186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a482759-6e3d-4a79-9969-434d0153084c req-cb88cfe0-89f7-4d8e-a105-10306e923ddd tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0b9048-67b3-4945-90cc-2e239f539dc1 HTTP/1.1" status: 200 len: 949 time: 0.1319728 Feb 07 22:35:07.317839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a482759-6e3d-4a79-9969-434d0153084c req-977fd94b-2d13-4608-ae12-97e89b023c71 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493145 Feb 07 22:35:07.320726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248fdb3e-9b9f-4919-832a-6aa2f21a6508 req-6d73cbe1-2328-49d0-80cb-94ac6a9c17bc service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879618 Feb 07 22:35:07.472399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed361b-b1ca-4696-9c35-82d7623e8c67 req-90a7d39d-b874-4a56-a316-669e79cb24a4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:07.483778 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-baed361b-b1ca-4696-9c35-82d7623e8c67 req-90a7d39d-b874-4a56-a316-669e79cb24a4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 949 time: 0.0879884 Feb 07 22:35:07.535646 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-baed361b-b1ca-4696-9c35-82d7623e8c67 req-a0444f52-c3e2-485a-9567-365a38eaa2fd tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506010 Feb 07 22:35:07.571511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12dce27c-74fc-4373-a088-befa162924e8 req-3a0b5fcd-68e2-41d6-94b6-6a4de618f783 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29f757b-79be-4aac-9a2c-15b8bcf2e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0470774 Feb 07 22:35:07.658155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b179f4-5691-4d70-af05-eb8d7fd864e8 req-b4d7c4f4-aa3a-461f-8e1c-f3cfe9f0dbc9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:07.668108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d1b179f4-5691-4d70-af05-eb8d7fd864e8 req-b4d7c4f4-aa3a-461f-8e1c-f3cfe9f0dbc9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.0637023 Feb 07 22:35:07.715953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d1b179f4-5691-4d70-af05-eb8d7fd864e8 req-4ceec53d-da52-4df8-bfe4-c4a652a0d8b0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448446 Feb 07 22:35:07.771943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:07.836657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port afb12f3c-2318-4de4-a272-a04a1e61f799 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:07.842207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port afb12f3c-2318-4de4-a272-a04a1e61f799 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:07.842589 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:07.936735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-20d43954-4525-49b5-94f6-dd3e2070860e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:07.940796 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-20d43954-4525-49b5-94f6-dd3e2070860e tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c0b9048-67b3-4945-90cc-2e239f539dc1 HTTP/1.1" status: 200 len: 949 time: 0.0740907 Feb 07 22:35:07.952528 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.013548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:08.016820 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f00c9c-8ea5-4025-93b1-6a18cf24ad04" -d '{"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-plugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:08.065994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:08.076778 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.174559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Deleting port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:35:08.175033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.199975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160baa2c-402c-4c72-bc0e-831ca2be3399 req-2e00eab8-bd3c-4e60-8dcc-65d3997275eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:08.206430 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea729bd-5241-43e8-8994-39980445b94a x-openstack-request-id: req-cea729bd-5241-43e8-8994-39980445b94a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:08.206952 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-plugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:08.207379 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cea729bd-5241-43e8-8994-39980445b94a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:08.207989 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'code': 200} Feb 07 22:35:08.214326 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-160baa2c-402c-4c72-bc0e-831ca2be3399 req-2e00eab8-bd3c-4e60-8dcc-65d3997275eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 943 time: 0.1662028 Feb 07 22:35:08.258458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:08.272902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-160baa2c-402c-4c72-bc0e-831ca2be3399 req-741dfa4d-2f32-4836-8edb-18bfa210f9eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571635 Feb 07 22:35:08.278735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.279081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.279424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.279779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.280125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.280436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.280758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.281078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.281396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.281738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.282022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.287770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.388583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] For port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:08.389307 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.405929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Calling delete_port for caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:35:08.465300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46805c2c-738f-4ddb-8737-396740af8797 req-5cee317e-641c-49e2-a50f-5ec25fe72990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:08.475156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46805c2c-738f-4ddb-8737-396740af8797 req-5cee317e-641c-49e2-a50f-5ec25fe72990 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1101 time: 0.1818624 Feb 07 22:35:08.537215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:08.540164 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152b65f0-cb09-4ec6-bfe6-219ae72d070f" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:08.583955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171ec4-263a-486d-81e1-c5e901286f3e req-b5af1ce5-04ed-434d-be48-f18b8a72a3a8 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:08.586418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-48171ec4-263a-486d-81e1-c5e901286f3e req-b5af1ce5-04ed-434d-be48-f18b8a72a3a8 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 950 time: 0.2386036 Feb 07 22:35:08.588609 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46805c2c-738f-4ddb-8737-396740af8797 req-70afcbc2-4208-427b-993c-8e2f925cb4b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087976 Feb 07 22:35:08.661425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e81b6984-99e9-43a9-9886-13f1a0ce0a82 req-f55e7b88-c9d0-413c-bab4-95b83b57ea30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ac886d10280451cbb6501b957c0bb14&device_id=b1d6998f-3e8e-4041-9eba-cbf518c53a1e HTTP/1.1" status: 200 len: 210 time: 0.0415041 Feb 07 22:35:08.699353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e81b6984-99e9-43a9-9886-13f1a0ce0a82 req-93af17f1-8dcb-4529-b5e3-dbefc0c1f619 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2ac886d10280451cbb6501b957c0bb14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285482 Feb 07 22:35:08.701481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.715591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'f440f1ad-f495-4117-9368-db9319cf6e2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:08.718027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:08.770183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5828ed5c-8cd3-48c4-b6b5-dd6668a6637c req-33033612-a154-44ec-bf01-32d63b9836d2 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c0b9048-67b3-4945-90cc-2e239f539dc1 HTTP/1.1" status: 200 len: 210 time: 0.0484521 Feb 07 22:35:08.794699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event deleted for resources: {'Port': ['ID=caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:08.834565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] No DVR routers for this DVR port caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:08.847104 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.850109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd589b55-4259-428e-91b9-3cf6cd3c0599 req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "DELETE /v2.0/ports/caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 HTTP/1.1" status: 204 len: 173 time: 0.9029396 Feb 07 22:35:08.851453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.851823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.852154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.852486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.852805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.853131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.853449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.853812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.854083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.854397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.854964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.855365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2ebd90-5a7a-4b49-adcd-69890437ea13 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:08.900098 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b868f78-b6fc-4540-976d-20e2f5652d83 x-openstack-request-id: req-1b868f78-b6fc-4540-976d-20e2f5652d83 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:08.900380 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:08.900788 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b868f78-b6fc-4540-976d-20e2f5652d83 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:08.901879 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'status': 'completed', 'code': 200} Feb 07 22:35:09.028866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b6984-99e9-43a9-9886-13f1a0ce0a82 req-ce931478-0d38-43dc-9060-360d485ff28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.031329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e81b6984-99e9-43a9-9886-13f1a0ce0a82 req-ce931478-0d38-43dc-9060-360d485ff28f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2867944 Feb 07 22:35:09.052224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-a6087ead-ac4f-422b-82c8-8a02703cf4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.053979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-a6087ead-ac4f-422b-82c8-8a02703cf4b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1094 time: 0.1292889 Feb 07 22:35:09.165874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-48171ec4-263a-486d-81e1-c5e901286f3e req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Deleting port f440f1ad-f495-4117-9368-db9319cf6e2a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:35:09.166209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-48171ec4-263a-486d-81e1-c5e901286f3e req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.324177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8569373-0f51-4381-b56f-8262e2893fa5 req-5f9116f7-11a0-4283-a8c6-d20b11f749f1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.331663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8569373-0f51-4381-b56f-8262e2893fa5 req-5f9116f7-11a0-4283-a8c6-d20b11f749f1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.2602375 Feb 07 22:35:09.341904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-af70b7bf-9301-4b1f-bb3c-5b7f1217de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.343402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-af70b7bf-9301-4b1f-bb3c-5b7f1217de62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.2778070 Feb 07 22:35:09.357114 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0212680a-53cb-4414-81d7-8c8844b7f11a req-9338e518-391a-48d6-b9f8-93679861b1ca tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1d6998f-3e8e-4041-9eba-cbf518c53a1e HTTP/1.1" status: 200 len: 210 time: 0.2895060 Feb 07 22:35:09.428686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8569373-0f51-4381-b56f-8262e2893fa5 req-6d5bb009-4b1a-43e8-8a87-b9bb961326af tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960944 Feb 07 22:35:09.443887 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-f4a161dd-7f38-4d2f-af16-3e723068a480 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 217 time: 0.0853481 Feb 07 22:35:09.444206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-48171ec4-263a-486d-81e1-c5e901286f3e req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] For port f440f1ad-f495-4117-9368-db9319cf6e2a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f440f1ad-f495-4117-9368-db9319cf6e2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:09.444558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-48171ec4-263a-486d-81e1-c5e901286f3e req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.468647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-48171ec4-263a-486d-81e1-c5e901286f3e req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Calling delete_port for f440f1ad-f495-4117-9368-db9319cf6e2a owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:35:09.501419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e81ca650-a394-49d1-9917-1ef35ccc82dd details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:35:09.520223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-83e852d0-6398-4f42-b12c-ec72dda3f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.521743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-83e852d0-6398-4f42-b12c-ec72dda3f2bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.0694876 Feb 07 22:35:09.637365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c37c5-bf03-4d58-84bb-961b0a468fd2 req-2bd84e53-d5ec-42a9-86cf-1561c1f4c70c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.645242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-136c37c5-bf03-4d58-84bb-961b0a468fd2 req-2bd84e53-d5ec-42a9-86cf-1561c1f4c70c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.1224949 Feb 07 22:35:09.673460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-b503217c-ef42-4fd4-8e90-cb921b64ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.674957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-b503217c-ef42-4fd4-8e90-cb921b64ce9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437323 Feb 07 22:35:09.736444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-136c37c5-bf03-4d58-84bb-961b0a468fd2 req-9ba93329-33e9-4407-bcfc-858ad86ed2a5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876117 Feb 07 22:35:09.780912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e81ca650-a394-49d1-9917-1ef35ccc82dd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:09.813144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'port_id': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'mac_address': 'fa:16:3e:4b:42:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:35:09.818056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-48171ec4-263a-486d-81e1-c5e901286f3e req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.859321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event deleted for resources: {'Port': ['ID=f440f1ad-f495-4117-9368-db9319cf6e2a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:09.882594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.883596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.884359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.884513 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.885045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.885526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.886017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.886477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.887019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.887458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.887910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.888330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:09.910232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:09.954528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-06423a46-34fc-4f50-b72f-fb83ece6ea54 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539728 Feb 07 22:35:09.966822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-48171ec4-263a-486d-81e1-c5e901286f3e req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] No DVR routers for this DVR port f440f1ad-f495-4117-9368-db9319cf6e2a on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:09.970297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-48171ec4-263a-486d-81e1-c5e901286f3e req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.981394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-48171ec4-263a-486d-81e1-c5e901286f3e req-dc920543-8902-43e3-a83c-eb47eb16d678 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.24 "DELETE /v2.0/ports/f440f1ad-f495-4117-9368-db9319cf6e2a HTTP/1.1" status: 204 len: 173 time: 1.2029057 Feb 07 22:35:09.982219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e136d18e-9510-4891-b78f-2a7a95a10c34', 'name': 'network-vif-deleted', 'tag': 'f440f1ad-f495-4117-9368-db9319cf6e2a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:09.993320 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48ee8a8-17c8-48b2-957d-c73dc99d53d5" -d '{"events": [{"server_uuid": "e136d18e-9510-4891-b78f-2a7a95a10c34", "name": "network-vif-deleted", "tag": "f440f1ad-f495-4117-9368-db9319cf6e2a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:10.026848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:10.048004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81ca650-a394-49d1-9917-1ef35ccc82dd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:10.084759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e81ca650-a394-49d1-9917-1ef35ccc82dd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:10.112071 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:10.123257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc0a26-b4d2-4561-a58b-90b628bb2b7c req-aa33cec5-a2f7-4910-90e0-3bdd82470193 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:10.131487 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b9fc0a26-b4d2-4561-a58b-90b628bb2b7c req-aa33cec5-a2f7-4910-90e0-3bdd82470193 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 943 time: 0.1845765 Feb 07 22:35:10.175314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-152b65f0-cb09-4ec6-bfe6-219ae72d070f req-d4a15208-e02c-473c-97c2-eea72a6a92dd service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055163 Feb 07 22:35:10.197096 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b9fc0a26-b4d2-4561-a58b-90b628bb2b7c req-3271b6c0-5a3c-4700-b629-097322ba9854 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641091 Feb 07 22:35:10.220301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e81ca650-a394-49d1-9917-1ef35ccc82dd,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:10.305353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e81b6984-99e9-43a9-9886-13f1a0ce0a82 req-2f48a152-8cec-4dc6-99e4-13655382593e tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d6998f-3e8e-4041-9eba-cbf518c53a1e HTTP/1.1" status: 200 len: 210 time: 0.0310416 Feb 07 22:35:10.368268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e81ca650-a394-49d1-9917-1ef35ccc82dd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:10.395323 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d434fb04-3d88-47ef-a465-9b5804ad8830 x-openstack-request-id: req-d434fb04-3d88-47ef-a465-9b5804ad8830 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:10.395855 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e136d18e-9510-4891-b78f-2a7a95a10c34", "name": "network-vif-deleted", "tag": "f440f1ad-f495-4117-9368-db9319cf6e2a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:10.396348 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d434fb04-3d88-47ef-a465-9b5804ad8830 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:10.398188 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e136d18e-9510-4891-b78f-2a7a95a10c34', 'name': 'network-vif-deleted', 'tag': 'f440f1ad-f495-4117-9368-db9319cf6e2a', 'status': 'completed', 'code': 200} Feb 07 22:35:10.600896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-582f6a6e-eab2-4e00-9068-5cd7727f2bf1 req-48ef4846-2ecb-4dd3-969f-38332828b6e4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e136d18e-9510-4891-b78f-2a7a95a10c34 HTTP/1.1" status: 200 len: 210 time: 0.0749466 Feb 07 22:35:10.640931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-af4a5d91-949f-482e-bef3-4230845cc325 req-680aeaed-614c-4396-bb89-b9ae164e5a05 tempest-ServerShowV247Test-92287543 tempest-ServerShowV247Test-92287543-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1d6998f-3e8e-4041-9eba-cbf518c53a1e HTTP/1.1" status: 200 len: 210 time: 0.0613565 Feb 07 22:35:10.820833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf8277-2281-4248-b25b-ba1aa5e95f1c req-f1e26c40-4a21-4775-a77b-08f02eb3953e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:10.828516 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8bf8277-2281-4248-b25b-ba1aa5e95f1c req-f1e26c40-4a21-4775-a77b-08f02eb3953e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1004622 Feb 07 22:35:10.902813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0b9048-67b3-4945-90cc-2e239f539dc1', 'name': 'network-vif-deleted', 'tag': 'caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:10.906091 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bec632-af44-44c5-a0ca-fa949fa89403" -d '{"events": [{"server_uuid": "0c0b9048-67b3-4945-90cc-2e239f539dc1", "name": "network-vif-deleted", "tag": "caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:10.909959 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8bf8277-2281-4248-b25b-ba1aa5e95f1c req-5ccd63e3-19eb-42c7-bda1-21fb26a811a8 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703423 Feb 07 22:35:11.037960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00520c-fd69-4b27-974c-260ce83174ac req-dac63c80-941d-49e0-bee4-e33fcc4242d3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:11.039441 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d00520c-fd69-4b27-974c-260ce83174ac req-dac63c80-941d-49e0-bee4-e33fcc4242d3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.0626166 Feb 07 22:35:11.092163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d00520c-fd69-4b27-974c-260ce83174ac req-3ba5ff3c-4129-4b45-81cc-52177604c7aa tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 Feb 07 22:35:11.160114 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a51270a-d990-46f2-a056-ddeb81d7261c x-openstack-request-id: req-4a51270a-d990-46f2-a056-ddeb81d7261c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:11.160400 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0b9048-67b3-4945-90cc-2e239f539dc1", "name": "network-vif-deleted", "tag": "caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:11.160648 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a51270a-d990-46f2-a056-ddeb81d7261c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:11.161037 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0b9048-67b3-4945-90cc-2e239f539dc1', 'name': 'network-vif-deleted', 'tag': 'caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9', 'status': 'completed', 'code': 200} Feb 07 22:35:11.285619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094abf5-504c-4014-85a3-daf778dbe42c req-a2c09f60-6a1e-4bf1-b6e7-b239778e1fa3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:11.287367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e094abf5-504c-4014-85a3-daf778dbe42c req-a2c09f60-6a1e-4bf1-b6e7-b239778e1fa3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.0552244 Feb 07 22:35:11.337766 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e094abf5-504c-4014-85a3-daf778dbe42c req-a8da040f-deda-474e-915e-4614f5879e80 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 Feb 07 22:35:11.480602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4bf52-896c-40e1-8692-b92956c915fd req-cce57ed5-2a7e-4df4-9665-caf82aa35856 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:11.482408 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ff4bf52-896c-40e1-8692-b92956c915fd req-cce57ed5-2a7e-4df4-9665-caf82aa35856 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 944 time: 0.0635331 Feb 07 22:35:11.513649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e81ca650-a394-49d1-9917-1ef35ccc82dd up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:11.530294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ff4bf52-896c-40e1-8692-b92956c915fd req-d3a958db-63f1-4034-ace3-0f23347f8191 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380573 Feb 07 22:35:11.586472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port e81ca650-a394-49d1-9917-1ef35ccc82dd completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:11.593293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e81ca650-a394-49d1-9917-1ef35ccc82dd triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:11.593897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.716241 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.768783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:11.785549 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3a5f8-148b-49ed-83b1-215c01c5eaf6" -d '{"events": [{"server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "name": "network-vif-plugged", "status": "completed", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:11.801601 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device f440f1ad-f495-4117-9368-db9319cf6e2a no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:35:11.854836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e81ca650-a394-49d1-9917-1ef35ccc82dd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:11.858390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: f440f1ad-f495-4117-9368-db9319cf6e2a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:35:11.858748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device f440f1ad-f495-4117-9368-db9319cf6e2a not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:35:11.860170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:35:11.892019 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.897205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:35:11.897552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device caf8cc53-f25b-44c0-8c2b-a482e8f1d4b9 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:35:11.953485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e81ca650-a394-49d1-9917-1ef35ccc82dd,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:11.997810 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbab3e99-39f6-414d-83b9-6ca23506727c x-openstack-request-id: req-bbab3e99-39f6-414d-83b9-6ca23506727c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:11.998118 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "name": "network-vif-plugged", "status": "completed", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:11.998371 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbab3e99-39f6-414d-83b9-6ca23506727c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:11.998765 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'code': 200} Feb 07 22:35:12.108346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-4ac2e66f-e278-4504-b57c-f44a846ee044 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296699 Feb 07 22:35:12.159059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb16f4b-205a-421c-8e55-8c6311a2e672 req-488bcb41-0efa-4f1e-81fa-876bfded1485 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.168667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acb16f4b-205a-421c-8e55-8c6311a2e672 req-488bcb41-0efa-4f1e-81fa-876bfded1485 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1041679 Feb 07 22:35:12.186153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245531e3-6649-4c82-8316-84cad16afbeb req-9c29a149-159f-494b-a13e-3ba4eecf8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.187997 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-245531e3-6649-4c82-8316-84cad16afbeb req-9c29a149-159f-494b-a13e-3ba4eecf8ea3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1096 time: 0.1106439 Feb 07 22:35:12.251815 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acb16f4b-205a-421c-8e55-8c6311a2e672 req-c2b4dc23-2507-4f06-87b7-0ae01c1a756c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785646 Feb 07 22:35:12.307518 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-245531e3-6649-4c82-8316-84cad16afbeb req-60ab18c1-cf55-4809-b64e-457f7d1b38a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111927 Feb 07 22:35:12.413423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f72da-f1f2-42eb-a227-0b374bff924e req-cf083183-1707-4762-99a2-35acd3d97ce4 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.415337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-725f72da-f1f2-42eb-a227-0b374bff924e req-cf083183-1707-4762-99a2-35acd3d97ce4 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.0603788 Feb 07 22:35:12.447934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60502) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:12.480003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ad195-8dea-4025-b696-16f20c9a5d27 req-5c5d2428-db60-4f72-9ca5-fc5ea6d613c4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.481355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d17ad195-8dea-4025-b696-16f20c9a5d27 req-5c5d2428-db60-4f72-9ca5-fc5ea6d613c4 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 949 time: 0.1015427 Feb 07 22:35:12.489094 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-725f72da-f1f2-42eb-a227-0b374bff924e req-fcc32522-7d56-467f-b362-ceafff0a0e46 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660560 Feb 07 22:35:12.540246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d17ad195-8dea-4025-b696-16f20c9a5d27 req-23bf31fd-f945-4c90-90b6-8cc88edf4273 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Feb 07 22:35:12.688015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d60528-3986-4bfc-ad49-7ae94eebe1f5 req-80e13a26-dbaa-4ac5-a6d9-b888cf5fc31a tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.692163 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91d60528-3986-4bfc-ad49-7ae94eebe1f5 req-80e13a26-dbaa-4ac5-a6d9-b888cf5fc31a tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 945 time: 0.0594492 Feb 07 22:35:12.750581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91d60528-3986-4bfc-ad49-7ae94eebe1f5 req-e3d0dc1f-3ef5-466a-bfc3-2c80a3eef778 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470362 Feb 07 22:35:12.781246 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7e2216a5-46be-4a89-9834-58d51b450b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.906351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7e2216a5-46be-4a89-9834-58d51b450b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.912107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7e2216a5-46be-4a89-9834-58d51b450b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.973806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7e2216a5-46be-4a89-9834-58d51b450b96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ac886d10280451cbb6501b957c0bb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211649 Feb 07 22:35:12.973806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2216a5-46be-4a89-9834-58d51b450b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f69fcb-e4ef-430f-b866-169101b543d7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:12.975112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60526) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:13.069435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27655a29-e8a6-4d95-8076-dcef72fdfdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.098021 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27655a29-e8a6-4d95-8076-dcef72fdfdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.165917 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27655a29-e8a6-4d95-8076-dcef72fdfdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.169073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27655a29-e8a6-4d95-8076-dcef72fdfdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.172481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-27655a29-e8a6-4d95-8076-dcef72fdfdd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7f69fcb-e4ef-430f-b866-169101b543d7 HTTP/1.1" status: 204 len: 168 time: 0.1933997 Feb 07 22:35:13.178233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27655a29-e8a6-4d95-8076-dcef72fdfdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f69fcb-e4ef-430f-b866-169101b543d7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:13.486918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77d4f1-d462-45a2-b1ac-1300331183df req-9b223b9e-1a79-49db-ad02-0e13edd00598 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:13.490073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d77d4f1-d462-45a2-b1ac-1300331183df req-9b223b9e-1a79-49db-ad02-0e13edd00598 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.0813649 Feb 07 22:35:13.578918 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d77d4f1-d462-45a2-b1ac-1300331183df req-237d8d40-49a7-4f9e-ad63-6249781bbf02 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801973 Feb 07 22:35:13.685968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60560) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:13.720778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81743b-5c11-49cb-b961-9b380bc0e54d req-5329ad8c-086c-4973-b70b-69eb7849890f tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:13.732035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a81743b-5c11-49cb-b961-9b380bc0e54d req-5329ad8c-086c-4973-b70b-69eb7849890f tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.1075428 Feb 07 22:35:13.802357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a81743b-5c11-49cb-b961-9b380bc0e54d req-0e60f3fa-6671-4d6f-9419-b33970ca455c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609529 Feb 07 22:35:13.905443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aab5cf-6e2b-401a-ad5d-48ea1a935f03 req-f784bbd8-bb1f-444c-ab1b-8e72adb02258 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:13.911046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8aab5cf-6e2b-401a-ad5d-48ea1a935f03 req-f784bbd8-bb1f-444c-ab1b-8e72adb02258 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 949 time: 0.2029727 Feb 07 22:35:13.990897 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f589f98f-6f25-40c5-8f65-7b1a4183dab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.049963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c644ff-17c8-41c3-929b-4850e7fc4148 req-a43a20a7-0130-43b5-a5ce-b3c66d3deecc tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.051520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-69c644ff-17c8-41c3-929b-4850e7fc4148 req-a43a20a7-0130-43b5-a5ce-b3c66d3deecc tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 945 time: 0.1387825 Feb 07 22:35:14.089296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8aab5cf-6e2b-401a-ad5d-48ea1a935f03 req-73e3a2cf-03b9-4380-a4ca-8ee7de90f7f3 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.15 "GET /v2.0/security-groups?id=98e2452f-6cfe-45e2-8a3e-25c2061495ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621082 Feb 07 22:35:14.133982 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-69c644ff-17c8-41c3-929b-4850e7fc4148 req-20831e6e-b631-417f-8fcb-4ebd73215d0c tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596850 Feb 07 22:35:14.183121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-3467a987-798d-4ced-9d7d-50b95ba7e27f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.185027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-3467a987-798d-4ced-9d7d-50b95ba7e27f tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "GET /v2.0/ports?device_id=481d6ced-daa3-4e23-b013-c58441678838 HTTP/1.1" status: 200 len: 949 time: 0.1876748 Feb 07 22:35:14.218925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f589f98f-6f25-40c5-8f65-7b1a4183dab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.337096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Deleting port 71ef623f-ef40-449b-b889-bc8372d9e073 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:35:14.337722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.357680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-ef6b2a10-4c29-40ef-91f9-a70f761caf62 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1365390 Feb 07 22:35:14.358917 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f589f98f-6f25-40c5-8f65-7b1a4183dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.381669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:14.437084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60582) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:14.437298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f589f98f-6f25-40c5-8f65-7b1a4183dab1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dec08cb7f0f54cd0a84c6adc85e261ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492089 Feb 07 22:35:14.441103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589f98f-6f25-40c5-8f65-7b1a4183dab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0817c7b3-ae6c-44b6-8983-730da4e615ca,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:14.471300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.532909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] For port 71ef623f-ef40-449b-b889-bc8372d9e073, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=71ef623f-ef40-449b-b889-bc8372d9e073,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:14.532909 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.561059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Calling delete_port for 71ef623f-ef40-449b-b889-bc8372d9e073 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:35:14.568390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eb3ef708-e44a-429e-a4b0-7c216dc35336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.676170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-d469bb7f-e1d5-4b8c-a537-d325fa2ce180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.678872 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-d469bb7f-e1d5-4b8c-a537-d325fa2ce180 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1101 time: 0.0718164 Feb 07 22:35:14.713549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.730123 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eb3ef708-e44a-429e-a4b0-7c216dc35336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.839546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a15bb-e3c0-4521-9d61-0682f8cefc1f req-393bd75a-c4f8-4d06-b551-18472aae3ea9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.858997 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f5a15bb-e3c0-4521-9d61-0682f8cefc1f req-393bd75a-c4f8-4d06-b551-18472aae3ea9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1475284 Feb 07 22:35:14.905233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-d3452611-49e6-4d4b-997e-ce103968e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.907394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-d3452611-49e6-4d4b-997e-ce103968e38f service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2199686 Feb 07 22:35:14.952943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f5a15bb-e3c0-4521-9d61-0682f8cefc1f req-2c2535df-490d-41f6-9ff1-912d3d48b990 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872149 Feb 07 22:35:14.967463 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eb3ef708-e44a-429e-a4b0-7c216dc35336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.967578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-7809a1ce-f99d-4348-863d-c4c472477b4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 217 time: 0.0508049 Feb 07 22:35:14.967663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eb3ef708-e44a-429e-a4b0-7c216dc35336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.970368 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eb3ef708-e44a-429e-a4b0-7c216dc35336 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0817c7b3-ae6c-44b6-8983-730da4e615ca HTTP/1.1" status: 204 len: 168 time: 0.5323212 Feb 07 22:35:15.006427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Allocated IP 172.25.8.230 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/bf4ed4c3-0930-4910-94ad-bc0a4c9b7b1b) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:15.016141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ef708-e44a-429e-a4b0-7c216dc35336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0817c7b3-ae6c-44b6-8983-730da4e615ca,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:15.036690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.055882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-c4910fb7-be47-4bf9-aa57-5bbe25f1748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:15.057968 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-c4910fb7-be47-4bf9-aa57-5bbe25f1748a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0853386 Feb 07 22:35:15.059188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['71ef623f-ef40-449b-b889-bc8372d9e073'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:15.101590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Pushing event deleted for resources: {'Port': ['ID=71ef623f-ef40-449b-b889-bc8372d9e073,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:15.173966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-17446b4a-66b8-48ec-b872-337dc6a37fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:15.175655 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-17446b4a-66b8-48ec-b872-337dc6a37fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850725 Feb 07 22:35:15.252049 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.304015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] No DVR routers for this DVR port 71ef623f-ef40-449b-b889-bc8372d9e073 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:15.314168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-c2a30114-21b2-4c4f-9dca-3f5f63df2f70 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277218 Feb 07 22:35:15.316398 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.322626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.326733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c9016f8-0077-4d7b-969e-89eb95dec5d4 req-76eaf5f3-b915-4951-8299-ab987ae48bb1 tempest-ServersOnMultiNodesTest-1411562206 tempest-ServersOnMultiNodesTest-1411562206-project] 10.222.0.46 "DELETE /v2.0/ports/71ef623f-ef40-449b-b889-bc8372d9e073 HTTP/1.1" status: 204 len: 173 time: 1.1352053 Feb 07 22:35:15.327337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d6ced-daa3-4e23-b013-c58441678838', 'name': 'network-vif-deleted', 'tag': '71ef623f-ef40-449b-b889-bc8372d9e073'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:15.343669 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500a6368-bd5a-49df-bc6a-6cca3d097170" -d '{"events": [{"server_uuid": "481d6ced-daa3-4e23-b013-c58441678838", "name": "network-vif-deleted", "tag": "71ef623f-ef40-449b-b889-bc8372d9e073"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:15.433312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:15.437145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:15.440813 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Pushing event updated for resources: {'Port': ['ID=bf4ed4c3-0930-4910-94ad-bc0a4c9b7b1b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:15.443807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263fe44-0953-4bb6-8412-f0515f2e0d63 req-c0597301-bd61-43e2-85f9-a662592dd86c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:15.454095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:15.455624 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1263fe44-0953-4bb6-8412-f0515f2e0d63 req-c0597301-bd61-43e2-85f9-a662592dd86c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.3084548 Feb 07 22:35:15.532300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-07933be2-b3cb-4525-9a40-3d495ce5b969 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064233 Feb 07 22:35:15.541618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1263fe44-0953-4bb6-8412-f0515f2e0d63 req-d7c0c7af-dfe2-4ec0-90b1-a70b50bb4544 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848963 Feb 07 22:35:15.637008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.734946 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.801260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9e5e7182-1226-4efd-895f-373be35453a4 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:35:15.999029 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:16.017328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.024840 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '9e5e7182-1226-4efd-895f-373be35453a4', 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88', 'port_id': '9e5e7182-1226-4efd-895f-373be35453a4', 'mac_address': 'fa:16:3e:86:9f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254adce5-5bb7-431e-b9b1-60123edbd9f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:35:16.030835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.114784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Pushing event updated for resources: {'Port': ['ID=bf4ed4c3-0930-4910-94ad-bc0a4c9b7b1b,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:16.123638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.138527 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.142730 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.151020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-186b80df-e793-4df4-bdca-c6257d08cf81 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7813284 Feb 07 22:35:16.198819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5e7182-1226-4efd-895f-373be35453a4 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:16.210044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-442671ed-5cdc-4885-8d95-a379a721b46f tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0572252 Feb 07 22:35:16.242565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:16.256591 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.361194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-745902c8-428e-48e6-869e-39185dd27d25 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:16.362882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db7e7bb0-0518-4332-83f0-92bee7aac73c req-745902c8-428e-48e6-869e-39185dd27d25 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1518481 Feb 07 22:35:16.384257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9e5e7182-1226-4efd-895f-373be35453a4,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:16.486777 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff9e3d7-5e5c-464f-b3b9-345284afdaa9 x-openstack-request-id: req-aff9e3d7-5e5c-464f-b3b9-345284afdaa9 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:16.487264 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d6ced-daa3-4e23-b013-c58441678838", "name": "network-vif-deleted", "tag": "71ef623f-ef40-449b-b889-bc8372d9e073", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:16.487485 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aff9e3d7-5e5c-464f-b3b9-345284afdaa9 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:16.487954 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d6ced-daa3-4e23-b013-c58441678838', 'name': 'network-vif-deleted', 'tag': '71ef623f-ef40-449b-b889-bc8372d9e073', 'status': 'completed', 'code': 200} Feb 07 22:35:16.525468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['9e5e7182-1226-4efd-895f-373be35453a4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:16.635131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3041b69-b0c7-4bfd-9fe9-6cdeb098b05c req-e2aa5e0a-ea24-4c92-9bb9-2f9c9a953808 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0448132 Feb 07 22:35:16.709113 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baf6b2-048c-47d7-a282-7a87afaae130 req-240eef98-c45b-4f39-b784-492b58128be7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:16.716561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7baf6b2-048c-47d7-a282-7a87afaae130 req-240eef98-c45b-4f39-b784-492b58128be7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1308458 Feb 07 22:35:16.811624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7baf6b2-048c-47d7-a282-7a87afaae130 req-a723c15e-5041-4c51-a8f0-008ff1276652 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889392 Feb 07 22:35:16.864106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c489a97-e6e6-4690-9bfe-34f267ee6824 req-bef0505b-70e2-4b7f-ac78-91ed3a41e819 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:16.866727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c489a97-e6e6-4690-9bfe-34f267ee6824 req-bef0505b-70e2-4b7f-ac78-91ed3a41e819 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 945 time: 0.0847785 Feb 07 22:35:16.937106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c489a97-e6e6-4690-9bfe-34f267ee6824 req-c44b88fb-9ebf-4c86-8bed-edbf5fe0e1b0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Feb 07 22:35:17.078471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60672) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:17.086250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c68be-3763-4089-a5e3-5a4281efc88f req-e426e53e-4830-46e2-8718-ba6dc5e09fd5 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:17.094367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-e426e53e-4830-46e2-8718-ba6dc5e09fd5 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 821 time: 0.1521819 Feb 07 22:35:17.111019 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-dbb4f89a-dbd8-4154-872b-9086b1a4e81c tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/quotas/fded7053d4f5402ebd41eea7889434a6 HTTP/1.1" status: 200 len: 375 time: 0.0156534 Feb 07 22:35:17.210923 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-b391bf8d-e03a-4c61-8607-32eb9435fc43 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0989487 Feb 07 22:35:17.338411 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-e1ae27d6-f64c-4ea3-8778-1de94219b37f service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264331 Feb 07 22:35:17.376840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bb445e66-df8c-42ce-8363-bc067275eb79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bb2401e83da4e57a295ff2847b0ea0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972162 Feb 07 22:35:17.377649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60684) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:17.478210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61fdb126-4aef-4c38-b084-b484a85b83e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:17.478861 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-2297d15c-617a-4644-a9e3-25ea2ead1ad5 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380365 Feb 07 22:35:17.506078 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61fdb126-4aef-4c38-b084-b484a85b83e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:17.552504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 71ef623f-ef40-449b-b889-bc8372d9e073 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:35:17.587356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 71ef623f-ef40-449b-b889-bc8372d9e073 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:35:17.588099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 71ef623f-ef40-449b-b889-bc8372d9e073 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:35:17.633997 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61fdb126-4aef-4c38-b084-b484a85b83e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:17.637817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61fdb126-4aef-4c38-b084-b484a85b83e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:17.642545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-61fdb126-4aef-4c38-b084-b484a85b83e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98e2452f-6cfe-45e2-8a3e-25c2061495ac HTTP/1.1" status: 204 len: 168 time: 0.2632654 Feb 07 22:35:17.654547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdb126-4aef-4c38-b084-b484a85b83e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e2452f-6cfe-45e2-8a3e-25c2061495ac,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:17.711515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c4eea098-a64c-4810-8021-22cb8f9f1af4 req-9ea929c8-4f77-4aba-b3e8-680ee9cbb421 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 210 time: 0.0373683 Feb 07 22:35:17.798939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9e5e7182-1226-4efd-895f-373be35453a4 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:17.824618 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15c9b6ec-16ec-4e49-9453-bcd0d6805fc9 req-ae3b9c00-a348-4b92-9c3b-93e637452d60 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0556412 Feb 07 22:35:17.894999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 9e5e7182-1226-4efd-895f-373be35453a4 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:17.900034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 9e5e7182-1226-4efd-895f-373be35453a4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:17.900955 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.049463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaef24-dbcc-4b6a-970c-5d1aedb38049 req-eba5a374-c585-4db1-9a09-3da3e8c8ae96 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:18.051842 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cfaef24-dbcc-4b6a-970c-5d1aedb38049 req-eba5a374-c585-4db1-9a09-3da3e8c8ae96 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1151104 Feb 07 22:35:18.102505 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.114817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cfaef24-dbcc-4b6a-970c-5d1aedb38049 req-dad77f5b-0e58-4a5d-b4fe-99bdcf0658eb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534394 Feb 07 22:35:18.143870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:18.147963 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad576875-2dfe-4154-a62d-a98311ad97e3" -d '{"events": [{"server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "name": "network-vif-plugged", "status": "completed", "tag": "9e5e7182-1226-4efd-895f-373be35453a4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:18.173765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:18.181600 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.235656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1404fef-d7b0-4a81-807a-0921ad73d501 req-188f8c0b-f820-45b0-930f-c06e1a0814dc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:18.238323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d1404fef-d7b0-4a81-807a-0921ad73d501 req-188f8c0b-f820-45b0-930f-c06e1a0814dc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 945 time: 0.1357365 Feb 07 22:35:18.312635 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99067d62-410f-4622-8fea-ee7904bda59b x-openstack-request-id: req-99067d62-410f-4622-8fea-ee7904bda59b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:18.313222 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "name": "network-vif-plugged", "status": "completed", "tag": "9e5e7182-1226-4efd-895f-373be35453a4", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:18.313510 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99067d62-410f-4622-8fea-ee7904bda59b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:18.313932 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4', 'code': 200} Feb 07 22:35:18.367958 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9e5e7182-1226-4efd-895f-373be35453a4,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:18.385497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d1404fef-d7b0-4a81-807a-0921ad73d501 req-d4d81bf4-8ced-4a64-a8fb-7a425f88fb41 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200058 Feb 07 22:35:18.464314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a55f0-e2ef-43a5-b09b-ca75863fef4b req-353db52f-f9a2-460b-9c2e-d136221b3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:18.466171 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e23a55f0-e2ef-43a5-b09b-ca75863fef4b req-353db52f-f9a2-460b-9c2e-d136221b3913 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 1097 time: 0.0753672 Feb 07 22:35:18.516694 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e23a55f0-e2ef-43a5-b09b-ca75863fef4b req-db98b83e-0b2d-4a13-aef1-8b8a6a25f400 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Feb 07 22:35:18.655649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60726) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:18.725327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d7258dd2-54a2-49a8-8f64-6b126bf30a07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e75eb4e8ce24a809394b4ce4288ae6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657418 Feb 07 22:35:18.725789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60738) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:18.784899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37491f97-ef3f-4701-8022-1f4460dd9dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.802984 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-1dfdafc2-e754-4e13-8191-7577d82c8c46 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=084c9ba6abc443f2879d4df77d08e36e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436196 Feb 07 22:35:18.817507 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37491f97-ef3f-4701-8022-1f4460dd9dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.879755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-074a107d-cba5-4af3-b3ec-2b39d28a987f req-82f2e90f-e7cf-4c2d-b414-b1e37b4f1bae tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 210 time: 0.0521121 Feb 07 22:35:18.925965 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37491f97-ef3f-4701-8022-1f4460dd9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.928872 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37491f97-ef3f-4701-8022-1f4460dd9dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.931109 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-37491f97-ef3f-4701-8022-1f4460dd9dd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/048cf9be-5aa9-4d4a-bdcf-7b247b97d98e HTTP/1.1" status: 204 len: 168 time: 0.2043514 Feb 07 22:35:18.946515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37491f97-ef3f-4701-8022-1f4460dd9dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048cf9be-5aa9-4d4a-bdcf-7b247b97d98e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:19.009246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-8f92a09b-0b29-4344-abb8-7b36bfbe9efe tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:19.011233 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-8f92a09b-0b29-4344-abb8-7b36bfbe9efe tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052078 Feb 07 22:35:19.044321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-cbb5c521-689a-40bf-964e-dc6c8aa8441a tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/quotas/084c9ba6abc443f2879d4df77d08e36e HTTP/1.1" status: 200 len: 375 time: 0.0262356 Feb 07 22:35:19.094988 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-27e2a841-b40a-4a17-adf6-871547f64e6c tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=084c9ba6abc443f2879d4df77d08e36e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492189 Feb 07 22:35:19.543593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c68be-3763-4089-a5e3-5a4281efc88f req-685d51b2-480a-4042-b9fc-0aa41dc7e7e3 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:19.547244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-685d51b2-480a-4042-b9fc-0aa41dc7e7e3 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 821 time: 0.3817816 Feb 07 22:35:19.566889 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1375a44d-191c-4342-90f1-15fd981ef5d7 req-61420a18-d7d5-4bb7-b1d0-c2877ff9a44d tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.5904706 Feb 07 22:35:19.580427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Request body: {'port': {'device_id': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'admin_state_up': True, 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:19.712769 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:35:19.746236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-050f41f0-0b2a-4fa3-9bd4-78814df80fdc req-325da8b5-77ae-4bbc-beca-26ace6ebff14 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 210 time: 0.0646522 Feb 07 22:35:19.788201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eec29295-28c3-4994-b097-16caa908ec5c req-305065d2-0d50-4e78-9c99-5d92aa672751 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0521686 Feb 07 22:35:19.799261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6aafc-d2d7-46dd-94f6-49519e1e472f req-91760a3e-b587-4a39-826c-74f941aaff3a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:19.806984 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8a6aafc-d2d7-46dd-94f6-49519e1e472f req-91760a3e-b587-4a39-826c-74f941aaff3a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.4428353 Feb 07 22:35:19.902793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8a6aafc-d2d7-46dd-94f6-49519e1e472f req-86cb0db1-c63f-44fa-9ba8-d5ebce73d005 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916984 Feb 07 22:35:19.958871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732c70a-fc6a-425c-96a4-4e37ac9868c4 req-7c4cc5bb-7595-4305-91e6-532b91922ff6 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:19.960427 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7732c70a-fc6a-425c-96a4-4e37ac9868c4 req-7c4cc5bb-7595-4305-91e6-532b91922ff6 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.1158745 Feb 07 22:35:20.018967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Made reservation on behalf of fded7053d4f5402ebd41eea7889434a6 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:20.024780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.062395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7732c70a-fc6a-425c-96a4-4e37ac9868c4 req-5c9b46bf-6b31-431d-baaa-cbe7cfa37d9c tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891099 Feb 07 22:35:20.166325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c413e5e-9551-4b91-b37d-966219eb2727 req-a9afd495-0d67-4a11-af10-2408c37a03ca tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 210 time: 0.1079090 Feb 07 22:35:20.261937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab7423-c8e8-44da-b76b-bcdf156d1201 req-5660e699-cabb-45ad-9515-c83cad6c9deb tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:20.264391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5dab7423-c8e8-44da-b76b-bcdf156d1201 req-5660e699-cabb-45ad-9515-c83cad6c9deb tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 1097 time: 0.0614619 Feb 07 22:35:20.370854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5dab7423-c8e8-44da-b76b-bcdf156d1201 req-a9ceea3b-241f-43d3-9349-f2324059c18e tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953660 Feb 07 22:35:20.427201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Allocated IP 172.20.0.6 (73868bd2-7385-44de-a564-eabaf2d37017/9a7b5494-398b-4529-ba50-941c976a34f0/cf83a6eb-4e6e-4601-b421-aca85f1f06a4) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:20.645109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5a0bf-51b9-4df9-a9c2-b5819a0bd749 req-b414d3cb-16e7-4d0b-98b9-2d1d6085ac35 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:20.653382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11d5a0bf-51b9-4df9-a9c2-b5819a0bd749 req-b414d3cb-16e7-4d0b-98b9-2d1d6085ac35 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 1097 time: 0.1186202 Feb 07 22:35:20.720026 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-573d0430-8049-4a16-bae4-b89eb54413ad req-cb43b383-184f-4b6e-a557-64256a15a04a tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0405264 Feb 07 22:35:20.728925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11d5a0bf-51b9-4df9-a9c2-b5819a0bd749 req-c6cc4e18-037b-4805-b66f-6adefaec9370 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663998 Feb 07 22:35:20.743403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60806) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:20.751503 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.816517 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.836669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e81ca650-a394-49d1-9917-1ef35ccc82dd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:20.947372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Pushing event updated for resources: {'Port': ['ID=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:20.993173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9dbb0960-e76c-4979-9045-8b038e8f38db req-85e6097a-4b7f-45ca-9827-d50e15825ba4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 210 time: 0.0477064 Feb 07 22:35:21.002384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Network 73868bd2-7385-44de-a564-eabaf2d37017 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:21.008705 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:21.014625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:21.138461 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-0de93d71-1148-4e52-ae6d-d14247ed875f tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=084c9ba6abc443f2879d4df77d08e36e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708823 Feb 07 22:35:21.169195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:21.170348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.225255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-7cabb2d6-f3a2-4d70-a14e-dcef2360ad74 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6644089 Feb 07 22:35:21.262034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Request body: {'port': {'device_id': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:21.356269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-network', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:21.391657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fdcdb-dd08-4486-bc09-b3fe18e88b6a req-891a9a3e-ff51-4a0b-91d1-f5720fe9d968 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:21.397606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd7fdcdb-dd08-4486-bc09-b3fe18e88b6a req-891a9a3e-ff51-4a0b-91d1-f5720fe9d968 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1950891 Feb 07 22:35:21.449351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ba7003a-95d0-4c33-8b60-2da5637be155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.454139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-159c1bd9-e8d5-4b04-aef2-13afcba0177a tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:21.457838 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-159c1bd9-e8d5-4b04-aef2-13afcba0177a tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3135478 Feb 07 22:35:21.460151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Made reservation on behalf of 2a5b8d5e4e92478385d7bb419060391b for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:21.463027 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.469965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.480619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Request body: {'port': {'device_id': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '084c9ba6abc443f2879d4df77d08e36e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:21.486062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.507543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-494c68e4-ef2c-4863-be8c-033da4fbeebf None None] Provisioning complete for port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:21.508187 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-494c68e4-ef2c-4863-be8c-033da4fbeebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.539379 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd7fdcdb-dd08-4486-bc09-b3fe18e88b6a req-afdeaf33-c08e-46b4-86a1-2b2918149a75 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030684 Feb 07 22:35:21.624845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-494c68e4-ef2c-4863-be8c-033da4fbeebf None None] Port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:35:21.714529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Made reservation on behalf of 084c9ba6abc443f2879d4df77d08e36e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:21.719667 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.751149 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.756929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.773939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.826481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eade7-3ce1-4282-a65c-c1a718ac15eb req-bf36adc4-8c68-4802-937a-6f85fe5a5c2f tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:21.830386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:35:21.837773 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d34eade7-3ce1-4282-a65c-c1a718ac15eb req-bf36adc4-8c68-4802-937a-6f85fe5a5c2f tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 931 time: 0.1616423 Feb 07 22:35:21.858325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ab5bf-8746-412a-8b6c-29ea091a5d36,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:21.869132 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.869472 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Added segment 5d55ea8d-9ec5-4682-aae6-390ad07378f1 of type vlan for network e477cacf-5c3f-4a35-aa26-42b772b499cc Feb 07 22:35:21.943511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d34eade7-3ce1-4282-a65c-c1a718ac15eb req-d1b76c67-d082-4216-bc78-93529cd59e5c tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045036 Feb 07 22:35:21.948030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.969654 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.987234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.065890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.066853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:22.067425 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.074344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf83a6eb-4e6e-4601-b421-aca85f1f06a4 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:22.085647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.116345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208415d8-51b2-4148-8669-cd94aa9a7489,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:22.140097 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e095b86a-9d7c-4f91-a492-e345b94d1b96 req-34361b62-c1e0-451f-aab6-f3982e371c07 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0472248 Feb 07 22:35:22.161226 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4140594 Feb 07 22:35:22.162068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Transition to ACTIVE for port object cf83a6eb-4e6e-4601-b421-aca85f1f06a4 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:22.163253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60856) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:22.175645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Request body: {'subnet': {'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-subnet', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:22.195296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.214790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aadb7f-3291-4b3c-b111-e3894010a913 admin admin] Pushing event updated for resources: {'Network': ['ID=e477cacf-5c3f-4a35-aa26-42b772b499cc,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:22.230947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network e477cacf-5c3f-4a35-aa26-42b772b499cc details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:35:22.273908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Allocated IP 192.168.233.62 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:22.571330 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.620603 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.689001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60868) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:22.751143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:22.755508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:22.762051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-91236b39-0e11-4313-bfee-64464878d1c0 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:35:22.767474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-91236b39-0e11-4313-bfee-64464878d1c0 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0364108 Feb 07 22:35:22.769105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Pushing event updated for resources: {'Port': ['ID=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:22.771482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:22.796414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Made reservation on behalf of 2a5b8d5e4e92478385d7bb419060391b for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:22.799369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.846008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:22.846675 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.867995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:22.926123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04ed6c8d-9a88-4ba5-9485-81dbecf97277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.930587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b0f60cbe-73d7-4615-94eb-2cd5f75e5cf4 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4616153 Feb 07 22:35:22.931543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-ef92c2d5-a498-456b-88c4-cd20e383be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:22.936158 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-ef92c2d5-a498-456b-88c4-cd20e383be6c service neutron] 10.222.0.15 "GET /v2.0/ports/9e5e7182-1226-4efd-895f-373be35453a4 HTTP/1.1" status: 200 len: 1094 time: 0.0866809 Feb 07 22:35:22.937154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb065a-0259-4ffc-8950-795787f65015 req-b591b548-2bf6-4d94-8f80-3c92a1da5d27 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:22.938627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04fb065a-0259-4ffc-8950-795787f65015 req-b591b548-2bf6-4d94-8f80-3c92a1da5d27 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 935 time: 0.1729434 Feb 07 22:35:22.957521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Request body: {'port': {'device_id': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:22.970267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Request body: {'binding': {'host': 'n-h1-827895-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:22.971321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Unknown quota resources ['binding']. {{(pid=102289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 22:35:22.994205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04fb065a-0259-4ffc-8950-795787f65015 req-63df0bb2-8802-4768-9a75-8ebe8a1e803d tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426850 Feb 07 22:35:23.067108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Attempting to bind port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:23.067362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Attempting to bind port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:23.067687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Attempting to bind port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 on network 73868bd2-7385-44de-a564-eabaf2d37017 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:23.078966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 on network 73868bd2-7385-44de-a564-eabaf2d37017 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:35:23.079286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Attempting to bind port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 on network 73868bd2-7385-44de-a564-eabaf2d37017 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:23.088018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:23.088866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Checking segment: {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:23.089911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Bound using segment: {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:23.090366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Bound port: cf83a6eb-4e6e-4601-b421-aca85f1f06a4, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6665be9f-7d70-4f7e-a930-5fb2eadda8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:23.090720 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.113883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-eb5c727f-7212-4eac-9548-56393b45674b None None] Provisioning complete for port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:23.114317 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb5c727f-7212-4eac-9548-56393b45674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.150263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.189861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-eb5c727f-7212-4eac-9548-56393b45674b None None] Port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:35:23.288609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04ed6c8d-9a88-4ba5-9485-81dbecf97277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.299068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] For port cf83a6eb-4e6e-4601-b421-aca85f1f06a4, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:23.302259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] For port cf83a6eb-4e6e-4601-b421-aca85f1f06a4, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:23.303600 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.336996 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.340156 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04ed6c8d-9a88-4ba5-9485-81dbecf97277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.395043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:23.396061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.397087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] 10.222.0.46 "PUT /v2.0/ports/cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 200 len: 1091 time: 2.1490953 Feb 07 22:35:23.399736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:23.402915 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ac233a-c205-440c-96a8-28ed92959bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:23.410950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4368c97-c522-480c-b812-2dbaf2f9872d,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:23.453066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Checking segment: {'id': '5d55ea8d-9ec5-4682-aae6-390ad07378f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:23.453417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Network hostable DHCP agents. Network: e477cacf-5c3f-4a35-aa26-42b772b499cc, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:35:23.455850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7a1da-5720-44e6-a75f-d0c3ae5981ee service neutron] Pushing event updated for resources: {'Port': ['ID=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:23.457231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04ed6c8d-9a88-4ba5-9485-81dbecf97277 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f9838c6cf934c8e8a99962d4c1f9101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7666609 Feb 07 22:35:23.459070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60878) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:23.477986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 on host n-h1-827895-2 for vnic_type normal with profile None {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:23.486134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:23.486134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:23.521605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Port 9e5e7182-1226-4efd-895f-373be35453a4 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:35:23.521924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:23.523965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed6c8d-9a88-4ba5-9485-81dbecf97277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6afb289-2c12-4106-9763-93d5c9cc7a05,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:23.559502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Network e477cacf-5c3f-4a35-aa26-42b772b499cc is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:35:23.596417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a2befa86-fc18-4eae-a727-c41ee2121e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.602823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c68be-3763-4089-a5e3-5a4281efc88f req-449a4ee7-d821-4b08-8280-8f391c135fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:23.606559 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-449a4ee7-d821-4b08-8280-8f391c135fa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 1094 time: 0.1374209 Feb 07 22:35:23.610197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, e477cacf-5c3f-4a35-aa26-42b772b499cc) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:23.610654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:23.611794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:23.611794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:23.616439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Bound port: 9e5e7182-1226-4efd-895f-373be35453a4, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:23.633154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fd0a2-6f98-4a77-9677-161cee6b8373 None None] Network e477cacf-5c3f-4a35-aa26-42b772b499cc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:35:23.636524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:23.637000 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.689046 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-68c9b89c-4f3a-487c-860f-1a2dfb468389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 200 len: 217 time: 0.0719202 Feb 07 22:35:23.699482 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a2befa86-fc18-4eae-a727-c41ee2121e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.782754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cd82e537-65f0-4f83-81bc-f3ed32c8b407 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6169677 Feb 07 22:35:23.796089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60882) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:23.800309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e47494cf-6b59-4b52-97e5-566152312763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.809419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:23.825854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:23.854820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.856052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-11db4a00-a736-455d-acbf-195e920d82e9 service neutron] 10.222.0.15 "POST /v2.0/ports/9e5e7182-1226-4efd-895f-373be35453a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.8930171 Feb 07 22:35:23.880182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2f48f-4408-40a8-ba9e-062d32dfc3c2 req-d617aede-d135-421c-a8cf-de94f42395fa tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:23.889338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fba2f48f-4408-40a8-ba9e-062d32dfc3c2 req-d617aede-d135-421c-a8cf-de94f42395fa tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1762447 Feb 07 22:35:23.893187 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.894498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.898780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c68be-3763-4089-a5e3-5a4281efc88f req-1ac4c3ff-6b23-43ad-94b3-2c74c882ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:23.900277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-1ac4c3ff-6b23-43ad-94b3-2c74c882ac40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.2041001 Feb 07 22:35:23.932912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:23.951404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-e477cacf-5c3f-4a35-aa26-42b772b499cc', 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'fixed_ips': [{'subnet_id': 'f4368c97-c522-480c-b812-2dbaf2f9872d'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:35:23.955463 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.970698 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.988022 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fba2f48f-4408-40a8-ba9e-062d32dfc3c2 req-cb7d2d8e-fb0e-4e2e-817a-a55ac7e41794 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977407 Feb 07 22:35:24.014262 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a2befa86-fc18-4eae-a727-c41ee2121e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.020733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a2befa86-fc18-4eae-a727-c41ee2121e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.025590 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a2befa86-fc18-4eae-a727-c41ee2121e0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6afb289-2c12-4106-9763-93d5c9cc7a05 HTTP/1.1" status: 204 len: 168 time: 0.5606613 Feb 07 22:35:24.046801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Transition to ACTIVE for port object c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:24.055303 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.174555 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d15c75-94c8-48bb-afd3-ea3862c7d684 x-openstack-request-id: req-d8d15c75-94c8-48bb-afd3-ea3862c7d684 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:24.174854 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:24.175528 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8d15c75-94c8-48bb-afd3-ea3862c7d684 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:24.175960 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'status': 'completed', 'code': 200} Feb 07 22:35:24.181650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.184796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2befa86-fc18-4eae-a727-c41ee2121e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6afb289-2c12-4106-9763-93d5c9cc7a05,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:24.188216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c68be-3763-4089-a5e3-5a4281efc88f req-197aaaa2-3c1f-49e2-9640-cf1eabbb940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:24.197336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-197aaaa2-3c1f-49e2-9640-cf1eabbb940d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2693188 Feb 07 22:35:24.215069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Allocated IP 172.20.0.2 (e477cacf-5c3f-4a35-aa26-42b772b499cc/f4368c97-c522-480c-b812-2dbaf2f9872d/d805af39-c5c5-4485-978c-32c12ed50f2c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:24.372699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:24.486983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Attempting to bind port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:24.487446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Attempting to bind port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:24.487945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Attempting to bind port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:24.538668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06e924-2b56-491d-b1f4-213ac6368ad1 req-8a06efd7-d882-4cd7-a72e-ccddfbf5f54b tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:24.543588 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b06e924-2b56-491d-b1f4-213ac6368ad1 req-8a06efd7-d882-4cd7-a72e-ccddfbf5f54b tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 943 time: 0.3795993 Feb 07 22:35:24.546357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:35:24.546851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Attempting to bind port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:24.625533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:24.626258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:24.627776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:24.631594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Bound port: c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:24.633199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.649435 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.774178 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b06e924-2b56-491d-b1f4-213ac6368ad1 req-59452b69-b373-4ee4-8b9d-3f80b0fbe41b tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233038 Feb 07 22:35:24.801575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60906) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:24.845593 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.851996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-d0a7a46c-30ef-4274-81ba-9a5f9b7df96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:24.853872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-d0a7a46c-30ef-4274-81ba-9a5f9b7df96b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 1097 time: 0.5307133 Feb 07 22:35:24.858724 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.876759 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.935277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-4cb2a375-987b-42fd-a83c-722d327d157b service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300642 Feb 07 22:35:24.970962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Network e477cacf-5c3f-4a35-aa26-42b772b499cc is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:24.980574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:24.988147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Pushing event updated for resources: {'Port': ['ID=d805af39-c5c5-4485-978c-32c12ed50f2c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:24.993760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:25.021818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:25.029182 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7127fdc-3615-420c-9d5b-04d9dd689c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.045107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:25.060054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.109376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Attempting to bind port d805af39-c5c5-4485-978c-32c12ed50f2c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:25.110577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Attempting to bind port d805af39-c5c5-4485-978c-32c12ed50f2c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '5d55ea8d-9ec5-4682-aae6-390ad07378f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:25.111340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Attempting to bind port d805af39-c5c5-4485-978c-32c12ed50f2c on network e477cacf-5c3f-4a35-aa26-42b772b499cc {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:25.124315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:25.125378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:25.126363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Checking segment: {'id': '5d55ea8d-9ec5-4682-aae6-390ad07378f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:25.139769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaae72a-5d3f-4fbb-81d7-a027ca51fa26 req-03950f9d-fe43-4522-961d-c1f42fb1987f tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.141929 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-caaae72a-5d3f-4fbb-81d7-a027ca51fa26 req-03950f9d-fe43-4522-961d-c1f42fb1987f tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 947 time: 0.1833317 Feb 07 22:35:25.142242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.144226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Bound using segment: {'id': '5d55ea8d-9ec5-4682-aae6-390ad07378f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:25.145619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Bound port: d805af39-c5c5-4485-978c-32c12ed50f2c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d55ea8d-9ec5-4682-aae6-390ad07378f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:25.147402 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.156537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.158936 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.160371 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-511c86f7-2ed5-4e37-9c79-818a8425c4c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db HTTP/1.1" status: 200 len: 1095 time: 2.2204564 Feb 07 22:35:25.164048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:25.166336 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2daefb-6205-4df7-aa40-31bcf11b2a98" -d '{"events": [{"name": "network-changed", "server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:25.233934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-caaae72a-5d3f-4fbb-81d7-a027ca51fa26 req-262ca2f7-a245-450b-8249-6d74171f3e3c tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725152 Feb 07 22:35:25.276521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-674431f3-bb8e-4a1a-b182-d68228127ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.278863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-674431f3-bb8e-4a1a-b182-d68228127ce5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.3484061 Feb 07 22:35:25.312809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61f7c-ae65-4c26-a481-f74b7b658ecd req-9891a984-277a-4597-8881-fad426605ac9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.322950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] For port d805af39-c5c5-4485-978c-32c12ed50f2c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:25.327083 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f5e61f7c-ae65-4c26-a481-f74b7b658ecd req-9891a984-277a-4597-8881-fad426605ac9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.3947895 Feb 07 22:35:25.334449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] For port d805af39-c5c5-4485-978c-32c12ed50f2c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d805af39-c5c5-4485-978c-32c12ed50f2c,segment=NetworkSegment(5d55ea8d-9ec5-4682-aae6-390ad07378f1),segment_id=5d55ea8d-9ec5-4682-aae6-390ad07378f1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:25.350344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.457355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-ceff65bd-5b26-4698-a24c-117cfad433da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.459422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-ceff65bd-5b26-4698-a24c-117cfad433da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=084c9ba6abc443f2879d4df77d08e36e&device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 1098 time: 0.1600246 Feb 07 22:35:25.472879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbec54b-2b60-459a-978e-46447bd73fca None None] Pushing event updated for resources: {'Port': ['ID=d805af39-c5c5-4485-978c-32c12ed50f2c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:25.496009 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-69972100-b211-4c0d-94dd-9da82d7da77c req-75882e70-7c09-4071-a645-e9ac3a7b1069 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.1054850 Feb 07 22:35:25.515565 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-026c68be-3763-4089-a5e3-5a4281efc88f req-3f25f072-101c-47c9-9c46-cf9cc0bdf910 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802690 Feb 07 22:35:25.541383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-b095fde0-ee45-4813-af0f-3566ab75dc28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db HTTP/1.1" status: 200 len: 217 time: 0.0441229 Feb 07 22:35:25.563175 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7127fdc-3615-420c-9d5b-04d9dd689c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.573369 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-b122f7ac-1f61-4444-ad34-8f667940bed5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e5e7182-1226-4efd-895f-373be35453a4 HTTP/1.1" status: 200 len: 217 time: 0.2410893 Feb 07 22:35:25.608367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-7f368713-cb84-4512-84a4-a8c0d024fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.610768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-7f368713-cb84-4512-84a4-a8c0d024fb63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0631230 Feb 07 22:35:25.618933 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7127fdc-3615-420c-9d5b-04d9dd689c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.746056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-2e741de3-d588-45fe-9e3a-64b5103c77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.748324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-2e741de3-d588-45fe-9e3a-64b5103c77e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301296 Feb 07 22:35:25.763594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a95f4f-f1b3-4602-a948-cd6be5013bb6 req-f2f8b307-6813-437d-9884-849639549662 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.768183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-59a95f4f-f1b3-4602-a948-cd6be5013bb6 req-f2f8b307-6813-437d-9884-849639549662 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1107903 Feb 07 22:35:25.777043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f5e61f7c-ae65-4c26-a481-f74b7b658ecd req-d5bacf84-a8c5-422b-995d-e4ba665c72c0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483893 Feb 07 22:35:25.798493 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f7127fdc-3615-420c-9d5b-04d9dd689c9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5414490193d4deea8423458e5a61d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9926553 Feb 07 22:35:25.800415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7127fdc-3615-420c-9d5b-04d9dd689c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ed4cfc-4a6c-482f-91df-3c1e3c0f534b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:25.802975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60918) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:25.853944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-97cba0fa-eccc-4ed6-88b5-f2ee60885394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.855482 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-97cba0fa-eccc-4ed6-88b5-f2ee60885394 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.2629106 Feb 07 22:35:25.880126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-b328be43-b549-494f-9872-a1758dd356c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.882132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-b328be43-b549-494f-9872-a1758dd356c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 1094 time: 0.3072972 Feb 07 22:35:25.920651 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049ef6ea-b12a-4c5e-9b45-a72cfa794375 x-openstack-request-id: req-049ef6ea-b12a-4c5e-9b45-a72cfa794375 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:25.920841 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:25.920970 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-049ef6ea-b12a-4c5e-9b45-a72cfa794375 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:25.921368 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'status': 'completed', 'code': 200} Feb 07 22:35:25.926594 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-59a95f4f-f1b3-4602-a948-cd6be5013bb6 req-8591c8a1-f992-431d-876e-dccba5bc3a13 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438980 Feb 07 22:35:25.964651 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-853a1236-7972-4415-b56d-798c37402d7a service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944802 Feb 07 22:35:26.015229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-1d9ac9a8-4117-497d-a9fa-2e928cc7d5d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383936 Feb 07 22:35:26.071543 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ee369d-64d4-4939-9a55-fdb87a82c6b4 req-34080b20-93b1-4429-8126-36fe40ac652b service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007514 Feb 07 22:35:26.172338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-ccdee9d4-f6e3-4c40-a045-19a79a79108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:26.174015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-ccdee9d4-f6e3-4c40-a045-19a79a79108e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=084c9ba6abc443f2879d4df77d08e36e&device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 1098 time: 0.0433154 Feb 07 22:35:26.202387 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.312385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-481fbe1a-3d11-4510-afe8-a37ed321c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:26.314396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-481fbe1a-3d11-4510-afe8-a37ed321c78b service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1334844 Feb 07 22:35:26.396724 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-99853373-380d-4402-9950-f6228efa54d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db HTTP/1.1" status: 200 len: 217 time: 0.0722780 Feb 07 22:35:26.480606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d805af39-c5c5-4485-978c-32c12ed50f2c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:26.485994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.493779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-8b7b9a4c-2f1e-4234-8da4-54485cb69331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:26.495883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-8b7b9a4c-2f1e-4234-8da4-54485cb69331 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0749693 Feb 07 22:35:26.500383 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00a68416-daf5-4492-b255-8cbbb8076ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.504538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff3569-3945-4fb0-bdca-395603eefe50 req-bdc683b0-0e7c-4984-a160-044ab174a5b9 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:26.506135 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6cff3569-3945-4fb0-bdca-395603eefe50 req-bdc683b0-0e7c-4984-a160-044ab174a5b9 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 947 time: 0.1216383 Feb 07 22:35:26.561579 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.575288 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00a68416-daf5-4492-b255-8cbbb8076ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.585693 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.591401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d805af39-c5c5-4485-978c-32c12ed50f2c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:26.591836 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.594225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6cff3569-3945-4fb0-bdca-395603eefe50 req-c2f74e12-d2c5-4d78-b909-ee8ed82e1ed1 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791943 Feb 07 22:35:26.598930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-4f64797a-9519-4cee-899c-cda87cea90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:26.600673 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-4f64797a-9519-4cee-899c-cda87cea90ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937788 Feb 07 22:35:26.689382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab1bb5-ca50-408b-bbb3-a835cfe39819 req-34206c0c-c300-4327-8809-3f784b3b43aa tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:26.690927 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dab1bb5-ca50-408b-bbb3-a835cfe39819 req-34206c0c-c300-4327-8809-3f784b3b43aa tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 943 time: 0.6643231 Feb 07 22:35:26.728652 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.746381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-1b242dd2-0d43-41ea-a16c-af8006ba5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:26.747901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-1b242dd2-0d43-41ea-a16c-af8006ba5498 service neutron] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.8381517 Feb 07 22:35:26.764018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f284cafd-f4c8-4df7-b056-30e439ac7bf9 req-de24fc88-4dfc-4811-a06b-7095719a6474 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0370913 Feb 07 22:35:26.782293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port d805af39-c5c5-4485-978c-32c12ed50f2c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d805af39-c5c5-4485-978c-32c12ed50f2c,segment=NetworkSegment(5d55ea8d-9ec5-4682-aae6-390ad07378f1),segment_id=5d55ea8d-9ec5-4682-aae6-390ad07378f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:26.809274 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.829962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-19a4382b-0b27-4246-bed8-9f24828229bb service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188566 Feb 07 22:35:26.834670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a3960c05-d1c2-40fd-9f82-e27a341d06ee service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027937 Feb 07 22:35:26.844793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-545e9b31-a50b-402a-a3d4-27dcbf7126fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 200 len: 217 time: 0.0792115 Feb 07 22:35:26.896907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=d805af39-c5c5-4485-978c-32c12ed50f2c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:26.903960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eaede0-3dff-495b-985e-7986e6a14693 None None] Network e477cacf-5c3f-4a35-aa26-42b772b499cc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:35:26.960725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dab1bb5-ca50-408b-bbb3-a835cfe39819 req-c983557c-02a1-4465-a6ad-286892bd676e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326252 Feb 07 22:35:27.005700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba2daefb-6205-4df7-aa40-31bcf11b2a98 req-7e367380-5f30-41ce-be4d-32885642b1d6 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677589 Feb 07 22:35:27.013905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6233d31-be5d-415b-b09f-e691bb6ad333 req-5504c4a9-79ea-438c-bb87-81afa6f30ee0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.015422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6233d31-be5d-415b-b09f-e691bb6ad333 req-5504c4a9-79ea-438c-bb87-81afa6f30ee0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.0952888 Feb 07 22:35:27.071148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6233d31-be5d-415b-b09f-e691bb6ad333 req-b14dcf9d-e506-40ce-8bd0-041081f162e0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489738 Feb 07 22:35:27.090058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Allocated IP 172.25.8.92 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/26eadbdb-69c1-441a-a0a2-8adeb2823e91) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:27.096398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ed6c3047-e45a-4e12-acb8-bbdffe7a7dc5 None None] Provisioning complete for port d805af39-c5c5-4485-978c-32c12ed50f2c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:27.097095 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3047-e45a-4e12-acb8-bbdffe7a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.099783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00a68416-daf5-4492-b255-8cbbb8076ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.102281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00a68416-daf5-4492-b255-8cbbb8076ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.105872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-00a68416-daf5-4492-b255-8cbbb8076ebc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97ed4cfc-4a6c-482f-91df-3c1e3c0f534b HTTP/1.1" status: 204 len: 168 time: 1.2991087 Feb 07 22:35:27.218043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a68416-daf5-4492-b255-8cbbb8076ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ed4cfc-4a6c-482f-91df-3c1e3c0f534b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:27.224147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-c9cd23f8-1e52-4d2e-a09c-60f228594ccd service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783138 Feb 07 22:35:27.238553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-cc40cb04-136b-4a90-9b39-81642316a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.241362 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-cc40cb04-136b-4a90-9b39-81642316a4f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.3788104 Feb 07 22:35:27.318759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7f9f1-06da-42c1-a806-fa4c546ab109 req-809ec4ab-1c8a-4ddd-bc1b-f66099d6760e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.320303 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55e7f9f1-06da-42c1-a806-fa4c546ab109 req-809ec4ab-1c8a-4ddd-bc1b-f66099d6760e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.2476809 Feb 07 22:35:27.398214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-6c8d98d4-cb18-44c9-b1f7-ef59b833c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.400091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-6c8d98d4-cb18-44c9-b1f7-ef59b833c2e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306341 Feb 07 22:35:27.446460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55e7f9f1-06da-42c1-a806-fa4c546ab109 req-103245b5-9935-4fe3-8562-23089938e20c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993500 Feb 07 22:35:27.558441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.571244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cf83a6eb-4e6e-4601-b421-aca85f1f06a4 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:35:27.618378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-a73f66d2-f6ff-44f4-910d-82819fd52c87 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008679 Feb 07 22:35:27.672948 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-26c471c9-659d-4a3c-8430-033aefb7d710 None None] Provisioning complete for port d805af39-c5c5-4485-978c-32c12ed50f2c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:27.675207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26c471c9-659d-4a3c-8430-033aefb7d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.684858 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.760196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:27.771052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:27.780294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:27.821943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90880cd-c1cf-4470-953d-1e3a84b0337d req-27b109dc-11c0-48c4-ae6c-6b2a26e666fc tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.831283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c90880cd-c1cf-4470-953d-1e3a84b0337d req-27b109dc-11c0-48c4-ae6c-6b2a26e666fc tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 947 time: 0.0955207 Feb 07 22:35:27.894781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Pushing event updated for resources: {'Port': ['ID=26eadbdb-69c1-441a-a0a2-8adeb2823e91,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:27.896230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:35:27.922764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port cf83a6eb-4e6e-4601-b421-aca85f1f06a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:27.928841 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86ac233a-c205-440c-96a8-28ed92959bc7 req-460c8376-0210-4bea-b8e5-331cab31572f service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911170 Feb 07 22:35:27.943761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c90880cd-c1cf-4470-953d-1e3a84b0337d req-e91e36e4-6495-4e9b-8c0e-24e4e5518952 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094825 Feb 07 22:35:28.022727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'port_id': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'mac_address': 'fa:16:3e:0b:c7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:35:28.080371 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4ae962c7-2ad7-4dbb-9881-5a0ac62671b1 req-70880f63-e85e-46fd-82e3-16c61c0d09b2 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.1039748 Feb 07 22:35:28.148722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386275ed-a928-445a-ac70-c928058c18d2 req-77457912-a5dd-43d5-a19d-e0d1a28b98dc tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:28.150372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-386275ed-a928-445a-ac70-c928058c18d2 req-77457912-a5dd-43d5-a19d-e0d1a28b98dc tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 943 time: 0.0961807 Feb 07 22:35:28.161666 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.256730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-386275ed-a928-445a-ac70-c928058c18d2 req-f6832aa6-e9c5-45b4-935d-ed7c971d1748 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991304 Feb 07 22:35:28.285078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf83a6eb-4e6e-4601-b421-aca85f1f06a4 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:28.368228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port cf83a6eb-4e6e-4601-b421-aca85f1f06a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:28.386188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aa733-aab7-4608-9022-52f58f74454b req-7e00ecfb-5775-4588-86a5-39f6a3ad3287 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:28.389064 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-013aa733-aab7-4608-9022-52f58f74454b req-7e00ecfb-5775-4588-86a5-39f6a3ad3287 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.1211054 Feb 07 22:35:28.405274 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.420851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d805af39-c5c5-4485-978c-32c12ed50f2c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:28.495999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.497072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:28.518700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'mac_address': 'fa:16:3e:e8:7f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:35:28.578837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:28.594625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d805af39-c5c5-4485-978c-32c12ed50f2c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:28.594996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.628480 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-013aa733-aab7-4608-9022-52f58f74454b req-93a94c24-c66c-41e7-a385-630f4f63d085 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172182 Feb 07 22:35:28.639134 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.655719 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b8b42-9f35-4ef7-bb57-12cafea6d57c req-9d873284-39b3-4dc7-9550-befd2977a5a6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:28.664929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['cf83a6eb-4e6e-4601-b421-aca85f1f06a4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:28.676104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5b8b42-9f35-4ef7-bb57-12cafea6d57c req-9d873284-39b3-4dc7-9550-befd2977a5a6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1101849 Feb 07 22:35:28.749902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5b8b42-9f35-4ef7-bb57-12cafea6d57c req-07f62f03-6adf-4e35-9e1b-e0809bd1b68f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660162 Feb 07 22:35:28.751538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:28.859115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:28.875870 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.957382 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.978810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:29.173756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:29.174822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0975e-3d8e-49d4-8441-1caf5d6f7679 req-fb27d842-60f5-4dc0-b08d-ce697613e860 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:29.193709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1eb0975e-3d8e-49d4-8441-1caf5d6f7679 req-fb27d842-60f5-4dc0-b08d-ce697613e860 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 948 time: 0.1244631 Feb 07 22:35:29.215074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a7a0cb5-e19f-4a8d-8abc-eea368aa40fd req-e73fc798-5325-4afb-9bcd-43bcefcb5886 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0431385 Feb 07 22:35:29.239673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Router b60df232-5b3b-4878-861f-200df4d74f13 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:35:29.318156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1eb0975e-3d8e-49d4-8441-1caf5d6f7679 req-549c38e8-c130-4cd2-9756-38358bfbf291 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235723 Feb 07 22:35:29.428986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356da20-d9b0-4704-a5bc-b19296a5c8cf req-46987ed4-4894-4e12-95c9-d78588c37eec tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:29.437582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c356da20-d9b0-4704-a5bc-b19296a5c8cf req-46987ed4-4894-4e12-95c9-d78588c37eec tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 944 time: 0.1000893 Feb 07 22:35:29.515372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:35:29.524648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c356da20-d9b0-4704-a5bc-b19296a5c8cf req-060efcbd-3b11-4356-b8ae-de2d4d0bd361 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820394 Feb 07 22:35:29.577795 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.584674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32782) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:29.588007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1d03fdb0-a8a6-42b3-87a3-756881532010 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7850671 Feb 07 22:35:29.594115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Sync routers for ids ['b60df232-5b3b-4878-861f-200df4d74f13'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:29.602411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cf83a6eb-4e6e-4601-b421-aca85f1f06a4 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:29.686480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Routers {'b60df232-5b3b-4878-861f-200df4d74f13'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:29.688252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b60df232-5b3b-4878-861f-200df4d74f13'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:29.876370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:29.907742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a6cbc-8359-48ba-b9df-380d0e8e297a req-21380499-f961-40e0-aaad-9c49206e2de3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:29.909484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1c1a6cbc-8359-48ba-b9df-380d0e8e297a req-21380499-f961-40e0-aaad-9c49206e2de3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.0838442 Feb 07 22:35:29.912078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:29.912569 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.954647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Set router b60df232-5b3b-4878-861f-200df4d74f13 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:29.972210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da43b23-c0ef-42f1-982a-144fd819ee5b req-e38b8554-4a3f-4f03-934b-9d2254e6de4b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:29.986678 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1c1a6cbc-8359-48ba-b9df-380d0e8e297a req-deaac42e-d70a-461a-9d1b-ba25e21c35c5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612180 Feb 07 22:35:29.986939 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3da43b23-c0ef-42f1-982a-144fd819ee5b req-e38b8554-4a3f-4f03-934b-9d2254e6de4b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1565669 Feb 07 22:35:30.228663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3da43b23-c0ef-42f1-982a-144fd819ee5b req-994273b7-7d75-449e-b591-55f14bc061b9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405677 Feb 07 22:35:30.418317 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ffc6d62-746c-46bc-9e45-e151c5ad9079 req-a66b0b82-1edb-4975-b172-89d95ea8aae4 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0624344 Feb 07 22:35:30.518538 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.536986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:23Z', 'updated_at': '2022-02-07T22:35:28Z', 'revision_number': 3, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'gw_port': {'id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:26Z', 'updated_at': '2022-02-07T22:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:30.578914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Checking router: b60df232-5b3b-4878-861f-200df4d74f13 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:30.579460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Updating router b60df232-5b3b-4878-861f-200df4d74f13 port 26eadbdb-69c1-441a-a0a2-8adeb2823e91 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:35:30.614622 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.698804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:30.709255 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae5c77c-6968-4761-abf0-c0859ed7eca3" -d '{"events": [{"server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "name": "network-vif-plugged", "status": "completed", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:30.757319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ce62-68d4-42cc-bb83-50c98ad0092d req-d23d2af7-d19d-4b0e-aa17-4a7fef4190bf tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:30.758882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port cf83a6eb-4e6e-4601-b421-aca85f1f06a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:30.769496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2d0ce62-68d4-42cc-bb83-50c98ad0092d req-d23d2af7-d19d-4b0e-aa17-4a7fef4190bf tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 944 time: 0.1301086 Feb 07 22:35:30.783126 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.857729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2d0ce62-68d4-42cc-bb83-50c98ad0092d req-bf7662e9-dde7-4db7-a72f-ade794ceda66 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869043 Feb 07 22:35:30.926659 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd94bab-364a-403f-9485-8551368e4b41 x-openstack-request-id: req-1fd94bab-364a-403f-9485-8551368e4b41 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:30.926960 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "name": "network-vif-plugged", "status": "completed", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:30.927275 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fd94bab-364a-403f-9485-8551368e4b41 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:30.927589 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'code': 200} Feb 07 22:35:30.982318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aecbc-428f-443e-a57e-09fc9b9cbe33 req-c70632aa-575f-4e2f-8230-164fa934990a tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:30.984008 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a24aecbc-428f-443e-a57e-09fc9b9cbe33 req-c70632aa-575f-4e2f-8230-164fa934990a tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 948 time: 0.1479254 Feb 07 22:35:31.035851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:31.091153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a24aecbc-428f-443e-a57e-09fc9b9cbe33 req-e3c5542d-afd5-46b6-8981-1d7de06d2248 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996614 Feb 07 22:35:31.095227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32818) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:31.100347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca23c2-5a7a-4894-8142-b29605e667c2 req-b1b5271b-e4e1-4082-96cc-b4dc5d2baa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:31.102791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71ca23c2-5a7a-4894-8142-b29605e667c2 req-b1b5271b-e4e1-4082-96cc-b4dc5d2baa5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 1096 time: 0.1065507 Feb 07 22:35:31.168730 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.177552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71ca23c2-5a7a-4894-8142-b29605e667c2 req-9962d597-043c-4480-8d51-e923cf8263ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647645 Feb 07 22:35:31.198314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81211fdf-b995-40d8-89d1-0aaf1f267bf8 req-c7523b1b-7445-4401-b3f5-be6e12e99e47 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:31.206682 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81211fdf-b995-40d8-89d1-0aaf1f267bf8 req-c7523b1b-7445-4401-b3f5-be6e12e99e47 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.0694680 Feb 07 22:35:31.279965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81211fdf-b995-40d8-89d1-0aaf1f267bf8 req-d8f915c3-f5e7-42f9-9410-9a6ba3fe9a48 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719838 Feb 07 22:35:31.356716 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.367163 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.386399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40a56830-21cc-4f63-b217-b637319bc928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.443241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578b28-b39e-4e43-8a75-bedda3206c44 None None] Pushing event updated for resources: {'Port': ['ID=26eadbdb-69c1-441a-a0a2-8adeb2823e91,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:31.447066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Attempting to bind port 26eadbdb-69c1-441a-a0a2-8adeb2823e91 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:31.448280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Attempting to bind port 26eadbdb-69c1-441a-a0a2-8adeb2823e91 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:31.449379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Attempting to bind port 26eadbdb-69c1-441a-a0a2-8adeb2823e91 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:31.464436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:31.465115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:31.465687 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.466209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:31.466783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Bound port: 26eadbdb-69c1-441a-a0a2-8adeb2823e91, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:31.467231 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.469285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f0a0-1461-4f16-a04a-a1388c52417d req-f416dc2f-a9c7-483d-9e11-e5b96ef43a6f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:31.476961 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0bb1f0a0-1461-4f16-a04a-a1388c52417d req-f416dc2f-a9c7-483d-9e11-e5b96ef43a6f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1348040 Feb 07 22:35:31.512563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Allocated IP 172.20.0.1 (e477cacf-5c3f-4a35-aa26-42b772b499cc/f4368c97-c522-480c-b812-2dbaf2f9872d/e46584ed-b8bf-410d-a3bf-b9c8df31d420) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:31.548589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] For port 26eadbdb-69c1-441a-a0a2-8adeb2823e91, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:31.554719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] For port 26eadbdb-69c1-441a-a0a2-8adeb2823e91, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=26eadbdb-69c1-441a-a0a2-8adeb2823e91,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:31.566172 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.614591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0bb1f0a0-1461-4f16-a04a-a1388c52417d req-54901983-faa1-4c6e-850c-37e23ce7e792 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366670 Feb 07 22:35:31.657023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f73441cc-d98e-4e3a-90ac-ffa245332adf req-00eedfe0-5e87-4e8b-bb2e-b5bc720b4725 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0754280 Feb 07 22:35:31.672869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40a56830-21cc-4f63-b217-b637319bc928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.691887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Routers {'b60df232-5b3b-4878-861f-200df4d74f13'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:31.692572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b60df232-5b3b-4878-861f-200df4d74f13'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:31.698820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.703824 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40a56830-21cc-4f63-b217-b637319bc928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.757289 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.762619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578b28-b39e-4e43-8a75-bedda3206c44 None None] Pushing event updated for resources: {'Port': ['ID=26eadbdb-69c1-441a-a0a2-8adeb2823e91,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:31.799531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a56830-21cc-4f63-b217-b637319bc928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b805200-684d-4cf2-a6df-7ddf90160f27,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:31.811460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-40a56830-21cc-4f63-b217-b637319bc928 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a4f2f03aed6465d8419c82f7c97c5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7103739 Feb 07 22:35:31.811734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32828) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:31.818636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Network e477cacf-5c3f-4a35-aa26-42b772b499cc is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:31.822173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:31.826118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:31.892638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] Set router b60df232-5b3b-4878-861f-200df4d74f13 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:31.920012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.926669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e46584ed-b8bf-410d-a3bf-b9c8df31d420,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:31.928888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4aa42caa-21df-4a55-8cec-7137c9610870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.973644 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4aa42caa-21df-4a55-8cec-7137c9610870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.991797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:32.072129 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4aa42caa-21df-4a55-8cec-7137c9610870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.076802 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4aa42caa-21df-4a55-8cec-7137c9610870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.081726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4aa42caa-21df-4a55-8cec-7137c9610870 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b805200-684d-4cf2-a6df-7ddf90160f27 HTTP/1.1" status: 204 len: 168 time: 0.2694256 Feb 07 22:35:32.101939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa42caa-21df-4a55-8cec-7137c9610870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b805200-684d-4cf2-a6df-7ddf90160f27,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:32.298067 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.338360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5c76d-f430-41fd-ae76-feeea42e43f7 req-795e065c-a3ab-4475-9e10-c3afddf64c02 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:32.356507 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1db5c76d-f430-41fd-ae76-feeea42e43f7 req-795e065c-a3ab-4475-9e10-c3afddf64c02 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 948 time: 0.1484377 Feb 07 22:35:32.453137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:32.463465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1db5c76d-f430-41fd-ae76-feeea42e43f7 req-cc73421c-8f17-4069-9eee-f66b1c7ec927 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028254 Feb 07 22:35:32.477556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:32.486273 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.547223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6cb90b01-652c-44c0-add4-a22bd7f5a291 None None] Provisioning complete for port e46584ed-b8bf-410d-a3bf-b9c8df31d420 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:32.547600 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb90b01-652c-44c0-add4-a22bd7f5a291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.616962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c559a1-d082-49f0-9f8f-fea29c0a6bab req-04a42229-d7ca-43ad-b4b2-732087420b48 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:32.619062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80c559a1-d082-49f0-9f8f-fea29c0a6bab req-04a42229-d7ca-43ad-b4b2-732087420b48 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 945 time: 0.1620367 Feb 07 22:35:32.679095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32844) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:32.704476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6cb90b01-652c-44c0-add4-a22bd7f5a291 None None] Port e46584ed-b8bf-410d-a3bf-b9c8df31d420 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:35:32.754671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2e6ea69-4679-43f0-b3c5-660d8c59798b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.762060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:23Z', 'updated_at': '2022-02-07T22:35:28Z', 'revision_number': 3, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'gw_port': {'id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:26Z', 'updated_at': '2022-02-07T22:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:32.762661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2cd95-e9d6-42e2-937c-c41a1f0ecf70 req-0a773b27-b204-448e-8cb4-4b046104b9bc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:32.772453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27a2cd95-e9d6-42e2-937c-c41a1f0ecf70 req-0a773b27-b204-448e-8cb4-4b046104b9bc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.1452575 Feb 07 22:35:32.804851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58e419-f339-48fe-81a3-9b5cf4bf0b7a None None] The sync data for ids ['b60df232-5b3b-4878-861f-200df4d74f13'] in n-d-827895-2 is: [{'id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:23Z', 'updated_at': '2022-02-07T22:35:28Z', 'revision_number': 3, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'gw_port': {'id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:26Z', 'updated_at': '2022-02-07T22:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:32.811576 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.853339 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.870389 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80c559a1-d082-49f0-9f8f-fea29c0a6bab req-60d7b46a-e3e5-4dd2-803f-a6016f4c95c0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422440 Feb 07 22:35:32.871096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.887393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27a2cd95-e9d6-42e2-937c-c41a1f0ecf70 req-8b60698e-12a8-48bb-bfb6-8678cd837826 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104407 Feb 07 22:35:32.922011 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:32.930150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:32.936559 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c99537d-7b43-4387-b7f6-e3a66bd4e941" -d '{"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:32.949839 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.033667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e46584ed-b8bf-410d-a3bf-b9c8df31d420,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:33.089928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:33.105310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6329962a-d4b0-4e93-83bb-8b064b5203d6 req-fcda3fe2-b1db-4eed-b600-80e24b89450f tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0461984 Feb 07 22:35:33.148558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.188937 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4c6860-e37c-4375-aa9c-9da21eb6ce3f x-openstack-request-id: req-3c4c6860-e37c-4375-aa9c-9da21eb6ce3f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:33.189234 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:33.189491 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c4c6860-e37c-4375-aa9c-9da21eb6ce3f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:33.189893 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'code': 200} Feb 07 22:35:33.217963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd8842-a98e-4422-883e-b15961e43a7c req-d06a00a0-3d5c-4bc2-bf2a-ffc665e049f7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:33.224656 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93bd8842-a98e-4422-883e-b15961e43a7c req-d06a00a0-3d5c-4bc2-bf2a-ffc665e049f7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1811922 Feb 07 22:35:33.427911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2e6ea69-4679-43f0-b3c5-660d8c59798b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.434552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93bd8842-a98e-4422-883e-b15961e43a7c req-e3f5a347-3a83-49c9-9327-fbdab4bcabd7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179032 Feb 07 22:35:33.451921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2e6ea69-4679-43f0-b3c5-660d8c59798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.480085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bfd34-f3bf-48a2-ab53-a989aac2a647 req-9e91f580-3ec4-4fdd-986a-82cd7edfa594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:33.482429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-063bfd34-f3bf-48a2-ab53-a989aac2a647 req-9e91f580-3ec4-4fdd-986a-82cd7edfa594 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 1100 time: 0.1666024 Feb 07 22:35:33.570687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Network e477cacf-5c3f-4a35-aa26-42b772b499cc is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:33.578601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f2e6ea69-4679-43f0-b3c5-660d8c59798b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fb27f3ab6584e8f8031cb4b023a472b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8934867 Feb 07 22:35:33.581998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:33.583988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6ea69-4679-43f0-b3c5-660d8c59798b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6245ecf6-d06d-4dcc-94ea-2baf94e3ee2e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:33.586428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32852) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:33.646823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-063bfd34-f3bf-48a2-ab53-a989aac2a647 req-d188dd71-2db7-476a-94a1-580c43726dde service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241517 Feb 07 22:35:33.676624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363ea6b-ffdb-465a-a931-e65de0d3a09c req-6d450e86-1424-428b-85ac-e9eaa550cdc1 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:33.678982 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1363ea6b-ffdb-465a-a931-e65de0d3a09c req-6d450e86-1424-428b-85ac-e9eaa550cdc1 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 949 time: 0.1039395 Feb 07 22:35:33.736275 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.753718 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1363ea6b-ffdb-465a-a931-e65de0d3a09c req-4d80e82b-3d78-4f37-8711-e510940a2466 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625622 Feb 07 22:35:33.869818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-06805184-f206-4e59-a319-154dc25bdf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.878447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Router b60df232-5b3b-4878-861f-200df4d74f13 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:35:33.909825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-06805184-f206-4e59-a319-154dc25bdf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.963935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9c13644d-e217-4951-b6ad-2af1316e7420 None None] Provisioning complete for port e46584ed-b8bf-410d-a3bf-b9c8df31d420 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:33.964766 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c13644d-e217-4951-b6ad-2af1316e7420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.046850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9c13644d-e217-4951-b6ad-2af1316e7420 None None] Port e46584ed-b8bf-410d-a3bf-b9c8df31d420 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:35:34.075413 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.168965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8d9fe-c276-4f4f-a4e3-3c53d722129d req-928923f3-c8e4-4f93-8c0e-94917f6f8ce9 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:34.172899 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02c8d9fe-c276-4f4f-a4e3-3c53d722129d req-928923f3-c8e4-4f93-8c0e-94917f6f8ce9 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 945 time: 0.1645603 Feb 07 22:35:34.235013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02c8d9fe-c276-4f4f-a4e3-3c53d722129d req-966d8348-5b89-45a4-9cda-877782f41c44 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530486 Feb 07 22:35:34.270203 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-06805184-f206-4e59-a319-154dc25bdf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.281378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-06805184-f206-4e59-a319-154dc25bdf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.282733 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-06805184-f206-4e59-a319-154dc25bdf50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6245ecf6-d06d-4dcc-94ea-2baf94e3ee2e HTTP/1.1" status: 204 len: 168 time: 0.6917977 Feb 07 22:35:34.306652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06805184-f206-4e59-a319-154dc25bdf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6245ecf6-d06d-4dcc-94ea-2baf94e3ee2e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:34.318807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:35:34.331547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9e54c922-5d11-454e-b1a3-11fb2e9113c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/b60df232-5b3b-4878-861f-200df4d74f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7457213 Feb 07 22:35:34.474616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-31f44fd1-3fc7-42c0-a8b1-d9e3f2e8bd81 req-1d50b038-9df8-4c9b-b69c-e95beaaadcb1 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0813777 Feb 07 22:35:34.478035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d39d4-fc53-4f71-878a-56c4daae51a1 req-b9f96058-08df-4cd5-96b4-63ac81b41465 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:34.487001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f0d39d4-fc53-4f71-878a-56c4daae51a1 req-b9f96058-08df-4cd5-96b4-63ac81b41465 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.1230090 Feb 07 22:35:34.545389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 26eadbdb-69c1-441a-a0a2-8adeb2823e91 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:34.589406 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f0d39d4-fc53-4f71-878a-56c4daae51a1 req-e3900649-2917-48fa-b3ad-ed46d068a911 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982223 Feb 07 22:35:34.645788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 26eadbdb-69c1-441a-a0a2-8adeb2823e91 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:34.646257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.809918 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.814142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e221d-b371-4f78-951d-b473f74df1cb req-aa22c035-764f-40c5-a68f-5fbba793daa4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:34.815671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9b6e221d-b371-4f78-951d-b473f74df1cb req-aa22c035-764f-40c5-a68f-5fbba793daa4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1087737 Feb 07 22:35:34.839393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-a58a9d81-d6e1-4519-8bf0-4a7f19745c73 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:34.847261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-a58a9d81-d6e1-4519-8bf0-4a7f19745c73 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1757729 Feb 07 22:35:34.872918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 26eadbdb-69c1-441a-a0a2-8adeb2823e91, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=26eadbdb-69c1-441a-a0a2-8adeb2823e91,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:34.889190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9b6e221d-b371-4f78-951d-b473f74df1cb req-1614ba62-d4e8-43e9-9f9c-4e4763c3136f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637946 Feb 07 22:35:34.903547 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.973736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-a2d99dad-4782-46a9-90e0-9223efacc8fc tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1042032 Feb 07 22:35:34.982950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-11a5ee73-e322-45cd-8bbc-a37c166c72e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Request body: {'floatingip': {'port_id': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:35.008797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=26eadbdb-69c1-441a-a0a2-8adeb2823e91,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.057934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-11a5ee73-e322-45cd-8bbc-a37c166c72e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.303958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-9f026118-1eed-4bb3-9aca-2094767aebe1 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1178625 Feb 07 22:35:35.314282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:35.343245 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.460166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.491306 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Sync routers for ids ['b60df232-5b3b-4878-861f-200df4d74f13'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:35.512915 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Routers {'b60df232-5b3b-4878-861f-200df4d74f13'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:35.515233 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b60df232-5b3b-4878-861f-200df4d74f13'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:35.577518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Allocated IP 172.25.8.126 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/9a2f6f84-0fdc-46c1-9f5b-a948ef399ac9) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:35.586247 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-11a5ee73-e322-45cd-8bbc-a37c166c72e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.591545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-11a5ee73-e322-45cd-8bbc-a37c166c72e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.665422 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Set router b60df232-5b3b-4878-861f-200df4d74f13 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:35.723436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.739031 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-11a5ee73-e322-45cd-8bbc-a37c166c72e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac associated. External IP: 172.25.8.230, port: e81ca650-a394-49d1-9917-1ef35ccc82dd. Feb 07 22:35:35.767400 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.816322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:35.819643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:35.825182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:35.828531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event updated for resources: {'Port': ['ID=9a2f6f84-0fdc-46c1-9f5b-a948ef399ac9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.926766 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:23Z', 'updated_at': '2022-02-07T22:35:32Z', 'revision_number': 4, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'gw_port': {'id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:26Z', 'updated_at': '2022-02-07T22:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e46584ed-b8bf-410d-a3bf-b9c8df31d420', 'name': '', 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'mac_address': 'fa:16:3e:5a:26:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f4368c97-c522-480c-b812-2dbaf2f9872d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:31Z', 'updated_at': '2022-02-07T22:35:32Z', 'revision_number': 2, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'subnets': [{'id': 'f4368c97-c522-480c-b812-2dbaf2f9872d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:35.965063 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Checking router: b60df232-5b3b-4878-861f-200df4d74f13 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:35.965549 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Updating router b60df232-5b3b-4878-861f-200df4d74f13 port e46584ed-b8bf-410d-a3bf-b9c8df31d420 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:35:35.968645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.996927 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.016218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.025809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-11a5ee73-e322-45cd-8bbc-a37c166c72e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Router 372129fc-ff00-4bd9-a1c8-b704630c216c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:35:36.156119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-11a5ee73-e322-45cd-8bbc-a37c166c72e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:35:36.161487 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-11a5ee73-e322-45cd-8bbc-a37c166c72e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.168975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] Sync routers for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:36.185129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:36.186058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:36.199085 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-11a5ee73-e322-45cd-8bbc-a37c166c72e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "PUT /v2.0/floatingips/ca4c15cf-b52a-4943-9936-60f744cd30ac HTTP/1.1" status: 200 len: 996 time: 1.2240076 Feb 07 22:35:36.199283 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.199972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:36.204070 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:36.205335 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.268733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-0d31f37f-1675-4125-900e-9cc261886fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:36.271258 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-0d31f37f-1675-4125-900e-9cc261886fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1096 time: 0.0542319 Feb 07 22:35:36.284195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event updated for resources: {'Port': ['ID=9a2f6f84-0fdc-46c1-9f5b-a948ef399ac9,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:36.305321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.351216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.359219 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2b8c02c6-318e-42a0-a6d4-d926a856fe5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0492353 Feb 07 22:35:36.384356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:36.412633 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.421579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-229b8c49-3ff7-4aa7-8916-d4cbf9f2ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:36.423907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-229b8c49-3ff7-4aa7-8916-d4cbf9f2ef77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.1448007 Feb 07 22:35:36.424744 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.436409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 26eadbdb-69c1-441a-a0a2-8adeb2823e91 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:36.499156 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e034066-ba04-4784-8c26-fadafe4f02d5 None None] Pushing event updated for resources: {'Port': ['ID=e46584ed-b8bf-410d-a3bf-b9c8df31d420,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:36.548306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-e8765c0f-41a2-4e02-b076-357202fb09b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 999 time: 0.1101406 Feb 07 22:35:36.573521 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Attempting to bind port e46584ed-b8bf-410d-a3bf-b9c8df31d420 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:36.574881 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Attempting to bind port e46584ed-b8bf-410d-a3bf-b9c8df31d420 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '5d55ea8d-9ec5-4682-aae6-390ad07378f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:36.575244 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Attempting to bind port e46584ed-b8bf-410d-a3bf-b9c8df31d420 on network e477cacf-5c3f-4a35-aa26-42b772b499cc {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:36.583616 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:36.584014 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Checking segment: {'id': '5d55ea8d-9ec5-4682-aae6-390ad07378f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:36.584414 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.584798 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Bound using segment: {'id': '5d55ea8d-9ec5-4682-aae6-390ad07378f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:36.585262 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Bound port: e46584ed-b8bf-410d-a3bf-b9c8df31d420, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d55ea8d-9ec5-4682-aae6-390ad07378f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:36.586723 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.651889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-b71dbe00-512c-4774-82cc-650861a2ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:36.653524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-b71dbe00-512c-4774-82cc-650861a2ddb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.0983553 Feb 07 22:35:36.723074 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] For port e46584ed-b8bf-410d-a3bf-b9c8df31d420, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:36.727222 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] For port e46584ed-b8bf-410d-a3bf-b9c8df31d420, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e46584ed-b8bf-410d-a3bf-b9c8df31d420,segment=NetworkSegment(5d55ea8d-9ec5-4682-aae6-390ad07378f1),segment_id=5d55ea8d-9ec5-4682-aae6-390ad07378f1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:36.730739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-b053301c-0e58-4c11-86e9-5b5022086c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:36.733892 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.734781 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-b053301c-0e58-4c11-86e9-5b5022086c51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732243 Feb 07 22:35:36.748292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-c0564706-2efc-4f56-8159-f6790e7ca593 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:35:36.749517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-c0564706-2efc-4f56-8159-f6790e7ca593 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086551 Feb 07 22:35:36.879824 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-b6c3518d-ac0d-46f3-b2e8-54deec7b1f27 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.5197318 Feb 07 22:35:36.890289 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e034066-ba04-4784-8c26-fadafe4f02d5 None None] Pushing event updated for resources: {'Port': ['ID=e46584ed-b8bf-410d-a3bf-b9c8df31d420,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:36.899660 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Routers {'b60df232-5b3b-4878-861f-200df4d74f13'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:36.900299 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b60df232-5b3b-4878-861f-200df4d74f13'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:36.916808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-b81f002a-545b-4698-bf40-3e761037b05d service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553388 Feb 07 22:35:37.020864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2643cb0a-da0d-40a2-be31-08714bfff680 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:37.023079 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31a4643f-697c-4419-93ec-7af8cac04af0 req-2643cb0a-da0d-40a2-be31-08714bfff680 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1373124 Feb 07 22:35:37.113141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23215b3b-8f2e-4bd7-970d-79fdb2e52225 req-6719993b-f430-4171-b947-671fb0f433c7 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892071 Feb 07 22:35:37.174964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7b985b5e-9453-4128-a7ff-58b9254f85e8 None None] Provisioning complete for port e46584ed-b8bf-410d-a3bf-b9c8df31d420 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:37.175565 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b985b5e-9453-4128-a7ff-58b9254f85e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.189585 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] Set router b60df232-5b3b-4878-861f-200df4d74f13 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:37.225605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 26eadbdb-69c1-441a-a0a2-8adeb2823e91 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:37.225862 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.238997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49b4de-86f2-43b1-897f-a876bc201e09 req-0ac7ec2b-06a9-4baf-b928-340feb15e21c tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:37.241341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a49b4de-86f2-43b1-897f-a876bc201e09 req-0ac7ec2b-06a9-4baf-b928-340feb15e21c tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 949 time: 0.1060562 Feb 07 22:35:37.327107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dab08df5-d6c5-40d5-ad12-6cf7690945d4 req-1595b97e-1f69-463b-8dcc-918a96036d9b tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0427587 Feb 07 22:35:37.328462 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a49b4de-86f2-43b1-897f-a876bc201e09 req-1fa8b5f4-692b-44bf-879e-764c080d0488 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753679 Feb 07 22:35:37.445698 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b985b5e-9453-4128-a7ff-58b9254f85e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.481612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:4b:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:35Z', 'revision_number': 1, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:37.501871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b3c26-251b-4d4a-b49c-92a359a13464 req-6dc58933-5395-4e5d-a643-965949efc63d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:37.511444 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be2b3c26-251b-4d4a-b49c-92a359a13464 req-6dc58933-5395-4e5d-a643-965949efc63d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.0706556 Feb 07 22:35:37.523352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] Checking router: 372129fc-ff00-4bd9-a1c8-b704630c216c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:37.531428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7b985b5e-9453-4128-a7ff-58b9254f85e8 None None] For port e46584ed-b8bf-410d-a3bf-b9c8df31d420, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e46584ed-b8bf-410d-a3bf-b9c8df31d420,segment=NetworkSegment(5d55ea8d-9ec5-4682-aae6-390ad07378f1),segment_id=5d55ea8d-9ec5-4682-aae6-390ad07378f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:37.540274 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b985b5e-9453-4128-a7ff-58b9254f85e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.543968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:37.544884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:37.573091 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be2b3c26-251b-4d4a-b49c-92a359a13464 req-3bb29a00-bb97-474f-980c-b55971f9f3f0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593193 Feb 07 22:35:37.595737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb23b42-2000-4a38-aeec-59ad64fbfe24 req-1e3b0832-d633-496e-9ece-359c12880e9d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:37.599912 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eeb23b42-2000-4a38-aeec-59ad64fbfe24 req-1e3b0832-d633-496e-9ece-359c12880e9d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.1445470 Feb 07 22:35:37.622454 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:23Z', 'updated_at': '2022-02-07T22:35:32Z', 'revision_number': 4, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'gw_port': {'id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:26Z', 'updated_at': '2022-02-07T22:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e46584ed-b8bf-410d-a3bf-b9c8df31d420', 'name': '', 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'mac_address': 'fa:16:3e:5a:26:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f4368c97-c522-480c-b812-2dbaf2f9872d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:31Z', 'updated_at': '2022-02-07T22:35:36Z', 'revision_number': 4, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'subnets': [{'id': 'f4368c97-c522-480c-b812-2dbaf2f9872d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:37.652946 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eeb23b42-2000-4a38-aeec-59ad64fbfe24 req-9ce0b94b-5880-45f1-9b7e-a3619c7e2bce tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 Feb 07 22:35:37.657982 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2f60d-c814-4c46-9651-1e0c68a95a21 None None] The sync data for ids ['b60df232-5b3b-4878-861f-200df4d74f13'] in n-d-827895-2 is: [{'id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:23Z', 'updated_at': '2022-02-07T22:35:32Z', 'revision_number': 4, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'gw_port': {'id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:26Z', 'updated_at': '2022-02-07T22:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e46584ed-b8bf-410d-a3bf-b9c8df31d420', 'name': '', 'network_id': 'e477cacf-5c3f-4a35-aa26-42b772b499cc', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'mac_address': 'fa:16:3e:5a:26:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f4368c97-c522-480c-b812-2dbaf2f9872d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:31Z', 'updated_at': '2022-02-07T22:35:36Z', 'revision_number': 4, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'subnets': [{'id': 'f4368c97-c522-480c-b812-2dbaf2f9872d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:37.698861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b985b5e-9453-4128-a7ff-58b9254f85e8 None None] Pushing event updated for resources: {'Port': ['ID=e46584ed-b8bf-410d-a3bf-b9c8df31d420,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:37.746522 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db9180f-6929-48c6-b83a-6da94e1cde6b x-openstack-request-id: req-9db9180f-6929-48c6-b83a-6da94e1cde6b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:37.746802 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:37.747075 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9db9180f-6929-48c6-b83a-6da94e1cde6b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:37.747470 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'status': 'completed', 'code': 200} Feb 07 22:35:37.755395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-404f0378-6a64-4e0e-8d28-7bb361681dfc None None] Provisioning complete for port e46584ed-b8bf-410d-a3bf-b9c8df31d420 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:37.755904 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-404f0378-6a64-4e0e-8d28-7bb361681dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.790470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:37.927450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-a0e18bf7-269b-4821-aa10-5c9669029b8e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:37.929245 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-a0e18bf7-269b-4821-aa10-5c9669029b8e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 807 time: 0.2161217 Feb 07 22:35:37.952787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-a6baa299-51a9-41c2-be27-c82911ddd063 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/quotas/65968619081e4b32a3ea1a1c5ad56d10 HTTP/1.1" status: 200 len: 375 time: 0.0138779 Feb 07 22:35:38.017863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-00aaf2b8-f63b-43ea-881d-185526d496a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:38.019628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-00aaf2b8-f63b-43ea-881d-185526d496a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1096 time: 0.2391453 Feb 07 22:35:38.045410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-5c6a3f09-32d0-467f-9a65-10ce61bbeb4c tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2558057 Feb 07 22:35:38.074628 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-4882d8d1-e989-4899-b313-0d410c039b5e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980237 Feb 07 22:35:38.113487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:38.178862 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:38.181178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:4b:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:35Z', 'revision_number': 1, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:38.202912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-8702f0d9-ddc1-405a-b754-e1a5995e04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:38.204398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-8702f0d9-ddc1-405a-b754-e1a5995e04cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.1581190 Feb 07 22:35:38.217102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-8f55e47e-cc8b-4dfa-a971-e9d1e1215374 service neutron] 10.222.0.15 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376431 Feb 07 22:35:38.254021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b175fb7-f986-44da-9482-42d0fc47bdd6 None None] The sync data for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 is: [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:4b:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:35Z', 'revision_number': 1, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:38.374159 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-755c51aa-50cf-4d45-95e2-c6abf6d22b9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 999 time: 0.1534975 Feb 07 22:35:38.377821 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-53796358-d143-4cbd-a83b-9fa51790f5d0 service neutron] 10.222.0.15 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533127 Feb 07 22:35:38.475339 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:38.482652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e46584ed-b8bf-410d-a3bf-b9c8df31d420 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:38.487388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-878d732d-d320-4209-90b6-2c95e5fc6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:38.488957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-878d732d-d320-4209-90b6-2c95e5fc6ae4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.1064572 Feb 07 22:35:38.593865 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e46584ed-b8bf-410d-a3bf-b9c8df31d420 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:38.594402 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:38.651835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-7e482901-d8d4-4f41-bd9f-ef109fc2e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:38.653572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-7e482901-d8d4-4f41-bd9f-ef109fc2e419 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135433 Feb 07 22:35:38.730257 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2956cc4-d15d-4275-942b-e8c2f074d112 None None] New status for floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:35:38.799064 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-5355a924-8b36-4a83-8f5d-8f6fb99afab7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809121 Feb 07 22:35:38.897365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Allocated IP 172.25.8.244 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/23d95b30-82c7-40e7-bbf2-e97f10e62060) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:39.019885 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-56faa0c3-c1eb-4b6a-8f78-14a0dd475fca service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331659 Feb 07 22:35:39.020888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-c4e8f424-8da6-4575-aca1-a16e5ed9e94a tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:39.029816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-c4e8f424-8da6-4575-aca1-a16e5ed9e94a tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1459761 Feb 07 22:35:39.155068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-7db8ead6-4de5-4074-a526-2e12fdef0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:39.156916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-7db8ead6-4de5-4074-a526-2e12fdef0eca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 1116 time: 0.2501507 Feb 07 22:35:39.190620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:39.202736 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b868c7d7-708d-4a71-b5e4-0d9f37cd521f req-9d2a8659-8b75-4a0c-8aa4-39f3230876e3 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538939 Feb 07 22:35:39.236616 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:39.303450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:39.309072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:39.314452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:39.321100 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-435b9b27-bb2f-4dd4-89c8-5141103dbc61 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 999 time: 0.2909501 Feb 07 22:35:39.341526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Request body: {'floatingip': {'port_id': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:39.360525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event updated for resources: {'Port': ['ID=23d95b30-82c7-40e7-bbf2-e97f10e62060,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:39.431227 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:39.487064 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:39.730627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-23a19a19-ca4a-4bec-9fb9-88c64a54d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:39.732123 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-23a19a19-ca4a-4bec-9fb9-88c64a54d43f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.4927440 Feb 07 22:35:39.739139 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:39.757548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:39.761984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:39.792574 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-243805ae-fe2e-4e79-a47d-9d2d82bb03f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 200 len: 217 time: 0.0469925 Feb 07 22:35:39.841803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event updated for resources: {'Port': ['ID=23d95b30-82c7-40e7-bbf2-e97f10e62060,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:39.851324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:39.882538 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:39.893007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-4eec167a-176f-40b3-a5be-01be25a99e96 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8095148 Feb 07 22:35:39.928391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-2075ec60-fc90-4556-9651-4a5557da37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:39.929840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-2075ec60-fc90-4556-9651-4a5557da37fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.1108403 Feb 07 22:35:39.954577 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-86afc7e1-b245-4be5-a198-cea944a3f0f2 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.0588248 Feb 07 22:35:39.986078 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-aa1cd3cb-3b6a-42db-bc5b-85bbbd8f39b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486748 Feb 07 22:35:40.071442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-9a1a9599-5f14-4352-8bc8-b2e246494f5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:40.073415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a8d4e4e-640c-4b5b-97b6-20780c96a137 req-9a1a9599-5f14-4352-8bc8-b2e246494f5f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1121871 Feb 07 22:35:40.175325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-7a4f4619-95cd-4f13-95cc-ba42b01d0d7a service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792016 Feb 07 22:35:40.370538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5fdba8-4a98-4c89-8b53-60a788842153 req-a620a40f-1d72-4d21-ac54-737137b6b58b service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839845 Feb 07 22:35:40.471294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-018176b9-5954-427e-80e4-1fe5d536d888 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:40.474528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-018176b9-5954-427e-80e4-1fe5d536d888 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 807 time: 0.1914637 Feb 07 22:35:40.491344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Request body: {'port': {'device_id': '37178e52-91bc-4adf-825d-e690ce5874ac', 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519', 'admin_state_up': True, 'tenant_id': '65968619081e4b32a3ea1a1c5ad56d10'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:40.658738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:40.664758 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:40.689965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Made reservation on behalf of 65968619081e4b32a3ea1a1c5ad56d10 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:40.693606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:40.733356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d273d16-14b9-4987-babf-bc64c0ffe8da req-0ff7915a-45c3-4bee-b467-647badc8eaf6 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0650449 Feb 07 22:35:40.915774 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac associated. External IP: 172.25.8.230, port: e81ca650-a394-49d1-9917-1ef35ccc82dd. Feb 07 22:35:40.939126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Allocated IP 172.20.0.8 (e14bcb57-6e52-499f-ba4f-186a872bd519/98536373-bef5-49be-b874-1ecb548ad3c1/ab013edb-f7b5-452d-8c2d-bb806d4fa9a9) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:41.183110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-5e287f85-73a6-47ec-aadf-82a1756905d6 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:41.184979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-5e287f85-73a6-47ec-aadf-82a1756905d6 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1097 time: 0.2699075 Feb 07 22:35:41.198055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fbc75-2bd0-4f54-8801-e31e96ce4094 req-f27638e3-c784-484a-b2d6-01de61307879 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:41.208241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a95fbc75-2bd0-4f54-8801-e31e96ce4094 req-f27638e3-c784-484a-b2d6-01de61307879 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.2911170 Feb 07 22:35:41.224282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827895-2'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:41.237560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Router 372129fc-ff00-4bd9-a1c8-b704630c216c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:35:41.354755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a95fbc75-2bd0-4f54-8801-e31e96ce4094 req-0f1e4db7-2e47-4cff-b331-727f565ce2de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455674 Feb 07 22:35:41.363898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.387187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:35:41.397100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] Sync routers for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:41.415055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:41.416158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:41.436405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.576575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e55656-26eb-41b3-a3ca-8aecd6a61dd5 req-41d60046-75bd-49a8-b8d3-d9b60b086181 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:41.578074 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36e55656-26eb-41b3-a3ca-8aecd6a61dd5 req-41d60046-75bd-49a8-b8d3-d9b60b086181 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 946 time: 0.0907278 Feb 07 22:35:41.596820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.597054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:41.652452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['54d21617-5b7f-4b84-b942-2d1f7ab24b87'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:41.653242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Network e14bcb57-6e52-499f-ba4f-186a872bd519 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:41.655406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9e5e7182-1226-4efd-895f-373be35453a4 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:35:41.659802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:41.673900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:41.689497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:41.690134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Router 372129fc-ff00-4bd9-a1c8-b704630c216c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:35:41.730891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36e55656-26eb-41b3-a3ca-8aecd6a61dd5 req-56c55962-b48a-47b8-a9a1-20e81bcb868a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464331 Feb 07 22:35:41.743122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Pushing event updated for resources: {'Port': ['ID=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:41.802277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:41.802895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.824305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:41.840415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-0a5582c5-a6c2-4e8e-9696-620e9dffcd62 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3537288 Feb 07 22:35:41.868034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Request body: {'port': {'device_id': '37178e52-91bc-4adf-825d-e690ce5874ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:41.915522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:35:41.921302 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.942837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:41.945094 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0d7467-3c90-4645-bfbf-ef326acc6e75" -d '{"events": [{"server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5e7182-1226-4efd-895f-373be35453a4"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:41.952399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.954931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:41.958267 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:41.989645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.995390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a6ff3637-282f-48d9-956a-38fa570ef1a4 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "PUT /v2.0/floatingips/ca4c15cf-b52a-4943-9936-60f744cd30ac HTTP/1.1" status: 200 len: 998 time: 2.6614778 Feb 07 22:35:41.999099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.047970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921200ec-c677-44b8-8f6b-c76840d341ab req-f1ffaa20-4a8f-448d-b250-b6d5a69a74c8 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.050150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-921200ec-c677-44b8-8f6b-c76840d341ab req-f1ffaa20-4a8f-448d-b250-b6d5a69a74c8 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 931 time: 0.1561835 Feb 07 22:35:42.066056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-7b530acf-3b53-496a-81ae-86628221b1c6 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.068157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-7b530acf-3b53-496a-81ae-86628221b1c6 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports/e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 942 time: 0.0654600 Feb 07 22:35:42.152826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Pushing event updated for resources: {'Port': ['ID=9e5e7182-1226-4efd-895f-373be35453a4,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:42.188098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 on host n-h2-827895-2 for vnic_type normal with profile {"migrating_to": "n-h1-827895-2"} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:42.188754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:42.188754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:42.205281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-6f8aa0cd-a723-47db-8aa4-1ad4768d0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.207250 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-6f8aa0cd-a723-47db-8aa4-1ad4768d0906 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1096 time: 0.0646007 Feb 07 22:35:42.216060 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-921200ec-c677-44b8-8f6b-c76840d341ab req-d692700e-2ba9-47fd-9264-cebbe5dbd019 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446702 Feb 07 22:35:42.271188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Port 9e5e7182-1226-4efd-895f-373be35453a4 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:35:42.271519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Attempting to bind port 9e5e7182-1226-4efd-895f-373be35453a4 on network e9b0ec99-df8d-4e27-ac75-264f35d7cd88 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:42.313598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:42.314075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Checking segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:42.314465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Bound using segment: {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:42.314914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Bound port: 9e5e7182-1226-4efd-895f-373be35453a4, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab438cd-9165-46fb-813d-acfca37a45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9b0ec99-df8d-4e27-ac75-264f35d7cd88'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:42.315271 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.325668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:42.342448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-98704fba-7ea5-436b-9c56-123fe8d99f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.344531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-98704fba-7ea5-436b-9c56-123fe8d99f72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.1288426 Feb 07 22:35:42.355916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9e5e7182-1226-4efd-895f-373be35453a4 has no active binding in host n-h1-827895-2 {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 22:35:42.401122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:0b:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:40Z', 'revision_number': 3, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:42.438909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] Checking router: 372129fc-ff00-4bd9-a1c8-b704630c216c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:42.442799 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-be95958a-8c07-4d2a-8b14-a616c551fb27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 217 time: 0.0842307 Feb 07 22:35:42.448996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:42.449628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:42.596876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a7419b4b-e404-4db8-aceb-111199837017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.598048 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-7dfb62b7-8f80-4b19-95f9-d4abffcb92e0 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3238363 Feb 07 22:35:42.605426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a7419b4b-e404-4db8-aceb-111199837017 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.1540082 Feb 07 22:35:42.614814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:42.633104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:42.647139 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-505a6ed3-e268-418d-aedc-4c9dd1b6fbf0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1400218 Feb 07 22:35:42.660191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a1fcf82d-da90-4e9d-88e7-ca01f3e9ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.673384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-a1fcf82d-da90-4e9d-88e7-ca01f3e9ad94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669224 Feb 07 22:35:42.768497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:42.778203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.791516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Transition to ACTIVE for port object ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:42.796680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:42.803853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.836642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-98c96a60-b862-4247-925d-3e81366849e9 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623993 Feb 07 22:35:42.864889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Pushing event updated for resources: {'Port': ['ID=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:42.872701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:42.894743 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.944875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-7ba118ac-be30-4d90-9c21-3df3bfc7c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.946357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-7ba118ac-be30-4d90-9c21-3df3bfc7c623 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 1096 time: 0.2625732 Feb 07 22:35:43.012746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:0b:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:40Z', 'revision_number': 3, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:43.059027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6674a83-3ceb-4757-af42-88fc4a3f2f08 None None] The sync data for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 is: [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:0b:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:40Z', 'revision_number': 3, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:43.201525 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-28218297-ebd2-4b47-ab51-8fdab02fac15 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573313 Feb 07 22:35:43.208994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-86676649-d382-4871-9ad8-de71314fe288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.210591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-86676649-d382-4871-9ad8-de71314fe288 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.2396441 Feb 07 22:35:43.217687 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-214e2cd0-440f-411a-8b48-758490389709 service neutron] show failed (client error): The resource could not be found. Feb 07 22:35:43.221034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-214e2cd0-440f-411a-8b48-758490389709 service neutron] 10.222.0.24 "GET /v2.0/ports/afb12f3c-2318-4de4-a272-a04a1e61f799/bindings/n-h1-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.0898836 Feb 07 22:35:43.301138 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-07ccbebb-5749-4523-8a4b-4b3109e0cb11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 200 len: 217 time: 0.0773711 Feb 07 22:35:43.390937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:43.393797 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf59f76-309c-43fa-be48-ba63e78c7ef7 None None] New status for floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:35:43.495387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Pushing event updated for resources: {'Port': ['ID=9e5e7182-1226-4efd-895f-373be35453a4,revision_number=8']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:43.504464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-81bc22b8-a19e-47b3-8d33-3e214d551537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.506571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-81bc22b8-a19e-47b3-8d33-3e214d551537 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.1766818 Feb 07 22:35:43.516581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-63f0b879-aa65-4a02-83d8-b280d56072f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.525092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-63f0b879-aa65-4a02-83d8-b280d56072f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 1096 time: 0.2361829 Feb 07 22:35:43.546135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.546734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:43.548387 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] 10.222.0.46 "PUT /v2.0/ports/9e5e7182-1226-4efd-895f-373be35453a4 HTTP/1.1" status: 200 len: 1122 time: 2.3303580 Feb 07 22:35:43.614320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:43.614628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:43.614947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:43.623458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9e5e7182-1226-4efd-895f-373be35453a4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:43.628415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:35:43.628735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:43.632600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-e8b919ca-e7f2-4d50-85fc-612ed32cee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.634047 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-e8b919ca-e7f2-4d50-85fc-612ed32cee27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 1101 time: 0.0897319 Feb 07 22:35:43.640700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:43.641032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:43.641415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:43.641837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Bound port: ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:43.642189 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:43.657406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:43.673616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-d10581c1-9cdf-4dd6-8296-0ab0300138ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366017 Feb 07 22:35:43.719528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['9e5e7182-1226-4efd-895f-373be35453a4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:43.800766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:43.819862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:43.831804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:43.880513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:43.933584 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:43.974184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:35:44.141537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:44.146265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-9df6d70a-08a3-4e29-9015-e69a9b99a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.152724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.153428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.154072 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-9df6d70a-08a3-4e29-9015-e69a9b99a301 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.6271906 Feb 07 22:35:44.155861 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] 10.222.0.46 "PUT /v2.0/ports/ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 HTTP/1.1" status: 200 len: 1091 time: 2.2920043 Feb 07 22:35:44.213390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] Sync routers for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:44.257739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'mac_address': 'fa:16:3e:e8:7f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:35:44.350918 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.373230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:44.397599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:44.399651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:44.400733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:44.521541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:44.523001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.608990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:44.693954 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.718234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:44.722263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Transition to ACTIVE for port object afb12f3c-2318-4de4-a272-a04a1e61f799 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:44.749425 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.768422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33076) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:44.790406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Allocated IP 172.25.8.151 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/396287e3-ebaa-4de0-9710-96587eeb582f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:44.793144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19ebae-1a04-4d38-a520-24711cc9ca6e service neutron] Pushing event updated for resources: {'Port': ['ID=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:44.810805 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-68ced2e4-1df3-4835-aae7-91bc5e8ed8ae service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9641876 Feb 07 22:35:44.849477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:44.906181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] No DVR routers for this DVR port afb12f3c-2318-4de4-a272-a04a1e61f799 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:44.909702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-b63cd9af-635e-41b3-8cb2-632fa926293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.911689 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-b63cd9af-635e-41b3-8cb2-632fa926293e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 1094 time: 0.6739354 Feb 07 22:35:44.955962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-31b93d4b-7267-464e-b147-900a3751e945 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 200 len: 1001 time: 0.7696631 Feb 07 22:35:45.041348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:45.102480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:45.124406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-d68ddaa1-23ac-440f-9add-1398b9cf2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:45.126580 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-d68ddaa1-23ac-440f-9add-1398b9cf2fe9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.1579945 Feb 07 22:35:45.133386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e29e3261-81ad-4b25-8ccf-ac14b8a40946 req-78f8ec60-510e-4e96-a4e8-4e43523b7265 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104179 Feb 07 22:35:45.173412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:45.173749 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:45.174063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:45.195281 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-a8f304eb-55db-4a47-a9ff-3cea5edc95cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 HTTP/1.1" status: 200 len: 217 time: 0.2686443 Feb 07 22:35:45.200814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-1e93a7e6-0837-454e-8186-b433da044123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:45.203045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-1e93a7e6-0837-454e-8186-b433da044123 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674062 Feb 07 22:35:45.209517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Port afb12f3c-2318-4de4-a272-a04a1e61f799 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:35:45.209836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:35:45.221965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39964444-be0b-440e-b041-de79b81078e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.262751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:35:45.262984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:35:45.263363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:35:45.263826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Bound port: afb12f3c-2318-4de4-a272-a04a1e61f799, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:45.264185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.332474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-211d7f91-7d5b-46c6-b426-0661268c5f33 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173208 Feb 07 22:35:45.376600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-09d6857b-717d-4e36-ab44-d9a54102c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:45.378035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-09d6857b-717d-4e36-ab44-d9a54102c2a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.1713448 Feb 07 22:35:45.390864 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.471184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-1176aa1c-3961-4dd9-82c3-118b8c1674b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771139 Feb 07 22:35:45.488886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e97e6ea-4589-4d63-8dc2-a34c99131afa req-c620372e-75d1-4b3b-8350-33f5d34a23d2 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495619 Feb 07 22:35:45.547392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:45.639510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:35:45.663993 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.731060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:0b:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:43Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:45.734157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39964444-be0b-440e-b041-de79b81078e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.774031 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.775859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39964444-be0b-440e-b041-de79b81078e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.783881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] Checking router: 372129fc-ff00-4bd9-a1c8-b704630c216c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:45.804804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:45.805431 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:45.815925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:45.816507 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.817896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] 10.222.0.46 "PUT /v2.0/ports/afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 1096 time: 2.1718071 Feb 07 22:35:45.825052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8730184-fd8f-488b-b8ae-4e349e871ba3 req-b080b88d-0560-4423-825f-5d45a1192c45 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0965619 Feb 07 22:35:45.945070 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:45.964976 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0c20de-01c3-4e42-ad7e-85a743463057 x-openstack-request-id: req-6d0c20de-01c3-4e42-ad7e-85a743463057 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:45.965250 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5e7182-1226-4efd-895f-373be35453a4", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:45.965480 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d0c20de-01c3-4e42-ad7e-85a743463057 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:45.965863 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4', 'code': 200} Feb 07 22:35:45.967547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:45.985779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-98c52d88-a973-4a82-965f-10175bd37064 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893286 Feb 07 22:35:45.995611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:46.005713 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-39964444-be0b-440e-b041-de79b81078e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8888fea9e3444add84d529bb869d9660&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2256136 Feb 07 22:35:46.005915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:46.007573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33094) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:46.020624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39964444-be0b-440e-b041-de79b81078e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9033722-836f-45e8-8c44-7244b6fbac0b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:46.024930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557b726-5618-4ae8-ab06-f4e58fbdb94a service neutron] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:46.086493 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc34b24c-edca-4f4c-9540-1aabad90d478 x-openstack-request-id: req-fc34b24c-edca-4f4c-9540-1aabad90d478 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:46.088605 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:46.088948 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc34b24c-edca-4f4c-9540-1aabad90d478 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:46.089434 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'status': 'completed', 'code': 200} Feb 07 22:35:46.195372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:46.307101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-7c187344-b402-48e9-9461-3b6ff37ea4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.309902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-7c187344-b402-48e9-9461-3b6ff37ea4a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1099 time: 0.4452598 Feb 07 22:35:46.310395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90ee2c4b-3fa3-46e9-b582-f04329d90a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.382781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-05a91dbc-5733-4929-bddd-e6ea4c838d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.390250 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-05a91dbc-5733-4929-bddd-e6ea4c838d34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1096 time: 0.2990029 Feb 07 22:35:46.403002 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90ee2c4b-3fa3-46e9-b582-f04329d90a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.453385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701b907-caf2-47c7-9a3b-e152862b35dc req-79f966d7-6d4c-45b2-8513-ad493c2c3b2c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.461015 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.461397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3701b907-caf2-47c7-9a3b-e152862b35dc req-79f966d7-6d4c-45b2-8513-ad493c2c3b2c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 948 time: 0.2701745 Feb 07 22:35:46.471243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event updated for resources: {'Port': ['ID=396287e3-ebaa-4de0-9710-96587eeb582f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:46.602538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:46.602919 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.606448 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3701b907-caf2-47c7-9a3b-e152862b35dc req-79e35080-3829-4234-9ed1-2fa42a734a09 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440094 Feb 07 22:35:46.643735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-99dcc264-d8ef-4231-9334-9321af2ae3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.657759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-99dcc264-d8ef-4231-9334-9321af2ae3d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.2505028 Feb 07 22:35:46.661882 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90ee2c4b-3fa3-46e9-b582-f04329d90a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.676039 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90ee2c4b-3fa3-46e9-b582-f04329d90a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.682583 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-90ee2c4b-3fa3-46e9-b582-f04329d90a26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9033722-836f-45e8-8c44-7244b6fbac0b HTTP/1.1" status: 204 len: 168 time: 0.6689272 Feb 07 22:35:46.746443 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.766735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee2c4b-3fa3-46e9-b582-f04329d90a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9033722-836f-45e8-8c44-7244b6fbac0b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:46.770941 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-218996ad-a79a-4e58-96c5-9ec75c73c339 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 217 time: 0.0902076 Feb 07 22:35:46.945711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-d7486b2a-911b-4217-9103-badae1e9d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.949103 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-d7486b2a-911b-4217-9103-badae1e9d535 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.1545370 Feb 07 22:35:46.959424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30d1c2-16e1-457f-adf2-712dac4aec9b req-0105515f-429a-47b3-a229-48e72e474b9f tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.968941 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a30d1c2-16e1-457f-adf2-712dac4aec9b req-0105515f-429a-47b3-a229-48e72e474b9f tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.2035952 Feb 07 22:35:47.005694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2190b3ba-caf4-4bf5-b5a7-2a48cfedaa3f req-9c90e9ae-1f87-4f02-a6a1-8e426335db3b service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0015645 Feb 07 22:35:47.006864 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.058903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a30d1c2-16e1-457f-adf2-712dac4aec9b req-86483792-1614-45a6-8890-bca17771ad1e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857301 Feb 07 22:35:47.091298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-738b1e97-c76b-4863-876a-279434f849a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:47.099044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-738b1e97-c76b-4863-876a-279434f849a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254265 Feb 07 22:35:47.126463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:47.129627 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9b39e9-4b16-4950-bb81-ac63fa1c46d1" -d '{"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:47.179309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:47.194830 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.195647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:35:47.250016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-c22f215b-f08e-44c7-8b33-4ebf3f01e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:47.254339 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-c22f215b-f08e-44c7-8b33-4ebf3f01e5e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.9201739 Feb 07 22:35:47.339669 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-84907d99-cb24-46cf-b4d9-ff6e09706d07 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284930 Feb 07 22:35:47.366357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-c95701f4-e460-4f58-9152-1aca3bdfc66c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 217 time: 0.1038277 Feb 07 22:35:47.379517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:0b:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:43Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:47.380386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33106) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:47.443237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf84876d-9ab9-4d81-b972-a120393c99a8 None None] The sync data for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 is: [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:0b:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:43Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:47.457084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:35:47.463679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:47.507550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c6bc-8558-4a1c-b95e-981bb446b2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.524944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.544664 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e7c54ef-003d-48c0-9fc0-d3207aed08d3 req-c82b2554-e35d-43e6-84a4-e28c8c90ccee service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384931 Feb 07 22:35:47.548441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.573763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc1466-5e8e-43b8-92db-4d56e47f26bd req-1f09cce4-46ca-41b3-b029-22c842a70c89 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:47.576853 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0fbc1466-5e8e-43b8-92db-4d56e47f26bd req-1f09cce4-46ca-41b3-b029-22c842a70c89 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 943 time: 0.2347310 Feb 07 22:35:47.604907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-74dbdcf8-99cb-4548-9c81-5766382f9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:47.606957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-74dbdcf8-99cb-4548-9c81-5766382f9c86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2316918 Feb 07 22:35:47.656466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0fbc1466-5e8e-43b8-92db-4d56e47f26bd req-e4f5347b-fc3e-4915-99be-086863ca8fc0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665176 Feb 07 22:35:47.738887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event updated for resources: {'Port': ['ID=396287e3-ebaa-4de0-9710-96587eeb582f,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:47.769387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.782487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-86180329-45fb-419f-b4af-59dcdf08dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:47.783902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-86180329-45fb-419f-b4af-59dcdf08dfea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694624 Feb 07 22:35:47.800956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54f6d211-0d3a-4c67-aba7-a5e403bf94b2 req-c27301f3-713b-4b72-a3f3-37e4df843ba2 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.1128740 Feb 07 22:35:47.822267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.823245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-367ad5dc-e11b-4eae-bbbf-fbb5c22eb25f tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2109549 Feb 07 22:35:47.905930 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c6bc-8558-4a1c-b95e-981bb446b2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.913945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d211-0d3a-4c67-aba7-a5e403bf94b2 req-3f946920-7a71-48c7-b8f2-f899bbd1290f tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:47.918158 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54f6d211-0d3a-4c67-aba7-a5e403bf94b2 req-3f946920-7a71-48c7-b8f2-f899bbd1290f tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports/cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 200 len: 942 time: 0.1088097 Feb 07 22:35:47.985738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c6bc-8558-4a1c-b95e-981bb446b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.988161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4'}, {'name': 'network-changed', 'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9'}, {'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799'}, {'name': 'network-changed', 'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:47.991162 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47676946-9452-4489-9c45-51e9f0d4f3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "tag": "9e5e7182-1226-4efd-895f-373be35453a4"}, {"name": "network-changed", "server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9"}, {"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799"}, {"name": "network-changed", "server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:48.026546 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-6a535fa2-43b5-45c7-b8ff-a349e37d798d tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.1445043 Feb 07 22:35:48.095822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:48.097862 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:48.110778 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1ea6c6bc-8558-4a1c-b95e-981bb446b2bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab7922c4203843d8b502fc9b9aaf5c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7105486 Feb 07 22:35:48.112873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33114) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:48.194505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6c6bc-8558-4a1c-b95e-981bb446b2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9aea94-6092-4a9a-9fd8-7af011e5bbf9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:48.222999 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-9cf743e4-4bfc-4417-b0d2-82175cdc0378 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294739 Feb 07 22:35:48.234086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54f6d211-0d3a-4c67-aba7-a5e403bf94b2 req-db202561-7398-4ae8-9e04-53ba894c527b tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.2415330 Feb 07 22:35:48.375443 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c18ed871-c252-46f9-9c0a-15e3a3393a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.438241 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c18ed871-c252-46f9-9c0a-15e3a3393a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.464875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d211-0d3a-4c67-aba7-a5e403bf94b2 req-b397915e-cc8e-42c4-8967-a11e3e8bae24 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:48.476283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54f6d211-0d3a-4c67-aba7-a5e403bf94b2 req-b397915e-cc8e-42c4-8967-a11e3e8bae24 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2412729 Feb 07 22:35:48.547775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c18ed871-c252-46f9-9c0a-15e3a3393a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.560330 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c18ed871-c252-46f9-9c0a-15e3a3393a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.561529 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c18ed871-c252-46f9-9c0a-15e3a3393a27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f9aea94-6092-4a9a-9fd8-7af011e5bbf9 HTTP/1.1" status: 204 len: 168 time: 0.4428189 Feb 07 22:35:48.580802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ed871-c252-46f9-9c0a-15e3a3393a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9aea94-6092-4a9a-9fd8-7af011e5bbf9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:48.735277 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2d204a1-4da0-43c6-9b52-daac48fb5f25 req-f48a0144-0f10-474c-8f9e-9a5bffadfd18 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0576463 Feb 07 22:35:48.810110 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe86093a-eabc-40b0-9213-0925eb08fe90 x-openstack-request-id: req-fe86093a-eabc-40b0-9213-0925eb08fe90 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:48.810835 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:48.811148 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe86093a-eabc-40b0-9213-0925eb08fe90 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:48.811543 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'code': 200} Feb 07 22:35:48.838930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-94d64bd6-e526-4501-a717-2ab0277fcc30 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:48.841095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f17691a8-5ace-4590-9168-1d026fda0ce8 req-94d64bd6-e526-4501-a717-2ab0277fcc30 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.7965379 Feb 07 22:35:48.964116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4606d6c-1b27-4b08-8465-d773fa3f5d0b req-5aa69ae6-9bae-4068-ba7c-99977efa1fb9 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091091 Feb 07 22:35:49.024351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8cbd7-102b-4ce3-9222-f577d59cc2b1 req-9cb2b4c3-3a40-480f-b21e-a12cfbad2a11 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.041437 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cca8cbd7-102b-4ce3-9222-f577d59cc2b1 req-9cb2b4c3-3a40-480f-b21e-a12cfbad2a11 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 948 time: 0.1527081 Feb 07 22:35:49.048556 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70302b8-8101-4fa3-a178-dac18b2ec9a3 x-openstack-request-id: req-a70302b8-8101-4fa3-a178-dac18b2ec9a3 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:49.049175 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "tag": "9e5e7182-1226-4efd-895f-373be35453a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9", "status": "completed", "code": 200}, {"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799", "code": 200}, {"name": "network-changed", "server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:49.049600 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a70302b8-8101-4fa3-a178-dac18b2ec9a3 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:49.050265 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4', 'status': 'completed', 'code': 200} Feb 07 22:35:49.051024 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9', 'status': 'completed', 'code': 200} Feb 07 22:35:49.052248 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'code': 200} Feb 07 22:35:49.052667 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'status': 'completed', 'code': 200} Feb 07 22:35:49.312864 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cca8cbd7-102b-4ce3-9222-f577d59cc2b1 req-b1fc6300-7061-4889-9b73-23fee369bf7d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702723 Feb 07 22:35:49.356438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-eb41699f-9112-4635-9cb6-9c7ca71f5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.360238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-eb41699f-9112-4635-9cb6-9c7ca71f5d7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 1125 time: 0.3106015 Feb 07 22:35:49.458491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-61b35b21-e563-471d-8858-95bc834fc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.461053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-61b35b21-e563-471d-8858-95bc834fc5de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 1094 time: 0.2470462 Feb 07 22:35:49.483486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69de0c5-0af9-4990-b29a-bd2ac894293d req-029c230e-5587-419e-aeba-4826f24d4814 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.485049 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b69de0c5-0af9-4990-b29a-bd2ac894293d req-029c230e-5587-419e-aeba-4826f24d4814 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 944 time: 0.2098649 Feb 07 22:35:49.546619 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a4b35c-cddf-46ad-9bec-a0b234f7004e x-openstack-request-id: req-d5a4b35c-cddf-46ad-9bec-a0b234f7004e {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:49.546896 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:49.547146 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5a4b35c-cddf-46ad-9bec-a0b234f7004e {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:49.547521 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'status': 'completed', 'code': 200} Feb 07 22:35:49.655393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-2e3de021-0927-490e-bf13-a069a194b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.657310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-2e3de021-0927-490e-bf13-a069a194b356 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 1096 time: 0.1204605 Feb 07 22:35:49.712676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-feed2b20-b72a-4898-a2fe-84e128b43ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.714674 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-feed2b20-b72a-4898-a2fe-84e128b43ff4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.2257719 Feb 07 22:35:49.753644 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b69de0c5-0af9-4990-b29a-bd2ac894293d req-4b95e3b7-d9f3-4ede-a8dc-f942482b6155 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733099 Feb 07 22:35:49.821106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-ea61da4d-e167-4fba-b9ad-819bb96875d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 HTTP/1.1" status: 200 len: 217 time: 0.0934594 Feb 07 22:35:49.823655 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-0a87348d-ea16-4278-9c1f-5adf95ecb099 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.2878540 Feb 07 22:35:49.862177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-319889ff-dfb4-49b1-bf1b-67369bf60869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.865222 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-319889ff-dfb4-49b1-bf1b-67369bf60869 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.4961767 Feb 07 22:35:49.920125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-39f16d1a-7e13-4bd6-a0c8-7c9264711711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.922441 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-39f16d1a-7e13-4bd6-a0c8-7c9264711711 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0925252 Feb 07 22:35:49.969458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9e5e7182-1226-4efd-895f-373be35453a4 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:35:50.033715 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-c5023199-7df4-4749-89f6-e31bc8fee654 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739295 Feb 07 22:35:50.040695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-b7c0045d-757b-4445-bf25-aa7271ec16b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e5e7182-1226-4efd-895f-373be35453a4 HTTP/1.1" status: 200 len: 217 time: 0.1642673 Feb 07 22:35:50.046267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-3e383e39-c460-421e-9323-6ef7c12755f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.052387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-3e383e39-c460-421e-9323-6ef7c12755f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.3800766 Feb 07 22:35:50.104461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-9633d3a9-084f-4e62-84da-95f4188bc10c tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.116398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-9633d3a9-084f-4e62-84da-95f4188bc10c tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports/cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 200 len: 942 time: 0.2829988 Feb 07 22:35:50.195378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-53845900-59d0-4bbe-85d3-3bfac7f7e73d service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526070 Feb 07 22:35:50.203653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d92c38-dba9-4bd5-9801-43d6f7593ce5 req-093ea34a-928d-4890-8236-c6fc939cbb90 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.211405 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7d92c38-dba9-4bd5-9801-43d6f7593ce5 req-093ea34a-928d-4890-8236-c6fc939cbb90 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 943 time: 0.2877009 Feb 07 22:35:50.315345 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-1b2cf4b0-0dbc-40e3-b65a-32435e691e69 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009405 Feb 07 22:35:50.376097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-cd35fa86-ea59-40fc-8cd7-75dfdfe2d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.377925 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-cd35fa86-ea59-40fc-8cd7-75dfdfe2d185 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.3246477 Feb 07 22:35:50.403874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-ecf15402-259d-4dbb-83df-04c7b18657c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 200 len: 1001 time: 0.3283815 Feb 07 22:35:50.412196 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7d92c38-dba9-4bd5-9801-43d6f7593ce5 req-5d903c5c-c93d-45da-9088-5f99b643ddef tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994863 Feb 07 22:35:50.450940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-aff2a7f0-941d-4cb4-8611-b0d1128af461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641065 Feb 07 22:35:50.498152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-ee71bc56-3538-4adb-bbae-f45f88301b40 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.2462723 Feb 07 22:35:50.620067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-a697bb3b-cbd0-4dc7-9c81-dc7ae4e40fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.621554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-a697bb3b-cbd0-4dc7-9c81-dc7ae4e40fae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.1883109 Feb 07 22:35:50.635121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-958604ae-5430-4fd3-bfa2-23196a340cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.639681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-958604ae-5430-4fd3-bfa2-23196a340cb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1099 time: 0.2467649 Feb 07 22:35:50.640453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33164) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:50.721048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-14e3f796-3762-4de2-b50c-8ee38f844b43 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190685 Feb 07 22:35:50.729600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-b0f38d81-8696-4a52-861e-01ffe8072c71 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.738128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-b0f38d81-8696-4a52-861e-01ffe8072c71 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2390702 Feb 07 22:35:50.772085 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3464c151-595d-431a-ad11-c790809ae6a8 req-10b61d22-0997-4bf8-8e67-8b7c390e1511 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3075855 Feb 07 22:35:50.777224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-d562af8b-184a-4c40-9fc3-5ae8ca83404e service neutron] 10.222.0.24 "GET /v2.0/ports/9e5e7182-1226-4efd-895f-373be35453a4/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 384 time: 0.1946621 Feb 07 22:35:50.781557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:50.803873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-31a6efa7-1e48-437c-a4bc-eeab65fd57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.805352 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-31a6efa7-1e48-437c-a4bc-eeab65fd57b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706131 Feb 07 22:35:50.889284 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e62acd1-8809-4224-855c-ab8564fe28ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.910228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-7403b287-55b5-4569-8087-1b0b01ce3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.911763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-7403b287-55b5-4569-8087-1b0b01ce3261 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2589216 Feb 07 22:35:50.920200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.966373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-51575943-c8d7-4cc6-9487-93800a7e7f4d tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.2270713 Feb 07 22:35:50.974476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c657474-068e-41eb-9422-35f50bcbec4e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:51.016710 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-1cbb7530-7517-4565-8b3f-1970fecf4c04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 217 time: 0.0774477 Feb 07 22:35:51.186466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-02834d76-639d-4a89-aa34-65ccfb1dc871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:51.187842 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-02834d76-639d-4a89-aa34-65ccfb1dc871 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1353397 Feb 07 22:35:51.270769 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e62acd1-8809-4224-855c-ab8564fe28ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.291226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:51.313523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e62acd1-8809-4224-855c-ab8564fe28ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.386501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-bb3e2af3-dda2-496b-a5bc-2c588cc661fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:51.388247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-bb3e2af3-dda2-496b-a5bc-2c588cc661fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865053 Feb 07 22:35:51.391248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:51.422890 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef092-6ca4-45ef-acee-eb512ada57ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.443865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62acd1-8809-4224-855c-ab8564fe28ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4647580b-2b5e-4fed-9c39-e3266369bbb4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:51.462208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5e62acd1-8809-4224-855c-ab8564fe28ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c86e27025c79423193efcd668707329c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8134279 Feb 07 22:35:51.465304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33172) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:51.509694 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.527363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5e7182-1226-4efd-895f-373be35453a4 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:51.529811 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-a6fa51ee-c6fa-4276-8015-ea8af0120aee service neutron] 10.222.0.24 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7887309 Feb 07 22:35:51.545335 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-32451bb9-1352-4970-9f47-8e58aafd8e56 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974289 Feb 07 22:35:51.577821 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c657474-068e-41eb-9422-35f50bcbec4e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.666917 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:51.713330 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.713617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:35:51.789131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-78cc298b-37d1-464e-9722-466d3609bcbc service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605626 Feb 07 22:35:51.824458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf84b7fa-d032-464a-9d1d-8bacb346c9ee req-a26abdad-61d9-472a-9a23-9600825f8ba2 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679527 Feb 07 22:35:51.847455 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39b56990-02a7-4c8e-a193-7536f7fef693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.876775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39b56990-02a7-4c8e-a193-7536f7fef693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.885654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:51.899011 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'mac_address': 'fa:16:3e:13:90:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:35:51.922670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-cbe32b55-be60-4c92-bbad-bb5e87b7893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:51.922931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-cbe32b55-be60-4c92-bbad-bb5e87b7893f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1099 time: 0.1796162 Feb 07 22:35:51.949965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Allocated IP 172.25.8.36 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/9eb0bb30-d1fd-4049-a336-1e54cc77cbbc) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:51.972405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39b56990-02a7-4c8e-a193-7536f7fef693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.975447 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39b56990-02a7-4c8e-a193-7536f7fef693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.980781 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-39b56990-02a7-4c8e-a193-7536f7fef693 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4647580b-2b5e-4fed-9c39-e3266369bbb4 HTTP/1.1" status: 204 len: 168 time: 0.5102983 Feb 07 22:35:51.998374 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.007385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b56990-02a7-4c8e-a193-7536f7fef693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4647580b-2b5e-4fed-9c39-e3266369bbb4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:52.074579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb12f3c-2318-4de4-a272-a04a1e61f799 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:52.113892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:52.119322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c657474-068e-41eb-9422-35f50bcbec4e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.125689 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.138633 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c657474-068e-41eb-9422-35f50bcbec4e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.138633 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c657474-068e-41eb-9422-35f50bcbec4e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac disassociated. External IP: 172.25.8.230, port: cf83a6eb-4e6e-4601-b421-aca85f1f06a4. Feb 07 22:35:52.198897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-5e257abb-9155-41a6-8839-77cbb4e10cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:52.200550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-5e257abb-9155-41a6-8839-77cbb4e10cee service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2666445 Feb 07 22:35:52.204299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:52.211670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] Transition to ACTIVE for port object 9e5e7182-1226-4efd-895f-373be35453a4 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:52.235280 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-f6e65172-0138-4a1f-9aad-df9013d84375 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981531 Feb 07 22:35:52.239996 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.269119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-828faa92-f84c-4994-a7c1-a3be18fdca63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 217 time: 0.0601931 Feb 07 22:35:52.368814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-1b4416bb-073e-4a63-97be-2022e362907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:52.370413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-1b4416bb-073e-4a63-97be-2022e362907f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0699408 Feb 07 22:35:52.439393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] No DVR routers for this DVR port 9e5e7182-1226-4efd-895f-373be35453a4 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:52.452675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5e7182-1226-4efd-895f-373be35453a4,revision_number=10']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:52.515279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['afb12f3c-2318-4de4-a272-a04a1e61f799'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:52.536494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-1143e99d-67d1-4e2a-98b0-76ac91c9b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:52.537977 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-1143e99d-67d1-4e2a-98b0-76ac91c9b98d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322248 Feb 07 22:35:52.553455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.601588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a0ccb5bf-b878-4a8f-ba16-7c2f51d1c8b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/9e5e7182-1226-4efd-895f-373be35453a4/bindings/n-h1-827895-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8138530 Feb 07 22:35:52.660032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c657474-068e-41eb-9422-35f50bcbec4e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Router 372129fc-ff00-4bd9-a1c8-b704630c216c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:35:52.744000 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-36ae2e72-a11b-45f5-9ac7-c7cba880319c service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970656 Feb 07 22:35:52.769916 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.886413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c657474-068e-41eb-9422-35f50bcbec4e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:35:52.892545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c657474-068e-41eb-9422-35f50bcbec4e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.902727 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] Sync routers for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:52.912155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:52.920565 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:52.921201 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:52.927752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:52.942574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:35:52.946121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-884269cb-4034-44ac-8768-f285dd95c717 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:52.947864 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-884269cb-4034-44ac-8768-f285dd95c717 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.2780733 Feb 07 22:35:52.961723 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c657474-068e-41eb-9422-35f50bcbec4e tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "PUT /v2.0/floatingips/ca4c15cf-b52a-4943-9936-60f744cd30ac HTTP/1.1" status: 200 len: 695 time: 1.9870915 Feb 07 22:35:52.973458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:52.975306 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:52.980606 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47676946-9452-4489-9c45-51e9f0d4f3f1 req-44ba956a-11e5-407c-bab3-40363fc9c34a service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863995 Feb 07 22:35:53.017640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-1bc7174f-8bb7-4816-9fe5-915389ff6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:53.019761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-1bc7174f-8bb7-4816-9fe5-915389ff6864 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 1096 time: 0.0571618 Feb 07 22:35:53.040746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event updated for resources: {'Port': ['ID=9eb0bb30-d1fd-4049-a336-1e54cc77cbbc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:53.176036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-2768369e-3888-4220-8ff6-c1fd72d60db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:53.176416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-287a0c53-8299-453a-8e09-21dc4f9f1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:53.177540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-2768369e-3888-4220-8ff6-c1fd72d60db7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5 HTTP/1.1" status: 200 len: 1096 time: 0.2121572 Feb 07 22:35:53.177924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-287a0c53-8299-453a-8e09-21dc4f9f1d59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.1510680 Feb 07 22:35:53.184467 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:53.242621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-f8f30808-0d3a-45e8-8d48-14a6c21c61e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 200 len: 217 time: 0.0397811 Feb 07 22:35:53.288112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.358369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-af730e87-7804-4b7e-b38d-8e3b6ac98e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:53.359980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-af730e87-7804-4b7e-b38d-8e3b6ac98e40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.1096478 Feb 07 22:35:53.411798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.457520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-8c35dbc8-0d3c-4801-a3b2-5309066f8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:53.472468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-8c35dbc8-0d3c-4801-a3b2-5309066f8fcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055014 Feb 07 22:35:53.487095 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:53.523729 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] Checking router: 372129fc-ff00-4bd9-a1c8-b704630c216c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:53.535463 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:35:53.536597 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:53.633354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-af794cb9-1d7d-40f0-9102-45eb2fe6f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:53.634849 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-af794cb9-1d7d-40f0-9102-45eb2fe6f40d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 1096 time: 0.4106491 Feb 07 22:35:53.636677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-135b030c-e196-45a6-8573-49678dc52589 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608658 Feb 07 22:35:53.637219 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.652765 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.713281 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:35:53.720469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:53.743273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event updated for resources: {'Port': ['ID=9eb0bb30-d1fd-4049-a336-1e54cc77cbbc,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:53.824873 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2058b707-f02f-4d7c-8662-57fa31dea930 req-6c8bd07d-0c89-430a-832a-0662c11878c4 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781878 Feb 07 22:35:53.886223 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-16636964-e0bc-4be4-ae92-ea3be1608bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.891310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port afb12f3c-2318-4de4-a272-a04a1e61f799 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:53.897710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port afb12f3c-2318-4de4-a272-a04a1e61f799 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:53.901178 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.973697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.027566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-24ee528f-8423-499c-b8ae-accc14cd6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:54.036359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-24ee528f-8423-499c-b8ae-accc14cd6218 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 200 len: 921 time: 0.3935101 Feb 07 22:35:54.039868 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.041245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3464c151-595d-431a-ad11-c790809ae6a8 req-3f60dd5a-b1bb-4bcb-88c4-547702eba923 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2688577 Feb 07 22:35:54.105554 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.135064 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7bbd6ff3-7be1-4d76-a9aa-852f92aa6418 req-68853870-e8bd-4780-aabe-e8fd21f86a38 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0610447 Feb 07 22:35:54.187782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:54.190468 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7464d4-943a-4912-a968-dfc65695f07a" -d '{"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-plugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:54.194293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-c85b6ac9-1746-4e06-a9ca-2bc57ae945fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e5e7182-1226-4efd-895f-373be35453a4 HTTP/1.1" status: 200 len: 217 time: 0.1473172 Feb 07 22:35:54.226235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:54.242010 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.319529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3464c151-595d-431a-ad11-c790809ae6a8 req-a2dcef3f-8141-45b6-bf62-8f13098d87a7 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.36 HTTP/1.1" status: 200 len: 695 time: 0.2527235 Feb 07 22:35:54.342092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:54.389460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e0a99-02df-445a-8332-b6c3289c50bc req-8278edf8-5f86-4feb-a20e-d199a51e1fcb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:54.402426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c98e0a99-02df-445a-8332-b6c3289c50bc req-8278edf8-5f86-4feb-a20e-d199a51e1fcb tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1344266 Feb 07 22:35:54.466131 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:54.469849 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c98e0a99-02df-445a-8332-b6c3289c50bc req-46d4f598-cc73-4cc0-bca4-90ef1962d753 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584331 Feb 07 22:35:54.495805 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20127bc3-3468-48af-b5a9-dc6f62323d16 None None] The sync data for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 is: [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:54.654237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531f013-aa47-41b2-9136-3dc67f945b1f req-0a9e0d66-bf1b-41b7-aa8b-1e7f1071bb37 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:54.663175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a531f013-aa47-41b2-9136-3dc67f945b1f req-0a9e0d66-bf1b-41b7-aa8b-1e7f1071bb37 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 945 time: 0.1103418 Feb 07 22:35:54.708075 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.729200 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a531f013-aa47-41b2-9136-3dc67f945b1f req-88519000-73f7-4449-89f7-9a2147456f1b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600362 Feb 07 22:35:54.811298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33244) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:54.899320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74967579-20ca-4e79-be2e-2aadd6fa8d08 req-a9e63c9f-3ecf-4762-a345-a6769298e6ed tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:54.907843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74967579-20ca-4e79-be2e-2aadd6fa8d08 req-a9e63c9f-3ecf-4762-a345-a6769298e6ed tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 943 time: 0.0691748 Feb 07 22:35:54.927516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd491d5-6bb0-41b1-b4f0-c9fbd065d340 None None] New status for floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:35:54.973379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74967579-20ca-4e79-be2e-2aadd6fa8d08 req-c0269ab5-102a-4b40-b80d-319c7bda3124 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646548 Feb 07 22:35:54.974604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-83a5078c-5d4a-451d-b806-2667dc96ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:54.979201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-83a5078c-5d4a-451d-b806-2667dc96ff71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 200 len: 861 time: 0.7225738 Feb 07 22:35:54.988022 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96c709ff-16fb-47f7-8057-6a5ec30a46f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.054122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-8c2070e2-a62c-4431-9e47-d34f0c900a35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9b0ec99-df8d-4e27-ac75-264f35d7cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598114 Feb 07 22:35:55.061111 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49950aa4-8415-4991-a5e4-c1b2f522e11a x-openstack-request-id: req-49950aa4-8415-4991-a5e4-c1b2f522e11a {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:55.061583 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:55.062156 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49950aa4-8415-4991-a5e4-c1b2f522e11a {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:55.062852 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'status': 'completed', 'code': 200} Feb 07 22:35:55.131920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96c709ff-16fb-47f7-8057-6a5ec30a46f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.138156 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96c709ff-16fb-47f7-8057-6a5ec30a46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.179007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464c151-595d-431a-ad11-c790809ae6a8 req-da47f1ec-f5b8-4f69-ae5e-7b2df783d185 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:55.183239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-96c709ff-16fb-47f7-8057-6a5ec30a46f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5185a8b33ce04d6e96809992358592d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706374 Feb 07 22:35:55.194664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3464c151-595d-431a-ad11-c790809ae6a8 req-da47f1ec-f5b8-4f69-ae5e-7b2df783d185 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.8666806 Feb 07 22:35:55.199056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33252) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:35:55.252924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-87573232-1e5d-4f3b-813a-6e093f1e1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:55.254564 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-87573232-1e5d-4f3b-813a-6e093f1e1b22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 1096 time: 0.1588421 Feb 07 22:35:55.256666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c709ff-16fb-47f7-8057-6a5ec30a46f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c10a455-76dc-4d0f-b1c0-de1440bbd2fb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:55.303411 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f619e811-84dc-445b-bfbd-18d908f7741d x-openstack-request-id: req-f619e811-84dc-445b-bfbd-18d908f7741d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:55.303875 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-plugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:55.304133 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f619e811-84dc-445b-bfbd-18d908f7741d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:55.304531 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'code': 200} Feb 07 22:35:55.413582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-4137f4c0-fb6b-4a32-a9e4-fbad44e94db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:55.414957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-4137f4c0-fb6b-4a32-a9e4-fbad44e94db6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.1384170 Feb 07 22:35:55.472534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-e0920011-e1bc-454e-9100-9ca43a9f0254 service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085488 Feb 07 22:35:55.504967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6da979c-947f-4784-a7de-007e5985e4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.510291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-5d6c5551-7cca-483b-92c1-d56a8de771e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 200 len: 217 time: 0.0837169 Feb 07 22:35:55.528400 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14e0437c-5256-4c68-9497-800d01e16335 req-abaea4ba-5f4f-4301-92c3-2360ed0f2a60 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0325556 Feb 07 22:35:55.574677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-032369da-2ecb-4373-abda-c0a7d835e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:55.577007 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-032369da-2ecb-4373-abda-c0a7d835e687 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.0509932 Feb 07 22:35:55.611620 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-34d413da-dcb5-4860-bbe2-23bbd2c8658b service neutron] 10.222.0.46 "GET /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116881 Feb 07 22:35:55.633193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e09fd03-6b8e-4e56-beed-f238d772bf95 req-75072871-6950-46d6-8b60-b0eb64ee9be7 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips/3f7bccf6-9550-456e-a444-174467a36807 HTTP/1.1" status: 200 len: 692 time: 0.0550334 Feb 07 22:35:55.649135 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6da979c-947f-4784-a7de-007e5985e4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.734779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-c5d9c3fb-e3ad-48e5-8b8f-01ee8bb533ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:55.735731 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6da979c-947f-4784-a7de-007e5985e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.736530 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-c5d9c3fb-e3ad-48e5-8b8f-01ee8bb533ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212146 Feb 07 22:35:55.737077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:35:55.742437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6da979c-947f-4784-a7de-007e5985e4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.744569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c6da979c-947f-4784-a7de-007e5985e4ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c10a455-76dc-4d0f-b1c0-de1440bbd2fb HTTP/1.1" status: 204 len: 168 time: 0.5437906 Feb 07 22:35:55.757969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da979c-947f-4784-a7de-007e5985e4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c10a455-76dc-4d0f-b1c0-de1440bbd2fb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:55.869930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09fd03-6b8e-4e56-beed-f238d772bf95 req-28e3b744-535b-4933-8eae-8c6199a6ce1d tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:55.872472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e09fd03-6b8e-4e56-beed-f238d772bf95 req-28e3b744-535b-4933-8eae-8c6199a6ce1d tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2200758 Feb 07 22:35:55.953132 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-da812425-8a85-4824-9312-5ceb9e1f3c03 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060061 Feb 07 22:35:55.975692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:56.016411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9', 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519', 'port_id': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9', 'mac_address': 'fa:16:3e:6c:f2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98536373-bef5-49be-b874-1ecb548ad3c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:35:56.118687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-4e9da27f-1a9b-4737-9f8b-e92e02271830 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:56.122286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-4e9da27f-1a9b-4737-9f8b-e92e02271830 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 950 time: 0.2434516 Feb 07 22:35:56.126611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-6120fa91-e0e2-456d-9361-acde99c55198 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:56.128336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-6120fa91-e0e2-456d-9361-acde99c55198 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b&tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.1214945 Feb 07 22:35:56.140736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e74dc5-ddd0-49d7-91dc-9643cf6828ee req-6ee32de9-11f1-4f08-9ee8-e105e256c321 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811604 Feb 07 22:35:56.153657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.158024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c72845-c505-4048-b3a2-d0b11e6bc7f1 req-137874a0-4764-4d4d-9030-e88a8c57be64 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:56.166888 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60c72845-c505-4048-b3a2-d0b11e6bc7f1 req-137874a0-4764-4d4d-9030-e88a8c57be64 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 945 time: 0.1521826 Feb 07 22:35:56.199264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:56.211847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60c72845-c505-4048-b3a2-d0b11e6bc7f1 req-4c548b72-a748-4add-b295-3bd521abd63d tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Feb 07 22:35:56.244513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:56.258721 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.306601 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.356276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:56.413799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e639-ee9a-487a-bd73-67eead6c3b5d req-0052fa3b-a96a-4ba8-b137-d21caad6e250 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:56.415664 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0136e639-ee9a-487a-bd73-67eead6c3b5d req-0052fa3b-a96a-4ba8-b137-d21caad6e250 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.0639217 Feb 07 22:35:56.478510 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0136e639-ee9a-487a-bd73-67eead6c3b5d req-e1138bf0-a1ba-492a-97d8-27d85d0645a4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551562 Feb 07 22:35:56.546943 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.578510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['ab013edb-f7b5-452d-8c2d-bb806d4fa9a9'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:56.605973 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-c604ae5e-e0d0-490a-9d5e-121b3f7873a8 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips/3f7bccf6-9550-456e-a444-174467a36807 HTTP/1.1" status: 200 len: 692 time: 0.0620286 Feb 07 22:35:56.646881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-2400b433-cc8c-4a3a-995c-38dfba85b346 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:56.656315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-2400b433-cc8c-4a3a-995c-38dfba85b346 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3970149 Feb 07 22:35:56.674821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a1012539-43d4-4820-9385-034322c05b80 service neutron] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:35:56.676797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c84035bb-4282-4cf4-8a99-b27e724de81a service neutron] 10.222.0.46 "GET /v2.0/ports/afb12f3c-2318-4de4-a272-a04a1e61f799/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.5396452 Feb 07 22:35:56.694760 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:35:56.733274 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a1012539-43d4-4820-9385-034322c05b80 service neutron] Notify callbacks [] for binding, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.734757 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a1012539-43d4-4820-9385-034322c05b80 service neutron] 10.222.0.46 "DELETE /v2.0/ports/9e5e7182-1226-4efd-895f-373be35453a4/bindings/n-h2-827895-2 HTTP/1.1" status: 204 len: 173 time: 0.5958457 Feb 07 22:35:56.804134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-e9999ded-175e-46a8-bced-f36ed3b733e4 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:56.812042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-e9999ded-175e-46a8-bced-f36ed3b733e4 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2051437 Feb 07 22:35:56.830380 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-d2dfada5-754c-4aba-b41c-123ade16a962 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1729984 Feb 07 22:35:56.841150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Request body: {'floatingip': {'port_id': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:56.902106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-b7a4900b-82b5-43ec-a5ad-bdefe6912925 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.36 HTTP/1.1" status: 200 len: 695 time: 0.0887394 Feb 07 22:35:56.941223 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.967141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-09482122-3adb-4f0d-99a1-2002ae2ca056 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.36 HTTP/1.1" status: 200 len: 695 time: 0.0638640 Feb 07 22:35:57.015746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-5c8dfb2c-83b4-4e52-a917-9e4d97274d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:57.017838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-5c8dfb2c-83b4-4e52-a917-9e4d97274d68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1101 time: 0.2882082 Feb 07 22:35:57.214949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Deleting port 9eb0bb30-d1fd-4049-a336-1e54cc77cbbc {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:35:57.215907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.375914 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.376317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.392215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Calling delete_port for 9eb0bb30-d1fd-4049-a336-1e54cc77cbbc owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:35:57.413907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-3566d431-58eb-40ef-b7b0-10ca20836e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:57.416649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-3566d431-58eb-40ef-b7b0-10ca20836e0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3778753 Feb 07 22:35:57.428263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-784829e4-2d1c-46ed-ae71-06014a165d4a tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:57.430748 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-784829e4-2d1c-46ed-ae71-06014a165d4a tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f157e92-936e-4b29-b32d-cff6d0c34b5b HTTP/1.1" status: 200 len: 945 time: 0.4307683 Feb 07 22:35:57.594436 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-4c4ed8f9-ef38-41eb-9ba5-ce130945b222 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 217 time: 0.1619015 Feb 07 22:35:57.618098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.657188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event deleted for resources: {'Port': ['ID=9eb0bb30-d1fd-4049-a336-1e54cc77cbbc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:57.758659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-67472b58-5594-4c2b-9431-bfe4672db471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:57.760790 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-67472b58-5594-4c2b-9431-bfe4672db471 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1592636 Feb 07 22:35:57.807608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:35:57.839753 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.862918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.879960 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-009836e4-ad9b-4937-bcf7-d5b05de69efb req-4e5ff4fd-1c61-4d5c-818d-c55ce88eac28 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "DELETE /v2.0/floatingips/3f7bccf6-9550-456e-a444-174467a36807 HTTP/1.1" status: 204 len: 173 time: 0.9118073 Feb 07 22:35:57.926045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:57.938573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:57.940069 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.998790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Deleting port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:35:57.999176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.120058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f0797-ca86-46f3-9769-18ee84a469ce req-105467c7-3dde-478d-9a82-dc9f7e040d01 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:58.128722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d70f0797-ca86-46f3-9769-18ee84a469ce req-105467c7-3dde-478d-9a82-dc9f7e040d01 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 944 time: 0.1716323 Feb 07 22:35:58.194720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-d8ccd9ec-a8cc-4b03-bf94-b98c8d04a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:58.196293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-d8ccd9ec-a8cc-4b03-bf94-b98c8d04a0d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3694980 Feb 07 22:35:58.198808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d70f0797-ca86-46f3-9769-18ee84a469ce req-805f8b70-0570-4ebe-953c-567b03824d25 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684724 Feb 07 22:35:58.420659 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8fb8070-3e23-4690-beff-212ffed9dfa7 req-b6d63dd5-17e2-43b3-9be0-b42fdb2485b7 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0484829 Feb 07 22:35:58.429007 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.480190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:58.482449 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bce1da4-b8e0-4634-a751-c8c79db30217" -d '{"events": [{"server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "name": "network-vif-plugged", "status": "completed", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:35:58.500895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] For port cf83a6eb-4e6e-4601-b421-aca85f1f06a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:58.501425 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.536305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:35:58.540706 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Calling delete_port for cf83a6eb-4e6e-4601-b421-aca85f1f06a4 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:35:58.546103 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.617486 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:35:58.665159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:58.697428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e9a49350-7864-4559-8321-b748d0c92eeb req-3ea6bbe6-bf4e-4d54-9cdd-54a418081c0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0543673 Feb 07 22:35:58.721320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a9074-bc7c-41d7-a136-4bfb422a74d5 req-3e085376-3996-4eae-be9e-3f7e7f4655f1 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:58.723013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f0a9074-bc7c-41d7-a136-4bfb422a74d5 req-3e085376-3996-4eae-be9e-3f7e7f4655f1 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 945 time: 0.1311691 Feb 07 22:35:58.786156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f0a9074-bc7c-41d7-a136-4bfb422a74d5 req-2cb6b6c0-2d33-472a-ae9b-7c97f4d23a0f tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553415 Feb 07 22:35:58.845310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-0335d5dc-f753-45f4-90e7-45a080f1f4de service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280477 Feb 07 22:35:58.882964 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.892728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.971579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728ed4d-2046-4cc4-bdf9-f66fb3950811 req-1f7b122c-826c-444e-bca8-30c94401b530 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:58.973786 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0728ed4d-2046-4cc4-bdf9-f66fb3950811 req-1f7b122c-826c-444e-bca8-30c94401b530 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.0784066 Feb 07 22:35:59.029114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0728ed4d-2046-4cc4-bdf9-f66fb3950811 req-bc882f22-9d6c-48a0-8e9f-04837b83f890 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487137 Feb 07 22:35:59.364904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1450f-98f7-49e4-b589-cecda8475942 req-54ac8e29-d8d4-4f40-81e4-5c118e612c72 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:59.380288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45d1450f-98f7-49e4-b589-cecda8475942 req-54ac8e29-d8d4-4f40-81e4-5c118e612c72 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3095679 Feb 07 22:35:59.419034 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194ab3fe-20f7-43e8-ac42-4ab9fbc747c6 x-openstack-request-id: req-194ab3fe-20f7-43e8-ac42-4ab9fbc747c6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:35:59.419960 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "name": "network-vif-plugged", "status": "completed", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:35:59.420432 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-194ab3fe-20f7-43e8-ac42-4ab9fbc747c6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:35:59.421227 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9', 'code': 200} Feb 07 22:35:59.532467 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac associated. External IP: 172.25.8.230, port: e81ca650-a394-49d1-9917-1ef35ccc82dd. Feb 07 22:35:59.622387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:59.626804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-d91ccf8f-8f19-4be3-9734-5aa1988296de service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766393 Feb 07 22:35:59.643617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e81ca650-a394-49d1-9917-1ef35ccc82dd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:35:59.684994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Pushing event deleted for resources: {'Port': ['ID=cf83a6eb-4e6e-4601-b421-aca85f1f06a4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:59.735159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cf83a6eb-4e6e-4601-b421-aca85f1f06a4 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:35:59.795492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: cf83a6eb-4e6e-4601-b421-aca85f1f06a4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:35:59.798669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cf83a6eb-4e6e-4601-b421-aca85f1f06a4 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:35:59.896286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] No DVR routers for this DVR port cf83a6eb-4e6e-4601-b421-aca85f1f06a4 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:59.904433 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:59.908139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3448bef-d52c-44ad-a498-7064de53d8e5 req-644c172e-0613-4711-abf2-389dd298a1eb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.46 "DELETE /v2.0/ports/cf83a6eb-4e6e-4601-b421-aca85f1f06a4 HTTP/1.1" status: 204 len: 173 time: 2.4156942 Feb 07 22:35:59.908751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'name': 'network-vif-deleted', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:59.916375 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28bb0cb-d8aa-43fd-bd11-4074de9189ca" -d '{"events": [{"server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "name": "network-vif-deleted", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:00.159052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Router 372129fc-ff00-4bd9-a1c8-b704630c216c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:36:00.272800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c9c36-e4d2-4268-83b0-41c2dcbab659 req-5c1d18e3-f483-4e7b-b14b-3c12ad0d6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:00.273775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e3c9c36-e4d2-4268-83b0-41c2dcbab659 req-5c1d18e3-f483-4e7b-b14b-3c12ad0d6fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 1096 time: 0.7769415 Feb 07 22:36:00.297830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:36:00.304775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.310617 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] Sync routers for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:00.335621 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:00.336353 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:00.347388 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e3c9c36-e4d2-4268-83b0-41c2dcbab659 req-7978cb66-d900-46bd-a5d6-09e3308af5ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453854 Feb 07 22:36:00.359662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ba212-447e-4304-846d-a9e34e8305a7 req-eda57c32-2e6e-432d-949c-4026dc0b5681 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:00.364869 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-55563828-ea6c-41ca-aa41-980ab1651cd0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "PUT /v2.0/floatingips/ca4c15cf-b52a-4943-9936-60f744cd30ac HTTP/1.1" status: 200 len: 996 time: 3.5333946 Feb 07 22:36:00.367361 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-771ba212-447e-4304-846d-a9e34e8305a7 req-eda57c32-2e6e-432d-949c-4026dc0b5681 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.7801716 Feb 07 22:36:00.420309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-771ba212-447e-4304-846d-a9e34e8305a7 req-f9ded24c-8896-4e7e-9f1a-573e9c5d1739 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469596 Feb 07 22:36:00.465778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-ec353766-31f0-4eb1-8852-824886a5f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:00.467383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-ec353766-31f0-4eb1-8852-824886a5f205 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1096 time: 0.0766096 Feb 07 22:36:00.480833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33430) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:00.523346 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:00.659903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-90f84ef4-5823-4ffa-bc58-b2a382b7c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:00.661686 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-90f84ef4-5823-4ffa-bc58-b2a382b7c934 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.1852877 Feb 07 22:36:00.685375 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0e6b325-f21b-4749-bf35-61278b952bf5 req-c472bbb5-cc84-4a34-be38-5395da2a80af tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=2a5b8d5e4e92478385d7bb419060391b HTTP/1.1" status: 200 len: 1657 time: 0.1087248 Feb 07 22:36:00.736968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac8d483e-36b2-4741-9b87-a8ab375891c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.814485 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-f47c03fd-efde-4333-88fc-ef6a700ac323 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 999 time: 0.1455858 Feb 07 22:36:00.869612 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:4b:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:58Z', 'revision_number': 8, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:00.878304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6b325-f21b-4749-bf35-61278b952bf5 req-96d76121-f716-4a1d-b081-21c63372aa92 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:00.899939 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0e6b325-f21b-4749-bf35-61278b952bf5 req-96d76121-f716-4a1d-b081-21c63372aa92 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks?id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&id=8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 787 time: 0.2063098 Feb 07 22:36:00.911077 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] Checking router: 372129fc-ff00-4bd9-a1c8-b704630c216c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:00.925933 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:00.926816 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:00.964680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-9c44c039-976d-4daf-9e80-65c7ffd4567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:00.967857 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-9c44c039-976d-4daf-9e80-65c7ffd4567b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.1454136 Feb 07 22:36:00.980841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac8d483e-36b2-4741-9b87-a8ab375891c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.991552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac8d483e-36b2-4741-9b87-a8ab375891c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.041040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-834a5f27-31fb-4865-9f02-4147d69d32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:01.042531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-834a5f27-31fb-4865-9f02-4147d69d32f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666621 Feb 07 22:36:01.056841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-870bba0b-066e-4ed8-9db5-61f7fdc23294 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:36:01.058409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-870bba0b-066e-4ed8-9db5-61f7fdc23294 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075672 Feb 07 22:36:01.065361 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ac8d483e-36b2-4741-9b87-a8ab375891c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86f2cb92c9014aa7823122bd9d6b2583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5808718 Feb 07 22:36:01.066246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33440) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:01.068263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d483e-36b2-4741-9b87-a8ab375891c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9823af84-759e-4ee4-83ae-66f81174726f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:01.084673 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:01.109326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711284d-1563-49ba-8309-26d924911495 req-dc2a33d9-8a4d-4d74-8a1f-cc2e69a465ae tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:01.119828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f711284d-1563-49ba-8309-26d924911495 req-dc2a33d9-8a4d-4d74-8a1f-cc2e69a465ae tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 1096 time: 0.1400113 Feb 07 22:36:01.186010 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f711284d-1563-49ba-8309-26d924911495 req-740c4215-6b54-4e3e-bbc1-68778921d114 tempest-LiveAutoBlockMigrationV225Test-956823107 tempest-LiveAutoBlockMigrationV225Test-956823107-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653064 Feb 07 22:36:01.202695 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e64c003-8bf3-4a0b-bf78-8349fd5f1145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.210741 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-424de037-3468-4db5-a730-212b1a78cdd8 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394894 Feb 07 22:36:01.275194 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e64c003-8bf3-4a0b-bf78-8349fd5f1145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.402918 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acb3e774-3661-46c6-8cd5-3432b94ba298 req-7bf0d7a4-9e29-430b-bb7e-337babfbafa7 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0849581 Feb 07 22:36:01.442473 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e64c003-8bf3-4a0b-bf78-8349fd5f1145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.457077 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e64c003-8bf3-4a0b-bf78-8349fd5f1145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.457077 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8e64c003-8bf3-4a0b-bf78-8349fd5f1145 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9823af84-759e-4ee4-83ae-66f81174726f HTTP/1.1" status: 204 len: 168 time: 0.3793075 Feb 07 22:36:01.459117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebeac5cd-1792-4f10-a7f2-0f6621271ab2 req-8c466708-6b2d-430c-97fc-b392f3a43727 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067015 Feb 07 22:36:01.461554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64c003-8bf3-4a0b-bf78-8349fd5f1145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9823af84-759e-4ee4-83ae-66f81174726f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:01.480967 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:4b:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:58Z', 'revision_number': 8, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:01.523519 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878dc4f-9b9b-4fc0-a95f-c904cbcbc577 None None] The sync data for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 is: [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ca4c15cf-b52a-4943-9936-60f744cd30ac', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'port_id': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'mac_address': 'fa:16:3e:4b:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:58Z', 'revision_number': 8, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:01.566836 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbea33b4-b0a2-4b6c-bc4f-4d6a95b38923 x-openstack-request-id: req-fbea33b4-b0a2-4b6c-bc4f-4d6a95b38923 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:01.567690 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f157e92-936e-4b29-b32d-cff6d0c34b5b", "name": "network-vif-deleted", "tag": "cf83a6eb-4e6e-4601-b421-aca85f1f06a4", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:01.567690 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbea33b4-b0a2-4b6c-bc4f-4d6a95b38923 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:01.568323 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f157e92-936e-4b29-b32d-cff6d0c34b5b', 'name': 'network-vif-deleted', 'tag': 'cf83a6eb-4e6e-4601-b421-aca85f1f06a4', 'status': 'completed', 'code': 200} Feb 07 22:36:01.659784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-63aae39f-16c3-408f-8ef4-895291515280 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips/e75b8f8d-f05b-4e10-bbbc-6e8b5c412de8 HTTP/1.1" status: 200 len: 693 time: 0.0760567 Feb 07 22:36:01.816241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a77f-a6e5-4eb8-aeda-4681c33dc89a req-97ea11bf-4a45-4667-8df2-71ff584db397 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:01.819607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52c6a77f-a6e5-4eb8-aeda-4681c33dc89a req-97ea11bf-4a45-4667-8df2-71ff584db397 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 950 time: 0.1373930 Feb 07 22:36:01.856325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-91d6ad94-4e48-4b13-aadd-0a670b1c6c24 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:01.865560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-91d6ad94-4e48-4b13-aadd-0a670b1c6c24 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2048988 Feb 07 22:36:01.928961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52c6a77f-a6e5-4eb8-aeda-4681c33dc89a req-3522875f-760b-4d13-b2dc-cf36736f5793 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036751 Feb 07 22:36:01.958542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-3d1dc277-6fb5-40f0-a05d-a19cb5f83eed tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.0919924 Feb 07 22:36:02.018977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be06aac-0b0d-4e1a-987a-c0d813d08503 None None] New status for floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:36:02.054230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33456) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:02.069650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eeec2055-9f71-4a58-96cb-88f5a53e53dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.103952 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-bf36771d-2171-475b-9aa4-8594187e2781 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.1438124 Feb 07 22:36:02.285975 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eeec2055-9f71-4a58-96cb-88f5a53e53dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.296424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eeec2055-9f71-4a58-96cb-88f5a53e53dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.339871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec2055-9f71-4a58-96cb-88f5a53e53dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c99e6d-293f-4307-be39-c4d19766c5fe,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:02.378144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eeec2055-9f71-4a58-96cb-88f5a53e53dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdbbeebf461c4c4b8e9c87a50a09979b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223600 Feb 07 22:36:02.385299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33460) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:02.395070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Deleting port 396287e3-ebaa-4de0-9710-96587eeb582f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:02.395434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.451093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac98f4-0f91-471f-9d45-5099ac317a36 req-ae594869-50c5-4cb3-9139-c15564fc94c3 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:02.460230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67ac98f4-0f91-471f-9d45-5099ac317a36 req-ae594869-50c5-4cb3-9139-c15564fc94c3 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.1000702 Feb 07 22:36:02.503975 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67ac98f4-0f91-471f-9d45-5099ac317a36 req-e4312d0f-b89a-4be1-9782-d434194d6f8d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Feb 07 22:36:02.561274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-1fde6f7c-1b34-4db6-9c65-01f57fb1d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:02.565995 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-1fde6f7c-1b34-4db6-9c65-01f57fb1d036 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 1101 time: 0.1069028 Feb 07 22:36:02.569630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9926034d-60d2-4321-912f-5763fcfcd09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.598829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:02.646706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9926034d-60d2-4321-912f-5763fcfcd09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.651607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.652031 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.666494 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f02340d-76f3-4024-b16f-7185c50b65cf req-95ca8acc-2f86-4c54-90b1-17361a31e4e8 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips/ca4c15cf-b52a-4943-9936-60f744cd30ac HTTP/1.1" status: 200 len: 998 time: 0.0891507 Feb 07 22:36:02.682361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Calling delete_port for 396287e3-ebaa-4de0-9710-96587eeb582f owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:02.742071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.793157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02340d-76f3-4024-b16f-7185c50b65cf req-7ee8e0e4-ecfe-40a7-ab2f-d1db664ce37d tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:02.794699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f02340d-76f3-4024-b16f-7185c50b65cf req-7ee8e0e4-ecfe-40a7-ab2f-d1db664ce37d tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1264842 Feb 07 22:36:02.806299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-8f02340d-76f3-4024-b16f-7185c50b65cf req-6d55e9ff-b5d7-40d5-b8a8-bc3bd45b035d tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:36:02.812567 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f02340d-76f3-4024-b16f-7185c50b65cf req-6d55e9ff-b5d7-40d5-b8a8-bc3bd45b035d tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106716 Feb 07 22:36:02.856457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9926034d-60d2-4321-912f-5763fcfcd09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.858918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9926034d-60d2-4321-912f-5763fcfcd09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.862889 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9926034d-60d2-4321-912f-5763fcfcd09b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87c99e6d-293f-4307-be39-c4d19766c5fe HTTP/1.1" status: 204 len: 168 time: 0.4738243 Feb 07 22:36:03.001354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926034d-60d2-4321-912f-5763fcfcd09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c99e6d-293f-4307-be39-c4d19766c5fe,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:03.068593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358b55-5e69-4854-8dfd-0237a3b1b5e3 req-57262c77-f53a-46f7-8c90-4d216d89dadc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:03.078583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ea358b55-5e69-4854-8dfd-0237a3b1b5e3 req-57262c77-f53a-46f7-8c90-4d216d89dadc tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 945 time: 0.0982370 Feb 07 22:36:03.084945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-6d662491-3557-4498-a4f8-ae5d4d4ac209 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:03.086542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-6d662491-3557-4498-a4f8-ae5d4d4ac209 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.46 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 945 time: 0.1451204 Feb 07 22:36:03.146731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ea358b55-5e69-4854-8dfd-0237a3b1b5e3 req-64edd803-17bf-4f5f-bbf6-e92f998ba8f4 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672493 Feb 07 22:36:03.232435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.287036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bd0c9-b328-4858-b464-2b401535a656 req-57bf8653-5771-4ec7-ab8f-5a80e21dab53 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:03.288499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:03.289160 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-043bd0c9-b328-4858-b464-2b401535a656 req-57bf8653-5771-4ec7-ab8f-5a80e21dab53 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 1096 time: 0.0522285 Feb 07 22:36:03.292180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event deleted for resources: {'Port': ['ID=396287e3-ebaa-4de0-9710-96587eeb582f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:03.359885 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-043bd0c9-b328-4858-b464-2b401535a656 req-017739c5-3ddd-4e06-95e9-97ab84a5ee86 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536704 Feb 07 22:36:03.410369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Deleting port 9e5e7182-1226-4efd-895f-373be35453a4 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:03.411153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.434878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:03.513032 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.515561 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.516768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f201ed0a-9b15-410b-9f95-e841a5822d47 req-68622e85-61ba-48e6-81b5-f8fd3abacf21 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "DELETE /v2.0/floatingips/e75b8f8d-f05b-4e10-bbbc-6e8b5c412de8 HTTP/1.1" status: 204 len: 173 time: 1.4120183 Feb 07 22:36:03.543098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:03.545353 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceac964-37b3-45f9-87b2-c32a7c6211af" -d '{"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:03.551094 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.590084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:03.590084 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98842a-42a5-41db-b74e-b9bca8467472" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:03.650477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-709885a9-2d5a-48de-9b8e-a645e1e910a5 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.1103122 Feb 07 22:36:03.663739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Transition to ACTIVE for port object afb12f3c-2318-4de4-a272-a04a1e61f799 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:03.706752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] For port 9e5e7182-1226-4efd-895f-373be35453a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9e5e7182-1226-4efd-895f-373be35453a4,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:03.721289 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.734343 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.751611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Calling delete_port for 9e5e7182-1226-4efd-895f-373be35453a4 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:03.770464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.848340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9d74568-93d5-4d9c-b40a-f84fdb9d0749 req-03faae67-297a-42aa-b5d4-1c9a26958aaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1816de4c42044b4ea08bbc861e079f48&device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0907423 Feb 07 22:36:03.886278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9d74568-93d5-4d9c-b40a-f84fdb9d0749 req-9e6d3830-ef55-4e63-88c6-f4eb732a391c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1816de4c42044b4ea08bbc861e079f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283163 Feb 07 22:36:03.923269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-0eeceb38-f6dc-4da3-a4b5-32bba6e5c79b tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:03.924832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-0eeceb38-f6dc-4da3-a4b5-32bba6e5c79b tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports/e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 942 time: 0.1590588 Feb 07 22:36:03.936159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=10']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:03.975105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] No DVR routers for this DVR port afb12f3c-2318-4de4-a272-a04a1e61f799 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:04.044350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99466d33-c169-48ed-b117-9ffc08fe1018 req-0cbcd214-c15a-46d3-a731-00a8083ea0c6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.046168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99466d33-c169-48ed-b117-9ffc08fe1018 req-0cbcd214-c15a-46d3-a731-00a8083ea0c6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 949 time: 0.3027449 Feb 07 22:36:04.065036 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:04.147469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:04.147823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:04.148149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:04.233333 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99466d33-c169-48ed-b117-9ffc08fe1018 req-973a9518-d8ee-4d7a-8590-4ac89b6d98c5 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631286 Feb 07 22:36:04.240889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d74568-93d5-4d9c-b40a-f84fdb9d0749 req-ac19387d-2369-4b39-9e76-8cab3a897895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.242475 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9d74568-93d5-4d9c-b40a-f84fdb9d0749 req-ac19387d-2369-4b39-9e76-8cab3a897895 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3500800 Feb 07 22:36:04.298783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Port afb12f3c-2318-4de4-a272-a04a1e61f799 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:36:04.299665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Attempting to bind port afb12f3c-2318-4de4-a272-a04a1e61f799 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:04.319915 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:04.335618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:36:04.335913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:04.336213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:36:04.336649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Bound port: afb12f3c-2318-4de4-a272-a04a1e61f799, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:04.337533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:04.347212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:04.368941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25243c-0878-4171-aff8-3bf0986f9004 req-c33c5c8b-e770-4696-aca4-f0bb33e218cc tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.371577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Pushing event deleted for resources: {'Port': ['ID=9e5e7182-1226-4efd-895f-373be35453a4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:04.382768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-091ea671-9e5f-4f5d-8930-c2f63c00cd42 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.3233616 Feb 07 22:36:04.385448 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f25243c-0878-4171-aff8-3bf0986f9004 req-c33c5c8b-e770-4696-aca4-f0bb33e218cc tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 1096 time: 0.0950131 Feb 07 22:36:04.436270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f25243c-0878-4171-aff8-3bf0986f9004 req-0f577a9d-bc56-4d0e-84bc-2ae16e8ad9f2 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497758 Feb 07 22:36:04.521855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] No DVR routers for this DVR port 9e5e7182-1226-4efd-895f-373be35453a4 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:04.529400 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:04.532694 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2edd22c5-c9eb-4f82-8598-ee2489491f9e req-0920aacc-a744-463a-aa37-00b14cc46dd2 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.46 "DELETE /v2.0/ports/9e5e7182-1226-4efd-895f-373be35453a4 HTTP/1.1" status: 204 len: 173 time: 1.4400465 Feb 07 22:36:04.552339 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-49a4496a-6343-4008-8933-86b64dab99f3 req-f8a663b0-8647-4e62-9eec-962eb5744603 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips/966ab7cb-e86e-4771-90d2-5080870f735d HTTP/1.1" status: 200 len: 693 time: 0.0983243 Feb 07 22:36:04.605393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:04.618153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:36:04.631611 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:04.645840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-e5957da7-403e-4075-8051-49c33a5b1326 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.654429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-e5957da7-403e-4075-8051-49c33a5b1326 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2711616 Feb 07 22:36:04.725024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4496a-6343-4008-8933-86b64dab99f3 req-78278587-eb86-4899-9442-0519bd42b6e8 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.727197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-49a4496a-6343-4008-8933-86b64dab99f3 req-78278587-eb86-4899-9442-0519bd42b6e8 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1740730 Feb 07 22:36:04.753841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.754432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:04.773648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] 10.222.0.24 "PUT /v2.0/ports/afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 1097 time: 2.1664631 Feb 07 22:36:04.813434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-49a4496a-6343-4008-8933-86b64dab99f3 req-49158e85-2c52-4549-a26f-5fdb598365b3 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.0787549 Feb 07 22:36:04.844407 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-346e9e6b-f181-4b9d-ab47-2dd9afdf0cc6 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.1891007 Feb 07 22:36:04.873319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-8a2f9e18-59dd-4b51-89fe-8dc9ab4df131 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:04.897325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-49a4496a-6343-4008-8933-86b64dab99f3 req-dd83dc8b-1c72-4124-8801-fa42261938da tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.0824840 Feb 07 22:36:04.943955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320ef25-4ee8-443f-9911-949e26a35778 service neutron] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=11']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:04.980517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-b5e10236-d124-40a9-8456-543e7f33b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.981918 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-b5e10236-d124-40a9-8456-543e7f33b8e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1100 time: 0.1894078 Feb 07 22:36:04.988342 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-8a2f9e18-59dd-4b51-89fe-8dc9ab4df131 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.106770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-49a4496a-6343-4008-8933-86b64dab99f3 req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Deleting port 23d95b30-82c7-40e7-bbf2-e97f10e62060 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:05.108089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49a4496a-6343-4008-8933-86b64dab99f3 req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.235012 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49a4496a-6343-4008-8933-86b64dab99f3 req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.235785 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49a4496a-6343-4008-8933-86b64dab99f3 req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.246705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-8127d011-8004-449a-9a39-43d25b12f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:05.248459 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-8127d011-8004-449a-9a39-43d25b12f220 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2564628 Feb 07 22:36:05.263343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-49a4496a-6343-4008-8933-86b64dab99f3 req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Calling delete_port for 23d95b30-82c7-40e7-bbf2-e97f10e62060 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:05.305023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-8a2f9e18-59dd-4b51-89fe-8dc9ab4df131 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.361165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-a0360b45-b9b9-4338-a0c6-31afb08c8467 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 217 time: 0.0533628 Feb 07 22:36:05.363119 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-8a2f9e18-59dd-4b51-89fe-8dc9ab4df131 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.363648 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-8a2f9e18-59dd-4b51-89fe-8dc9ab4df131 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac disassociated. External IP: 172.25.8.230, port: e81ca650-a394-49d1-9917-1ef35ccc82dd. Feb 07 22:36:05.443802 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49a4496a-6343-4008-8933-86b64dab99f3 req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.474533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event deleted for resources: {'Port': ['ID=23d95b30-82c7-40e7-bbf2-e97f10e62060,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:05.567225 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49a4496a-6343-4008-8933-86b64dab99f3 req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.571187 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49a4496a-6343-4008-8933-86b64dab99f3 req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.577473 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-49a4496a-6343-4008-8933-86b64dab99f3 req-a01eea41-46a3-4ef4-ad46-ecc75f0ef2cc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "DELETE /v2.0/floatingips/966ab7cb-e86e-4771-90d2-5080870f735d HTTP/1.1" status: 204 len: 173 time: 0.6785789 Feb 07 22:36:05.706413 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46ca254-187a-4f0f-8526-ca5337047e06 x-openstack-request-id: req-e46ca254-187a-4f0f-8526-ca5337047e06 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:05.706697 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:05.706944 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e46ca254-187a-4f0f-8526-ca5337047e06 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:05.707345 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'status': 'completed', 'code': 200} Feb 07 22:36:05.761058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:05.831340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06ddfb99-3102-4dc0-be17-446ea057d628 req-662b0915-7f18-49de-9435-7ce93f32eb9d tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0369625 Feb 07 22:36:05.843448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-77d44711-91be-4737-87a1-6864ba972465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:05.845250 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-77d44711-91be-4737-87a1-6864ba972465 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1096 time: 0.1103451 Feb 07 22:36:05.848773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:05.849327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9e5e7182-1226-4efd-895f-373be35453a4 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:05.891912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 9e5e7182-1226-4efd-895f-373be35453a4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:05.893353 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9e5e7182-1226-4efd-895f-373be35453a4 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:05.938358 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c165063f-1e5b-4741-b7cb-8c5c6cd33da6 x-openstack-request-id: req-c165063f-1e5b-4741-b7cb-8c5c6cd33da6 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:05.938945 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:05.938945 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c165063f-1e5b-4741-b7cb-8c5c6cd33da6 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:05.939254 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'code': 200} Feb 07 22:36:06.006372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9d74568-93d5-4d9c-b40a-f84fdb9d0749 req-08155418-872d-4822-a3a8-1bf7ee5a4030 tempest-ServerShowV254Test-226587641 tempest-ServerShowV254Test-226587641-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0a8a435-25e0-4cfb-b206-9edeb0d069d7 HTTP/1.1" status: 200 len: 210 time: 0.0662827 Feb 07 22:36:06.007994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-e28fee15-b2be-467c-be2b-87dc9536f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.011755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-e28fee15-b2be-467c-be2b-87dc9536f217 service neutron] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.1578197 Feb 07 22:36:06.066833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-832a4354-74d3-43c7-8472-77c46eb47f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.068338 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-832a4354-74d3-43c7-8472-77c46eb47f1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.6984823 Feb 07 22:36:06.079454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-5f89ca6c-235d-4d86-9e8f-fa24f0c4c6f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 217 time: 0.0591309 Feb 07 22:36:06.175109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b27c6870-56a4-4f5f-9eaf-16a86184edec req-709b297d-6fd6-47d2-80c3-ca7870ad278f tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 210 time: 0.0941470 Feb 07 22:36:06.216543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-6ee0d390-e53d-49a5-bd8f-8ed1edf7a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.218282 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-6ee0d390-e53d-49a5-bd8f-8ed1edf7a327 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.1043086 Feb 07 22:36:06.228776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-5bbd7c17-42c2-42be-a621-f368221875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.230677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-5bbd7c17-42c2-42be-a621-f368221875c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148586 Feb 07 22:36:06.308565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-3109a15b-39f0-4a06-a945-4dea608cdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.311378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-3109a15b-39f0-4a06-a945-4dea608cdb13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852141 Feb 07 22:36:06.333057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-8a2f9e18-59dd-4b51-89fe-8dc9ab4df131 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Router 372129fc-ff00-4bd9-a1c8-b704630c216c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:36:06.360067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-feb53e05-9aa6-4146-b960-f6fa681fda5e service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193371 Feb 07 22:36:06.519254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc816900-4401-40ef-8194-6db3d69570ed req-baeee75d-8c60-4f5a-baff-191f03745442 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.521560 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc816900-4401-40ef-8194-6db3d69570ed req-baeee75d-8c60-4f5a-baff-191f03745442 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 949 time: 0.1718352 Feb 07 22:36:06.577327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-8a2f9e18-59dd-4b51-89fe-8dc9ab4df131 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:36:06.580508 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d47d5b0-e2c1-4f4b-92f7-a43525c2dd79 req-f25e1ca7-3e5c-4bd4-9c23-3946d6fedbb3 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824863 Feb 07 22:36:06.590677 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] Sync routers for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:06.591866 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-8a2f9e18-59dd-4b51-89fe-8dc9ab4df131 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:06.608777 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:06.612668 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:06.639221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc816900-4401-40ef-8194-6db3d69570ed req-dc9f013c-33a7-457c-afa6-50de61d792e9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977881 Feb 07 22:36:06.641521 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-67cfaad6-4eef-40d5-bb7a-2a0b3e1a4d0b service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214574 Feb 07 22:36:06.672105 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-8a2f9e18-59dd-4b51-89fe-8dc9ab4df131 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "PUT /v2.0/floatingips/ca4c15cf-b52a-4943-9936-60f744cd30ac HTTP/1.1" status: 200 len: 696 time: 1.8035214 Feb 07 22:36:06.762564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-9cd3ef22-24c6-44f6-9a77-a2b5983bf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.769364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-9cd3ef22-24c6-44f6-9a77-a2b5983bf6b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1096 time: 0.0814602 Feb 07 22:36:06.806210 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:06.815106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e98842a-42a5-41db-b74e-b9bca8467472 req-128cc588-a58e-4d8c-bc92-3656ace4c4e0 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643295 Feb 07 22:36:06.836406 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-d476b529-c45b-4f97-8c69-6567e5ebc965 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips/349d6a93-1929-41e9-9a5c-8c35ce294b6c HTTP/1.1" status: 200 len: 693 time: 0.1735742 Feb 07 22:36:06.911133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-1422bccf-0c58-4b11-95b5-246a6fde3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.912801 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-1422bccf-0c58-4b11-95b5-246a6fde3bb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.1411080 Feb 07 22:36:06.995917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-0244c9aa-093e-4b2e-bce3-8edfffabee65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 217 time: 0.0734508 Feb 07 22:36:07.036433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-49bcb9a3-ddee-4f02-8276-bdaae4e4d3fc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:07.039938 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-49bcb9a3-ddee-4f02-8276-bdaae4e4d3fc tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2025762 Feb 07 22:36:07.066615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-4733414c-a10f-448c-948b-1b248f4c23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:07.068456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-4733414c-a10f-448c-948b-1b248f4c23a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.0658417 Feb 07 22:36:07.079568 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:07.128564 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] Checking router: 372129fc-ff00-4bd9-a1c8-b704630c216c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:07.137573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-3315d7e1-57a4-4ada-9df0-937dc739fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:07.138397 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:07.139011 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:07.140152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-3315d7e1-57a4-4ada-9df0-937dc739fda0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647366 Feb 07 22:36:07.163540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-b1873498-e9c5-4373-85aa-c9c7a1cfeab3 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.1149397 Feb 07 22:36:07.274977 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-5491a5bc-d86d-455e-9b55-0fc5f336d696 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.1020710 Feb 07 22:36:07.316996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-7fdf472f-4b15-404b-8dec-d569269fd533 service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684852 Feb 07 22:36:07.471086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Deleting port 9a2f6f84-0fdc-46c1-9f5b-a948ef399ac9 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:07.475933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-588e6855-6bbf-48d3-9e60-a77b7409b079 req-ec7afb54-afca-4a78-8d65-eb9ecdb875fd service neutron] 10.222.0.15 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512792 Feb 07 22:36:07.477073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.503620 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:07.597266 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.597801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.631376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Calling delete_port for 9a2f6f84-0fdc-46c1-9f5b-a948ef399ac9 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:07.822316 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.842041 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:07.857559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Pushing event deleted for resources: {'Port': ['ID=9a2f6f84-0fdc-46c1-9f5b-a948ef399ac9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:07.893127 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9018-b818-44b5-92c8-8fa8c4bac7cf None None] The sync data for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 is: [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:34:51Z', 'revision_number': 4, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e56ed9fe-2b82-465b-94d9-3b599e70d5ca', 'name': '', 'network_id': '73868bd2-7385-44de-a564-eabaf2d37017', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'mac_address': 'fa:16:3e:d0:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:49Z', 'updated_at': '2022-02-07T22:34:58Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'subnets': [{'id': '9a7b5494-398b-4529-ba50-941c976a34f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:07.940258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'name': 'network-vif-deleted', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4'}, {'name': 'network-changed', 'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799'}, {'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:07.942948 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b07f5eb-0138-4160-8a99-b24fdccee36d" -d '{"events": [{"server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "name": "network-vif-deleted", "tag": "9e5e7182-1226-4efd-895f-373be35453a4"}, {"name": "network-changed", "server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799"}, {"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:07.957654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.964858 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.966014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-556bc565-f40c-4ffa-bd2f-9c458b049f4c req-22b889ee-8980-4ae4-bc94-9d0876178e89 tempest-FloatingIPDetailsTestJSON-1862148974 tempest-FloatingIPDetailsTestJSON-1862148974-project] 10.222.0.15 "DELETE /v2.0/floatingips/349d6a93-1929-41e9-9a5c-8c35ce294b6c HTTP/1.1" status: 204 len: 173 time: 0.6901760 Feb 07 22:36:07.972644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33720) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:08.092375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:36:08.257611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cd1bd8e-7fb1-4a00-a072-f64d7987ad6d req-11d6a221-2b64-48c3-b2d0-6c40ebfec02a tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8941eaf2-aaac-4165-864e-6bd04e60d10b HTTP/1.1" status: 200 len: 210 time: 0.0644019 Feb 07 22:36:08.324073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:08.406256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de359f7d-530b-4667-b9fd-3da08d8cae0a None None] New status for floating IP ca4c15cf-b52a-4943-9936-60f744cd30ac: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:36:08.594247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd35a75-082d-477e-a74c-4c7048007642 req-c949cbc2-8207-4b52-ba85-58fc137e31f2 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:08.604666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4fd35a75-082d-477e-a74c-4c7048007642 req-c949cbc2-8207-4b52-ba85-58fc137e31f2 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 949 time: 0.1556470 Feb 07 22:36:08.692212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33766) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:08.701602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4fd35a75-082d-477e-a74c-4c7048007642 req-54537904-5a8f-4bff-8b9e-bd6389ed321d tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938773 Feb 07 22:36:08.879633 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.881468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb9e49-c10c-4ab4-926f-660b7b3c567e req-bfc22d58-0be6-4809-bc07-243b14a48303 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:08.896349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89bb9e49-c10c-4ab4-926f-660b7b3c567e req-bfc22d58-0be6-4809-bc07-243b14a48303 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 949 time: 0.0947611 Feb 07 22:36:09.013671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:09.030990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89bb9e49-c10c-4ab4-926f-660b7b3c567e req-62db4097-96ae-4613-ac7f-78e44718794f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337047 Feb 07 22:36:09.039256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'mac_address': 'fa:16:3e:13:90:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:36:09.048535 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.086720 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50240daa-9ae9-42b1-bad4-7b333a3329f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.166269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:09.176778 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19c145f-d192-4d7a-8254-783a9d5f8aa1" -d '{"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:09.238524 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf711c31-eef7-422b-bd13-7b68a0959348 x-openstack-request-id: req-cf711c31-eef7-422b-bd13-7b68a0959348 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:09.238830 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8941eaf2-aaac-4165-864e-6bd04e60d10b", "name": "network-vif-deleted", "tag": "9e5e7182-1226-4efd-895f-373be35453a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:09.239083 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf711c31-eef7-422b-bd13-7b68a0959348 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:09.239485 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8941eaf2-aaac-4165-864e-6bd04e60d10b', 'name': 'network-vif-deleted', 'tag': '9e5e7182-1226-4efd-895f-373be35453a4', 'status': 'completed', 'code': 200} Feb 07 22:36:09.239776 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'status': 'completed', 'code': 200} Feb 07 22:36:09.240034 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'status': 'completed', 'code': 200} Feb 07 22:36:09.251403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:09.252592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.261236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-e55697ae-0cbf-45af-a59a-a97db8650e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:09.263269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-e55697ae-0cbf-45af-a59a-a97db8650e47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fded7053d4f5402ebd41eea7889434a6&device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 1096 time: 0.1143451 Feb 07 22:36:09.287621 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.345529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb12f3c-2318-4de4-a272-a04a1e61f799 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:09.382555 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2611c7f0-e647-43a2-a44c-ababa155c789 x-openstack-request-id: req-2611c7f0-e647-43a2-a44c-ababa155c789 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:09.382900 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:09.387039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-958e5799-861f-4647-b8f2-9925adb51e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:09.389181 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-958e5799-861f-4647-b8f2-9925adb51e24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 1100 time: 0.2041774 Feb 07 22:36:09.390614 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2611c7f0-e647-43a2-a44c-ababa155c789 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:09.396329 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'code': 200} Feb 07 22:36:09.432551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:09.444655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-d4f439da-d7ba-44c8-80ac-9902f51db8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:09.446318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-d4f439da-d7ba-44c8-80ac-9902f51db8c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 200 len: 921 time: 0.1721117 Feb 07 22:36:09.452733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-b2d43238-a632-4f8d-a9ac-0d6f357310a7 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:36:09.454389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-b2d43238-a632-4f8d-a9ac-0d6f357310a7 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063150 Feb 07 22:36:09.458699 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.464294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:09.476092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.476710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.477224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.478514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.479003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.492272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.492872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.493988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.494482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.494968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.495465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.495975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:09.520922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-e0b73f03-b8dd-49bd-b81b-51f5fddda3f7 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips/ca4c15cf-b52a-4943-9936-60f744cd30ac HTTP/1.1" status: 200 len: 694 time: 0.0651045 Feb 07 22:36:09.571292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=12']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:09.580833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-cc2be4aa-db1d-43e6-a985-ce775749f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:09.582363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-cc2be4aa-db1d-43e6-a985-ce775749f6ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1782305 Feb 07 22:36:09.582842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33806) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:09.620822 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50240daa-9ae9-42b1-bad4-7b333a3329f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.657800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-c6fbd9f4-8752-4bed-ba5e-ee7b1a163818 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 200 len: 217 time: 0.0715451 Feb 07 22:36:09.660994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50240daa-9ae9-42b1-bad4-7b333a3329f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.665528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-3a75a658-d6b2-4512-b98c-6bac73aceb43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 200 len: 217 time: 0.0657611 Feb 07 22:36:09.745577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-50240daa-9ae9-42b1-bad4-7b333a3329f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1816de4c42044b4ea08bbc861e079f48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0523126 Feb 07 22:36:09.753895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33810) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:09.755365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50240daa-9ae9-42b1-bad4-7b333a3329f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80a8184-88ab-41b7-b9aa-c15112c2dd8d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:09.759778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['afb12f3c-2318-4de4-a272-a04a1e61f799'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:09.785763 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.810386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-695dfd0c-ea25-4fe3-bd0f-bcf79e3fb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:09.811892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-695dfd0c-ea25-4fe3-bd0f-bcf79e3fb72d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1377187 Feb 07 22:36:09.961932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Deleting port e46584ed-b8bf-410d-a3bf-b9c8df31d420 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:09.962937 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.061418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.062465 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b62988f2-3568-4325-bc3e-49155692f641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.077650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-470658e7-4288-4012-806d-6faab7c3dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:10.079399 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-470658e7-4288-4012-806d-6faab7c3dd54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2283804 Feb 07 22:36:10.086420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-30fa25d6-d390-4ef5-a0d9-203e4bcc4368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:10.087143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.088274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-30fa25d6-d390-4ef5-a0d9-203e4bcc4368 service neutron] 10.222.0.15 "GET /v2.0/ports/ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 HTTP/1.1" status: 200 len: 1093 time: 0.5032077 Feb 07 22:36:10.104572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-bd8fd8fb-a697-4d7d-9d0c-0426cba9224b tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:10.111813 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-bd8fd8fb-a697-4d7d-9d0c-0426cba9224b tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.5891201 Feb 07 22:36:10.127574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Request body: {'binding': {'host': 'n-h2-827895-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:10.128036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Unknown quota resources ['binding']. {{(pid=102290) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 22:36:10.131521 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b62988f2-3568-4325-bc3e-49155692f641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.194471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-a92f8e5f-7371-41d4-a8be-2d9db8f19be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:10.195429 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-a92f8e5f-7371-41d4-a8be-2d9db8f19be2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 200 len: 860 time: 0.5285745 Feb 07 22:36:10.209539 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-b45b40e1-bd89-402d-93d2-b122f2ab44cb tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 697 time: 0.0968175 Feb 07 22:36:10.211857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] For port e46584ed-b8bf-410d-a3bf-b9c8df31d420, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e46584ed-b8bf-410d-a3bf-b9c8df31d420,segment=NetworkSegment(5d55ea8d-9ec5-4682-aae6-390ad07378f1),segment_id=5d55ea8d-9ec5-4682-aae6-390ad07378f1)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:10.212450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.226018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63e52f1264974fd98599260f8495577a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6371419 Feb 07 22:36:10.237636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33814) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:10.262448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ea9a9-384a-4f2d-8431-5153c7e93bbb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:10.272436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Calling delete_port for e46584ed-b8bf-410d-a3bf-b9c8df31d420 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:10.285629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.285971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.286227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.286569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.286921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.287384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.287730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.288082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.288538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.288875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.289203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.289537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132520-c1e8-492b-9c3e-350ec22226de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:10.356834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-b3fbc8f9-a417-4fec-8da7-1befe00a9961 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670975 Feb 07 22:36:10.361732 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-fe495a44-d4c5-4c42-a15a-ac010b283f96 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 697 time: 0.1512837 Feb 07 22:36:10.393184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b62988f2-3568-4325-bc3e-49155692f641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.396382 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b62988f2-3568-4325-bc3e-49155692f641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.398199 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b62988f2-3568-4325-bc3e-49155692f641 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f80a8184-88ab-41b7-b9aa-c15112c2dd8d HTTP/1.1" status: 204 len: 168 time: 0.6380115 Feb 07 22:36:10.451892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62988f2-3568-4325-bc3e-49155692f641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80a8184-88ab-41b7-b9aa-c15112c2dd8d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:10.541874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-03cc61ea-ca33-489f-97ab-c45ed4a9e9b0 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746418 Feb 07 22:36:10.619042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-85f7ce16-1b8b-4390-963d-0f475cf62c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:10.621350 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-85f7ce16-1b8b-4390-963d-0f475cf62c4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73868bd2-7385-44de-a564-eabaf2d37017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4065254 Feb 07 22:36:10.638356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.659460 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.693675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46584ed-b8bf-410d-a3bf-b9c8df31d420,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:10.778731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-03480425-fbaa-43d7-98c0-e17feb7af74c service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365716 Feb 07 22:36:10.780519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on host n-h2-827895-2 for vnic_type normal with profile None {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:10.780863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:10.781183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:10.832797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:36:10.833131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:10.870923 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.926630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:36:10.926911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.927392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:10.933137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:36:10.933906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Bound port: ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:11.023235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Deleting port bf4ed4c3-0930-4910-94ad-bc0a4c9b7b1b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:11.023493 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.116213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:36:11.118979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b07f5eb-0138-4160-8a99-b24fdccee36d req-e6f9c07f-950c-49fb-9893-fe87b9fb1e20 service neutron] 10.222.0.46 "GET /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319020 Feb 07 22:36:11.122036 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.125666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.126899 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f58ea9a9-384a-4f2d-8431-5153c7e93bbb HTTP/1.1" status: 204 len: 168 time: 0.8874288 Feb 07 22:36:11.133064 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.134706 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-39d79f1d-ba27-47c1-937c-8e17f700c0a2 service neutron] 10.222.0.15 "POST /v2.0/ports/ab013edb-f7b5-452d-8c2d-bb806d4fa9a9/bindings HTTP/1.1" status: 201 len: 389 time: 1.0193219 Feb 07 22:36:11.150386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58ea9a9-384a-4f2d-8431-5153c7e93bbb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:11.162604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.162955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.163300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.163682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.163988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.164316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.164639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.165112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.165512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.166014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.166320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.166644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d21ae5-2ee3-4dfc-a43e-2763ae5fb3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:11.184006 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.184533 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.201219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Calling delete_port for bf4ed4c3-0930-4910-94ad-bc0a4c9b7b1b owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:11.471721 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.514410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Pushing event deleted for resources: {'Port': ['ID=bf4ed4c3-0930-4910-94ad-bc0a4c9b7b1b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:11.614307 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.617143 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.619115 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f18ff9a8-3974-43be-8813-982dfb12ec80 req-9e1e13e0-0c46-44d8-bfd4-6adfd7ca4259 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "DELETE /v2.0/floatingips/ca4c15cf-b52a-4943-9936-60f744cd30ac HTTP/1.1" status: 204 len: 173 time: 1.2565744 Feb 07 22:36:11.832875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f0570-43ee-4f38-914c-ac2a94532f75 req-07777b63-d0ed-4bea-b644-1fb7c67087e7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:11.837447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a13f0570-43ee-4f38-914c-ac2a94532f75 req-07777b63-d0ed-4bea-b644-1fb7c67087e7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.1122243 Feb 07 22:36:11.905529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Router b60df232-5b3b-4878-861f-200df4d74f13 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:36:11.917758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a13f0570-43ee-4f38-914c-ac2a94532f75 req-544faea9-5d82-4de8-a1c7-a28a86bea44f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724947 Feb 07 22:36:11.934973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-767bbf54-3d63-41b3-8db4-91357b4d0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:11.936748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-767bbf54-3d63-41b3-8db4-91357b4d0225 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 1096 time: 0.0682268 Feb 07 22:36:12.108155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:36:12.135258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-e194a305-bde1-49ce-8c86-1839425ea440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:12.136752 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-e194a305-bde1-49ce-8c86-1839425ea440 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.1607764 Feb 07 22:36:12.139517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:36:12.147409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-558525b8-7679-4e0d-b142-40df67e60cf8 admin admin] 10.222.0.15 "PUT /v2.0/routers/b60df232-5b3b-4878-861f-200df4d74f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1711285 Feb 07 22:36:12.147591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33874) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:12.154369 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] Sync routers for ids ['b60df232-5b3b-4878-861f-200df4d74f13'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:12.168966 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] Routers {'b60df232-5b3b-4878-861f-200df4d74f13'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:12.176696 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b60df232-5b3b-4878-861f-200df4d74f13'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:12.249018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port afb12f3c-2318-4de4-a272-a04a1e61f799 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:12.253125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port afb12f3c-2318-4de4-a272-a04a1e61f799 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:12.254962 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.277445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.422737 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] Set router b60df232-5b3b-4878-861f-200df4d74f13 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:12.446963 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.519366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:12.527368 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea5000b-b737-4608-8478-651b5f123bc5" -d '{"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-plugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:12.563533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:12.569880 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.636922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=13']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:12.728843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-58a682e1-f247-4865-971e-c8319f8af2f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 HTTP/1.1" status: 200 len: 217 time: 0.5827460 Feb 07 22:36:12.745671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.808978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-ce2eab15-7249-48c6-89cf-6a7c8435a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:12.810498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-ce2eab15-7249-48c6-89cf-6a7c8435a15e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.0670421 Feb 07 22:36:12.847903 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:23Z', 'updated_at': '2022-02-07T22:36:10Z', 'revision_number': 5, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'gw_port': {'id': '26eadbdb-69c1-441a-a0a2-8adeb2823e91', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:26Z', 'updated_at': '2022-02-07T22:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:12.870255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-6bb8e804-843c-49bc-bc81-e21f0cd0f958 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371292 Feb 07 22:36:12.885256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664acb-c7b0-455f-bad0-7a48a4054024 req-1bbe4f61-8cc7-461b-8626-98ad73c8b781 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:12.895092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f664acb-c7b0-455f-bad0-7a48a4054024 req-1bbe4f61-8cc7-461b-8626-98ad73c8b781 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 951 time: 1.0252123 Feb 07 22:36:12.904939 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] Checking router: b60df232-5b3b-4878-861f-200df4d74f13 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:12.924971 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] Routers {'b60df232-5b3b-4878-861f-200df4d74f13'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:12.925593 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:35:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b60df232-5b3b-4878-861f-200df4d74f13'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:13.053985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f664acb-c7b0-455f-bad0-7a48a4054024 req-0ad5ec6a-2349-40bf-bc39-69d3c79f515b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528111 Feb 07 22:36:13.078317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Deleting port 26eadbdb-69c1-441a-a0a2-8adeb2823e91 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:13.078668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.089517 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] Set router b60df232-5b3b-4878-861f-200df4d74f13 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:13.164239 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:23Z', 'updated_at': '2022-02-07T22:36:12Z', 'revision_number': 6, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:13.195862 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564708c-23e3-4eb8-96d0-954a96d2070e None None] The sync data for ids ['b60df232-5b3b-4878-861f-200df4d74f13'] in n-d-827895-2 is: [{'id': 'b60df232-5b3b-4878-861f-200df4d74f13', 'name': 'tempest-FloatingIPDetailsTestJSON-1177815871-router', 'tenant_id': '2a5b8d5e4e92478385d7bb419060391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:23Z', 'updated_at': '2022-02-07T22:36:12Z', 'revision_number': 6, 'project_id': '2a5b8d5e4e92478385d7bb419060391b', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:13.289159 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-3a4a41f8-6393-4220-b1de-c0b0c2fab476 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916678 Feb 07 22:36:13.394303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] For port 26eadbdb-69c1-441a-a0a2-8adeb2823e91, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=26eadbdb-69c1-441a-a0a2-8adeb2823e91,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:13.394303 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.406137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Calling delete_port for 26eadbdb-69c1-441a-a0a2-8adeb2823e91 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:13.426319 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd898a9b-01a8-4ba5-8aec-afde2db34a82 x-openstack-request-id: req-fd898a9b-01a8-4ba5-8aec-afde2db34a82 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:13.426826 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-plugged", "status": "completed", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:13.426940 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd898a9b-01a8-4ba5-8aec-afde2db34a82 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:13.427246 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'code': 200} Feb 07 22:36:13.495798 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-0b334be2-af76-46c2-8378-277d9294ad16 service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910646 Feb 07 22:36:13.830566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50858a-9401-437d-b806-799d534f106a req-708149e0-d085-411f-b90d-db740be45382 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:13.844936 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d50858a-9401-437d-b806-799d534f106a req-708149e0-d085-411f-b90d-db740be45382 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 951 time: 0.1169679 Feb 07 22:36:13.924788 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d50858a-9401-437d-b806-799d534f106a req-e3738cdc-11fb-4603-9b53-05967730f3d7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786979 Feb 07 22:36:13.948966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42666cb0-629a-4273-aa34-c065d771f5be req-37e47618-e6f2-4004-b940-7c440866d7fd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:13.959303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42666cb0-629a-4273-aa34-c065d771f5be req-37e47618-e6f2-4004-b940-7c440866d7fd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.4363203 Feb 07 22:36:14.094798 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42666cb0-629a-4273-aa34-c065d771f5be req-8ce0b2ec-05ea-4f35-912e-8a7b16689a1c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236343 Feb 07 22:36:14.096459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.168393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Pushing event deleted for resources: {'Port': ['ID=26eadbdb-69c1-441a-a0a2-8adeb2823e91,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:14.246722 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659cf44-c36f-473e-98e2-2ed54baad3dc req-c89b4a0c-46e6-4828-af97-ca0be6179537 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:14.250335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2659cf44-c36f-473e-98e2-2ed54baad3dc req-c89b4a0c-46e6-4828-af97-ca0be6179537 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 945 time: 0.1947381 Feb 07 22:36:14.342790 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.364717 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2659cf44-c36f-473e-98e2-2ed54baad3dc req-08f78d23-60aa-469d-9e1c-28471ca3ef59 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052134 Feb 07 22:36:14.464660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e46584ed-b8bf-410d-a3bf-b9c8df31d420 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:14.523853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.528096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.538635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e46584ed-b8bf-410d-a3bf-b9c8df31d420 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:14.549355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e46584ed-b8bf-410d-a3bf-b9c8df31d420 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:14.552514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 26eadbdb-69c1-441a-a0a2-8adeb2823e91 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:14.610274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 26eadbdb-69c1-441a-a0a2-8adeb2823e91 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:14.610651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 26eadbdb-69c1-441a-a0a2-8adeb2823e91 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:14.615609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.616335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b60df232-5b3b-4878-861f-200df4d74f13 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:36:14.622873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.624385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-507dbdd2-3613-41a5-bc66-93f402b74825 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b60df232-5b3b-4878-861f-200df4d74f13 HTTP/1.1" status: 204 len: 168 time: 2.4759600 Feb 07 22:36:14.627122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34036) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:14.685500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7736ddc7-8e00-49fb-bf58-37ac49f173fd admin admin] Deleting subnet f4368c97-c522-480c-b812-2dbaf2f9872d {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:36:14.693289 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7736ddc7-8e00-49fb-bf58-37ac49f173fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.895108 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7736ddc7-8e00-49fb-bf58-37ac49f173fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.922083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-d02e3ee1-766a-4fc5-a27d-2dd07ca546c1 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:14.926539 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-d02e3ee1-766a-4fc5-a27d-2dd07ca546c1 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.46 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 945 time: 0.2222779 Feb 07 22:36:14.954478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34056) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:14.965733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34058) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:15.029843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-de0d5a51-20c7-4d3a-90d5-1cbe378b0569 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006219 Feb 07 22:36:15.053196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7736ddc7-8e00-49fb-bf58-37ac49f173fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.167328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7736ddc7-8e00-49fb-bf58-37ac49f173fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.189770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7736ddc7-8e00-49fb-bf58-37ac49f173fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.198063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d3221e-77a2-40e7-960e-df30ebea1f64 None None] Network e477cacf-5c3f-4a35-aa26-42b772b499cc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:15.205665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7736ddc7-8e00-49fb-bf58-37ac49f173fd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f4368c97-c522-480c-b812-2dbaf2f9872d HTTP/1.1" status: 204 len: 168 time: 0.5766568 Feb 07 22:36:15.206283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34076) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:15.386606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-dd4aaec2-f89f-4cd3-bd04-9abffc90df22 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:15.388454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-dd4aaec2-f89f-4cd3-bd04-9abffc90df22 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730167 Feb 07 22:36:15.393979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.418487 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d22a8c6-02d8-4c17-a9da-2112b22a5b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.432947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736ddc7-8e00-49fb-bf58-37ac49f173fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4368c97-c522-480c-b812-2dbaf2f9872d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:15.444510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c62c951-e4fd-4fc5-9027-c2bfa2d744c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.487533 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-c9b55685-c8f7-4163-9ef7-0f017d704e94 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/quotas/91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 375 time: 0.0645003 Feb 07 22:36:15.565405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cbf9e2-c0ed-4ef3-925b-b41a650ed1b9 None None] DHCP port deletion for e477cacf-5c3f-4a35-aa26-42b772b499cc request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:36:15.592008 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d22a8c6-02d8-4c17-a9da-2112b22a5b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.613142 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c62c951-e4fd-4fc5-9027-c2bfa2d744c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.623326 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c62c951-e4fd-4fc5-9027-c2bfa2d744c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.637344 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79594c-0997-461d-9529-2d660b3b06e4 req-3aa8b7fa-ab49-4ca0-a12d-29c62ce4db8e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:15.639395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d79594c-0997-461d-9529-2d660b3b06e4 req-3aa8b7fa-ab49-4ca0-a12d-29c62ce4db8e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.2614493 Feb 07 22:36:15.665264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d22a8c6-02d8-4c17-a9da-2112b22a5b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.677191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-28cbf9e2-c0ed-4ef3-925b-b41a650ed1b9 None None] Deleting port d805af39-c5c5-4485-978c-32c12ed50f2c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:15.677573 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28cbf9e2-c0ed-4ef3-925b-b41a650ed1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.754417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62c951-e4fd-4fc5-9027-c2bfa2d744c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef33ae5-ad40-4173-a3a3-e3c246e07359,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:15.769897 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7c62c951-e4fd-4fc5-9027-c2bfa2d744c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e355844a0336453d9c95326d0a96317e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8001044 Feb 07 22:36:15.775187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34080) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:15.780886 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5d22a8c6-02d8-4c17-a9da-2112b22a5b68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e44b28263595417da2714ee3444a0fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7801163 Feb 07 22:36:15.784027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34082) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:15.793674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22a8c6-02d8-4c17-a9da-2112b22a5b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12ad483-c9fa-4f91-bfa5-50728d370045,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:15.822576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Deleting port d805af39-c5c5-4485-978c-32c12ed50f2c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:15.822918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.826410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-82f77b6d-96ad-4ab4-99e8-7bace0b0f415 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2320538 Feb 07 22:36:15.846459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Deleting port e81ca650-a394-49d1-9917-1ef35ccc82dd {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:15.846962 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.858562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-28cbf9e2-c0ed-4ef3-925b-b41a650ed1b9 None None] For port d805af39-c5c5-4485-978c-32c12ed50f2c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d805af39-c5c5-4485-978c-32c12ed50f2c,segment=NetworkSegment(5d55ea8d-9ec5-4682-aae6-390ad07378f1),segment_id=5d55ea8d-9ec5-4682-aae6-390ad07378f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:15.858963 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28cbf9e2-c0ed-4ef3-925b-b41a650ed1b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.879048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-28cbf9e2-c0ed-4ef3-925b-b41a650ed1b9 None None] Calling delete_port for d805af39-c5c5-4485-978c-32c12ed50f2c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:15.927430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d79594c-0997-461d-9529-2d660b3b06e4 req-ecd60d3e-19ae-4959-a8d6-09bb04894d95 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573264 Feb 07 22:36:16.025622 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ffd99c62-2cd3-4231-830b-bf7426d05042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.081848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28cbf9e2-c0ed-4ef3-925b-b41a650ed1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.105047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] For port d805af39-c5c5-4485-978c-32c12ed50f2c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d805af39-c5c5-4485-978c-32c12ed50f2c,segment=NetworkSegment(5d55ea8d-9ec5-4682-aae6-390ad07378f1),segment_id=5d55ea8d-9ec5-4682-aae6-390ad07378f1)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:16.105047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.140159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Calling delete_port for d805af39-c5c5-4485-978c-32c12ed50f2c owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:16.141279 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ffd99c62-2cd3-4231-830b-bf7426d05042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.153150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] For port e81ca650-a394-49d1-9917-1ef35ccc82dd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e81ca650-a394-49d1-9917-1ef35ccc82dd,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:16.153523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.162556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbf9e2-c0ed-4ef3-925b-b41a650ed1b9 None None] Pushing event deleted for resources: {'Port': ['ID=d805af39-c5c5-4485-978c-32c12ed50f2c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:16.179971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Calling delete_port for e81ca650-a394-49d1-9917-1ef35ccc82dd owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:16.198165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbf9e2-c0ed-4ef3-925b-b41a650ed1b9 None None] No DVR routers for this DVR port d805af39-c5c5-4485-978c-32c12ed50f2c on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:16.311048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ffd99c62-2cd3-4231-830b-bf7426d05042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.314220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ffd99c62-2cd3-4231-830b-bf7426d05042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.315561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ffd99c62-2cd3-4231-830b-bf7426d05042 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a12ad483-c9fa-4f91-bfa5-50728d370045 HTTP/1.1" status: 204 len: 168 time: 0.5185530 Feb 07 22:36:16.326645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.348651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99c62-2cd3-4231-830b-bf7426d05042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12ad483-c9fa-4f91-bfa5-50728d370045,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:16.479453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d805af39-c5c5-4485-978c-32c12ed50f2c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:16.517661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] No DVR routers for this DVR port d805af39-c5c5-4485-978c-32c12ed50f2c on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:16.560187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d805af39-c5c5-4485-978c-32c12ed50f2c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:16.560587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d805af39-c5c5-4485-978c-32c12ed50f2c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:16.633625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d805af39-c5c5-4485-978c-32c12ed50f2c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:16.662167 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.666132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5ecf9e3-4d40-4d08-ba22-55d49dd4888a req-40f157d5-1c1b-4d9e-a929-4282ef848f85 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 210 time: 0.1013768 Feb 07 22:36:16.747664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdde4f-f5bc-40c2-87c2-51f616a9c6a0 req-bb7d8dbe-6955-4e55-bfe2-8a90fb44ef32 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:16.754627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Pushing event deleted for resources: {'Port': ['ID=e81ca650-a394-49d1-9917-1ef35ccc82dd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:16.755254 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fccdde4f-f5bc-40c2-87c2-51f616a9c6a0 req-bb7d8dbe-6955-4e55-bfe2-8a90fb44ef32 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/ports?device_id=e87e1166-119c-4b5c-ac69-f440df7c5d35 HTTP/1.1" status: 200 len: 945 time: 0.3896587 Feb 07 22:36:16.759926 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0bd0db5c-22e8-429e-a698-f67c283b08c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.781473 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.851850 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0bd0db5c-22e8-429e-a698-f67c283b08c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.879870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] No DVR routers for this DVR port e81ca650-a394-49d1-9917-1ef35ccc82dd on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:16.882802 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.885538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e477cacf-5c3f-4a35-aa26-42b772b499cc']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:16.890503 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-af3d04bc-c99a-4120-91f2-a5ac0be7b263 req-ca2ee62e-7597-4b69-ac08-df9b36b5f9ef tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.46 "DELETE /v2.0/ports/e81ca650-a394-49d1-9917-1ef35ccc82dd HTTP/1.1" status: 204 len: 173 time: 1.9368052 Feb 07 22:36:16.891233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'name': 'network-vif-deleted', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:16.894324 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd1245-8efc-4ae9-82b2-13c7dc8948fb" -d '{"events": [{"server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "name": "network-vif-deleted", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:16.942197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d55ea8d-9ec5-4682-aae6-390ad07378f1') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:16.942630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d55ea8d-9ec5-4682-aae6-390ad07378f1') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:17.060225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fccdde4f-f5bc-40c2-87c2-51f616a9c6a0 req-9c1d117a-7faf-49f2-834b-40aab00152b0 tempest-FloatingIPsAssociationTestJSON-1658121157 tempest-FloatingIPsAssociationTestJSON-1658121157-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038554 Feb 07 22:36:17.064281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0bd0db5c-22e8-429e-a698-f67c283b08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.071601 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0bd0db5c-22e8-429e-a698-f67c283b08c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.073802 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0bd0db5c-22e8-429e-a698-f67c283b08c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cef33ae5-ad40-4173-a3a3-e3c246e07359 HTTP/1.1" status: 204 len: 168 time: 1.2964754 Feb 07 22:36:17.096811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.177738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91067a6-bced-41a9-b589-defcd3023961 req-e7c672ec-75c3-4637-ab24-00043adeabce tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:17.186096 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f91067a6-bced-41a9-b589-defcd3023961 req-e7c672ec-75c3-4637-ab24-00043adeabce tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 944 time: 0.1948426 Feb 07 22:36:17.204413 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cddb77b-11bd-4335-83e7-e7419871cf57 x-openstack-request-id: req-4cddb77b-11bd-4335-83e7-e7419871cf57 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:17.204705 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e1166-119c-4b5c-ac69-f440df7c5d35", "name": "network-vif-deleted", "tag": "e81ca650-a394-49d1-9917-1ef35ccc82dd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:17.204961 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cddb77b-11bd-4335-83e7-e7419871cf57 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:17.210792 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e1166-119c-4b5c-ac69-f440df7c5d35', 'name': 'network-vif-deleted', 'tag': 'e81ca650-a394-49d1-9917-1ef35ccc82dd', 'status': 'completed', 'code': 200} Feb 07 22:36:17.214943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0db5c-22e8-429e-a698-f67c283b08c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef33ae5-ad40-4173-a3a3-e3c246e07359,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:17.232869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.351696 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f91067a6-bced-41a9-b589-defcd3023961 req-c1e081fa-92e2-4478-9d02-7e0c9a7c059e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399312 Feb 07 22:36:17.395172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:17.395753 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:17.432932 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:17.655510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9290a-18b9-4359-bc35-236ef34837eb req-79048426-96b5-4947-91f6-1e325f69d8b6 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:17.661288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19d9290a-18b9-4359-bc35-236ef34837eb req-79048426-96b5-4947-91f6-1e325f69d8b6 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 944 time: 0.4156246 Feb 07 22:36:17.684054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581e814-d481-4c76-9095-6a9d49d15268 req-b3c2c3d9-cb93-41a0-812c-3de191f57046 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:17.691957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7581e814-d481-4c76-9095-6a9d49d15268 req-b3c2c3d9-cb93-41a0-812c-3de191f57046 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.3885188 Feb 07 22:36:17.700639 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.801800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.808364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e477cacf-5c3f-4a35-aa26-42b772b499cc HTTP/1.1" status: 204 len: 168 time: 2.5966902 Feb 07 22:36:17.838271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e81ca650-a394-49d1-9917-1ef35ccc82dd no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:17.856397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6c424-2090-4ada-935a-92ed0a4326a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e477cacf-5c3f-4a35-aa26-42b772b499cc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:17.889740 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: e81ca650-a394-49d1-9917-1ef35ccc82dd {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:17.889992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e81ca650-a394-49d1-9917-1ef35ccc82dd not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:17.930090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6a50ab3-daba-479f-b1a5-a6b9d9e1e0d4 req-d2f1200f-fd90-4d74-9d79-a89b4469e567 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 210 time: 0.0576980 Feb 07 22:36:17.962464 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7581e814-d481-4c76-9095-6a9d49d15268 req-711cef6d-5c2b-4b56-9e9e-d9a38c035645 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671926 Feb 07 22:36:18.009228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-19d9290a-18b9-4359-bc35-236ef34837eb req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Deleting port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:18.010591 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19d9290a-18b9-4359-bc35-236ef34837eb req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.129087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:36:18.154980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-19d9290a-18b9-4359-bc35-236ef34837eb req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] For port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:18.155491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19d9290a-18b9-4359-bc35-236ef34837eb req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.162236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34164) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:18.179155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-19d9290a-18b9-4359-bc35-236ef34837eb req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Calling delete_port for 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:18.271193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34168) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:18.304473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:18.334759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'mac_address': 'fa:16:3e:e8:7f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:36:18.458830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19d9290a-18b9-4359-bc35-236ef34837eb req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.499769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-f1988d24-78ae-48ca-b498-169f803260f5 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057048 Feb 07 22:36:18.532611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Pushing event deleted for resources: {'Port': ['ID=57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:18.533452 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.542540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:18.628145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d9290a-18b9-4359-bc35-236ef34837eb req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] No DVR routers for this DVR port 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:18.630859 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19d9290a-18b9-4359-bc35-236ef34837eb req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.633288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:18.635292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19d9290a-18b9-4359-bc35-236ef34837eb req-d7e8c7f1-217b-4353-aa78-b1d8494fe2a9 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.24 "DELETE /v2.0/ports/57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 HTTP/1.1" status: 204 len: 173 time: 0.9360962 Feb 07 22:36:18.635796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'name': 'network-vif-deleted', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:18.638213 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f076c-f8d7-459c-8efb-654b0c50af9f" -d '{"events": [{"server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "name": "network-vif-deleted", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:18.693526 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d54dfe-7343-40cc-8534-f9d83bca0d0a x-openstack-request-id: req-78d54dfe-7343-40cc-8534-f9d83bca0d0a {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:18.694053 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fde484-7227-4e49-a1cd-514a166bfc96", "name": "network-vif-deleted", "tag": "57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:18.694482 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78d54dfe-7343-40cc-8534-f9d83bca0d0a {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:18.695074 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fde484-7227-4e49-a1cd-514a166bfc96', 'name': 'network-vif-deleted', 'tag': '57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78', 'status': 'completed', 'code': 200} Feb 07 22:36:18.710400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:18.723214 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.812779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2fa43b5d-0aa1-4fb2-bdb7-1cd42c74d407 req-a67bbc15-d106-4226-84b2-d7e1d9f21ece tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=52fde484-7227-4e49-a1cd-514a166bfc96 HTTP/1.1" status: 200 len: 210 time: 0.2323318 Feb 07 22:36:18.815253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f5270455-d07c-4fee-938d-6fc412f1d518 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a5b8d5e4e92478385d7bb419060391b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395782 Feb 07 22:36:18.817982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34186) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:18.862253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:18.944221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-950c286a-e8a1-4bf7-94be-c4512f99244a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.976536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-950c286a-e8a1-4bf7-94be-c4512f99244a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:19.003461 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:19.087531 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-950c286a-e8a1-4bf7-94be-c4512f99244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:19.090784 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-950c286a-e8a1-4bf7-94be-c4512f99244a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:19.092293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-950c286a-e8a1-4bf7-94be-c4512f99244a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/329ab5bf-8746-412a-8b6c-29ea091a5d36 HTTP/1.1" status: 204 len: 168 time: 0.2730021 Feb 07 22:36:19.104527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c286a-e8a1-4bf7-94be-c4512f99244a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ab5bf-8746-412a-8b6c-29ea091a5d36,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:19.189837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c00195e-b597-4737-ad16-35847e65a090 req-26d3a98e-c9a0-4c32-af11-d0ca3f96cb4f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 210 time: 0.0609248 Feb 07 22:36:19.334607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-0f225ffe-0850-4391-8694-0f9f1435b9c6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:19.336349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-0f225ffe-0850-4391-8694-0f9f1435b9c6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8257043 Feb 07 22:36:19.358255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Request body: {'port': {'device_id': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '91722a73fcdc400fb27cbf1c42cd26e6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:19.560971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34083af4-2889-4658-b465-39fba991cd53 req-00fbfa8e-3be5-4c08-b472-11aff057f9d1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:19.568316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34232) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:19.569127 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34083af4-2889-4658-b465-39fba991cd53 req-00fbfa8e-3be5-4c08-b472-11aff057f9d1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.4352136 Feb 07 22:36:19.626334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34083af4-2889-4658-b465-39fba991cd53 req-572dbc23-d28a-4027-a138-2f6c0134589d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561152 Feb 07 22:36:19.659906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Made reservation on behalf of 91722a73fcdc400fb27cbf1c42cd26e6 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:19.663906 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:19.904713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1303619369'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:19.935205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Allocated IP 192.168.233.22 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/5f95bd0b-55f6-439e-99b7-9e943148838d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:19.962043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Made reservation on behalf of 63d51384044b44c280b03418fcd64653 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:19.966957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:19.989148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.042107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.162519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:36:20.183183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.198356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.282125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:20.304498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75ce414-c550-43fb-8512-b6bc9becf10d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:20.356497 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.356837 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Added segment 6576f1c2-5007-4668-a303-5a32c8871363 of type vlan for network f72e8acf-c24e-4454-b40e-f665193b7dac Feb 07 22:36:20.388951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:20.389332 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.597528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c205489-8e07-437e-8d1e-fd4fca9fceee req-a2f7379b-36b6-47ce-83e3-618d93f6695b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 210 time: 0.1259711 Feb 07 22:36:20.615954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.693365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.746802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:20.757171 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdfc134-734d-432e-af1b-ec0cecee3a1e" -d '{"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:20.761316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.779396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:20.782446 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.811333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:20.822350 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.826247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:20.959163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:20.971655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34288) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:20.977572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 57a6c55b-e77d-45c5-a8f6-9d7c7d65fc78 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:21.050659 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.070286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:21.099248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0851dd9-eead-4673-a368-73a65a662439 req-7d65d49b-0778-43f5-8188-cecdeecf81e7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:21.107171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a0851dd9-eead-4673-a368-73a65a662439 req-7d65d49b-0778-43f5-8188-cecdeecf81e7 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 944 time: 0.5850811 Feb 07 22:36:21.179562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6098273 Feb 07 22:36:21.180263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34296) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:21.286018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a0851dd9-eead-4673-a368-73a65a662439 req-4ebe457f-56ee-428e-a49e-7416e031e0bb tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776114 Feb 07 22:36:21.299139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615b608-1e13-47a9-ad39-5617962be905 req-a78d97c8-81e8-4198-9883-ce699698e3c0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:21.306018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7615b608-1e13-47a9-ad39-5617962be905 req-a78d97c8-81e8-4198-9883-ce699698e3c0 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.24 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 944 time: 0.5142536 Feb 07 22:36:21.361944 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bedcf4-9370-414a-b7c8-a54deeddfa3b tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Pushing event updated for resources: {'Network': ['ID=f72e8acf-c24e-4454-b40e-f665193b7dac,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:21.378135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f72e8acf-c24e-4454-b40e-f665193b7dac details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:21.405114 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.489280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bfcc0-2a70-45cd-81f2-01ec9ece7704 req-d6b9f27a-bd0c-4828-8b09-86473296efec tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:21.491096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:21.493972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad5bfcc0-2a70-45cd-81f2-01ec9ece7704 req-d6b9f27a-bd0c-4828-8b09-86473296efec tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.5202866 Feb 07 22:36:21.502044 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fa482b-1a30-4a51-b083-24591345bc82 x-openstack-request-id: req-78fa482b-1a30-4a51-b083-24591345bc82 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:21.505761 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:21.506021 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78fa482b-1a30-4a51-b083-24591345bc82 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:21.507097 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'code': 200} Feb 07 22:36:21.510623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'afb12f3c-2318-4de4-a272-a04a1e61f799'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:21.519467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9d235773-6a75-4b89-a2f0-2e791fe71a4a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:21.521705 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:21.526458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:21.529112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:36:21.653887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-network', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:21.705732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad5bfcc0-2a70-45cd-81f2-01ec9ece7704 req-e0eb4171-1de7-4e50-9270-6497662bc6b8 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603739 Feb 07 22:36:21.715221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:21.732616 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.766578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7615b608-1e13-47a9-ad39-5617962be905 req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Deleting port 9032ef52-3f37-40be-9b58-064fb34a3039 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:21.767058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Deleting port e56ed9fe-2b82-465b-94d9-3b599e70d5ca {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:21.767522 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.769430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7615b608-1e13-47a9-ad39-5617962be905 req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.776065 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-5fd08fba-83bb-433f-9a23-fe3035302368 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4218905 Feb 07 22:36:21.834237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Request body: {'port': {'device_id': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:21.840245 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af625498-5354-4197-98e2-c0d64b7b0ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.845401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Request body: {'network': {'name': 'tempest-network--141708427', 'router:external': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:21.872296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Made reservation on behalf of 4754372c42bb41aab158d14c54ef43f6 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:21.886990 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.025810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.125023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e6660f75-1a13-4e87-a061-0171a7aeb524 None None] Provisioning complete for port 5f95bd0b-55f6-439e-99b7-9e943148838d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:22.126875 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6660f75-1a13-4e87-a061-0171a7aeb524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.190935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7615b608-1e13-47a9-ad39-5617962be905 req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] For port 9032ef52-3f37-40be-9b58-064fb34a3039, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9032ef52-3f37-40be-9b58-064fb34a3039,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:22.194252 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7615b608-1e13-47a9-ad39-5617962be905 req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.299539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e6660f75-1a13-4e87-a061-0171a7aeb524 None None] Port 5f95bd0b-55f6-439e-99b7-9e943148838d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:36:22.317997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7615b608-1e13-47a9-ad39-5617962be905 req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Calling delete_port for 9032ef52-3f37-40be-9b58-064fb34a3039 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:22.388552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Made reservation on behalf of 92317aeac1184d678d86708350c86acb for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:22.392467 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.538560 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.538736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] For port e56ed9fe-2b82-465b-94d9-3b599e70d5ca, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e56ed9fe-2b82-465b-94d9-3b599e70d5ca,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:22.539419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.555456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Calling delete_port for e56ed9fe-2b82-465b-94d9-3b599e70d5ca owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:22.583467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.604581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1dd7f-5c50-4765-ab60-467e52978b33 req-2a878768-d3b7-40a0-bec3-36bad26b0701 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:22.611913 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bad1dd7f-5c50-4765-ab60-467e52978b33 req-2a878768-d3b7-40a0-bec3-36bad26b0701 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 935 time: 0.7819161 Feb 07 22:36:22.802869 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bad1dd7f-5c50-4765-ab60-467e52978b33 req-dcde2372-8119-4f76-bb11-d5e09b2d78de tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900656 Feb 07 22:36:23.044675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2cdbf-ac8c-4cfe-8888-8fe6e1c50d5e req-3e3e05b0-2762-4dd2-8366-a9ad7909c895 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:23.046567 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83f2cdbf-ac8c-4cfe-8888-8fe6e1c50d5e req-3e3e05b0-2762-4dd2-8366-a9ad7909c895 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.1489365 Feb 07 22:36:23.053105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7655f9d-ba44-4f4e-9da9-ccdd04fd0ad1 req-d3166d4e-2c68-4d44-a8b2-480e913a76e1 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:23.061229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7655f9d-ba44-4f4e-9da9-ccdd04fd0ad1 req-d3166d4e-2c68-4d44-a8b2-480e913a76e1 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 944 time: 0.5949929 Feb 07 22:36:23.129086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.160688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.182731 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7655f9d-ba44-4f4e-9da9-ccdd04fd0ad1 req-49b6a04c-e02e-4267-a091-59b50c4b804b tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179862 Feb 07 22:36:23.248300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:23.275145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf8cc6f-8a6c-46e0-a9d0-b624ee2a3531,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:23.301328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.302008 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Added segment 040cc614-ef5d-410f-b3fa-05a08394cbba of type vlan for network 2bb18b1c-1910-4a59-acca-9a1864c08d57 Feb 07 22:36:23.315912 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.318421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7615b608-1e13-47a9-ad39-5617962be905 req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.334472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f95bd0b-55f6-439e-99b7-9e943148838d {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:23.345265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.357242 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.363104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Transition to ACTIVE for port object 5f95bd0b-55f6-439e-99b7-9e943148838d will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:23.400111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Pushing event deleted for resources: {'Port': ['ID=9032ef52-3f37-40be-9b58-064fb34a3039,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:23.445070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83f2cdbf-ac8c-4cfe-8888-8fe6e1c50d5e req-fc76e70a-6848-4f00-b707-2735f3d8b8bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639214 Feb 07 22:36:23.460448 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.487408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.489720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:23.522282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7615b608-1e13-47a9-ad39-5617962be905 req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] No DVR routers for this DVR port 9032ef52-3f37-40be-9b58-064fb34a3039 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:23.524852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92af7af-5555-4beb-8b76-5725153891a3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:23.531273 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.531655 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Added segment e11b620d-3e22-483e-bfa5-58717aaba1c0 of type vlan for network 4242097c-31a2-480a-b3d8-7b8d4740aa7f Feb 07 22:36:23.533430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7615b608-1e13-47a9-ad39-5617962be905 req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.533782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:23.539191 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.550494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7615b608-1e13-47a9-ad39-5617962be905 req-24e228cf-8b74-48cc-bd11-7cd18940a7a3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.24 "DELETE /v2.0/ports/9032ef52-3f37-40be-9b58-064fb34a3039 HTTP/1.1" status: 204 len: 173 time: 2.2176447 Feb 07 22:36:23.551385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'name': 'network-vif-deleted', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:23.554746 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c86d22d-f041-4700-bae8-81efb9dafc52" -d '{"events": [{"server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "name": "network-vif-deleted", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:23.615857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Pushing event deleted for resources: {'Port': ['ID=e56ed9fe-2b82-465b-94d9-3b599e70d5ca,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:23.663767 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.668246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:23.679907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.698339 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c5dc43-1c7d-4c87-aad6-301ae50b3764 x-openstack-request-id: req-32c5dc43-1c7d-4c87-aad6-301ae50b3764 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:23.698843 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5070b464-a2d2-4e4b-87c4-5b8355a56070", "name": "network-vif-deleted", "tag": "9032ef52-3f37-40be-9b58-064fb34a3039", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:23.699260 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32c5dc43-1c7d-4c87-aad6-301ae50b3764 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:23.700038 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5070b464-a2d2-4e4b-87c4-5b8355a56070', 'name': 'network-vif-deleted', 'tag': '9032ef52-3f37-40be-9b58-064fb34a3039', 'status': 'completed', 'code': 200} Feb 07 22:36:23.708731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.720496 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7198770 Feb 07 22:36:23.736284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34362) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:23.744652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Request body: {'subnet': {'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-subnet', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:23.792373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd64afff-7bd1-4105-a6d9-483336f451cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.858443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd53eba-e655-4a73-af61-d2debaf160db admin admin] Pushing event updated for resources: {'Network': ['ID=2bb18b1c-1910-4a59-acca-9a1864c08d57,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:23.873630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 2bb18b1c-1910-4a59-acca-9a1864c08d57 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:23.884037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Made reservation on behalf of 4754372c42bb41aab158d14c54ef43f6 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:23.887662 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.892710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.894239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:23.895184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.901362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:23.901694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:23.902486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:23.921446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Port 5f95bd0b-55f6-439e-99b7-9e943148838d on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:36:23.921797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:23.931018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:36:23.931359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:23.931858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:36:23.932305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Bound port: 5f95bd0b-55f6-439e-99b7-9e943148838d, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:23.932663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.936030 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.6737955 Feb 07 22:36:23.936694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34368) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:24.173980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.187466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9032ef52-3f37-40be-9b58-064fb34a3039 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:24.201567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754de52-35ad-4f05-bdb1-d81295b94bc9 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'Network': ['ID=4242097c-31a2-480a-b3d8-7b8d4740aa7f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:24.240526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.335392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 4242097c-31a2-480a-b3d8-7b8d4740aa7f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:24.422110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a77f60-5752-4ea8-a77e-7bfa95d646f0 req-f57c6fec-68d6-45df-b08c-297947c1024a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:24.424138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67a77f60-5752-4ea8-a77e-7bfa95d646f0 req-f57c6fec-68d6-45df-b08c-297947c1024a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 947 time: 0.2516506 Feb 07 22:36:24.454457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.495182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:24.507601 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 9032ef52-3f37-40be-9b58-064fb34a3039 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:24.507966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9032ef52-3f37-40be-9b58-064fb34a3039 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:24.533226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4242097c-31a2-480a-b3d8-7b8d4740aa7f']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:24.559037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:36:24.595574 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.596481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11b620d-3e22-483e-bfa5-58717aaba1c0') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:24.596775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11b620d-3e22-483e-bfa5-58717aaba1c0') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:24.601640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51578570-0d97-4298-aa55-f9c3ad1a0984 req-8f2d44ca-ec24-4328-bb98-cdd0848d2954 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=5070b464-a2d2-4e4b-87c4-5b8355a56070 HTTP/1.1" status: 200 len: 210 time: 0.0799141 Feb 07 22:36:24.619124 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.641110 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.646888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.716803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cdce60c-5199-443f-82a9-a78056401890,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:24.719574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:24.720058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:24.722452 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:24.726136 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.733245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:24.803800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:24.804406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.805951 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-874b0e15-3d2c-4138-9dbe-ad6d5499e689 service neutron] 10.222.0.24 "PUT /v2.0/ports/5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 1095 time: 3.0042448 Feb 07 22:36:24.806284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:24.808687 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5053204c-a47f-44c5-89ce-08ae823c0a91" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:24.830596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67a77f60-5752-4ea8-a77e-7bfa95d646f0 req-0494ed5d-d2fc-4571-8657-eb9aac9a07bc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902938 Feb 07 22:36:24.969537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Checking segment: {'id': '040cc614-ef5d-410f-b3fa-05a08394cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:24.971008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Network hostable DHCP agents. Network: 2bb18b1c-1910-4a59-acca-9a1864c08d57, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:36:24.996201 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.010982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4242097c-31a2-480a-b3d8-7b8d4740aa7f {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 22:36:25.018897 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.027829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "DELETE /v2.0/networks/4242097c-31a2-480a-b3d8-7b8d4740aa7f HTTP/1.1" status: 204 len: 168 time: 1.0125761 Feb 07 22:36:25.032683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34392) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:25.045427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ba1fd-b717-4cb3-a034-d6d7fae37ee5 req-f06181ae-56d0-4548-ae8b-d2a2fcee211d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.050100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:25.056272 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-912ba1fd-b717-4cb3-a034-d6d7fae37ee5 req-f06181ae-56d0-4548-ae8b-d2a2fcee211d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.1892595 Feb 07 22:36:25.069538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874db88-01be-4e13-9647-b0e7b6fb030e tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event deleted for resources: {'Network': ['ID=4242097c-31a2-480a-b3d8-7b8d4740aa7f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:25.090829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Network 2bb18b1c-1910-4a59-acca-9a1864c08d57 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:36:25.145802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 2bb18b1c-1910-4a59-acca-9a1864c08d57) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:25.155800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea47201-a3f1-4ab1-bb01-9a3d15798301 None None] Network 2bb18b1c-1910-4a59-acca-9a1864c08d57 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:25.184648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-912ba1fd-b717-4cb3-a034-d6d7fae37ee5 req-dcce9639-ad01-41d5-9499-ad35220fefa9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170735 Feb 07 22:36:25.201265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.208990 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.236176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-dce8d5ae-e671-4804-b55a-394bb6fbc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.237667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-dce8d5ae-e671-4804-b55a-394bb6fbc646 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1098 time: 0.3023925 Feb 07 22:36:25.257398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1f915dfe-ba3e-4457-a838-0e5693a5fb86 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5170038 Feb 07 22:36:25.260920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34396) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:25.273279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:25.384238 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ca0c16-d08c-40ae-a336-70f6931d4745 x-openstack-request-id: req-50ca0c16-d08c-40ae-a336-70f6931d4745 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:25.384987 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:25.385413 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50ca0c16-d08c-40ae-a336-70f6931d4745 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:25.385971 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'status': 'completed', 'code': 200} Feb 07 22:36:25.390058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-10480225-84f1-4ca6-b7c6-19e99290f7b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.1223984 Feb 07 22:36:25.393055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Made reservation on behalf of 92317aeac1184d678d86708350c86acb for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:25.395945 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.422332 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.423452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.503238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Router 372129fc-ff00-4bd9-a1c8-b704630c216c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:36:25.642328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.650857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-ddcd565a-c2d0-4920-b92d-093e680029df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.656764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-ddcd565a-c2d0-4920-b92d-093e680029df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2537842 Feb 07 22:36:25.718537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:25.735107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.735588 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Added segment 1976be18-413a-43d6-816c-e5f4cfb0c29f of type vlan for network 4bfac736-da28-4de9-b497-a7900985902f Feb 07 22:36:25.830740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.840488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-2bb18b1c-1910-4a59-acca-9a1864c08d57', 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'fixed_ips': [{'subnet_id': '5cdce60c-5199-443f-82a9-a78056401890'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:36:25.845471 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.912519 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.913571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.914481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.140659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.1028965 Feb 07 22:36:26.149671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34424) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:26.160166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Request body: {'subnet': {'network_id': '4bfac736-da28-4de9-b497-a7900985902f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:26.182870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf2121-b58b-464e-9632-7b5f1dd1a7eb req-c6d9a89c-35ce-49f2-9b80-7060ec5fb16c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:26.184587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2fbf2121-b58b-464e-9632-7b5f1dd1a7eb req-c6d9a89c-35ce-49f2-9b80-7060ec5fb16c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 947 time: 0.1866899 Feb 07 22:36:26.200985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.284744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-cff997ac-e45d-4b68-b532-ce65ff6c3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:26.286225 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-cff997ac-e45d-4b68-b532-ce65ff6c3c83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6152945 Feb 07 22:36:26.287437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:36:26.293832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be85ec-bd5c-43a7-a5eb-ac5b46d3601f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'Network': ['ID=4bfac736-da28-4de9-b497-a7900985902f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:26.302529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Allocated IP 172.20.0.2 (2bb18b1c-1910-4a59-acca-9a1864c08d57/5cdce60c-5199-443f-82a9-a78056401890/ec2d0c97-6b26-4e7a-9859-ddb957c32d2c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:26.320430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7056b1be-67cb-4069-8f40-839f9cb7fcac admin admin] 10.222.0.15 "PUT /v2.0/routers/372129fc-ff00-4bd9-a1c8-b704630c216c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1570003 Feb 07 22:36:26.327262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34432) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:26.470460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Made reservation on behalf of 92317aeac1184d678d86708350c86acb for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:26.482110 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.522975 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.533927 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.536195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 4bfac736-da28-4de9-b497-a7900985902f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:26.539302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] Sync routers for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:26.553312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.611361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f37da5-4f37-4c11-96e7-b5bb0f86b558 req-effdaee7-b885-48a4-9ba8-9653692eafd5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:26.613283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4f37da5-4f37-4c11-96e7-b5bb0f86b558 req-effdaee7-b885-48a4-9ba8-9653692eafd5 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 965 time: 0.4361680 Feb 07 22:36:26.634799 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.738364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4f37da5-4f37-4c11-96e7-b5bb0f86b558 req-bc87cde6-6d9a-4ba0-9dc8-658d3a08b6be tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113710 Feb 07 22:36:26.743248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:26.743939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:26.823069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0493f0c-12df-4644-8ca9-846262bf996e req-61d13714-b090-4138-8167-1032c710e3c1 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:26.829260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0493f0c-12df-4644-8ca9-846262bf996e req-61d13714-b090-4138-8167-1032c710e3c1 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 965 time: 0.2106211 Feb 07 22:36:26.853520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2fbf2121-b58b-464e-9632-7b5f1dd1a7eb req-116ccb40-22b8-4bf9-806a-a596f6991ccc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625722 Feb 07 22:36:26.998604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-1c788113-cd7e-4917-ac03-a0bcc5ef4e24 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693861 Feb 07 22:36:27.004298 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.009385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Pushing event updated for resources: {'Port': ['ID=ec2d0c97-6b26-4e7a-9859-ddb957c32d2c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:27.035959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Network 2bb18b1c-1910-4a59-acca-9a1864c08d57 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:27.038599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:27.047304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:36:27.283461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 22:36:27.283943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.298002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27139bf7-b2fc-4256-850f-539b794fb3e4 req-81d6465c-9bc3-4dbf-a616-9c68916e978d service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794354 Feb 07 22:36:27.349127 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.366663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Checking segment: {'id': '1976be18-413a-43d6-816c-e5f4cfb0c29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4bfac736-da28-4de9-b497-a7900985902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:27.367086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Network hostable DHCP agents. Network: 4bfac736-da28-4de9-b497-a7900985902f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:36:27.371920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2ab63392-b283-4147-9f1c-fdb7acbf1137,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:27.392763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e8ac-c24b-424f-bf4b-90eee2cc3cc2 req-4e343cf9-ebce-41ff-a925-f789d6cd7780 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.408212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e14e8ac-c24b-424f-bf4b-90eee2cc3cc2 req-4e343cf9-ebce-41ff-a925-f789d6cd7780 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.3644202 Feb 07 22:36:27.428539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Network 4bfac736-da28-4de9-b497-a7900985902f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:36:27.463622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Attempting to bind port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:27.463622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Attempting to bind port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '040cc614-ef5d-410f-b3fa-05a08394cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:27.464646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Attempting to bind port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c on network 2bb18b1c-1910-4a59-acca-9a1864c08d57 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:27.464739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 4bfac736-da28-4de9-b497-a7900985902f) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:27.471947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.472722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.475288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:36:27.475288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Checking segment: {'id': '040cc614-ef5d-410f-b3fa-05a08394cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:27.475508 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.476016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Bound using segment: {'id': '040cc614-ef5d-410f-b3fa-05a08394cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:36:27.476628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Bound port: ec2d0c97-6b26-4e7a-9859-ddb957c32d2c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cc614-ef5d-410f-b3fa-05a08394cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:27.477793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.478440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-f86c2da5-9c07-4f27-81b6-24aadc5f09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.480080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-f86c2da5-9c07-4f27-81b6-24aadc5f09bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1098 time: 0.0826035 Feb 07 22:36:27.486374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c8ddbb-5401-46c5-9e30-ed4d956d05c7 None None] Network 4bfac736-da28-4de9-b497-a7900985902f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:27.531560 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.552057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:27.559568 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7e50cb17-ad8a-4730-a5b9-ef9439d5f643 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4035511 Feb 07 22:36:27.562289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34464) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:27.567051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Request body: {'floatingip': {'floating_network_id': '4bfac736-da28-4de9-b497-a7900985902f'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:27.572096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.623045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.678190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e14e8ac-c24b-424f-bf4b-90eee2cc3cc2 req-d503aecc-93c1-435f-953c-0b52d687dfbf tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684696 Feb 07 22:36:27.754044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-d0493f0c-12df-4644-8ca9-846262bf996e req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Deleting port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:27.754703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d0493f0c-12df-4644-8ca9-846262bf996e req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.809277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-dce2eae9-dcf2-40c9-a047-8c820af4484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.815790 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-dce2eae9-dcf2-40c9-a047-8c820af4484b service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3261800 Feb 07 22:36:27.880836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d0493f0c-12df-4644-8ca9-846262bf996e req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] For port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,segment=NetworkSegment(6ab438cd-9165-46fb-813d-acfca37a45df),segment_id=6ab438cd-9165-46fb-813d-acfca37a45df)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:27.881086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d0493f0c-12df-4644-8ca9-846262bf996e req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.886014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-170f4057-08c7-4229-a9eb-bceb3c0b9ae9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.0621004 Feb 07 22:36:27.929808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-d0493f0c-12df-4644-8ca9-846262bf996e req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Calling delete_port for 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e owned by compute:tempest-test_az-261821274 {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:27.961999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] For port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:27.974878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] For port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ec2d0c97-6b26-4e7a-9859-ddb957c32d2c,segment=NetworkSegment(040cc614-ef5d-410f-b3fa-05a08394cbba),segment_id=040cc614-ef5d-410f-b3fa-05a08394cbba)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:36:28.043695 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.044918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Allocated IP 172.25.8.5 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/8bdaf71c-392d-4c6b-a608-aee7d7f84c6d) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:28.126523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ab549-78d9-40ab-8a0a-5eb786e3f9c2 req-886f86b9-2daf-4dcf-9bc8-1a5dc9186173 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:28.135424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a5ab549-78d9-40ab-8a0a-5eb786e3f9c2 req-886f86b9-2daf-4dcf-9bc8-1a5dc9186173 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 965 time: 0.2483084 Feb 07 22:36:28.161422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-db5b4465-5ee3-4803-bd91-24ad5af716d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:28.166066 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-db5b4465-5ee3-4803-bd91-24ad5af716d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2640173 Feb 07 22:36:28.190710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.261442 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.286924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:28.293991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:28.350152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46871b-61bd-4b59-990a-03e62ec5e5e8 None None] Pushing event updated for resources: {'Port': ['ID=ec2d0c97-6b26-4e7a-9859-ddb957c32d2c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:28.357266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:36:28.402091 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.437773 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a5ab549-78d9-40ab-8a0a-5eb786e3f9c2 req-fbde232f-77aa-4263-abf8-e45b788335d1 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857659 Feb 07 22:36:28.509956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b50fc-cccb-4196-8699-96c4d5239959 None None] Network 4bfac736-da28-4de9-b497-a7900985902f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:28.510619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Deleting port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:28.510619 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.733235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-6bcc79d8-6fd9-46a5-a99e-22b2a7dc50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:28.735832 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-6bcc79d8-6fd9-46a5-a99e-22b2a7dc50f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5367913 Feb 07 22:36:28.750864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Allocated IP 172.20.0.11 (4bfac736-da28-4de9-b497-a7900985902f/2ab63392-b283-4147-9f1c-fdb7acbf1137/9bda5716-6e94-4671-bc1d-d45e6b9f244f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:28.801651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:36:23Z', 'revision_number': 5, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port': {'id': 'a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:34:43Z', 'updated_at': '2022-02-07T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:28.877595 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] Checking router: 372129fc-ff00-4bd9-a1c8-b704630c216c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:28.940871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] Routers {'372129fc-ff00-4bd9-a1c8-b704630c216c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:28.941839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['372129fc-ff00-4bd9-a1c8-b704630c216c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:29.061384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] Set router 372129fc-ff00-4bd9-a1c8-b704630c216c gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:29.072582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600d307-4f88-4d8d-afab-89084bd90475 req-ad638973-925e-41ac-9c32-9074a1f2c816 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:29.080679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1600d307-4f88-4d8d-afab-89084bd90475 req-ad638973-925e-41ac-9c32-9074a1f2c816 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.1541100 Feb 07 22:36:29.124910 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:36:27Z', 'revision_number': 6, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:29.187542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e10bb2-b346-402a-83bb-f6b6a44199c0 None None] The sync data for ids ['372129fc-ff00-4bd9-a1c8-b704630c216c'] in n-d-827895-2 is: [{'id': '372129fc-ff00-4bd9-a1c8-b704630c216c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2108215530-router', 'tenant_id': 'fded7053d4f5402ebd41eea7889434a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:34:42Z', 'updated_at': '2022-02-07T22:36:27Z', 'revision_number': 6, 'project_id': 'fded7053d4f5402ebd41eea7889434a6', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:29.644930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] For port a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:29.645559 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.732056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec217af-2c23-44c4-a8d0-685be64c4122 req-a77a72f3-079d-41f5-b6e6-71240830ea2a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:29.735451 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ec217af-2c23-44c4-a8d0-685be64c4122 req-a77a72f3-079d-41f5-b6e6-71240830ea2a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 947 time: 1.7933924 Feb 07 22:36:29.860207 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Calling delete_port for a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:29.867940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-54d3661f-4df2-474e-9ac0-c97e5b7ec720 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0900695 Feb 07 22:36:30.009523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdaf71c-392d-4c6b-a608-aee7d7f84c6d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:30.095041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5053204c-a47f-44c5-89ce-08ae823c0a91 req-1dd38513-1f95-4d75-88e6-7d451edec781 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154121 Feb 07 22:36:30.112409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1600d307-4f88-4d8d-afab-89084bd90475 req-241144b0-6782-4dc2-b5e0-fd967b902716 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0308702 Feb 07 22:36:30.195424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:36:30.197967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:30.198236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-e78ab7aa-6b6e-4406-a902-037f7a3c5b00 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:30.199815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-e78ab7aa-6b6e-4406-a902-037f7a3c5b00 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1096 time: 1.3668742 Feb 07 22:36:30.206289 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.210964 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ec217af-2c23-44c4-a8d0-685be64c4122 req-55668d96-075c-4dba-9228-77e28cedba2a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916311 Feb 07 22:36:30.225497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827895-2'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:30.361762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd144e-f664-45b9-824f-73405c5dccf2 None None] Network 2bb18b1c-1910-4a59-acca-9a1864c08d57 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:30.404611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.580728 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.resource_extend [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:36:30.596149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Network 4bfac736-da28-4de9-b497-a7900985902f is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:30.600507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:30.606988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:36:30.648191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-721b2d30-19fe-45e3-830f-6899376c505a None None] Provisioning complete for port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:30.648619 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-721b2d30-19fe-45e3-830f-6899376c505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.749890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddce659-635a-422a-ad7a-d75e4c99c3ea req-45e081ec-4840-406c-adea-50ffdb7dfca1 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:30.753044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fddce659-635a-422a-ad7a-d75e4c99c3ea req-45e081ec-4840-406c-adea-50ffdb7dfca1 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 965 time: 0.3457389 Feb 07 22:36:30.762689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'Port': ['ID=9bda5716-6e94-4671-bc1d-d45e6b9f244f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:30.801915 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.803878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.824402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ec2d0c97-6b26-4e7a-9859-ddb957c32d2c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:36:30.868018 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d0493f0c-12df-4644-8ca9-846262bf996e req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.895293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fddce659-635a-422a-ad7a-d75e4c99c3ea req-f0cba60e-50d8-4292-9ee0-5c660c0d737e tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb329556-228c-4b10-b6fe-609f15a1c152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216035 Feb 07 22:36:30.909134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No active binding found for port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e {{(pid=102291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 22:36:30.909854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:31.014076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Pushing event deleted for resources: {'Port': ['ID=5c1a4c86-8a3a-4ab2-b445-486e61e7a62e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:31.029486 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-721b2d30-19fe-45e3-830f-6899376c505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.098371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34602) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:31.114693 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.181346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.200237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:31.233542 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0493f0c-12df-4644-8ca9-846262bf996e req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] No DVR routers for this DVR port 5c1a4c86-8a3a-4ab2-b445-486e61e7a62e on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:31.241578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d0493f0c-12df-4644-8ca9-846262bf996e req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.246527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0493f0c-12df-4644-8ca9-846262bf996e req-a28cc4b7-1c83-4bc8-ab12-b9e00ab17b29 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.24 "DELETE /v2.0/ports/5c1a4c86-8a3a-4ab2-b445-486e61e7a62e HTTP/1.1" status: 204 len: 173 time: 4.3984098 Feb 07 22:36:31.278779 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.298842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:31.300640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'name': 'network-vif-deleted', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:31.308178 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c87feed-a72a-41b7-898d-b30dc8a88b1c" -d '{"events": [{"server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "name": "network-vif-deleted", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:31.321707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-721b2d30-19fe-45e3-830f-6899376c505a None None] For port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ec2d0c97-6b26-4e7a-9859-ddb957c32d2c,segment=NetworkSegment(040cc614-ef5d-410f-b3fa-05a08394cbba),segment_id=040cc614-ef5d-410f-b3fa-05a08394cbba)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:31.359077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:31.359738 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.361727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'mac_address': 'fa:16:3e:6a:18:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:36:31.365346 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-721b2d30-19fe-45e3-830f-6899376c505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.463551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b2d30-19fe-45e3-830f-6899376c505a None None] Pushing event updated for resources: {'Port': ['ID=ec2d0c97-6b26-4e7a-9859-ddb957c32d2c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:31.540527 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.557382 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f0557b0-2305-46bc-b71f-23e52ee47bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.633173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c862b83-e127-4e0c-8bd1-fc74b17a4b7f req-12d13eaa-2977-495a-8032-57f56750fe1a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:31.634744 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1c862b83-e127-4e0c-8bd1-fc74b17a4b7f req-12d13eaa-2977-495a-8032-57f56750fe1a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 947 time: 0.2877059 Feb 07 22:36:31.676310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:31.765560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f95bd0b-55f6-439e-99b7-9e943148838d {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:31.770053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c00a8-4282-47a4-915f-62dd7193ea88 req-6aa29e6a-642f-41fa-a46c-7d0d1d22303c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:31.773337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd0c00a8-4282-47a4-915f-62dd7193ea88 req-6aa29e6a-642f-41fa-a46c-7d0d1d22303c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 945 time: 0.4581435 Feb 07 22:36:31.786325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1c862b83-e127-4e0c-8bd1-fc74b17a4b7f req-0f03ea0b-97d7-4be2-9edb-cd41a8ed3e6c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444750 Feb 07 22:36:31.800763 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.872073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:31.880355 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.881053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:36:31.910944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.923312 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.958827 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78231b79-468e-486f-8681-23f169aad53c x-openstack-request-id: req-78231b79-468e-486f-8681-23f169aad53c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:31.959852 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0cb755-68bd-447b-af94-b343be453b21", "name": "network-vif-deleted", "tag": "5c1a4c86-8a3a-4ab2-b445-486e61e7a62e", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:31.960089 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78231b79-468e-486f-8681-23f169aad53c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:31.960499 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0cb755-68bd-447b-af94-b343be453b21', 'name': 'network-vif-deleted', 'tag': '5c1a4c86-8a3a-4ab2-b445-486e61e7a62e', 'status': 'completed', 'code': 200} Feb 07 22:36:31.970354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:32.079837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'Port': ['ID=9bda5716-6e94-4671-bc1d-d45e6b9f244f,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:32.103675 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.107064 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.115064 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.118135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:32.121046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a5f8c2fa-b0fe-4be7-9bac-db7d0c0be1a2 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:32.121700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e56ed9fe-2b82-465b-94d9-3b599e70d5ca no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:32.126797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:32.135561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.137245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e901acec-374a-4707-a42d-8ab3afb548a7 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5739534 Feb 07 22:36:32.141096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34624) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:32.190826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e56ed9fe-2b82-465b-94d9-3b599e70d5ca {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:32.191194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e56ed9fe-2b82-465b-94d9-3b599e70d5ca not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:32.204965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:32.207470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f88d2b1a-f3e6-41e7-93a7-6fdd678c54da None None] Provisioning complete for port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:32.208070 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b1a-f3e6-41e7-93a7-6fdd678c54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.254049 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-058d34b6-0b98-4afe-9a01-c6b9e0f58979 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=4bfac736-da28-4de9-b497-a7900985902f HTTP/1.1" status: 200 len: 690 time: 0.1022260 Feb 07 22:36:32.255250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34626) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:32.261947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:32.279102 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-18244e15-8590-4ffb-8951-0b2d0b0a2604 req-0efb273f-5253-47a4-a7c5-511ef1f65fb3 tempest-LiveAutoBlockMigrationV225Test-1198849856 tempest-LiveAutoBlockMigrationV225Test-1198849856-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0cb755-68bd-447b-af94-b343be453b21 HTTP/1.1" status: 200 len: 210 time: 0.0503151 Feb 07 22:36:32.284022 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.292622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 has no active binding in host n-h2-827895-2 {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 22:36:32.349375 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f0557b0-2305-46bc-b71f-23e52ee47bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.352750 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.422287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.437173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f0557b0-2305-46bc-b71f-23e52ee47bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.452096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ec2d0c97-6b26-4e7a-9859-ddb957c32d2c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:36:32.485388 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd0c00a8-4282-47a4-915f-62dd7193ea88 req-a044c1cd-d252-42eb-9c24-de14a199dad4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887729 Feb 07 22:36:32.486170 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.486794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 372129fc-ff00-4bd9-a1c8-b704630c216c {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:36:32.500115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.515854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-16a7e6f1-6053-4d70-816a-f66aa7cf74bb admin admin] 10.222.0.15 "DELETE /v2.0/routers/372129fc-ff00-4bd9-a1c8-b704630c216c HTTP/1.1" status: 204 len: 168 time: 6.1805906 Feb 07 22:36:32.516955 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.517927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34628) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:32.533987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:32.534739 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.575655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-671af74e-4079-4b6c-bc15-5b13b215ba29 admin admin] Deleting subnet 9a7b5494-398b-4529-ba50-941c976a34f0 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:36:32.580712 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-671af74e-4079-4b6c-bc15-5b13b215ba29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.607469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5f95bd0b-55f6-439e-99b7-9e943148838d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:32.639060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3f0557b0-2305-46bc-b71f-23e52ee47bcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8d747698d1446bba05512baf99bc1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5373256 Feb 07 22:36:32.645732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34630) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:32.669956 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-671af74e-4079-4b6c-bc15-5b13b215ba29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.771474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0557b0-2305-46bc-b71f-23e52ee47bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8019fe3c-6f56-4bc4-b725-07411ff5dc6a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:32.797415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on host n-h1-827895-2 for vnic_type normal with profile {"migrating_to": "n-h2-827895-2"} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:32.797906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:32.798334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:32.831553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on network e14bcb57-6e52-499f-ba4f-186a872bd519 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:36:32.831553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Attempting to bind port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on network e14bcb57-6e52-499f-ba4f-186a872bd519 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:32.831553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Pushing event updated for resources: {'Port': ['ID=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,revision_number=7']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:32.871053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:36:32.871502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Checking segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:32.871921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Bound using segment: {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:36:32.872465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Bound port: ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd553ad-ffb0-4080-b1f1-820d2341790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e14bcb57-6e52-499f-ba4f-186a872bd519'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:32.872850 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.882034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Deleting port 9bda5716-6e94-4671-bc1d-d45e6b9f244f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:32.882438 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.922707 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Router 86849882-8908-43a1-be30-ed4ae0d38181 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:36:32.961175 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0980a94b-c808-4753-9323-ac7d45b1eb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.013930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:33.019869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:36:33.052730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0980a94b-c808-4753-9323-ac7d45b1eb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.056153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.082265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-671af74e-4079-4b6c-bc15-5b13b215ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.125038 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.125385 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.151784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a3380-5783-4137-9483-cb98a2409850 req-16616eb4-bbb1-4ef3-b427-859a82947b41 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:33.153399 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b16a3380-5783-4137-9483-cb98a2409850 req-16616eb4-bbb1-4ef3-b427-859a82947b41 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 948 time: 0.2148178 Feb 07 22:36:33.211143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Calling delete_port for 9bda5716-6e94-4671-bc1d-d45e6b9f244f owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:33.218212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:36:33.229310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:33.230264 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.230701 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Sync routers for ids ['86849882-8908-43a1-be30-ed4ae0d38181'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:33.232657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 HTTP/1.1" status: 200 len: 1121 time: 3.0133929 Feb 07 22:36:33.249508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b16a3380-5783-4137-9483-cb98a2409850 req-d216c6fd-5e33-4611-9fda-8ccee0ff593c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824759 Feb 07 22:36:33.254469 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Routers {'86849882-8908-43a1-be30-ed4ae0d38181'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:33.255788 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['86849882-8908-43a1-be30-ed4ae0d38181'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:33.256653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476f23f-af62-4e10-8aae-71423ffbba65 service neutron] Pushing event updated for resources: {'Port': ['ID=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,revision_number=8']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:33.295935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.299776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ccc316a0-a73b-4628-99ab-5006a02f1e29 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.0349805 Feb 07 22:36:33.301248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34644) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:33.306629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['ab013edb-f7b5-452d-8c2d-bb806d4fa9a9'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:33.378030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-671af74e-4079-4b6c-bc15-5b13b215ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.394607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['ab013edb-f7b5-452d-8c2d-bb806d4fa9a9'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:33.451926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0980a94b-c808-4753-9323-ac7d45b1eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.454884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34648) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:33.463976 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0980a94b-c808-4753-9323-ac7d45b1eb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.471018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0980a94b-c808-4753-9323-ac7d45b1eb0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8019fe3c-6f56-4bc4-b725-07411ff5dc6a HTTP/1.1" status: 204 len: 168 time: 0.8196886 Feb 07 22:36:33.485943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-671af74e-4079-4b6c-bc15-5b13b215ba29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.490748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55da2f-115f-4a51-9136-247f006b0fbe None None] Network 73868bd2-7385-44de-a564-eabaf2d37017 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:33.507914 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-671af74e-4079-4b6c-bc15-5b13b215ba29 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9a7b5494-398b-4529-ba50-941c976a34f0 HTTP/1.1" status: 204 len: 168 time: 0.9840219 Feb 07 22:36:33.542558 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Set router 86849882-8908-43a1-be30-ed4ae0d38181 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:33.735441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34652) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:33.771210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.773795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671af74e-4079-4b6c-bc15-5b13b215ba29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7b5494-398b-4529-ba50-941c976a34f0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:33.780133 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:36:33.810914 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.819621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980a94b-c808-4753-9323-ac7d45b1eb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8019fe3c-6f56-4bc4-b725-07411ff5dc6a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:33.847116 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86849882-8908-43a1-be30-ed4ae0d38181', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:29Z', 'revision_number': 3, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'gw_port': {'id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:27Z', 'updated_at': '2022-02-07T22:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:33.915815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bda5716-6e94-4671-bc1d-d45e6b9f244f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:33.927425 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Checking router: 86849882-8908-43a1-be30-ed4ae0d38181 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:33.928001 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Updating router 86849882-8908-43a1-be30-ed4ae0d38181 port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:36:33.939044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179982fb-3008-4515-97af-35e68d6c9c2d None None] DHCP port deletion for 73868bd2-7385-44de-a564-eabaf2d37017 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:36:33.989695 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.999800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.064413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b421d-d29f-4c0c-88bd-92d5a1599e13 req-55ce7047-e62f-4ee8-bacc-a5c2b6324330 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:34.071093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-910b421d-d29f-4c0c-88bd-92d5a1599e13 req-55ce7047-e62f-4ee8-bacc-a5c2b6324330 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 943 time: 0.3374677 Feb 07 22:36:34.149754 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.233394 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.283376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9'}, {'name': 'network-changed', 'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:34.285609 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20" -d '{"events": [{"server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9"}, {"name": "network-changed", "server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:34.291662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-179982fb-3008-4515-97af-35e68d6c9c2d None None] Deleting port 021bef7a-9a4f-41df-897b-c9c9c5714007 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:34.293578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-179982fb-3008-4515-97af-35e68d6c9c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.312709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34672) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:34.445067 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbcc575-851e-4ead-babb-a9603c6c4c40 x-openstack-request-id: req-ccbcc575-851e-4ead-babb-a9603c6c4c40 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:34.445918 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9", "code": 200}, {"name": "network-changed", "server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:34.446149 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccbcc575-851e-4ead-babb-a9603c6c4c40 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:34.446607 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9', 'code': 200} Feb 07 22:36:34.446826 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9', 'status': 'completed', 'code': 200} Feb 07 22:36:34.449424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e1166cd-f8bd-4d16-89b9-0739a4feda7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.480541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-910b421d-d29f-4c0c-88bd-92d5a1599e13 req-6f278fcb-98e5-41fc-8e2d-dc8da4bb73f0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914924 Feb 07 22:36:34.491259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:36:34.494634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 021bef7a-9a4f-41df-897b-c9c9c5714007 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:34.518878 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.527557 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.532207 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5979cc-219c-4642-88cf-1e264a32f19f admin admin] Deleting subnet 254adce5-5bb7-431e-b9b1-60123edbd9f5 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:36:34.535527 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e5979cc-219c-4642-88cf-1e264a32f19f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.578007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.582658 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e5979cc-219c-4642-88cf-1e264a32f19f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.603754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-179982fb-3008-4515-97af-35e68d6c9c2d None None] For port 021bef7a-9a4f-41df-897b-c9c9c5714007, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=021bef7a-9a4f-41df-897b-c9c9c5714007,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:34.604325 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-179982fb-3008-4515-97af-35e68d6c9c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.624586 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-179982fb-3008-4515-97af-35e68d6c9c2d None None] Calling delete_port for 021bef7a-9a4f-41df-897b-c9c9c5714007 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:34.625744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e5979cc-219c-4642-88cf-1e264a32f19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.677843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Deleting port 021bef7a-9a4f-41df-897b-c9c9c5714007 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:34.678813 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.679053 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Attempting to bind port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:34.681586 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Attempting to bind port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:34.683739 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Attempting to bind port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:34.697432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e5979cc-219c-4642-88cf-1e264a32f19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.713799 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Pushing event updated for resources: {'Port': ['ID=8bdaf71c-392d-4c6b-a608-aee7d7f84c6d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:34.732891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 5f95bd0b-55f6-439e-99b7-9e943148838d completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:34.740957 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:36:34.748510 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:34.748510 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.748510 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:36:34.748510 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Bound port: 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:34.748510 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.780778 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.781411 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.781934 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.782427 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.782981 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.783522 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.784113 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.784835 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.785967 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.786576 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.787128 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.787673 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:34.803866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] For port 021bef7a-9a4f-41df-897b-c9c9c5714007, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=021bef7a-9a4f-41df-897b-c9c9c5714007,segment=NetworkSegment(6665be9f-7d70-4f7e-a930-5fb2eadda8a9),segment_id=6665be9f-7d70-4f7e-a930-5fb2eadda8a9)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:34.804224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.825619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Calling delete_port for 021bef7a-9a4f-41df-897b-c9c9c5714007 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:34.845926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 5f95bd0b-55f6-439e-99b7-9e943148838d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:34.846318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.857055 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] For port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:34.863531 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] For port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8bdaf71c-392d-4c6b-a608-aee7d7f84c6d,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:36:34.872444 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.948612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.978940 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.013826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5979cc-219c-4642-88cf-1e264a32f19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254adce5-5bb7-431e-b9b1-60123edbd9f5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.023928 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Routers {'86849882-8908-43a1-be30-ed4ae0d38181'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:35.024608 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['86849882-8908-43a1-be30-ed4ae0d38181'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:35.026419 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e5979cc-219c-4642-88cf-1e264a32f19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.041025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8e5979cc-219c-4642-88cf-1e264a32f19f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/254adce5-5bb7-431e-b9b1-60123edbd9f5 HTTP/1.1" status: 204 len: 168 time: 1.5821736 Feb 07 22:36:35.043507 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.059013 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.063269 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-179982fb-3008-4515-97af-35e68d6c9c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.081761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34676) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:35.082515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.146522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179982fb-3008-4515-97af-35e68d6c9c2d None None] Pushing event deleted for resources: {'Port': ['ID=021bef7a-9a4f-41df-897b-c9c9c5714007,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.150839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07074407-5cd5-49a6-b28b-5bb2f2e5a026 req-d5160357-f999-4ae8-aa00-c61a1482b94f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:35.157562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07074407-5cd5-49a6-b28b-5bb2f2e5a026 req-d5160357-f999-4ae8-aa00-c61a1482b94f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 948 time: 0.6871874 Feb 07 22:36:35.199648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:35.202035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:35.204566 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b8209-6e85-4c42-96a0-794d4ae8eb4e" -d '{"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-plugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:35.215387 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.217510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179982fb-3008-4515-97af-35e68d6c9c2d None None] No DVR routers for this DVR port 021bef7a-9a4f-41df-897b-c9c9c5714007 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:35.230964 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201fb90-3a44-41e1-b29a-3fb8387ac14d None None] Pushing event updated for resources: {'Port': ['ID=8bdaf71c-392d-4c6b-a608-aee7d7f84c6d,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.251592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfac736-da28-4de9-b497-a7900985902f']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:35.258788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] No DVR routers for this DVR port 021bef7a-9a4f-41df-897b-c9c9c5714007 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:35.309856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab63392-b283-4147-9f1c-fdb7acbf1137,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.339734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1976be18-413a-43d6-816c-e5f4cfb0c29f') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:35.340020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1976be18-413a-43d6-816c-e5f4cfb0c29f') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:35.355456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Pushing event deleted for resources: {'Port': ['ID=021bef7a-9a4f-41df-897b-c9c9c5714007,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.370273 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07074407-5cd5-49a6-b28b-5bb2f2e5a026 req-75cf3fe9-0ec5-43dd-bd5f-528c39b68538 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861503 Feb 07 22:36:35.380697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.400148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.406932 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] Set router 86849882-8908-43a1-be30-ed4ae0d38181 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:35.503298 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e1166cd-f8bd-4d16-89b9-0739a4feda7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.505663 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.530184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e1166cd-f8bd-4d16-89b9-0739a4feda7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.553175 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.595908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6e1166cd-f8bd-4d16-89b9-0739a4feda7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ddf165840ae475bb922f04fb5c04787&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2820799 Feb 07 22:36:35.604973 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.613930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34694) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:35.638683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73868bd2-7385-44de-a564-eabaf2d37017']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:35.656894 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8bc783-27ca-4dd4-93f4-b4e8276a878f x-openstack-request-id: req-3f8bc783-27ca-4dd4-93f4-b4e8276a878f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:35.657466 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-plugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:35.657652 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f8bc783-27ca-4dd4-93f4-b4e8276a878f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:35.658153 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'code': 200} Feb 07 22:36:35.668537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.675367 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86849882-8908-43a1-be30-ed4ae0d38181', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:29Z', 'revision_number': 3, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'gw_port': {'id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:27Z', 'updated_at': '2022-02-07T22:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:35.679897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6665be9f-7d70-4f7e-a930-5fb2eadda8a9') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:35.682559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6665be9f-7d70-4f7e-a930-5fb2eadda8a9') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:35.691603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-ba20b8fb-09d5-4b04-8b2a-60d9879597e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:35.693214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-ba20b8fb-09d5-4b04-8b2a-60d9879597e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 1124 time: 1.1883745 Feb 07 22:36:35.724708 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1ffe2-225f-41de-a156-5073b6c55ead None None] The sync data for ids ['86849882-8908-43a1-be30-ed4ae0d38181'] in n-d-827895-2 is: [{'id': '86849882-8908-43a1-be30-ed4ae0d38181', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:29Z', 'revision_number': 3, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'gw_port': {'id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:27Z', 'updated_at': '2022-02-07T22:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:35.725018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:35.725357 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:35.730225 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:35.736171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.804095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1166cd-f8bd-4d16-89b9-0739a4feda7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ff0cf2-ca9b-49fe-9d34-32cd3b7578a5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.868181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fad30-2ba0-40f7-a055-62dbbb019086 req-2b66e3c3-996f-4047-ab2c-c5e94731aeef tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:35.869919 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d12fad30-2ba0-40f7-a055-62dbbb019086 req-2b66e3c3-996f-4047-ab2c-c5e94731aeef tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 943 time: 0.2704554 Feb 07 22:36:35.914936 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.936621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:35.937029 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:35.939803 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:36.005236 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b313-d326-4194-88b5-015784ddf67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.028069 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d12fad30-2ba0-40f7-a055-62dbbb019086 req-00a43698-9265-4aef-bed0-830434f9f2cc tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077213 Feb 07 22:36:36.033009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3183f3c-2b20-4c9f-b4bb-32ae14634bfc req-85acf985-5d30-43f5-9097-9eb6a48e1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:36.035603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3183f3c-2b20-4c9f-b4bb-32ae14634bfc req-85acf985-5d30-43f5-9097-9eb6a48e1c0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1100 time: 0.2128468 Feb 07 22:36:36.081693 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b313-d326-4194-88b5-015784ddf67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.088333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-4362a5b8-8438-4dc0-be60-264642059483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:36.091001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-4362a5b8-8438-4dc0-be60-264642059483 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.3789630 Feb 07 22:36:36.096435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Allocated IP 172.20.0.1 (2bb18b1c-1910-4a59-acca-9a1864c08d57/5cdce60c-5199-443f-82a9-a78056401890/fbf09831-72f6-428b-bf7e-6146eadc9c0a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:36.133779 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.161457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3183f3c-2b20-4c9f-b4bb-32ae14634bfc req-9bd8d487-4e4e-4094-9302-cc8ca319bd06 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139154 Feb 07 22:36:36.163840 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.189168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b0ec99-df8d-4e27-ac75-264f35d7cd88']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:36.240536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bfac736-da28-4de9-b497-a7900985902f {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 22:36:36.260169 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.271146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "DELETE /v2.0/networks/4bfac736-da28-4de9-b497-a7900985902f HTTP/1.1" status: 204 len: 168 time: 3.9975865 Feb 07 22:36:36.271146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-a5db21fe-f81e-4838-b914-22e5d6dd7c35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 HTTP/1.1" status: 200 len: 217 time: 0.1030982 Feb 07 22:36:36.272689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34700) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:36.275644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab438cd-9165-46fb-813d-acfca37a45df') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:36.277323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab438cd-9165-46fb-813d-acfca37a45df') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:36.305054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b313-d326-4194-88b5-015784ddf67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.307157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f72a99-a158-4791-918b-f114ed604921 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bfac736-da28-4de9-b497-a7900985902f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:36.307897 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b313-d326-4194-88b5-015784ddf67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.316740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bdc2b313-d326-4194-88b5-015784ddf67e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1ff0cf2-ca9b-49fe-9d34-32cd3b7578a5 HTTP/1.1" status: 204 len: 168 time: 0.7017508 Feb 07 22:36:36.376428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2b313-d326-4194-88b5-015784ddf67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ff0cf2-ca9b-49fe-9d34-32cd3b7578a5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:36.397778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.403187 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.475586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.582008 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.585736 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] 10.222.0.15 "DELETE /v2.0/networks/73868bd2-7385-44de-a564-eabaf2d37017 HTTP/1.1" status: 204 len: 168 time: 2.8421621 Feb 07 22:36:36.592097 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a12be81f-db9d-405e-87ba-d0486ffff131 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3094201 Feb 07 22:36:36.593233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34718) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:36.636476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.650939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:36:36.677136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ef65d-676d-43fa-a9a7-246cf724c478 admin admin] Pushing event deleted for resources: {'Network': ['ID=73868bd2-7385-44de-a564-eabaf2d37017,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:36.714578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.737405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:36.739641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:36.745324 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:36.855798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Network 2bb18b1c-1910-4a59-acca-9a1864c08d57 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:36.855798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf09831-72f6-428b-bf7e-6146eadc9c0a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:36.864120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:36.869477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:36:36.883942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:36.887310 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.927650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-c3a60e23-0538-431a-8b50-7ee21a962fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:36.940966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-c3a60e23-0538-431a-8b50-7ee21a962fa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.6360648 Feb 07 22:36:36.967632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.982345 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.004004 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.011593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e9b0ec99-df8d-4e27-ac75-264f35d7cd88 HTTP/1.1" status: 204 len: 168 time: 1.9189065 Feb 07 22:36:37.064184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34726) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:37.076723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-c5d74151-feae-415c-8716-b991c850c213 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301003 Feb 07 22:36:37.152933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34732) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:37.162734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f3ff7-23b9-404b-8d07-4f61ad03b1d4 req-88bc411f-e563-44b6-9e43-e0f33d8cbb59 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.168205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db4f3ff7-23b9-404b-8d07-4f61ad03b1d4 req-88bc411f-e563-44b6-9e43-e0f33d8cbb59 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.5391297 Feb 07 22:36:37.214781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d4cd0-1af1-4215-8d15-437e6e3b0628 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b0ec99-df8d-4e27-ac75-264f35d7cd88,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:37.228193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397d250-fbe2-43b4-ad00-97d3201208f5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.230085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397d250-fbe2-43b4-ad00-97d3201208f5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.233222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397d250-fbe2-43b4-ad00-97d3201208f5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.233690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397d250-fbe2-43b4-ad00-97d3201208f5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.237987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397d250-fbe2-43b4-ad00-97d3201208f5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.239046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397d250-fbe2-43b4-ad00-97d3201208f5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.239507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397d250-fbe2-43b4-ad00-97d3201208f5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.242834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a397d250-fbe2-43b4-ad00-97d3201208f5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4674 time: 0.6463592 Feb 07 22:36:37.255979 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.260277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34736) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:37.333327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8bdaf71c-392d-4c6b-a608-aee7d7f84c6d,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:37.345472 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.529937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=8bdaf71c-392d-4c6b-a608-aee7d7f84c6d,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:37.578112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-658bc963-78f2-4663-a1c3-a7736a858998 None None] Provisioning complete for port fbf09831-72f6-428b-bf7e-6146eadc9c0a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:37.578679 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-658bc963-78f2-4663-a1c3-a7736a858998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.689700 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db4f3ff7-23b9-404b-8d07-4f61ad03b1d4 req-9a5e161f-9975-43c5-a79a-a86127f4739d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070736 Feb 07 22:36:37.697287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-658bc963-78f2-4663-a1c3-a7736a858998 None None] Port fbf09831-72f6-428b-bf7e-6146eadc9c0a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:36:37.728255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f330ea-dca0-4e94-93af-d96eba05259c admin admin] Deleting subnet 2841b9d0-8f81-45e2-8288-55d6e97056e8 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:36:37.736909 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-84f330ea-dca0-4e94-93af-d96eba05259c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.751582 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-34144252-65b2-42a4-9fc5-423a97b96016 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] delete failed (client error): The resource could not be found. Feb 07 22:36:37.755912 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-34144252-65b2-42a4-9fc5-423a97b96016 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/959a00d5-7987-4ebd-a656-a6bfa853f0fe HTTP/1.1" status: 404 len: 345 time: 0.4681206 Feb 07 22:36:37.760777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34742) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:37.810498 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-d2f44d0a-2f69-49d3-919f-66ef2deac545 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317804 Feb 07 22:36:37.864704 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-84f330ea-dca0-4e94-93af-d96eba05259c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.969178 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8c7767fe-8e46-4650-b1d4-4884897597bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fded7053d4f5402ebd41eea7889434a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7566369 Feb 07 22:36:37.979054 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a091921-8c76-46c8-b309-2c5b3c92d7aa tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] DELETE failed (client error): The resource could not be found. Feb 07 22:36:37.979673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a091921-8c76-46c8-b309-2c5b3c92d7aa tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:36:37.994854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5a091921-8c76-46c8-b309-2c5b3c92d7aa tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "DELETE /v2.0/networks/4bfac736-da28-4de9-b497-a7900985902f HTTP/1.1" status: 404 len: 339 time: 0.2327964 Feb 07 22:36:37.999799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34758) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:38.000304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34760) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:38.029587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Request body: {'network': {'name': 'tempest-network--1326133053', 'router:external': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:38.076472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c859337-24a1-4c77-8b9e-2ec2711ddb65 req-3e43b89d-d848-47b0-b80b-326d92409e76 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:38.083351 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c859337-24a1-4c77-8b9e-2ec2711ddb65 req-3e43b89d-d848-47b0-b80b-326d92409e76 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 943 time: 0.8087864 Feb 07 22:36:38.087333 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.422097 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-84f330ea-dca0-4e94-93af-d96eba05259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.473436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:36:38.549388 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c859337-24a1-4c77-8b9e-2ec2711ddb65 req-cc167bc6-7838-45ec-b573-306a8b6963d7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482636 Feb 07 22:36:38.582636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:38.583187 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.587330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Made reservation on behalf of 92317aeac1184d678d86708350c86acb for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:38.590055 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.606801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-84f330ea-dca0-4e94-93af-d96eba05259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.642907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df2a70f6-371f-42c3-ae4a-cd02e6b0e11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.711315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f330ea-dca0-4e94-93af-d96eba05259c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2841b9d0-8f81-45e2-8288-55d6e97056e8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:38.722998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-84f330ea-dca0-4e94-93af-d96eba05259c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.730142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-84f330ea-dca0-4e94-93af-d96eba05259c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2841b9d0-8f81-45e2-8288-55d6e97056e8 HTTP/1.1" status: 204 len: 168 time: 1.6557910 Feb 07 22:36:38.730796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34770) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:38.733758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:38.753198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50ee0fef-901f-4b31-92ca-ff51d8ef7a20 req-018358fc-0a56-4160-83c8-be018ce7a566 service neutron] 10.222.0.46 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9315493 Feb 07 22:36:38.799278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df2a70f6-371f-42c3-ae4a-cd02e6b0e11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.806905 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.807575 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Added segment 0b68c7c0-ee11-433b-9030-42beace79078 of type vlan for network d7f09610-f073-456a-bd69-6d53fcc6afb7 Feb 07 22:36:38.904284 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.962792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d0a2e-e343-4cf2-8741-dd984ddeaaec req-69b794cc-f1be-4351-a57b-64e99ddf1be3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:38.970367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-597d0a2e-e343-4cf2-8741-dd984ddeaaec req-69b794cc-f1be-4351-a57b-64e99ddf1be3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.1312988 Feb 07 22:36:38.989667 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.004287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.009418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.096164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.108015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf09831-72f6-428b-bf7e-6146eadc9c0a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:39.137256 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-597d0a2e-e343-4cf2-8741-dd984ddeaaec req-e2e228fb-fcbf-4490-9d0a-9d511f6946d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657684 Feb 07 22:36:39.287599 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.321026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df2a70f6-371f-42c3-ae4a-cd02e6b0e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.324303 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df2a70f6-371f-42c3-ae4a-cd02e6b0e11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.325902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-df2a70f6-371f-42c3-ae4a-cd02e6b0e11d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5 HTTP/1.1" status: 204 len: 168 time: 1.3238614 Feb 07 22:36:39.346260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73d0b-19a8-472e-a606-3b97b0ec9f3e req-359c3ad3-8c87-4b9c-b9f4-cd76b1a0b75d tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:39.346471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:39.354988 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26c73d0b-19a8-472e-a606-3b97b0ec9f3e req-359c3ad3-8c87-4b9c-b9f4-cd76b1a0b75d tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1100 time: 0.0869260 Feb 07 22:36:39.366391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a70f6-371f-42c3-ae4a-cd02e6b0e11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ad4bdc-d90f-4b65-a8c0-90cfa4bbafb5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:39.371518 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.372842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:39.375335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.386421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023eb089-e720-466b-be8b-6f80807cf2d5') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:39.386738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023eb089-e720-466b-be8b-6f80807cf2d5') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:39.425243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.469946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.481178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'Network': ['ID=d7f09610-f073-456a-bd69-6d53fcc6afb7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:39.491953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:39.496422 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.500875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d7f09610-f073-456a-bd69-6d53fcc6afb7 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:39.501532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6ff14555-2da5-4fcf-8acc-b5f247ac807f tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4951839 Feb 07 22:36:39.503100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34796) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:39.507326 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:39.831957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a078be-b175-4a83-8b78-364cac0f07d5 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:39.839831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a078be-b175-4a83-8b78-364cac0f07d5 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:39.845467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.850499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a078be-b175-4a83-8b78-364cac0f07d5 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:39.860739 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.868418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a078be-b175-4a83-8b78-364cac0f07d5 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:39.869964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:39.876071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] 10.222.0.15 "DELETE /v2.0/networks/2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c HTTP/1.1" status: 204 len: 168 time: 1.1374362 Feb 07 22:36:39.876278 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-39a078be-b175-4a83-8b78-364cac0f07d5 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3709161 Feb 07 22:36:39.885588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34808) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:39.895535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6645cd-1e5f-48a0-8ec7-9a22b16d9cea admin admin] Pushing event deleted for resources: {'Network': ['ID=2e62d2f6-d5c6-40ca-a90d-58ec01c3f45c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:39.910833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a3e08-94cf-4595-a033-7b0b4b8c5480 req-6cd1603a-70f8-4bda-814f-375c27d57a5f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:39.912484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a09a3e08-94cf-4595-a033-7b0b4b8c5480 req-6cd1603a-70f8-4bda-814f-375c27d57a5f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 943 time: 0.1909280 Feb 07 22:36:39.986218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a09a3e08-94cf-4595-a033-7b0b4b8c5480 req-1a45320c-ebfa-4449-a7f1-b6964a0d1409 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Feb 07 22:36:40.092506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26c73d0b-19a8-472e-a606-3b97b0ec9f3e req-f057a25e-af91-4c00-b311-bd13275a4e5f tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131169 Feb 07 22:36:40.092506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Network 2bb18b1c-1910-4a59-acca-9a1864c08d57 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:40.094715 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:40.268968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.410523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34830) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:40.486427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.511557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f09610-f073-456a-bd69-6d53fcc6afb7']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:40.525450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b68c7c0-ee11-433b-9030-42beace79078') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:40.525450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b68c7c0-ee11-433b-9030-42beace79078') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:40.579194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-70fd6d46-891a-409c-a654-7b88df475110 None None] Provisioning complete for port fbf09831-72f6-428b-bf7e-6146eadc9c0a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:40.581492 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70fd6d46-891a-409c-a654-7b88df475110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.600762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Router 86849882-8908-43a1-be30-ed4ae0d38181 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:36:40.636726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.706189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-70fd6d46-891a-409c-a654-7b88df475110 None None] Port fbf09831-72f6-428b-bf7e-6146eadc9c0a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:36:40.799048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:36:40.812162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Sync routers for ids ['86849882-8908-43a1-be30-ed4ae0d38181'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:40.830257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-913a99cd-07b8-4c2f-9a2c-dec35a18ddc0 admin admin] 10.222.0.15 "PUT /v2.0/routers/86849882-8908-43a1-be30-ed4ae0d38181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5261090 Feb 07 22:36:40.835014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.837087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Routers {'86849882-8908-43a1-be30-ed4ae0d38181'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:40.837825 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['86849882-8908-43a1-be30-ed4ae0d38181'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:40.842488 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2aa85843-653c-47a5-bb55-306a275ea568 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9ef5ddd3c0743988e33ccb8cea46dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308691 Feb 07 22:36:40.845821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34848) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:40.849175 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-67c8acc6-1e34-4d67-885d-423436bf1812 service neutron] 10.222.0.46 "GET /v2.0/ports/ab013edb-f7b5-452d-8c2d-bb806d4fa9a9/bindings/n-h2-827895-2 HTTP/1.1" status: 200 len: 384 time: 0.5261374 Feb 07 22:36:40.872216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:40.875939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:40.879818 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:40.996415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784c2eb-9a9a-46fb-941b-b5390c9673df req-f9df864c-b8a5-4910-85e7-15dbb25d1afc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:40.998242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9784c2eb-9a9a-46fb-941b-b5390c9673df req-f9df864c-b8a5-4910-85e7-15dbb25d1afc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.3565099 Feb 07 22:36:41.079047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7458805e-002b-4b25-b718-87fccd7451e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.103866 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.116184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7f09610-f073-456a-bd69-6d53fcc6afb7 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 22:36:41.120917 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.133742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "DELETE /v2.0/networks/d7f09610-f073-456a-bd69-6d53fcc6afb7 HTTP/1.1" status: 204 len: 168 time: 1.2399247 Feb 07 22:36:41.141710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34858) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:41.163659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Request body: {'network': {'name': 'tempest-network--1499659818', 'router:external': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:41.176674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:41.204694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:41.219693 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7458805e-002b-4b25-b718-87fccd7451e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.253426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:41.269954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:41.289517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672f79b-ceb0-4654-b801-a329c12930d8 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7f09610-f073-456a-bd69-6d53fcc6afb7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:41.357116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-522a40e0-08ee-4a83-a7e1-6bf828ac3ce2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7164142 Feb 07 22:36:41.381119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-fced81ab-554f-4c67-960c-62790e5d3d6d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:36:41.382229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-fced81ab-554f-4c67-960c-62790e5d3d6d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241799 Feb 07 22:36:41.390279 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.456320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9784c2eb-9a9a-46fb-941b-b5390c9673df req-7498b702-9fc9-4bd2-8058-2c025564f0a9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708944 Feb 07 22:36:41.464575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Set router 86849882-8908-43a1-be30-ed4ae0d38181 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:41.598523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7458805e-002b-4b25-b718-87fccd7451e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.601556 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7458805e-002b-4b25-b718-87fccd7451e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.602877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7458805e-002b-4b25-b718-87fccd7451e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb329556-228c-4b10-b6fe-609f15a1c152 HTTP/1.1" status: 204 len: 168 time: 0.7521098 Feb 07 22:36:41.612713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1454d00-c17a-4269-b9ca-39248f0dd168 req-18c3344e-17ce-4dbc-898c-e77ebd897e5f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:41.614498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1454d00-c17a-4269-b9ca-39248f0dd168 req-18c3344e-17ce-4dbc-898c-e77ebd897e5f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 943 time: 0.4052002 Feb 07 22:36:41.618568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Made reservation on behalf of 92317aeac1184d678d86708350c86acb for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:41.621231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.665812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] Transition to ACTIVE for port object ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:41.677251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.852560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34892) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:41.853652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] No DVR routers for this DVR port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:41.926626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,revision_number=10']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:41.971474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-2b33d5ab-94c5-4edb-9656-d068eef6dff2 service neutron] 10.222.0.46 "PUT /v2.0/ports/ab013edb-f7b5-452d-8c2d-bb806d4fa9a9/bindings/n-h2-827895-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1092219 Feb 07 22:36:41.995672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86849882-8908-43a1-be30-ed4ae0d38181', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:37Z', 'revision_number': 4, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'gw_port': {'id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:27Z', 'updated_at': '2022-02-07T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'fbf09831-72f6-428b-bf7e-6146eadc9c0a', 'name': '', 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'mac_address': 'fa:16:3e:c6:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '5cdce60c-5199-443f-82a9-a78056401890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 2, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'subnets': [{'id': '5cdce60c-5199-443f-82a9-a78056401890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:42.042092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Checking router: 86849882-8908-43a1-be30-ed4ae0d38181 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:42.042707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Updating router 86849882-8908-43a1-be30-ed4ae0d38181 port fbf09831-72f6-428b-bf7e-6146eadc9c0a binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:36:42.111562 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:42.246711 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-0ce47db0-9771-476e-bc41-9a48fa705b4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4536092 Feb 07 22:36:42.291520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458805e-002b-4b25-b718-87fccd7451e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb329556-228c-4b10-b6fe-609f15a1c152,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:42.412867 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-1b62cb28-5b9a-488c-89b0-066c030613b4 req-51ec1ed4-74a6-4617-a277-78416c9f98c5 tempest-FloatingIPDetailsNegativeTestJSON-2029236538 tempest-FloatingIPDetailsNegativeTestJSON-2029236538-project] show failed (client error): The resource could not be found. Feb 07 22:36:42.429947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b62cb28-5b9a-488c-89b0-066c030613b4 req-51ec1ed4-74a6-4617-a277-78416c9f98c5 tempest-FloatingIPDetailsNegativeTestJSON-2029236538 tempest-FloatingIPDetailsNegativeTestJSON-2029236538-project] 10.222.0.15 "GET /v2.0/floatingips/73abcdb6-ee72-46b1-ba1a-3f75d7e8da12 HTTP/1.1" status: 404 len: 350 time: 0.1362431 Feb 07 22:36:42.431454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34906) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:42.538045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1454d00-c17a-4269-b9ca-39248f0dd168 req-fe3d7b7d-c30b-4489-b470-3e40ba5240cb tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9142652 Feb 07 22:36:42.594393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:42.634338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:42.634743 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Added segment 68dbe766-6568-4d8d-a5cb-bd8f703259c3 of type vlan for network c90a62a9-142e-4ee5-a7d3-496641769ba3 Feb 07 22:36:42.687372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-01fb6486-66fe-4a5f-85ac-581e060d4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:42.692539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-01fb6486-66fe-4a5f-85ac-581e060d4d64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 1101 time: 0.4203749 Feb 07 22:36:42.699010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-f931c3c6-86f1-4beb-b1b6-5565cc35d94a tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:42.708023 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-f931c3c6-86f1-4beb-b1b6-5565cc35d94a tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1095 time: 0.4530559 Feb 07 22:36:42.828259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-514298239-network', 'tenant_id': '2b6c7abed47c40df933f769cc0213e43'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:42.840513 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:42.879856 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:42.965472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34930) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:43.008134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787da78-6a35-4e62-9fec-e9448a414266 None None] Pushing event updated for resources: {'Port': ['ID=fbf09831-72f6-428b-bf7e-6146eadc9c0a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:43.073455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Attempting to bind port fbf09831-72f6-428b-bf7e-6146eadc9c0a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:43.073831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Attempting to bind port fbf09831-72f6-428b-bf7e-6146eadc9c0a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '040cc614-ef5d-410f-b3fa-05a08394cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:43.074194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Attempting to bind port fbf09831-72f6-428b-bf7e-6146eadc9c0a on network 2bb18b1c-1910-4a59-acca-9a1864c08d57 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:36:43.079821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:36:43.080196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Checking segment: {'id': '040cc614-ef5d-410f-b3fa-05a08394cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:43.080603 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.081042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Bound using segment: {'id': '040cc614-ef5d-410f-b3fa-05a08394cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:36:43.081863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Bound port: fbf09831-72f6-428b-bf7e-6146eadc9c0a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cc614-ef5d-410f-b3fa-05a08394cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:43.082018 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.205564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] For port fbf09831-72f6-428b-bf7e-6146eadc9c0a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:43.213024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] For port fbf09831-72f6-428b-bf7e-6146eadc9c0a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fbf09831-72f6-428b-bf7e-6146eadc9c0a,segment=NetworkSegment(040cc614-ef5d-410f-b3fa-05a08394cbba),segment_id=040cc614-ef5d-410f-b3fa-05a08394cbba)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:36:43.229022 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.230103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2135c84-2b24-411b-9590-a5aed3c81a2a req-d7c047cd-29f7-4439-b63d-3901c1d9a841 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:43.233094 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2135c84-2b24-411b-9590-a5aed3c81a2a req-d7c047cd-29f7-4439-b63d-3901c1d9a841 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.4300506 Feb 07 22:36:43.235041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Made reservation on behalf of 2b6c7abed47c40df933f769cc0213e43 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:43.256550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.290629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.290831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-d2da599d-0f32-4e4e-ac9e-8fdaeb531089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:43.306818 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-d2da599d-0f32-4e4e-ac9e-8fdaeb531089 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.5842619 Feb 07 22:36:43.312031 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.358952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787da78-6a35-4e62-9fec-e9448a414266 None None] Pushing event updated for resources: {'Port': ['ID=fbf09831-72f6-428b-bf7e-6146eadc9c0a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:43.390334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Routers {'86849882-8908-43a1-be30-ed4ae0d38181'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:43.390980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['86849882-8908-43a1-be30-ed4ae0d38181'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:43.402088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2135c84-2b24-411b-9590-a5aed3c81a2a req-543fe434-6036-4902-b10a-2110995b88d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434276 Feb 07 22:36:43.595368 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.598640 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.resource_extend [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:36:43.613822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.634605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9d7d5706-5b14-4f29-83d6-86f1879bc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:43.636028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-9d7d5706-5b14-4f29-83d6-86f1879bc21e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac&tenant_id=65968619081e4b32a3ea1a1c5ad56d10 HTTP/1.1" status: 200 len: 1095 time: 0.9123504 Feb 07 22:36:43.638252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-0c249760-04cb-47da-9c48-022bff1027b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 200 len: 217 time: 0.2421546 Feb 07 22:36:43.645217 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.646422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:43.648097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:43.648293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.662426 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.663173 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Added segment 5f7e47ab-a001-4734-8e9f-e5c11349feea of type vlan for network f446168f-6986-407d-8137-b5a41cf35b85 Feb 07 22:36:43.665932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] Set router 86849882-8908-43a1-be30-ed4ae0d38181 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:43.735570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.799547 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.803690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:43.805079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.892568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7390471 Feb 07 22:36:43.893720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34962) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:43.953012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0932462 Feb 07 22:36:43.973582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34966) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:44.017682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Request body: {'subnet': {'network_id': 'f446168f-6986-407d-8137-b5a41cf35b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-514298239-subnet', 'tenant_id': '2b6c7abed47c40df933f769cc0213e43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:44.032904 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-96068ed4-97d8-460a-ad69-e099d4ca06e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6828337 Feb 07 22:36:44.062384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-94818513-afe2-4ab6-9b9e-842ffda7b5c5 None None] Provisioning complete for port fbf09831-72f6-428b-bf7e-6146eadc9c0a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:44.062989 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94818513-afe2-4ab6-9b9e-842ffda7b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:44.118635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b643f8ca-ad70-4744-9add-5cc0d90065a7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:44.252222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1e5e6-3001-4950-99de-b3bca52310c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f446168f-6986-407d-8137-b5a41cf35b85,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:44.278852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Made reservation on behalf of 2b6c7abed47c40df933f769cc0213e43 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:44.283042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:44.288686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-14237a5d-4df0-4bb3-9660-53cd9aa01280 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddd4ab22ca2f4fbdb05d69416217411e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3194981 Feb 07 22:36:44.293049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34970) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:44.296076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f446168f-6986-407d-8137-b5a41cf35b85 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:44.402667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-2ecc751b-0285-43a4-b93c-45026d6fd20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:44.411071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-2ecc751b-0285-43a4-b93c-45026d6fd20f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.7205164 Feb 07 22:36:44.411071 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac81a3-be23-477a-b4e2-147b073fd94d tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'Network': ['ID=c90a62a9-142e-4ee5-a7d3-496641769ba3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:44.422702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d676204-b69b-41cc-bcb9-92eb950b0f59 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:44.427077 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6d676204-b69b-41cc-bcb9-92eb950b0f59 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] 10.222.0.15 "GET /v2.0/networks/c90a62a9-142e-4ee5-a7d3-496641769ba3 HTTP/1.1" status: 200 len: 757 time: 0.3895473 Feb 07 22:36:44.438376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc34ee9-03c3-4260-8aec-a90d622b0b32 req-cb6ba37d-e035-4097-8a1c-e219e7e45818 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:44.447550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfc34ee9-03c3-4260-8aec-a90d622b0b32 req-cb6ba37d-e035-4097-8a1c-e219e7e45818 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 944 time: 0.6935010 Feb 07 22:36:44.455565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network c90a62a9-142e-4ee5-a7d3-496641769ba3 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:44.464985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34974) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:44.540094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-a9d950ca-5087-420f-9eb8-1ddf15076453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:44.542162 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-a9d950ca-5087-420f-9eb8-1ddf15076453 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 1095 time: 0.8522213 Feb 07 22:36:44.630240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34978) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:44.684865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-c8088f3a-5daa-4bc5-8cd0-f9613d21238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:44.686800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-c8088f3a-5daa-4bc5-8cd0-f9613d21238a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 1099 time: 0.5649738 Feb 07 22:36:44.731245 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:44.780712 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94818513-afe2-4ab6-9b9e-842ffda7b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:44.803066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86849882-8908-43a1-be30-ed4ae0d38181', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:37Z', 'revision_number': 4, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'gw_port': {'id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:27Z', 'updated_at': '2022-02-07T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'fbf09831-72f6-428b-bf7e-6146eadc9c0a', 'name': '', 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'mac_address': 'fa:16:3e:c6:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '5cdce60c-5199-443f-82a9-a78056401890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:43Z', 'revision_number': 4, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'subnets': [{'id': '5cdce60c-5199-443f-82a9-a78056401890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:44.822800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:44.864441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-94818513-afe2-4ab6-9b9e-842ffda7b5c5 None None] For port fbf09831-72f6-428b-bf7e-6146eadc9c0a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fbf09831-72f6-428b-bf7e-6146eadc9c0a,segment=NetworkSegment(040cc614-ef5d-410f-b3fa-05a08394cbba),segment_id=040cc614-ef5d-410f-b3fa-05a08394cbba)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:44.867993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f62a5c-97f2-4280-b8df-ce269c083a21 None None] The sync data for ids ['86849882-8908-43a1-be30-ed4ae0d38181'] in n-d-827895-2 is: [{'id': '86849882-8908-43a1-be30-ed4ae0d38181', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:37Z', 'revision_number': 4, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'gw_port': {'id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:27Z', 'updated_at': '2022-02-07T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'fbf09831-72f6-428b-bf7e-6146eadc9c0a', 'name': '', 'network_id': '2bb18b1c-1910-4a59-acca-9a1864c08d57', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'mac_address': 'fa:16:3e:c6:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '5cdce60c-5199-443f-82a9-a78056401890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:43Z', 'revision_number': 4, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'subnets': [{'id': '5cdce60c-5199-443f-82a9-a78056401890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:44.871735 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94818513-afe2-4ab6-9b9e-842ffda7b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:44.888646 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfc34ee9-03c3-4260-8aec-a90d622b0b32 req-719314cf-af44-44d8-9222-91c8151368bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398496 Feb 07 22:36:44.892639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-521abaa3-98c3-4d5d-9727-bd1ffc786413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:44.947193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-521abaa3-98c3-4d5d-9727-bd1ffc786413 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 200 len: 907 time: 0.3652081 Feb 07 22:36:45.081152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3670c103-b945-4f78-ac37-731f16e47319 None None] Provisioning complete for port fbf09831-72f6-428b-bf7e-6146eadc9c0a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:45.082732 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3670c103-b945-4f78-ac37-731f16e47319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.117934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-64f73ae7-d1cd-4430-939c-1b7c6649b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.120677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-64f73ae7-d1cd-4430-939c-1b7c6649b4e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6707370 Feb 07 22:36:45.123169 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-6423cc0c-32c4-4903-9b99-bdc6407df24d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 HTTP/1.1" status: 200 len: 217 time: 0.1693392 Feb 07 22:36:45.124675 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-848a17e2-b9c7-43dc-85fe-2a264e9e6952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.124822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-50898cd4-b9a5-4c34-9420-c940d1dba3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.136257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510fe550-8338-4548-a431-7087aa2bf2a4 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.141608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-510fe550-8338-4548-a431-7087aa2bf2a4 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] 10.222.0.15 "GET /v2.0/networks/f72e8acf-c24e-4454-b40e-f665193b7dac HTTP/1.1" status: 200 len: 768 time: 0.6708524 Feb 07 22:36:45.143293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34992) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:45.165138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94818513-afe2-4ab6-9b9e-842ffda7b5c5 None None] Pushing event updated for resources: {'Port': ['ID=fbf09831-72f6-428b-bf7e-6146eadc9c0a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:45.170725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-b680f732-60f2-469f-ac11-2da3a67da698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.179329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-b680f732-60f2-469f-ac11-2da3a67da698 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1100 time: 0.5339472 Feb 07 22:36:45.203055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3816-e457-4a54-88d0-08abf3669ecf req-2b43a10e-8c31-4809-ac85-1a27636fbf93 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.204698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7c4c3816-e457-4a54-88d0-08abf3669ecf req-2b43a10e-8c31-4809-ac85-1a27636fbf93 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.5492742 Feb 07 22:36:45.219459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a61f29e-7fcd-4186-a973-cc9a738a738e,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:45.352542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-50898cd4-b9a5-4c34-9420-c940d1dba3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.420703 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-f0b7fe40-3bb1-4484-8617-ad3bc3bc27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.422969 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-f0b7fe40-3bb1-4484-8617-ad3bc3bc27eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 200 len: 847 time: 0.2734525 Feb 07 22:36:45.432390 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.452909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Checking segment: {'id': '5f7e47ab-a001-4734-8e9f-e5c11349feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f446168f-6986-407d-8137-b5a41cf35b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:45.453275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Network hostable DHCP agents. Network: f446168f-6986-407d-8137-b5a41cf35b85, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:36:45.507475 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-42f7d1ef-a22a-45e4-8d2e-fed20d7c2292 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e14bcb57-6e52-499f-ba4f-186a872bd519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635049 Feb 07 22:36:45.511094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-9e895bce-a023-481a-bea6-1af2c982c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.512230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-9e895bce-a023-481a-bea6-1af2c982c53f service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.7873101 Feb 07 22:36:45.512727 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-783653be-d4e2-4f93-ab9a-f797ba03e539 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668139 Feb 07 22:36:45.552540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7c4c3816-e457-4a54-88d0-08abf3669ecf req-447f1995-9dd0-487d-a3cf-13b861346528 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047926 Feb 07 22:36:45.603649 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-50898cd4-b9a5-4c34-9420-c940d1dba3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.606293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-50898cd4-b9a5-4c34-9420-c940d1dba3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.607493 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-50898cd4-b9a5-4c34-9420-c940d1dba3cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b75a7b44-700d-49ef-a107-c76172f53145 HTTP/1.1" status: 204 len: 168 time: 1.3056097 Feb 07 22:36:45.626259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Network f446168f-6986-407d-8137-b5a41cf35b85 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:36:45.630676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-5b10743b-58f5-4417-8870-b2735bde5dc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a HTTP/1.1" status: 200 len: 217 time: 0.1022401 Feb 07 22:36:45.639426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50898cd4-b9a5-4c34-9420-c940d1dba3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75a7b44-700d-49ef-a107-c76172f53145,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:45.789209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-848a17e2-b9c7-43dc-85fe-2a264e9e6952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.819079 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-848a17e2-b9c7-43dc-85fe-2a264e9e6952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.824997 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.828882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f446168f-6986-407d-8137-b5a41cf35b85) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:45.841758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a6e64d-f3f5-48a7-b50e-63115f05f02f None None] Network f446168f-6986-407d-8137-b5a41cf35b85 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:45.925252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.926013 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.967683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-74b9438a-def9-4170-8ec1-90d40a5204af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.975612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-74b9438a-def9-4170-8ec1-90d40a5204af service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.7679863 Feb 07 22:36:46.022110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90a62a9-142e-4ee5-a7d3-496641769ba3']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:46.052904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-0e3daa00-1087-4cbe-9e67-d206f55f4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:46.058443 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-0e3daa00-1087-4cbe-9e67-d206f55f4720 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.4107080 Feb 07 22:36:46.076485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dbe766-6568-4d8d-a5cb-bd8f703259c3') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:46.076876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dbe766-6568-4d8d-a5cb-bd8f703259c3') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:46.114593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:46.177816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:46.194688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:46.195170 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:46.224485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144aec75-bd45-4205-9839-5b757dbe8bad None None] Network f446168f-6986-407d-8137-b5a41cf35b85 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:46.235550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-a994e216-cb75-4d12-9af1-ff21e460fd95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.2316742 Feb 07 22:36:46.261122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a0a8724c-4b35-4869-be96-2ddbdfa013e6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2810724 Feb 07 22:36:46.450361 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56dcc578-c218-48de-9c0e-64297fe5f2cf req-495a0bf8-44b7-4354-9012-1b2ebbcbc9fc service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8909059 Feb 07 22:36:46.452305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a17e2-b9c7-43dc-85fe-2a264e9e6952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ddc7d1-cde7-4546-9e7a-dc5dd52a6dfe,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:46.482306 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:46.489307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-0528c2d7-a896-41bc-9792-0084eba2a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:46.501839 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-0528c2d7-a896-41bc-9792-0084eba2a1cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3431160 Feb 07 22:36:46.513981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-848a17e2-b9c7-43dc-85fe-2a264e9e6952 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c98acbe644a8445cb7471d6fc495e91f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8791373 Feb 07 22:36:46.514786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:46.528403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35020) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:46.532195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c90a62a9-142e-4ee5-a7d3-496641769ba3 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 22:36:46.542385 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:46.553051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "DELETE /v2.0/networks/c90a62a9-142e-4ee5-a7d3-496641769ba3 HTTP/1.1" status: 204 len: 168 time: 1.4023311 Feb 07 22:36:46.556910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35024) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:46.604097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Request body: {'network': {'name': 'tempest-network--121086719'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:46.629448 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-cb412271-eb3f-4615-901d-4ca9c109bf8a service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1016691 Feb 07 22:36:46.669009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-e8b6a5e6-b0c5-4c12-8513-318f1e002fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:46.672836 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-e8b6a5e6-b0c5-4c12-8513-318f1e002fa0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.4069743 Feb 07 22:36:46.706747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57d6b9-15a3-4224-bef6-4d36d80abcfe tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event deleted for resources: {'Network': ['ID=c90a62a9-142e-4ee5-a7d3-496641769ba3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:46.733881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fbf09831-72f6-428b-bf7e-6146eadc9c0a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:36:46.805710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Made reservation on behalf of 92317aeac1184d678d86708350c86acb for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:46.812096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:46.885526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fbf09831-72f6-428b-bf7e-6146eadc9c0a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:46.885820 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.054159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:47.074439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294862a-a48a-4bea-9755-17c7bd8611a2 req-73ed284e-a9e9-4a00-aee6-0e54a10048c6 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:47.082931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9294862a-a48a-4bea-9755-17c7bd8611a2 req-73ed284e-a9e9-4a00-aee6-0e54a10048c6 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 944 time: 0.4521067 Feb 07 22:36:47.208683 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.209037 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Added segment c2f0519d-fc96-457f-8f44-d2ada2a958e1 of type vlan for network 98b938c1-d154-4b29-aaee-7d9d786a441a Feb 07 22:36:47.260773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.291329 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-67c4837a-693a-4493-bee4-5d565731ac0a service neutron] 10.222.0.24 "GET /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203493 Feb 07 22:36:47.330523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.331739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:47.332717 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.341201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9294862a-a48a-4bea-9755-17c7bd8611a2 req-084af25b-ad70-48e5-bead-7f8eed074b41 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570889 Feb 07 22:36:47.413054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8289258 Feb 07 22:36:47.414995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35054) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:47.430250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fe87859b-f91b-4b3e-9261-99c7198f9cc5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:47.464277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3882f1a2-0c04-42f9-812d-82bcc6f2274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:47.465823 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3882f1a2-0c04-42f9-812d-82bcc6f2274d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7473881 Feb 07 22:36:47.483812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b74cf24-8589-4829-9267-20bd0fc056c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.492700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35058) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:47.502399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea491e-83f1-4634-a8e7-1e9e2cc29359 req-a0e0078f-de6c-408d-b678-c38fecc34de5 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:47.515092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b48ed-1707-4d04-bcc5-43ea3162e6ba tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'Network': ['ID=98b938c1-d154-4b29-aaee-7d9d786a441a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:47.525680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34ea491e-83f1-4634-a8e7-1e9e2cc29359 req-a0e0078f-de6c-408d-b678-c38fecc34de5 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.8059309 Feb 07 22:36:47.527446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 98b938c1-d154-4b29-aaee-7d9d786a441a details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:47.556625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-3ff0b988-154c-4cb5-afc4-3be76f87f57d service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0258605 Feb 07 22:36:47.615932 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b74cf24-8589-4829-9267-20bd0fc056c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.674415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-611cbf93-6b42-45e4-8b71-cfce90571c73 req-c864ca35-0653-4f0b-b808-e9fba8704eac tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1747880175', 'description': 'tempest-description-1311018480'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:47.706530 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fe87859b-f91b-4b3e-9261-99c7198f9cc5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.728282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Deleting port fbf09831-72f6-428b-bf7e-6146eadc9c0a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:47.728735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.731518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-189703788-network', 'tenant_id': 'f902fcf5d8d7451887771ecf154e8b47'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:47.744258 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fe87859b-f91b-4b3e-9261-99c7198f9cc5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.761290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-611cbf93-6b42-45e4-8b71-cfce90571c73 req-c864ca35-0653-4f0b-b808-e9fba8704eac tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.805521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe87859b-f91b-4b3e-9261-99c7198f9cc5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Network 98b938c1-d154-4b29-aaee-7d9d786a441a is not hosted by any dhcp agent {{(pid=102289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 22:36:47.806088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe87859b-f91b-4b3e-9261-99c7198f9cc5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:47.806674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fe87859b-f91b-4b3e-9261-99c7198f9cc5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.810862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fe87859b-f91b-4b3e-9261-99c7198f9cc5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "PUT /v2.0/networks/98b938c1-d154-4b29-aaee-7d9d786a441a HTTP/1.1" status: 200 len: 856 time: 0.3841293 Feb 07 22:36:47.811566 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34ea491e-83f1-4634-a8e7-1e9e2cc29359 req-5e302890-87c7-4112-93a6-3a9f926e8069 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849007 Feb 07 22:36:47.819449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35062) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:47.895676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87859b-f91b-4b3e-9261-99c7198f9cc5 tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event updated for resources: {'Network': ['ID=98b938c1-d154-4b29-aaee-7d9d786a441a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:47.928110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Made reservation on behalf of f902fcf5d8d7451887771ecf154e8b47 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:47.931181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.965944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.006112 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3259975-38ac-46c7-93b7-bac11cf32d8e req-05d7300b-fc63-4d9f-b50a-378025358576 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388518 Feb 07 22:36:48.028853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-611cbf93-6b42-45e4-8b71-cfce90571c73 req-c864ca35-0653-4f0b-b808-e9fba8704eac tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.032676 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.040809 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b74cf24-8589-4829-9267-20bd0fc056c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.042517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-611cbf93-6b42-45e4-8b71-cfce90571c73 req-c864ca35-0653-4f0b-b808-e9fba8704eac tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.043305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b74cf24-8589-4829-9267-20bd0fc056c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.044431 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1b74cf24-8589-4829-9267-20bd0fc056c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45ddc7d1-cde7-4546-9e7a-dc5dd52a6dfe HTTP/1.1" status: 204 len: 168 time: 1.4719403 Feb 07 22:36:48.046575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] For port fbf09831-72f6-428b-bf7e-6146eadc9c0a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fbf09831-72f6-428b-bf7e-6146eadc9c0a,segment=NetworkSegment(040cc614-ef5d-410f-b3fa-05a08394cbba),segment_id=040cc614-ef5d-410f-b3fa-05a08394cbba)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:48.047713 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.056911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-cd423eef-073e-4ecd-bf5a-f5d39a44c815 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:48.058452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-cd423eef-073e-4ecd-bf5a-f5d39a44c815 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac&tenant_id=65968619081e4b32a3ea1a1c5ad56d10&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1095 time: 0.1818435 Feb 07 22:36:48.061370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-697110db-db9d-49e4-9d0e-86b193c4f1a1 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352667 Feb 07 22:36:48.076088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Calling delete_port for fbf09831-72f6-428b-bf7e-6146eadc9c0a owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:48.078131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74cf24-8589-4829-9267-20bd0fc056c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ddc7d1-cde7-4546-9e7a-dc5dd52a6dfe,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:48.149913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-611cbf93-6b42-45e4-8b71-cfce90571c73 req-c864ca35-0653-4f0b-b808-e9fba8704eac tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.151585 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-611cbf93-6b42-45e4-8b71-cfce90571c73 req-c864ca35-0653-4f0b-b808-e9fba8704eac tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4818492 Feb 07 22:36:48.157449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ca35-0653-4f0b-b808-e9fba8704eac tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2babe7e-a664-432a-81aa-b2775457c05e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:48.304238 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.313485 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.317408 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.318879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6e72af3-4236-4899-a90e-4d69a04f870a req-f78cbbc1-2bf0-4b69-ab8c-055faf1c2194 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/d2babe7e-a664-432a-81aa-b2775457c05e HTTP/1.1" status: 200 len: 1805 time: 0.1361308 Feb 07 22:36:48.354447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f6e72af3-4236-4899-a90e-4d69a04f870a req-f3d24d58-b0d7-4b59-a4d7-d16247d8aeee tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2babe7e-a664-432a-81aa-b2775457c05e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:48.354772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f6e72af3-4236-4899-a90e-4d69a04f870a req-f3d24d58-b0d7-4b59-a4d7-d16247d8aeee tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2babe7e-a664-432a-81aa-b2775457c05e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:48.365166 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:48.385065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-89f4648e-a60a-4980-a2dc-f140ec6460b0 service neutron] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:36:48.386274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b938c1-d154-4b29-aaee-7d9d786a441a']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:48.393964 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-89f4648e-a60a-4980-a2dc-f140ec6460b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.395121 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0da42ddf-6777-4a40-b5a8-3d02441c71d7 req-89f4648e-a60a-4980-a2dc-f140ec6460b0 service neutron] 10.222.0.24 "DELETE /v2.0/ports/ab013edb-f7b5-452d-8c2d-bb806d4fa9a9/bindings/n-h1-827895-2 HTTP/1.1" status: 204 len: 173 time: 0.3140678 Feb 07 22:36:48.395500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c421b80-55a9-45c0-a248-afa9bf819202 req-58c3fa2b-ea26-444d-80f0-086054fe14e7 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:48.396192 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.396535 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Added segment 261108d5-4f4e-4ba9-8378-ed97d0a82bc9 of type vlan for network fade004f-860e-4de9-8ae5-7feb76bd681d Feb 07 22:36:48.400626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a7dda-d9ed-4c13-9965-8c3e1ba67d1a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:48.403382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c421b80-55a9-45c0-a248-afa9bf819202 req-58c3fa2b-ea26-444d-80f0-086054fe14e7 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 950 time: 0.2241268 Feb 07 22:36:48.406557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-aea44b90-309b-4fbf-9fc6-9ab23cb006f2 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317466 Feb 07 22:36:48.427749 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f0519d-fc96-457f-8f44-d2ada2a958e1') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:48.428424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f0519d-fc96-457f-8f44-d2ada2a958e1') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:48.456812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.470762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.492261 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.510874 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c421b80-55a9-45c0-a248-afa9bf819202 req-c88e75ad-0c36-4ae2-bd5e-f06e9f28390c tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005640 Feb 07 22:36:48.516493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:48.520952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:48.524274 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:48.551831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.552806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:48.553512 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.561100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f6e72af3-4236-4899-a90e-4d69a04f870a req-f3d24d58-b0d7-4b59-a4d7-d16247d8aeee tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.650263 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1546700 Feb 07 22:36:48.654100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35094) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:48.662871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f6e72af3-4236-4899-a90e-4d69a04f870a req-f3d24d58-b0d7-4b59-a4d7-d16247d8aeee tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.664896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Request body: {'subnet': {'network_id': 'fade004f-860e-4de9-8ae5-7feb76bd681d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-189703788-subnet', 'tenant_id': 'f902fcf5d8d7451887771ecf154e8b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:48.667632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244df8b-ecdd-4261-a12f-d77ca4c7d2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=fade004f-860e-4de9-8ae5-7feb76bd681d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:48.667929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.670393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f6e72af3-4236-4899-a90e-4d69a04f870a req-f3d24d58-b0d7-4b59-a4d7-d16247d8aeee tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.685470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network fade004f-860e-4de9-8ae5-7feb76bd681d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:48.689871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d24d58-b0d7-4b59-a4d7-d16247d8aeee tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c204d7d-04e1-4069-91e4-2a18c006d7ea,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:48.698333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98b938c1-d154-4b29-aaee-7d9d786a441a {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 22:36:48.701771 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.705401 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f6e72af3-4236-4899-a90e-4d69a04f870a req-f3d24d58-b0d7-4b59-a4d7-d16247d8aeee tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.706314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] 10.222.0.15 "DELETE /v2.0/networks/98b938c1-d154-4b29-aaee-7d9d786a441a HTTP/1.1" status: 204 len: 168 time: 0.8831642 Feb 07 22:36:48.711524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35096) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:48.713230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6e72af3-4236-4899-a90e-4d69a04f870a req-f3d24d58-b0d7-4b59-a4d7-d16247d8aeee tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3840759 Feb 07 22:36:48.742619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf0955-329d-4deb-be4b-6172f030db6c tempest-ExternalNetworksTestJSON-1058884112 tempest-ExternalNetworksTestJSON-1058884112-project-admin] Pushing event deleted for resources: {'Network': ['ID=98b938c1-d154-4b29-aaee-7d9d786a441a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:48.769899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.777657 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f6ba75-b4a4-4eca-8825-fd62e1c54839 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] DELETE failed (client error): The resource could not be found. Feb 07 22:36:48.778145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f6ba75-b4a4-4eca-8825-fd62e1c54839 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:36:48.781178 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a5f6ba75-b4a4-4eca-8825-fd62e1c54839 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] 10.222.0.15 "DELETE /v2.0/subnets/2ab63392-b283-4147-9f1c-fdb7acbf1137 HTTP/1.1" status: 404 len: 337 time: 0.0561264 Feb 07 22:36:48.783990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35104) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:48.814914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35106) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:48.818273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf09831-72f6-428b-bf7e-6146eadc9c0a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:48.827970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Made reservation on behalf of f902fcf5d8d7451887771ecf154e8b47 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:48.830136 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.842914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cab2-25c8-4ca1-9288-dce84c416f26 req-f7685ad3-41fc-4b35-a2af-5f4360d5c975 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:48.844451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e438cab2-25c8-4ca1-9288-dce84c416f26 req-f7685ad3-41fc-4b35-a2af-5f4360d5c975 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 944 time: 0.2043779 Feb 07 22:36:48.880363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67c381e0-1a94-45ff-9193-198f92f30e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.950182 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.120073 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e438cab2-25c8-4ca1-9288-dce84c416f26 req-cd37a058-27bf-4127-98b4-45e6f3e72935 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454531 Feb 07 22:36:49.188117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-6745cb6f-c587-4f9e-8cd8-b2193ca52319 req-c9276d19-925a-49a3-a6c1-e87487ecef30 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-357446085', 'description': 'tempest-description-1381013158'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:49.226847 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.252551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72e8acf-c24e-4454-b40e-f665193b7dac']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:49.267614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6576f1c2-5007-4668-a303-5a32c8871363') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:49.268617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6576f1c2-5007-4668-a303-5a32c8871363') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:49.283967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.318208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.327468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:49.327948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:49.416617 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:49.427887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.439020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.449376 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6745cb6f-c587-4f9e-8cd8-b2193ca52319 req-c9276d19-925a-49a3-a6c1-e87487ecef30 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.451346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] 10.222.0.15 "DELETE /v2.0/networks/f72e8acf-c24e-4454-b40e-f665193b7dac HTTP/1.1" status: 204 len: 168 time: 0.6657653 Feb 07 22:36:49.490681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e5c4d-b06a-41dc-b28c-8d77f0938c02 tempest-ExternalNetworksTestJSON-1859725496 tempest-ExternalNetworksTestJSON-1859725496-project] Pushing event deleted for resources: {'Network': ['ID=f72e8acf-c24e-4454-b40e-f665193b7dac,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:49.518527 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67c381e0-1a94-45ff-9193-198f92f30e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.540646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67c381e0-1a94-45ff-9193-198f92f30e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.695449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c381e0-1a94-45ff-9193-198f92f30e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84721516-7e11-4b44-bd93-a94e4fd364e1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:49.698759 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.754388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-67c381e0-1a94-45ff-9193-198f92f30e9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2842717e9def4216a9c91e77a42b2438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9349270 Feb 07 22:36:49.756286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35148) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:49.761208 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.899754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35152) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:49.912339 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ff48-36a0-4566-982b-cacf523e1708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.937198 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6745cb6f-c587-4f9e-8cd8-b2193ca52319 req-c9276d19-925a-49a3-a6c1-e87487ecef30 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.942316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ff48-36a0-4566-982b-cacf523e1708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.951963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1bc0c-8c0c-46da-b865-08a8fff16757 req-2620983b-d032-4fb1-81e9-42398a25e426 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:49.953722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3bf1bc0c-8c0c-46da-b865-08a8fff16757 req-2620983b-d032-4fb1-81e9-42398a25e426 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.0959902 Feb 07 22:36:49.953857 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6745cb6f-c587-4f9e-8cd8-b2193ca52319 req-c9276d19-925a-49a3-a6c1-e87487ecef30 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.967561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff739b0-4188-4b8c-803a-d3f8c8123b40,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:50.000788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Checking segment: {'id': '261108d5-4f4e-4ba9-8378-ed97d0a82bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fade004f-860e-4de9-8ae5-7feb76bd681d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:50.001309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Network hostable DHCP agents. Network: fade004f-860e-4de9-8ae5-7feb76bd681d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:36:50.014014 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3bf1bc0c-8c0c-46da-b865-08a8fff16757 req-2a238938-c451-4f3b-92b0-264395e01ce9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525315 Feb 07 22:36:50.015373 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6745cb6f-c587-4f9e-8cd8-b2193ca52319 req-c9276d19-925a-49a3-a6c1-e87487ecef30 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.016823 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6745cb6f-c587-4f9e-8cd8-b2193ca52319 req-c9276d19-925a-49a3-a6c1-e87487ecef30 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8456922 Feb 07 22:36:50.020778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9276d19-925a-49a3-a6c1-e87487ecef30 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dad1e9-9a4c-4a49-9acb-94c9bf584b2e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:50.043543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ff48-36a0-4566-982b-cacf523e1708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.047340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ff48-36a0-4566-982b-cacf523e1708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.051223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a0b3ff48-36a0-4566-982b-cacf523e1708 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84721516-7e11-4b44-bd93-a94e4fd364e1 HTTP/1.1" status: 204 len: 168 time: 0.2926290 Feb 07 22:36:50.088852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Network fade004f-860e-4de9-8ae5-7feb76bd681d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:36:50.129649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3ff48-36a0-4566-982b-cacf523e1708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84721516-7e11-4b44-bd93-a94e4fd364e1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:50.135440 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6dc813c7-c614-4bae-bbc6-2ebd9fb796a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63d51384044b44c280b03418fcd64653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345266 Feb 07 22:36:50.138004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35168) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:50.143283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, fade004f-860e-4de9-8ae5-7feb76bd681d) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:50.151513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:50.152276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.158172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c800fb-7eb2-4fe3-8445-a22638f35018 None None] Network fade004f-860e-4de9-8ae5-7feb76bd681d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:50.179902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Router 86849882-8908-43a1-be30-ed4ae0d38181 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:36:50.186996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ff5fdb4e-83be-4272-bbad-d4d2a14c83e6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5282731 Feb 07 22:36:50.318973 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b85ab4e1-0049-4102-9650-cf702a660f87 req-94e064af-2a62-4a98-bf68-9e5400ce0f93 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/85dad1e9-9a4c-4a49-9acb-94c9bf584b2e HTTP/1.1" status: 200 len: 1804 time: 0.1587551 Feb 07 22:36:50.327488 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-b85ab4e1-0049-4102-9650-cf702a660f87 req-53218d0e-cb41-4f10-a7fe-8eacfa26d01b tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '85dad1e9-9a4c-4a49-9acb-94c9bf584b2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:50.327835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-b85ab4e1-0049-4102-9650-cf702a660f87 req-53218d0e-cb41-4f10-a7fe-8eacfa26d01b tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '85dad1e9-9a4c-4a49-9acb-94c9bf584b2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:50.341438 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57158dcd-1747-408d-ac19-e252ec84239c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.396869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:50.401646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57158dcd-1747-408d-ac19-e252ec84239c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.435549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:36:50.446219 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-58bacd05-d53e-4e29-b97b-cb5440a18774 admin admin] 10.222.0.15 "PUT /v2.0/routers/86849882-8908-43a1-be30-ed4ae0d38181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0104990 Feb 07 22:36:50.451384 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] Sync routers for ids ['86849882-8908-43a1-be30-ed4ae0d38181'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:50.462691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35182) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:50.486100 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] Routers {'86849882-8908-43a1-be30-ed4ae0d38181'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:50.486743 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['86849882-8908-43a1-be30-ed4ae0d38181'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:50.503868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee0eecf-baa4-4f74-a6a8-516d9a56ad15 None None] Network fade004f-860e-4de9-8ae5-7feb76bd681d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:50.577734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57158dcd-1747-408d-ac19-e252ec84239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.583408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57158dcd-1747-408d-ac19-e252ec84239c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.592668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-57158dcd-1747-408d-ac19-e252ec84239c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d75ce414-c550-43fb-8512-b6bc9becf10d HTTP/1.1" status: 204 len: 168 time: 0.4533932 Feb 07 22:36:50.621200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57158dcd-1747-408d-ac19-e252ec84239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75ce414-c550-43fb-8512-b6bc9becf10d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:50.636987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b85ab4e1-0049-4102-9650-cf702a660f87 req-53218d0e-cb41-4f10-a7fe-8eacfa26d01b tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.705607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b85ab4e1-0049-4102-9650-cf702a660f87 req-53218d0e-cb41-4f10-a7fe-8eacfa26d01b tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.709296 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.720517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b85ab4e1-0049-4102-9650-cf702a660f87 req-53218d0e-cb41-4f10-a7fe-8eacfa26d01b tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.735968 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] Set router 86849882-8908-43a1-be30-ed4ae0d38181 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:50.743539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53218d0e-cb41-4f10-a7fe-8eacfa26d01b tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4349e9-184b-428c-a153-92b4ee94fc46,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:50.778718 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b85ab4e1-0049-4102-9650-cf702a660f87 req-53218d0e-cb41-4f10-a7fe-8eacfa26d01b tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.779382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b85ab4e1-0049-4102-9650-cf702a660f87 req-53218d0e-cb41-4f10-a7fe-8eacfa26d01b tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4595149 Feb 07 22:36:50.781533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f085fa-cb58-4181-89dc-9164d47f4477 req-c42df718-f0c7-4171-95ec-f2b670aced7e tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:50.783019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3f085fa-cb58-4181-89dc-9164d47f4477 req-c42df718-f0c7-4171-95ec-f2b670aced7e tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 1095 time: 0.1747701 Feb 07 22:36:50.794947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.847584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:50.849914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:50.857875 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eb3acb-13e3-4826-af35-c38855603b67" -d '{"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:50.871121 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.932144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3f085fa-cb58-4181-89dc-9164d47f4477 req-a7020841-a46d-4818-820d-cdb70b441628 tempest-LiveMigrationTest-637620902 tempest-LiveMigrationTest-637620902-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350670 Feb 07 22:36:50.953180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=11']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:50.988403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678839c-1931-4091-862f-0035b4b98e49 req-fb6240e8-1ebe-4225-ad25-44fc62dc9a1c tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:50.990192 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8678839c-1931-4091-862f-0035b4b98e49 req-fb6240e8-1ebe-4225-ad25-44fc62dc9a1c tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 948 time: 0.0887911 Feb 07 22:36:51.005420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e57a2c60-5609-4e63-b2a3-b0ada85f99e7 req-54cd0559-41e0-46f1-97a2-f9727b193850 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-168360524', 'description': 'tempest-description-2094559938'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:51.022121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.049595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8678839c-1931-4091-862f-0035b4b98e49 req-2a715245-a3e7-4e9a-8cf3-436b99f2d151 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455635 Feb 07 22:36:51.089971 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86849882-8908-43a1-be30-ed4ae0d38181', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:48Z', 'revision_number': 5, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'gw_port': {'id': '8bdaf71c-392d-4c6b-a608-aee7d7f84c6d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86849882-8908-43a1-be30-ed4ae0d38181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:27Z', 'updated_at': '2022-02-07T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:51.094715 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b17741b-bc49-412c-a7ae-3be9b09fe606 x-openstack-request-id: req-9b17741b-bc49-412c-a7ae-3be9b09fe606 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:51.095202 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:51.095545 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b17741b-bc49-412c-a7ae-3be9b09fe606 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:51.096092 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'code': 200} Feb 07 22:36:51.128413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e57a2c60-5609-4e63-b2a3-b0ada85f99e7 req-54cd0559-41e0-46f1-97a2-f9727b193850 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.130257 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] Checking router: 86849882-8908-43a1-be30-ed4ae0d38181 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:51.141760 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] Routers {'86849882-8908-43a1-be30-ed4ae0d38181'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:36:51.142526 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['86849882-8908-43a1-be30-ed4ae0d38181'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:51.226410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Deleting port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:51.227383 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.242411 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] Set router 86849882-8908-43a1-be30-ed4ae0d38181 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:36:51.309033 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86849882-8908-43a1-be30-ed4ae0d38181', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:51Z', 'revision_number': 6, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:51.330917 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e57a2c60-5609-4e63-b2a3-b0ada85f99e7 req-54cd0559-41e0-46f1-97a2-f9727b193850 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.342762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35212) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:51.345218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e57a2c60-5609-4e63-b2a3-b0ada85f99e7 req-54cd0559-41e0-46f1-97a2-f9727b193850 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.350355 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33f508-b795-47cb-84ce-0d7165fe8f6a None None] The sync data for ids ['86849882-8908-43a1-be30-ed4ae0d38181'] in n-d-827895-2 is: [{'id': '86849882-8908-43a1-be30-ed4ae0d38181', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-416543769-router', 'tenant_id': '4754372c42bb41aab158d14c54ef43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:51Z', 'revision_number': 6, 'project_id': '4754372c42bb41aab158d14c54ef43f6', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:51.429794 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e43368c7-a1fb-4d87-a04b-6024a6b41fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.749254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35220) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:51.774973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-589199487-network', 'tenant_id': '31a330143d8d420a8445286242ccf0cb'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:51.790930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] For port 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8bdaf71c-392d-4c6b-a608-aee7d7f84c6d,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:51.791616 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.812607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8273e768-dd51-46a5-9881-0464aa231f35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92317aeac1184d678d86708350c86acb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4680774 Feb 07 22:36:51.816492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35224) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:51.816650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e57a2c60-5609-4e63-b2a3-b0ada85f99e7 req-54cd0559-41e0-46f1-97a2-f9727b193850 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.817038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e57a2c60-5609-4e63-b2a3-b0ada85f99e7 req-54cd0559-41e0-46f1-97a2-f9727b193850 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8226616 Feb 07 22:36:51.829701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd0559-41e0-46f1-97a2-f9727b193850 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ccc7b1-fb8a-41ec-8fcf-2a7515351e0b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:51.839429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Calling delete_port for 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:51.860816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Made reservation on behalf of 31a330143d8d420a8445286242ccf0cb for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:51.863220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.896589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbdcfc-9df2-446c-87ed-373cccd7510b req-38bdbdd2-3edc-44b4-a61c-d624a056d89b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:51.903504 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.905378 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9dbdcfc-9df2-446c-87ed-373cccd7510b req-38bdbdd2-3edc-44b4-a61c-d624a056d89b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.1032503 Feb 07 22:36:51.931110 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f62a5551-4d12-4031-b93d-de4f172aa236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.974175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f62a5551-4d12-4031-b93d-de4f172aa236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.985297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9dbdcfc-9df2-446c-87ed-373cccd7510b req-6156c58d-647c-42d1-a4cf-120cfe1801cc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781040 Feb 07 22:36:52.029830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-59fec0b0-1ac6-41ec-a5d2-41ba063de6a3 req-c784db75-03cf-4a6f-94ad-443fe020c2f3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-996421691', 'description': 'tempest-description-543150616'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:52.071100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-59fec0b0-1ac6-41ec-a5d2-41ba063de6a3 req-c784db75-03cf-4a6f-94ad-443fe020c2f3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.092167 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f62a5551-4d12-4031-b93d-de4f172aa236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.095417 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f62a5551-4d12-4031-b93d-de4f172aa236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.098793 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f62a5551-4d12-4031-b93d-de4f172aa236 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d92af7af-5555-4beb-8b76-5725153891a3 HTTP/1.1" status: 204 len: 168 time: 0.2806923 Feb 07 22:36:52.110790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a5551-4d12-4031-b93d-de4f172aa236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92af7af-5555-4beb-8b76-5725153891a3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:52.169275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e642-cfa7-49dd-8cc5-874702bb0dee req-51a2c02a-cd47-49f5-9608-4507aa538a2c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:52.176744 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9f8e642-cfa7-49dd-8cc5-874702bb0dee req-51a2c02a-cd47-49f5-9608-4507aa538a2c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 944 time: 0.2213819 Feb 07 22:36:52.207686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-8a6760ac-5fc7-42f2-b911-52f9f1f5ff74 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:52.209117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-8a6760ac-5fc7-42f2-b911-52f9f1f5ff74 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.24 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 944 time: 0.2173238 Feb 07 22:36:52.210653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-59fec0b0-1ac6-41ec-a5d2-41ba063de6a3 req-c784db75-03cf-4a6f-94ad-443fe020c2f3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.216754 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-59fec0b0-1ac6-41ec-a5d2-41ba063de6a3 req-c784db75-03cf-4a6f-94ad-443fe020c2f3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.258844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784db75-03cf-4a6f-94ad-443fe020c2f3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756f67bd-3ada-4c5e-bd2d-91e79e19b0ea,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:52.276163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-59fec0b0-1ac6-41ec-a5d2-41ba063de6a3 req-c784db75-03cf-4a6f-94ad-443fe020c2f3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.276371 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.291757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-59fec0b0-1ac6-41ec-a5d2-41ba063de6a3 req-c784db75-03cf-4a6f-94ad-443fe020c2f3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2745829 Feb 07 22:36:52.321845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.324285 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.442389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7f85d-e342-4e93-bbe4-6de4ee7a803a req-1c186720-78da-48bf-a9ac-877c05408852 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:52.449449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9f8e642-cfa7-49dd-8cc5-874702bb0dee req-26800579-333f-4ff8-aaa9-c0f0d6564a8a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717211 Feb 07 22:36:52.452373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edb7f85d-e342-4e93-bbe4-6de4ee7a803a req-1c186720-78da-48bf-a9ac-877c05408852 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 948 time: 0.1034951 Feb 07 22:36:52.488126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdaf71c-392d-4c6b-a608-aee7d7f84c6d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:52.494846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:52.496371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-2b894c8a-3431-41d0-a981-e138eda1268c tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:52.497957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-2b894c8a-3431-41d0-a981-e138eda1268c tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.24 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 948 time: 0.1130848 Feb 07 22:36:52.506247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:52.552511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:52.553090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8bdaf71c-392d-4c6b-a608-aee7d7f84c6d not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:52.553661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fbf09831-72f6-428b-bf7e-6146eadc9c0a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:52.563140 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.563481 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Added segment 54ab04aa-6ca2-4990-8659-e1720affbd81 of type vlan for network c6a22e3d-0dba-4c7e-add9-f8aa41f183f9 Feb 07 22:36:52.611585 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.613131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: fbf09831-72f6-428b-bf7e-6146eadc9c0a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:52.615976 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fbf09831-72f6-428b-bf7e-6146eadc9c0a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:52.636056 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edb7f85d-e342-4e93-bbe4-6de4ee7a803a req-3b1829e6-0459-400a-bd84-a6050af01382 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/security-groups?id=208415d8-51b2-4148-8669-cd94aa9a7489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823046 Feb 07 22:36:52.655768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c369b2-4e77-4f15-99ea-603d5c1608e0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:52.696753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.697749 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:52.698323 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.702498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Deleting port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:52.702832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.795091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-108cb8d2-2307-484c-a5bf-5475f06b44f5 req-3dd1aa91-851f-4c91-bc2f-d018bd4143e0 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/c6ccc7b1-fb8a-41ec-8fcf-2a7515351e0b HTTP/1.1" status: 200 len: 1804 time: 0.2790887 Feb 07 22:36:52.811244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0534432 Feb 07 22:36:52.811454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35258) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:52.815688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Request body: {'subnet': {'network_id': 'c6a22e3d-0dba-4c7e-add9-f8aa41f183f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-589199487-subnet', 'tenant_id': '31a330143d8d420a8445286242ccf0cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:52.828488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Deleting port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:52.828846 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.833952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.850168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] For port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:52.850572 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.854261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a513727-28c2-42bf-9ef3-d35a6e740bbc admin admin] Pushing event updated for resources: {'Network': ['ID=c6a22e3d-0dba-4c7e-add9-f8aa41f183f9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:52.871377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network c6a22e3d-0dba-4c7e-add9-f8aa41f183f9 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:52.872526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Calling delete_port for c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:52.888189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Made reservation on behalf of 31a330143d8d420a8445286242ccf0cb for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:52.890776 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.010144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.015365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.023498 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-108cb8d2-2307-484c-a5bf-5475f06b44f5 req-8785bdd5-74c0-422f-b225-9f3edae8bb76 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/756f67bd-3ada-4c5e-bd2d-91e79e19b0ea HTTP/1.1" status: 200 len: 1803 time: 0.2108994 Feb 07 22:36:53.072442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-108cb8d2-2307-484c-a5bf-5475f06b44f5 req-7f603d12-8e8e-4ac8-9814-c6587a07e7b9 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c6ccc7b1-fb8a-41ec-8fcf-2a7515351e0b', 'remote_group_id': '756f67bd-3ada-4c5e-bd2d-91e79e19b0ea', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:53.072735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-108cb8d2-2307-484c-a5bf-5475f06b44f5 req-7f603d12-8e8e-4ac8-9814-c6587a07e7b9 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c6ccc7b1-fb8a-41ec-8fcf-2a7515351e0b', 'remote_group_id': '756f67bd-3ada-4c5e-bd2d-91e79e19b0ea', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:53.106134 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.106853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86849882-8908-43a1-be30-ed4ae0d38181 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:36:53.114339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] For port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:53.114697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.119929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.123302 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a3d45028-cd0c-4c58-9525-ce77f76c02ab admin admin] 10.222.0.15 "DELETE /v2.0/routers/86849882-8908-43a1-be30-ed4ae0d38181 HTTP/1.1" status: 204 len: 168 time: 2.6574962 Feb 07 22:36:53.130210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35272) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:53.143898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Calling delete_port for ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:53.285700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.292224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f380f82e-e1d2-4215-8863-eea256728717 admin admin] Deleting subnet 5cdce60c-5199-443f-82a9-a78056401890 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:36:53.302960 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f380f82e-e1d2-4215-8863-eea256728717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.342497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Pushing event deleted for resources: {'Port': ['ID=c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:53.350987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.406554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-108cb8d2-2307-484c-a5bf-5475f06b44f5 req-7f603d12-8e8e-4ac8-9814-c6587a07e7b9 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.423334 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f380f82e-e1d2-4215-8863-eea256728717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.428784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] No DVR routers for this DVR port c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:53.438246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.441655 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0636f1d5-2b38-468e-9757-0490c6119ce7 req-69cea00b-2920-40f0-8653-6f21e9ac83fd tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.24 "DELETE /v2.0/ports/c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db HTTP/1.1" status: 204 len: 173 time: 0.9360552 Feb 07 22:36:53.450374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bee42-cae6-4b51-8767-d204e6f9ae57 req-31c58ff6-d983-4b91-9d6b-620cef50efc4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:53.451985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ca1bee42-cae6-4b51-8767-d204e6f9ae57 req-31c58ff6-d983-4b91-9d6b-620cef50efc4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.2632043 Feb 07 22:36:53.452444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-deleted', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:53.454721 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8127d8b5-6063-4635-a094-1df0e1c7c88f" -d '{"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-deleted", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:53.528205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3b3fa7-ae4d-4b11-aadc-1cd64e2ce1a7,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:53.532412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Checking segment: {'id': '54ab04aa-6ca2-4990-8659-e1720affbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6a22e3d-0dba-4c7e-add9-f8aa41f183f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:53.532776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Network hostable DHCP agents. Network: c6a22e3d-0dba-4c7e-add9-f8aa41f183f9, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:36:53.545631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-108cb8d2-2307-484c-a5bf-5475f06b44f5 req-7f603d12-8e8e-4ac8-9814-c6587a07e7b9 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.562726 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-108cb8d2-2307-484c-a5bf-5475f06b44f5 req-7f603d12-8e8e-4ac8-9814-c6587a07e7b9 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.570388 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ca1bee42-cae6-4b51-8767-d204e6f9ae57 req-3f22ba90-c072-401e-a8d9-68678f23d07c tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038017 Feb 07 22:36:53.572986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Network c6a22e3d-0dba-4c7e-add9-f8aa41f183f9 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:36:53.595878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, c6a22e3d-0dba-4c7e-add9-f8aa41f183f9) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:53.600319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:53.601552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.618066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba5b693-eb9c-4f75-9ac5-2c36e7502aad None None] Network c6a22e3d-0dba-4c7e-add9-f8aa41f183f9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:53.644026 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c0b165be-3359-4ca9-bbbd-f9367a2d7c76 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8320637 Feb 07 22:36:53.684208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f603d12-8e8e-4ac8-9814-c6587a07e7b9 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abd81bc-59ed-4aac-9a7b-6aa89f8d4c04,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:53.707782 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-108cb8d2-2307-484c-a5bf-5475f06b44f5 req-7f603d12-8e8e-4ac8-9814-c6587a07e7b9 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.737192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-108cb8d2-2307-484c-a5bf-5475f06b44f5 req-7f603d12-8e8e-4ac8-9814-c6587a07e7b9 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6975205 Feb 07 22:36:53.757075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f380f82e-e1d2-4215-8863-eea256728717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.802288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99adb-472c-49dc-b7d4-13b64a6bb421 req-c0944731-56a9-4af3-b6cf-b5d4a3ba57b1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:53.815821 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7a99adb-472c-49dc-b7d4-13b64a6bb421 req-c0944731-56a9-4af3-b6cf-b5d4a3ba57b1 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 944 time: 0.1266134 Feb 07 22:36:53.839212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f380f82e-e1d2-4215-8863-eea256728717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.849348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c932de-f3ac-4b62-ab19-27b9023142ea None None] Network c6a22e3d-0dba-4c7e-add9-f8aa41f183f9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:53.912290 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7a99adb-472c-49dc-b7d4-13b64a6bb421 req-11d91ede-7cf3-447c-8ae9-74ec2250ed83 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955024 Feb 07 22:36:53.916489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35306) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:53.966770 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-419f4fab-38c8-4b4d-a3e1-c11fce15a019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.984630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380f82e-e1d2-4215-8863-eea256728717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cdce60c-5199-443f-82a9-a78056401890,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:53.988988 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f380f82e-e1d2-4215-8863-eea256728717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.999343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f380f82e-e1d2-4215-8863-eea256728717 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5cdce60c-5199-443f-82a9-a78056401890 HTTP/1.1" status: 204 len: 168 time: 0.8660190 Feb 07 22:36:53.999343 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.005536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35308) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:54.013981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b9729-88fb-42c1-a127-dc0d20b30acb None None] Network 2bb18b1c-1910-4a59-acca-9a1864c08d57 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:54.031035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['54d21617-5b7f-4b84-b942-2d1f7ab24b87'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:36:54.119929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Pushing event deleted for resources: {'Port': ['ID=ab013edb-f7b5-452d-8c2d-bb806d4fa9a9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:54.166448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] No DVR routers for this DVR port ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:54.169263 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.172539 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6bef933b-29b3-4677-873d-357fcc5ec78e req-4587672b-4e39-4f46-931d-39b84b2bfff9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.24 "DELETE /v2.0/ports/ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 HTTP/1.1" status: 204 len: 173 time: 1.9539874 Feb 07 22:36:54.173014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'name': 'network-vif-deleted', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:54.186500 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9309075-e65a-47c3-8e73-108a14300a88" -d '{"events": [{"server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "name": "network-vif-deleted", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:36:54.215185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82c9162-b354-4c8e-91df-0df19d155442 admin admin] Deleting subnet 8ff739b0-4188-4b8c-803a-d3f8c8123b40 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:36:54.248012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-baccf7ed-a073-4e9a-8b96-b8564a4043da req-12947afd-6b6d-4be2-ab27-d066c6ed11c1 tempest-ImagesOneServerTestJSON-1758870707 tempest-ImagesOneServerTestJSON-1758870707-project] 10.222.0.15 "GET /v2.0/ports?device_id=705fe74e-d85b-4cab-bc66-26d9e94039a4 HTTP/1.1" status: 200 len: 210 time: 0.0854299 Feb 07 22:36:54.248787 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b82c9162-b354-4c8e-91df-0df19d155442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.299127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-88182d37-b52c-46f5-a06c-14965632874f req-bf24dee9-8970-4a3b-b903-826f559c839f tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2119361021', 'description': 'tempest-description-909874837'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:54.309652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.332839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b82c9162-b354-4c8e-91df-0df19d155442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.380422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:54.402445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-88182d37-b52c-46f5-a06c-14965632874f req-bf24dee9-8970-4a3b-b903-826f559c839f tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.420208 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f4c0ee-8d9e-41be-af3e-9654bfecd22a x-openstack-request-id: req-53f4c0ee-8d9e-41be-af3e-9654bfecd22a {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:54.420769 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fe74e-d85b-4cab-bc66-26d9e94039a4", "name": "network-vif-deleted", "tag": "c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:54.421157 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53f4c0ee-8d9e-41be-af3e-9654bfecd22a {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:54.421851 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fe74e-d85b-4cab-bc66-26d9e94039a4', 'name': 'network-vif-deleted', 'tag': 'c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db', 'status': 'completed', 'code': 200} Feb 07 22:36:54.444694 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b82c9162-b354-4c8e-91df-0df19d155442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.472655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:54.477178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ab013edb-f7b5-452d-8c2d-bb806d4fa9a9 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:54.488291 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a2f47-1538-4307-83d2-002a4dae000a x-openstack-request-id: req-604a2f47-1538-4307-83d2-002a4dae000a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:36:54.488584 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37178e52-91bc-4adf-825d-e690ce5874ac", "name": "network-vif-deleted", "tag": "ab013edb-f7b5-452d-8c2d-bb806d4fa9a9", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:36:54.488830 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-604a2f47-1538-4307-83d2-002a4dae000a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:36:54.489220 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37178e52-91bc-4adf-825d-e690ce5874ac', 'name': 'network-vif-deleted', 'tag': 'ab013edb-f7b5-452d-8c2d-bb806d4fa9a9', 'status': 'completed', 'code': 200} Feb 07 22:36:54.547293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfce74-6bc7-4d60-8b96-58eb4e930141 None None] DHCP port deletion for 2bb18b1c-1910-4a59-acca-9a1864c08d57 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:36:54.610920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Deleting port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:54.611153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.669346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dfcfce74-6bc7-4d60-8b96-58eb4e930141 None None] Deleting port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:54.670508 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfcfce74-6bc7-4d60-8b96-58eb4e930141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.721472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b82c9162-b354-4c8e-91df-0df19d155442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.765991 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.774947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dfcfce74-6bc7-4d60-8b96-58eb4e930141 None None] For port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ec2d0c97-6b26-4e7a-9859-ddb957c32d2c,segment=NetworkSegment(040cc614-ef5d-410f-b3fa-05a08394cbba),segment_id=040cc614-ef5d-410f-b3fa-05a08394cbba)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:54.775389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfcfce74-6bc7-4d60-8b96-58eb4e930141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.794739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dfcfce74-6bc7-4d60-8b96-58eb4e930141 None None] Calling delete_port for ec2d0c97-6b26-4e7a-9859-ddb957c32d2c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:54.821657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae2691-80b0-4907-a174-dd47d0f9e333 req-550838c5-71fa-4b9d-a24a-76944abfd740 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:54.830055 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-88182d37-b52c-46f5-a06c-14965632874f req-bf24dee9-8970-4a3b-b903-826f559c839f tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.833993 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-feae2691-80b0-4907-a174-dd47d0f9e333 req-550838c5-71fa-4b9d-a24a-76944abfd740 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.1182890 Feb 07 22:36:54.852890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c9162-b354-4c8e-91df-0df19d155442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff739b0-4188-4b8c-803a-d3f8c8123b40,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:54.864511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b82c9162-b354-4c8e-91df-0df19d155442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.868534 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b82c9162-b354-4c8e-91df-0df19d155442 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8ff739b0-4188-4b8c-803a-d3f8c8123b40 HTTP/1.1" status: 204 len: 168 time: 0.9480600 Feb 07 22:36:54.875599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35330) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:54.887985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-88182d37-b52c-46f5-a06c-14965632874f req-bf24dee9-8970-4a3b-b903-826f559c839f tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.898310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] For port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ec2d0c97-6b26-4e7a-9859-ddb957c32d2c,segment=NetworkSegment(040cc614-ef5d-410f-b3fa-05a08394cbba),segment_id=040cc614-ef5d-410f-b3fa-05a08394cbba)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:36:54.898525 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.961290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Calling delete_port for ec2d0c97-6b26-4e7a-9859-ddb957c32d2c owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:54.974252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-feae2691-80b0-4907-a174-dd47d0f9e333 req-13a34802-b96c-4ce9-ab60-19aca048e1aa tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390278 Feb 07 22:36:54.990108 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfcfce74-6bc7-4d60-8b96-58eb4e930141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.998020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-88182d37-b52c-46f5-a06c-14965632874f req-bf24dee9-8970-4a3b-b903-826f559c839f tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.007754 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.009181 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88182d37-b52c-46f5-a06c-14965632874f req-bf24dee9-8970-4a3b-b903-826f559c839f tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7184448 Feb 07 22:36:55.013211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24dee9-8970-4a3b-b903-826f559c839f tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89c8951-ba27-4796-a80f-034744ea806c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.055062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d97b1c64-e5ef-4cac-b913-0a19cd55b341 req-91695afe-1c67-4dd1-aa2a-d2b93b1d1cf3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2118954216', 'description': 'tempest-description-261891237'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:55.098550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfce74-6bc7-4d60-8b96-58eb4e930141 None None] No DVR routers for this DVR port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:55.120584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfce74-6bc7-4d60-8b96-58eb4e930141 None None] Pushing event deleted for resources: {'Port': ['ID=ec2d0c97-6b26-4e7a-9859-ddb957c32d2c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.121437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0a43b70-aae5-4faf-9522-348634afe62f req-0e3660d9-341d-4455-8c5a-898e07e4a76d tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 210 time: 0.0495617 Feb 07 22:36:55.155074 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d97b1c64-e5ef-4cac-b913-0a19cd55b341 req-91695afe-1c67-4dd1-aa2a-d2b93b1d1cf3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.168272 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.184301 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.191455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35340) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:55.195401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fade004f-860e-4de9-8ae5-7feb76bd681d']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:55.209939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261108d5-4f4e-4ba9-8378-ed97d0a82bc9') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:55.211114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261108d5-4f4e-4ba9-8378-ed97d0a82bc9') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:55.221913 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.246289 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.265460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:55.265869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:55.267692 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:55.305035 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d97b1c64-e5ef-4cac-b913-0a19cd55b341 req-91695afe-1c67-4dd1-aa2a-d2b93b1d1cf3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.342957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d97b1c64-e5ef-4cac-b913-0a19cd55b341 req-91695afe-1c67-4dd1-aa2a-d2b93b1d1cf3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.345792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2d0c97-6b26-4e7a-9859-ddb957c32d2c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.358730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] No DVR routers for this DVR port ec2d0c97-6b26-4e7a-9859-ddb957c32d2c on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:55.384869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.390024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1184881017', 'router:external': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:55.428202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.434325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fade004f-860e-4de9-8ae5-7feb76bd681d HTTP/1.1" status: 204 len: 168 time: 0.5540545 Feb 07 22:36:55.434325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63449773-0b11-4bee-a47d-2f34c834ec98 admin admin] Pushing event deleted for resources: {'Network': ['ID=fade004f-860e-4de9-8ae5-7feb76bd681d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.438761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35354) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:55.477232 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d97b1c64-e5ef-4cac-b913-0a19cd55b341 req-91695afe-1c67-4dd1-aa2a-d2b93b1d1cf3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.480892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d97b1c64-e5ef-4cac-b913-0a19cd55b341 req-91695afe-1c67-4dd1-aa2a-d2b93b1d1cf3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4323153 Feb 07 22:36:55.495067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Made reservation on behalf of 51ff6050478244acbd9ed44f2b75c148 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:55.497788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.501506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91695afe-1c67-4dd1-aa2a-d2b93b1d1cf3 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9969f194-f7d7-4598-aefa-793c53e180f1,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.521357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.531921 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.553019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb18b1c-1910-4a59-acca-9a1864c08d57']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:55.563998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040cc614-ef5d-410f-b3fa-05a08394cbba') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:55.564287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040cc614-ef5d-410f-b3fa-05a08394cbba') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:55.575422 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-44733b01-d1d9-4a2f-bba0-f15e8a4ccf83 req-6ef04554-16c6-4905-9886-9001c8915624 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/f89c8951-ba27-4796-a80f-034744ea806c HTTP/1.1" status: 200 len: 1804 time: 0.0619669 Feb 07 22:36:55.582008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d7d045-d9dd-4100-81e2-ddb078eac985 admin admin] Deleting subnet eb3b3fa7-ae4d-4b11-aadc-1cd64e2ce1a7 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:36:55.586392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d045-d9dd-4100-81e2-ddb078eac985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.588389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.608053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.619376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:55.620661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:55.623669 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:55.661770 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d045-d9dd-4100-81e2-ddb078eac985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.713514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-44733b01-d1d9-4a2f-bba0-f15e8a4ccf83 req-00d416e5-2575-40b0-b09a-07657a1ccfc2 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/9969f194-f7d7-4598-aefa-793c53e180f1 HTTP/1.1" status: 200 len: 1804 time: 0.1063666 Feb 07 22:36:55.727123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.733389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.733806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-44733b01-d1d9-4a2f-bba0-f15e8a4ccf83 req-a41e97ef-793c-4f0b-b6f3-0704409f3b2c tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f89c8951-ba27-4796-a80f-034744ea806c', 'remote_group_id': '9969f194-f7d7-4598-aefa-793c53e180f1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:55.734126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-44733b01-d1d9-4a2f-bba0-f15e8a4ccf83 req-a41e97ef-793c-4f0b-b6f3-0704409f3b2c tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f89c8951-ba27-4796-a80f-034744ea806c', 'remote_group_id': '9969f194-f7d7-4598-aefa-793c53e180f1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:55.742442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/2bb18b1c-1910-4a59-acca-9a1864c08d57 HTTP/1.1" status: 204 len: 168 time: 1.7319708 Feb 07 22:36:55.748939 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d045-d9dd-4100-81e2-ddb078eac985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.762499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2f84c-29f8-4bbe-bbec-59614ba8d4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb18b1c-1910-4a59-acca-9a1864c08d57,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.822973 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.840422 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.888302 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d045-d9dd-4100-81e2-ddb078eac985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.927166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:55.930968 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d045-d9dd-4100-81e2-ddb078eac985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.934100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a1d7d045-d9dd-4100-81e2-ddb078eac985 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb3b3fa7-ae4d-4b11-aadc-1cd64e2ce1a7 HTTP/1.1" status: 204 len: 168 time: 0.4944081 Feb 07 22:36:55.936930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35366) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:55.939980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7d045-d9dd-4100-81e2-ddb078eac985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3b3fa7-ae4d-4b11-aadc-1cd64e2ce1a7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.941930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2702d8be-02f3-43ff-9aeb-4899ed00b595,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.947039 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-44733b01-d1d9-4a2f-bba0-f15e8a4ccf83 req-a41e97ef-793c-4f0b-b6f3-0704409f3b2c tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.966922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.967264 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Added segment 64fa35b5-9457-4a75-8a7a-6eb2702b07c5 of type vlan for network 309c5ee5-8c09-438a-8b5a-5fad67511b4b Feb 07 22:36:56.036634 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.051438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35372) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:56.098731 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-44733b01-d1d9-4a2f-bba0-f15e8a4ccf83 req-a41e97ef-793c-4f0b-b6f3-0704409f3b2c tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.101340 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.109178 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-44733b01-d1d9-4a2f-bba0-f15e8a4ccf83 req-a41e97ef-793c-4f0b-b6f3-0704409f3b2c tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.128301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35376) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:56.153525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-44733b01-d1d9-4a2f-bba0-f15e8a4ccf83 req-a41e97ef-793c-4f0b-b6f3-0704409f3b2c tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.155040 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-44733b01-d1d9-4a2f-bba0-f15e8a4ccf83 req-a41e97ef-793c-4f0b-b6f3-0704409f3b2c tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4293528 Feb 07 22:36:56.176018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e97ef-793c-4f0b-b6f3-0704409f3b2c tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1122bec6-9465-4eb7-8999-03f5825d4bc5,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:56.207189 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.209069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:56.209820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.228945 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.233940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e6ddcfd1-550a-4069-b546-389644a36345 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4754372c42bb41aab158d14c54ef43f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019502 Feb 07 22:36:56.236947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35384) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:56.321826 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1287367 Feb 07 22:36:56.327689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35386) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:56.348437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'subnet': {'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:56.349558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.353820 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be7766ba-33d6-4582-9c4f-07e909adac9e req-9ef77534-416d-44d1-a44c-2e293f28dea7 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 210 time: 0.0575399 Feb 07 22:36:56.359039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde4a7c-c1a3-495f-a348-faf9c8b1e08b tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event updated for resources: {'Network': ['ID=309c5ee5-8c09-438a-8b5a-5fad67511b4b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:56.370469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 309c5ee5-8c09-438a-8b5a-5fad67511b4b details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:36:56.379304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-766acc57-6b1e-4f41-b1d5-c58c3fb4a655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.403453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Made reservation on behalf of 51ff6050478244acbd9ed44f2b75c148 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:56.405946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.411094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:56.431694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a22e3d-0dba-4c7e-add9-f8aa41f183f9']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:56.436099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-766acc57-6b1e-4f41-b1d5-c58c3fb4a655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.468136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ab04aa-6ca2-4990-8659-e1720affbd81') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:56.468476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ab04aa-6ca2-4990-8659-e1720affbd81') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:56.500412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e6bb-c255-4e08-8996-55c1886f03f2 req-875c5b10-3def-4460-a66b-4450e28ef1e0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:56.508225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3167e6bb-c255-4e08-8996-55c1886f03f2 req-875c5b10-3def-4460-a66b-4450e28ef1e0 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.4396996 Feb 07 22:36:56.526360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.539609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ec2d0c97-6b26-4e7a-9859-ddb957c32d2c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:36:56.570570 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ed447f2-e2ad-494f-a3fe-23c7e582ac22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=084c9ba6abc443f2879d4df77d08e36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164227 Feb 07 22:36:56.574619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35390) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:56.578152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b9b8860-cc20-4caf-bd93-b29e6b8ae29e req-333957bf-f41b-4c25-9e29-1e199897b7ac tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/9969f194-f7d7-4598-aefa-793c53e180f1 HTTP/1.1" status: 200 len: 1804 time: 0.1660194 Feb 07 22:36:56.579851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.595876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: ec2d0c97-6b26-4e7a-9859-ddb957c32d2c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:56.596088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ec2d0c97-6b26-4e7a-9859-ddb957c32d2c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:56.599050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:36:56.599560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c5bfb6a1-6e4f-4ff4-a39b-54fe0e28e7db not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:36:56.604077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:36:56.604572 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:36:56.606321 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:36:56.635167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3167e6bb-c255-4e08-8996-55c1886f03f2 req-720c37bb-6e21-4e7e-9caa-d716fdc35780 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260028 Feb 07 22:36:56.648016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.689412 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7b9b8860-cc20-4caf-bd93-b29e6b8ae29e req-ac61d43d-826e-462a-854f-50349721aa0e tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.704126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.711192 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.715073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c6a22e3d-0dba-4c7e-add9-f8aa41f183f9 HTTP/1.1" status: 204 len: 168 time: 0.7764986 Feb 07 22:36:56.716224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7b9b8860-cc20-4caf-bd93-b29e6b8ae29e req-ac61d43d-826e-462a-854f-50349721aa0e tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.716472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54ecd2fe-3684-4ceb-95df-5e7d6f3bf252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.734818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1198a-7f62-4b8f-ae12-123595276c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a22e3d-0dba-4c7e-add9-f8aa41f183f9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:56.750584 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54ecd2fe-3684-4ceb-95df-5e7d6f3bf252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.821718 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54ecd2fe-3684-4ceb-95df-5e7d6f3bf252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.825556 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54ecd2fe-3684-4ceb-95df-5e7d6f3bf252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.826723 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-54ecd2fe-3684-4ceb-95df-5e7d6f3bf252 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/208415d8-51b2-4148-8669-cd94aa9a7489 HTTP/1.1" status: 204 len: 168 time: 0.2503982 Feb 07 22:36:56.827090 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7b9b8860-cc20-4caf-bd93-b29e6b8ae29e req-ac61d43d-826e-462a-854f-50349721aa0e tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.830029 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7b9b8860-cc20-4caf-bd93-b29e6b8ae29e req-ac61d43d-826e-462a-854f-50349721aa0e tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.831402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b9b8860-cc20-4caf-bd93-b29e6b8ae29e req-ac61d43d-826e-462a-854f-50349721aa0e tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "DELETE /v2.0/security-groups/9969f194-f7d7-4598-aefa-793c53e180f1 HTTP/1.1" status: 204 len: 173 time: 0.2522354 Feb 07 22:36:56.838315 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-766acc57-6b1e-4f41-b1d5-c58c3fb4a655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.841107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-766acc57-6b1e-4f41-b1d5-c58c3fb4a655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.845333 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-766acc57-6b1e-4f41-b1d5-c58c3fb4a655 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cf8cc6f-8a6c-46e0-a9d0-b624ee2a3531 HTTP/1.1" status: 204 len: 168 time: 0.6071737 Feb 07 22:36:56.858928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecd2fe-3684-4ceb-95df-5e7d6f3bf252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208415d8-51b2-4148-8669-cd94aa9a7489,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:56.864568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61d43d-826e-462a-854f-50349721aa0e tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9969f194-f7d7-4598-aefa-793c53e180f1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:56.885473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766acc57-6b1e-4f41-b1d5-c58c3fb4a655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf8cc6f-8a6c-46e0-a9d0-b624ee2a3531,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:56.970210 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3338ba24-f9b1-4bf2-b6ea-484a4efc2601 req-a47b19b8-74c4-4fb3-a4df-c06f083deda4 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/f89c8951-ba27-4796-a80f-034744ea806c HTTP/1.1" status: 200 len: 1804 time: 0.0943301 Feb 07 22:36:56.982977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d1fcdef4-3547-47b0-8584-ba18b5efdb7b req-e3c9dd1b-9089-46cf-b018-f098fee830d6 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1181296749', 'description': 'tempest-description-826336251'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:57.067258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1fcdef4-3547-47b0-8584-ba18b5efdb7b req-e3c9dd1b-9089-46cf-b018-f098fee830d6 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.072564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35406) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:57.131579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a5dbbdbf-ac7b-4f0c-9237-f811ba3f1077 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f902fcf5d8d7451887771ecf154e8b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578101 Feb 07 22:36:57.134874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35408) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:57.194145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 22:36:57.194627 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.217504 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1fcdef4-3547-47b0-8584-ba18b5efdb7b req-e3c9dd1b-9089-46cf-b018-f098fee830d6 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.228107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38efef77-d9f2-4b73-bb82-5687e2823ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.258019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38efef77-d9f2-4b73-bb82-5687e2823ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.260413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event updated for resources: {'Subnet': ['ID=878a01f0-cc71-4271-ac04-b3c37a1b7cea,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:57.264812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1fcdef4-3547-47b0-8584-ba18b5efdb7b req-e3c9dd1b-9089-46cf-b018-f098fee830d6 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.306865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9dd1b-9089-46cf-b018-f098fee830d6 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240e74c8-1979-4146-a2e6-c2c5fc4a7abf,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:57.325940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Checking segment: {'id': '64fa35b5-9457-4a75-8a7a-6eb2702b07c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:36:57.326175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Network hostable DHCP agents. Network: 309c5ee5-8c09-438a-8b5a-5fad67511b4b, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:36:57.331657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1fcdef4-3547-47b0-8584-ba18b5efdb7b req-e3c9dd1b-9089-46cf-b018-f098fee830d6 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.350291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38efef77-d9f2-4b73-bb82-5687e2823ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.355388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38efef77-d9f2-4b73-bb82-5687e2823ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.356137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1fcdef4-3547-47b0-8584-ba18b5efdb7b req-e3c9dd1b-9089-46cf-b018-f098fee830d6 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3807290 Feb 07 22:36:57.357795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-38efef77-d9f2-4b73-bb82-5687e2823ed8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e0a7dda-d9ed-4c13-9965-8c3e1ba67d1a HTTP/1.1" status: 204 len: 168 time: 0.2218449 Feb 07 22:36:57.371081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efef77-d9f2-4b73-bb82-5687e2823ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a7dda-d9ed-4c13-9965-8c3e1ba67d1a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:57.388090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Network 309c5ee5-8c09-438a-8b5a-5fad67511b4b is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:36:57.419963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 309c5ee5-8c09-438a-8b5a-5fad67511b4b) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:57.429429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd461a3-39c3-4a3f-9b7f-cdb738dd6780 None None] Network 309c5ee5-8c09-438a-8b5a-5fad67511b4b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:57.437102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:57.437706 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.467245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b65ab50d-9a29-401a-aac9-f4d5321e0a52 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1249399 Feb 07 22:36:57.471044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35420) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:57.479331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-691922243', 'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:57.481383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce14e56e-df5c-4a30-b02f-a809a469eb0b req-d0a12cd6-9d44-495e-afaa-2c6018eb3176 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/240e74c8-1979-4146-a2e6-c2c5fc4a7abf HTTP/1.1" status: 200 len: 1804 time: 0.1116695 Feb 07 22:36:57.494588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ce14e56e-df5c-4a30-b02f-a809a469eb0b req-15dd9ac7-6ea5-4077-a4bb-f1992decc5ba tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '240e74c8-1979-4146-a2e6-c2c5fc4a7abf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:57.497280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ce14e56e-df5c-4a30-b02f-a809a469eb0b req-15dd9ac7-6ea5-4077-a4bb-f1992decc5ba tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '240e74c8-1979-4146-a2e6-c2c5fc4a7abf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:57.527943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Made reservation on behalf of 51ff6050478244acbd9ed44f2b75c148 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:57.530897 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.549356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-352271c3-d5d7-49ac-a9f9-907ffc27db57 req-04b771ef-35fa-4ee4-a72e-2f6248f0982f tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 210 time: 0.0359552 Feb 07 22:36:57.566030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] device_id is not set on port e69cdad5-b6d7-40bb-9618-388903dda4f2 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:36:57.654544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ce14e56e-df5c-4a30-b02f-a809a469eb0b req-15dd9ac7-6ea5-4077-a4bb-f1992decc5ba tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.711545 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Allocated IP 172.20.0.5 (309c5ee5-8c09-438a-8b5a-5fad67511b4b/878a01f0-cc71-4271-ac04-b3c37a1b7cea/e69cdad5-b6d7-40bb-9618-388903dda4f2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:57.719974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b79f1ec-6728-4013-9558-888d0b853d9e None None] Network 309c5ee5-8c09-438a-8b5a-5fad67511b4b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:36:57.737781 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ce14e56e-df5c-4a30-b02f-a809a469eb0b req-15dd9ac7-6ea5-4077-a4bb-f1992decc5ba tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.750318 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ce14e56e-df5c-4a30-b02f-a809a469eb0b req-15dd9ac7-6ea5-4077-a4bb-f1992decc5ba tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.786777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd9ac7-6ea5-4077-a4bb-f1992decc5ba tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94229209-e180-4181-b3d6-fa2b6e619b80,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:57.810485 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ce14e56e-df5c-4a30-b02f-a809a469eb0b req-15dd9ac7-6ea5-4077-a4bb-f1992decc5ba tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.818944 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce14e56e-df5c-4a30-b02f-a809a469eb0b req-15dd9ac7-6ea5-4077-a4bb-f1992decc5ba tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3292499 Feb 07 22:36:57.936198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f76f4a-14cc-4b7b-9071-4066d6461327 req-3f03ca2c-d1eb-4dc2-974a-5c1300ed44f1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:57.937996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45f76f4a-14cc-4b7b-9071-4066d6461327 req-3f03ca2c-d1eb-4dc2-974a-5c1300ed44f1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.1637304 Feb 07 22:36:57.949615 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93e8d0c1-0067-46ed-8efd-a825a961bc71 req-6c95f30a-2a45-4420-aeb9-da7c6bc25792 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/240e74c8-1979-4146-a2e6-c2c5fc4a7abf HTTP/1.1" status: 200 len: 2397 time: 0.1057708 Feb 07 22:36:57.961785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-93e8d0c1-0067-46ed-8efd-a825a961bc71 req-46b685c5-185a-428c-a080-23990ad058fe tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '240e74c8-1979-4146-a2e6-c2c5fc4a7abf', 'remote_group_id': None}]} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:57.962104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-93e8d0c1-0067-46ed-8efd-a825a961bc71 req-46b685c5-185a-428c-a080-23990ad058fe tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '240e74c8-1979-4146-a2e6-c2c5fc4a7abf', 'remote_group_id': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:58.022295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45f76f4a-14cc-4b7b-9071-4066d6461327 req-f8d3d6bf-8268-4693-a3f8-29b1dd170cc9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759647 Feb 07 22:36:58.081823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.111921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-93e8d0c1-0067-46ed-8efd-a825a961bc71 req-46b685c5-185a-428c-a080-23990ad058fe tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.144133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-93e8d0c1-0067-46ed-8efd-a825a961bc71 req-46b685c5-185a-428c-a080-23990ad058fe tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.150295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-93e8d0c1-0067-46ed-8efd-a825a961bc71 req-46b685c5-185a-428c-a080-23990ad058fe tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.158656 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.173477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b685c5-185a-428c-a080-23990ad058fe tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f017fb92-68eb-4e41-8ac7-c0b03ba8ee97,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:58.191503 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-93e8d0c1-0067-46ed-8efd-a825a961bc71 req-46b685c5-185a-428c-a080-23990ad058fe tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.193088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93e8d0c1-0067-46ed-8efd-a825a961bc71 req-46b685c5-185a-428c-a080-23990ad058fe tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2358425 Feb 07 22:36:58.240709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event updated for resources: {'Port': ['ID=e69cdad5-b6d7-40bb-9618-388903dda4f2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:58.259665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Network 309c5ee5-8c09-438a-8b5a-5fad67511b4b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:58.266104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:58.270365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:36:58.308891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35442) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:58.338733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5717ac8a-98a7-4f24-b72a-8e8eeb08c200 req-d5f42a25-0d40-459b-ac90-45a3c12bccc4 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/240e74c8-1979-4146-a2e6-c2c5fc4a7abf HTTP/1.1" status: 200 len: 2995 time: 0.0993202 Feb 07 22:36:58.361844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:58.362456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.408277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4d2bcc96-92b2-4293-90a2-860c14744efd tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9361248 Feb 07 22:36:58.410704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35446) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:58.423418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-110d617d-e9f6-4b7e-aed4-5aace1bbae82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31a330143d8d420a8445286242ccf0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127219 Feb 07 22:36:58.425651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35450) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:58.448190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ad8500d-42fa-42a6-80d2-a41dabcfddfb req-b736d9fe-a948-45d7-95ca-1cf01c0f7995 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-group-rules/f017fb92-68eb-4e41-8ac7-c0b03ba8ee97 HTTP/1.1" status: 200 len: 783 time: 0.0668385 Feb 07 22:36:58.587242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-76d0b8f7-6dc4-4cb5-9172-8af93287c0e6 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Deleting port e69cdad5-b6d7-40bb-9618-388903dda4f2 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:36:58.587568 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-76d0b8f7-6dc4-4cb5-9172-8af93287c0e6 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.644436 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ad8500d-42fa-42a6-80d2-a41dabcfddfb req-c494ece7-f10a-4880-af76-d797612e4a69 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/240e74c8-1979-4146-a2e6-c2c5fc4a7abf HTTP/1.1" status: 200 len: 2995 time: 0.1947064 Feb 07 22:36:58.645341 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-23ea1b0f-fe5f-4b7d-80af-411203699b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.719211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ad8500d-42fa-42a6-80d2-a41dabcfddfb req-497c0951-6c48-4a25-bc80-2fa22a8b0909 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.723500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-23ea1b0f-fe5f-4b7d-80af-411203699b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.732075 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f8432c4-d5fc-4363-823a-9aa640bda144 req-75477ed9-00cf-4265-8f4e-7096557fe79e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 210 time: 0.0353429 Feb 07 22:36:58.738516 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ad8500d-42fa-42a6-80d2-a41dabcfddfb req-497c0951-6c48-4a25-bc80-2fa22a8b0909 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.749143 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-76d0b8f7-6dc4-4cb5-9172-8af93287c0e6 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.775175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-76d0b8f7-6dc4-4cb5-9172-8af93287c0e6 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Calling delete_port for e69cdad5-b6d7-40bb-9618-388903dda4f2 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:36:58.821595 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ad8500d-42fa-42a6-80d2-a41dabcfddfb req-497c0951-6c48-4a25-bc80-2fa22a8b0909 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.832003 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ad8500d-42fa-42a6-80d2-a41dabcfddfb req-497c0951-6c48-4a25-bc80-2fa22a8b0909 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.832003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ad8500d-42fa-42a6-80d2-a41dabcfddfb req-497c0951-6c48-4a25-bc80-2fa22a8b0909 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f017fb92-68eb-4e41-8ac7-c0b03ba8ee97 HTTP/1.1" status: 204 len: 173 time: 0.1779854 Feb 07 22:36:58.870997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c0951-6c48-4a25-bc80-2fa22a8b0909 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f017fb92-68eb-4e41-8ac7-c0b03ba8ee97,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:58.880035 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-23ea1b0f-fe5f-4b7d-80af-411203699b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.885888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-23ea1b0f-fe5f-4b7d-80af-411203699b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.887292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-23ea1b0f-fe5f-4b7d-80af-411203699b5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2c369b2-4e77-4f15-99ea-603d5c1608e0 HTTP/1.1" status: 204 len: 168 time: 0.4579489 Feb 07 22:36:58.895834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea1b0f-fe5f-4b7d-80af-411203699b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c369b2-4e77-4f15-99ea-603d5c1608e0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:58.988077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72878ebc-fdd6-48f3-8400-804454d690ab req-7629b4aa-1f9f-44bb-ba17-c59765e96fe1 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/240e74c8-1979-4146-a2e6-c2c5fc4a7abf HTTP/1.1" status: 200 len: 2397 time: 0.1243110 Feb 07 22:36:59.096742 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-76d0b8f7-6dc4-4cb5-9172-8af93287c0e6 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.146520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-72878ebc-fdd6-48f3-8400-804454d690ab req-a79b084b-9715-4b02-9ad6-987b38c897a5 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.165594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0b8f7-6dc4-4cb5-9172-8af93287c0e6 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event deleted for resources: {'Port': ['ID=e69cdad5-b6d7-40bb-9618-388903dda4f2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:59.223956 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-72878ebc-fdd6-48f3-8400-804454d690ab req-a79b084b-9715-4b02-9ad6-987b38c897a5 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.239755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd625-0bdb-4899-927a-f04fb58a3c14 req-f2a58f94-a410-48ae-82e8-514c6bfd6354 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:59.241399 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5dcd625-0bdb-4899-927a-f04fb58a3c14 req-f2a58f94-a410-48ae-82e8-514c6bfd6354 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.1077480 Feb 07 22:36:59.250320 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-76d0b8f7-6dc4-4cb5-9172-8af93287c0e6 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.254121 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-76d0b8f7-6dc4-4cb5-9172-8af93287c0e6 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e69cdad5-b6d7-40bb-9618-388903dda4f2 HTTP/1.1" status: 204 len: 168 time: 0.8424330 Feb 07 22:36:59.256692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35482) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:36:59.260922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b', 'external_fixed_ips': [{'subnet_id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'ip_address': '172.20.0.5'}]}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:59.302882 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.305780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.310872 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5dcd625-0bdb-4899-927a-f04fb58a3c14 req-97bbd3db-91b2-48c4-8549-4239708b403b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588796 Feb 07 22:36:59.325362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-72878ebc-fdd6-48f3-8400-804454d690ab req-a79b084b-9715-4b02-9ad6-987b38c897a5 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.328462 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-72878ebc-fdd6-48f3-8400-804454d690ab req-a79b084b-9715-4b02-9ad6-987b38c897a5 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.334790 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72878ebc-fdd6-48f3-8400-804454d690ab req-a79b084b-9715-4b02-9ad6-987b38c897a5 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "DELETE /v2.0/security-groups/240e74c8-1979-4146-a2e6-c2c5fc4a7abf HTTP/1.1" status: 204 len: 173 time: 0.3456070 Feb 07 22:36:59.362414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b084b-9715-4b02-9ad6-987b38c897a5 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e74c8-1979-4146-a2e6-c2c5fc4a7abf,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:59.387758 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-c8d71018-531c-4868-bebc-89bbe8bb1873 req-44f5f1a5-d748-45ec-937b-e8eed2e8a673 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] show failed (client error): The resource could not be found. Feb 07 22:36:59.389979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8d71018-531c-4868-bebc-89bbe8bb1873 req-44f5f1a5-d748-45ec-937b-e8eed2e8a673 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/9969f194-f7d7-4598-aefa-793c53e180f1 HTTP/1.1" status: 404 len: 352 time: 0.0363748 Feb 07 22:36:59.420198 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.533071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81b00652-eca4-4649-942b-4226ff250d5a req-cf1054c5-2a17-452b-bf64-1cc2a57009cb tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/f89c8951-ba27-4796-a80f-034744ea806c HTTP/1.1" status: 200 len: 1804 time: 0.1172547 Feb 07 22:36:59.894456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b34e251-b89f-4994-ade2-c8b7ae6ab0f8 req-335808c8-a55d-4347-abf7-ceee5287c0bd tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=37178e52-91bc-4adf-825d-e690ce5874ac HTTP/1.1" status: 200 len: 210 time: 0.0428102 Feb 07 22:36:59.936501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.014528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-81b00652-eca4-4649-942b-4226ff250d5a req-1de4eec9-79cd-4f68-8a5b-3374b0f4c884 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.026628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35512) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:00.104502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-81b00652-eca4-4649-942b-4226ff250d5a req-1de4eec9-79cd-4f68-8a5b-3374b0f4c884 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.182312 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-81b00652-eca4-4649-942b-4226ff250d5a req-1de4eec9-79cd-4f68-8a5b-3374b0f4c884 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.186273 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-81b00652-eca4-4649-942b-4226ff250d5a req-1de4eec9-79cd-4f68-8a5b-3374b0f4c884 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.187527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81b00652-eca4-4649-942b-4226ff250d5a req-1de4eec9-79cd-4f68-8a5b-3374b0f4c884 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "DELETE /v2.0/security-groups/f89c8951-ba27-4796-a80f-034744ea806c HTTP/1.1" status: 204 len: 173 time: 0.6192553 Feb 07 22:37:00.201730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4eec9-79cd-4f68-8a5b-3374b0f4c884 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89c8951-ba27-4796-a80f-034744ea806c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:00.318305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9cdaa12c-6150-4605-aa61-2ffbf9349212 req-07af515f-3116-4bb3-ba01-d82525a2a86d tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/756f67bd-3ada-4c5e-bd2d-91e79e19b0ea HTTP/1.1" status: 200 len: 1803 time: 0.1036830 Feb 07 22:37:00.392955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.417197 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.437802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9cdaa12c-6150-4605-aa61-2ffbf9349212 req-cab9234f-99e2-4b2a-8174-bb3fb840b187 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.466314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9cdaa12c-6150-4605-aa61-2ffbf9349212 req-cab9234f-99e2-4b2a-8174-bb3fb840b187 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.530697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-507821053-network', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:00.548979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9cdaa12c-6150-4605-aa61-2ffbf9349212 req-cab9234f-99e2-4b2a-8174-bb3fb840b187 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.551796 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9cdaa12c-6150-4605-aa61-2ffbf9349212 req-cab9234f-99e2-4b2a-8174-bb3fb840b187 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.569606 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9cdaa12c-6150-4605-aa61-2ffbf9349212 req-cab9234f-99e2-4b2a-8174-bb3fb840b187 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "DELETE /v2.0/security-groups/756f67bd-3ada-4c5e-bd2d-91e79e19b0ea HTTP/1.1" status: 204 len: 173 time: 0.2443233 Feb 07 22:37:00.590993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Allocated IP 172.20.0.5 (309c5ee5-8c09-438a-8b5a-5fad67511b4b/878a01f0-cc71-4271-ac04-b3c37a1b7cea/ad9a58a7-013b-4d77-ad8a-047fabe854b0) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:00.613185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9234f-99e2-4b2a-8174-bb3fb840b187 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f67bd-3ada-4c5e-bd2d-91e79e19b0ea,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:00.631430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:00.651847 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.675107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.795008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910b950-61a8-40f8-a4f1-7e9ba6685bc3 req-13ea62a7-c41f-41e7-9eff-d36c042905af tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:00.796686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e910b950-61a8-40f8-a4f1-7e9ba6685bc3 req-13ea62a7-c41f-41e7-9eff-d36c042905af tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.0946267 Feb 07 22:37:00.823269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-387c40e2-eb21-4019-bc97-219d3e031043 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cf5c9147950c4d039756802ea1aada99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506420 Feb 07 22:37:00.876571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e910b950-61a8-40f8-a4f1-7e9ba6685bc3 req-220d7bc0-2ba0-43b2-beed-6236317b35bf tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648594 Feb 07 22:37:00.902578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.914122 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.952093 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.978228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:01.003280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199b32df-cb04-4c54-a062-b1040579ae6a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:01.035782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52adf8cc-c982-4535-ae61-c346d94c19d7 req-0e651853-36e0-4ce4-9979-d669ca1f6175 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/c6ccc7b1-fb8a-41ec-8fcf-2a7515351e0b HTTP/1.1" status: 200 len: 1804 time: 0.1010749 Feb 07 22:37:01.037013 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.037348 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Added segment bb4fa984-8f6f-43d5-b21d-e098ad6c13fe of type vlan for network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 Feb 07 22:37:01.081334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-1ec4da60-21d3-4bf6-acdc-e40cc6430e8d tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:01.088533 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-1ec4da60-21d3-4bf6-acdc-e40cc6430e8d tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642117 Feb 07 22:37:01.106134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.109722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-998d252b-2fdf-4685-9665-e91d58ef13f7 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/quotas/cf5c9147950c4d039756802ea1aada99 HTTP/1.1" status: 200 len: 375 time: 0.0200334 Feb 07 22:37:01.121663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.156174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-52adf8cc-c982-4535-ae61-c346d94c19d7 req-cc2c2649-6e12-400e-96ec-df840b678712 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.171166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.172425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:01.173057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.181665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event updated for resources: {'Port': ['ID=ad9a58a7-013b-4d77-ad8a-047fabe854b0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:01.193694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-022b31df-fce0-4bda-b568-6395b58a8b3b tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf5c9147950c4d039756802ea1aada99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833194 Feb 07 22:37:01.217190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Network 309c5ee5-8c09-438a-8b5a-5fad67511b4b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:01.223982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:01.227208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:01.255526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] Pushing event updated for resources: {'Network': ['ID=d8aa51f2-5304-4fbb-b06d-afadcfad45a7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:01.268102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:01.277420 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-52adf8cc-c982-4535-ae61-c346d94c19d7 req-cc2c2649-6e12-400e-96ec-df840b678712 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.309897 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a5dfff3b-0008-47be-9fed-920e24c2d12e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2792408 Feb 07 22:37:01.310987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35562) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:01.327859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Request body: {'subnet': {'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-subnet', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:01.349653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-52adf8cc-c982-4535-ae61-c346d94c19d7 req-cc2c2649-6e12-400e-96ec-df840b678712 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.353658 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-52adf8cc-c982-4535-ae61-c346d94c19d7 req-cc2c2649-6e12-400e-96ec-df840b678712 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.367117 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52adf8cc-c982-4535-ae61-c346d94c19d7 req-cc2c2649-6e12-400e-96ec-df840b678712 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "DELETE /v2.0/security-groups/c6ccc7b1-fb8a-41ec-8fcf-2a7515351e0b HTTP/1.1" status: 204 len: 173 time: 0.3174324 Feb 07 22:37:01.393172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c2649-6e12-400e-96ec-df840b678712 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ccc7b1-fb8a-41ec-8fcf-2a7515351e0b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:01.603615 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e9f0e5bb-1e42-45a7-8efb-17999b2f72ab req-823d5592-7965-4b89-90e1-f14c4ba019f0 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 210 time: 0.0879130 Feb 07 22:37:01.791930 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e487e71f-c2d0-44f7-b8fe-754c04547ee5 req-80dec2bb-f8c6-43eb-9f04-22b6b6fd6929 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/85dad1e9-9a4c-4a49-9acb-94c9bf584b2e HTTP/1.1" status: 200 len: 2403 time: 0.2031472 Feb 07 22:37:01.796777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:01.799161 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.002645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.113840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afd4e5-b0ab-4486-bfa5-88b5109a470f req-6b67b503-fe61-46fc-bd82-fcf0f66714af tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:02.127766 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13afd4e5-b0ab-4486-bfa5-88b5109a470f req-6b67b503-fe61-46fc-bd82-fcf0f66714af tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.1400461 Feb 07 22:37:02.138773 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e487e71f-c2d0-44f7-b8fe-754c04547ee5 req-7a935150-9c63-440d-9a5f-f699682ebb72 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.201780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e487e71f-c2d0-44f7-b8fe-754c04547ee5 req-7a935150-9c63-440d-9a5f-f699682ebb72 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.229034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13afd4e5-b0ab-4486-bfa5-88b5109a470f req-88c6c4f3-bdea-4a2d-a8b3-d82cfb62f6d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982697 Feb 07 22:37:02.486786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e487e71f-c2d0-44f7-b8fe-754c04547ee5 req-7a935150-9c63-440d-9a5f-f699682ebb72 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.490917 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e487e71f-c2d0-44f7-b8fe-754c04547ee5 req-7a935150-9c63-440d-9a5f-f699682ebb72 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.493423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e487e71f-c2d0-44f7-b8fe-754c04547ee5 req-7a935150-9c63-440d-9a5f-f699682ebb72 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "DELETE /v2.0/security-groups/85dad1e9-9a4c-4a49-9acb-94c9bf584b2e HTTP/1.1" status: 204 len: 173 time: 0.7006016 Feb 07 22:37:02.613447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a935150-9c63-440d-9a5f-f699682ebb72 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dad1e9-9a4c-4a49-9acb-94c9bf584b2e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:02.685395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-216b73c7-c876-46ba-9a2a-a0fc68c7ac9e req-53d8b3bf-8fde-4ed8-9478-606801071e38 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "GET /v2.0/security-groups/d2babe7e-a664-432a-81aa-b2775457c05e HTTP/1.1" status: 200 len: 2398 time: 0.1431580 Feb 07 22:37:02.715437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.831585 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-216b73c7-c876-46ba-9a2a-a0fc68c7ac9e req-b7ac9e2d-7b8a-4524-a1fa-ddb890a01bb7 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.892418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-216b73c7-c876-46ba-9a2a-a0fc68c7ac9e req-b7ac9e2d-7b8a-4524-a1fa-ddb890a01bb7 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.962133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68eef005-3174-4f50-b3f5-d65acfe5979d req-667f9028-6760-4507-aa38-16cd40500ad4 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 210 time: 0.1216974 Feb 07 22:37:02.967461 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.974201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Pushing event updated for resources: {'Subnet': ['ID=05976031-ea96-48a3-a62f-12dc7b2157b9,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:02.985201 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-216b73c7-c876-46ba-9a2a-a0fc68c7ac9e req-b7ac9e2d-7b8a-4524-a1fa-ddb890a01bb7 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.988297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-216b73c7-c876-46ba-9a2a-a0fc68c7ac9e req-b7ac9e2d-7b8a-4524-a1fa-ddb890a01bb7 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:02.997314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35616) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:02.997748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-216b73c7-c876-46ba-9a2a-a0fc68c7ac9e req-b7ac9e2d-7b8a-4524-a1fa-ddb890a01bb7 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] 10.222.0.15 "DELETE /v2.0/security-groups/d2babe7e-a664-432a-81aa-b2775457c05e HTTP/1.1" status: 204 len: 173 time: 0.3040025 Feb 07 22:37:03.007755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac9e2d-7b8a-4524-a1fa-ddb890a01bb7 tempest-SecurityGroupRulesTestJSON-76301819 tempest-SecurityGroupRulesTestJSON-76301819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2babe7e-a664-432a-81aa-b2775457c05e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:03.130828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Checking segment: {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:03.131104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Network hostable DHCP agents. Network: d8aa51f2-5304-4fbb-b06d-afadcfad45a7, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:03.229164 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-1b294f29-e321-4c68-82d0-892ac09a43d8 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cf5c9147950c4d039756802ea1aada99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535686 Feb 07 22:37:03.234013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:03.408710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c12a53-60bc-458d-9aae-a3891b16508c admin admin] Deleting subnet 8a61f29e-7fcd-4186-a973-cc9a738a738e {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:37:03.422616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d4145-6154-4c43-8667-48bae76df4ba req-a4293f61-739f-4f22-a75d-bc623ee09974 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:03.433390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-042d4145-6154-4c43-8667-48bae76df4ba req-a4293f61-739f-4f22-a75d-bc623ee09974 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.0814478 Feb 07 22:37:03.455737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1c12a53-60bc-458d-9aae-a3891b16508c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.491967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d8aa51f2-5304-4fbb-b06d-afadcfad45a7) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:03.497410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:03.498102 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.507473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327566f4-8a7f-49fc-8ce4-9938e564f98b None None] Network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:03.535162 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35630) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:03.576650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-042d4145-6154-4c43-8667-48bae76df4ba req-4fd443ef-a421-4b97-885a-a63a87632afa tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423025 Feb 07 22:37:03.652722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1c12a53-60bc-458d-9aae-a3891b16508c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.688480 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40ae93a0-4ed1-4e8d-87cf-d777c31aabfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.698036 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6298231d-af84-4c3a-ba89-f4493713feec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3861961 Feb 07 22:37:03.706158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35634) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:03.729929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:03.761482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-d8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:37:03.762604 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.765711 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.874140 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.878845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.883812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1c12a53-60bc-458d-9aae-a3891b16508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.907466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-93e61ea1-b3dc-4bc5-bd6a-787f774cbd8d tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:03.919383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-93e61ea1-b3dc-4bc5-bd6a-787f774cbd8d tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6829517 Feb 07 22:37:03.956454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Request body: {'port': {'device_id': '615de644-df22-4374-b5f5-cc23d0b42655', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'cf5c9147950c4d039756802ea1aada99'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:04.035549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Allocated IP 172.20.0.2 (d8aa51f2-5304-4fbb-b06d-afadcfad45a7/05976031-ea96-48a3-a62f-12dc7b2157b9/300d3489-8b85-4e46-b912-53ba26ac44bc) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:04.093727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.120155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Router 7d171ac5-84ba-469d-a5dc-d7e267d38bb5 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:37:04.126984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.144739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40ae93a0-4ed1-4e8d-87cf-d777c31aabfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.246148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40ae93a0-4ed1-4e8d-87cf-d777c31aabfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.300900 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.311065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Made reservation on behalf of cf5c9147950c4d039756802ea1aada99 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:04.315013 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.329206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.336268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a63173d8-b881-4427-bf84-da447275c748 req-8ac10c94-1a9e-4e94-851e-2976f38d893a tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 210 time: 0.1124561 Feb 07 22:37:04.339782 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1c12a53-60bc-458d-9aae-a3891b16508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.385312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Pushing event updated for resources: {'Port': ['ID=300d3489-8b85-4e46-b912-53ba26ac44bc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:04.417374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1c12a53-60bc-458d-9aae-a3891b16508c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.419837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:04.421722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f1c12a53-60bc-458d-9aae-a3891b16508c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8a61f29e-7fcd-4186-a973-cc9a738a738e HTTP/1.1" status: 204 len: 168 time: 1.4226317 Feb 07 22:37:04.422981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.426206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35650) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:04.427186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:04.433569 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:04.435772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.450523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c12a53-60bc-458d-9aae-a3891b16508c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a61f29e-7fcd-4186-a973-cc9a738a738e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:04.467389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae93a0-4ed1-4e8d-87cf-d777c31aabfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d5a5f8-0263-4406-9f93-3bc883693ee3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:04.490437 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-40ae93a0-4ed1-4e8d-87cf-d777c31aabfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a5e84406c0646f099146937cd2bb593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9542067 Feb 07 22:37:04.491386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35654) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:04.538708 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Attempting to bind port 300d3489-8b85-4e46-b912-53ba26ac44bc on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:04.539411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Attempting to bind port 300d3489-8b85-4e46-b912-53ba26ac44bc by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:04.539411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Attempting to bind port 300d3489-8b85-4e46-b912-53ba26ac44bc on network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:04.549879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:04.562627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Checking segment: {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:04.562794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:04.563225 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.567017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Bound using segment: {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:04.570060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Bound port: 300d3489-8b85-4e46-b912-53ba26ac44bc, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:04.571466 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.588901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Sync routers for ids ['7d171ac5-84ba-469d-a5dc-d7e267d38bb5'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:04.592120 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.604734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.606065 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ed1ace95-13fa-460e-8a60-c0876ddbf670 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.3484194 Feb 07 22:37:04.612617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35664) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:04.645851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Routers {'7d171ac5-84ba-469d-a5dc-d7e267d38bb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:04.646753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['7d171ac5-84ba-469d-a5dc-d7e267d38bb5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:04.721823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6da98f8-68d4-499d-94dd-a58663c89589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.774331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6da98f8-68d4-499d-94dd-a58663c89589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.810974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Set router 7d171ac5-84ba-469d-a5dc-d7e267d38bb5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:04.840810 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.886346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f446168f-6986-407d-8137-b5a41cf35b85']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:04.913061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7e47ab-a001-4734-8e9f-e5c11349feea') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:04.913887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7e47ab-a001-4734-8e9f-e5c11349feea') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:04.958680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.980798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.992703 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.000212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:37:05.000602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.043217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] For port 300d3489-8b85-4e46-b912-53ba26ac44bc, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:05.047401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] For port 300d3489-8b85-4e46-b912-53ba26ac44bc, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=300d3489-8b85-4e46-b912-53ba26ac44bc,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:05.056454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.058430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6da98f8-68d4-499d-94dd-a58663c89589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.061279 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6da98f8-68d4-499d-94dd-a58663c89589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.064871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d6da98f8-68d4-499d-94dd-a58663c89589 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2d5a5f8-0263-4406-9f93-3bc883693ee3 HTTP/1.1" status: 204 len: 168 time: 0.5689659 Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:37:05.081010 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:37:05.083052 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.156517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da98f8-68d4-499d-94dd-a58663c89589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d5a5f8-0263-4406-9f93-3bc883693ee3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:05.197347 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.199046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.223235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.246708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.250388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] 10.222.0.15 "DELETE /v2.0/networks/f446168f-6986-407d-8137-b5a41cf35b85 HTTP/1.1" status: 204 len: 168 time: 0.8179004 Feb 07 22:37:05.255313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0c100-9932-4398-a58c-d91edc4c5858 None None] Pushing event updated for resources: {'Port': ['ID=300d3489-8b85-4e46-b912-53ba26ac44bc,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:05.278470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06f94b-8bbf-4396-ae26-66e382c9fa5e admin admin] Pushing event deleted for resources: {'Network': ['ID=f446168f-6986-407d-8137-b5a41cf35b85,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:05.280090 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.423019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d171ac5-84ba-469d-a5dc-d7e267d38bb5', 'name': '', 'tenant_id': '51ff6050478244acbd9ed44f2b75c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b', 'external_fixed_ips': [{'subnet_id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ad9a58a7-013b-4d77-ad8a-047fabe854b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:59Z', 'updated_at': '2022-02-07T22:37:01Z', 'revision_number': 3, 'project_id': '51ff6050478244acbd9ed44f2b75c148', 'gw_port': {'id': 'ad9a58a7-013b-4d77-ad8a-047fabe854b0', 'name': '', 'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d171ac5-84ba-469d-a5dc-d7e267d38bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:00Z', 'updated_at': '2022-02-07T22:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:05.490195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Allocated IP 192.168.233.152 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/e7d4212b-a2b9-4657-8e7e-350a5761d79e) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:05.526540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Checking router: 7d171ac5-84ba-469d-a5dc-d7e267d38bb5 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:05.528892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Updating router 7d171ac5-84ba-469d-a5dc-d7e267d38bb5 port ad9a58a7-013b-4d77-ad8a-047fabe854b0 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:05.530228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Allocated IP 172.25.8.86 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/f4e42ece-63ef-4016-9211-c72c5ab7d097) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:05.603171 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.735253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19035dfb-9c61-4abf-a48b-d9b844f2f9b9 req-912ab75b-590a-4b1e-984f-9e5bdc4d28e8 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 210 time: 0.1242659 Feb 07 22:37:05.860872 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.918140 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.973607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.992057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35686) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:06.006224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35688) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:06.017418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.099540 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2364377-6323-487e-812d-48982b48686f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.143620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:06.157844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:06.169800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:06.224105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Pushing event updated for resources: {'Port': ['ID=f4e42ece-63ef-4016-9211-c72c5ab7d097,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:06.243737 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.274479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.387731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Attempting to bind port ad9a58a7-013b-4d77-ad8a-047fabe854b0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:06.388139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Attempting to bind port ad9a58a7-013b-4d77-ad8a-047fabe854b0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '64fa35b5-9457-4a75-8a7a-6eb2702b07c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:06.388510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Attempting to bind port ad9a58a7-013b-4d77-ad8a-047fabe854b0 on network 309c5ee5-8c09-438a-8b5a-5fad67511b4b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:06.396134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd896a-d68f-4ff8-841c-a4697af4f214 None None] Pushing event updated for resources: {'Port': ['ID=ad9a58a7-013b-4d77-ad8a-047fabe854b0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:06.406791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:06.408544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Checking segment: {'id': '64fa35b5-9457-4a75-8a7a-6eb2702b07c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:06.408971 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.409358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Bound using segment: {'id': '64fa35b5-9457-4a75-8a7a-6eb2702b07c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:06.409839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Bound port: ad9a58a7-013b-4d77-ad8a-047fabe854b0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fa35b5-9457-4a75-8a7a-6eb2702b07c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:06.410219 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.542327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] For port ad9a58a7-013b-4d77-ad8a-047fabe854b0, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:06.549545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] For port ad9a58a7-013b-4d77-ad8a-047fabe854b0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ad9a58a7-013b-4d77-ad8a-047fabe854b0,segment=NetworkSegment(64fa35b5-9457-4a75-8a7a-6eb2702b07c5),segment_id=64fa35b5-9457-4a75-8a7a-6eb2702b07c5)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:06.558889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.582681 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2364377-6323-487e-812d-48982b48686f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.609351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2364377-6323-487e-812d-48982b48686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.612561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c1f68-6e12-4925-a027-9b840b7f519f req-2779c1d1-0cf5-4467-b612-1e284baa6428 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:06.624342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-809c1f68-6e12-4925-a027-9b840b7f519f req-2779c1d1-0cf5-4467-b612-1e284baa6428 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 1.5546772 Feb 07 22:37:06.626881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Pushing event updated for resources: {'Port': ['ID=e7d4212b-a2b9-4657-8e7e-350a5761d79e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:06.628525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 300d3489-8b85-4e46-b912-53ba26ac44bc up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:06.681507 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6fcda3b5-257c-44c3-8b51-58ea9f079d06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b6c7abed47c40df933f769cc0213e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6771154 Feb 07 22:37:06.705757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35698) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:06.723830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Routers {'7d171ac5-84ba-469d-a5dc-d7e267d38bb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:06.724458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['7d171ac5-84ba-469d-a5dc-d7e267d38bb5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:06.799006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c0a33-41c8-43c8-9b19-255ceb593159 req-bee9ed17-ca85-4a3b-ae1c-8f5df7e36f4a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:06.808661 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b7c0a33-41c8-43c8-9b19-255ceb593159 req-bee9ed17-ca85-4a3b-ae1c-8f5df7e36f4a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 944 time: 0.3437347 Feb 07 22:37:06.810848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2364377-6323-487e-812d-48982b48686f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459d71b3-fac1-4f61-96f2-0418f79cd9ce,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:06.870417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f2364377-6323-487e-812d-48982b48686f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7020419dba24b338654bf2cac930a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8611493 Feb 07 22:37:06.872785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35702) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:06.937577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:06.949118 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b7c0a33-41c8-43c8-9b19-255ceb593159 req-77b218c6-1d77-494f-acd2-cd3416893dfc tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392252 Feb 07 22:37:06.969591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d91a83c0-904b-4ab1-a289-e39c985a081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.976954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:06.994349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-809c1f68-6e12-4925-a027-9b840b7f519f req-70bd4f13-6e8b-42dd-80af-37441ee9b057 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642809 Feb 07 22:37:06.995312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:07.008300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:07.062025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] Set router 7d171ac5-84ba-469d-a5dc-d7e267d38bb5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:07.083322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd896a-d68f-4ff8-841c-a4697af4f214 None None] Pushing event updated for resources: {'Port': ['ID=ad9a58a7-013b-4d77-ad8a-047fabe854b0,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:07.097103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033374e-5b2c-4bd5-9fd4-078c42d140fa None None] Network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:07.107449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:07.108265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.128377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.189775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-7aafaaa3-de3f-4fd4-ae61-bc663e66263a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:07.193568 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-7aafaaa3-de3f-4fd4-ae61-bc663e66263a tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.24 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 944 time: 0.3695061 Feb 07 22:37:07.219965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35706) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:07.231515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d91a83c0-904b-4ab1-a289-e39c985a081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.266982 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-65c927ef-5a70-45b5-88ca-dc503294abbc tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3182201 Feb 07 22:37:07.305728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Request body: {'port': {'device_id': '615de644-df22-4374-b5f5-cc23d0b42655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:07.310743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 300d3489-8b85-4e46-b912-53ba26ac44bc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:07.311124 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.386232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.469256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff2d9-a8a3-42c0-807e-e3ceaa87c7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.499738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cf52f180-4b98-4cf1-810d-ed1d351144e6 None None] Provisioning complete for port 300d3489-8b85-4e46-b912-53ba26ac44bc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:07.500138 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf52f180-4b98-4cf1-810d-ed1d351144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.504905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.584252 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-325cbf75-0953-48ed-9e5d-20c55cb7f36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.590045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d91a83c0-904b-4ab1-a289-e39c985a081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.593107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d91a83c0-904b-4ab1-a289-e39c985a081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.594913 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d91a83c0-904b-4ab1-a289-e39c985a081e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b643f8ca-ad70-4744-9add-5cc0d90065a7 HTTP/1.1" status: 204 len: 168 time: 0.8606524 Feb 07 22:37:07.644145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a83c0-904b-4ab1-a289-e39c985a081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b643f8ca-ad70-4744-9add-5cc0d90065a7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:07.647778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-325cbf75-0953-48ed-9e5d-20c55cb7f36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.697610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d171ac5-84ba-469d-a5dc-d7e267d38bb5', 'name': '', 'tenant_id': '51ff6050478244acbd9ed44f2b75c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b', 'external_fixed_ips': [{'subnet_id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ad9a58a7-013b-4d77-ad8a-047fabe854b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:59Z', 'updated_at': '2022-02-07T22:37:01Z', 'revision_number': 3, 'project_id': '51ff6050478244acbd9ed44f2b75c148', 'gw_port': {'id': 'ad9a58a7-013b-4d77-ad8a-047fabe854b0', 'name': '', 'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d171ac5-84ba-469d-a5dc-d7e267d38bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:00Z', 'updated_at': '2022-02-07T22:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:07.707288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Deleting port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:07.707621 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.758666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9dd47-908a-437f-b03f-cfaeaeea50d7 None None] The sync data for ids ['7d171ac5-84ba-469d-a5dc-d7e267d38bb5'] in n-d-827895-2 is: [{'id': '7d171ac5-84ba-469d-a5dc-d7e267d38bb5', 'name': '', 'tenant_id': '51ff6050478244acbd9ed44f2b75c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b', 'external_fixed_ips': [{'subnet_id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ad9a58a7-013b-4d77-ad8a-047fabe854b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:59Z', 'updated_at': '2022-02-07T22:37:01Z', 'revision_number': 3, 'project_id': '51ff6050478244acbd9ed44f2b75c148', 'gw_port': {'id': 'ad9a58a7-013b-4d77-ad8a-047fabe854b0', 'name': '', 'network_id': '309c5ee5-8c09-438a-8b5a-5fad67511b4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d171ac5-84ba-469d-a5dc-d7e267d38bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:00Z', 'updated_at': '2022-02-07T22:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '878a01f0-cc71-4271-ac04-b3c37a1b7cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:07.764254 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.775443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbd66c-1b52-4a50-ac5e-004e5c404bf1 req-49abc99e-6c23-4f1f-bfe2-bac19f21e283 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:07.786195 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0adbd66c-1b52-4a50-ac5e-004e5c404bf1 req-49abc99e-6c23-4f1f-bfe2-bac19f21e283 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 936 time: 0.6874611 Feb 07 22:37:07.811746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Deleting port ad9a58a7-013b-4d77-ad8a-047fabe854b0 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:07.812053 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.825080 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-325cbf75-0953-48ed-9e5d-20c55cb7f36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.828651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-325cbf75-0953-48ed-9e5d-20c55cb7f36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.832655 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-325cbf75-0953-48ed-9e5d-20c55cb7f36b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/459d71b3-fac1-4f61-96f2-0418f79cd9ce HTTP/1.1" status: 204 len: 168 time: 0.9549520 Feb 07 22:37:07.833200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf52f180-4b98-4cf1-810d-ed1d351144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.861363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cbf75-0953-48ed-9e5d-20c55cb7f36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d71b3-fac1-4f61-96f2-0418f79cd9ce,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:07.874390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 300d3489-8b85-4e46-b912-53ba26ac44bc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=300d3489-8b85-4e46-b912-53ba26ac44bc,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:07.901711 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0adbd66c-1b52-4a50-ac5e-004e5c404bf1 req-4a3fc9d6-95c6-432c-a08d-63ae950b9f31 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142890 Feb 07 22:37:07.903317 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.012043 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-cf52f180-4b98-4cf1-810d-ed1d351144e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:37:08.012575 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-cf52f180-4b98-4cf1-810d-ed1d351144e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:37:08.013788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=300d3489-8b85-4e46-b912-53ba26ac44bc,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:08.247027 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.349475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fad86-3efd-4d93-b6e9-a1f7219cc3a8 req-40fbf2ea-187b-40ec-8d52-7b85c78aec27 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:08.351353 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ea2fad86-3efd-4d93-b6e9-a1f7219cc3a8 req-40fbf2ea-187b-40ec-8d52-7b85c78aec27 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.2000682 Feb 07 22:37:08.389974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] For port 54d21617-5b7f-4b84-b942-2d1f7ab24b87, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=54d21617-5b7f-4b84-b942-2d1f7ab24b87,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:08.390361 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.456496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff2d9-a8a3-42c0-807e-e3ceaa87c7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.462602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] For port ad9a58a7-013b-4d77-ad8a-047fabe854b0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ad9a58a7-013b-4d77-ad8a-047fabe854b0,segment=NetworkSegment(64fa35b5-9457-4a75-8a7a-6eb2702b07c5),segment_id=64fa35b5-9457-4a75-8a7a-6eb2702b07c5)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:08.463238 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.494439 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ea2fad86-3efd-4d93-b6e9-a1f7219cc3a8 req-d1b5d686-bd20-4cd8-bf5a-25979d1e515d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354716 Feb 07 22:37:08.540259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f319f-a2ed-4c2d-9290-bc876d6c8c74 req-5bdbebdf-4fb1-4a1f-8263-7a7530d5fe66 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:08.557595 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d8f319f-a2ed-4c2d-9290-bc876d6c8c74 req-5bdbebdf-4fb1-4a1f-8263-7a7530d5fe66 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 944 time: 0.3493807 Feb 07 22:37:08.564619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Calling delete_port for 54d21617-5b7f-4b84-b942-2d1f7ab24b87 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:08.568509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff2d9-a8a3-42c0-807e-e3ceaa87c7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.603158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Router ef194fbc-69a6-45f1-b24b-501b81833d9c is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:37:08.697011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b71ff2d9-a8a3-42c0-807e-e3ceaa87c7c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c423ea4db4c4ec5bb11b2ddbde21b20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4742613 Feb 07 22:37:08.698809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Calling delete_port for ad9a58a7-013b-4d77-ad8a-047fabe854b0 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:08.713930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ff2d9-a8a3-42c0-807e-e3ceaa87c7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975eead6-e3b7-4169-862e-30a0f7ce11f8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:08.728205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35734) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:08.774015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-09299758-54c5-4eb7-90ed-68c1c9f1e6cc None None] Provisioning complete for port e7d4212b-a2b9-4657-8e7e-350a5761d79e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:08.774619 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09299758-54c5-4eb7-90ed-68c1c9f1e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.817981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:08.818854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ad9a58a7-013b-4d77-ad8a-047fabe854b0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:08.839921 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Sync routers for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:08.863026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.870627 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:08.871611 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0be22082-caa5-41d9-95fe-e313b9c38dda admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1480534 Feb 07 22:37:08.872452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35740) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:08.873646 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:08.963784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ad9a58a7-013b-4d77-ad8a-047fabe854b0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:08.972318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.060918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-09299758-54c5-4eb7-90ed-68c1c9f1e6cc None None] Port e7d4212b-a2b9-4657-8e7e-350a5761d79e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:09.096517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-09299758-54c5-4eb7-90ed-68c1c9f1e6cc None None] Provisioning complete for port 300d3489-8b85-4e46-b912-53ba26ac44bc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:09.105687 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09299758-54c5-4eb7-90ed-68c1c9f1e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.130226 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:09.197662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d8f319f-a2ed-4c2d-9290-bc876d6c8c74 req-e98399a7-b6e0-4fc4-b498-ee4f055b4798 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384287 Feb 07 22:37:09.354045 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.389878 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:06Z', 'revision_number': 3, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:09.400418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port ad9a58a7-013b-4d77-ad8a-047fabe854b0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ad9a58a7-013b-4d77-ad8a-047fabe854b0,segment=NetworkSegment(64fa35b5-9457-4a75-8a7a-6eb2702b07c5),segment_id=64fa35b5-9457-4a75-8a7a-6eb2702b07c5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:09.410388 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.411499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 300d3489-8b85-4e46-b912-53ba26ac44bc up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:09.429765 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Checking router: ef194fbc-69a6-45f1-b24b-501b81833d9c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:09.430211 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Updating router ef194fbc-69a6-45f1-b24b-501b81833d9c port f4e42ece-63ef-4016-9211-c72c5ab7d097 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:09.469763 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.516133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d4212b-a2b9-4657-8e7e-350a5761d79e {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:09.525399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=ad9a58a7-013b-4d77-ad8a-047fabe854b0,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:09.560666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.597442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.597790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.598992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.600108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.602632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.603728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.604892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.606358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.607454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-398d03ad-caa2-4a14-b5fa-a201f08f6e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.608707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.612168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.612722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.613286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:09.656913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4b8de-c5bf-46ab-bebe-76409956fc37 req-ba44dd55-245c-4d87-b5c4-5ce84fafdf2f tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:09.661090 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77c4b8de-c5bf-46ab-bebe-76409956fc37 req-ba44dd55-245c-4d87-b5c4-5ce84fafdf2f tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 936 time: 0.6231873 Feb 07 22:37:09.675065 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 300d3489-8b85-4e46-b912-53ba26ac44bc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:09.675436 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.750255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77c4b8de-c5bf-46ab-bebe-76409956fc37 req-e3fc495f-5de8-492c-9a2e-91ab0a588cdd tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816185 Feb 07 22:37:09.797435 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-398d03ad-caa2-4a14-b5fa-a201f08f6e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.907331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Transition to ACTIVE for port object e7d4212b-a2b9-4657-8e7e-350a5761d79e will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:09.911579 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.917601 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.922765 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.945319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.988743 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Attempting to bind port f4e42ece-63ef-4016-9211-c72c5ab7d097 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:09.989059 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Attempting to bind port f4e42ece-63ef-4016-9211-c72c5ab7d097 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:09.989756 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Attempting to bind port f4e42ece-63ef-4016-9211-c72c5ab7d097 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:10.004438 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:10.004817 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:10.005218 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.005608 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:10.011165 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Bound port: f4e42ece-63ef-4016-9211-c72c5ab7d097, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:10.011733 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.018245 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.028826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Pushing event deleted for resources: {'Port': ['ID=54d21617-5b7f-4b84-b942-2d1f7ab24b87,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:10.030251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e5ccb-6906-4afd-939e-3b6be81583f9 req-0ffd7a68-9e64-4454-9f32-3134a23af5ba tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:10.048230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c81e5ccb-6906-4afd-939e-3b6be81583f9 req-0ffd7a68-9e64-4454-9f32-3134a23af5ba tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.1232955 Feb 07 22:37:10.056238 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f55389-141b-4fca-88ed-cc56832cacb8 None None] Pushing event updated for resources: {'Port': ['ID=f4e42ece-63ef-4016-9211-c72c5ab7d097,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:10.129634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d4212b-a2b9-4657-8e7e-350a5761d79e,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:10.140331 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] For port f4e42ece-63ef-4016-9211-c72c5ab7d097, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:10.158465 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] For port f4e42ece-63ef-4016-9211-c72c5ab7d097, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f4e42ece-63ef-4016-9211-c72c5ab7d097,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:10.165203 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c81e5ccb-6906-4afd-939e-3b6be81583f9 req-2a5b6439-1cd9-409b-8342-948aebb828a5 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157241 Feb 07 22:37:10.172324 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.191213 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-398d03ad-caa2-4a14-b5fa-a201f08f6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.194157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-398d03ad-caa2-4a14-b5fa-a201f08f6e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.195563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-398d03ad-caa2-4a14-b5fa-a201f08f6e7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/975eead6-e3b7-4169-862e-30a0f7ce11f8 HTTP/1.1" status: 204 len: 168 time: 1.4095449 Feb 07 22:37:10.196528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad9a58a7-013b-4d77-ad8a-047fabe854b0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:10.259036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d03ad-caa2-4a14-b5fa-a201f08f6e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975eead6-e3b7-4169-862e-30a0f7ce11f8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:10.346616 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:10.348512 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:10.405623 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.424402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] No DVR routers for this DVR port 54d21617-5b7f-4b84-b942-2d1f7ab24b87 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:10.427359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Attempting to bind port e7d4212b-a2b9-4657-8e7e-350a5761d79e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:10.427826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Attempting to bind port e7d4212b-a2b9-4657-8e7e-350a5761d79e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:10.428247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Attempting to bind port e7d4212b-a2b9-4657-8e7e-350a5761d79e on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:10.445314 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f55389-141b-4fca-88ed-cc56832cacb8 None None] Pushing event updated for resources: {'Port': ['ID=f4e42ece-63ef-4016-9211-c72c5ab7d097,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:10.449484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 54d21617-5b7f-4b84-b942-2d1f7ab24b87 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:10.473967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.481044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.498036 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50664b14-7fde-4834-a4b0-f346fbae86d6 req-a2ae98a7-a002-40fa-a88a-5a072afd7288 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.24 "DELETE /v2.0/ports/54d21617-5b7f-4b84-b942-2d1f7ab24b87 HTTP/1.1" status: 204 len: 173 time: 3.2956386 Feb 07 22:37:10.505438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 54d21617-5b7f-4b84-b942-2d1f7ab24b87 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:37:10.506099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 54d21617-5b7f-4b84-b942-2d1f7ab24b87 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:37:10.540784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'name': 'network-vif-deleted', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:10.556037 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1eee3f-6f18-492a-9c0b-2157747ab5a8" -d '{"events": [{"server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "name": "network-vif-deleted", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:10.595028 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-2f9d7274-6b72-409c-8df4-3a39bceef800 service neutron] show failed (client error): The resource could not be found. Feb 07 22:37:10.596379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-2f9d7274-6b72-409c-8df4-3a39bceef800 service neutron] 10.222.0.24 "GET /v2.0/ports/5f95bd0b-55f6-439e-99b7-9e943148838d/bindings/n-h1-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.3319895 Feb 07 22:37:10.601314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Port e7d4212b-a2b9-4657-8e7e-350a5761d79e on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:37:10.613909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Attempting to bind port e7d4212b-a2b9-4657-8e7e-350a5761d79e on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:10.619226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35792) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:10.625616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd2737a0-c5a1-4a90-b542-cbe1efc590a9 req-4cbc2470-472b-4b6d-b228-6c0ace607edb tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=f107fea6-0b23-4dda-a931-de721f18939a HTTP/1.1" status: 200 len: 210 time: 0.2274325 Feb 07 22:37:10.639869 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:10.665520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:10.666033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:10.666906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:10.667580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Bound port: e7d4212b-a2b9-4657-8e7e-350a5761d79e, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:10.668428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.772811 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8d35f0-f812-4224-b239-4f7e91553c88 x-openstack-request-id: req-7a8d35f0-f812-4224-b239-4f7e91553c88 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:10.774366 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f107fea6-0b23-4dda-a931-de721f18939a", "name": "network-vif-deleted", "tag": "54d21617-5b7f-4b84-b942-2d1f7ab24b87", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:10.774827 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a8d35f0-f812-4224-b239-4f7e91553c88 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:10.775485 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f107fea6-0b23-4dda-a931-de721f18939a', 'name': 'network-vif-deleted', 'tag': '54d21617-5b7f-4b84-b942-2d1f7ab24b87', 'status': 'completed', 'code': 200} Feb 07 22:37:10.785979 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.873725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] For port e7d4212b-a2b9-4657-8e7e-350a5761d79e, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:10.884561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] For port e7d4212b-a2b9-4657-8e7e-350a5761d79e, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e7d4212b-a2b9-4657-8e7e-350a5761d79e,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:10.884561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.921015 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.943801 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:37:11.009749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.087099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Allocated IP 172.20.0.1 (d8aa51f2-5304-4fbb-b06d-afadcfad45a7/05976031-ea96-48a3-a62f-12dc7b2157b9/86c34a26-ed29-49db-9926-d4424ffa486d) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:11.113665 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:06Z', 'revision_number': 3, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:11.123553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.124260 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.125645 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] 10.222.0.46 "PUT /v2.0/ports/e7d4212b-a2b9-4657-8e7e-350a5761d79e HTTP/1.1" status: 200 len: 1096 time: 3.8277044 Feb 07 22:37:11.126257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.126858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d171ac5-84ba-469d-a5dc-d7e267d38bb5 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:37:11.144384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.146205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b71717b-a8c6-4dc1-86eb-8270fc14398c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "DELETE /v2.0/routers/7d171ac5-84ba-469d-a5dc-d7e267d38bb5 HTTP/1.1" status: 204 len: 168 time: 6.5326395 Feb 07 22:37:11.153919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35806) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:11.160221 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb138b56-918b-4477-b27b-9cc03984f807 None None] The sync data for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 is: [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:06Z', 'revision_number': 3, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:11.338883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d4212b-a2b9-4657-8e7e-350a5761d79e,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:11.377405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.377946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.378064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.378391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.378813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.379027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.379355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.379669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.388493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.388855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.389192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.390579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c8b320-e66b-43ea-be92-eb0e1b9e1479 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:11.439350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ac7dd-d2cb-4db2-bd17-e9e312a39c40 req-58ca63cb-b96e-46b1-a7d5-46f46dc23f6a tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.452329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc9ac7dd-d2cb-4db2-bd17-e9e312a39c40 req-58ca63cb-b96e-46b1-a7d5-46f46dc23f6a tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 948 time: 0.5722494 Feb 07 22:37:11.474000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35816) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:11.496857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-2648865c-3312-4737-a78b-13252a5dea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.498349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-2648865c-3312-4737-a78b-13252a5dea7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5c9147950c4d039756802ea1aada99&device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 1099 time: 0.3099942 Feb 07 22:37:11.524071 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-cb376523-6bee-464f-8f37-df592badd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.525847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-cb376523-6bee-464f-8f37-df592badd6d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 1100 time: 0.4887435 Feb 07 22:37:11.526259 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-83321667-d128-47ea-8e84-594732bd3e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.538722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:11.607815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.630788 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-9541caab-d329-4fae-994d-1cb5efbf2107 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e7d4212b-a2b9-4657-8e7e-350a5761d79e HTTP/1.1" status: 200 len: 217 time: 0.1179550 Feb 07 22:37:11.636794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-15678add-85e3-4ca0-8d17-b66e08640d76 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Deleting subnet 878a01f0-cc71-4271-ac04-b3c37a1b7cea {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:37:11.651996 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15678add-85e3-4ca0-8d17-b66e08640d76 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.690328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.701058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc9ac7dd-d2cb-4db2-bd17-e9e312a39c40 req-9ec6a8ba-9aa2-4978-8658-78d8de81d5d6 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204325 Feb 07 22:37:11.717771 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-83321667-d128-47ea-8e84-594732bd3e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.727036 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.739156 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-83321667-d128-47ea-8e84-594732bd3e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.744314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-1379c6c9-ceb7-4ace-a798-e3a05db6fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.745768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-1379c6c9-ceb7-4ace-a798-e3a05db6fb98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0947886 Feb 07 22:37:11.785366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15678add-85e3-4ca0-8d17-b66e08640d76 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.838097 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-83321667-d128-47ea-8e84-594732bd3e42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56100301ad7d4fb2b7133ebba37049b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469298 Feb 07 22:37:11.838898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35828) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:11.847582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83321667-d128-47ea-8e84-594732bd3e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ea32ae-acbf-4bbe-a2d2-3395ce98ab1e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:11.861009 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.871125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1d93b-98a0-4d09-bd08-e7e9d20804c8 req-dc5bac84-7611-4fe2-976b-eeffc2b41105 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.891419 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3c1d93b-98a0-4d09-bd08-e7e9d20804c8 req-dc5bac84-7611-4fe2-976b-eeffc2b41105 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.3698061 Feb 07 22:37:11.908877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-0e204ca8-157d-4e07-83fd-6d82ee6aa6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.912175 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-0e204ca8-157d-4e07-83fd-6d82ee6aa6e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1508355 Feb 07 22:37:11.921303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16706f752d814497b0d9602dbc4ea2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2975862 Feb 07 22:37:11.921973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79daf699-b0fe-4552-9fbf-2e64d2f6a028,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:11.937167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35832) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:11.952086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.958198 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7114dd2-9200-4155-8017-2e170083f079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.009967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Pushing event updated for resources: {'Port': ['ID=86c34a26-ed29-49db-9926-d4424ffa486d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:12.018270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.018609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.018937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.019313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.019578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.019999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.020249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.020570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.020925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.021245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.021559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.021870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24529084-26c8-4de9-a782-e27296c6deb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.034797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.035136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.035472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.035825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.036148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.036469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.036785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.037101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.037414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.037729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.038078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.038559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:12.074164 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7114dd2-9200-4155-8017-2e170083f079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.109401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:12.111220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15678add-85e3-4ca0-8d17-b66e08640d76 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.124004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:12.174235 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:12.177226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-cba54185-c5e6-4f78-8ebc-19bc69bb211e service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570395 Feb 07 22:37:12.183113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3c1d93b-98a0-4d09-bd08-e7e9d20804c8 req-4910ca63-bba9-44fc-afae-75f5af247e0a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911799 Feb 07 22:37:12.326858 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7114dd2-9200-4155-8017-2e170083f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.330775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7114dd2-9200-4155-8017-2e170083f079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.352007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e7114dd2-9200-4155-8017-2e170083f079 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42ea32ae-acbf-4bbe-a2d2-3395ce98ab1e HTTP/1.1" status: 204 len: 168 time: 0.4969263 Feb 07 22:37:12.416537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b70de9cb-9de0-4962-a24b-da2de2d17b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.416886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e22b6-929e-4a74-b8c3-b70be1fe296f req-7ccae970-c439-4ce3-9869-04d8a6e3d224 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:12.421104 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f05e22b6-929e-4a74-b8c3-b70be1fe296f req-7ccae970-c439-4ce3-9869-04d8a6e3d224 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 945 time: 0.3033860 Feb 07 22:37:12.437106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-11cd7608-6f37-44bb-b1bf-8433ac948101 None None] Provisioning complete for port 86c34a26-ed29-49db-9926-d4424ffa486d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:12.437609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11cd7608-6f37-44bb-b1bf-8433ac948101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.438743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15678add-85e3-4ca0-8d17-b66e08640d76 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.469704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114dd2-9200-4155-8017-2e170083f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ea32ae-acbf-4bbe-a2d2-3395ce98ab1e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:12.489373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-11cd7608-6f37-44bb-b1bf-8433ac948101 None None] Port 86c34a26-ed29-49db-9926-d4424ffa486d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:12.498029 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.596155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15678add-85e3-4ca0-8d17-b66e08640d76 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=878a01f0-cc71-4271-ac04-b3c37a1b7cea,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:12.600157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f4e42ece-63ef-4016-9211-c72c5ab7d097 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:12.611104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b70de9cb-9de0-4962-a24b-da2de2d17b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.631358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15678add-85e3-4ca0-8d17-b66e08640d76 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.635539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-15678add-85e3-4ca0-8d17-b66e08640d76 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/878a01f0-cc71-4271-ac04-b3c37a1b7cea HTTP/1.1" status: 204 len: 168 time: 1.4641070 Feb 07 22:37:12.655953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35848) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:12.673496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a38324-bca9-4aca-8262-7eba92f41bbd req-b61eca2d-558b-4514-a5f7-7226e9ae3d52 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786298 Feb 07 22:37:12.704934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f05e22b6-929e-4a74-b8c3-b70be1fe296f req-b11bb5ca-bbf1-41ac-94e3-12d95f38c8b9 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563300 Feb 07 22:37:12.745056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f4e42ece-63ef-4016-9211-c72c5ab7d097 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:12.745421 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.849332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35856) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:12.881063 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.909221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615de644-df22-4374-b5f5-cc23d0b42655', 'tag': 'e7d4212b-a2b9-4657-8e7e-350a5761d79e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:12.912331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port f4e42ece-63ef-4016-9211-c72c5ab7d097, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f4e42ece-63ef-4016-9211-c72c5ab7d097,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:12.916024 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9d7717-5079-42e3-a88a-b8da813b574a" -d '{"events": [{"name": "network-changed", "server_uuid": "615de644-df22-4374-b5f5-cc23d0b42655", "tag": "e7d4212b-a2b9-4657-8e7e-350a5761d79e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:12.918896 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.934218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.952412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ad9a58a7-013b-4d77-ad8a-047fabe854b0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:12.987952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f49f9-555d-480b-8122-bd24849e664a req-52951347-7d91-4835-9b34-5673ec57ccc0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:12.989799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: ad9a58a7-013b-4d77-ad8a-047fabe854b0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:37:12.990050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ad9a58a7-013b-4d77-ad8a-047fabe854b0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:37:12.999691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7e0f49f9-555d-480b-8122-bd24849e664a req-52951347-7d91-4835-9b34-5673ec57ccc0 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.46 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 945 time: 0.4393361 Feb 07 22:37:13.020039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:13.022178 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b70de9cb-9de0-4962-a24b-da2de2d17b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.026186 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b70de9cb-9de0-4962-a24b-da2de2d17b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.027595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b70de9cb-9de0-4962-a24b-da2de2d17b9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79daf699-b0fe-4552-9fbf-2e64d2f6a028 HTTP/1.1" status: 204 len: 168 time: 1.0889416 Feb 07 22:37:13.042364 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d82f05-8978-495d-93b2-f39c7f4e71e0 x-openstack-request-id: req-90d82f05-8978-495d-93b2-f39c7f4e71e0 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:13.042871 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615de644-df22-4374-b5f5-cc23d0b42655", "tag": "e7d4212b-a2b9-4657-8e7e-350a5761d79e", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:13.043266 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90d82f05-8978-495d-93b2-f39c7f4e71e0 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:13.043850 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615de644-df22-4374-b5f5-cc23d0b42655', 'tag': 'e7d4212b-a2b9-4657-8e7e-350a5761d79e', 'status': 'completed', 'code': 200} Feb 07 22:37:13.044012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=f4e42ece-63ef-4016-9211-c72c5ab7d097,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:13.054274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5d4b6-b304-483f-8467-81c0ba173ecb req-1ef46cce-227f-4280-a49d-81a4c6a6e1f6 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:13.065566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39e5d4b6-b304-483f-8467-81c0ba173ecb req-1ef46cce-227f-4280-a49d-81a4c6a6e1f6 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 948 time: 0.2148914 Feb 07 22:37:13.067491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.123051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-126a44b1-8ac1-40e0-99c5-67ff143bc4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.150307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70de9cb-9de0-4962-a24b-da2de2d17b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79daf699-b0fe-4552-9fbf-2e64d2f6a028,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:13.258903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.270141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-3d5b09e2-5664-481c-9eb4-a03cc9084956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:13.271618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-3d5b09e2-5664-481c-9eb4-a03cc9084956 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5c9147950c4d039756802ea1aada99&device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 1099 time: 0.2238941 Feb 07 22:37:13.300635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309c5ee5-8c09-438a-8b5a-5fad67511b4b']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:13.306117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:13.346462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39e5d4b6-b304-483f-8467-81c0ba173ecb req-99f2253f-d764-421b-bfed-09ea20f376b6 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798924 Feb 07 22:37:13.356486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fa35b5-9457-4a75-8a7a-6eb2702b07c5') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:13.356891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fa35b5-9457-4a75-8a7a-6eb2702b07c5') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:13.387134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-7e0f49f9-555d-480b-8122-bd24849e664a req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Deleting port d068e21c-6842-442f-87f4-0c1b4dfc1935 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:13.387475 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7e0f49f9-555d-480b-8122-bd24849e664a req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.404530 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.419621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:13.421893 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b09db9b-bafe-4856-acb5-8530abcb5997" -d '{"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-unplugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:13.431758 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.511648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Transition to ACTIVE for port object 5f95bd0b-55f6-439e-99b7-9e943148838d will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:13.530568 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.549836 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a73167b-b862-4cf5-af8d-3a49982a9eb6 x-openstack-request-id: req-1a73167b-b862-4cf5-af8d-3a49982a9eb6 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:13.550396 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-unplugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:13.550638 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a73167b-b862-4cf5-af8d-3a49982a9eb6 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:13.551021 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'code': 200} Feb 07 22:37:13.584009 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-126a44b1-8ac1-40e0-99c5-67ff143bc4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.919800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35896) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:13.943111 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.966112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:37:13.966569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:37:13.969566 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:37:14.024626 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e7d4212b-a2b9-4657-8e7e-350a5761d79e details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:37:14.044567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477ad94-4756-4885-8716-fec1e90ffad8 req-d45936db-397d-44c6-8388-4da045c7f51b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:14.053829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e477ad94-4756-4885-8716-fec1e90ffad8 req-d45936db-397d-44c6-8388-4da045c7f51b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.6991925 Feb 07 22:37:14.073520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-805bef4a-27ab-4653-88ed-bff365f77b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:14.075907 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-805bef4a-27ab-4653-88ed-bff365f77b9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.7943597 Feb 07 22:37:14.085890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-126a44b1-8ac1-40e0-99c5-67ff143bc4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.118274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-network', 'tenant_id': 'e774c5a477e44a7792a7847414530602'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:14.134112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] No DVR routers for this DVR port 5f95bd0b-55f6-439e-99b7-9e943148838d on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:14.186195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7e0f49f9-555d-480b-8122-bd24849e664a req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] For port d068e21c-6842-442f-87f4-0c1b4dfc1935, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d068e21c-6842-442f-87f4-0c1b4dfc1935,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:14.186485 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7e0f49f9-555d-480b-8122-bd24849e664a req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.203349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-7e0f49f9-555d-480b-8122-bd24849e664a req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Calling delete_port for d068e21c-6842-442f-87f4-0c1b4dfc1935 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:14.213563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e7d4212b-a2b9-4657-8e7e-350a5761d79e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e7d4212b-a2b9-4657-8e7e-350a5761d79e,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:14.230875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-23fc5736-c24d-4390-abf2-683c8265372c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e7d4212b-a2b9-4657-8e7e-350a5761d79e HTTP/1.1" status: 200 len: 217 time: 0.1383481 Feb 07 22:37:14.235767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e7d4212b-a2b9-4657-8e7e-350a5761d79e', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'e7d4212b-a2b9-4657-8e7e-350a5761d79e', 'mac_address': 'fa:16:3e:24:93:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:37:14.248685 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-126a44b1-8ac1-40e0-99c5-67ff143bc4d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=434f000c9fe1491191e82390e8a02f33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3965387 Feb 07 22:37:14.249393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=6']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:14.263406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35908) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:14.267980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a44b1-8ac1-40e0-99c5-67ff143bc4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2b29c4-b7e2-43bb-89ea-239c7cc3432a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:14.278575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35910) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:14.290348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.303495 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.309146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.312535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e477ad94-4756-4885-8716-fec1e90ffad8 req-7e9837c0-b0be-421a-8a16-18764fee4bc1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570395 Feb 07 22:37:14.330055 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.339195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d4212b-a2b9-4657-8e7e-350a5761d79e {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:14.339664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:14.340019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:14.340338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:14.360845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e7d4212b-a2b9-4657-8e7e-350a5761d79e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e7d4212b-a2b9-4657-8e7e-350a5761d79e,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:14.369351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.372965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 309c5ee5-8c09-438a-8b5a-5fad67511b4b {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 22:37:14.393478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71207e8f-1a09-4177-82ae-2c95538e75a0 req-cfb1c764-c6bf-414b-aa0a-99158b2a02e4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:14.401782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71207e8f-1a09-4177-82ae-2c95538e75a0 req-cfb1c764-c6bf-414b-aa0a-99158b2a02e4 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 945 time: 0.3597302 Feb 07 22:37:14.402026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.415508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "DELETE /v2.0/networks/309c5ee5-8c09-438a-8b5a-5fad67511b4b HTTP/1.1" status: 204 len: 168 time: 1.7559516 Feb 07 22:37:14.466724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:14.476142 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e7d4212b-a2b9-4657-8e7e-350a5761d79e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:14.481218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Port 5f95bd0b-55f6-439e-99b7-9e943148838d on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:37:14.481554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:14.492276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d85be-16ee-4508-91d3-e48c772db09d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event deleted for resources: {'Network': ['ID=309c5ee5-8c09-438a-8b5a-5fad67511b4b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:14.510941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-740909850-network', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:14.528997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:37:14.531268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-b746b0d0-04ac-4f83-825f-e98f2bf62488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:14.533554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-b746b0d0-04ac-4f83-825f-e98f2bf62488 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2466168 Feb 07 22:37:14.544982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:14.545265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f4e42ece-63ef-4016-9211-c72c5ab7d097 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:14.545866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:14.546426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:14.547035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Bound port: 5f95bd0b-55f6-439e-99b7-9e943148838d, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:14.547588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.580261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Pushing event updated for resources: {'Port': ['ID=86c34a26-ed29-49db-9926-d4424ffa486d,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:14.599275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71207e8f-1a09-4177-82ae-2c95538e75a0 req-e5d43b78-93a8-44ae-873f-72a29c3e8bd8 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913929 Feb 07 22:37:14.617698 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.623093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Made reservation on behalf of e774c5a477e44a7792a7847414530602 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:14.628993 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.632871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b7a108e-0d7e-4015-8ee4-49f8b30b37a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.634392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e7d4212b-a2b9-4657-8e7e-350a5761d79e'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:37:14.736642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b7a108e-0d7e-4015-8ee4-49f8b30b37a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.749593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80e194-e8c8-487b-a2d7-b79c5f1b09ef req-3f16f6d9-1260-4b71-973d-8d71dc1b448b tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:14.768198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b80e194-e8c8-487b-a2d7-b79c5f1b09ef req-3f16f6d9-1260-4b71-973d-8d71dc1b448b tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 949 time: 0.2654090 Feb 07 22:37:14.780311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f4e42ece-63ef-4016-9211-c72c5ab7d097 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:14.780919 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.797104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:14.806403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.809167 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.852132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:14.878603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:14.890885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:14.893348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:14.899233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.944912 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b7a108e-0d7e-4015-8ee4-49f8b30b37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.948652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b7a108e-0d7e-4015-8ee4-49f8b30b37a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.955753 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3b7a108e-0d7e-4015-8ee4-49f8b30b37a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf2b29c4-b7e2-43bb-89ea-239c7cc3432a HTTP/1.1" status: 204 len: 168 time: 0.6849968 Feb 07 22:37:14.993493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35922) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:15.000267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-91ec3163-82cb-4da7-a400-38e021b96785 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'router': {'name': 'tempest-router--8458047', 'project_id': '9933b0d3a8bb4ad9b0ec466afd843dda'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:15.015641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.025370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.027696 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 1095 time: 3.4933722 Feb 07 22:37:15.054354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a108e-0d7e-4015-8ee4-49f8b30b37a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2b29c4-b7e2-43bb-89ea-239c7cc3432a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:15.098374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b80e194-e8c8-487b-a2d7-b79c5f1b09ef req-764fa2ec-987e-4a62-9d6a-2f54eb467f6a tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246853 Feb 07 22:37:15.121464 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7e0f49f9-555d-480b-8122-bd24849e664a req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.147781 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.173803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-e1bd3246-9823-43dd-8133-db4779156d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.176608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-e1bd3246-9823-43dd-8133-db4779156d4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5890660 Feb 07 22:37:15.194616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbef77-73cb-4d16-8010-796823541eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=7']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:15.241851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91ec3163-82cb-4da7-a400-38e021b96785 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.242823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91ec3163-82cb-4da7-a400-38e021b96785 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.249918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-68118787-5cc4-43cc-9f3c-336716ce7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.252067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-68118787-5cc4-43cc-9f3c-336716ce7ab3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1098 time: 0.1929445 Feb 07 22:37:15.264238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Router ef194fbc-69a6-45f1-b24b-501b81833d9c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:37:15.292545 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Pushing event deleted for resources: {'Port': ['ID=d068e21c-6842-442f-87f4-0c1b4dfc1935,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:15.352016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0f49f9-555d-480b-8122-bd24849e664a req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] No DVR routers for this DVR port d068e21c-6842-442f-87f4-0c1b4dfc1935 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:15.355110 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7e0f49f9-555d-480b-8122-bd24849e664a req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.359512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7e0f49f9-555d-480b-8122-bd24849e664a req-a4ac4b38-e2f9-4f75-88c9-ddd9b0ba9225 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.46 "DELETE /v2.0/ports/d068e21c-6842-442f-87f4-0c1b4dfc1935 HTTP/1.1" status: 204 len: 173 time: 2.3581598 Feb 07 22:37:15.379284 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7c86f12a-9199-4947-bf8f-55f6032a127b None None] Provisioning complete for port 86c34a26-ed29-49db-9926-d4424ffa486d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:15.379876 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c86f12a-9199-4947-bf8f-55f6032a127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.430399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'name': 'network-vif-deleted', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:15.432689 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098a6511-1208-45e5-89cd-7fa46844aee1" -d '{"events": [{"server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "name": "network-vif-deleted", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:15.434017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7c86f12a-9199-4947-bf8f-55f6032a127b None None] Port 86c34a26-ed29-49db-9926-d4424ffa486d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:15.492466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.502128 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6946a1ab-4ad5-48fd-9348-005dee326a59 x-openstack-request-id: req-6946a1ab-4ad5-48fd-9348-005dee326a59 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:15.502352 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42805d24-222c-4c49-a189-b856df576e5e", "name": "network-vif-deleted", "tag": "d068e21c-6842-442f-87f4-0c1b4dfc1935", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:15.502631 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6946a1ab-4ad5-48fd-9348-005dee326a59 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:15.502943 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42805d24-222c-4c49-a189-b856df576e5e', 'name': 'network-vif-deleted', 'tag': 'd068e21c-6842-442f-87f4-0c1b4dfc1935', 'status': 'completed', 'code': 200} Feb 07 22:37:15.516803 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.537140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-5a80d744-dfe0-4ed7-87be-5a14e1726b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.539129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-5a80d744-dfe0-4ed7-87be-5a14e1726b10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2778375 Feb 07 22:37:15.541613 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91ec3163-82cb-4da7-a400-38e021b96785 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.554256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:15.556701 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3252f937-a421-4ab6-b3a5-0163f99da3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:15.575338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-61b3c72e-0919-43f4-99d4-c619662267cf service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378012 Feb 07 22:37:15.581571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:15.602936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35934) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:15.622188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1897f1b1-bcf0-447e-986b-36a8ca30e16c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:15.654829 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91ec3163-82cb-4da7-a400-38e021b96785 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.685645 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5983ae12-f837-4b61-8aad-f3c7c7d57def x-openstack-request-id: req-5983ae12-f837-4b61-8aad-f3c7c7d57def {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:15.685933 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:15.686180 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5983ae12-f837-4b61-8aad-f3c7c7d57def {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:15.686564 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'status': 'completed', 'code': 200} Feb 07 22:37:15.691279 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.691628 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Added segment 1412f05c-bf54-492d-a024-8f994dc13902 of type vlan for network 296c0dc7-a82b-442e-9d68-df78c31b03ac Feb 07 22:37:15.694805 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4b3089c-e246-441c-847f-0667d39c55f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.711958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.713442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-996171c3-1a7b-4004-a081-66848a318a9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.1671381 Feb 07 22:37:15.737417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.800030 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1eb82ad-5a65-41f8-a9b3-d33ba2446eb7 req-c97efc2e-f641-499f-83a4-4844b7cd3bd5 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=42805d24-222c-4c49-a189-b856df576e5e HTTP/1.1" status: 200 len: 210 time: 0.0907683 Feb 07 22:37:15.802192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5870d2-301d-4acb-9bb5-5bc6827fcbcc req-a285fdb8-cee3-40e3-8a54-4dd3f2d9d84f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.804142 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad5870d2-301d-4acb-9bb5-5bc6827fcbcc req-a285fdb8-cee3-40e3-8a54-4dd3f2d9d84f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 947 time: 0.3853447 Feb 07 22:37:15.815237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91ec3163-82cb-4da7-a400-38e021b96785 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.819293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-91ec3163-82cb-4da7-a400-38e021b96785 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8228674 Feb 07 22:37:15.821735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35938) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:15.846886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:15.865004 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.869963 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d9d7717-5079-42e3-a88a-b8da813b574a req-25e8af76-5a2d-4762-acc5-bd872b43befe service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852225 Feb 07 22:37:15.870556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ca5ca-ccef-4042-a5cd-864a38be0726,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:15.887571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.887935 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Added segment 6dd1e7de-4ff0-425a-ac9e-9bac488ff773 of type vlan for network 742c034d-67d0-4425-8be3-c79deca5a07d Feb 07 22:37:15.942220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-593794ef-eb29-4eeb-bd8a-98750b0af885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.943649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-593794ef-eb29-4eeb-bd8a-98750b0af885 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2069292 Feb 07 22:37:15.948668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-84bb9edc-971f-451a-8beb-06762262deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.950076 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-84bb9edc-971f-451a-8beb-06762262deb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1098 time: 0.2606890 Feb 07 22:37:15.976835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60711253-265c-41ae-99f3-39c021b0bd27 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.978696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:15.991955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Sync routers for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:16.005598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:16.006745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:16.008922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4b3089c-e246-441c-847f-0667d39c55f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.011537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.013447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.014594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.015207 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.024923 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4b3089c-e246-441c-847f-0667d39c55f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.029356 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c3a91288-73e3-4c44-9b68-0dfd68a546f8 admin admin] 10.222.0.15 "PUT /v2.0/routers/ef194fbc-69a6-45f1-b24b-501b81833d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1557934 Feb 07 22:37:16.054338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e7d4212b-a2b9-4657-8e7e-350a5761d79e up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:16.123727 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad5870d2-301d-4acb-9bb5-5bc6827fcbcc req-48273629-ece2-49c4-b58e-370bcbdf3cd7 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874839 Feb 07 22:37:16.182722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:16.238206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] Pushing event updated for resources: {'Network': ['ID=296c0dc7-a82b-442e-9d68-df78c31b03ac,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:16.254946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.256057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.257802 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.260207 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60711253-265c-41ae-99f3-39c021b0bd27 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.263206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-0e77c349-3dac-4a7f-aac0-f141c3cc3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.264757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-0e77c349-3dac-4a7f-aac0-f141c3cc3af2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3089337 Feb 07 22:37:16.265986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60711253-265c-41ae-99f3-39c021b0bd27 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.278326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-05f46a1a-ba1e-4282-8776-4174bef15d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.279855 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-05f46a1a-ba1e-4282-8776-4174bef15d3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3225887 Feb 07 22:37:16.373111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 296c0dc7-a82b-442e-9d68-df78c31b03ac details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:16.375913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] Pushing event updated for resources: {'Network': ['ID=742c034d-67d0-4425-8be3-c79deca5a07d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:16.379958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-26b5e7a9-79a7-48fd-9a71-5edfee25b960 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.0568883 Feb 07 22:37:16.384744 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d6fdfdf4-d0f2-4217-a9fd-dfb5bdb6ad0c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0951955 Feb 07 22:37:16.394102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35948) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:16.401341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f4b3089c-e246-441c-847f-0667d39c55f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=712b05c3d47842ec9acb706e522f5704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7943954 Feb 07 22:37:16.418118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35950) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:16.421309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Request body: {'subnet': {'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-740909850-subnet', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:16.430238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 742c034d-67d0-4425-8be3-c79deca5a07d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:16.434279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3089c-e246-441c-847f-0667d39c55f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f8c0d-b0b7-4269-bdec-9d7d1add0850,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:16.438014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port e7d4212b-a2b9-4657-8e7e-350a5761d79e completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:16.440642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fd407f6d-78fa-47cf-a585-e4979a6d22de admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5164297 Feb 07 22:37:16.449313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35952) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:16.465402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Request body: {'subnet': {'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-subnet', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:16.492745 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60711253-265c-41ae-99f3-39c021b0bd27 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.493661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60711253-265c-41ae-99f3-39c021b0bd27 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e669f91b-03ef-4546-a866-32ab0148c67d {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:37:16.502074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e7d4212b-a2b9-4657-8e7e-350a5761d79e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:16.502349 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.515482 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60711253-265c-41ae-99f3-39c021b0bd27 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.516998 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-60711253-265c-41ae-99f3-39c021b0bd27 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e669f91b-03ef-4546-a866-32ab0148c67d HTTP/1.1" status: 204 len: 168 time: 0.6913908 Feb 07 22:37:16.524659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e3664-7b97-4284-ab98-75e2edafa334 req-250d69d3-ab19-4534-874e-32e104c860f8 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.526223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e23e3664-7b97-4284-ab98-75e2edafa334 req-250d69d3-ab19-4534-874e-32e104c860f8 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 949 time: 0.2560928 Feb 07 22:37:16.530002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-1a55e293-e628-4f77-85df-136daaf2ba1d service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553961 Feb 07 22:37:16.532044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:16.534273 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.609658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Made reservation on behalf of e774c5a477e44a7792a7847414530602 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:16.611877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.642153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-97c83b49-0ce1-47ed-be0f-7fb844701f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.644849 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-97c83b49-0ce1-47ed-be0f-7fb844701f12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1378715 Feb 07 22:37:16.648830 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f46883e-9147-406d-8230-dd5eea410cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.738451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-350c9be5-c0d2-4da4-9726-c105d0382fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.740198 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-350c9be5-c0d2-4da4-9726-c105d0382fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795720 Feb 07 22:37:16.743851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-162959cb-1eeb-42ac-98d7-e92504387a8e service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815948 Feb 07 22:37:16.755939 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.815326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615de644-df22-4374-b5f5-cc23d0b42655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d4212b-a2b9-4657-8e7e-350a5761d79e'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:16.817737 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4add05b5-ddd8-45aa-823c-5200f339b9d1" -d '{"events": [{"server_uuid": "615de644-df22-4374-b5f5-cc23d0b42655", "name": "network-vif-plugged", "status": "completed", "tag": "e7d4212b-a2b9-4657-8e7e-350a5761d79e"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:16.869483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e7d4212b-a2b9-4657-8e7e-350a5761d79e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e7d4212b-a2b9-4657-8e7e-350a5761d79e,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:16.883444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35966) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:16.886780 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217d19c8-9791-4d57-a4bb-9392bfe01ad1 x-openstack-request-id: req-217d19c8-9791-4d57-a4bb-9392bfe01ad1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:16.887076 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615de644-df22-4374-b5f5-cc23d0b42655", "name": "network-vif-plugged", "status": "completed", "tag": "e7d4212b-a2b9-4657-8e7e-350a5761d79e", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:16.887324 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-217d19c8-9791-4d57-a4bb-9392bfe01ad1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:16.887919 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615de644-df22-4374-b5f5-cc23d0b42655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d4212b-a2b9-4657-8e7e-350a5761d79e', 'code': 200} Feb 07 22:37:16.894607 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.895439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d068e21c-6842-442f-87f4-0c1b4dfc1935 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:16.944971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: d068e21c-6842-442f-87f4-0c1b4dfc1935 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:37:16.945408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d068e21c-6842-442f-87f4-0c1b4dfc1935 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:37:17.004999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '86c34a26-ed29-49db-9926-d4424ffa486d', 'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'mac_address': 'fa:16:3e:c6:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:10Z', 'updated_at': '2022-02-07T22:37:13Z', 'revision_number': 2, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'subnets': [{'id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:17.050356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Checking router: ef194fbc-69a6-45f1-b24b-501b81833d9c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:17.051148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Updating router ef194fbc-69a6-45f1-b24b-501b81833d9c port 86c34a26-ed29-49db-9926-d4424ffa486d binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:17.088421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e23e3664-7b97-4284-ab98-75e2edafa334 req-85348323-1d3b-485c-a004-a326c2122e4b tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484817 Feb 07 22:37:17.091428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.108113 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f46883e-9147-406d-8230-dd5eea410cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.113915 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.126295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e7d4212b-a2b9-4657-8e7e-350a5761d79e,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:17.167006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35976) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:17.193074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-a03b40bf-0cec-42ad-a0d7-ece3e8018ec5 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304042 Feb 07 22:37:17.200466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-9000b646-1e5a-4e0a-b1af-da53b8b4856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.202900 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-9000b646-1e5a-4e0a-b1af-da53b8b4856e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1098 time: 0.3805852 Feb 07 22:37:17.205057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-network', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:17.307026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f83e03-4ccf-4b75-9c7e-240f4c8c56ec req-452570fe-52fc-40ea-979c-f09131bbd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.308555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3f83e03-4ccf-4b75-9c7e-240f4c8c56ec req-452570fe-52fc-40ea-979c-f09131bbd5e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 1101 time: 0.2169783 Feb 07 22:37:17.354090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0763e9f8-e955-46d3-8ae2-410b977f975e,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:17.371595 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.374694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-f1da9096-50c5-4f0e-a9df-3dc373fa432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.376908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-f1da9096-50c5-4f0e-a9df-3dc373fa432f service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1285241 Feb 07 22:37:17.385908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-117121594', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:17.390458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Made reservation on behalf of d3c5bb3e09634a4c8d788229b3c95725 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:17.393277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.453062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.461381 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f46883e-9147-406d-8230-dd5eea410cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.463973 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f46883e-9147-406d-8230-dd5eea410cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.465105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7f46883e-9147-406d-8230-dd5eea410cca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955f8c0d-b0b7-4269-bdec-9d7d1add0850 HTTP/1.1" status: 204 len: 168 time: 1.0404358 Feb 07 22:37:17.478337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Checking segment: {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:17.478688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Network hostable DHCP agents. Network: 742c034d-67d0-4425-8be3-c79deca5a07d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:17.499689 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3f83e03-4ccf-4b75-9c7e-240f4c8c56ec req-6b122dc2-48e4-4fce-a4dc-bad994572cb1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668823 Feb 07 22:37:17.500336 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-24f1c3e1-d6f0-41c3-b5dc-6bbbc0b0c1d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.1039355 Feb 07 22:37:17.514074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738b964-c00f-486b-9571-5136b5ec3cd3 req-57e6dcf5-623c-4da1-ba42-9627553f04fa tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.515663 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d738b964-c00f-486b-9571-5136b5ec3cd3 req-57e6dcf5-623c-4da1-ba42-9627553f04fa tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 947 time: 0.2561443 Feb 07 22:37:17.519299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46883e-9147-406d-8230-dd5eea410cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f8c0d-b0b7-4269-bdec-9d7d1add0850,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:17.531730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f89807-6222-4788-b2dd-9587e682be01,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:17.541986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8134bef-8df6-431f-ab36-ef61518f6c67 req-0a5eaea0-7fa8-45fd-97f9-8a0a224fb78e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.543516 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8134bef-8df6-431f-ab36-ef61518f6c67 req-0a5eaea0-7fa8-45fd-97f9-8a0a224fb78e tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 945 time: 0.1639712 Feb 07 22:37:17.546951 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.548017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.585984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-7fb73c2b-33b6-4af1-8161-75f18986d9df service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817012 Feb 07 22:37:17.595310 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.598129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Checking segment: {'id': '1412f05c-bf54-492d-a024-8f994dc13902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:17.598491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Network hostable DHCP agents. Network: 296c0dc7-a82b-442e-9d68-df78c31b03ac, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:17.610397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Network 742c034d-67d0-4425-8be3-c79deca5a07d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:17.613452 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.621612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8134bef-8df6-431f-ab36-ef61518f6c67 req-99041a07-7c55-48fa-9c88-ded83d2d3e80 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604415 Feb 07 22:37:17.634307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d738b964-c00f-486b-9571-5136b5ec3cd3 req-a830e90a-63a4-474d-b032-596bd53431b3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046162 Feb 07 22:37:17.649183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 742c034d-67d0-4425-8be3-c79deca5a07d) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:17.668599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.669686 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.670283 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.680854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Network 296c0dc7-a82b-442e-9d68-df78c31b03ac is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:17.696420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 296c0dc7-a82b-442e-9d68-df78c31b03ac) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:17.696673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737edb1-d58d-4be0-ae11-45353e4a2d98 None None] Network 742c034d-67d0-4425-8be3-c79deca5a07d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:17.701857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.702063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.721081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3feca-d7d0-4609-a4a7-ba423a75f01d None None] Network 296c0dc7-a82b-442e-9d68-df78c31b03ac requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:17.744375 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-45d25ae4-1d9d-4743-a228-52a192e82f28 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2925560 Feb 07 22:37:17.745867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35982) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:17.771880 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.776474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:17.789183 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-864907a4-9d5d-4f37-ae58-32aecbc25cd9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3931684 Feb 07 22:37:17.790035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35984) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:17.794122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:17.799130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.845659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473df41f-ca46-47b6-a35d-0501482e8982 None None] Pushing event updated for resources: {'Port': ['ID=86c34a26-ed29-49db-9926-d4424ffa486d,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:17.893196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:17.910942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.911401 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Added segment eef2989b-5126-4536-bb26-1cdaa9c69ee8 of type vlan for network 0b760691-a703-4221-bbb2-351ba0d2fbea Feb 07 22:37:17.952323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Attempting to bind port 86c34a26-ed29-49db-9926-d4424ffa486d on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:17.952985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Attempting to bind port 86c34a26-ed29-49db-9926-d4424ffa486d by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:17.953573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Attempting to bind port 86c34a26-ed29-49db-9926-d4424ffa486d on network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:17.954335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.973171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.985426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:17.986522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Checking segment: {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:17.987045 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.987449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Bound using segment: {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:17.988079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Bound port: 86c34a26-ed29-49db-9926-d4424ffa486d, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:17.988464 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.991857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-7a6695d7-a2cb-46da-b391-ae58fa147d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.995006 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-7a6695d7-a2cb-46da-b391-ae58fa147d54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1627150 Feb 07 22:37:17.997505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13540935-05bc-4dea-abc0-068101de37e9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:18.080640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-0b772f9b-4993-4140-915c-ff0067555929 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.082120 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-0b772f9b-4993-4140-915c-ff0067555929 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 945 time: 0.3639550 Feb 07 22:37:18.089473 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.090687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.107220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.108187 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.143535 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.144932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.144932 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.182766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] For port 86c34a26-ed29-49db-9926-d4424ffa486d, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:18.192415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] For port 86c34a26-ed29-49db-9926-d4424ffa486d, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86c34a26-ed29-49db-9926-d4424ffa486d,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:18.222883 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.298950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1031821 Feb 07 22:37:18.306152 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.306896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35998) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:18.320645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Request body: {'subnet': {'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-subnet', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:18.401706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8908f289-868b-4587-893f-fc3f2e2dc277 None None] Provisioning complete for port 86c34a26-ed29-49db-9926-d4424ffa486d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:18.402340 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8908f289-868b-4587-893f-fc3f2e2dc277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.411681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-742c034d-67d0-4425-8be3-c79deca5a07d', 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'fixed_ips': [{'subnet_id': '0763e9f8-e955-46d3-8ae2-410b977f975e'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:37:18.414102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.452905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.454155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f43951-5b2d-468c-ae19-15679a6b18e9 admin admin] Pushing event updated for resources: {'Network': ['ID=0b760691-a703-4221-bbb2-351ba0d2fbea,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:18.479534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-296c0dc7-a82b-442e-9d68-df78c31b03ac', 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'fixed_ips': [{'subnet_id': '79f89807-6222-4788-b2dd-9587e682be01'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:37:18.480694 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.491748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 0b760691-a703-4221-bbb2-351ba0d2fbea details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:18.494528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:18.495348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:18.527998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473df41f-ca46-47b6-a35d-0501482e8982 None None] Pushing event updated for resources: {'Port': ['ID=86c34a26-ed29-49db-9926-d4424ffa486d,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:18.580531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-c200f84f-b0ff-4f79-9cf0-e1bbade4a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.583341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-c200f84f-b0ff-4f79-9cf0-e1bbade4a6b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5797789 Feb 07 22:37:18.591879 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.763150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Deleting port 202ab446-53f2-450c-b5bd-9087364d130a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:18.763490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.798261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Made reservation on behalf of d3c5bb3e09634a4c8d788229b3c95725 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:18.800741 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:18.818080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-293d4b05-e8c7-4aa4-a316-3407026312d4 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205873 Feb 07 22:37:18.974504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810e93-0cbc-4002-b384-96fc8c27ed49 req-e92e0cef-c7a2-440e-b359-fa3192345b3b tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.977016 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3810e93-0cbc-4002-b384-96fc8c27ed49 req-e92e0cef-c7a2-440e-b359-fa3192345b3b tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 950 time: 0.4001756 Feb 07 22:37:19.062276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:19.091081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.099822 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3252f937-a421-4ab6-b3a5-0163f99da3f5 req-264d5afb-8ffc-4377-95df-4123c1d73978 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608056 Feb 07 22:37:19.140255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3810e93-0cbc-4002-b384-96fc8c27ed49 req-40b67393-6a3c-4d85-b4be-f63c93b47e31 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465564 Feb 07 22:37:19.170634 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.194804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.269119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8f2ba-59a5-40aa-8f3a-e1fc5ff5d42a req-8cdb4dbd-f9bd-45b0-bc88-391a0e13fc1c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:19.271253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-56b8f2ba-59a5-40aa-8f3a-e1fc5ff5d42a req-8cdb4dbd-f9bd-45b0-bc88-391a0e13fc1c tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 945 time: 0.2749758 Feb 07 22:37:19.296230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] For port 202ab446-53f2-450c-b5bd-9087364d130a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=202ab446-53f2-450c-b5bd-9087364d130a,segment=NetworkSegment(4cd553ad-ffb0-4080-b1f1-820d2341790a),segment_id=4cd553ad-ffb0-4080-b1f1-820d2341790a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:19.296591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.328704 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8908f289-868b-4587-893f-fc3f2e2dc277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.385325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Calling delete_port for 202ab446-53f2-450c-b5bd-9087364d130a owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:19.396774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Allocated IP 172.25.8.155 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/da0265af-dffd-4c01-98dc-f3d28b2758c2) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:19.399246 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.443022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4652c-5aad-4c44-9167-61a9234c7247 req-4904d724-562d-45b0-b873-f061beecee1e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:19.454312 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2f4652c-5aad-4c44-9167-61a9234c7247 req-4904d724-562d-45b0-b873-f061beecee1e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 947 time: 0.1153114 Feb 07 22:37:19.479719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Allocated IP 172.20.0.2 (742c034d-67d0-4425-8be3-c79deca5a07d/0763e9f8-e955-46d3-8ae2-410b977f975e/f125a14f-b4f3-4bf2-9301-ce39415fbf3e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:19.486958 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Allocated IP 172.20.0.2 (296c0dc7-a82b-442e-9d68-df78c31b03ac/79f89807-6222-4788-b2dd-9587e682be01/fcddab51-89ea-4e1b-99cf-479df00afb90) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:19.490086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8908f289-868b-4587-893f-fc3f2e2dc277 None None] For port 86c34a26-ed29-49db-9926-d4424ffa486d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86c34a26-ed29-49db-9926-d4424ffa486d,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:19.528207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8908f289-868b-4587-893f-fc3f2e2dc277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.606916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2f4652c-5aad-4c44-9167-61a9234c7247 req-568b9206-7c08-4498-92c1-86e77768f511 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507196 Feb 07 22:37:19.680277 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.730577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0557f9ee-603b-4dff-bd7f-76e77a224b41 None None] Provisioning complete for port 86c34a26-ed29-49db-9926-d4424ffa486d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:19.730972 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0557f9ee-603b-4dff-bd7f-76e77a224b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.784731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908f289-868b-4587-893f-fc3f2e2dc277 None None] Pushing event updated for resources: {'Port': ['ID=86c34a26-ed29-49db-9926-d4424ffa486d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:19.786804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.807445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-56b8f2ba-59a5-40aa-8f3a-e1fc5ff5d42a req-9824271e-99af-4a59-a323-f412743008e2 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/security-groups?id=709fb677-459e-49c3-8e15-9958232b28ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208738 Feb 07 22:37:19.924854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '86c34a26-ed29-49db-9926-d4424ffa486d', 'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'mac_address': 'fa:16:3e:c6:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:10Z', 'updated_at': '2022-02-07T22:37:18Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'subnets': [{'id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:19.946212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952fe380-3dac-4072-a939-0b5bd265287e,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:19.981292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event updated for resources: {'Port': ['ID=da0265af-dffd-4c01-98dc-f3d28b2758c2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:19.985028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:19.990406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76b109-8cd1-4121-bda4-b55518f9bd8d None None] The sync data for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 is: [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '86c34a26-ed29-49db-9926-d4424ffa486d', 'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'mac_address': 'fa:16:3e:c6:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:10Z', 'updated_at': '2022-02-07T22:37:18Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'subnets': [{'id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:20.015257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.018422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Checking segment: {'id': 'eef2989b-5126-4536-bb26-1cdaa9c69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:20.021721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Network hostable DHCP agents. Network: 0b760691-a703-4221-bbb2-351ba0d2fbea, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:20.032514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:37:20.033738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:20.039402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 202ab446-53f2-450c-b5bd-9087364d130a no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:20.058520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:20.105073 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.114651 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.178515 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.188167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-a64b9c96-0a86-485b-914a-a18ead5b6d3f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:20.193666 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-a64b9c96-0a86-485b-914a-a18ead5b6d3f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 947 time: 0.2836998 Feb 07 22:37:20.229462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Network 742c034d-67d0-4425-8be3-c79deca5a07d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:20.230742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.resource_extend [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:37:20.260370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:20.296510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Network 0b760691-a703-4221-bbb2-351ba0d2fbea is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:20.318650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Network 296c0dc7-a82b-442e-9d68-df78c31b03ac is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:20.328867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:20.329428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.338924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:20.352765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Pushing event updated for resources: {'Port': ['ID=f125a14f-b4f3-4bf2-9301-ce39415fbf3e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:20.355612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:20.417532 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.421429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 0b760691-a703-4221-bbb2-351ba0d2fbea) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:20.436630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:20.437137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.467189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f500466-f30d-4504-8cc6-7e0d207be49f req-03839f76-631e-4601-aac3-54b7ff148e53 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:20.468280 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f500466-f30d-4504-8cc6-7e0d207be49f req-03839f76-631e-4601-aac3-54b7ff148e53 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 947 time: 0.4655042 Feb 07 22:37:20.602503 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Pushing event updated for resources: {'Port': ['ID=fcddab51-89ea-4e1b-99cf-479df00afb90,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:20.604970 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-2399faac-c94f-46e2-9184-ba68899ffeb5 service neutron] 10.222.0.46 "GET /v2.0/ports/5f95bd0b-55f6-439e-99b7-9e943148838d/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.3985653 Feb 07 22:37:20.626147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e222550e-bef3-469d-a79b-13ea744a6363 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3147173 Feb 07 22:37:20.628978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36042) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:20.630963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e984f22-e69a-457c-b03d-c0b53bc3e9fb None None] Network 0b760691-a703-4221-bbb2-351ba0d2fbea requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:20.635897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:20.642141 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.644100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.667086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86c34a26-ed29-49db-9926-d4424ffa486d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:20.674741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36044) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:20.724286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f500466-f30d-4504-8cc6-7e0d207be49f req-f65be671-f2b6-4fd1-836b-916d1668039e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097144 Feb 07 22:37:20.769701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Attempting to bind port fcddab51-89ea-4e1b-99cf-479df00afb90 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:20.770006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Attempting to bind port fcddab51-89ea-4e1b-99cf-479df00afb90 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '1412f05c-bf54-492d-a024-8f994dc13902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:20.770366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Attempting to bind port fcddab51-89ea-4e1b-99cf-479df00afb90 on network 296c0dc7-a82b-442e-9d68-df78c31b03ac {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:20.802957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:20.803360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Checking segment: {'id': '1412f05c-bf54-492d-a024-8f994dc13902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:20.803962 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.804978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Bound using segment: {'id': '1412f05c-bf54-492d-a024-8f994dc13902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:20.805214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Bound port: fcddab51-89ea-4e1b-99cf-479df00afb90, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1412f05c-bf54-492d-a024-8f994dc13902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:20.805606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.807596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Attempting to bind port f125a14f-b4f3-4bf2-9301-ce39415fbf3e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:20.807968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Attempting to bind port f125a14f-b4f3-4bf2-9301-ce39415fbf3e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:20.808318 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Attempting to bind port f125a14f-b4f3-4bf2-9301-ce39415fbf3e on network 742c034d-67d0-4425-8be3-c79deca5a07d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:20.823795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:20.824139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Checking segment: {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:20.824704 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.827314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Bound using segment: {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:20.829433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Bound port: f125a14f-b4f3-4bf2-9301-ce39415fbf3e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:20.829860 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.835759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:20.859443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Allocated IP 172.25.8.225 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/4cf19342-8e12-4188-b511-584cda3d08e6) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:20.869800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.899166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'mac_address': 'fa:16:3e:6a:18:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:37:20.906207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Pushing event deleted for resources: {'Port': ['ID=202ab446-53f2-450c-b5bd-9087364d130a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:20.940771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d37a-c1ae-476f-8c8a-835877c9249a req-25ee37aa-5253-4af9-a32a-f06c01f8dfe9 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:20.944290 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-48e1d37a-c1ae-476f-8c8a-835877c9249a req-25ee37aa-5253-4af9-a32a-f06c01f8dfe9 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 950 time: 0.6225197 Feb 07 22:37:20.978258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8a160bcf-bdda-4286-8b0f-120b1df676d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:20.980468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8a160bcf-bdda-4286-8b0f-120b1df676d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1098 time: 0.2919612 Feb 07 22:37:21.043202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33163366-0c65-469e-a558-86a9d1820c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.074178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] For port fcddab51-89ea-4e1b-99cf-479df00afb90, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:21.089184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] For port fcddab51-89ea-4e1b-99cf-479df00afb90, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fcddab51-89ea-4e1b-99cf-479df00afb90,segment=NetworkSegment(1412f05c-bf54-492d-a024-8f994dc13902),segment_id=1412f05c-bf54-492d-a024-8f994dc13902)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:21.117342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] No DVR routers for this DVR port 202ab446-53f2-450c-b5bd-9087364d130a on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:21.123633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.124723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.133088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] For port f125a14f-b4f3-4bf2-9301-ce39415fbf3e, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:21.135569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-48e1d37a-c1ae-476f-8c8a-835877c9249a req-66a96956-8cb0-4e3b-81b9-221e21a8dfeb tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526620 Feb 07 22:37:21.137163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] For port f125a14f-b4f3-4bf2-9301-ce39415fbf3e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f125a14f-b4f3-4bf2-9301-ce39415fbf3e,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:21.143080 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.155032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 86c34a26-ed29-49db-9926-d4424ffa486d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:21.155420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.167044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9fe187b-febd-4e0d-9c83-018d1780bcbc req-706f6ead-5d90-46af-a80a-8768944beeda tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1796bee-35e0-45b6-81a5-2dcd3ffecb11 HTTP/1.1" status: 200 len: 210 time: 0.2082283 Feb 07 22:37:21.173371 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.178917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d3229cb-3c61-42a4-829d-5ad721bcef28 req-ff638658-21d0-44f3-b0c8-1e8ab7e08539 tempest-LiveMigrationTest-1070063767 tempest-LiveMigrationTest-1070063767-project] 10.222.0.46 "DELETE /v2.0/ports/202ab446-53f2-450c-b5bd-9087364d130a HTTP/1.1" status: 204 len: 173 time: 3.0843885 Feb 07 22:37:21.281891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-25f312a0-e76c-4874-89d2-46cd82a7b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:21.283177 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-25f312a0-e76c-4874-89d2-46cd82a7b975 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2940953 Feb 07 22:37:21.333604 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-cd807c23-51bd-449c-a5fc-ff6e785e2384 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.0415754 Feb 07 22:37:21.335859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'name': 'network-vif-deleted', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:21.339982 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02e51af-6042-4b6e-951f-fd88191014e3" -d '{"events": [{"server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "name": "network-vif-deleted", "tag": "202ab446-53f2-450c-b5bd-9087364d130a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:21.403866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33163366-0c65-469e-a558-86a9d1820c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.415147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.419556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33163366-0c65-469e-a558-86a9d1820c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.473514 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a31257-9aa5-432f-8646-e8c131c1e986 x-openstack-request-id: req-d9a31257-9aa5-432f-8646-e8c131c1e986 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:21.473920 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1796bee-35e0-45b6-81a5-2dcd3ffecb11", "name": "network-vif-deleted", "tag": "202ab446-53f2-450c-b5bd-9087364d130a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:21.474104 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9a31257-9aa5-432f-8646-e8c131c1e986 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:21.474513 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1796bee-35e0-45b6-81a5-2dcd3ffecb11', 'name': 'network-vif-deleted', 'tag': '202ab446-53f2-450c-b5bd-9087364d130a', 'status': 'completed', 'code': 200} Feb 07 22:37:21.532895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-33163366-0c65-469e-a558-86a9d1820c20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a6ee70cc6af4b299bb2cf167f6e12e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8523152 Feb 07 22:37:21.542839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36056) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:21.549644 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.566683 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.594084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-63fd65a2-dd2b-4285-a935-33a1a0246091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:21.597827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-63fd65a2-dd2b-4285-a935-33a1a0246091 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2577946 Feb 07 22:37:21.604088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33163366-0c65-469e-a558-86a9d1820c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1952aa86-8f28-428f-8468-0c592187eec3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:21.657934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.686989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c90f-4cc4-42e4-8288-82f746209ce5 req-f6705b93-a4d2-42ce-b282-00b6f34e220f tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:21.689491 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89c2c90f-4cc4-42e4-8288-82f746209ce5 req-f6705b93-a4d2-42ce-b282-00b6f34e220f tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 950 time: 0.1485777 Feb 07 22:37:21.691053 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.705623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.723497 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54025eb8-62e9-4172-9e8f-8209957b75a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.742139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f95bd0b-55f6-439e-99b7-9e943148838d {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:21.787041 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.856144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-51c3dec7-a00c-49a7-9fd3-d77cc8dabe26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.910022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-9234042e-c916-4aa7-a4c9-f95a20f2c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:21.912202 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-9234042e-c916-4aa7-a4c9-f95a20f2c717 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2955077 Feb 07 22:37:21.963192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-0b760691-a703-4221-bbb2-351ba0d2fbea', 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'fixed_ips': [{'subnet_id': '952fe380-3dac-4072-a939-0b5bd265287e'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:37:21.964347 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.002203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b551495-c0ab-42b8-a058-252bdf371096 None None] Pushing event updated for resources: {'Port': ['ID=fcddab51-89ea-4e1b-99cf-479df00afb90,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:22.035657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89c2c90f-4cc4-42e4-8288-82f746209ce5 req-87e8cdc0-d40c-4690-9c86-396077ff2f6b tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341112 Feb 07 22:37:22.084079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-51c3dec7-a00c-49a7-9fd3-d77cc8dabe26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.124796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.127461 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5445600-3ba2-4c47-90c9-ddfb45020559 None None] Pushing event updated for resources: {'Port': ['ID=f125a14f-b4f3-4bf2-9301-ce39415fbf3e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:22.143102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:22.160354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-ab5daa33-5096-41dd-ad0c-ddf98bebde1a service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002649 Feb 07 22:37:22.167312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.176335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Router 807a3c94-5700-482b-8f5b-e782b731cffe is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:37:22.261419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36062) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:22.336904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab3160-aed3-4de9-bb8b-9593271724da req-81a4be81-cab6-4851-b0d7-b7e88b96df7b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:22.345189 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2ab3160-aed3-4de9-bb8b-9593271724da req-81a4be81-cab6-4851-b0d7-b7e88b96df7b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 947 time: 0.4493372 Feb 07 22:37:22.361567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:22.362908 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-51c3dec7-a00c-49a7-9fd3-d77cc8dabe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.365579 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-51c3dec7-a00c-49a7-9fd3-d77cc8dabe26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.369584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-51c3dec7-a00c-49a7-9fd3-d77cc8dabe26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1952aa86-8f28-428f-8468-0c592187eec3 HTTP/1.1" status: 204 len: 168 time: 0.7890763 Feb 07 22:37:22.388493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:22.391175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:22.424928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3dec7-a00c-49a7-9fd3-d77cc8dabe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1952aa86-8f28-428f-8468-0c592187eec3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:22.453889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2ab3160-aed3-4de9-bb8b-9593271724da req-e35ea9ef-00dd-4eb4-9201-781412b67199 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979609 Feb 07 22:37:22.469126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:22.481950 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00695881-a8a9-422b-9b4c-11fd698404e7 None None] Sync routers for ids ['807a3c94-5700-482b-8f5b-e782b731cffe'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:22.489378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['5f95bd0b-55f6-439e-99b7-9e943148838d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:37:22.508224 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00695881-a8a9-422b-9b4c-11fd698404e7 None None] Routers {'807a3c94-5700-482b-8f5b-e782b731cffe'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:22.509623 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-00695881-a8a9-422b-9b4c-11fd698404e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['807a3c94-5700-482b-8f5b-e782b731cffe'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:22.561129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-2890b12d-3f9f-4c48-be56-54de4bad2ed3 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931875 Feb 07 22:37:22.568266 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.574630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7cce3b3b-d80b-4c96-b534-6ae27ddded5c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6837742 Feb 07 22:37:22.575724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36068) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:22.593474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Pushing event updated for resources: {'Port': ['ID=4cf19342-8e12-4188-b511-584cda3d08e6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:22.633967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Allocated IP 172.25.8.194 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/43233016-d3ad-4c93-8341-e2b0d033f435) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:22.648290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-941f5d77-329a-4103-b119-7fa8c0c8387d admin admin] Deleting subnet 98536373-bef5-49be-b874-1ecb548ad3c1 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:37:22.648583 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-00695881-a8a9-422b-9b4c-11fd698404e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:22.660040 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:22.674931 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-941f5d77-329a-4103-b119-7fa8c0c8387d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.689562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Allocated IP 172.20.0.2 (0b760691-a703-4221-bbb2-351ba0d2fbea/952fe380-3dac-4072-a939-0b5bd265287e/f3afe75f-a3c0-47f4-b64d-35f56baf3d00) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:22.704161 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00695881-a8a9-422b-9b4c-11fd698404e7 None None] Routers {'807a3c94-5700-482b-8f5b-e782b731cffe'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:22.707606 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-00695881-a8a9-422b-9b4c-11fd698404e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:36:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['807a3c94-5700-482b-8f5b-e782b731cffe'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:22.782700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-941f5d77-329a-4103-b119-7fa8c0c8387d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.815928 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-00695881-a8a9-422b-9b4c-11fd698404e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:22.816988 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00695881-a8a9-422b-9b4c-11fd698404e7 None None] The sync data for ids ['807a3c94-5700-482b-8f5b-e782b731cffe'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:22.849644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f125a14f-b4f3-4bf2-9301-ce39415fbf3e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:22.898507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8285957d-a281-4b43-9666-b4a6ddb39406 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/routers/807a3c94-5700-482b-8f5b-e782b731cffe HTTP/1.1" status: 200 len: 920 time: 0.3142447 Feb 07 22:37:22.933374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36076) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:22.938308 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-941f5d77-329a-4103-b119-7fa8c0c8387d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.043085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f125a14f-b4f3-4bf2-9301-ce39415fbf3e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:23.043855 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.064409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-941f5d77-329a-4103-b119-7fa8c0c8387d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.078480 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.084274 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-941f5d77-329a-4103-b119-7fa8c0c8387d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.092258 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-941f5d77-329a-4103-b119-7fa8c0c8387d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/98536373-bef5-49be-b874-1ecb548ad3c1 HTTP/1.1" status: 204 len: 168 time: 0.8269646 Feb 07 22:37:23.093420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36084) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:23.101445 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.140587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f5d77-329a-4103-b119-7fa8c0c8387d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98536373-bef5-49be-b874-1ecb548ad3c1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:23.158607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Network 0b760691-a703-4221-bbb2-351ba0d2fbea is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:23.165690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-3260e73a-0e82-4165-83b2-1904fc9c8624 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:23.168079 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-3260e73a-0e82-4165-83b2-1904fc9c8624 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.46 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 950 time: 0.3703244 Feb 07 22:37:23.173961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:23.177312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8c3f56fd-335f-4480-b743-b6f478cc66e2 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=807a3c94-5700-482b-8f5b-e782b731cffe HTTP/1.1" status: 200 len: 205 time: 0.2411993 Feb 07 22:37:23.180375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36086) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:23.197753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:23.205515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Pushing event updated for resources: {'Port': ['ID=f3afe75f-a3c0-47f4-b64d-35f56baf3d00,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:23.304105 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.376946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port f125a14f-b4f3-4bf2-9301-ce39415fbf3e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f125a14f-b4f3-4bf2-9301-ce39415fbf3e,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:23.378184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Attempting to bind port f3afe75f-a3c0-47f4-b64d-35f56baf3d00 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:23.378556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Attempting to bind port f3afe75f-a3c0-47f4-b64d-35f56baf3d00 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'eef2989b-5126-4536-bb26-1cdaa9c69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:23.378919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Attempting to bind port f3afe75f-a3c0-47f4-b64d-35f56baf3d00 on network 0b760691-a703-4221-bbb2-351ba0d2fbea {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:23.384809 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.393016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:23.393687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Checking segment: {'id': 'eef2989b-5126-4536-bb26-1cdaa9c69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:23.394079 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.394482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Bound using segment: {'id': 'eef2989b-5126-4536-bb26-1cdaa9c69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:23.394960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Bound port: f3afe75f-a3c0-47f4-b64d-35f56baf3d00, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef2989b-5126-4536-bb26-1cdaa9c69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:23.395391 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.398864 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.400175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fcddab51-89ea-4e1b-99cf-479df00afb90 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:23.490425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0ae77-1a08-4ebe-b83a-f608f7077beb req-5eb4533f-0593-4abe-88c5-afb062de23a0 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:23.500023 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3ab0ae77-1a08-4ebe-b83a-f608f7077beb req-5eb4533f-0593-4abe-88c5-afb062de23a0 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 950 time: 0.3303289 Feb 07 22:37:23.673366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=f125a14f-b4f3-4bf2-9301-ce39415fbf3e,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:23.676899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c7f60-a624-4902-adff-49876ecb50e1 None None] Network 742c034d-67d0-4425-8be3-c79deca5a07d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:23.876255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] For port f3afe75f-a3c0-47f4-b64d-35f56baf3d00, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:23.879332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] For port f3afe75f-a3c0-47f4-b64d-35f56baf3d00, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f3afe75f-a3c0-47f4-b64d-35f56baf3d00,segment=NetworkSegment(eef2989b-5126-4536-bb26-1cdaa9c69ee8),segment_id=eef2989b-5126-4536-bb26-1cdaa9c69ee8)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:23.899746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2528d6-28ce-416a-beb9-fac9a23f2022 None None] Network 296c0dc7-a82b-442e-9d68-df78c31b03ac requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:23.946399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.992404 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.048455 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3ab0ae77-1a08-4ebe-b83a-f608f7077beb req-988d27f1-672a-4294-a25b-1ddf7e3f0a58 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472159 Feb 07 22:37:24.071566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.097524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Deleting port e7d4212b-a2b9-4657-8e7e-350a5761d79e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:24.098169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.162335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fcddab51-89ea-4e1b-99cf-479df00afb90 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:24.163004 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.212631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.232526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:24.235098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] For port e7d4212b-a2b9-4657-8e7e-350a5761d79e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e7d4212b-a2b9-4657-8e7e-350a5761d79e,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:24.235478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.248688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14bcb57-6e52-499f-ba4f-186a872bd519']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:24.260322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b55531a0-b5eb-4722-a248-0e24f0acfd0b None None] Provisioning complete for port f125a14f-b4f3-4bf2-9301-ce39415fbf3e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:24.260700 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b55531a0-b5eb-4722-a248-0e24f0acfd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.263848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd553ad-ffb0-4080-b1f1-820d2341790a') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:24.264296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd553ad-ffb0-4080-b1f1-820d2341790a') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:24.276911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Calling delete_port for e7d4212b-a2b9-4657-8e7e-350a5761d79e owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:24.280566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.285028 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.290881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76981d-3d6d-433f-a922-2b6b61a1ba61 req-702dab8d-33bd-44af-a235-d4c5ad2b7fc1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:24.302206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d76981d-3d6d-433f-a922-2b6b61a1ba61 req-702dab8d-33bd-44af-a235-d4c5ad2b7fc1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 948 time: 0.4031727 Feb 07 22:37:24.311248 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.327115 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.361185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:37:24.362616 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:37:24.364646 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:37:24.382256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7afbf35d-465c-4a18-b22c-f814559d535c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.450415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.566076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.584140 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.588505 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e14bcb57-6e52-499f-ba4f-186a872bd519 HTTP/1.1" status: 204 len: 168 time: 1.4933076 Feb 07 22:37:24.615175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36112) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:24.651857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fafaf-fffb-4014-8025-fd8b31d07f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e14bcb57-6e52-499f-ba4f-186a872bd519,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:24.711866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6899845-2d0d-41d0-8629-f419d30fe20c None None] Pushing event updated for resources: {'Port': ['ID=f3afe75f-a3c0-47f4-b64d-35f56baf3d00,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:24.737247 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.760682 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d76981d-3d6d-433f-a922-2b6b61a1ba61 req-a4d1d907-8a4f-4622-909c-74d8094b113a tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503477 Feb 07 22:37:24.810292 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.847179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 5f95bd0b-55f6-439e-99b7-9e943148838d completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:24.851327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-275e80f4-9b9d-49b0-b880-8153be1e1ae9 admin admin] Deleting subnet 2553f1ce-12b8-48ab-a330-f1bd44fd8b39 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:37:24.866657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Pushing event updated for resources: {'Port': ['ID=43233016-d3ad-4c93-8341-e2b0d033f435,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:24.866958 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 5f95bd0b-55f6-439e-99b7-9e943148838d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:24.867962 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.868160 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275e80f4-9b9d-49b0-b880-8153be1e1ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.870528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.875294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:24.881088 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.957805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:24.970564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:25.068033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Pushing event deleted for resources: {'Port': ['ID=e7d4212b-a2b9-4657-8e7e-350a5761d79e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:25.113238 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275e80f4-9b9d-49b0-b880-8153be1e1ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.198178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] No DVR routers for this DVR port e7d4212b-a2b9-4657-8e7e-350a5761d79e on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:25.231721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.235678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b83ccc36-7b52-449c-b3ba-d44095490a2a req-67f2f10d-9023-465c-b7e0-4b96e015de33 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.46 "DELETE /v2.0/ports/e7d4212b-a2b9-4657-8e7e-350a5761d79e HTTP/1.1" status: 204 len: 173 time: 2.0117579 Feb 07 22:37:25.237427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Allocated IP 172.25.8.234 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/970a23ba-ce11-4660-906e-8769f8c3d13e) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:25.241102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615de644-df22-4374-b5f5-cc23d0b42655', 'name': 'network-vif-deleted', 'tag': 'e7d4212b-a2b9-4657-8e7e-350a5761d79e'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:25.243830 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c22b3b-0dc2-4f8c-bcb6-09dee792a36c" -d '{"events": [{"server_uuid": "615de644-df22-4374-b5f5-cc23d0b42655", "name": "network-vif-deleted", "tag": "e7d4212b-a2b9-4657-8e7e-350a5761d79e"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:25.288827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.299189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36124) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:25.304386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c881a2e3-2f43-41ba-9cc8-5d3f92b7f6f0 req-d330ee95-d0c2-452c-8894-34ad9e76fe74 tempest-ImagesNegativeTestJSON-1577392712 tempest-ImagesNegativeTestJSON-1577392712-project] 10.222.0.15 "GET /v2.0/ports?device_id=615de644-df22-4374-b5f5-cc23d0b42655 HTTP/1.1" status: 200 len: 210 time: 0.0968592 Feb 07 22:37:25.324182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port fcddab51-89ea-4e1b-99cf-479df00afb90, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fcddab51-89ea-4e1b-99cf-479df00afb90,segment=NetworkSegment(1412f05c-bf54-492d-a024-8f994dc13902),segment_id=1412f05c-bf54-492d-a024-8f994dc13902)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:25.327930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-43c83815-e90b-4544-abd6-343110a9c52a None None] Provisioning complete for port fcddab51-89ea-4e1b-99cf-479df00afb90 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:25.328594 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7402a4c7-b03a-4fc2-a375-fd37c1108a36 x-openstack-request-id: req-7402a4c7-b03a-4fc2-a375-fd37c1108a36 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:25.328921 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615de644-df22-4374-b5f5-cc23d0b42655", "name": "network-vif-deleted", "tag": "e7d4212b-a2b9-4657-8e7e-350a5761d79e", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:25.329166 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7402a4c7-b03a-4fc2-a375-fd37c1108a36 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:25.329501 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43c83815-e90b-4544-abd6-343110a9c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.329615 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615de644-df22-4374-b5f5-cc23d0b42655', 'name': 'network-vif-deleted', 'tag': 'e7d4212b-a2b9-4657-8e7e-350a5761d79e', 'status': 'completed', 'code': 200} Feb 07 22:37:25.357725 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275e80f4-9b9d-49b0-b880-8153be1e1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.400433 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.421736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-19f84241-a466-4523-aef5-c8c2c7d7df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:25.423260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-19f84241-a466-4523-aef5-c8c2c7d7df68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297&tenant_id=91722a73fcdc400fb27cbf1c42cd26e6 HTTP/1.1" status: 200 len: 1099 time: 0.3422842 Feb 07 22:37:25.468478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:25.526847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2a8baf25-4bb1-4a5b-b780-b3e9f6409462 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:25.574522 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.607845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275e80f4-9b9d-49b0-b880-8153be1e1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.613045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2a8baf25-4bb1-4a5b-b780-b3e9f6409462 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] 10.222.0.15 "PUT /v2.0/quotas/5e4e55ea937e4b909334e63dfc62abb9 HTTP/1.1" status: 200 len: 368 time: 0.3074780 Feb 07 22:37:25.616331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.618814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36128) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:25.649131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e80f4-9b9d-49b0-b880-8153be1e1ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2553f1ce-12b8-48ab-a330-f1bd44fd8b39,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:25.661937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Request body: {'network': {'project_id': '5e4e55ea937e4b909334e63dfc62abb9'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:25.671018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:25.674175 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4742f013-e282-4949-8552-0d909c9c9d33" -d '{"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-plugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:25.676869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275e80f4-9b9d-49b0-b880-8153be1e1ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.696935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-275e80f4-9b9d-49b0-b880-8153be1e1ae9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2553f1ce-12b8-48ab-a330-f1bd44fd8b39 HTTP/1.1" status: 204 len: 168 time: 1.0706201 Feb 07 22:37:25.700711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36132) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:25.730212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=fcddab51-89ea-4e1b-99cf-479df00afb90,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:25.751907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:25.770565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f125a14f-b4f3-4bf2-9301-ce39415fbf3e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:25.777366 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.778475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e7d4212b-a2b9-4657-8e7e-350a5761d79e no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:25.903972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.api [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:37:25.904439 n-d-827895-2 neutron-server[102289]: DEBUG oslo_db.api [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:37:25.924339 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.953211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: e7d4212b-a2b9-4657-8e7e-350a5761d79e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:37:25.953789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e7d4212b-a2b9-4657-8e7e-350a5761d79e not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:37:25.956325 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec78399-ebb5-4293-b86c-b7fd469300e1 x-openstack-request-id: req-eec78399-ebb5-4293-b86c-b7fd469300e1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:25.956866 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-plugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:25.957401 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eec78399-ebb5-4293-b86c-b7fd469300e1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:25.957949 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'code': 200} Feb 07 22:37:25.963783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:25.999000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ae746-934c-44a8-b4c8-b38a51de77ab req-e4c68c7e-22ad-4c1e-b059-9a149d9ce49e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:26.002294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-773ae746-934c-44a8-b4c8-b38a51de77ab req-e4c68c7e-22ad-4c1e-b059-9a149d9ce49e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 949 time: 0.1079314 Feb 07 22:37:26.005391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Made reservation on behalf of 5e4e55ea937e4b909334e63dfc62abb9 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:26.009223 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.020116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-188c4f07-c8a6-4c1c-a3d5-524326986c30 None None] Provisioning complete for port f125a14f-b4f3-4bf2-9301-ce39415fbf3e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:26.020488 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-188c4f07-c8a6-4c1c-a3d5-524326986c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.059299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.068488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.073883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.088066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Deleting port da0265af-dffd-4c01-98dc-f3d28b2758c2 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:26.088398 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.105245 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-773ae746-934c-44a8-b4c8-b38a51de77ab req-e58d3bc2-bdd2-4fe3-af55-e6356f701a7e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909705 Feb 07 22:37:26.107631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3646528-6291-45bb-ad9c-232e9509b8bf']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:26.123846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7796c880-0de8-4550-bd11-e2c0d1a146b8 None None] Network 0b760691-a703-4221-bbb2-351ba0d2fbea requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:26.129031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e31c39e-08f5-4bef-b9d8-5e7e0a5ea8da') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:26.129920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e31c39e-08f5-4bef-b9d8-5e7e0a5ea8da') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:26.141394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.142954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f125a14f-b4f3-4bf2-9301-ce39415fbf3e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:26.143601 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.155667 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.161594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:37:26.162057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:37:26.164245 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:37:26.166708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.167581 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.223367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:26.226057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.239470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.245583 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a3646528-6291-45bb-ad9c-232e9509b8bf HTTP/1.1" status: 204 len: 168 time: 0.5434480 Feb 07 22:37:26.256957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e94bc-1ae6-4c75-9225-fa0a6b849f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3646528-6291-45bb-ad9c-232e9509b8bf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:26.288402 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.308115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-188c4f07-c8a6-4c1c-a3d5-524326986c30 None None] Provisioning complete for port fcddab51-89ea-4e1b-99cf-479df00afb90 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:26.308497 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-188c4f07-c8a6-4c1c-a3d5-524326986c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.352241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.460208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.480055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f3afe75f-a3c0-47f4-b64d-35f56baf3d00 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:26.557707 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.656996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.658984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36142) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:26.700469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f3afe75f-a3c0-47f4-b64d-35f56baf3d00 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:26.701220 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.725751 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.823292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Calling delete_port for da0265af-dffd-4c01-98dc-f3d28b2758c2 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:26.826390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:26.840506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-161d5d33-6859-42c2-af18-5377819d493e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65968619081e4b32a3ea1a1c5ad56d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798670 Feb 07 22:37:26.842610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36156) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:26.859710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-52ceff9f-b495-4e90-9f38-b7262921018a None None] Provisioning complete for port f3afe75f-a3c0-47f4-b64d-35f56baf3d00 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:26.860103 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52ceff9f-b495-4e90-9f38-b7262921018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.864437 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.866884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:26.874127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:26.887330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:26.898502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Pushing event updated for resources: {'Port': ['ID=970a23ba-ce11-4660-906e-8769f8c3d13e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:26.955461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:26.959476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port f3afe75f-a3c0-47f4-b64d-35f56baf3d00, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f3afe75f-a3c0-47f4-b64d-35f56baf3d00,segment=NetworkSegment(eef2989b-5126-4536-bb26-1cdaa9c69ee8),segment_id=eef2989b-5126-4536-bb26-1cdaa9c69ee8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:26.971739 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.993469 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7762af0a-2432-4189-b83d-5823f235b76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.021533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7762af0a-2432-4189-b83d-5823f235b76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.072483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=f3afe75f-a3c0-47f4-b64d-35f56baf3d00,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:27.072725 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.091589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.095465 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7762af0a-2432-4189-b83d-5823f235b76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.097137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.097932 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7762af0a-2432-4189-b83d-5823f235b76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.099061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7762af0a-2432-4189-b83d-5823f235b76d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/709fb677-459e-49c3-8e15-9958232b28ba HTTP/1.1" status: 204 len: 168 time: 0.2555766 Feb 07 22:37:27.114798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762af0a-2432-4189-b83d-5823f235b76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709fb677-459e-49c3-8e15-9958232b28ba,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:27.117835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Transition to ACTIVE for port object 5f95bd0b-55f6-439e-99b7-9e943148838d will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:27.123042 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.183826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36164) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:27.212892 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:37:27.213314 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:37:27.223015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-05004f4e-cb26-4b17-9ba8-56be422a4ba0 None None] Provisioning complete for port f3afe75f-a3c0-47f4-b64d-35f56baf3d00 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:27.224179 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05004f4e-cb26-4b17-9ba8-56be422a4ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.224602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:27.276661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8919f12e-5206-4714-b799-de0a0cd50017,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:27.280479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] No DVR routers for this DVR port 5f95bd0b-55f6-439e-99b7-9e943148838d on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:27.282350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=10']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:27.334788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:27.338917 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.339268 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Added segment 75dda5f8-57e6-441b-9103-a68bcbbdb2a7 of type vlan for network d4021529-03b7-4eba-8357-5da6e74729da Feb 07 22:37:27.344395 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be8af0e-b8ae-4e5d-bf67-2ddfb70d825e" -d '{"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-unplugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:27.400461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:27.400943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:27.401340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:27.424455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Port 5f95bd0b-55f6-439e-99b7-9e943148838d on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:37:27.426187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Attempting to bind port 5f95bd0b-55f6-439e-99b7-9e943148838d on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:27.447356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.452834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:27.454527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:27.455550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:27.456575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Bound port: 5f95bd0b-55f6-439e-99b7-9e943148838d, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:27.458327 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.476909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Router 6f878254-da6d-46ff-86ff-fbcc148b5736 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:37:27.504416 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f74ce8-8b3a-4144-b118-964236503eda x-openstack-request-id: req-a6f74ce8-8b3a-4144-b118-964236503eda {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:27.504777 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-unplugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:27.505092 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6f74ce8-8b3a-4144-b118-964236503eda {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:27.505528 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'code': 200} Feb 07 22:37:27.515436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079c573-3174-437b-9521-e1ae1ae1d5b1 req-4e5dc77c-d657-4939-9771-d50ec9173764 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:27.517152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2079c573-3174-437b-9521-e1ae1ae1d5b1 req-4e5dc77c-d657-4939-9771-d50ec9173764 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 948 time: 0.2724340 Feb 07 22:37:27.549584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f3afe75f-a3c0-47f4-b64d-35f56baf3d00 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:27.622635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2079c573-3174-437b-9521-e1ae1ae1d5b1 req-74eecf2e-27e9-42fd-91ec-5ab58db52602 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588706 Feb 07 22:37:27.624911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f3afe75f-a3c0-47f4-b64d-35f56baf3d00 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:27.625291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.630408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:27.634973 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.636337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:27.646241 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.700372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:27.701519 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.704118 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] 10.222.0.24 "PUT /v2.0/ports/5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 1096 time: 2.2621205 Feb 07 22:37:27.742659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03ead5-5a61-4f36-af96-7935dbe68c28 service neutron] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=11']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:27.785680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:37:27.794891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b6527405-665a-4906-9c46-177bae85990b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf5c9147950c4d039756802ea1aada99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6096437 Feb 07 22:37:27.796948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36172) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:27.820134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-daf1c82a-5549-4da2-a61b-10287a74c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:27.822716 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-daf1c82a-5549-4da2-a61b-10287a74c676 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1099 time: 0.0915134 Feb 07 22:37:27.838684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fcddab51-89ea-4e1b-99cf-479df00afb90 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:27.854291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36174) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:27.898679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fcddab51-89ea-4e1b-99cf-479df00afb90 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:27.899316 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.951431 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.952964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:27.953704 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.956233 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.994015 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c15d0442-8705-4b2f-85a8-d7f325c92b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.997542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e93fb1f2-009b-4e80-925b-1099f94b7099 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c3cae124a7c45b0af731578fa764c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391549 Feb 07 22:37:28.001865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36176) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:28.052306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c15d0442-8705-4b2f-85a8-d7f325c92b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.056938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event deleted for resources: {'Port': ['ID=da0265af-dffd-4c01-98dc-f3d28b2758c2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:28.068023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-1d9c81b5-7ed1-4afb-86c9-df8172448c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.068989 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-1d9c81b5-7ed1-4afb-86c9-df8172448c8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2349486 Feb 07 22:37:28.096206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:37:28.127179 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.4755015 Feb 07 22:37:28.131025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36178) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:28.133790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-ff21fd0d-9dbb-4d20-b4c1-dd0c804171d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.0546770 Feb 07 22:37:28.137072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:28.137231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Request body: {'network': {'project_id': '5e4e55ea937e4b909334e63dfc62abb9'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:28.149363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Sync routers for ids ['6f878254-da6d-46ff-86ff-fbcc148b5736'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:28.160706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Routers {'6f878254-da6d-46ff-86ff-fbcc148b5736'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:28.161396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6f878254-da6d-46ff-86ff-fbcc148b5736'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:28.179967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f3e50-a662-48b4-8cbf-c2aa29db02f8 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Pushing event updated for resources: {'Network': ['ID=d4021529-03b7-4eba-8357-5da6e74729da,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:28.192928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-676edf06-e6ad-4320-ba6a-51dc41dacb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.213449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d4021529-03b7-4eba-8357-5da6e74729da details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:28.233874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c15d0442-8705-4b2f-85a8-d7f325c92b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.236383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c15d0442-8705-4b2f-85a8-d7f325c92b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.239952 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c15d0442-8705-4b2f-85a8-d7f325c92b26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e HTTP/1.1" status: 204 len: 168 time: 0.4369941 Feb 07 22:37:28.247848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-676edf06-e6ad-4320-ba6a-51dc41dacb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.278868 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.283106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-38112df2-e825-46bc-997e-17423a66226f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.5176525 Feb 07 22:37:28.287096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36182) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:28.299441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.317681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-03c3e3df-9752-4b45-977d-1d1e6c9169a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.320916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-03c3e3df-9752-4b45-977d-1d1e6c9169a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1756392 Feb 07 22:37:28.321626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Made reservation on behalf of 5e4e55ea937e4b909334e63dfc62abb9 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:28.324424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.398199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-676edf06-e6ad-4320-ba6a-51dc41dacb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.401377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-676edf06-e6ad-4320-ba6a-51dc41dacb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.414006 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-676edf06-e6ad-4320-ba6a-51dc41dacb45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17729a6a-a28c-4644-abe7-ae088a7df449 HTTP/1.1" status: 204 len: 168 time: 0.4066815 Feb 07 22:37:28.422744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d0442-8705-4b2f-85a8-d7f325c92b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e8ad7f-fb00-4107-a78d-dbcbc1e8f51e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:28.457657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.464492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676edf06-e6ad-4320-ba6a-51dc41dacb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17729a6a-a28c-4644-abe7-ae088a7df449,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:28.467648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:28.504062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-4160f3ca-6d40-496a-b48f-c1a46bf7cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.507505 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-4160f3ca-6d40-496a-b48f-c1a46bf7cb47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525860 Feb 07 22:37:28.508815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.509584 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Added segment 532863d5-09f1-4c83-997c-1d2dbf10bb1e of type vlan for network f7cd4759-036c-41d8-aba6-a52b66522612 Feb 07 22:37:28.513249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Set router 6f878254-da6d-46ff-86ff-fbcc148b5736 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:28.536651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.581855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.634976 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.717876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-db542107-cd93-413f-9d29-587cd78e0cf9 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949093 Feb 07 22:37:28.720180 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.721370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.722092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.758674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:28.766602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.768378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Fanout notify agent at l3_agent the message router_deleted on router 807a3c94-5700-482b-8f5b-e782b731cffe {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:37:28.770191 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Sync routers for ids ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:28.777691 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.779022 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e2999e16-b137-4458-b214-346441d259c3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/807a3c94-5700-482b-8f5b-e782b731cffe HTTP/1.1" status: 204 len: 168 time: 5.5894034 Feb 07 22:37:28.783672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36194) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:28.784395 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Routers {'24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:28.785185 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:28.799423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1170778089', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': False}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:28.873744 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.881463 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bd564c6d-0580-449e-bea9-8ab5ca46f06d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.0908871 Feb 07 22:37:28.902338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:23Z', 'revision_number': 3, 'project_id': 'e774c5a477e44a7792a7847414530602', 'gw_port': {'id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:28.909660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36196) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:28.978544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Checking router: 6f878254-da6d-46ff-86ff-fbcc148b5736 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:28.978993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Updating router 6f878254-da6d-46ff-86ff-fbcc148b5736 port 4cf19342-8e12-4188-b511-584cda3d08e6 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:28.983988 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Set router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:29.016395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d35f24-85d0-4ff5-b78a-39576d1d8f09 req-1f7c19f7-3820-4cee-ab66-47348affb04d service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916134 Feb 07 22:37:29.031472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Pushing event updated for resources: {'Network': ['ID=f7cd4759-036c-41d8-aba6-a52b66522612,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:29.044342 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0f8f87b8-f890-459d-8f32-3074d18c5b67 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9120708 Feb 07 22:37:29.046715 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.048780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36206) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:29.051230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f7cd4759-036c-41d8-aba6-a52b66522612 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:29.058515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0e80aafa-3f41-4040-81cd-30c5e442070a tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Request body: {'network': {'project_id': '5e4e55ea937e4b909334e63dfc62abb9'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:29.095165 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e80aafa-3f41-4040-81cd-30c5e442070a tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 22:37:29.095646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e80aafa-3f41-4040-81cd-30c5e442070a tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:37:29.096923 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0e80aafa-3f41-4040-81cd-30c5e442070a tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0471694 Feb 07 22:37:29.100731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36210) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:29.203266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04f5ba30-7278-4c64-88f1-b286b7d30409 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e4e55ea937e4b909334e63dfc62abb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010590 Feb 07 22:37:29.204017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36214) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:29.347745 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:25Z', 'revision_number': 3, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'gw_port': {'id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:29.357283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-485ca956-bf65-46ec-8a50-256612d45599 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.410327 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-485ca956-bf65-46ec-8a50-256612d45599 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.413311 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Checking router: 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:29.413991 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Updating router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 port 43233016-d3ad-4c93-8341-e2b0d033f435 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:29.454635 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.507864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:29.515135 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a313c-c036-4351-9304-409d73a57ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:29.555976 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-485ca956-bf65-46ec-8a50-256612d45599 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.561703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-485ca956-bf65-46ec-8a50-256612d45599 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.562612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-485ca956-bf65-46ec-8a50-256612d45599 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/8919f12e-5206-4714-b799-de0a0cd50017 HTTP/1.1" status: 204 len: 168 time: 0.3545578 Feb 07 22:37:29.565675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36228) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:29.585692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ca956-bf65-46ec-8a50-256612d45599 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8919f12e-5206-4714-b799-de0a0cd50017,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:29.682159 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b41c94-d532-4057-95fa-41217342cf02 x-openstack-request-id: req-64b41c94-d532-4057-95fa-41217342cf02 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:29.682463 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:29.683265 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64b41c94-d532-4057-95fa-41217342cf02 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:29.684876 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'status': 'completed', 'code': 200} Feb 07 22:37:29.695868 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.726592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.756954 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.758705 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.841742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.856634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53f3d7-e1d3-4eed-927b-45fa444d8bb0 req-2041ade3-b2d3-43cb-ac52-b30ed6bafb77 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:29.864221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad53f3d7-e1d3-4eed-927b-45fa444d8bb0 req-2041ade3-b2d3-43cb-ac52-b30ed6bafb77 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 948 time: 1.0547667 Feb 07 22:37:29.882096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a313c-c036-4351-9304-409d73a57ecf req-2e7ca7af-bd62-4f44-a053-bad125d27782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:29.884438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-2e7ca7af-bd62-4f44-a053-bad125d27782 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1099 time: 0.1719148 Feb 07 22:37:29.889286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1479e-d156-4934-b92b-ebc0359ac7bf None None] Pushing event updated for resources: {'Port': ['ID=4cf19342-8e12-4188-b511-584cda3d08e6,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:29.897477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Attempting to bind port 4cf19342-8e12-4188-b511-584cda3d08e6 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:29.897889 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Attempting to bind port 4cf19342-8e12-4188-b511-584cda3d08e6 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:29.898256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Attempting to bind port 4cf19342-8e12-4188-b511-584cda3d08e6 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:29.910614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:29.911312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:29.911430 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.911772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:29.919869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Bound port: 4cf19342-8e12-4188-b511-584cda3d08e6, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:29.920350 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.927590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a313c-c036-4351-9304-409d73a57ecf req-f320a25f-68e7-4610-826a-9ab268430d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:29.930107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-f320a25f-68e7-4610-826a-9ab268430d82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1099 time: 0.2345209 Feb 07 22:37:29.964680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.028470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] For port 4cf19342-8e12-4188-b511-584cda3d08e6, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:30.031646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.036164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] For port 4cf19342-8e12-4188-b511-584cda3d08e6, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4cf19342-8e12-4188-b511-584cda3d08e6,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:30.050886 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.074694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36238) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:30.100433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad53f3d7-e1d3-4eed-927b-45fa444d8bb0 req-c683f087-2aef-42ec-9ea1-ad755fa923ef tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348917 Feb 07 22:37:30.160960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Routers {'6f878254-da6d-46ff-86ff-fbcc148b5736'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:30.161608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6f878254-da6d-46ff-86ff-fbcc148b5736'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:30.179292 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.188778 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.262170 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeedb46-1eb2-4447-bbb0-0bf381635d31 None None] Pushing event updated for resources: {'Port': ['ID=43233016-d3ad-4c93-8341-e2b0d033f435,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:30.296334 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Attempting to bind port 43233016-d3ad-4c93-8341-e2b0d033f435 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:30.296334 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Attempting to bind port 43233016-d3ad-4c93-8341-e2b0d033f435 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:30.296670 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Attempting to bind port 43233016-d3ad-4c93-8341-e2b0d033f435 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:30.301930 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:30.303846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1479e-d156-4934-b92b-ebc0359ac7bf None None] Pushing event updated for resources: {'Port': ['ID=4cf19342-8e12-4188-b511-584cda3d08e6,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:30.304169 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:30.304627 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.305083 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:30.305864 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Bound port: 43233016-d3ad-4c93-8341-e2b0d033f435, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:30.306337 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.362138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a313c-c036-4351-9304-409d73a57ecf req-802fe482-c2f3-4c16-bdc9-d18e0e871151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:30.368219 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-802fe482-c2f3-4c16-bdc9-d18e0e871151 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2928870 Feb 07 22:37:30.379298 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] For port 43233016-d3ad-4c93-8341-e2b0d033f435, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:30.384387 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] For port 43233016-d3ad-4c93-8341-e2b0d033f435, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=43233016-d3ad-4c93-8341-e2b0d033f435,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:30.402216 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.404734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.466646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.469479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] Set router 6f878254-da6d-46ff-86ff-fbcc148b5736 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:30.471903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-26ad1ee8-fdaf-4027-8654-60934f5a9a7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.0826826 Feb 07 22:37:30.572179 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeedb46-1eb2-4447-bbb0-0bf381635d31 None None] Pushing event updated for resources: {'Port': ['ID=43233016-d3ad-4c93-8341-e2b0d033f435,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:30.592867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cd4759-036c-41d8-aba6-a52b66522612']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:30.594317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2076527500-network', 'tenant_id': '53ccfc63fb91405ba5558fe2c60a55ad'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:30.627676 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Routers {'24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:30.629256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:37:30.635946 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:30.655264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532863d5-09f1-4c83-997c-1d2dbf10bb1e') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:30.655561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532863d5-09f1-4c83-997c-1d2dbf10bb1e') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:30.657794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a313c-c036-4351-9304-409d73a57ecf req-c7be8966-d747-4e32-9edd-5d0174a30596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:30.659263 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-c7be8966-d747-4e32-9edd-5d0174a30596 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.7272706 Feb 07 22:37:30.755817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-10df6057-bd19-443f-91c3-65c1797e1064 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 200 len: 217 time: 0.0795720 Feb 07 22:37:30.772875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.778187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a313c-c036-4351-9304-409d73a57ecf req-6f6dc77e-db83-411f-8ca5-d3b79992be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:30.779677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-6f6dc77e-db83-411f-8ca5-d3b79992be0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2839570 Feb 07 22:37:30.793545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:30.825026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'mac_address': 'fa:16:3e:6a:18:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:37:30.927475 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] Set router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:31.110717 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.139952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Made reservation on behalf of 53ccfc63fb91405ba5558fe2c60a55ad for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:31.141495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.144541 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.160774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:37:31.161185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:37:31.165975 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:37:31.170069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f95bd0b-55f6-439e-99b7-9e943148838d {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:31.182786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a313c-c036-4351-9304-409d73a57ecf req-2c89a9d0-48a3-4cd1-8751-d208c4f697a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.184864 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-2c89a9d0-48a3-4cd1-8751-d208c4f697a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984085 Feb 07 22:37:31.186211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a313c-c036-4351-9304-409d73a57ecf req-072c8eca-e988-4085-b51d-1045d78c4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.187513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-072c8eca-e988-4085-b51d-1045d78c4ef7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.4253130 Feb 07 22:37:31.206082 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.246554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.305497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:37:31.325877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:31.338657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.341817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a313c-c036-4351-9304-409d73a57ecf req-7194ef79-534f-4507-8ff2-83ff179e99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.343404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-7194ef79-534f-4507-8ff2-83ff179e99d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253343 Feb 07 22:37:31.385792 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.449122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=12']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:31.468214 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.472907 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:25Z', 'revision_number': 3, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'gw_port': {'id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:31.482354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:23Z', 'revision_number': 3, 'project_id': 'e774c5a477e44a7792a7847414530602', 'gw_port': {'id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:31.488210 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.492037 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] 10.222.0.15 "DELETE /v2.0/networks/f7cd4759-036c-41d8-aba6-a52b66522612 HTTP/1.1" status: 204 len: 168 time: 1.9223595 Feb 07 22:37:31.497589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dc873-71a4-4988-b5a1-51c413e3c99c tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7cd4759-036c-41d8-aba6-a52b66522612,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:31.501386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36262) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:31.534255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdce966-9ba3-42c3-ad75-74a2e332485e None None] The sync data for ids ['6f878254-da6d-46ff-86ff-fbcc148b5736'] in n-d-827895-2 is: [{'id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:23Z', 'revision_number': 3, 'project_id': 'e774c5a477e44a7792a7847414530602', 'gw_port': {'id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:31.541448 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cfdd4-a344-40aa-9779-af532e05185a None None] The sync data for ids ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'] in n-d-827895-2 is: [{'id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:25Z', 'revision_number': 3, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'gw_port': {'id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:31.544375 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-50859048-4e89-4818-8e8f-49759ace3e76 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956507 Feb 07 22:37:31.612385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5f95bd0b-55f6-439e-99b7-9e943148838d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:37:31.666523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956de826-68cd-4e8b-b697-53c44184ad04 req-85bae764-c7cb-4266-987b-a3e36bcab7d3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.668160 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-956de826-68cd-4e8b-b697-53c44184ad04 req-85bae764-c7cb-4266-987b-a3e36bcab7d3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 948 time: 0.3637094 Feb 07 22:37:31.675195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-554647f9-32c4-4960-a367-e8c193e7e5b5 req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1833594951', 'description': 'tempest-description-1733962745'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:31.731201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-f6592395-50eb-4fa8-9e9d-0282885db1f5 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743131 Feb 07 22:37:31.741985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.839409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-d05bd789-aa53-478c-bab2-0d4de8c419f7 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550051 Feb 07 22:37:31.846137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-554647f9-32c4-4960-a367-e8c193e7e5b5 req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.912030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-554647f9-32c4-4960-a367-e8c193e7e5b5 req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.951843 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.023093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:32.032475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Sync routers for ids ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:32.032647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.052385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Routers {'b5ae1cef-651d-4fc5-806c-f2a9c786ff91'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:32.053158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:32.088064 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-956de826-68cd-4e8b-b697-53c44184ad04 req-82b08f50-e738-4145-82b2-bb953ec440d9 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528097 Feb 07 22:37:32.125098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:32.148249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.149497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-63dd1d0e-0621-4928-9b27-7a96e2862924 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.5178742 Feb 07 22:37:32.166345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b06a313c-c036-4351-9304-409d73a57ecf req-b445891c-0daa-41bf-a10a-17093fb04000 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184263 Feb 07 22:37:32.166967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36266) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:32.169723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e49b6af-e183-4b29-b595-2c2a18566204,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:32.194818 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.195224 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Added segment ba537e7b-fbd8-4143-93e3-ee15e26384da of type vlan for network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f Feb 07 22:37:32.213265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Allocated IP 172.20.0.1 (742c034d-67d0-4425-8be3-c79deca5a07d/0763e9f8-e955-46d3-8ae2-410b977f975e/a50ddbb6-7302-4afa-af0b-dd5c4d6f060a) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:32.231202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.289300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Set router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:32.327043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.359605 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.379984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Allocated IP 172.20.0.1 (296c0dc7-a82b-442e-9d68-df78c31b03ac/79f89807-6222-4788-b2dd-9587e682be01/c8add702-3db5-4e43-9c0f-68eb3092d3ce) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:32.517714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-554647f9-32c4-4960-a367-e8c193e7e5b5 req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.523294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:21Z', 'updated_at': '2022-02-07T22:37:27Z', 'revision_number': 3, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'gw_port': {'id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:24Z', 'updated_at': '2022-02-07T22:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:32.561265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.563458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Checking router: b5ae1cef-651d-4fc5-806c-f2a9c786ff91 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:32.563989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Updating router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 port 970a23ba-ce11-4660-906e-8769f8c3d13e binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:32.592987 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.614022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:32.667575 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:37:32.681655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89948c-c48d-422e-95d9-d3f994888705 req-9535d808-0c8b-4e41-983c-90391d9dd7be tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.689932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f89948c-c48d-422e-95d9-d3f994888705 req-9535d808-0c8b-4e41-983c-90391d9dd7be tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 1100 time: 0.4707210 Feb 07 22:37:32.698367 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.708810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-554647f9-32c4-4960-a367-e8c193e7e5b5 req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.713159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.862735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.986834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34fef49-bc7d-45ca-b075-87e426aefe52,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:33.060501 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-554647f9-32c4-4960-a367-e8c193e7e5b5 req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.063687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4021529-03b7-4eba-8357-5da6e74729da']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:33.091357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 5f95bd0b-55f6-439e-99b7-9e943148838d completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:33.098012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-554647f9-32c4-4960-a367-e8c193e7e5b5 req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.101631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 5f95bd0b-55f6-439e-99b7-9e943148838d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:33.102237 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.172218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dda5f8-57e6-441b-9103-a68bcbbdb2a7') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:33.172516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dda5f8-57e6-441b-9103-a68bcbbdb2a7') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:33.179814 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.189548 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-554647f9-32c4-4960-a367-e8c193e7e5b5 req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.190426 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.190942 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-554647f9-32c4-4960-a367-e8c193e7e5b5 req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.6044269 Feb 07 22:37:33.202547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.211685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae08e3e-e82c-44e9-8230-e1cda1717d94 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e70c36-fd74-4b14-9279-3226329f8569,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:33.223267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.239489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badefac-e4b5-45e6-857e-1fa05b187b16 None None] Pushing event updated for resources: {'Port': ['ID=970a23ba-ce11-4660-906e-8769f8c3d13e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:33.247641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:37:33.247999 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.249948 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Allocated IP 172.25.8.44 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/768eb869-71fe-4831-b8b3-377154b9d4da) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:37:33.256749 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:37:33.297518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Attempting to bind port 970a23ba-ce11-4660-906e-8769f8c3d13e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:33.298095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Attempting to bind port 970a23ba-ce11-4660-906e-8769f8c3d13e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:33.298212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Attempting to bind port 970a23ba-ce11-4660-906e-8769f8c3d13e on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:33.309848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:33.310234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:33.310641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.311489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:33.311489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Bound port: 970a23ba-ce11-4660-906e-8769f8c3d13e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:33.311854 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.314909 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.335329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-a6deffee-721d-4661-ab64-8fcad264a9b0 req-3e0f9d8a-9b92-413c-b8f7-2ea607c3c9c2 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2052699921', 'description': 'tempest-description-1419449848'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:33.337877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Network 742c034d-67d0-4425-8be3-c79deca5a07d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:33.353783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.355359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:33.357676 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.374460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:33.376958 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927006d5-9f94-4043-ace4-dfdee52bf66a" -d '{"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-plugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:33.399879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Allocated IP 172.20.0.1 (0b760691-a703-4221-bbb2-351ba0d2fbea/952fe380-3dac-4072-a939-0b5bd265287e/38001579-4b77-4a82-a6b7-dcff2d0359a3) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:33.402303 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.403255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:33.406831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a6deffee-721d-4661-ab64-8fcad264a9b0 req-3e0f9d8a-9b92-413c-b8f7-2ea607c3c9c2 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.415638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] For port 970a23ba-ce11-4660-906e-8769f8c3d13e, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:33.417961 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.420370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.422553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] For port 970a23ba-ce11-4660-906e-8769f8c3d13e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=970a23ba-ce11-4660-906e-8769f8c3d13e,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:33.427030 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] 10.222.0.15 "DELETE /v2.0/networks/d4021529-03b7-4eba-8357-5da6e74729da HTTP/1.1" status: 204 len: 168 time: 1.9183600 Feb 07 22:37:33.467327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396c130-c3ba-438b-a567-84e5579e0a64 tempest-QuotasNegativeTest-1130889814 tempest-QuotasNegativeTest-1130889814-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4021529-03b7-4eba-8357-5da6e74729da,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:33.499640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:33.527854 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.569846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:33.601902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f89948c-c48d-422e-95d9-d3f994888705 req-21380252-ea5e-4a5b-b6cb-e4b286ec79a7 tempest-MigrationsAdminTest-136919700 tempest-MigrationsAdminTest-136919700-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9111826 Feb 07 22:37:33.602516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Pushing event updated for resources: {'Port': ['ID=a50ddbb6-7302-4afa-af0b-dd5c4d6f060a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:33.627487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Routers {'b5ae1cef-651d-4fc5-806c-f2a9c786ff91'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:33.628379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:33.630508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=13']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:33.680780 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6025908 Feb 07 22:37:33.689431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36276) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:33.691665 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.696293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Request body: {'subnet': {'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2076527500-subnet', 'tenant_id': '53ccfc63fb91405ba5558fe2c60a55ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:33.704649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c4594-4e1b-4bc9-9af3-b858e17bb90d admin admin] Pushing event updated for resources: {'Network': ['ID=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:33.730405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a6deffee-721d-4661-ab64-8fcad264a9b0 req-3e0f9d8a-9b92-413c-b8f7-2ea607c3c9c2 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.748934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a6deffee-721d-4661-ab64-8fcad264a9b0 req-3e0f9d8a-9b92-413c-b8f7-2ea607c3c9c2 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.749209 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1fe02d-fdf8-4c8b-b147-88764a91ba23 x-openstack-request-id: req-6d1fe02d-fdf8-4c8b-b147-88764a91ba23 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:33.749209 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-plugged", "status": "completed", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:33.750669 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d1fe02d-fdf8-4c8b-b147-88764a91ba23 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:33.751162 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'code': 200} Feb 07 22:37:33.758674 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.775607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.789065 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.902918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a6deffee-721d-4661-ab64-8fcad264a9b0 req-3e0f9d8a-9b92-413c-b8f7-2ea607c3c9c2 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.906774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6deffee-721d-4661-ab64-8fcad264a9b0 req-3e0f9d8a-9b92-413c-b8f7-2ea607c3c9c2 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5764306 Feb 07 22:37:33.907561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Made reservation on behalf of 53ccfc63fb91405ba5558fe2c60a55ad for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:33.916248 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:33.929845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f9d8a-9b92-413c-b8f7-2ea607c3c9c2 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41df3b8-7cd0-46dc-95a4-0287e89de22d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:33.933378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.012224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.097510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.102014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] Set router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:34.206157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:34.227011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Network 296c0dc7-a82b-442e-9d68-df78c31b03ac is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:34.268129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:34.273354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Network 0b760691-a703-4221-bbb2-351ba0d2fbea is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:34.286748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:34.292640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:34.307486 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 43233016-d3ad-4c93-8341-e2b0d033f435 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:34.333144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:34.345985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:34.393152 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.395408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:34.410257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:34.418395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Pushing event updated for resources: {'Port': ['ID=c8add702-3db5-4e43-9c0f-68eb3092d3ce,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:34.476545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d99479b7-985f-4926-beb6-e1ee72066642 None None] Provisioning complete for port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:34.476929 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d99479b7-985f-4926-beb6-e1ee72066642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.521234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-dac55cd8-a2ca-47b7-8b9d-49e064e731a5 req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-228761692', 'description': 'tempest-description-246284290'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:34.529819 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.545124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36288) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:34.549401 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.551368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Pushing event updated for resources: {'Port': ['ID=38001579-4b77-4a82-a6b7-dcff2d0359a3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:34.578829 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.591493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badefac-e4b5-45e6-857e-1fa05b187b16 None None] Pushing event updated for resources: {'Port': ['ID=970a23ba-ce11-4660-906e-8769f8c3d13e,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:34.606592 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.628469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d99479b7-985f-4926-beb6-e1ee72066642 None None] Port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:34.719588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.720449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f2a2-7d94-40e1-9eb8-ad276bc8abde req-d20b366f-1df7-41d2-9bab-aa6eb801f6e2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:34.722522 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1c52f2a2-7d94-40e1-9eb8-ad276bc8abde req-d20b366f-1df7-41d2-9bab-aa6eb801f6e2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 950 time: 0.5296850 Feb 07 22:37:34.726664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 43233016-d3ad-4c93-8341-e2b0d033f435 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:34.726834 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.790207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7f60a871-f880-49f0-a734-f6b1046c0848 None None] Provisioning complete for port c8add702-3db5-4e43-9c0f-68eb3092d3ce triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:34.790860 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f60a871-f880-49f0-a734-f6b1046c0848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.797922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dac55cd8-a2ca-47b7-8b9d-49e064e731a5 req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.822011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54247620-3ba7-4f8f-ab98-19c829608aa9,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:34.830329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b27ad17-df6f-4dc1-80f3-d8e1aef39fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.830786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dac55cd8-a2ca-47b7-8b9d-49e064e731a5 req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.832069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7f60a871-f880-49f0-a734-f6b1046c0848 None None] Port c8add702-3db5-4e43-9c0f-68eb3092d3ce cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:34.863773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:21Z', 'updated_at': '2022-02-07T22:37:27Z', 'revision_number': 3, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'gw_port': {'id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:24Z', 'updated_at': '2022-02-07T22:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:34.883107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event updated for resources: {'Port': ['ID=768eb869-71fe-4831-b8b3-377154b9d4da,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:34.915948 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e223c-25c3-48be-972d-6e14c47035c2 None None] The sync data for ids ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'] in n-d-827895-2 is: [{'id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:21Z', 'updated_at': '2022-02-07T22:37:27Z', 'revision_number': 3, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'gw_port': {'id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:24Z', 'updated_at': '2022-02-07T22:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:34.925615 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.947424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 43233016-d3ad-4c93-8341-e2b0d033f435, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=43233016-d3ad-4c93-8341-e2b0d033f435,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:34.959771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Checking segment: {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:34.960189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Network hostable DHCP agents. Network: fbd710b6-e2ce-40ba-8b5c-d68b715acd6f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:34.962127 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.962882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4cf19342-8e12-4188-b511-584cda3d08e6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:35.040000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:35.049996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7db1b247-272f-4542-be84-201a6a565fd2 None None] Provisioning complete for port 38001579-4b77-4a82-a6b7-dcff2d0359a3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:35.050369 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7db1b247-272f-4542-be84-201a6a565fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.069077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1c52f2a2-7d94-40e1-9eb8-ad276bc8abde req-3d129e88-79bb-4971-beb2-9c1ee6b9930f tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233316 Feb 07 22:37:35.104020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.118633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=43233016-d3ad-4c93-8341-e2b0d033f435,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:35.133843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, fbd710b6-e2ce-40ba-8b5c-d68b715acd6f) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:35.139646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7db1b247-272f-4542-be84-201a6a565fd2 None None] Port 38001579-4b77-4a82-a6b7-dcff2d0359a3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:35.139902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:35.140566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.145809 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.148209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f6022-a136-43a9-af3d-e4fbde3316e6 None None] Network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:35.211776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a3605651-0537-4475-813e-915f0682e0b7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5142651 Feb 07 22:37:35.228631 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dac55cd8-a2ca-47b7-8b9d-49e064e731a5 req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.248340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b27ad17-df6f-4dc1-80f3-d8e1aef39fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.257935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dac55cd8-a2ca-47b7-8b9d-49e064e731a5 req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.264035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.281349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.309251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61065bc6-378d-4a5f-a6a1-6d570d9b1c09,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:35.333470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b27ad17-df6f-4dc1-80f3-d8e1aef39fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.363065 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4cf19342-8e12-4188-b511-584cda3d08e6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:35.364352 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.365990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Pushing event updated for resources: {'Port': ['ID=a50ddbb6-7302-4afa-af0b-dd5c4d6f060a,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:35.465739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ad17-df6f-4dc1-80f3-d8e1aef39fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc872d-453b-4b42-8ad1-93e026dacbc4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:35.509823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.573088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ec822-86ad-4c5c-8f3c-a6c9ec938230 None None] Network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:35.583690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.616322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4b4fc-565d-4051-8770-506599381a66 req-ed09c984-57c9-42f2-9080-a78fd62bc2f3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:35.618282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74c4b4fc-565d-4051-8770-506599381a66 req-ed09c984-57c9-42f2-9080-a78fd62bc2f3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 950 time: 0.2815688 Feb 07 22:37:35.626734 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2b27ad17-df6f-4dc1-80f3-d8e1aef39fea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0575dd8bce3451686fc989e155e3ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0780137 Feb 07 22:37:35.638671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36300) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:35.769235 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.792997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 4cf19342-8e12-4188-b511-584cda3d08e6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4cf19342-8e12-4188-b511-584cda3d08e6,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:35.805499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.873687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=4cf19342-8e12-4188-b511-584cda3d08e6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:36.018752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Network 742c034d-67d0-4425-8be3-c79deca5a07d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:36.028566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:36.092498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.094649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 43233016-d3ad-4c93-8341-e2b0d033f435 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:36.104383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-c1bcc21c-10e3-4068-9b0f-7c3598cc678c tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.106218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-c1bcc21c-10e3-4068-9b0f-7c3598cc678c tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/networks?id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 200 len: 822 time: 0.3455470 Feb 07 22:37:36.117489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.145056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dac55cd8-a2ca-47b7-8b9d-49e064e731a5 req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.168621 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dac55cd8-a2ca-47b7-8b9d-49e064e731a5 req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.175569 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 43233016-d3ad-4c93-8341-e2b0d033f435 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:36.176269 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.208040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.232428 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.247807 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dac55cd8-a2ca-47b7-8b9d-49e064e731a5 req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.249301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dac55cd8-a2ca-47b7-8b9d-49e064e731a5 req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.7358174 Feb 07 22:37:36.280968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Pushing event updated for resources: {'Port': ['ID=c8add702-3db5-4e43-9c0f-68eb3092d3ce,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:36.310624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.318728 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49689931-2fa2-473d-a933-c803399735b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.328355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 970a23ba-ce11-4660-906e-8769f8c3d13e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:36.350214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49689931-2fa2-473d-a933-c803399735b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.360142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-347a8bbb-3c80-4ee0-a234-47d1407cd2e3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/quotas/53ccfc63fb91405ba5558fe2c60a55ad HTTP/1.1" status: 200 len: 375 time: 0.1703749 Feb 07 22:37:36.364162 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.397645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559db897-89ea-4578-93f5-b9453eca9703 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100e82e6-259c-415d-ba4c-1eb5b64f877e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:36.415872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b11c7874-c48d-4158-9e5a-bb457e5b71d0 None None] Provisioning complete for port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:36.416428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b11c7874-c48d-4158-9e5a-bb457e5b71d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.456471 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.473073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49689931-2fa2-473d-a933-c803399735b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.476997 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49689931-2fa2-473d-a933-c803399735b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.481065 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-49689931-2fa2-473d-a933-c803399735b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63bc872d-453b-4b42-8ad1-93e026dacbc4 HTTP/1.1" status: 204 len: 168 time: 0.4786355 Feb 07 22:37:36.483313 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-ecfc2508-1367-4b27-bd11-99ea2ab05ca8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114917 Feb 07 22:37:36.589684 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49689931-2fa2-473d-a933-c803399735b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc872d-453b-4b42-8ad1-93e026dacbc4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:36.614675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-74c4b4fc-565d-4051-8770-506599381a66 req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Deleting port 5f95bd0b-55f6-439e-99b7-9e943148838d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:36.615610 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-74c4b4fc-565d-4051-8770-506599381a66 req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.620757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Pushing event updated for resources: {'Port': ['ID=38001579-4b77-4a82-a6b7-dcff2d0359a3,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:36.647041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 970a23ba-ce11-4660-906e-8769f8c3d13e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:36.648400 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.710613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b11c7874-c48d-4158-9e5a-bb457e5b71d0 None None] Port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:36.718098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1edf8b-da5c-48f5-b522-4af4764a973c req-699c4348-2437-4b36-8139-7d8d022a0997 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.719782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc1edf8b-da5c-48f5-b522-4af4764a973c req-699c4348-2437-4b36-8139-7d8d022a0997 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297 HTTP/1.1" status: 200 len: 950 time: 0.2789714 Feb 07 22:37:36.773879 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.788061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc1edf8b-da5c-48f5-b522-4af4764a973c req-dcb1fdaf-167e-4d11-ba66-5fca3a3835bc tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589299 Feb 07 22:37:36.806143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Network 0b760691-a703-4221-bbb2-351ba0d2fbea is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:36.809678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:36.826692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 970a23ba-ce11-4660-906e-8769f8c3d13e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=970a23ba-ce11-4660-906e-8769f8c3d13e,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:36.839032 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.840495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-16f3cd1d-62ea-4a10-970f-7947f6230867 req-365e5b6e-f448-45c7-9e70-02d50af1a56f tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1823118190', 'description': 'tempest-description-418646010'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:36.944834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=970a23ba-ce11-4660-906e-8769f8c3d13e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:36.978961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-74c4b4fc-565d-4051-8770-506599381a66 req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] For port 5f95bd0b-55f6-439e-99b7-9e943148838d, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5f95bd0b-55f6-439e-99b7-9e943148838d,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:36.979350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-74c4b4fc-565d-4051-8770-506599381a66 req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.989751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:37:37.004640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-74c4b4fc-565d-4051-8770-506599381a66 req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Calling delete_port for 5f95bd0b-55f6-439e-99b7-9e943148838d owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:37.078012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-16f3cd1d-62ea-4a10-970f-7947f6230867 req-365e5b6e-f448-45c7-9e70-02d50af1a56f tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.079428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36320) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:37.082425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Router 6f878254-da6d-46ff-86ff-fbcc148b5736 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:37:37.154687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77bb1e22-af14-4fec-8b6a-cfc1ac5ee2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.245230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-549f90d3-6063-4c4a-9837-04068c3c601e None None] Provisioning complete for port 38001579-4b77-4a82-a6b7-dcff2d0359a3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:37.246420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-549f90d3-6063-4c4a-9837-04068c3c601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.294694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:37.306154 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-46894d64-9d85-4a38-aef5-b3d237d53a21 admin admin] 10.222.0.15 "PUT /v2.0/routers/b5ae1cef-651d-4fc5-806c-f2a9c786ff91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1163509 Feb 07 22:37:37.306934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-549f90d3-6063-4c4a-9837-04068c3c601e None None] Port 38001579-4b77-4a82-a6b7-dcff2d0359a3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:37.326617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Network 296c0dc7-a82b-442e-9d68-df78c31b03ac is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:37.343332 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-16f3cd1d-62ea-4a10-970f-7947f6230867 req-365e5b6e-f448-45c7-9e70-02d50af1a56f tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.344350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:37.352221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-16f3cd1d-62ea-4a10-970f-7947f6230867 req-365e5b6e-f448-45c7-9e70-02d50af1a56f tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.362706 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-239dde26-17ce-47bd-ae0b-1fe251d1eafa service neutron] 10.222.0.15 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8455694 Feb 07 22:37:37.379289 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-74c4b4fc-565d-4051-8770-506599381a66 req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.391863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'afb12f3c-2318-4de4-a272-a04a1e61f799'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:37:37.394322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9d235773-6a75-4b89-a2f0-2e791fe71a4a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:37:37.446500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-16f3cd1d-62ea-4a10-970f-7947f6230867 req-365e5b6e-f448-45c7-9e70-02d50af1a56f tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.447956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-16f3cd1d-62ea-4a10-970f-7947f6230867 req-365e5b6e-f448-45c7-9e70-02d50af1a56f tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6152477 Feb 07 22:37:37.468792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Pushing event deleted for resources: {'Port': ['ID=5f95bd0b-55f6-439e-99b7-9e943148838d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:37.472896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e5b6e-f448-45c7-9e70-02d50af1a56f tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f6604-b01a-4fa3-a5b7-94368decdade,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:37.560313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c4b4fc-565d-4051-8770-506599381a66 req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] No DVR routers for this DVR port 5f95bd0b-55f6-439e-99b7-9e943148838d on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:37.588756 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Sync routers for ids ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:37.590579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-74c4b4fc-565d-4051-8770-506599381a66 req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.603635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74c4b4fc-565d-4051-8770-506599381a66 req-7a8dd018-4ab8-4b99-83a6-7faa4023c6f2 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "DELETE /v2.0/ports/5f95bd0b-55f6-439e-99b7-9e943148838d HTTP/1.1" status: 204 len: 173 time: 1.9735050 Feb 07 22:37:37.604318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-deleted', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:37.606769 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea50eb9-fa3b-41d8-a3d2-ed80f39feed1" -d '{"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-deleted", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:37.612443 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Routers {'b5ae1cef-651d-4fc5-806c-f2a9c786ff91'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:37.614180 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:37.761551 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77bb1e22-af14-4fec-8b6a-cfc1ac5ee2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.813291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:37.845621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e10c4953-5bec-4cb5-b177-b354d96d1f1a admin admin] 10.222.0.15 "PUT /v2.0/routers/6f878254-da6d-46ff-86ff-fbcc148b5736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5568655 Feb 07 22:37:37.866945 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Sync routers for ids ['6f878254-da6d-46ff-86ff-fbcc148b5736'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:37.984158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Routers {'6f878254-da6d-46ff-86ff-fbcc148b5736'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:37.984792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6f878254-da6d-46ff-86ff-fbcc148b5736'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:38.054533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4cf19342-8e12-4188-b511-584cda3d08e6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:38.103001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5f5590fe-4675-40e8-8747-43d3098d2b57 None None] Provisioning complete for port c8add702-3db5-4e43-9c0f-68eb3092d3ce triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:38.103519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5f5590fe-4675-40e8-8747-43d3098d2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.112812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:37:38.115405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77bb1e22-af14-4fec-8b6a-cfc1ac5ee2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.134243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-d48b606f-d630-4b0d-bb28-3d9787486d6d tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42386 time: 0.5786769 Feb 07 22:37:38.143632 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Set router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:38.176903 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-77bb1e22-af14-4fec-8b6a-cfc1ac5ee2d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e724895b0fa4461381aaec2808ae266b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0908425 Feb 07 22:37:38.179939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-a0721de2-c23e-4989-995f-3dc10b2ef54a service neutron] 10.222.0.15 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259083 Feb 07 22:37:38.181090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Router db16d270-4655-4835-92e6-cc8c3a92d064 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:37:38.182165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36344) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:38.390015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:38.407502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5f5590fe-4675-40e8-8747-43d3098d2b57 None None] Port c8add702-3db5-4e43-9c0f-68eb3092d3ce cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:38.411614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb1e22-af14-4fec-8b6a-cfc1ac5ee2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16478d8-75ca-487b-91b2-7566883c33da,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:38.422934 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.424769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-86bd67bd-13eb-4c67-9ad5-476679708b9a tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.6346576 Feb 07 22:37:38.429136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36370) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:38.473909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-988ec509-ee9b-4af6-aa4a-e4add9808fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.477396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-f3a82178-5cf3-4920-b524-c90476fa45a3 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/04b4c9d0-be41-4b25-8326-061938dcb681 HTTP/1.1" status: 200 len: 2981 time: 0.3327143 Feb 07 22:37:38.482292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Set router 6f878254-da6d-46ff-86ff-fbcc148b5736 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:38.496634 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Sync routers for ids ['db16d270-4655-4835-92e6-cc8c3a92d064'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:38.546580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-988ec509-ee9b-4af6-aa4a-e4add9808fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.566849 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Routers {'db16d270-4655-4835-92e6-cc8c3a92d064'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:38.567543 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['db16d270-4655-4835-92e6-cc8c3a92d064'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:38.628176 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-988ec509-ee9b-4af6-aa4a-e4add9808fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.634451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-988ec509-ee9b-4af6-aa4a-e4add9808fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.637930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-988ec509-ee9b-4af6-aa4a-e4add9808fb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f16478d8-75ca-487b-91b2-7566883c33da HTTP/1.1" status: 204 len: 168 time: 0.4493282 Feb 07 22:37:38.657679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ec509-ee9b-4af6-aa4a-e4add9808fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16478d8-75ca-487b-91b2-7566883c33da,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:38.683001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:38.692657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-c249f31d-c233-4574-8c56-ef57a77ce539 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/04b4c9d0-be41-4b25-8326-061938dcb681 HTTP/1.1" status: 200 len: 2981 time: 0.1905248 Feb 07 22:37:38.760137 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:21Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'gw_port': {'id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:24Z', 'updated_at': '2022-02-07T22:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '38001579-4b77-4a82-a6b7-dcff2d0359a3', 'name': '', 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'mac_address': 'fa:16:3e:fb:c8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '952fe380-3dac-4072-a939-0b5bd265287e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:32Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 2, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'subnets': [{'id': '952fe380-3dac-4072-a939-0b5bd265287e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:38.800851 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865485b9-287b-4113-993c-f4065f32720b x-openstack-request-id: req-865485b9-287b-4113-993c-f4065f32720b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:38.801147 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297", "name": "network-vif-deleted", "tag": "5f95bd0b-55f6-439e-99b7-9e943148838d", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:38.801376 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-865485b9-287b-4113-993c-f4065f32720b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:38.802521 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Checking router: b5ae1cef-651d-4fc5-806c-f2a9c786ff91 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:38.803502 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Updating router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 port 38001579-4b77-4a82-a6b7-dcff2d0359a3 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:38.811380 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7b2d1-de1b-4f1e-9be4-1cae5b7f5297', 'name': 'network-vif-deleted', 'tag': '5f95bd0b-55f6-439e-99b7-9e943148838d', 'status': 'completed', 'code': 200} Feb 07 22:37:38.816505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 5f95bd0b-55f6-439e-99b7-9e943148838d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:37:38.816933 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5f95bd0b-55f6-439e-99b7-9e943148838d not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:37:38.842288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-26d7e9ee-2e6e-4697-89be-f01b81bb55c3 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/13540935-05bc-4dea-abc0-068101de37e9 HTTP/1.1" status: 200 len: 2981 time: 0.1395404 Feb 07 22:37:38.850300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:38.875252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-66e8aca9-a41a-4e62-acaf-30a8976da558 admin admin] 10.222.0.15 "PUT /v2.0/routers/24efbf7a-4c20-4189-b1d3-cd1f457ce2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9232233 Feb 07 22:37:38.888650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-60002c5c-318f-4e2d-b96e-1c8a9cdecd8d tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/routers/db16d270-4655-4835-92e6-cc8c3a92d064 HTTP/1.1" status: 200 len: 908 time: 0.4586828 Feb 07 22:37:38.891477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36398) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:38.894732 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.901434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1170778089', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': True}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:38.931263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4cf19342-8e12-4188-b511-584cda3d08e6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:38.937644 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.982142 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.983219 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.990070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-fc02b5f4-9aef-4b4f-bc3d-722c904f01b0 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/13540935-05bc-4dea-abc0-068101de37e9 HTTP/1.1" status: 200 len: 2981 time: 0.1419144 Feb 07 22:37:39.022338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Sync routers for ids ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:39.122312 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-0f72c5c2-74e3-4436-aa2b-2e58a51e2aac tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1897f1b1-bcf0-447e-986b-36a8ca30e16c HTTP/1.1" status: 200 len: 2981 time: 0.1091142 Feb 07 22:37:39.136944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.249816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-768d6bbe-eb4c-4375-8462-241182cd5bc5 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1897f1b1-bcf0-447e-986b-36a8ca30e16c HTTP/1.1" status: 200 len: 2981 time: 0.1199563 Feb 07 22:37:39.252314 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Set router db16d270-4655-4835-92e6-cc8c3a92d064 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:39.382452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-1a34f05e-2247-4a22-a90a-84a6e501caaf tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/199b32df-cb04-4c54-a062-b1040579ae6a HTTP/1.1" status: 200 len: 2981 time: 0.1319106 Feb 07 22:37:39.430389 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.464920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Routers {'24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:39.466232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:39.532763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36432) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:39.577002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-58f2903a-c733-42d4-b8f0-cc54b66bc014 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/199b32df-cb04-4c54-a062-b1040579ae6a HTTP/1.1" status: 200 len: 2981 time: 0.1862359 Feb 07 22:37:39.729292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-9373027e-3668-45b1-ae97-a06f57c82015 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2702d8be-02f3-43ff-9aeb-4899ed00b595 HTTP/1.1" status: 200 len: 2981 time: 0.1504984 Feb 07 22:37:39.763601 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c42db77-78d8-4344-a6e7-ab01f95c9345 req-14175a8a-257c-4647-8323-115ccf895801 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 210 time: 0.1441576 Feb 07 22:37:39.825680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-2a3b622f-4fcb-438a-b7ee-78dbd3281efe tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2702d8be-02f3-43ff-9aeb-4899ed00b595 HTTP/1.1" status: 200 len: 2981 time: 0.0941174 Feb 07 22:37:39.845831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Set router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:39.972623 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.000217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-15f612dc-389a-49cf-bb8c-ab7879ef3532 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3210e33f-d5f1-4302-b27c-0081864973cf HTTP/1.1" status: 200 len: 2981 time: 0.1713581 Feb 07 22:37:40.020522 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.034719 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1234608498'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:40.123463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 970a23ba-ce11-4660-906e-8769f8c3d13e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:40.131787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36464) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:40.181114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-network', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:40.224013 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.230779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-95d30249-b10f-4a94-8573-724c3ac32d55 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3210e33f-d5f1-4302-b27c-0081864973cf HTTP/1.1" status: 200 len: 2981 time: 0.2246625 Feb 07 22:37:40.231341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:40.249616 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.281661 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.285370 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Pushing event updated for resources: {'Port': ['ID=38001579-4b77-4a82-a6b7-dcff2d0359a3,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:40.320188 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.330827 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.331357 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.336227 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.336561 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.336884 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.337422 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.337931 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.338460 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.338987 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.339383 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.339823 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:40.359646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Made reservation on behalf of d13242a38105493f827b4bbbbbd68c2f for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:40.384848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.424600 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.487123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:40.502238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-1addc47a-4e8a-4a12-8a1d-bed50637402e tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/35597181-d5f9-4a85-8c2b-0f23be164afa HTTP/1.1" status: 200 len: 2973 time: 0.2499208 Feb 07 22:37:40.512534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:34Z', 'revision_number': 4, 'project_id': 'e774c5a477e44a7792a7847414530602', 'gw_port': {'id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'a50ddbb6-7302-4afa-af0b-dd5c4d6f060a', 'name': '', 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'mac_address': 'fa:16:3e:21:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '0763e9f8-e955-46d3-8ae2-410b977f975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:31Z', 'updated_at': '2022-02-07T22:37:34Z', 'revision_number': 2, 'project_id': 'e774c5a477e44a7792a7847414530602', 'subnets': [{'id': '0763e9f8-e955-46d3-8ae2-410b977f975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:40.529164 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Attempting to bind port 38001579-4b77-4a82-a6b7-dcff2d0359a3 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:40.530002 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Attempting to bind port 38001579-4b77-4a82-a6b7-dcff2d0359a3 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'eef2989b-5126-4536-bb26-1cdaa9c69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:40.530958 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Attempting to bind port 38001579-4b77-4a82-a6b7-dcff2d0359a3 on network 0b760691-a703-4221-bbb2-351ba0d2fbea {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:40.545813 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:40.546788 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Checking segment: {'id': 'eef2989b-5126-4536-bb26-1cdaa9c69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:40.547417 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.548107 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Bound using segment: {'id': 'eef2989b-5126-4536-bb26-1cdaa9c69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:40.548811 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Bound port: 38001579-4b77-4a82-a6b7-dcff2d0359a3, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef2989b-5126-4536-bb26-1cdaa9c69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:40.550034 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.554702 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.555214 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Added segment c779fc35-4000-46e5-bcff-1ae882f29b60 of type vlan for network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 Feb 07 22:37:40.679567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b08fa-7957-4a9e-90e5-3cfed9d523d9 req-6a0ed13e-df8c-402b-b2dc-3f8118737412 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:40.689200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-377b08fa-7957-4a9e-90e5-3cfed9d523d9 req-6a0ed13e-df8c-402b-b2dc-3f8118737412 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 951 time: 0.2804580 Feb 07 22:37:40.746543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.754641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Checking router: 6f878254-da6d-46ff-86ff-fbcc148b5736 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:40.754641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Updating router 6f878254-da6d-46ff-86ff-fbcc148b5736 port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:40.768651 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db16d270-4655-4835-92e6-cc8c3a92d064', 'name': 'tempest-snat-router-1170778089', 'tenant_id': '51ff6050478244acbd9ed44f2b75c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.44'}], 'enable_snat': False}, 'gw_port_id': '768eb869-71fe-4831-b8b3-377154b9d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:29Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 3, 'project_id': '51ff6050478244acbd9ed44f2b75c148', 'gw_port': {'id': '768eb869-71fe-4831-b8b3-377154b9d4da', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db16d270-4655-4835-92e6-cc8c3a92d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:32Z', 'updated_at': '2022-02-07T22:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:40.775472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-377b08fa-7957-4a9e-90e5-3cfed9d523d9 req-0574fb5e-fc05-4546-9939-50fe6b855196 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855737 Feb 07 22:37:40.781772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Allocated IP 172.25.8.245 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/5680d440-9251-4d78-88de-1ce904461037) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:40.785088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-605d814e-4d6b-46cb-9453-5ab8d0be2e3d tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/35597181-d5f9-4a85-8c2b-0f23be164afa HTTP/1.1" status: 200 len: 2973 time: 0.2690387 Feb 07 22:37:40.850548 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Checking router: db16d270-4655-4835-92e6-cc8c3a92d064 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:40.854607 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Updating router db16d270-4655-4835-92e6-cc8c3a92d064 port 768eb869-71fe-4831-b8b3-377154b9d4da binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:40.897988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 970a23ba-ce11-4660-906e-8769f8c3d13e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:40.898369 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.936379 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] For port 38001579-4b77-4a82-a6b7-dcff2d0359a3, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:40.982541 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] For port 38001579-4b77-4a82-a6b7-dcff2d0359a3, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=38001579-4b77-4a82-a6b7-dcff2d0359a3,segment=NetworkSegment(eef2989b-5126-4536-bb26-1cdaa9c69ee8),segment_id=eef2989b-5126-4536-bb26-1cdaa9c69ee8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:40.987408 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.998253 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.001541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fd8238cf-cc09-433c-93c6-6638cee5b785 None None] Provisioning complete for port 38001579-4b77-4a82-a6b7-dcff2d0359a3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:41.001927 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd8238cf-cc09-433c-93c6-6638cee5b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.009879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-524e9b68-e2c5-4d16-860f-ce68acbc8109 req-5750a41b-95b3-4785-b2a3-bfc2ab674e0d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 210 time: 0.0409713 Feb 07 22:37:41.025746 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.036661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.043729 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.135886 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.210616 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.229236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36482) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:41.280963 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Routers {'b5ae1cef-651d-4fc5-806c-f2a9c786ff91'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:41.304424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:41.307624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:41.310569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:41.310757 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:41.407975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Network': ['ID=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:41.437747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event updated for resources: {'Port': ['ID=5680d440-9251-4d78-88de-1ce904461037,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:41.447329 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.463850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-649ffb60-0889-4708-a219-291379de5f05 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.465478 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-649ffb60-0889-4708-a219-291379de5f05 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "GET /v2.0/networks?id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 200 len: 822 time: 0.8913801 Feb 07 22:37:41.476515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:41.482109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36486) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:41.487731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'subnet': {'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:41.488003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c8114f67-e01f-4e30-ba07-95941819a06c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9526865 Feb 07 22:37:41.500211 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] Set router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:41.511929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.520215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Request body: {'port': {'device_id': '9d234639-efce-462d-957b-aa9d752edd60', 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f', 'admin_state_up': True, 'tenant_id': '53ccfc63fb91405ba5558fe2c60a55ad'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:41.647073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-548764934'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:41.654993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'gw_port': {'id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'c8add702-3db5-4e43-9c0f-68eb3092d3ce', 'name': '', 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'mac_address': 'fa:16:3e:e4:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '79f89807-6222-4788-b2dd-9587e682be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:31Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 2, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'subnets': [{'id': '79f89807-6222-4788-b2dd-9587e682be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:41.661650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.725245 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-42cc7cec-bac6-47a5-adfe-c10d2bf6378d tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/61065bc6-378d-4a5f-a6a1-6d570d9b1c09 HTTP/1.1" status: 200 len: 2985 time: 0.9232996 Feb 07 22:37:41.762063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:41.767907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55626e41-31c2-4702-9c5e-66922e5a642f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:41.789445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Checking router: 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:41.789799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Updating router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 port c8add702-3db5-4e43-9c0f-68eb3092d3ce binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:41.795075 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd8238cf-cc09-433c-93c6-6638cee5b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.819912 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.820273 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Added segment ec4f3f6f-affb-4927-9ba6-b24c85f96b03 of type vlan for network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc Feb 07 22:37:41.855694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-986f7bb4-e0fc-4a5f-9101-8cff7eea3fdf tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.857480 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-986f7bb4-e0fc-4a5f-9101-8cff7eea3fdf tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 951 time: 0.2395217 Feb 07 22:37:41.893136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Made reservation on behalf of 3f45afae9c0648df9c9e8b4993a2554a for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:41.897623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.925485 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.976462 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.000490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-141c4eb1-a19c-4cb6-96de-ef6c6599ddfb tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/61065bc6-378d-4a5f-a6a1-6d570d9b1c09 HTTP/1.1" status: 200 len: 2985 time: 0.2661495 Feb 07 22:37:42.004339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Made reservation on behalf of 53ccfc63fb91405ba5558fe2c60a55ad for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:42.008778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.093724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fd8238cf-cc09-433c-93c6-6638cee5b785 None None] For port 38001579-4b77-4a82-a6b7-dcff2d0359a3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=38001579-4b77-4a82-a6b7-dcff2d0359a3,segment=NetworkSegment(eef2989b-5126-4536-bb26-1cdaa9c69ee8),segment_id=eef2989b-5126-4536-bb26-1cdaa9c69ee8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:42.095735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bb1e-d2da-4481-a139-8555b19c4b5c req-8b1eb397-3e23-42a7-bf3d-962ce60fed0b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:42.100677 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b789f7-76c8-42ac-8564-85bec1ae2d20 None None] Pushing event updated for resources: {'Port': ['ID=38001579-4b77-4a82-a6b7-dcff2d0359a3,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:42.107835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf71bb1e-d2da-4481-a139-8555b19c4b5c req-8b1eb397-3e23-42a7-bf3d-962ce60fed0b tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 951 time: 0.2167811 Feb 07 22:37:42.112236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:42.123679 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.132354 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.134594 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd8238cf-cc09-433c-93c6-6638cee5b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.323378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8238cf-cc09-433c-93c6-6638cee5b785 None None] Pushing event updated for resources: {'Port': ['ID=38001579-4b77-4a82-a6b7-dcff2d0359a3,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:42.335385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf71bb1e-d2da-4481-a139-8555b19c4b5c req-03011e13-e4dc-4e14-8c4a-1c52db4e71be tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253926 Feb 07 22:37:42.341315 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.373235 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.387732 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:21Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'gw_port': {'id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:24Z', 'updated_at': '2022-02-07T22:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '38001579-4b77-4a82-a6b7-dcff2d0359a3', 'name': '', 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'mac_address': 'fa:16:3e:fb:c8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '952fe380-3dac-4072-a939-0b5bd265287e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:32Z', 'updated_at': '2022-02-07T22:37:40Z', 'revision_number': 4, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'subnets': [{'id': '952fe380-3dac-4072-a939-0b5bd265287e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:42.408460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.516523 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6eb88-4faa-4679-89cb-cdeeca924d4e None None] The sync data for ids ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'] in n-d-827895-2 is: [{'id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:21Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'gw_port': {'id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:24Z', 'updated_at': '2022-02-07T22:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '38001579-4b77-4a82-a6b7-dcff2d0359a3', 'name': '', 'network_id': '0b760691-a703-4221-bbb2-351ba0d2fbea', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'mac_address': 'fa:16:3e:fb:c8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '952fe380-3dac-4072-a939-0b5bd265287e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:32Z', 'updated_at': '2022-02-07T22:37:40Z', 'revision_number': 4, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'subnets': [{'id': '952fe380-3dac-4072-a939-0b5bd265287e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:42.522091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-706ef98c-39e3-4c57-bbd6-87c34d32ac05 None None] Provisioning complete for port 38001579-4b77-4a82-a6b7-dcff2d0359a3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:42.522557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-706ef98c-39e3-4c57-bbd6-87c34d32ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.550145 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Attempting to bind port 768eb869-71fe-4831-b8b3-377154b9d4da on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:42.550498 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Attempting to bind port 768eb869-71fe-4831-b8b3-377154b9d4da by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:42.550849 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Attempting to bind port 768eb869-71fe-4831-b8b3-377154b9d4da on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:42.567173 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31933bf-44d6-4c1c-9e10-0d6ee80b71be None None] Pushing event updated for resources: {'Port': ['ID=768eb869-71fe-4831-b8b3-377154b9d4da,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:42.580467 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:42.580833 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:42.581429 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.581966 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:42.582743 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Bound port: 768eb869-71fe-4831-b8b3-377154b9d4da, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:42.587324 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.632712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.633793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:42.634364 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.677019 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.704535 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] For port 768eb869-71fe-4831-b8b3-377154b9d4da, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:42.715837 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] For port 768eb869-71fe-4831-b8b3-377154b9d4da, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=768eb869-71fe-4831-b8b3-377154b9d4da,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:42.730291 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.764811 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6296597 Feb 07 22:37:42.793385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-09f7902a-4826-4b85-bdcf-1dc53909551f tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/9e49b6af-e183-4b29-b595-2c2a18566204 HTTP/1.1" status: 200 len: 2985 time: 0.7651720 Feb 07 22:37:42.820146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36494) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:42.841241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Request body: {'subnet': {'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-subnet', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:42.901070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Deleting port afb12f3c-2318-4de4-a272-a04a1e61f799 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:42.901438 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.907517 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Routers {'db16d270-4655-4835-92e6-cc8c3a92d064'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:42.908542 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['db16d270-4655-4835-92e6-cc8c3a92d064'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:42.910813 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31933bf-44d6-4c1c-9e10-0d6ee80b71be None None] Pushing event updated for resources: {'Port': ['ID=768eb869-71fe-4831-b8b3-377154b9d4da,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:43.094700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] For port afb12f3c-2318-4de4-a272-a04a1e61f799, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=afb12f3c-2318-4de4-a272-a04a1e61f799,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:43.095068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.130426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Calling delete_port for afb12f3c-2318-4de4-a272-a04a1e61f799 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:43.140018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737ac35-58a9-4917-8d3d-22848eebffa2 admin admin] Pushing event updated for resources: {'Network': ['ID=dacf25ac-c371-4e9a-a1c3-0954c7b69bbc,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:43.192453 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] Set router db16d270-4655-4835-92e6-cc8c3a92d064 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:43.269151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Allocated IP 172.20.0.5 (fbd710b6-e2ce-40ba-8b5c-d68b715acd6f/54247620-3ba7-4f8f-ab98-19c829608aa9/d23d77ec-3785-4fb7-84ca-a81162981ea6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:43.283157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-36e3e760-095c-48c5-8203-f3850e865a07 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/9e49b6af-e183-4b29-b595-2c2a18566204 HTTP/1.1" status: 200 len: 2985 time: 0.4886022 Feb 07 22:37:43.290668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Made reservation on behalf of d13242a38105493f827b4bbbbbd68c2f for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:43.292988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.359064 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.379754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:43.545348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4be3659b-eb68-4bf4-a2ee-5209fc9f993b req-5d46899c-4524-4968-ac2a-fc38f1410896 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 210 time: 0.8493106 Feb 07 22:37:43.557830 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.586354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-46e1276e-8e96-451d-a2a3-d5d58697263f tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bf9ca5ca-ccef-4042-a5cd-864a38be0726 HTTP/1.1" status: 200 len: 2981 time: 0.3020248 Feb 07 22:37:43.621940 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.656756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.692907 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db16d270-4655-4835-92e6-cc8c3a92d064', 'name': 'tempest-snat-router-1170778089', 'tenant_id': '51ff6050478244acbd9ed44f2b75c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.44'}], 'enable_snat': False}, 'gw_port_id': '768eb869-71fe-4831-b8b3-377154b9d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:29Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 3, 'project_id': '51ff6050478244acbd9ed44f2b75c148', 'gw_port': {'id': '768eb869-71fe-4831-b8b3-377154b9d4da', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db16d270-4655-4835-92e6-cc8c3a92d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:32Z', 'updated_at': '2022-02-07T22:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:43.793111 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8df728-3ec1-493e-87a4-89c3230e83c6 None None] The sync data for ids ['db16d270-4655-4835-92e6-cc8c3a92d064'] in n-d-827895-2 is: [{'id': 'db16d270-4655-4835-92e6-cc8c3a92d064', 'name': 'tempest-snat-router-1170778089', 'tenant_id': '51ff6050478244acbd9ed44f2b75c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.44'}], 'enable_snat': False}, 'gw_port_id': '768eb869-71fe-4831-b8b3-377154b9d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:29Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 3, 'project_id': '51ff6050478244acbd9ed44f2b75c148', 'gw_port': {'id': '768eb869-71fe-4831-b8b3-377154b9d4da', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db16d270-4655-4835-92e6-cc8c3a92d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:32Z', 'updated_at': '2022-02-07T22:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:43.810182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:43.827555 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.852287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bc413-92fa-4f7b-aa2c-a84b4cfff093 None None] Pushing event updated for resources: {'Port': ['ID=c8add702-3db5-4e43-9c0f-68eb3092d3ce,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:43.862718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3a9f3-5912-4d24-a021-7eeec1d6e831,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:43.874424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-71e3ba2a-fd96-4f18-b303-cc3730853cf0 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bf9ca5ca-ccef-4042-a5cd-864a38be0726 HTTP/1.1" status: 200 len: 2981 time: 0.2869151 Feb 07 22:37:43.884458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.885463 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Added segment 7b661a53-e752-450f-aaa6-5ab27489d4a7 of type vlan for network 69a483ed-eff8-42bd-a75d-abd94eeda315 Feb 07 22:37:43.998757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.002145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Attempting to bind port c8add702-3db5-4e43-9c0f-68eb3092d3ce on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:44.006483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Attempting to bind port c8add702-3db5-4e43-9c0f-68eb3092d3ce by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '1412f05c-bf54-492d-a024-8f994dc13902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:44.007013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Attempting to bind port c8add702-3db5-4e43-9c0f-68eb3092d3ce on network 296c0dc7-a82b-442e-9d68-df78c31b03ac {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:44.038954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607182c-92c9-4aca-a3e9-324ed7b46c3f req-8f1605e4-489a-44fb-a7b6-06adc8817c20 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:44.040611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b607182c-92c9-4aca-a3e9-324ed7b46c3f req-8f1605e4-489a-44fb-a7b6-06adc8817c20 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b091aa8-86ef-4124-be8c-37cd5c9a4f8a HTTP/1.1" status: 200 len: 951 time: 0.3526812 Feb 07 22:37:44.071443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:44.071590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Checking segment: {'id': '1412f05c-bf54-492d-a024-8f994dc13902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:44.081445 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.081894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Bound using segment: {'id': '1412f05c-bf54-492d-a024-8f994dc13902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:44.082023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.082413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Bound port: c8add702-3db5-4e43-9c0f-68eb3092d3ce, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1412f05c-bf54-492d-a024-8f994dc13902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:44.082809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.160013 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.199409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.262444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9d235773-6a75-4b89-a2f0-2e791fe71a4a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:37:44.271001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['ceb456f1-e8ee-4b63-bce9-691586e49f2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:37:44.348181 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:37:44.397701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Checking segment: {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:44.398072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network hostable DHCP agents. Network: 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:44.456996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Subnet': ['ID=5e24796b-1444-4c94-8fe8-31a95d7229e2,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:44.472409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Router 1b8534ce-d04c-4e58-bf8b-bf853904cd1d is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:37:44.506307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b607182c-92c9-4aca-a3e9-324ed7b46c3f req-df3d56c7-46a0-457b-9f9c-8d365c16db90 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351163 Feb 07 22:37:44.528180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.541631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:44.542468 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.657473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd0a31-2e71-43b2-891d-fac2c3ea8f8e None None] Pushing event updated for resources: {'Port': ['ID=a50ddbb6-7302-4afa-af0b-dd5c4d6f060a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:44.718297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.737778 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Pushing event deleted for resources: {'Port': ['ID=afb12f3c-2318-4de4-a272-a04a1e61f799,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:44.740233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] For port c8add702-3db5-4e43-9c0f-68eb3092d3ce, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:44.756529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] For port c8add702-3db5-4e43-9c0f-68eb3092d3ce, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c8add702-3db5-4e43-9c0f-68eb3092d3ce,segment=NetworkSegment(1412f05c-bf54-492d-a024-8f994dc13902),segment_id=1412f05c-bf54-492d-a024-8f994dc13902)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:44.768421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:44.822264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] No DVR routers for this DVR port afb12f3c-2318-4de4-a272-a04a1e61f799 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:44.823612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5900383 Feb 07 22:37:44.831244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.838346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.841895 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3ca1335a-063b-43f9-9177-719a9cf5737f req-dc9b10f7-f547-47a0-959f-5180c3d74e78 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "DELETE /v2.0/ports/afb12f3c-2318-4de4-a272-a04a1e61f799 HTTP/1.1" status: 204 len: 173 time: 2.9593515 Feb 07 22:37:44.842576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36504) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:44.848074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-deleted', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:44.851614 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d193bc54-37c8-41f3-8b21-400ce07f5425" -d '{"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-deleted", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:44.877238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Request body: {'subnet': {'network_id': '69a483ed-eff8-42bd-a75d-abd94eeda315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:44.900260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:44.916214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: afb12f3c-2318-4de4-a272-a04a1e61f799 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:37:44.917016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device afb12f3c-2318-4de4-a272-a04a1e61f799 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:37:44.921613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 768eb869-71fe-4831-b8b3-377154b9d4da up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:44.999308 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.000806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b85a7444-21be-48fe-99ae-6e36119982ee req-c283eac9-8c8d-46be-836a-6c6106475257 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 210 time: 0.1854746 Feb 07 22:37:45.010494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:45.028521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93e52a-aa0b-4cb1-8921-420b624b5e58 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event updated for resources: {'Network': ['ID=69a483ed-eff8-42bd-a75d-abd94eeda315,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:45.114226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:45.115007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.142871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e266676-c659-4cb5-a63f-f5a6a61a31ef None None] Network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:45.145083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 69a483ed-eff8-42bd-a75d-abd94eeda315 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:45.162253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-38b11e46-c816-4cd5-b954-99d8eb50f498 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6788185 Feb 07 22:37:45.164742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36512) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:45.167524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-1dc24f80-e4eb-40e1-8bcf-346bfccbc51d tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/c34fef49-bc7d-45ca-b075-87e426aefe52 HTTP/1.1" status: 200 len: 2985 time: 1.2922833 Feb 07 22:37:45.175617 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e91c2c-48d2-4890-a2ec-ce865effd3e8 x-openstack-request-id: req-82e91c2c-48d2-4890-a2ec-ce865effd3e8 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:45.176231 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b091aa8-86ef-4124-be8c-37cd5c9a4f8a", "name": "network-vif-deleted", "tag": "afb12f3c-2318-4de4-a272-a04a1e61f799", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:45.176663 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82e91c2c-48d2-4890-a2ec-ce865effd3e8 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:45.177235 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b091aa8-86ef-4124-be8c-37cd5c9a4f8a', 'name': 'network-vif-deleted', 'tag': 'afb12f3c-2318-4de4-a272-a04a1e61f799', 'status': 'completed', 'code': 200} Feb 07 22:37:45.185374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:45.202551 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Sync routers for ids ['1b8534ce-d04c-4e58-bf8b-bf853904cd1d'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:45.207012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-706192489'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:45.218552 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Routers {'1b8534ce-d04c-4e58-bf8b-bf853904cd1d'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:45.220182 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b8534ce-d04c-4e58-bf8b-bf853904cd1d'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:45.265406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0dbfe7f-bd06-432d-80b7-006ad8b8c1ae,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:45.274144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.275520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9978b6d1-3fa4-45be-98b6-8571e42630c2 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3812447 Feb 07 22:37:45.289215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36514) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:45.301060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.320497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:45.334766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.372729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a83c1e77-737a-4874-91ab-43115831edc6 None None] Provisioning complete for port c8add702-3db5-4e43-9c0f-68eb3092d3ce triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:45.378460 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a83c1e77-737a-4874-91ab-43115831edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.389814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Checking segment: {'id': 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:45.390293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Network hostable DHCP agents. Network: dacf25ac-c371-4e9a-a1c3-0954c7b69bbc, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:45.437843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:45.449617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:45.459561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:45.464316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:45.487899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.488807 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Added segment b446b305-743f-4dd9-a4e7-c34c26dcdbb0 of type vlan for network b58ee097-e9c9-4ef7-bc68-f5d853fc511f Feb 07 22:37:45.530292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:45.531112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.533689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Made reservation on behalf of 3f45afae9c0648df9c9e8b4993a2554a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:45.538184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.562159 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-37f45e62-9640-430a-9c44-5274e01dc6f9 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/c34fef49-bc7d-45ca-b075-87e426aefe52 HTTP/1.1" status: 200 len: 2985 time: 0.3434546 Feb 07 22:37:45.566211 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Set router 1b8534ce-d04c-4e58-bf8b-bf853904cd1d gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:45.575225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event updated for resources: {'Port': ['ID=d23d77ec-3785-4fb7-84ca-a81162981ea6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:45.583058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Attempting to bind port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:45.583444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Attempting to bind port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:45.584434 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Attempting to bind port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a on network 742c034d-67d0-4425-8be3-c79deca5a07d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:45.598984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bc413-92fa-4f7b-aa2c-a84b4cfff093 None None] Pushing event updated for resources: {'Port': ['ID=c8add702-3db5-4e43-9c0f-68eb3092d3ce,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:45.648637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.653317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Routers {'24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:45.654143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:45.931210 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-83043d65-f852-4181-9176-cf04f93fcaa1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4174936 Feb 07 22:37:45.946168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2c3ec832-1fd4-4f53-8c9c-afefa3784f15 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/routers/1b8534ce-d04c-4e58-bf8b-bf853904cd1d HTTP/1.1" status: 200 len: 908 time: 0.6556060 Feb 07 22:37:45.948419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36522) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:45.962925 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.964808 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8534ce-d04c-4e58-bf8b-bf853904cd1d', 'name': 'tempest-snat-router-1170778089', 'tenant_id': '51ff6050478244acbd9ed44f2b75c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5680d440-9251-4d78-88de-1ce904461037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:39Z', 'updated_at': '2022-02-07T22:37:41Z', 'revision_number': 3, 'project_id': '51ff6050478244acbd9ed44f2b75c148', 'gw_port': {'id': '5680d440-9251-4d78-88de-1ce904461037', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8534ce-d04c-4e58-bf8b-bf853904cd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:40Z', 'updated_at': '2022-02-07T22:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:45.973176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Request body: {'port': {'device_id': '9d234639-efce-462d-957b-aa9d752edd60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:45.986367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:45.987283 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:45.990459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:46.070424 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Checking router: 1b8534ce-d04c-4e58-bf8b-bf853904cd1d for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:46.070859 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Updating router 1b8534ce-d04c-4e58-bf8b-bf853904cd1d port 5680d440-9251-4d78-88de-1ce904461037 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:46.115068 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.119212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:46.120204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Checking segment: {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:46.120765 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.121299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Bound using segment: {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:46.121977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Bound port: a50ddbb6-7302-4afa-af0b-dd5c4d6f060a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:46.122333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-3861eba3-5964-48cf-afa9-399cf8530734 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/d3ad8f58-32fb-421a-b41b-1a7cad052cac HTTP/1.1" status: 200 len: 2981 time: 0.5584884 Feb 07 22:37:46.122699 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.211982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, dacf25ac-c371-4e9a-a1c3-0954c7b69bbc) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:46.216747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Network': ['ID=b58ee097-e9c9-4ef7-bc68-f5d853fc511f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:46.220477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:46.228714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.235935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.312328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-23b097d5-19ae-429c-bbdf-d15b23ee1142 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1285241 Feb 07 22:37:46.326979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36530) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:46.332569 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426aa01f-4a6d-4802-9631-89f0fdc6c774 None None] Network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:46.334606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network b58ee097-e9c9-4ef7-bc68-f5d853fc511f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:37:46.340367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'subnet': {'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:46.343571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-74007810-f4a4-48b8-9fcb-e1e7abeaa6f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5077486 Feb 07 22:37:46.346696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36532) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:46.385862 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 768eb869-71fe-4831-b8b3-377154b9d4da triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:46.386085 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.433809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-beddcd14-2e2a-4745-90f9-cad5a8876422 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/d3ad8f58-32fb-421a-b41b-1a7cad052cac HTTP/1.1" status: 200 len: 2981 time: 0.2004819 Feb 07 22:37:46.495405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.511543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:46.600586 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.618531 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.639981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] For port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:46.674271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6', 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'fixed_ips': [{'subnet_id': '5e24796b-1444-4c94-8fe8-31a95d7229e2'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:37:46.677218 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.684664 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Attempting to bind port 5680d440-9251-4d78-88de-1ce904461037 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:46.685029 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Attempting to bind port 5680d440-9251-4d78-88de-1ce904461037 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:46.685395 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Attempting to bind port 5680d440-9251-4d78-88de-1ce904461037 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:46.692536 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:46.692994 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:46.693526 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.694128 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:46.694603 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Bound port: 5680d440-9251-4d78-88de-1ce904461037, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:46.694993 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.701062 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eafb1-9360-4632-8ff7-5227c08ab635 None None] Pushing event updated for resources: {'Port': ['ID=5680d440-9251-4d78-88de-1ce904461037,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:46.768722 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] For port 5680d440-9251-4d78-88de-1ce904461037, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:46.769329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.770770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9e14-de8e-433e-8ff7-228e1964424c req-e3612bf2-8fb2-4ae2-855c-683ebfa1dbfb tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:46.778047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] For port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a50ddbb6-7302-4afa-af0b-dd5c4d6f060a,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:46.779418 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] For port 5680d440-9251-4d78-88de-1ce904461037, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5680d440-9251-4d78-88de-1ce904461037,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:46.785733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6fe9e14-de8e-433e-8ff7-228e1964424c req-e3612bf2-8fb2-4ae2-855c-683ebfa1dbfb tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 931 time: 0.5657268 Feb 07 22:37:46.791613 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.894913 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Routers {'1b8534ce-d04c-4e58-bf8b-bf853904cd1d'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:46.895906 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b8534ce-d04c-4e58-bf8b-bf853904cd1d'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:46.919380 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-b75ed622-bd4e-4480-b2db-f440eab566b9 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f2cd36ba-c394-49ee-ac4e-76d8eb446476 HTTP/1.1" status: 200 len: 2977 time: 0.4836206 Feb 07 22:37:47.026352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event updated for resources: {'Subnet': ['ID=1e478283-1edd-425f-a410-09f5b448068d,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:47.061958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.068576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.072951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4dd9b1b-a4c5-4c5a-b1d1-d8464d1bb402 req-a342cfcc-71a8-4d17-8555-0cec072b75ec tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f2cd36ba-c394-49ee-ac4e-76d8eb446476 HTTP/1.1" status: 200 len: 2977 time: 0.1522293 Feb 07 22:37:47.109317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] Set router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:47.119616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Checking segment: {'id': '7b661a53-e752-450f-aaa6-5ab27489d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '69a483ed-eff8-42bd-a75d-abd94eeda315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:47.122447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Network hostable DHCP agents. Network: 69a483ed-eff8-42bd-a75d-abd94eeda315, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:47.129539 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.135174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6fe9e14-de8e-433e-8ff7-228e1964424c req-718b85d9-80b3-45bc-9ee0-3f5e56c33b6d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485098 Feb 07 22:37:47.145256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23d77ec-3785-4fb7-84ca-a81162981ea6 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:47.179536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.194668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Network 69a483ed-eff8-42bd-a75d-abd94eeda315 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:47.210111 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.231029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Transition to ACTIVE for port object d23d77ec-3785-4fb7-84ca-a81162981ea6 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:47.245016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 69a483ed-eff8-42bd-a75d-abd94eeda315) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:47.275275 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.282780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.291259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:47.291941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.353302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536675-ccb7-417c-89a5-51ede5d31a8e req-5665cde8-f5f0-4896-b41a-cf568c03d3a6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:47.354821 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90536675-ccb7-417c-89a5-51ede5d31a8e req-5665cde8-f5f0-4896-b41a-cf568c03d3a6 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.1259205 Feb 07 22:37:47.377234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:47.382118 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c4c32e-f1ec-4d3f-8e48-ce38d174ec80 None None] Network 69a483ed-eff8-42bd-a75d-abd94eeda315 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:47.382470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.387411 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] Set router 1b8534ce-d04c-4e58-bf8b-bf853904cd1d gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:47.423932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Pushing event updated for resources: {'Port': ['ID=d23d77ec-3785-4fb7-84ca-a81162981ea6,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:47.432013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b2a524d5-9aa3-49ca-8a7b-76514e840416 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5745165 Feb 07 22:37:47.452981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36540) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:47.459472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Request body: {'port': {'network_id': '69a483ed-eff8-42bd-a75d-abd94eeda315', 'name': 'tempest-ExtraDHCPOptionsTestJSON-105061996'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:47.460768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-dacf25ac-c371-4e9a-a1c3-0954c7b69bbc', 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'fixed_ips': [{'subnet_id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:37:47.461335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.608929 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a83c1e77-737a-4874-91ab-43115831edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.614783 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eafb1-9360-4632-8ff7-5227c08ab635 None None] Pushing event updated for resources: {'Port': ['ID=5680d440-9251-4d78-88de-1ce904461037,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:47.648167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90536675-ccb7-417c-89a5-51ede5d31a8e req-7f80b602-b7ae-4fbc-aead-32b4812ccf4d tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497759 Feb 07 22:37:47.652376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Made reservation on behalf of 3f45afae9c0648df9c9e8b4993a2554a for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:47.656890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.661380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.684232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ad56120-6a77-4919-a41a-107e903d303a req-bf6c0500-180d-4b75-8062-f1a5a05d43c2 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=497e794631814b9d88a784970d09dcea HTTP/1.1" status: 200 len: 6112 time: 0.4609640 Feb 07 22:37:47.697171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-2ebbfcbd-c3de-433a-aba7-8a804cf7dec8 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:47.698755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-2ebbfcbd-c3de-433a-aba7-8a804cf7dec8 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.3367562 Feb 07 22:37:47.744590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Attempting to bind port d23d77ec-3785-4fb7-84ca-a81162981ea6 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:47.746509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Attempting to bind port d23d77ec-3785-4fb7-84ca-a81162981ea6 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:47.747050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Attempting to bind port d23d77ec-3785-4fb7-84ca-a81162981ea6 on network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:47.758919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Port d23d77ec-3785-4fb7-84ca-a81162981ea6 on network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:37:47.759227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Attempting to bind port d23d77ec-3785-4fb7-84ca-a81162981ea6 on network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:47.777367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] device_id is not set on port bfab0eba-6e56-4bbf-bfff-658c4bc88168 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:37:47.787316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:47.787316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Checking segment: {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:47.787697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Bound using segment: {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:47.789362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Bound port: d23d77ec-3785-4fb7-84ca-a81162981ea6, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:47.789362 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.855816 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8534ce-d04c-4e58-bf8b-bf853904cd1d', 'name': 'tempest-snat-router-1170778089', 'tenant_id': '51ff6050478244acbd9ed44f2b75c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5680d440-9251-4d78-88de-1ce904461037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:39Z', 'updated_at': '2022-02-07T22:37:41Z', 'revision_number': 3, 'project_id': '51ff6050478244acbd9ed44f2b75c148', 'gw_port': {'id': '5680d440-9251-4d78-88de-1ce904461037', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8534ce-d04c-4e58-bf8b-bf853904cd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:40Z', 'updated_at': '2022-02-07T22:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:47.858295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Deleting port 5680d440-9251-4d78-88de-1ce904461037 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:47.858746 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.925148 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d63c3-9ccd-421d-b7ed-635eb5bba233 None None] The sync data for ids ['1b8534ce-d04c-4e58-bf8b-bf853904cd1d'] in n-d-827895-2 is: [{'id': '1b8534ce-d04c-4e58-bf8b-bf853904cd1d', 'name': 'tempest-snat-router-1170778089', 'tenant_id': '51ff6050478244acbd9ed44f2b75c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5680d440-9251-4d78-88de-1ce904461037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:39Z', 'updated_at': '2022-02-07T22:37:41Z', 'revision_number': 3, 'project_id': '51ff6050478244acbd9ed44f2b75c148', 'gw_port': {'id': '5680d440-9251-4d78-88de-1ce904461037', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8534ce-d04c-4e58-bf8b-bf853904cd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:40Z', 'updated_at': '2022-02-07T22:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:47.927376 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:37:48.050346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd0a31-2e71-43b2-891d-fac2c3ea8f8e None None] Pushing event updated for resources: {'Port': ['ID=a50ddbb6-7302-4afa-af0b-dd5c4d6f060a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:48.051789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] For port d23d77ec-3785-4fb7-84ca-a81162981ea6, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:48.053195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Routers {'6f878254-da6d-46ff-86ff-fbcc148b5736'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:48.053875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6f878254-da6d-46ff-86ff-fbcc148b5736'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:48.065042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] For port d23d77ec-3785-4fb7-84ca-a81162981ea6, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:48.094522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.099642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ad56120-6a77-4919-a41a-107e903d303a req-c1668b7f-2afb-4bca-aede-c4cceb19a543 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] 10.222.0.15 "GET /v2.0/security-groups/c34fef49-bc7d-45ca-b075-87e426aefe52 HTTP/1.1" status: 200 len: 2985 time: 0.3998375 Feb 07 22:37:48.103584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Allocated IP 172.20.0.5 (69a483ed-eff8-42bd-a75d-abd94eeda315/1e478283-1edd-425f-a410-09f5b448068d/bfab0eba-6e56-4bbf-bfff-658c4bc88168) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:48.222407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:48.223315 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.225681 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-7254d134-66ab-473b-9242-3111a025f83f service neutron] 10.222.0.46 "PUT /v2.0/ports/d23d77ec-3785-4fb7-84ca-a81162981ea6 HTTP/1.1" status: 200 len: 1091 time: 2.2701747 Feb 07 22:37:48.226344 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d234639-efce-462d-957b-aa9d752edd60', 'tag': 'd23d77ec-3785-4fb7-84ca-a81162981ea6'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:48.238546 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c789d40-c042-4c7a-8e4d-11841ddd501e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d234639-efce-462d-957b-aa9d752edd60", "tag": "d23d77ec-3785-4fb7-84ca-a81162981ea6"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:48.245906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] For port 5680d440-9251-4d78-88de-1ce904461037, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5680d440-9251-4d78-88de-1ce904461037,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:48.246654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.272354 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.285252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Deleting port 9d235773-6a75-4b89-a2f0-2e791fe71a4a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:48.285860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.290771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Calling delete_port for 5680d440-9251-4d78-88de-1ce904461037 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:48.311886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Allocated IP 19.80.0.2 (1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6/5e24796b-1444-4c94-8fe8-31a95d7229e2/d36092a4-8085-4ee9-93d1-9519aa0589b3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:48.407594 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ad56120-6a77-4919-a41a-107e903d303a req-9763083b-4627-4b07-be27-d83917b16f38 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] 10.222.0.15 "GET /v2.0/security-groups/c34fef49-bc7d-45ca-b075-87e426aefe52 HTTP/1.1" status: 200 len: 2985 time: 0.2772529 Feb 07 22:37:48.447020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254d134-66ab-473b-9242-3111a025f83f service neutron] Pushing event updated for resources: {'Port': ['ID=d23d77ec-3785-4fb7-84ca-a81162981ea6,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:48.511041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.522555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a83c1e77-737a-4874-91ab-43115831edc6 None None] For port c8add702-3db5-4e43-9c0f-68eb3092d3ce, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c8add702-3db5-4e43-9c0f-68eb3092d3ce,segment=NetworkSegment(1412f05c-bf54-492d-a024-8f994dc13902),segment_id=1412f05c-bf54-492d-a024-8f994dc13902)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:48.547785 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5767ee9-7420-44bf-9009-6891b847668d x-openstack-request-id: req-a5767ee9-7420-44bf-9009-6891b847668d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:48.548079 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d234639-efce-462d-957b-aa9d752edd60", "tag": "d23d77ec-3785-4fb7-84ca-a81162981ea6", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:48.548335 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5767ee9-7420-44bf-9009-6891b847668d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:48.548982 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d234639-efce-462d-957b-aa9d752edd60', 'tag': 'd23d77ec-3785-4fb7-84ca-a81162981ea6', 'status': 'completed', 'code': 200} Feb 07 22:37:48.576420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-64a3aa0a-609e-4269-b062-7e71e843b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:48.577924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-64a3aa0a-609e-4269-b062-7e71e843b914 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 1094 time: 0.2981520 Feb 07 22:37:48.585820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Subnet': ['ID=ddfd45f2-4b69-4c69-9138-74d7c68cdcda,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:48.598283 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a83c1e77-737a-4874-91ab-43115831edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.613664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1cd54-03cc-4ad9-b82d-43622e79ce0a req-0ca0252e-805c-4433-a936-659a9a1890cb tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:48.615718 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8a1cd54-03cc-4ad9-b82d-43622e79ce0a req-0ca0252e-805c-4433-a936-659a9a1890cb tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 943 time: 0.2982609 Feb 07 22:37:48.701398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Checking segment: {'id': 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:48.702066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network hostable DHCP agents. Network: b58ee097-e9c9-4ef7-bc68-f5d853fc511f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:48.739601 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1e77-737a-4874-91ab-43115831edc6 None None] Pushing event updated for resources: {'Port': ['ID=c8add702-3db5-4e43-9c0f-68eb3092d3ce,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:48.745668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 768eb869-71fe-4831-b8b3-377154b9d4da, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=768eb869-71fe-4831-b8b3-377154b9d4da,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:48.752642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8a1cd54-03cc-4ad9-b82d-43622e79ce0a req-a4d55bfc-df15-4c96-a1e8-aac772b7e6ff tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229415 Feb 07 22:37:48.756618 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-181ae1e5-33e7-4a89-9399-a543eec8140b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6 HTTP/1.1" status: 200 len: 217 time: 0.1329558 Feb 07 22:37:48.842468 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.843367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 38001579-4b77-4a82-a6b7-dcff2d0359a3 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:48.870491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-fe62fa6b-d533-4b81-b5a6-fdff511aac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:48.872000 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-fe62fa6b-d533-4b81-b5a6-fdff511aac05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54247620-3ba7-4f8f-ab98-19c829608aa9 HTTP/1.1" status: 200 len: 862 time: 0.0991385 Feb 07 22:37:48.886282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.000461 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-099f7d28-50df-4451-9023-ca7c6d59fe4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859098 Feb 07 22:37:49.114598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.264109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] Set router 6f878254-da6d-46ff-86ff-fbcc148b5736 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:49.347553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Allocated IP 172.20.0.2 (dacf25ac-c371-4e9a-a1c3-0954c7b69bbc/d0dbfe7f-bd06-432d-80b7-006ad8b8c1ae/5fedb95a-c17a-4602-bf77-6cfd64d153a8) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:49.356510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] For port 9d235773-6a75-4b89-a2f0-2e791fe71a4a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d235773-6a75-4b89-a2f0-2e791fe71a4a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:49.357542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.446684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-810f107c-2ad0-4d61-9724-fcd73c81c700 None None] Provisioning complete for port c8add702-3db5-4e43-9c0f-68eb3092d3ce triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:49.447380 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-810f107c-2ad0-4d61-9724-fcd73c81c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.502971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e69402-25a9-4ad4-a45d-a6c420f4f273 req-11f3e84c-92c5-4887-8d21-4aabaead8ed4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:49.503439 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-083035f8-3940-47fc-8997-383f229a8837 req-e7b44d2b-3bd5-49cc-8033-8a3145753556 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/955f6604-b01a-4fa3-a5b7-94368decdade HTTP/1.1" status: 200 len: 1779 time: 0.9478977 Feb 07 22:37:49.504502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4e69402-25a9-4ad4-a45d-a6c420f4f273 req-11f3e84c-92c5-4887-8d21-4aabaead8ed4 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 948 time: 0.5890200 Feb 07 22:37:49.505214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network b58ee097-e9c9-4ef7-bc68-f5d853fc511f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:49.508357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Calling delete_port for 9d235773-6a75-4b89-a2f0-2e791fe71a4a owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:49.546105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event updated for resources: {'Port': ['ID=bfab0eba-6e56-4bbf-bfff-658c4bc88168,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:49.562744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Network 69a483ed-eff8-42bd-a75d-abd94eeda315 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:49.570823 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.574054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, b58ee097-e9c9-4ef7-bc68-f5d853fc511f) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:49.575435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:49.581528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:49.604139 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-a1e174f2-142d-4daf-b0a7-310e2f59549c service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915360 Feb 07 22:37:49.635548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=768eb869-71fe-4831-b8b3-377154b9d4da,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:49.638479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a4a209-2e94-464d-b773-172537ca5562 None None] Network b58ee097-e9c9-4ef7-bc68-f5d853fc511f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:49.644888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:49.645623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.651409 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.661379 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.691084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4e69402-25a9-4ad4-a45d-a6c420f4f273 req-d539576f-aad6-48c6-b798-a06232511c96 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761816 Feb 07 22:37:49.697444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.743002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9791fa98-57aa-4f6b-9a61-9b93008edc67 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4147680 Feb 07 22:37:49.764117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:49.765176 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.772783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-69a483ed-eff8-42bd-a75d-abd94eeda315', 'network_id': '69a483ed-eff8-42bd-a75d-abd94eeda315', 'tenant_id': '3f45afae9c0648df9c9e8b4993a2554a', 'fixed_ips': [{'subnet_id': '1e478283-1edd-425f-a410-09f5b448068d'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:37:49.774429 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.822882 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-083035f8-3940-47fc-8997-383f229a8837 req-a30969fe-727e-4d63-bff3-eaf419603950 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.886569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-28ab92c1-26a9-41d9-b5ba-1ad3abc47d23 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4291646 Feb 07 22:37:49.888849 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36558) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:49.890632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-083035f8-3940-47fc-8997-383f229a8837 req-a30969fe-727e-4d63-bff3-eaf419603950 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.894717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Request body: {'port': {'network_id': '69a483ed-eff8-42bd-a75d-abd94eeda315', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1203975885', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:49.896901 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] bootfile-name is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:37:49.897253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] tftp-server is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:37:49.897919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] server-ip-address is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:37:49.919388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 38001579-4b77-4a82-a6b7-dcff2d0359a3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:49.920443 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.972345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:50.036781 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d874d3d-43b2-48ba-8523-f2020566d270 req-35b094fe-2e78-4c0f-8bf9-eff7c7d6bcb6 service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377976 Feb 07 22:37:50.058335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:50.084960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:50.135815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Pushing event updated for resources: {'Port': ['ID=d36092a4-8085-4ee9-93d1-9519aa0589b3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:50.147998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-083035f8-3940-47fc-8997-383f229a8837 req-a30969fe-727e-4d63-bff3-eaf419603950 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.162836 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-083035f8-3940-47fc-8997-383f229a8837 req-a30969fe-727e-4d63-bff3-eaf419603950 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.186369 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-083035f8-3940-47fc-8997-383f229a8837 req-a30969fe-727e-4d63-bff3-eaf419603950 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/955f6604-b01a-4fa3-a5b7-94368decdade HTTP/1.1" status: 204 len: 173 time: 0.6819303 Feb 07 22:37:50.187073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.211915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e56dd-257d-4a08-98c7-189385cac44d req-1ba43d61-f308-4e2c-883a-fba373733733 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:50.219433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce7e56dd-257d-4a08-98c7-189385cac44d req-1ba43d61-f308-4e2c-883a-fba373733733 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 943 time: 0.3125346 Feb 07 22:37:50.305568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event deleted for resources: {'Port': ['ID=5680d440-9251-4d78-88de-1ce904461037,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:50.306288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce7e56dd-257d-4a08-98c7-189385cac44d req-354e59a7-6346-415f-a8db-1b0694212c5a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857165 Feb 07 22:37:50.324469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.360418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-f340bb0b-cb52-400d-8b31-1981bd25ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:50.367260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-f340bb0b-cb52-400d-8b31-1981bd25ea1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 1094 time: 0.2281806 Feb 07 22:37:50.381207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'gw_port': {'id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'c8add702-3db5-4e43-9c0f-68eb3092d3ce', 'name': '', 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'mac_address': 'fa:16:3e:e4:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '79f89807-6222-4788-b2dd-9587e682be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:31Z', 'updated_at': '2022-02-07T22:37:44Z', 'revision_number': 4, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'subnets': [{'id': '79f89807-6222-4788-b2dd-9587e682be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:50.434270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30969fe-727e-4d63-bff3-eaf419603950 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f6604-b01a-4fa3-a5b7-94368decdade,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:50.466926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d235773-6a75-4b89-a2f0-2e791fe71a4a no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:50.470648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['ceb456f1-e8ee-4b63-bce9-691586e49f2a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:37:50.522570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Made reservation on behalf of 3f45afae9c0648df9c9e8b4993a2554a for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:50.526713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.549573 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ae25963-c047-4c02-a819-bdac65bbaedd req-9abdf594-8b6b-4b6d-a98a-119256b93584 tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "GET /v2.0/security-groups/100e82e6-259c-415d-ba4c-1eb5b64f877e HTTP/1.1" status: 200 len: 1778 time: 0.1964452 Feb 07 22:37:50.564467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] device_id is not set on port 01517097-a6a6-4b6f-acba-15f3148ad06a yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:37:50.641584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747034a-f98a-4c6b-b3ce-c4ac1c050d75 None None] The sync data for ids ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'] in n-d-827895-2 is: [{'id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'gw_port': {'id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'c8add702-3db5-4e43-9c0f-68eb3092d3ce', 'name': '', 'network_id': '296c0dc7-a82b-442e-9d68-df78c31b03ac', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'mac_address': 'fa:16:3e:e4:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '79f89807-6222-4788-b2dd-9587e682be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:31Z', 'updated_at': '2022-02-07T22:37:44Z', 'revision_number': 4, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'subnets': [{'id': '79f89807-6222-4788-b2dd-9587e682be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:50.649854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-b94dff6c-55fd-4d2c-9904-8f464d04c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:50.651500 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-b94dff6c-55fd-4d2c-9904-8f464d04c862 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 200 len: 922 time: 0.2610497 Feb 07 22:37:50.661536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 9d235773-6a75-4b89-a2f0-2e791fe71a4a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:37:50.661925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d235773-6a75-4b89-a2f0-2e791fe71a4a not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:37:50.739104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Allocated IP 172.25.8.157 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/3ddb2c36-5ec3-4913-b972-055e72f08973) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:50.771563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-8453d8d9-2ca8-4e09-aa52-87221ce1a51c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6 HTTP/1.1" status: 200 len: 217 time: 0.1085145 Feb 07 22:37:50.814973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Attempting to bind port d36092a4-8085-4ee9-93d1-9519aa0589b3 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:50.815491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Attempting to bind port d36092a4-8085-4ee9-93d1-9519aa0589b3 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:50.816048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Attempting to bind port d36092a4-8085-4ee9-93d1-9519aa0589b3 on network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:50.849110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Pushing event deleted for resources: {'Port': ['ID=9d235773-6a75-4b89-a2f0-2e791fe71a4a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:50.858270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ae25963-c047-4c02-a819-bdac65bbaedd req-d674a0b6-de66-4c1f-aed2-bf5deff5e5de tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.875676 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.915562 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ae25963-c047-4c02-a819-bdac65bbaedd req-d674a0b6-de66-4c1f-aed2-bf5deff5e5de tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.939430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:50.942447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Checking segment: {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:50.943061 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.943574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Bound using segment: {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:50.944290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Bound port: d36092a4-8085-4ee9-93d1-9519aa0589b3, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:50.944825 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.955682 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.987891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] No DVR routers for this DVR port 9d235773-6a75-4b89-a2f0-2e791fe71a4a on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:51.003222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-f11308ff-c1a9-4d38-a6b1-b9e71a3654c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:51.004908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-f11308ff-c1a9-4d38-a6b1-b9e71a3654c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54247620-3ba7-4f8f-ab98-19c829608aa9 HTTP/1.1" status: 200 len: 862 time: 0.2262204 Feb 07 22:37:51.005071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-59c10660-2b6e-4252-8809-19bc4e8f360e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:51.006510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ae25963-c047-4c02-a819-bdac65bbaedd req-d674a0b6-de66-4c1f-aed2-bf5deff5e5de tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.009226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ae25963-c047-4c02-a819-bdac65bbaedd req-d674a0b6-de66-4c1f-aed2-bf5deff5e5de tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.011207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-59c10660-2b6e-4252-8809-19bc4e8f360e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:51.040174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-59c10660-2b6e-4252-8809-19bc4e8f360e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/networks?id=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6&id=b58ee097-e9c9-4ef7-bc68-f5d853fc511f&id=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 HTTP/1.1" status: 200 len: 1391 time: 0.6369865 Feb 07 22:37:51.053758 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ae25963-c047-4c02-a819-bdac65bbaedd req-d674a0b6-de66-4c1f-aed2-bf5deff5e5de tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/100e82e6-259c-415d-ba4c-1eb5b64f877e HTTP/1.1" status: 204 len: 173 time: 0.4754531 Feb 07 22:37:51.057185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.062625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f99a3ff-2ce2-40ba-a11f-9eef6ffa3174 req-ded055ce-4336-46ea-8edf-a195acbd1591 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.46 "DELETE /v2.0/ports/9d235773-6a75-4b89-a2f0-2e791fe71a4a HTTP/1.1" status: 204 len: 173 time: 3.3499975 Feb 07 22:37:51.063294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'name': 'network-vif-deleted', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:51.065904 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40d49fb-403c-4914-9a97-bb25e985ab08" -d '{"events": [{"server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "name": "network-vif-deleted", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:51.090907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Allocated IP 172.20.0.2 (69a483ed-eff8-42bd-a75d-abd94eeda315/1e478283-1edd-425f-a410-09f5b448068d/6dec51e1-d76e-4c9e-bb06-213854dd74f0) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:51.095198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-d3918bc9-e53d-49c2-a11b-0acd95de2080 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/quotas/e6037f75470b46a89f0a4e3773a95747 HTTP/1.1" status: 200 len: 375 time: 0.0536346 Feb 07 22:37:51.190333 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.190564 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-e71b38b2-8835-404e-af4c-3f031c5b6058 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309741 Feb 07 22:37:51.191440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674a0b6-de66-4c1f-aed2-bf5deff5e5de tempest-SecurityGroupsTestAdminJSON-2077258668 tempest-SecurityGroupsTestAdminJSON-2077258668-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e82e6-259c-415d-ba4c-1eb5b64f877e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:51.216506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-810f107c-2ad0-4d61-9724-fcd73c81c700 None None] Provisioning complete for port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:51.216886 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-810f107c-2ad0-4d61-9724-fcd73c81c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.309067 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:51.428989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.439416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-b58ee097-e9c9-4ef7-bc68-f5d853fc511f', 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'fixed_ips': [{'subnet_id': 'ddfd45f2-4b69-4c69-9138-74d7c68cdcda'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:37:51.440387 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.441415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-33896066-ab68-4642-9f9c-8bb73bce1cce service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396741 Feb 07 22:37:51.445612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.461759 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.468268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Pushing event updated for resources: {'Port': ['ID=5fedb95a-c17a-4602-bf77-6cfd64d153a8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:51.476013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:51.518422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:51.528737 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a99a87bc-696b-4541-94f8-e779aae5aac7 req-f3dc07f8-3fcd-43cd-8a23-e03ef68aa5ff tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffc623d-2741-4a42-a763-7ffa3264126c HTTP/1.1" status: 200 len: 210 time: 0.2730117 Feb 07 22:37:51.576457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-def12aed-e6a4-4d2f-a3b1-204a4724cffb tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6037f75470b46a89f0a4e3773a95747&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4800336 Feb 07 22:37:51.604979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c8add702-3db5-4e43-9c0f-68eb3092d3ce up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:51.637630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.638208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8534ce-d04c-4e58-bf8b-bf853904cd1d {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:37:51.654046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.655239 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7cc18876-2b58-43a9-b425-4401a4ccccf7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "DELETE /v2.0/routers/1b8534ce-d04c-4e58-bf8b-bf853904cd1d HTTP/1.1" status: 204 len: 168 time: 5.7057893 Feb 07 22:37:51.659510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36586) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:51.711606 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c789d40-c042-4c7a-8e4d-11841ddd501e req-279100f6-091d-4d46-9530-bf2a763bbf30 service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256234 Feb 07 22:37:51.769630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52bcd51b-1408-4e23-814d-e95912aefe7c req-3802b148-eaca-4131-bab7-b2eb017a9e64 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] 10.222.0.15 "GET /v2.0/security-groups/f41df3b8-7cd0-46dc-95a4-0287e89de22d HTTP/1.1" status: 200 len: 1780 time: 0.0559301 Feb 07 22:37:51.885353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.924752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-52bcd51b-1408-4e23-814d-e95912aefe7c req-af561b9c-92cb-4bcf-b4f7-025632a5f9e6 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.943890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:51.969145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:51.969537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-52bcd51b-1408-4e23-814d-e95912aefe7c req-af561b9c-92cb-4bcf-b4f7-025632a5f9e6 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.972589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] For port d36092a4-8085-4ee9-93d1-9519aa0589b3, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:51.973396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:51.989656 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-940b0a1c-d5a3-4295-b1f1-2f78bdd15d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.993436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:34Z', 'revision_number': 4, 'project_id': 'e774c5a477e44a7792a7847414530602', 'gw_port': {'id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'a50ddbb6-7302-4afa-af0b-dd5c4d6f060a', 'name': '', 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'mac_address': 'fa:16:3e:21:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '0763e9f8-e955-46d3-8ae2-410b977f975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:31Z', 'updated_at': '2022-02-07T22:37:46Z', 'revision_number': 4, 'project_id': 'e774c5a477e44a7792a7847414530602', 'subnets': [{'id': '0763e9f8-e955-46d3-8ae2-410b977f975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:52.058460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-52bcd51b-1408-4e23-814d-e95912aefe7c req-af561b9c-92cb-4bcf-b4f7-025632a5f9e6 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.066200 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-52bcd51b-1408-4e23-814d-e95912aefe7c req-af561b9c-92cb-4bcf-b4f7-025632a5f9e6 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.067484 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52bcd51b-1408-4e23-814d-e95912aefe7c req-af561b9c-92cb-4bcf-b4f7-025632a5f9e6 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] 10.222.0.15 "DELETE /v2.0/security-groups/f41df3b8-7cd0-46dc-95a4-0287e89de22d HTTP/1.1" status: 204 len: 173 time: 0.2897875 Feb 07 22:37:52.079376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af561b9c-92cb-4bcf-b4f7-025632a5f9e6 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41df3b8-7cd0-46dc-95a4-0287e89de22d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:52.105325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-8f8909f6-5bf0-4c3b-95a8-9df9d0a1ea77 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254147 Feb 07 22:37:52.168108 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7fd3cc-6048-45ff-9413-fda5cfb37a5c x-openstack-request-id: req-9f7fd3cc-6048-45ff-9413-fda5cfb37a5c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:52.168665 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc623d-2741-4a42-a763-7ffa3264126c", "name": "network-vif-deleted", "tag": "9d235773-6a75-4b89-a2f0-2e791fe71a4a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:52.169070 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f7fd3cc-6048-45ff-9413-fda5cfb37a5c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:52.169645 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc623d-2741-4a42-a763-7ffa3264126c', 'name': 'network-vif-deleted', 'tag': '9d235773-6a75-4b89-a2f0-2e791fe71a4a', 'status': 'completed', 'code': 200} Feb 07 22:37:52.253503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370de8a-b708-4438-88d6-481e4e2a9aa5 req-4b45d628-83cf-4fca-b766-70dd09d57224 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:52.256047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2370de8a-b708-4438-88d6-481e4e2a9aa5 req-4b45d628-83cf-4fca-b766-70dd09d57224 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 943 time: 0.0670691 Feb 07 22:37:52.357073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2370de8a-b708-4438-88d6-481e4e2a9aa5 req-295499fa-db2a-4280-b07e-d33253a57728 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916221 Feb 07 22:37:52.373129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Pushing event updated for resources: {'Port': ['ID=3ddb2c36-5ec3-4913-b972-055e72f08973,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:52.378509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.392929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] For port d36092a4-8085-4ee9-93d1-9519aa0589b3, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d36092a4-8085-4ee9-93d1-9519aa0589b3,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:52.458521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d23d77ec-3785-4fb7-84ca-a81162981ea6 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:37:52.472234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec450806-1bdc-4278-8bb0-cb96b795df2f None None] The sync data for ids ['6f878254-da6d-46ff-86ff-fbcc148b5736'] in n-d-827895-2 is: [{'id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:37:34Z', 'revision_number': 4, 'project_id': 'e774c5a477e44a7792a7847414530602', 'gw_port': {'id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'a50ddbb6-7302-4afa-af0b-dd5c4d6f060a', 'name': '', 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'mac_address': 'fa:16:3e:21:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '0763e9f8-e955-46d3-8ae2-410b977f975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:31Z', 'updated_at': '2022-02-07T22:37:46Z', 'revision_number': 4, 'project_id': 'e774c5a477e44a7792a7847414530602', 'subnets': [{'id': '0763e9f8-e955-46d3-8ae2-410b977f975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:52.477287 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.504889 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b70f9940-1656-461f-9cd7-42296554a6fe req-7f0bee99-ef68-4f11-8acb-2d20deddd585 tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] 10.222.0.15 "GET /v2.0/security-groups/13e70c36-fd74-4b14-9279-3226329f8569 HTTP/1.1" status: 200 len: 1780 time: 0.0940032 Feb 07 22:37:52.605038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Attempting to bind port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:52.605402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Attempting to bind port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:52.605765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Attempting to bind port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 on network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:52.635057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.653365 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b70f9940-1656-461f-9cd7-42296554a6fe req-eaaa0194-94f2-443e-873e-6eca88af287e tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.693567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b70f9940-1656-461f-9cd7-42296554a6fe req-eaaa0194-94f2-443e-873e-6eca88af287e tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.726959 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-34ee02f4-348d-4936-ae48-3a28514e32f7 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706878 Feb 07 22:37:52.795922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:52.796303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Checking segment: {'id': 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:52.796705 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.797329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Bound using segment: {'id': 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:52.797566 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Bound port: 5fedb95a-c17a-4602-bf77-6cfd64d153a8, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:52.797941 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.800690 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.resource_extend [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:37:52.837406 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b70f9940-1656-461f-9cd7-42296554a6fe req-eaaa0194-94f2-443e-873e-6eca88af287e tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.861067 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b70f9940-1656-461f-9cd7-42296554a6fe req-eaaa0194-94f2-443e-873e-6eca88af287e tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.883417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.903473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b70f9940-1656-461f-9cd7-42296554a6fe req-eaaa0194-94f2-443e-873e-6eca88af287e tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] 10.222.0.15 "DELETE /v2.0/security-groups/13e70c36-fd74-4b14-9279-3226329f8569 HTTP/1.1" status: 204 len: 173 time: 0.3868341 Feb 07 22:37:52.949478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa0194-94f2-443e-873e-6eca88af287e tempest-SecurityGroupsTestAdminJSON-865253733 tempest-SecurityGroupsTestAdminJSON-865253733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e70c36-fd74-4b14-9279-3226329f8569,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:53.042973 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.055532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Allocated IP 19.86.0.2 (b58ee097-e9c9-4ef7-bc68-f5d853fc511f/ddfd45f2-4b69-4c69-9138-74d7c68cdcda/f609f651-b6d9-44fb-99b8-a111b6d78358) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:53.059655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Deleting port 768eb869-71fe-4831-b8b3-377154b9d4da {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:53.060241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.146687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d0883-58ed-4462-9053-1ecbce35c75a None None] Pushing event updated for resources: {'Port': ['ID=d36092a4-8085-4ee9-93d1-9519aa0589b3,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:53.154127 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.229689 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-810f107c-2ad0-4d61-9724-fcd73c81c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.285267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Allocated IP 172.20.0.4 (69a483ed-eff8-42bd-a75d-abd94eeda315/1e478283-1edd-425f-a410-09f5b448068d/01517097-a6a6-4b6f-acba-15f3148ad06a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:53.342179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c8add702-3db5-4e43-9c0f-68eb3092d3ce triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:53.343578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.491524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Network 69a483ed-eff8-42bd-a75d-abd94eeda315 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:53.532744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:53.563972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:53.567536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Pushing event updated for resources: {'Port': ['ID=6dec51e1-d76e-4c9e-bb06-213854dd74f0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:53.596964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] For port 5fedb95a-c17a-4602-bf77-6cfd64d153a8, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:53.622013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d23d77ec-3785-4fb7-84ca-a81162981ea6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:53.627607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-810f107c-2ad0-4d61-9724-fcd73c81c700 None None] For port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a50ddbb6-7302-4afa-af0b-dd5c4d6f060a,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:53.628506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36606) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:53.661043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] For port 5fedb95a-c17a-4602-bf77-6cfd64d153a8, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5fedb95a-c17a-4602-bf77-6cfd64d153a8,segment=NetworkSegment(ec4f3f6f-affb-4927-9ba6-b24c85f96b03),segment_id=ec4f3f6f-affb-4927-9ba6-b24c85f96b03)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:53.668737 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-810f107c-2ad0-4d61-9724-fcd73c81c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.687743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.701574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de036ff-d95f-49bd-9f85-a286fda9a494 req-8927bb2f-5cf3-4b13-af40-f6d90bcd9f41 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:53.705521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'd23d77ec-3785-4fb7-84ca-a81162981ea6', 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f', 'port_id': 'd23d77ec-3785-4fb7-84ca-a81162981ea6', 'mac_address': 'fa:16:3e:9a:ae:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54247620-3ba7-4f8f-ab98-19c829608aa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:37:53.710295 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1de036ff-d95f-49bd-9f85-a286fda9a494 req-8927bb2f-5cf3-4b13-af40-f6d90bcd9f41 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 943 time: 0.1206734 Feb 07 22:37:53.775835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.784223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1de036ff-d95f-49bd-9f85-a286fda9a494 req-486e7ade-195f-4658-aecf-a9c973a53928 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675550 Feb 07 22:37:53.861658 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.004976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c0d2f5ac-3c82-4876-8525-395e3e58f228 service neutron] 10.222.0.15 "GET /v2.0/networks/b58ee097-e9c9-4ef7-bc68-f5d853fc511f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2676153 Feb 07 22:37:54.006795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36610) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:54.018458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-36e9921f-8b5a-4eae-80a0-a9ce9144d3d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=497e794631814b9d88a784970d09dcea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886955 Feb 07 22:37:54.066237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Attempting to bind port 6dec51e1-d76e-4c9e-bb06-213854dd74f0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:54.072214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Attempting to bind port 6dec51e1-d76e-4c9e-bb06-213854dd74f0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '7b661a53-e752-450f-aaa6-5ab27489d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '69a483ed-eff8-42bd-a75d-abd94eeda315'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:54.072810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Attempting to bind port 6dec51e1-d76e-4c9e-bb06-213854dd74f0 on network 69a483ed-eff8-42bd-a75d-abd94eeda315 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:54.105118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Network 69a483ed-eff8-42bd-a75d-abd94eeda315 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:54.111675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event updated for resources: {'Port': ['ID=01517097-a6a6-4b6f-acba-15f3148ad06a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:54.114254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:54.115599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Checking segment: {'id': '7b661a53-e752-450f-aaa6-5ab27489d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '69a483ed-eff8-42bd-a75d-abd94eeda315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:54.116340 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.116802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Bound using segment: {'id': '7b661a53-e752-450f-aaa6-5ab27489d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '69a483ed-eff8-42bd-a75d-abd94eeda315'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:54.117502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Bound port: 6dec51e1-d76e-4c9e-bb06-213854dd74f0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b661a53-e752-450f-aaa6-5ab27489d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '69a483ed-eff8-42bd-a75d-abd94eeda315'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:54.118001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.139026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:54.142849 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:54.179354 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18829156-ea5d-475b-b990-d27dd50faa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.220423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516be683-725c-43b5-8539-11f80d4e7575 req-c4ed05a3-95c5-4d08-a93c-587a22bfc3c3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:54.227612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-516be683-725c-43b5-8539-11f80d4e7575 req-c4ed05a3-95c5-4d08-a93c-587a22bfc3c3 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.2812934 Feb 07 22:37:54.267114 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f107c-2ad0-4d61-9724-fcd73c81c700 None None] Pushing event updated for resources: {'Port': ['ID=a50ddbb6-7302-4afa-af0b-dd5c4d6f060a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:54.338326 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.362001 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-516be683-725c-43b5-8539-11f80d4e7575 req-9e58c176-306a-4c49-9b05-ebdaf51699c1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194851 Feb 07 22:37:54.391620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:54.392581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.423314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 768eb869-71fe-4831-b8b3-377154b9d4da up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:54.438542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f4ee2414-5d14-4d0f-bbad-38362ee13002 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.5483685 Feb 07 22:37:54.441377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36614) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:54.468174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] For port 768eb869-71fe-4831-b8b3-377154b9d4da, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=768eb869-71fe-4831-b8b3-377154b9d4da,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:54.468548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.481487 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.492854 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.565806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Calling delete_port for 768eb869-71fe-4831-b8b3-377154b9d4da owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:54.588192 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.600827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23d77ec-3785-4fb7-84ca-a81162981ea6 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:54.644815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74460f1f-96f3-40aa-9b25-c0f08bfad345 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:54.651011 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] For port 6dec51e1-d76e-4c9e-bb06-213854dd74f0, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:54.656960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74460f1f-96f3-40aa-9b25-c0f08bfad345 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:54.657906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9725f-7f5c-476b-aace-9a119e22a4fd None None] Pushing event updated for resources: {'Port': ['ID=5fedb95a-c17a-4602-bf77-6cfd64d153a8,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:54.664209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] For port 6dec51e1-d76e-4c9e-bb06-213854dd74f0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6dec51e1-d76e-4c9e-bb06-213854dd74f0,segment=NetworkSegment(7b661a53-e752-450f-aaa6-5ab27489d4a7),segment_id=7b661a53-e752-450f-aaa6-5ab27489d4a7)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:54.668205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74460f1f-96f3-40aa-9b25-c0f08bfad345 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:54.670164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-74460f1f-96f3-40aa-9b25-c0f08bfad345 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2276800 Feb 07 22:37:54.673109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36616) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:54.684127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Network b58ee097-e9c9-4ef7-bc68-f5d853fc511f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:54.687205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d23d77ec-3785-4fb7-84ca-a81162981ea6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:54.689230 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.695082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:54.704056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:37:54.732532 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.743142 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 768eb869-71fe-4831-b8b3-377154b9d4da triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:54.743653 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.754257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d3f35-0d3b-4b79-af7b-3cd5d7b37eb0 None None] Network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:54.803494 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-b7ae10f2-5896-438c-868a-b63ca8f19617 service neutron] 10.222.0.15 "GET /v2.0/networks/b58ee097-e9c9-4ef7-bc68-f5d853fc511f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293976 Feb 07 22:37:54.912158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf373-99e0-48fb-9004-32c6a44d4b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.930628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.933802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-5947cf93-5d18-406f-818c-c6715273008e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:54.935395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-5947cf93-5d18-406f-818c-c6715273008e tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 0.1939876 Feb 07 22:37:54.990334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Pushing event updated for resources: {'Port': ['ID=f609f651-b6d9-44fb-99b8-a111b6d78358,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:55.072754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-562e4205-fafb-4507-aad3-b9b87e6afa7b service neutron] 10.222.0.15 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315202 Feb 07 22:37:55.076782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98f3-db1d-4e62-af42-8ffedfd9ac0a None None] Pushing event updated for resources: {'Port': ['ID=6dec51e1-d76e-4c9e-bb06-213854dd74f0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:55.099104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-724295a0-1457-4e82-a02f-3d64f6193c10 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Deleting port 01517097-a6a6-4b6f-acba-15f3148ad06a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:55.099675 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-724295a0-1457-4e82-a02f-3d64f6193c10 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.131564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['d23d77ec-3785-4fb7-84ca-a81162981ea6'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:37:55.183571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf373-99e0-48fb-9004-32c6a44d4b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.235793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3da9672a-9f5c-44b3-b070-55fac2abe438 None None] Provisioning complete for port d36092a4-8085-4ee9-93d1-9519aa0589b3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:55.236287 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3da9672a-9f5c-44b3-b070-55fac2abe438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.242538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9a71f-0055-49d4-a4d2-8ca88ce3d3c3 req-2bb9cd1a-ad70-4c01-9865-96fef5810cf0 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:55.254059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dc9a71f-0055-49d4-a4d2-8ca88ce3d3c3 req-2bb9cd1a-ad70-4c01-9865-96fef5810cf0 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 944 time: 0.3509581 Feb 07 22:37:55.379310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Attempting to bind port f609f651-b6d9-44fb-99b8-a111b6d78358 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:55.394069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Attempting to bind port f609f651-b6d9-44fb-99b8-a111b6d78358 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:55.394069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Attempting to bind port f609f651-b6d9-44fb-99b8-a111b6d78358 on network b58ee097-e9c9-4ef7-bc68-f5d853fc511f {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:37:55.472943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:37:55.481985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Checking segment: {'id': 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:37:55.482559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.482974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Bound using segment: {'id': 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:37:55.483481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Bound port: f609f651-b6d9-44fb-99b8-a111b6d78358, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:55.483905 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.491426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dc9a71f-0055-49d4-a4d2-8ca88ce3d3c3 req-1230c405-6c26-44bc-af2e-cf1d5906164c tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363925 Feb 07 22:37:55.540256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Deleting port ceb456f1-e8ee-4b63-bce9-691586e49f2a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:37:55.543343 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.615205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a8dcc0a4-21e2-4080-878d-462a01cb2255 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030541 Feb 07 22:37:55.615922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf373-99e0-48fb-9004-32c6a44d4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.618830 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf373-99e0-48fb-9004-32c6a44d4b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.631495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8a4bf373-99e0-48fb-9004-32c6a44d4b78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c34fef49-bc7d-45ca-b075-87e426aefe52 HTTP/1.1" status: 204 len: 168 time: 1.5951388 Feb 07 22:37:55.648795 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.653939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-724295a0-1457-4e82-a02f-3d64f6193c10 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.707144 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-724295a0-1457-4e82-a02f-3d64f6193c10 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Calling delete_port for 01517097-a6a6-4b6f-acba-15f3148ad06a owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:55.759878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event deleted for resources: {'Port': ['ID=768eb869-71fe-4831-b8b3-377154b9d4da,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:55.793112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bf373-99e0-48fb-9004-32c6a44d4b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34fef49-bc7d-45ca-b075-87e426aefe52,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:55.796032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46409a5-a93e-493c-9538-18973a4b296b None None] Network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:55.811931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=d23d77ec-3785-4fb7-84ca-a81162981ea6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:55.958008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Router 0ccfa4a9-f645-4338-a718-8b98a2455046 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:37:55.964446 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.197057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] For port ceb456f1-e8ee-4b63-bce9-691586e49f2a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=ceb456f1-e8ee-4b63-bce9-691586e49f2a,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:56.197487 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.235739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Calling delete_port for ceb456f1-e8ee-4b63-bce9-691586e49f2a owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:37:56.286043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47985402-d088-4ccf-bb74-20c6dd9c1be3 req-37b6819f-758a-4c48-9ca9-c60f813ca6ad tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 210 time: 0.2526226 Feb 07 22:37:56.289522 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.301910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.360101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36636) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:56.433308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] For port f609f651-b6d9-44fb-99b8-a111b6d78358, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:37:56.437286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] For port f609f651-b6d9-44fb-99b8-a111b6d78358, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f609f651-b6d9-44fb-99b8-a111b6d78358,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:37:56.470475 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.576947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.579283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db16d270-4655-4835-92e6-cc8c3a92d064 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:37:56.618091 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.621338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8741ed3c-1319-40de-a79d-7468403b0b88 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "DELETE /v2.0/routers/db16d270-4655-4835-92e6-cc8c3a92d064 HTTP/1.1" status: 204 len: 168 time: 4.9588654 Feb 07 22:37:56.635420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36644) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:56.710475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-603221429', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:56.792155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.858434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3ae9a326-5add-4b5f-8546-ca0f46060ef2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b267cf2e3dba4f48aeb4f0159512fe79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954331 Feb 07 22:37:56.910514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36646) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:56.923508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Pushing event deleted for resources: {'Port': ['ID=ceb456f1-e8ee-4b63-bce9-691586e49f2a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:56.937494 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.940875 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.971051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:37:56.983213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a290da-53b6-4eb9-b926-fd48a77bbba6 req-0552c5f4-2c8e-4c64-91ad-9f359db125f1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:56.995786 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15a290da-53b6-4eb9-b926-fd48a77bbba6 req-0552c5f4-2c8e-4c64-91ad-9f359db125f1 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e353ad-130a-47a7-a457-d9401af171f2 HTTP/1.1" status: 200 len: 950 time: 1.2717774 Feb 07 22:37:57.000216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fb565-dad7-4e13-9bf9-0df4c94b83b0 None None] Pushing event updated for resources: {'Port': ['ID=f609f651-b6d9-44fb-99b8-a111b6d78358,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:57.023593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4989-9318-4eef-928f-64d17665d8e4 req-0755dff8-2156-4cf5-a1b0-54db0b12e8a8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:57.031144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-110d4989-9318-4eef-928f-64d17665d8e4 req-0755dff8-2156-4cf5-a1b0-54db0b12e8a8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 944 time: 0.2863247 Feb 07 22:37:57.037958 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d71b10f-5af1-433a-9202-a7b166757105 None None] Network 69a483ed-eff8-42bd-a75d-abd94eeda315 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:57.040724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Sync routers for ids ['0ccfa4a9-f645-4338-a718-8b98a2455046'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:57.048655 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.050206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4633f488-f5a7-426a-ac2d-dea31987e439 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.5630927 Feb 07 22:37:57.058251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36648) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:57.087420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.126032 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.145861 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-724295a0-1457-4e82-a02f-3d64f6193c10 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.156206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] No DVR routers for this DVR port ceb456f1-e8ee-4b63-bce9-691586e49f2a on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:57.189452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-110d4989-9318-4eef-928f-64d17665d8e4 req-311e7805-20bc-42e7-8aea-3472e1780c0d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528339 Feb 07 22:37:57.190453 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b46ab93e-57ad-42bc-bbe9-690c5f3cbe95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.206501 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.227697 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ef6348b-3548-44af-8a85-e5780b41e34b req-71e748e5-38e9-440f-92af-3a93fa4be104 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.24 "DELETE /v2.0/ports/ceb456f1-e8ee-4b63-bce9-691586e49f2a HTTP/1.1" status: 204 len: 173 time: 2.2788601 Feb 07 22:37:57.228741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724295a0-1457-4e82-a02f-3d64f6193c10 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event deleted for resources: {'Port': ['ID=01517097-a6a6-4b6f-acba-15f3148ad06a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:57.231905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'name': 'network-vif-deleted', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:57.235072 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ee5fa7-214b-422e-99f8-a24a4ff0aab5" -d '{"events": [{"server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "name": "network-vif-deleted", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:37:57.351668 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.438213 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3da9672a-9f5c-44b3-b070-55fac2abe438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.473366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Routers {'0ccfa4a9-f645-4338-a718-8b98a2455046'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:37:57.474541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0ccfa4a9-f645-4338-a718-8b98a2455046'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:57.490071 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f84a3c-0bea-46cb-b35a-e1b01d4c8fdd x-openstack-request-id: req-c7f84a3c-0bea-46cb-b35a-e1b01d4c8fdd {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:37:57.492091 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e353ad-130a-47a7-a457-d9401af171f2", "name": "network-vif-deleted", "tag": "ceb456f1-e8ee-4b63-bce9-691586e49f2a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:37:57.493862 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7f84a3c-0bea-46cb-b35a-e1b01d4c8fdd {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:37:57.494462 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e353ad-130a-47a7-a457-d9401af171f2', 'name': 'network-vif-deleted', 'tag': 'ceb456f1-e8ee-4b63-bce9-691586e49f2a', 'status': 'completed', 'code': 200} Feb 07 22:37:57.534773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-724295a0-1457-4e82-a02f-3d64f6193c10 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.547958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-724295a0-1457-4e82-a02f-3d64f6193c10 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "DELETE /v2.0/ports/01517097-a6a6-4b6f-acba-15f3148ad06a HTTP/1.1" status: 204 len: 168 time: 2.8734970 Feb 07 22:37:57.582074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15a290da-53b6-4eb9-b926-fd48a77bbba6 req-a7597349-2f4b-445a-8bd0-6dd18bcfe692 tempest-MigrationsAdminTest-1452664887 tempest-MigrationsAdminTest-1452664887-project] 10.222.0.15 "GET /v2.0/security-groups?id=3210e33f-d5f1-4302-b27c-0081864973cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828435 Feb 07 22:37:57.582925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36654) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:57.598799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Request body: {'port': {'name': 'tempest-new-port-name-1876651644', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:57.604552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] bootfile-name is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:37:57.605434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] tftp-server is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:37:57.605924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] server-ip-address is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:37:57.672452 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b46ab93e-57ad-42bc-bbe9-690c5f3cbe95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.795926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5169967c-5fec-4f04-87c8-fde097d78ee1 req-9e132a88-8c5e-4cb9-9940-8ea2e2582952 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 210 time: 0.1187119 Feb 07 22:37:57.873819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a50ddbb6-7302-4afa-af0b-dd5c4d6f060a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:57.886721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.984373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3da9672a-9f5c-44b3-b070-55fac2abe438 None None] For port d36092a4-8085-4ee9-93d1-9519aa0589b3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d36092a4-8085-4ee9-93d1-9519aa0589b3,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:37:58.006284 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.033281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Set router 0ccfa4a9-f645-4338-a718-8b98a2455046 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:37:58.204179 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3da9672a-9f5c-44b3-b070-55fac2abe438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.231509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b46ab93e-57ad-42bc-bbe9-690c5f3cbe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.235323 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b46ab93e-57ad-42bc-bbe9-690c5f3cbe95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.256306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b46ab93e-57ad-42bc-bbe9-690c5f3cbe95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61065bc6-378d-4a5f-a6a1-6d570d9b1c09 HTTP/1.1" status: 204 len: 168 time: 1.3415525 Feb 07 22:37:58.313126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ab93e-57ad-42bc-bbe9-690c5f3cbe95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61065bc6-378d-4a5f-a6a1-6d570d9b1c09,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:58.585669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:58.586367 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.594447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Provisioning complete for port d36092a4-8085-4ee9-93d1-9519aa0589b3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:58.594834 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.713585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ceb456f1-e8ee-4b63-bce9-691586e49f2a no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:37:58.715732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9672a-9f5c-44b3-b070-55fac2abe438 None None] Pushing event updated for resources: {'Port': ['ID=d36092a4-8085-4ee9-93d1-9519aa0589b3,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:58.785732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: ceb456f1-e8ee-4b63-bce9-691586e49f2a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:37:58.786087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device ceb456f1-e8ee-4b63-bce9-691586e49f2a not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:37:59.167611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5fedb95a-c17a-4602-bf77-6cfd64d153a8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:37:59.194549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-dbf382ce-172b-40a9-9faf-191bf8ed0810 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:59.207691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-dbf382ce-172b-40a9-9faf-191bf8ed0810 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:59.218088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-dbf382ce-172b-40a9-9faf-191bf8ed0810 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "GET /v2.0/networks?id=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6&id=b58ee097-e9c9-4ef7-bc68-f5d853fc511f&id=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 HTTP/1.1" status: 200 len: 1391 time: 1.1162171 Feb 07 22:37:59.304457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f54856-ad13-4fc3-96f3-8bc7c4392f3a None None] Network b58ee097-e9c9-4ef7-bc68-f5d853fc511f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:37:59.315411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Provisioning complete for port bfab0eba-6e56-4bbf-bfff-658c4bc88168 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:59.315983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.323407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'port': {'device_id': '8e720152-f7bc-4350-893b-f56c33450d60', 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6', 'admin_state_up': True, 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:59.359593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:47Z', 'updated_at': '2022-02-07T22:37:52Z', 'revision_number': 3, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'gw_port': {'id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:49Z', 'updated_at': '2022-02-07T22:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:59.455492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36682) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:37:59.466334 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.561325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3441934c-afed-466f-bfe3-d107b01d7dbf req-e60aca87-0c0d-46c9-9374-4e622685797d tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 210 time: 0.1003277 Feb 07 22:37:59.567265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.625167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Checking router: 0ccfa4a9-f645-4338-a718-8b98a2455046 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:59.627628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Updating router 0ccfa4a9-f645-4338-a718-8b98a2455046 port 3ddb2c36-5ec3-4913-b972-055e72f08973 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:59.668377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbce3ca-8122-47a9-9363-2bc704cb96e0 req-6a7c2570-a286-4176-9b2c-1e1be3f19cd9 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:59.671503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fdbce3ca-8122-47a9-9363-2bc704cb96e0 req-6a7c2570-a286-4176-9b2c-1e1be3f19cd9 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 944 time: 0.3625987 Feb 07 22:37:59.729519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:59.756190 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.760906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Port bfab0eba-6e56-4bbf-bfff-658c4bc88168 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:37:59.777840 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:59.778144 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.785098 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.894164 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.906901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fdbce3ca-8122-47a9-9363-2bc704cb96e0 req-000d2592-ebac-41b3-b601-8db02485d159 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176399 Feb 07 22:37:59.918417 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.962958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Allocated IP 172.25.8.151 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/69338817-d2c1-4670-a3b9-63597216db58) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:59.997078 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.040100 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fd9b8027-dcda-4554-8ca0-7a941f37c4e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91722a73fcdc400fb27cbf1c42cd26e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666213 Feb 07 22:38:00.044119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36698) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:00.136518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Provisioning complete for port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:00.137582 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.180817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event updated for resources: {'Port': ['ID=bfab0eba-6e56-4bbf-bfff-658c4bc88168,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:00.256809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] In _notify_port_updated(), no bound segment for port bfab0eba-6e56-4bbf-bfff-658c4bc88168 on network 69a483ed-eff8-42bd-a75d-abd94eeda315 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:38:00.263223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:00.266417 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.273921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36702) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:00.274416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4d67cd2f-53dc-449c-bb2f-89958af30c6e tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "PUT /v2.0/ports/bfab0eba-6e56-4bbf-bfff-658c4bc88168 HTTP/1.1" status: 200 len: 1136 time: 2.6861908 Feb 07 22:38:00.308322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Allocated IP 19.80.0.114 (1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6/5e24796b-1444-4c94-8fe8-31a95d7229e2/0b6cee66-f6b3-47d5-aa17-a000e294cb7e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:00.389842 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65348390-f80b-414e-9385-488e6dc6b0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.434403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb03eb-a15e-48cb-8af3-3de3d11dd730 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:00.439495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-32eb03eb-a15e-48cb-8af3-3de3d11dd730 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "GET /v2.0/ports/bfab0eba-6e56-4bbf-bfff-658c4bc88168 HTTP/1.1" status: 200 len: 1136 time: 0.1617351 Feb 07 22:38:00.454786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36704) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:00.489193 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.508186 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65348390-f80b-414e-9385-488e6dc6b0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.522061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Allocated IP 172.20.0.1 (dacf25ac-c371-4e9a-a1c3-0954c7b69bbc/d0dbfe7f-bd06-432d-80b7-006ad8b8c1ae/bfe7de5d-3700-44ee-8c52-4e8b189f9c03) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:00.611485 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.629343 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.671893 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.701410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9422c1da-5a10-4a2e-b9b5-1359d9de646f tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Deleting port bfab0eba-6e56-4bbf-bfff-658c4bc88168 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:00.702210 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9422c1da-5a10-4a2e-b9b5-1359d9de646f tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.743622 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-007e551d-9375-4835-88a2-97f2f9c71c60 req-8b81be44-5b22-4b86-ba9d-ef9b459c35a7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 210 time: 0.0451715 Feb 07 22:38:00.750521 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.805749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65348390-f80b-414e-9385-488e6dc6b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.808113 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65348390-f80b-414e-9385-488e6dc6b0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.812514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-65348390-f80b-414e-9385-488e6dc6b0bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3210e33f-d5f1-4302-b27c-0081864973cf HTTP/1.1" status: 204 len: 168 time: 0.7641580 Feb 07 22:38:00.863522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.883214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:00.884313 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9422c1da-5a10-4a2e-b9b5-1359d9de646f tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.894325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:00.902255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65348390-f80b-414e-9385-488e6dc6b0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3210e33f-d5f1-4302-b27c-0081864973cf,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:00.909307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:00.914081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event updated for resources: {'Port': ['ID=69338817-d2c1-4670-a3b9-63597216db58,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:00.921180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.083067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Port': ['ID=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:01.134387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9422c1da-5a10-4a2e-b9b5-1359d9de646f tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Calling delete_port for bfab0eba-6e56-4bbf-bfff-658c4bc88168 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:01.146084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d23d77ec-3785-4fb7-84ca-a81162981ea6 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:01.154454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.204051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 5fedb95a-c17a-4602-bf77-6cfd64d153a8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5fedb95a-c17a-4602-bf77-6cfd64d153a8,segment=NetworkSegment(ec4f3f6f-affb-4927-9ba6-b24c85f96b03),segment_id=ec4f3f6f-affb-4927-9ba6-b24c85f96b03)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:01.207528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:01.220084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:01.288816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:01.300664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe7de5d-3700-44ee-8c52-4e8b189f9c03,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:01.325985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:01.328505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:01.361532 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.365010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6dec51e1-d76e-4c9e-bb06-213854dd74f0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:01.368759 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:01.370686 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:01.449526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:01.468328 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.629549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:01.634267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.684515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.726711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22015-133b-4e34-9a18-3d218fb5e98e req-0a3fb991-95ea-4eee-a84a-cd27c4e49350 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:01.728425 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7a22015-133b-4e34-9a18-3d218fb5e98e req-0a3fb991-95ea-4eee-a84a-cd27c4e49350 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 944 time: 0.6266942 Feb 07 22:38:01.781269 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7a22015-133b-4e34-9a18-3d218fb5e98e req-eff7d0d4-f0ee-4216-a12b-660c033d679a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Feb 07 22:38:01.788585 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5d440a3-9f0f-4bc3-bdd7-ff8608a2f4e3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4752059 Feb 07 22:38:01.804408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'port': {'device_id': '8e720152-f7bc-4350-893b-f56c33450d60', 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f', 'admin_state_up': True, 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:01.834809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.859578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36742) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:01.876838 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.033481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:02.038570 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.061961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=5fedb95a-c17a-4602-bf77-6cfd64d153a8,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:02.067424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a56d7b-7c77-4bbe-8c0e-14da74b8bf7a req-986bbdc6-09d1-4cf5-b646-28314f9bcf34 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:02.069085 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45a56d7b-7c77-4bbe-8c0e-14da74b8bf7a req-986bbdc6-09d1-4cf5-b646-28314f9bcf34 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 932 time: 0.1494231 Feb 07 22:38:02.083893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Attempting to bind port 3ddb2c36-5ec3-4913-b972-055e72f08973 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:02.084423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Attempting to bind port 3ddb2c36-5ec3-4913-b972-055e72f08973 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:02.085103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Attempting to bind port 3ddb2c36-5ec3-4913-b972-055e72f08973 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:02.091880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port d23d77ec-3785-4fb7-84ca-a81162981ea6 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:02.096814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6f89b48e-ce2f-4788-83c1-1624d36a65e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f70c83ef864e46a7ae10066442b07fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333002 Feb 07 22:38:02.102377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9422c1da-5a10-4a2e-b9b5-1359d9de646f tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.103591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36744) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:02.123661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:02.124151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:02.124565 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.124962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:02.125809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Bound port: 3ddb2c36-5ec3-4913-b972-055e72f08973, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:02.126607 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.142474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.171561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port d23d77ec-3785-4fb7-84ca-a81162981ea6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:02.171974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.264372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6dec51e1-d76e-4c9e-bb06-213854dd74f0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:02.264749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.269973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422c1da-5a10-4a2e-b9b5-1359d9de646f tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event deleted for resources: {'Port': ['ID=bfab0eba-6e56-4bbf-bfff-658c4bc88168,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:02.271795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Provisioning complete for port 6dec51e1-d76e-4c9e-bb06-213854dd74f0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:02.272175 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.305077 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45a56d7b-7c77-4bbe-8c0e-14da74b8bf7a req-c45985ad-6319-4944-b4f7-e1f7d92f63f0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154367 Feb 07 22:38:02.325164 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2b1b2e8-4b3f-4024-b610-6ea40238b0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.337771 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-112d754c-3422-4681-b27a-2802a5080375 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559199 Feb 07 22:38:02.339353 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762244f5-9360-40a8-8726-c01aedcbbcf6 None None] Pushing event updated for resources: {'Port': ['ID=3ddb2c36-5ec3-4913-b972-055e72f08973,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:02.411611 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9422c1da-5a10-4a2e-b9b5-1359d9de646f tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.415467 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9422c1da-5a10-4a2e-b9b5-1359d9de646f tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "DELETE /v2.0/ports/bfab0eba-6e56-4bbf-bfff-658c4bc88168 HTTP/1.1" status: 204 len: 168 time: 1.9592295 Feb 07 22:38:02.420141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36764) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:02.423321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] For port 3ddb2c36-5ec3-4913-b972-055e72f08973, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:02.428202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] For port 3ddb2c36-5ec3-4913-b972-055e72f08973, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3ddb2c36-5ec3-4913-b972-055e72f08973,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:02.451450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.459628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Allocated IP 19.86.0.167 (b58ee097-e9c9-4ef7-bc68-f5d853fc511f/ddfd45f2-4b69-4c69-9138-74d7c68cdcda/e15a7ecb-d1d8-4794-bc37-c2998b4ea0af) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:02.498062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de736c9-a7c5-4e51-b867-71fc291d1020 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Deleting subnet 1e478283-1edd-425f-a410-09f5b448068d {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:38:02.509247 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6de736c9-a7c5-4e51-b867-71fc291d1020 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.523141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-d5563a0a-062b-4067-9d55-f4af6a1238ec tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:02.530087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-d5563a0a-062b-4067-9d55-f4af6a1238ec tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914055 Feb 07 22:38:02.548205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2b1b2e8-4b3f-4024-b610-6ea40238b0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.579738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6de736c9-a7c5-4e51-b867-71fc291d1020 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.607359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-5ecd858a-dae5-47dc-95a8-fa86d20f9a29 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/quotas/cc8af2e3963e4cdbaaeac2fdb53f271f HTTP/1.1" status: 200 len: 375 time: 0.0763597 Feb 07 22:38:02.622370 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.626440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762244f5-9360-40a8-8726-c01aedcbbcf6 None None] Pushing event updated for resources: {'Port': ['ID=3ddb2c36-5ec3-4913-b972-055e72f08973,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:02.632606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.683642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-9d84ab48-f13d-4623-bde1-2c93cf207b1c tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752890 Feb 07 22:38:02.744266 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Routers {'0ccfa4a9-f645-4338-a718-8b98a2455046'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:02.745099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0ccfa4a9-f645-4338-a718-8b98a2455046'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:02.776851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.790735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6de736c9-a7c5-4e51-b867-71fc291d1020 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.867393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2b1b2e8-4b3f-4024-b610-6ea40238b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.873586 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2b1b2e8-4b3f-4024-b610-6ea40238b0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.877005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b2b1b2e8-4b3f-4024-b610-6ea40238b0ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04b4c9d0-be41-4b25-8326-061938dcb681 HTTP/1.1" status: 204 len: 168 time: 0.7699866 Feb 07 22:38:02.906997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1b2e8-4b3f-4024-b610-6ea40238b0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b4c9d0-be41-4b25-8326-061938dcb681,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:03.003799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] Set router 0ccfa4a9-f645-4338-a718-8b98a2455046 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:38:03.066083 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.073740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.103952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9f9b7-f4d7-4d49-8182-accd56cea77e req-c283ad1e-c09f-45d4-8273-8bddbd502db1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:03.113965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd9f9b7-f4d7-4d49-8182-accd56cea77e req-c283ad1e-c09f-45d4-8273-8bddbd502db1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 944 time: 0.1719985 Feb 07 22:38:03.121244 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.138820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.183648 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.193292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Port': ['ID=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:03.197546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6de736c9-a7c5-4e51-b867-71fc291d1020 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.215854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network b58ee097-e9c9-4ef7-bc68-f5d853fc511f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:03.225300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:03.227643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:03.296787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d234639-efce-462d-957b-aa9d752edd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23d77ec-3785-4fb7-84ca-a81162981ea6'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:03.306350 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691fb9ae-975f-42b0-8dd1-1b37d381deaa" -d '{"events": [{"server_uuid": "9d234639-efce-462d-957b-aa9d752edd60", "name": "network-vif-plugged", "status": "completed", "tag": "d23d77ec-3785-4fb7-84ca-a81162981ea6"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:03.346660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de736c9-a7c5-4e51-b867-71fc291d1020 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event deleted for resources: {'Subnet': ['ID=1e478283-1edd-425f-a410-09f5b448068d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:03.386115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efd9f9b7-f4d7-4d49-8182-accd56cea77e req-4b41d879-a3bb-45a1-907c-7030423d2d0f tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553835 Feb 07 22:38:03.386223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-75df4ee2-3263-47fd-b1b1-77c1e029f008 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2440057 Feb 07 22:38:03.398967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6de736c9-a7c5-4e51-b867-71fc291d1020 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.409832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d23d77ec-3785-4fb7-84ca-a81162981ea6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:03.410333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6de736c9-a7c5-4e51-b867-71fc291d1020 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "DELETE /v2.0/subnets/1e478283-1edd-425f-a410-09f5b448068d HTTP/1.1" status: 204 len: 168 time: 0.9889526 Feb 07 22:38:03.414402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10415228-4b56-4572-bfc9-cee4411cc065 None None] Network 69a483ed-eff8-42bd-a75d-abd94eeda315 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:03.422313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36796) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:03.469042 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.528475 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.542959 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:03.550336 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:03.553299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe7de5d-3700-44ee-8c52-4e8b189f9c03,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:03.591002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:03.591670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.639290 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:03.639913 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:03.734169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.741008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=d23d77ec-3785-4fb7-84ca-a81162981ea6,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:03.744214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-76e4fb55-4021-45fa-acd1-3904b659121b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9458492 Feb 07 22:38:03.772761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:03.773367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'port': {'device_id': '8e720152-f7bc-4350-893b-f56c33450d60', 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6', 'admin_state_up': True, 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:03.782315 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.796825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc28ff-da54-4dc2-a799-0184ebcc5597 req-1680a51c-b011-46ac-ac13-96fdaedd8fc3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:03.805200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc28ff-da54-4dc2-a799-0184ebcc5597 req-1680a51c-b011-46ac-ac13-96fdaedd8fc3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:03.813768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8fc28ff-da54-4dc2-a799-0184ebcc5597 req-1680a51c-b011-46ac-ac13-96fdaedd8fc3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 1655 time: 0.2687781 Feb 07 22:38:03.828629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:03.970434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-398bebe5-9a8a-41ff-a43d-b4e4becc11d8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:03.972151 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-398bebe5-9a8a-41ff-a43d-b4e4becc11d8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5805037 Feb 07 22:38:04.013385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Router fe44e2ed-8115-4f67-890d-61739b6b28bd is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:38:04.028477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-e1b8b67e-511d-4842-9981-d1aafb28c2e4 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/quotas/cc8af2e3963e4cdbaaeac2fdb53f271f HTTP/1.1" status: 200 len: 375 time: 0.0494351 Feb 07 22:38:04.095866 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8fc28ff-da54-4dc2-a799-0184ebcc5597 req-da331ba4-cdcf-4b21-b6f9-30e534eb04f5 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808256 Feb 07 22:38:04.180114 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-a333abeb-7e8b-49e6-bf64-0af92b24bff5 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1503820 Feb 07 22:38:04.205666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c80415-cb79-4264-9b3f-733f467bbfc4 None None] DHCP port deletion for 69a483ed-eff8-42bd-a75d-abd94eeda315 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:38:04.227596 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.236161 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ca011-0935-414c-bbb9-6a1df3422e99 x-openstack-request-id: req-cc6ca011-0935-414c-bbb9-6a1df3422e99 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:04.236555 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d234639-efce-462d-957b-aa9d752edd60", "name": "network-vif-plugged", "status": "completed", "tag": "d23d77ec-3785-4fb7-84ca-a81162981ea6", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:04.236757 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc6ca011-0935-414c-bbb9-6a1df3422e99 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:04.237264 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d234639-efce-462d-957b-aa9d752edd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23d77ec-3785-4fb7-84ca-a81162981ea6', 'code': 200} Feb 07 22:38:04.240124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Deleting port 6dec51e1-d76e-4c9e-bb06-213854dd74f0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:04.240652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.251662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.265857 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.463083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Router 0ccfa4a9-f645-4338-a718-8b98a2455046 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:38:04.504820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:04.517922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.571825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] For port 6dec51e1-d76e-4c9e-bb06-213854dd74f0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6dec51e1-d76e-4c9e-bb06-213854dd74f0,segment=NetworkSegment(7b661a53-e752-450f-aaa6-5ab27489d4a7),segment_id=7b661a53-e752-450f-aaa6-5ab27489d4a7)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:04.571825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.690631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:47Z', 'updated_at': '2022-02-07T22:38:01Z', 'revision_number': 4, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'gw_port': {'id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:49Z', 'updated_at': '2022-02-07T22:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bfe7de5d-3700-44ee-8c52-4e8b189f9c03', 'name': '', 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'mac_address': 'fa:16:3e:5a:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:59Z', 'updated_at': '2022-02-07T22:38:00Z', 'revision_number': 1, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'subnets': [{'id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:04.716764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Calling delete_port for 6dec51e1-d76e-4c9e-bb06-213854dd74f0 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:04.796336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04103f-0d88-4060-b13e-2535fcfc061e None None] The sync data for ids ['0ccfa4a9-f645-4338-a718-8b98a2455046'] in n-d-827895-2 is: [{'id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:47Z', 'updated_at': '2022-02-07T22:38:01Z', 'revision_number': 4, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'gw_port': {'id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:49Z', 'updated_at': '2022-02-07T22:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bfe7de5d-3700-44ee-8c52-4e8b189f9c03', 'name': '', 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'mac_address': 'fa:16:3e:5a:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:59Z', 'updated_at': '2022-02-07T22:38:00Z', 'revision_number': 1, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'subnets': [{'id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:04.801437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bc851-3ff9-4f47-8cee-79f9f59e8ddd req-1d429e72-169f-46c2-8eb9-6b220c54938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:04.803564 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-727bc851-3ff9-4f47-8cee-79f9f59e8ddd req-1d429e72-169f-46c2-8eb9-6b220c54938a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 1096 time: 0.4240081 Feb 07 22:38:04.813359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 6dec51e1-d76e-4c9e-bb06-213854dd74f0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6dec51e1-d76e-4c9e-bb06-213854dd74f0,segment=NetworkSegment(7b661a53-e752-450f-aaa6-5ab27489d4a7),segment_id=7b661a53-e752-450f-aaa6-5ab27489d4a7)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:04.831624 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.837115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d36092a4-8085-4ee9-93d1-9519aa0589b3 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:05.023129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d9c80415-cb79-4264-9b3f-733f467bbfc4 None None] Deleting port 6dec51e1-d76e-4c9e-bb06-213854dd74f0 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:05.023936 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9c80415-cb79-4264-9b3f-733f467bbfc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.088350 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:05.089328 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-2a88274c-8b6a-475e-b87d-b0f6b25fe78e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:05.089896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d36092a4-8085-4ee9-93d1-9519aa0589b3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:05.090370 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.177457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a26ed-e91f-43ab-abfb-28b94cc84576 req-edd84874-6a89-4780-a0c5-b519df027b76 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:05.195003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-127a26ed-e91f-43ab-abfb-28b94cc84576 req-edd84874-6a89-4780-a0c5-b519df027b76 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.6349516 Feb 07 22:38:05.240792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=6dec51e1-d76e-4c9e-bb06-213854dd74f0,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:05.279962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d9c80415-cb79-4264-9b3f-733f467bbfc4 None None] For port 6dec51e1-d76e-4c9e-bb06-213854dd74f0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6dec51e1-d76e-4c9e-bb06-213854dd74f0,segment=NetworkSegment(7b661a53-e752-450f-aaa6-5ab27489d4a7),segment_id=7b661a53-e752-450f-aaa6-5ab27489d4a7)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:05.280372 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9c80415-cb79-4264-9b3f-733f467bbfc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.323404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-727bc851-3ff9-4f47-8cee-79f9f59e8ddd req-fd9c9a7c-2f08-4714-bb1d-ba78d51e128c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595914 Feb 07 22:38:05.419365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d9c80415-cb79-4264-9b3f-733f467bbfc4 None None] Calling delete_port for 6dec51e1-d76e-4c9e-bb06-213854dd74f0 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:05.432597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5680d440-9251-4d78-88de-1ce904461037 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:38:05.438452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Allocated IP 19.80.0.66 (1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6/5e24796b-1444-4c94-8fe8-31a95d7229e2/bfef7984-5f4d-4f7f-8132-a0524e5651e4) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:05.461628 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.484112 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-127a26ed-e91f-43ab-abfb-28b94cc84576 req-d5ba3d64-83cd-4e69-b72a-732851415e3d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874975 Feb 07 22:38:05.514371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 5680d440-9251-4d78-88de-1ce904461037 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:38:05.514725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5680d440-9251-4d78-88de-1ce904461037 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:38:05.602774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event deleted for resources: {'Port': ['ID=6dec51e1-d76e-4c9e-bb06-213854dd74f0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:05.603587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Could not find standard attr ID for object 01517097-a6a6-4b6f-acba-15f3148ad06a. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:38:05.611793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] No DVR routers for this DVR port 6dec51e1-d76e-4c9e-bb06-213854dd74f0 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:05.631599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Provisioning complete for port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:05.632051 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.734914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:05.739203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Could not find standard attr ID for object bfab0eba-6e56-4bbf-bfff-658c4bc88168. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:38:05.745187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Could not find standard attr ID for object 6dec51e1-d76e-4c9e-bb06-213854dd74f0. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:38:05.765471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Provisioning complete for port f609f651-b6d9-44fb-99b8-a111b6d78358 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:05.767610 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.824587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.829439 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9c80415-cb79-4264-9b3f-733f467bbfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.853966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c80415-cb79-4264-9b3f-733f467bbfc4 None None] No DVR routers for this DVR port 6dec51e1-d76e-4c9e-bb06-213854dd74f0 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:05.871172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a483ed-eff8-42bd-a75d-abd94eeda315']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:05.892491 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2449c760-9cac-4602-88fc-6556cc7a8d36 req-ead601c3-d6db-4ac6-afbd-1299a7232ff5 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 210 time: 0.2370081 Feb 07 22:38:05.912395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c80415-cb79-4264-9b3f-733f467bbfc4 None None] Pushing event deleted for resources: {'Port': ['ID=6dec51e1-d76e-4c9e-bb06-213854dd74f0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:05.931021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b661a53-e752-450f-aaa6-5ab27489d4a7') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:05.931262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b661a53-e752-450f-aaa6-5ab27489d4a7') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:05.942956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-dfbb9a21-3ebe-49b0-b73a-679a3f344517 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2922726 Feb 07 22:38:05.988109 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.043635 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.045689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:38:06.066726 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea73ae0-28e7-4376-b7f6-8e4ea7d3e0df None None] Sync routers for ids ['fe44e2ed-8115-4f67-890d-61739b6b28bd'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:06.107835 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea73ae0-28e7-4376-b7f6-8e4ea7d3e0df None None] Routers {'fe44e2ed-8115-4f67-890d-61739b6b28bd'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:06.109009 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3ea73ae0-28e7-4376-b7f6-8e4ea7d3e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fe44e2ed-8115-4f67-890d-61739b6b28bd'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:06.138954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] For port f609f651-b6d9-44fb-99b8-a111b6d78358, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f609f651-b6d9-44fb-99b8-a111b6d78358,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:06.154053 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.202576 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3ea73ae0-28e7-4376-b7f6-8e4ea7d3e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:06.248325 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea73ae0-28e7-4376-b7f6-8e4ea7d3e0df None None] Routers {'fe44e2ed-8115-4f67-890d-61739b6b28bd'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:06.250871 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3ea73ae0-28e7-4376-b7f6-8e4ea7d3e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fe44e2ed-8115-4f67-890d-61739b6b28bd'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:06.340018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Provisioning complete for port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:06.356298 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.405917 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3ea73ae0-28e7-4376-b7f6-8e4ea7d3e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:06.412526 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea73ae0-28e7-4376-b7f6-8e4ea7d3e0df None None] The sync data for ids ['fe44e2ed-8115-4f67-890d-61739b6b28bd'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:06.484238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Pushing event updated for resources: {'Port': ['ID=f609f651-b6d9-44fb-99b8-a111b6d78358,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:06.507084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:06.530615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Provisioning complete for port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:06.531689 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.540144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-81df9ca0-efa3-4bc4-bd03-fbe772acd935 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2443302 Feb 07 22:38:06.588564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-327a6c93-8ea0-4475-b53e-6d2b6b5342e4 None None] Port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:06.603736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.605217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d9d9f856-901d-4750-af6c-89ad8816a689 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.9459357 Feb 07 22:38:06.613813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36866) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:06.631305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0a5e4a24-f1b5-411f-bae8-3e55e5151bb9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': False}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:06.729942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f609f651-b6d9-44fb-99b8-a111b6d78358 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:06.773961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:38:06.789283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.808179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:06.808649 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:06.812134 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:06.842006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a05098-2b11-487d-9944-d9c521ff18ba req-95057c11-40a6-4090-82f9-c6544c10b1a6 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:06.852341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f609f651-b6d9-44fb-99b8-a111b6d78358 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:06.852341 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.855519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a05098-2b11-487d-9944-d9c521ff18ba req-95057c11-40a6-4090-82f9-c6544c10b1a6 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:06.870339 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9db97751-3f9b-4696-b851-e2af599b0db7 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ccfa4a9-f645-4338-a718-8b98a2455046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8013000 Feb 07 22:38:06.874537 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3a05098-2b11-487d-9944-d9c521ff18ba req-95057c11-40a6-4090-82f9-c6544c10b1a6 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 1655 time: 1.1537735 Feb 07 22:38:06.917254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-778ee367-b7d6-4b9f-82cc-1968ca9a9a9b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:06.923002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-778ee367-b7d6-4b9f-82cc-1968ca9a9a9b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8674495 Feb 07 22:38:06.967009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Request body: {'port': {'device_id': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'cc8af2e3963e4cdbaaeac2fdb53f271f'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:07.004025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.026298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3a05098-2b11-487d-9944-d9c521ff18ba req-889ae7c2-b66c-4707-955f-d5e2f302b5a4 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505823 Feb 07 22:38:07.042512 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.053185 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] 10.222.0.15 "DELETE /v2.0/networks/69a483ed-eff8-42bd-a75d-abd94eeda315 HTTP/1.1" status: 204 len: 168 time: 3.6286840 Feb 07 22:38:07.065627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d36092a4-8085-4ee9-93d1-9519aa0589b3 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:07.070461 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.130691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfdff4-f23c-4e11-a551-34498780a209 tempest-ExtraDHCPOptionsTestJSON-987388088 tempest-ExtraDHCPOptionsTestJSON-987388088-project] Pushing event deleted for resources: {'Network': ['ID=69a483ed-eff8-42bd-a75d-abd94eeda315,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:07.244000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d36092a4-8085-4ee9-93d1-9519aa0589b3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:07.244688 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.318615 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.434322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5fedb95a-c17a-4602-bf77-6cfd64d153a8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:07.457414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ee41be1-17c7-4800-a161-e90ed13d490c req-3153e972-c954-4a29-a0bb-5e4493d09682 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 210 time: 0.0977314 Feb 07 22:38:07.472443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-b0fab4b3-dc1e-47a9-8541-a3b8527399c3 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:07.486304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-b0fab4b3-dc1e-47a9-8541-a3b8527399c3 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9115357 Feb 07 22:38:07.487076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075a2b9-021c-4449-9e0f-7deb7236d226 req-f024b881-6508-4ad1-ad99-2ea88de6c325 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:07.494664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Made reservation on behalf of cc8af2e3963e4cdbaaeac2fdb53f271f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:07.498535 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.504312 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4075a2b9-021c-4449-9e0f-7deb7236d226 req-f024b881-6508-4ad1-ad99-2ea88de6c325 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.2751007 Feb 07 22:38:07.509309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Request body: {'port': {'device_id': '4fd09c1a-0cbb-4e82-be52-36ca032e34f2', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'cc8af2e3963e4cdbaaeac2fdb53f271f'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:07.571173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:07.596498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.597084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Port': ['ID=bfef7984-5f4d-4f7f-8132-a0524e5651e4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:07.606657 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:07.611229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:07.612095 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.615233 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4075a2b9-021c-4449-9e0f-7deb7236d226 req-592dd023-78c9-4265-a6e0-1ac8cf0083cb tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035113 Feb 07 22:38:07.616280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:07.829958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:07.840112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.846719 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36892) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:07.996672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6dec51e1-d76e-4c9e-bb06-213854dd74f0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:38:08.028876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 6dec51e1-d76e-4c9e-bb06-213854dd74f0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:38:08.029698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6dec51e1-d76e-4c9e-bb06-213854dd74f0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:38:08.030502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 768eb869-71fe-4831-b8b3-377154b9d4da no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:38:08.135339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 768eb869-71fe-4831-b8b3-377154b9d4da {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:38:08.138428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 768eb869-71fe-4831-b8b3-377154b9d4da not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:38:08.247679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c52395-7410-439f-b5eb-5c81dcd984a1 req-0fe5a6ae-1887-4c4a-a532-cde0edd8d09f tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:08.261242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37c52395-7410-439f-b5eb-5c81dcd984a1 req-0fe5a6ae-1887-4c4a-a532-cde0edd8d09f tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.3896410 Feb 07 22:38:08.279278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Made reservation on behalf of cc8af2e3963e4cdbaaeac2fdb53f271f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:08.279937 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-cf50d9b2-e725-4209-8b24-7841748c1723 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5149565 Feb 07 22:38:08.282969 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.333691 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.345909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6dd5acdb-dec6-4600-b35b-897fd2980017 None None] Provisioning complete for port bfef7984-5f4d-4f7f-8132-a0524e5651e4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:08.347829 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6dd5acdb-dec6-4600-b35b-897fd2980017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.351494 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.396522 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.445466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Request body: {'port': {'device_id': '8e720152-f7bc-4350-893b-f56c33450d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:08.465299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5acdb-dec6-4600-b35b-897fd2980017 None None] Port bfef7984-5f4d-4f7f-8132-a0524e5651e4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:08.509341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4a24-f1b5-411f-bae8-3e55e5151bb9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.552846 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37c52395-7410-439f-b5eb-5c81dcd984a1 req-46663b18-4eeb-4faf-8c68-2a7f927a3249 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718050 Feb 07 22:38:08.613367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc4b58-2871-4275-8656-016bda205beb req-aa966da3-c5ee-4c47-8b1e-d69c5d15e148 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:08.620542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc4b58-2871-4275-8656-016bda205beb req-aa966da3-c5ee-4c47-8b1e-d69c5d15e148 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:08.626704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc4b58-2871-4275-8656-016bda205beb req-aa966da3-c5ee-4c47-8b1e-d69c5d15e148 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:08.631882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f609f651-b6d9-44fb-99b8-a111b6d78358 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:08.640580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12bc4b58-2871-4275-8656-016bda205beb req-aa966da3-c5ee-4c47-8b1e-d69c5d15e148 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2376 time: 0.3916585 Feb 07 22:38:08.652146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326952e2-81ff-4cbe-bf00-7faeaa515093,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:08.666772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.864365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36908) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:08.871110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f609f651-b6d9-44fb-99b8-a111b6d78358 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:08.871492 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.018582 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12bc4b58-2871-4275-8656-016bda205beb req-f94f6769-9171-40f5-9261-89cb9875ae11 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766434 Feb 07 22:38:09.051263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3ddb2c36-5ec3-4913-b972-055e72f08973 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:09.136684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9416ab3-dfdb-4efc-aed2-9eff41c91678 req-67770bb9-9c59-465c-986c-924732abf092 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 210 time: 0.0637002 Feb 07 22:38:09.199357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Sync routers for ids ['0ccfa4a9-f645-4338-a718-8b98a2455046'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:09.205827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Allocated IP 192.168.233.21 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/671e4009-d95e-4c45-9631-0baf2d397dcb) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:09.265199 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ac967ce5-faf9-42e8-b947-46904e94a5e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f45afae9c0648df9c9e8b4993a2554a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204108 Feb 07 22:38:09.265655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Routers {'0ccfa4a9-f645-4338-a718-8b98a2455046'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:09.266430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0ccfa4a9-f645-4338-a718-8b98a2455046'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:09.268366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36916) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:09.327467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2de2d888-774c-40c0-a740-a5dbea96b1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.380924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3ddb2c36-5ec3-4913-b972-055e72f08973 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:09.382021 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.393185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81cedbf2-72f1-4847-b2e1-5fefebc28e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.535588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81cedbf2-72f1-4847-b2e1-5fefebc28e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.536016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Set router 0ccfa4a9-f645-4338-a718-8b98a2455046 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:38:09.543922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb2bdc-4034-421c-9a42-7799b589bb1a req-aa574df0-bd11-4eea-a8a1-299d4edb7911 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:09.552922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4bb2bdc-4034-421c-9a42-7799b589bb1a req-aa574df0-bd11-4eea-a8a1-299d4edb7911 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.2710493 Feb 07 22:38:09.640376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6cee66-f6b3-47d5-aa17-a000e294cb7e {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:09.648317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81cedbf2-72f1-4847-b2e1-5fefebc28e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.651131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81cedbf2-72f1-4847-b2e1-5fefebc28e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.655778 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-81cedbf2-72f1-4847-b2e1-5fefebc28e7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75f3a9f3-5912-4d24-a021-7eeec1d6e831 HTTP/1.1" status: 204 len: 168 time: 0.3860493 Feb 07 22:38:09.664289 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.690620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cedbf2-72f1-4847-b2e1-5fefebc28e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3a9f3-5912-4d24-a021-7eeec1d6e831,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:09.710854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Transition to ACTIVE for port object 0b6cee66-f6b3-47d5-aa17-a000e294cb7e will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:09.733661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.796359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4bb2bdc-4034-421c-9a42-7799b589bb1a req-d7ea09ed-aaba-4716-8e18-66b4f4d11117 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421348 Feb 07 22:38:09.943357 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.136625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2de2d888-774c-40c0-a740-a5dbea96b1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.156037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.179944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2de2d888-774c-40c0-a740-a5dbea96b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.238107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:10.473107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf31f3-dae5-4c7e-ac36-ef64696e8309 req-6bc0e3fb-45a8-4028-926a-8c22be62fd85 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.486982 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fcf31f3-dae5-4c7e-ac36-ef64696e8309 req-6bc0e3fb-45a8-4028-926a-8c22be62fd85 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.4979062 Feb 07 22:38:10.526629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 3ddb2c36-5ec3-4913-b972-055e72f08973, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3ddb2c36-5ec3-4913-b972-055e72f08973,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:10.538628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.630665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fcf31f3-dae5-4c7e-ac36-ef64696e8309 req-8f00460b-e73f-4383-82e1-ab4d77e608ac tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401899 Feb 07 22:38:10.631530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Attempting to bind port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:10.637025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Attempting to bind port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:10.637645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Attempting to bind port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e on network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:10.650998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e on network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:10.651329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Attempting to bind port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e on network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:10.665531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:10.665872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Checking segment: {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:10.666252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Bound using segment: {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:10.666685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Bound port: 0b6cee66-f6b3-47d5-aa17-a000e294cb7e, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:10.667051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.734570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2d888-774c-40c0-a740-a5dbea96b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3c87a4-968f-4402-a603-1798d87c22de,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:10.738373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:47Z', 'updated_at': '2022-02-07T22:38:01Z', 'revision_number': 4, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'gw_port': {'id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:49Z', 'updated_at': '2022-02-07T22:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bfe7de5d-3700-44ee-8c52-4e8b189f9c03', 'name': '', 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'mac_address': 'fa:16:3e:5a:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:59Z', 'updated_at': '2022-02-07T22:38:02Z', 'revision_number': 2, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'subnets': [{'id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:10.753490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2de2d888-774c-40c0-a740-a5dbea96b1a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5d4fb4144944f85acf54e67a5998279&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8866651 Feb 07 22:38:10.762618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36940) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:10.771778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.775877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=3ddb2c36-5ec3-4913-b972-055e72f08973,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:10.850741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8368dc-2c12-4071-948c-621751969e25 req-36f15d47-ea88-4815-b7f6-599178fd0a03 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.857637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8368dc-2c12-4071-948c-621751969e25 req-36f15d47-ea88-4815-b7f6-599178fd0a03 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.864148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8368dc-2c12-4071-948c-621751969e25 req-36f15d47-ea88-4815-b7f6-599178fd0a03 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.865881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e8368dc-2c12-4071-948c-621751969e25 req-36f15d47-ea88-4815-b7f6-599178fd0a03 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2388 time: 0.6873794 Feb 07 22:38:10.925335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:10.938884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Checking router: 0ccfa4a9-f645-4338-a718-8b98a2455046 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:10.944406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Updating router 0ccfa4a9-f645-4338-a718-8b98a2455046 port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:38:10.955865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] For port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:10.960420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] For port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:10.970310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:10.978171 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66d18606-f240-46ab-b08d-7f3946ea0a57 req-0b4c3118-a1a6-4cf9-ba8c-b0ce8b16fef3 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 210 time: 0.1462944 Feb 07 22:38:10.982639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:10.983677 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.984755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.986882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.987232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.987577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.987959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.988282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.988611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.989085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.989480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.994875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.995436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:10.995819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:11.006468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:11.133145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:11.133807 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.134657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.201281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:11.203916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e8368dc-2c12-4071-948c-621751969e25 req-3795e9e2-cd85-4c3c-b951-9e23efc3abc8 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523203 Feb 07 22:38:11.206398 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.243846 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] 10.222.0.24 "PUT /v2.0/ports/0b6cee66-f6b3-47d5-aa17-a000e294cb7e HTTP/1.1" status: 200 len: 1092 time: 2.8240998 Feb 07 22:38:11.260313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'tag': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:11.273357 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cc48ef-2974-40d6-89b3-381b51116253" -d '{"events": [{"name": "network-changed", "server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "tag": "0b6cee66-f6b3-47d5-aa17-a000e294cb7e"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:11.338584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Request body: {'port': {'device_id': '8e720152-f7bc-4350-893b-f56c33450d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:11.351617 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-e833e5f8-ebf8-4c10-9488-479f2e4a7b6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4136853 Feb 07 22:38:11.419903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Request body: {'port': {'device_id': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:11.497555 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0913709f-473b-4592-bb4d-6b1c08c900e4 x-openstack-request-id: req-0913709f-473b-4592-bb4d-6b1c08c900e4 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:11.498053 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "tag": "0b6cee66-f6b3-47d5-aa17-a000e294cb7e", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:11.504336 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0913709f-473b-4592-bb4d-6b1c08c900e4 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:11.505849 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'tag': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e', 'status': 'completed', 'code': 200} Feb 07 22:38:11.630569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.665460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5080576-d0ad-46c5-b989-796858341d08 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:11.687778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.726805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Allocated IP 192.168.233.94 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/9a2b34c7-510f-4039-b524-28c98c6745d5) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:11.733846 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.769947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87388180-7546-4386-9cd4-71c5de9ec378 req-9af71413-2e1d-4ca2-9c42-c9047a32b531 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:11.779862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87388180-7546-4386-9cd4-71c5de9ec378 req-9af71413-2e1d-4ca2-9c42-c9047a32b531 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.4591186 Feb 07 22:38:11.803484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bfc0618f-5a4d-44a9-aaac-dd8d385f1803 None None] Provisioning complete for port 671e4009-d95e-4c45-9631-0baf2d397dcb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:11.804705 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bfc0618f-5a4d-44a9-aaac-dd8d385f1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.876223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0618f-5a4d-44a9-aaac-dd8d385f1803 None None] Port 671e4009-d95e-4c45-9631-0baf2d397dcb cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:11.905278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36956) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:11.952147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.115985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.129371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15a7ecb-d1d8-4794-bc37-c2998b4ea0af {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:12.138825 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.140986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.158813 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Transition to ACTIVE for port object e15a7ecb-d1d8-4794-bc37-c2998b4ea0af will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:12.169394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-15df965e-3a26-401b-85ec-4baf65196ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.170246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-15df965e-3a26-401b-85ec-4baf65196ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.170900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-15df965e-3a26-401b-85ec-4baf65196ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.173428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-15df965e-3a26-401b-85ec-4baf65196ddc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6037f75470b46a89f0a4e3773a95747&device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2731 time: 0.6251414 Feb 07 22:38:12.176884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.324091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bbc6d-ea56-42f2-a77e-6f12f7511269 None None] Pushing event updated for resources: {'Port': ['ID=bfe7de5d-3700-44ee-8c52-4e8b189f9c03,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:12.524526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Attempting to bind port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:12.526028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Attempting to bind port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:12.526594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Attempting to bind port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 on network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:12.540720 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:12.541505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Checking segment: {'id': 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:12.542738 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.543592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Bound using segment: {'id': 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:12.544376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Bound port: bfe7de5d-3700-44ee-8c52-4e8b189f9c03, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:12.545022 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.556274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87388180-7546-4386-9cd4-71c5de9ec378 req-900b4deb-e646-4492-80d9-d6eb58da74b2 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7745984 Feb 07 22:38:12.718857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] For port bfe7de5d-3700-44ee-8c52-4e8b189f9c03, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:12.732639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] For port bfe7de5d-3700-44ee-8c52-4e8b189f9c03, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bfe7de5d-3700-44ee-8c52-4e8b189f9c03,segment=NetworkSegment(ec4f3f6f-affb-4927-9ba6-b24c85f96b03),segment_id=ec4f3f6f-affb-4927-9ba6-b24c85f96b03)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:12.754244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Pushing event updated for resources: {'Port': ['ID=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:12.756840 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.799598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3ddb2c36-5ec3-4913-b972-055e72f08973 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:12.832180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'networks': [{'name': 'tempest-network--634055217'}, {'name': 'tempest-network--192649594'}]} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:12.832947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'network': {'name': 'tempest-network--634055217'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:12.833668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'network': {'name': 'tempest-network--192649594'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:12.868408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.868843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.869187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.869518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.869845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.870200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.870523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.870843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.871376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.872060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.872060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.872271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:12.916172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Routers {'0ccfa4a9-f645-4338-a718-8b98a2455046'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:12.916875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0ccfa4a9-f645-4338-a718-8b98a2455046'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:12.947667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d259ae9-fdc4-4a3c-b0b4-93b6f19de89a req-d68186d5-1596-4168-ae38-73133c65fc77 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.953750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d259ae9-fdc4-4a3c-b0b4-93b6f19de89a req-d68186d5-1596-4168-ae38-73133c65fc77 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.961472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d259ae9-fdc4-4a3c-b0b4-93b6f19de89a req-d68186d5-1596-4168-ae38-73133c65fc77 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.969844 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d259ae9-fdc4-4a3c-b0b4-93b6f19de89a req-d68186d5-1596-4168-ae38-73133c65fc77 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2400 time: 0.2368207 Feb 07 22:38:12.978365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-1727506f-4345-4e14-b548-7ebe16fef709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.978693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-1727506f-4345-4e14-b548-7ebe16fef709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.979301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-1727506f-4345-4e14-b548-7ebe16fef709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.980874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-1727506f-4345-4e14-b548-7ebe16fef709 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e6037f75470b46a89f0a4e3773a95747&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.7842383 Feb 07 22:38:12.992258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86326b63-efc0-4ac1-bfe7-a77f1c63a49c req-a77508f5-e0b1-4453-a9dd-3ac99e9d4659 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 210 time: 0.1665859 Feb 07 22:38:13.034530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Made reservation on behalf of 908da7805b834c5f988df809d608ed89 for: {'network': 2} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:13.039374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.048954 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4a24-f1b5-411f-bae8-3e55e5151bb9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.063421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bbc6d-ea56-42f2-a77e-6f12f7511269 None None] Pushing event updated for resources: {'Port': ['ID=bfe7de5d-3700-44ee-8c52-4e8b189f9c03,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:13.113403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4a24-f1b5-411f-bae8-3e55e5151bb9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.116767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.173869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.178984 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.180456 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c3c87a4-968f-4402-a603-1798d87c22de HTTP/1.1" status: 204 len: 168 time: 2.3924212 Feb 07 22:38:13.222168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3ddb2c36-5ec3-4913-b972-055e72f08973 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:13.222550 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.243295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ae3bab5c-30cb-457a-84ea-364b08a5005b None None] Provisioning complete for port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:13.244664 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae3bab5c-30cb-457a-84ea-364b08a5005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.265399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-00a7b9e4-560c-4f3d-b106-dac576dfdeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:13.267856 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7cc48ef-2974-40d6-89b3-381b51116253 req-00a7b9e4-560c-4f3d-b106-dac576dfdeee service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2743287 Feb 07 22:38:13.274868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Attempting to bind port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:13.275433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Attempting to bind port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:13.275954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Attempting to bind port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af on network b58ee097-e9c9-4ef7-bc68-f5d853fc511f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:13.302434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3c87a4-968f-4402-a603-1798d87c22de,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:13.319576 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d259ae9-fdc4-4a3c-b0b4-93b6f19de89a req-a4d2c339-3897-4f4c-9302-27d06faf42b3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462296 Feb 07 22:38:13.320124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.320751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.321307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.321858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.322096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af on network b58ee097-e9c9-4ef7-bc68-f5d853fc511f not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:13.322442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Attempting to bind port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af on network b58ee097-e9c9-4ef7-bc68-f5d853fc511f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:13.322941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.323483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.324047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.324602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.325170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.325594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.326021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.326445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6718f-07c5-4cce-8ab8-afefc9d06592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:13.339349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:13.339718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Checking segment: {'id': 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:13.342332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Bound using segment: {'id': 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:13.342805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Bound port: e15a7ecb-d1d8-4794-bc37-c2998b4ea0af, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:13.345508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.373515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] Set router 0ccfa4a9-f645-4338-a718-8b98a2455046 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:38:13.403479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23202536-a603-4fd7-a3c7-6f187e94836d req-a522b43b-5c40-48e6-86f8-343f0ccecb14 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:13.411426 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23202536-a603-4fd7-a3c7-6f187e94836d req-a522b43b-5c40-48e6-86f8-343f0ccecb14 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.2468729 Feb 07 22:38:13.450295 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.506200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23202536-a603-4fd7-a3c7-6f187e94836d req-baa6eae3-7610-4091-bf52-2e171e64c3c5 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883722 Feb 07 22:38:13.530590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5e4a24-f1b5-411f-bae8-3e55e5151bb9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Router fe44e2ed-8115-4f67-890d-61739b6b28bd has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:38:13.535093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] For port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:13.548835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] For port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:13.563014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.615100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.656432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:13.657154 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.667736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] 10.222.0.24 "PUT /v2.0/ports/e15a7ecb-d1d8-4794-bc37-c2998b4ea0af HTTP/1.1" status: 200 len: 1092 time: 2.3535650 Feb 07 22:38:13.674891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'tag': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:13.681476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.682064 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.683532 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dacd056-0773-474d-b119-ccfd23d157c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "tag": "e15a7ecb-d1d8-4794-bc37-c2998b4ea0af"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:13.716604 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.721421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941acb8-0f48-43ab-93b3-dd8fdfe54b04 service neutron] Pushing event updated for resources: {'Port': ['ID=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:13.731117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Request body: {'port': {'device_id': '8e720152-f7bc-4350-893b-f56c33450d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:13.774055 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547eff56-eab1-4c3f-b3a0-d55dc7aee752 x-openstack-request-id: req-547eff56-eab1-4c3f-b3a0-d55dc7aee752 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:13.774840 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "tag": "e15a7ecb-d1d8-4794-bc37-c2998b4ea0af", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:13.775330 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-547eff56-eab1-4c3f-b3a0-d55dc7aee752 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:13.776567 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'tag': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af', 'status': 'completed', 'code': 200} Feb 07 22:38:13.851673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.948792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Pushing event updated for resources: {'Port': ['ID=9a2b34c7-510f-4039-b524-28c98c6745d5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:14.022395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-f3fc1686-edd4-485f-9363-afa270149207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.030017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-f3fc1686-edd4-485f-9363-afa270149207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.031302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-f3fc1686-edd4-485f-9363-afa270149207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.038128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-f3fc1686-edd4-485f-9363-afa270149207 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6037f75470b46a89f0a4e3773a95747&device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2798 time: 0.1987393 Feb 07 22:38:14.078319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:14.124308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:14.159413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:14.225487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-07c3612e-556d-4c57-9366-14493ba4c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.226472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-07c3612e-556d-4c57-9366-14493ba4c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.226964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-07c3612e-556d-4c57-9366-14493ba4c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.228595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-07c3612e-556d-4c57-9366-14493ba4c7d6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e6037f75470b46a89f0a4e3773a95747&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.1757307 Feb 07 22:38:14.240085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:14.241809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36984) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:14.261758 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7020a9a2-59a2-4e7b-830f-0691850c45a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.265991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:47Z', 'updated_at': '2022-02-07T22:38:01Z', 'revision_number': 4, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'gw_port': {'id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:49Z', 'updated_at': '2022-02-07T22:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bfe7de5d-3700-44ee-8c52-4e8b189f9c03', 'name': '', 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'mac_address': 'fa:16:3e:5a:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:59Z', 'updated_at': '2022-02-07T22:38:12Z', 'revision_number': 4, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'subnets': [{'id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:14.342014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.349345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.357376 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae3bab5c-30cb-457a-84ea-364b08a5005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.360934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3735e-619e-4ac7-b0bd-1cf4ceaf25b7 None None] The sync data for ids ['0ccfa4a9-f645-4338-a718-8b98a2455046'] in n-d-827895-2 is: [{'id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:47Z', 'updated_at': '2022-02-07T22:38:01Z', 'revision_number': 4, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'gw_port': {'id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:49Z', 'updated_at': '2022-02-07T22:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bfe7de5d-3700-44ee-8c52-4e8b189f9c03', 'name': '', 'network_id': 'dacf25ac-c371-4e9a-a1c3-0954c7b69bbc', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'mac_address': 'fa:16:3e:5a:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:59Z', 'updated_at': '2022-02-07T22:38:12Z', 'revision_number': 4, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'subnets': [{'id': 'd0dbfe7f-bd06-432d-80b7-006ad8b8c1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:14.461317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ae3bab5c-30cb-457a-84ea-364b08a5005b None None] For port bfe7de5d-3700-44ee-8c52-4e8b189f9c03, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bfe7de5d-3700-44ee-8c52-4e8b189f9c03,segment=NetworkSegment(ec4f3f6f-affb-4927-9ba6-b24c85f96b03),segment_id=ec4f3f6f-affb-4927-9ba6-b24c85f96b03)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:14.486287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.486746 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Added segment 42852fd4-4486-4b62-b72c-63389fce34e4 of type vlan for network fb947092-b6b8-4a06-9ee0-5f21a21de22e Feb 07 22:38:14.488280 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae3bab5c-30cb-457a-84ea-364b08a5005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.516354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5e4a24-f1b5-411f-bae8-3e55e5151bb9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:38:14.558306 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab15698-5e84-4bf0-8371-9c3b1c445fc2 None None] Sync routers for ids ['fe44e2ed-8115-4f67-890d-61739b6b28bd'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:14.578007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21da834-ddd0-4dcb-abae-183b1e4cb999,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:14.591816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4a24-f1b5-411f-bae8-3e55e5151bb9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.603850 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab15698-5e84-4bf0-8371-9c3b1c445fc2 None None] Routers {'fe44e2ed-8115-4f67-890d-61739b6b28bd'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:14.604634 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2ab15698-5e84-4bf0-8371-9c3b1c445fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fe44e2ed-8115-4f67-890d-61739b6b28bd'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:14.606695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0a5e4a24-f1b5-411f-bae8-3e55e5151bb9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "PUT /v2.0/routers/fe44e2ed-8115-4f67-890d-61739b6b28bd HTTP/1.1" status: 200 len: 921 time: 7.9794991 Feb 07 22:38:14.655932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bab5c-30cb-457a-84ea-364b08a5005b None None] Pushing event updated for resources: {'Port': ['ID=bfe7de5d-3700-44ee-8c52-4e8b189f9c03,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:14.656086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36992) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:14.671970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4d15039f-60aa-4cc8-9700-ec6039e7d73b None None] Provisioning complete for port 9a2b34c7-510f-4039-b524-28c98c6745d5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:14.672641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d15039f-60aa-4cc8-9700-ec6039e7d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.722219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be6dfe-acb9-475e-bd03-6d36e8d5bc25 req-52bf82b0-da5d-4f5d-8a47-c1373213067e tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.726106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7020a9a2-59a2-4e7b-830f-0691850c45a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.727714 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2ab15698-5e84-4bf0-8371-9c3b1c445fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:14.732942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48be6dfe-acb9-475e-bd03-6d36e8d5bc25 req-52bf82b0-da5d-4f5d-8a47-c1373213067e tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 1.0688393 Feb 07 22:38:14.758330 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-4cf0bcb0-a62d-4d9e-8f99-df5f72202643 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.2540359 Feb 07 22:38:14.767574 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.773147 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab15698-5e84-4bf0-8371-9c3b1c445fc2 None None] Routers {'fe44e2ed-8115-4f67-890d-61739b6b28bd'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:14.773776 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2ab15698-5e84-4bf0-8371-9c3b1c445fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:37:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fe44e2ed-8115-4f67-890d-61739b6b28bd'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:14.794463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Request body: {'port': {'device_id': '4fd09c1a-0cbb-4e82-be52-36ca032e34f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:14.819980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4d15039f-60aa-4cc8-9700-ec6039e7d73b None None] Port 9a2b34c7-510f-4039-b524-28c98c6745d5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:14.839602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4d15039f-60aa-4cc8-9700-ec6039e7d73b None None] Provisioning complete for port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:14.840011 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d15039f-60aa-4cc8-9700-ec6039e7d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.880642 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2ab15698-5e84-4bf0-8371-9c3b1c445fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:14.881281 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab15698-5e84-4bf0-8371-9c3b1c445fc2 None None] The sync data for ids ['fe44e2ed-8115-4f67-890d-61739b6b28bd'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:14.909051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:38:14.927216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bfe7de5d-3700-44ee-8c52-4e8b189f9c03 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:14.976828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-be60fb35-2404-464a-8ff5-44868b6548d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.978908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dacd056-0773-474d-b119-ccfd23d157c2 req-be60fb35-2404-464a-8ff5-44868b6548d9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7216439 Feb 07 22:38:15.024707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:15.065213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48be6dfe-acb9-475e-bd03-6d36e8d5bc25 req-dc603388-c900-4ea2-a445-577969b39101 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309922 Feb 07 22:38:15.138213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:15.138593 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.250205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.250205 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Added segment 6be544cd-f9ed-4b33-846e-ed49ca227f63 of type vlan for network 6201e132-2440-4846-a639-28c583ad2f75 Feb 07 22:38:15.311465 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.409306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671e4009-d95e-4c45-9631-0baf2d397dcb {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:15.447227 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.451144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.528309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Transition to ACTIVE for port object 671e4009-d95e-4c45-9631-0baf2d397dcb will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:15.555303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef70ee3-a64a-406b-8025-9f8f37cd9afb req-d1897432-2b0c-47ed-937c-a494efd24527 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:15.561564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef70ee3-a64a-406b-8025-9f8f37cd9afb req-d1897432-2b0c-47ed-937c-a494efd24527 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:15.568566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef70ee3-a64a-406b-8025-9f8f37cd9afb req-d1897432-2b0c-47ed-937c-a494efd24527 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:15.570429 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fef70ee3-a64a-406b-8025-9f8f37cd9afb req-d1897432-2b0c-47ed-937c-a494efd24527 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2400 time: 0.3721087 Feb 07 22:38:15.573763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.651334 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7020a9a2-59a2-4e7b-830f-0691850c45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.714757 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.715508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.728503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:15.735064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:15.735756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.757697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9f37b-bed0-499e-8258-1dae6bb556c7 req-06d2c7de-0688-44d5-85d4-3e47857a8673 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:15.761094 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4be9f37b-bed0-499e-8258-1dae6bb556c7 req-06d2c7de-0688-44d5-85d4-3e47857a8673 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 935 time: 1.5293951 Feb 07 22:38:15.786416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020a9a2-59a2-4e7b-830f-0691850c45a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53e3544-18e1-45b7-b34f-064e9ce3d8a1,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:15.793172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7020a9a2-59a2-4e7b-830f-0691850c45a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cb4848398ac49bfb7e70f90f755a479&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5502911 Feb 07 22:38:15.823652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37000) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:15.970375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:15.995761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.0893209 Feb 07 22:38:15.997952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37002) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:16.053212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4be9f37b-bed0-499e-8258-1dae6bb556c7 req-1a6baeb4-1866-4eba-b0c0-0e67f4927336 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271006 Feb 07 22:38:16.067773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6ed5b48f-4e86-44fd-9557-5439187568cc tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/routers/fe44e2ed-8115-4f67-890d-61739b6b28bd HTTP/1.1" status: 200 len: 921 time: 1.3533306 Feb 07 22:38:16.069224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37004) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:16.085793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e17aac3-0e57-4e72-9a4f-b300fbef0d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.110385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fef70ee3-a64a-406b-8025-9f8f37cd9afb req-95547fbf-7d00-452c-be4f-a161c20b36b6 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285871 Feb 07 22:38:16.115879 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e17aac3-0e57-4e72-9a4f-b300fbef0d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.116656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Network': ['ID=fb947092-b6b8-4a06-9ee0-5f21a21de22e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:16.132646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network fb947092-b6b8-4a06-9ee0-5f21a21de22e details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:16.274142 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e17aac3-0e57-4e72-9a4f-b300fbef0d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.277014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e17aac3-0e57-4e72-9a4f-b300fbef0d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.280931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6e17aac3-0e57-4e72-9a4f-b300fbef0d31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b53e3544-18e1-45b7-b34f-064e9ce3d8a1 HTTP/1.1" status: 204 len: 168 time: 0.4221377 Feb 07 22:38:16.349112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17aac3-0e57-4e72-9a4f-b300fbef0d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53e3544-18e1-45b7-b34f-064e9ce3d8a1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:16.358311 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfef7984-5f4d-4f7f-8132-a0524e5651e4 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:16.391934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.416163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9352feda-a715-46bb-afd2-e284053c74b7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.421115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9352feda-a715-46bb-afd2-e284053c74b7 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=fe44e2ed-8115-4f67-890d-61739b6b28bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3458254 Feb 07 22:38:16.427059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37008) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:16.436747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df40abc-eb38-4a9f-b48e-f2c69e52f997 req-a0800cf0-930e-44b7-8df6-95165ee5ec5f tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.438928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3df40abc-eb38-4a9f-b48e-f2c69e52f997 req-a0800cf0-930e-44b7-8df6-95165ee5ec5f tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.1812415 Feb 07 22:38:16.452335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Transition to ACTIVE for port object bfef7984-5f4d-4f7f-8132-a0524e5651e4 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:16.474818 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198cc5e-cfb5-4cf0-8109-b9c2c8955f4c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Network': ['ID=6201e132-2440-4846-a639-28c583ad2f75,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:16.490626 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 6201e132-2440-4846-a639-28c583ad2f75 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:16.522360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.681847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Attempting to bind port 671e4009-d95e-4c45-9631-0baf2d397dcb on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:16.683290 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Attempting to bind port 671e4009-d95e-4c45-9631-0baf2d397dcb by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:16.684115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Attempting to bind port 671e4009-d95e-4c45-9631-0baf2d397dcb on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:16.731192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Port 671e4009-d95e-4c45-9631-0baf2d397dcb on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:16.731688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Attempting to bind port 671e4009-d95e-4c45-9631-0baf2d397dcb on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:16.746867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c864a12-858b-4f10-9862-9618e6ae996a tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.754690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c864a12-858b-4f10-9862-9618e6ae996a tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.761463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c864a12-858b-4f10-9862-9618e6ae996a tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.769455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bfe7de5d-3700-44ee-8c52-4e8b189f9c03 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:16.782242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c864a12-858b-4f10-9862-9618e6ae996a tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.789471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7c864a12-858b-4f10-9862-9618e6ae996a tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7841806 Feb 07 22:38:16.797521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:16.801925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:16.802482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:16.803066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Bound port: 671e4009-d95e-4c45-9631-0baf2d397dcb, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:16.803537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.808363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37016) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:16.830966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3df40abc-eb38-4a9f-b48e-f2c69e52f997 req-9157aac5-09f6-45db-a5c6-3d96a7b7ad68 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815651 Feb 07 22:38:16.901283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfef7984-5f4d-4f7f-8132-a0524e5651e4,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:16.941348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:16.948079 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.963890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b4bd5-ec39-4826-934b-a7ebdeed4022 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.968641 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c82b4bd5-ec39-4826-934b-a7ebdeed4022 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 881 time: 0.5403509 Feb 07 22:38:16.969494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37020) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:17.017373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a8c14f76-96c6-4e13-88ce-949f6eb2c853 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe44e2ed-8115-4f67-890d-61739b6b28bd HTTP/1.1" status: 200 len: 205 time: 0.0463126 Feb 07 22:38:17.018304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37024) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:17.152409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.208401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Attempting to bind port bfef7984-5f4d-4f7f-8132-a0524e5651e4 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:17.209033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Attempting to bind port bfef7984-5f4d-4f7f-8132-a0524e5651e4 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:17.209592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Attempting to bind port bfef7984-5f4d-4f7f-8132-a0524e5651e4 on network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:17.221171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Port bfef7984-5f4d-4f7f-8132-a0524e5651e4 on network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:17.221824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Attempting to bind port bfef7984-5f4d-4f7f-8132-a0524e5651e4 on network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:17.230971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:17.231627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Checking segment: {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:17.232245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Bound using segment: {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:17.232889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Bound port: bfef7984-5f4d-4f7f-8132-a0524e5651e4, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c779fc35-4000-46e5-bcff-1ae882f29b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:17.233429 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.367099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2b34c7-510f-4039-b524-28c98c6745d5 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:17.400258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.430783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] For port bfef7984-5f4d-4f7f-8132-a0524e5651e4, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:17.438768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] For port bfef7984-5f4d-4f7f-8132-a0524e5651e4, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bfef7984-5f4d-4f7f-8132-a0524e5651e4,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:17.477320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.547119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Transition to ACTIVE for port object 9a2b34c7-510f-4039-b524-28c98c6745d5 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:17.566379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.575888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.586847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:17.596364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:17.634540 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:17.635165 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.639693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/bfef7984-5f4d-4f7f-8132-a0524e5651e4 HTTP/1.1" status: 200 len: 1091 time: 3.9131558 Feb 07 22:38:17.660501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf350dd7-273c-4827-86e4-e502d66276b3 req-b0a44ac8-64c0-4fc6-b61e-75227ccda94b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:17.662852 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf350dd7-273c-4827-86e4-e502d66276b3 req-b0a44ac8-64c0-4fc6-b61e-75227ccda94b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 935 time: 0.3830864 Feb 07 22:38:17.663330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'tag': 'bfef7984-5f4d-4f7f-8132-a0524e5651e4'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:17.679538 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.681743 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "tag": "bfef7984-5f4d-4f7f-8132-a0524e5651e4"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:17.808576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.858747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:17.859380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.865776 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] 10.222.0.46 "PUT /v2.0/ports/671e4009-d95e-4c45-9631-0baf2d397dcb HTTP/1.1" status: 200 len: 1095 time: 6.4848461 Feb 07 22:38:17.868461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:17.870755 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050" -d '{"events": [{"name": "network-changed", "server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:18.008257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90975bfe-cefe-445e-98a3-0b71b40737b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfef7984-5f4d-4f7f-8132-a0524e5651e4,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:18.109362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf350dd7-273c-4827-86e4-e502d66276b3 req-610f47b1-a1e6-4704-8ae5-48f390739115 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193556 Feb 07 22:38:18.153387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-83e5e3b0-11e0-4034-9be1-d5204e703991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:18.154503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-83e5e3b0-11e0-4034-9be1-d5204e703991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:18.154503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-83e5e3b0-11e0-4034-9be1-d5204e703991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:18.157934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-83e5e3b0-11e0-4034-9be1-d5204e703991 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6037f75470b46a89f0a4e3773a95747&device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2865 time: 0.4441473 Feb 07 22:38:18.234692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Pushing event updated for resources: {'Port': ['ID=9a2b34c7-510f-4039-b524-28c98c6745d5,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:18.285043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-efd69b85-0135-426d-bcab-2aa56ec4c9be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=0b6cee66-f6b3-47d5-aa17-a000e294cb7e HTTP/1.1" status: 200 len: 217 time: 0.1178885 Feb 07 22:38:18.290709 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0663c7-8141-41e3-aa75-0fce1778f677 x-openstack-request-id: req-7f0663c7-8141-41e3-aa75-0fce1778f677 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:18.291629 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "tag": "bfef7984-5f4d-4f7f-8132-a0524e5651e4", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:18.292509 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f0663c7-8141-41e3-aa75-0fce1778f677 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:18.295577 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'tag': 'bfef7984-5f4d-4f7f-8132-a0524e5651e4', 'status': 'completed', 'code': 200} Feb 07 22:38:18.298956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Deleting port 69338817-d2c1-4670-a3b9-63597216db58 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:18.300322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:18.411601 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:18.528104 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358f08ac-368a-4da9-9ebe-731c0cda64e0 x-openstack-request-id: req-358f08ac-368a-4da9-9ebe-731c0cda64e0 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:18.528609 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:18.529866 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-358f08ac-368a-4da9-9ebe-731c0cda64e0 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:18.532255 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'status': 'completed', 'code': 200} Feb 07 22:38:18.586604 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:18.605957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Calling delete_port for 69338817-d2c1-4670-a3b9-63597216db58 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:18.733618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb947092-b6b8-4a06-9ee0-5f21a21de22e']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:18.790775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42852fd4-4486-4b62-b72c-63389fce34e4') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:18.791624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42852fd4-4486-4b62-b72c-63389fce34e4') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:18.804276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-283b57d5-07c9-4e0e-9674-70f1c995dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:18.806023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-283b57d5-07c9-4e0e-9674-70f1c995dd42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1098 time: 0.8268762 Feb 07 22:38:18.815679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d13340-4dc9-4869-8112-3f17ed37c608 req-788dfd20-54eb-42f1-b197-dccc58495a45 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:18.824314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d13340-4dc9-4869-8112-3f17ed37c608 req-788dfd20-54eb-42f1-b197-dccc58495a45 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:18.855967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d13340-4dc9-4869-8112-3f17ed37c608 req-788dfd20-54eb-42f1-b197-dccc58495a45 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:18.866074 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55d13340-4dc9-4869-8112-3f17ed37c608 req-788dfd20-54eb-42f1-b197-dccc58495a45 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2412 time: 0.8536689 Feb 07 22:38:19.108367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-bbf94507-7e76-4ff6-83a3-eb6ce1edc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:19.115756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-bbf94507-7e76-4ff6-83a3-eb6ce1edc296 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e24796b-1444-4c94-8fe8-31a95d7229e2 HTTP/1.1" status: 200 len: 801 time: 0.2129021 Feb 07 22:38:19.163077 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.196037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55d13340-4dc9-4869-8112-3f17ed37c608 req-abb1f4cf-50fc-447a-ad3e-5671dc7e3be5 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205302 Feb 07 22:38:19.197059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Attempting to bind port 9a2b34c7-510f-4039-b524-28c98c6745d5 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:19.200198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Attempting to bind port 9a2b34c7-510f-4039-b524-28c98c6745d5 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:19.200818 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Attempting to bind port 9a2b34c7-510f-4039-b524-28c98c6745d5 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:19.246666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb77372-b4d9-4999-8622-c931d30efdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:19.269529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-64868b43-1f79-4d98-b596-49c4201ae889 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=671e4009-d95e-4c45-9631-0baf2d397dcb HTTP/1.1" status: 200 len: 217 time: 0.3947909 Feb 07 22:38:19.293246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Port 9a2b34c7-510f-4039-b524-28c98c6745d5 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:19.293875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Attempting to bind port 9a2b34c7-510f-4039-b524-28c98c6745d5 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:19.352997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6302-b860-4b9c-9608-b3f258888507 req-cffebf01-5d4f-4f08-91ba-29e2586b9d9a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:19.361980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1dec6302-b860-4b9c-9608-b3f258888507 req-cffebf01-5d4f-4f08-91ba-29e2586b9d9a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.3596821 Feb 07 22:38:19.411819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-75430bfc-2fbf-49b4-96bd-5820e31dd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:19.413817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-75430bfc-2fbf-49b4-96bd-5820e31dd3a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2823517 Feb 07 22:38:19.420736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.574447 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1dec6302-b860-4b9c-9608-b3f258888507 req-8f9457a6-bd92-4a46-8601-fd2bc23c2807 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113945 Feb 07 22:38:19.575237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event deleted for resources: {'Port': ['ID=69338817-d2c1-4670-a3b9-63597216db58,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:19.587634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37092) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:19.593069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-990851185'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:19.722577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-8a7579bd-5eb8-4820-9c24-1af56aa1b198 service neutron] 10.222.0.24 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967100 Feb 07 22:38:19.727445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:19.731829 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.734218 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.779959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.783662 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:19.784090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:19.784538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:19.785042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Bound port: 9a2b34c7-510f-4039-b524-28c98c6745d5, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:19.785512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.835023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:19.835477 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:19.840803 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:19.939133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.941882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1f8ee187-34be-4d9a-a84b-11cb27816211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:19.943596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-1f8ee187-34be-4d9a-a84b-11cb27816211 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.6513402 Feb 07 22:38:19.963022 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.963022 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/networks/fb947092-b6b8-4a06-9ee0-5f21a21de22e HTTP/1.1" status: 204 len: 168 time: 3.1251063 Feb 07 22:38:19.976245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37100) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:20.017844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.021075 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.058895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242634a-0b12-4803-8e04-4da5311f49a7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Network': ['ID=fb947092-b6b8-4a06-9ee0-5f21a21de22e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:20.099684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28001817-d19c-4b98-b172-b84d4e3985b3 req-07121732-d37d-40c7-9d36-4eb372c44da8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.101626 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28001817-d19c-4b98-b172-b84d4e3985b3 req-07121732-d37d-40c7-9d36-4eb372c44da8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 947 time: 0.3238406 Feb 07 22:38:20.115359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-98563f1e-93b9-4540-9f50-20ca19c60b9c service neutron] 10.222.0.24 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206637 Feb 07 22:38:20.137373 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.138374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Fanout notify agent at l3_agent the message router_deleted on router fe44e2ed-8115-4f67-890d-61739b6b28bd {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:38:20.142215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:20.160145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.166047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-63acdac2-574f-4274-924b-c18864e99277 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/fe44e2ed-8115-4f67-890d-61739b6b28bd HTTP/1.1" status: 204 len: 168 time: 3.1398361 Feb 07 22:38:20.166047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37110) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:20.172690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0f28695d-e342-4582-a2f1-bf0417bbafc4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-616013027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:20.185819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28001817-d19c-4b98-b172-b84d4e3985b3 req-da28fb54-3596-4ead-a4a3-1055d3b87353 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619934 Feb 07 22:38:20.194136 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.198283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] For port 9a2b34c7-510f-4039-b524-28c98c6745d5, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:20.214448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] For port 9a2b34c7-510f-4039-b524-28c98c6745d5, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9a2b34c7-510f-4039-b524-28c98c6745d5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:20.216631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-6bf0ce79-b66d-491a-895d-ae9a79db3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.218131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-6bf0ce79-b66d-491a-895d-ae9a79db3589 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2567415 Feb 07 22:38:20.236420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.253574 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.253574 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Added segment 7591b6c4-021c-4f3c-be31-46c5e57e9b1f of type vlan for network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 Feb 07 22:38:20.255434 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-af5125b7-16df-45d9-a4a3-170c9454e98a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af HTTP/1.1" status: 200 len: 217 time: 0.1147358 Feb 07 22:38:20.269700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-6117f150-bdfc-49c6-9c73-0f6829b9f200 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1234992 Feb 07 22:38:20.390727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.392084 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.393269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] 10.222.0.24 "PUT /v2.0/ports/9a2b34c7-510f-4039-b524-28c98c6745d5 HTTP/1.1" status: 200 len: 1095 time: 5.6215107 Feb 07 22:38:20.421610 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.482960 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f28695d-e342-4582-a2f1-bf0417bbafc4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.483948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f28695d-e342-4582-a2f1-bf0417bbafc4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.492263 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.541387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd09c1a-0cbb-4e82-be52-36ca032e34f2', 'tag': '9a2b34c7-510f-4039-b524-28c98c6745d5'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:20.544457 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274b4311-e9cd-4c53-acce-e588cfe37c87" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd09c1a-0cbb-4e82-be52-36ca032e34f2", "tag": "9a2b34c7-510f-4039-b524-28c98c6745d5"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:20.571856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757227f-da5b-4af0-8a51-62e7006d978c service neutron] Pushing event updated for resources: {'Port': ['ID=9a2b34c7-510f-4039-b524-28c98c6745d5,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:20.601439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6201e132-2440-4846-a639-28c583ad2f75']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:20.617695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-d640aba6-dfa6-460d-b323-c41b21c94205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.619168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-d640aba6-dfa6-460d-b323-c41b21c94205 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ddfd45f2-4b69-4c69-9138-74d7c68cdcda HTTP/1.1" status: 200 len: 801 time: 0.3558154 Feb 07 22:38:20.645923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-2890a9bb-18f4-455a-b324-c010d4560655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.647880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-2890a9bb-18f4-455a-b324-c010d4560655 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 1098 time: 0.1682925 Feb 07 22:38:20.662989 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.663544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be544cd-f9ed-4b33-846e-ed49ca227f63') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:20.664189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be544cd-f9ed-4b33-846e-ed49ca227f63') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:20.668627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.669231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.690344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334536c-2040-482d-9000-f6b388472311 req-26088ec0-39dc-4748-beef-4bbff7961bf8 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.696721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334536c-2040-482d-9000-f6b388472311 req-26088ec0-39dc-4748-beef-4bbff7961bf8 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.702699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334536c-2040-482d-9000-f6b388472311 req-26088ec0-39dc-4748-beef-4bbff7961bf8 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.705246 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1334536c-2040-482d-9000-f6b388472311 req-26088ec0-39dc-4748-beef-4bbff7961bf8 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2412 time: 0.3179133 Feb 07 22:38:20.722716 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f28695d-e342-4582-a2f1-bf0417bbafc4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.736189 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1470206 Feb 07 22:38:20.739476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37118) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:20.743378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-2eff887f-9e87-4729-add0-8e5b78fe4227 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168118 Feb 07 22:38:20.748444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-654338124'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:20.752818 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.766677 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f28695d-e342-4582-a2f1-bf0417bbafc4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.767021 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-75bd769d-867f-4999-ac6f-faa674943ab4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9a2b34c7-510f-4039-b524-28c98c6745d5 HTTP/1.1" status: 200 len: 217 time: 0.1102543 Feb 07 22:38:20.862593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c3ee4-698f-47cf-b4d1-ea1b7830169b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Network': ['ID=87fc44a3-a9c9-4860-8d42-6db9104a8d50,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:20.866089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d23d77ec-3785-4fb7-84ca-a81162981ea6 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:38:20.869214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f28695d-e342-4582-a2f1-bf0417bbafc4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.873426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0f28695d-e342-4582-a2f1-bf0417bbafc4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7048447 Feb 07 22:38:20.874068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37120) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:20.879937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:20.888408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:20.890033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-e5bdde04-1b75-415a-b8fe-f5a3410619f6 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.899423 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-e5bdde04-1b75-415a-b8fe-f5a3410619f6 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5982606 Feb 07 22:38:20.940472 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.950607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:20.952524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c238ab5-c26b-4bac-80c4-aa1fb17e182d req-791ded97-dca8-46c8-b35b-da95368f0e9d service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656426 Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:21.040284 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:21.058428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.081794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.091737 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/networks/6201e132-2440-4846-a639-28c583ad2f75 HTTP/1.1" status: 204 len: 168 time: 1.1049895 Feb 07 22:38:21.096604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d23d77ec-3785-4fb7-84ca-a81162981ea6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:21.110291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'd23d77ec-3785-4fb7-84ca-a81162981ea6', 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f', 'port_id': 'd23d77ec-3785-4fb7-84ca-a81162981ea6', 'mac_address': 'fa:16:3e:9a:ae:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54247620-3ba7-4f8f-ab98-19c829608aa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:38:21.128434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37124) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:21.264140 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-0392cc9b-4e11-430d-a4c3-4f1996b4afd4 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/quotas/bfc1d931c0e747e88611f3aa3b92c3c5 HTTP/1.1" status: 200 len: 375 time: 0.3634083 Feb 07 22:38:21.265400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-98b0b14f-2d0c-492b-a766-41836b267618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:21.267055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-98b0b14f-2d0c-492b-a766-41836b267618 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b58ee097-e9c9-4ef7-bc68-f5d853fc511f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6376705 Feb 07 22:38:21.284093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c849b-2b4a-4768-90ad-9853f65bd7f3 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Network': ['ID=6201e132-2440-4846-a639-28c583ad2f75,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:21.352016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1334536c-2040-482d-9000-f6b388472311 req-508d21fe-c590-40e2-b059-5475e81e5639 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108174 Feb 07 22:38:21.373185 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.404754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d23d77ec-3785-4fb7-84ca-a81162981ea6 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:21.411927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-41aae8c2-1450-48ed-a748-c254b2b400fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:21.428447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-41aae8c2-1450-48ed-a748-c254b2b400fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.3843179 Feb 07 22:38:21.433787 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134caea1-bfe1-4e9d-9bed-0c0cd45dfdca x-openstack-request-id: req-134caea1-bfe1-4e9d-9bed-0c0cd45dfdca {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:21.433787 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd09c1a-0cbb-4e82-be52-36ca032e34f2", "tag": "9a2b34c7-510f-4039-b524-28c98c6745d5", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:21.433787 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-134caea1-bfe1-4e9d-9bed-0c0cd45dfdca {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:21.433787 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd09c1a-0cbb-4e82-be52-36ca032e34f2', 'tag': '9a2b34c7-510f-4039-b524-28c98c6745d5', 'status': 'completed', 'code': 200} Feb 07 22:38:21.449368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:21.453636 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.456017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d23d77ec-3785-4fb7-84ca-a81162981ea6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:21.461893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-631f58ca-c3ef-4669-86cb-91449568ff57 service neutron] 10.222.0.24 "GET /v2.0/networks/b58ee097-e9c9-4ef7-bc68-f5d853fc511f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490674 Feb 07 22:38:21.507389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.536527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-0af421f2-cb8c-48c5-a073-f599e77c2384 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2147098 Feb 07 22:38:21.606467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=d23d77ec-3785-4fb7-84ca-a81162981ea6,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:21.612168 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59a5e1de-3959-44b4-a461-fa5dc1b9c267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.655905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['d23d77ec-3785-4fb7-84ca-a81162981ea6'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:21.675345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-12b3bf3c-b765-4ddd-9df9-af3b73b7b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:21.678215 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-12b3bf3c-b765-4ddd-9df9-af3b73b7b99d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1098 time: 0.5107112 Feb 07 22:38:21.735414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:21.747795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de60ab-0c88-48e8-98ea-c7f5edbaa950 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:21.757765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de60ab-0c88-48e8-98ea-c7f5edbaa950 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:21.767740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a4de60ab-0c88-48e8-98ea-c7f5edbaa950 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6280141 Feb 07 22:38:21.776981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.777374 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Added segment 326efe8d-b714-4d5d-b854-328d6a6904a1 of type vlan for network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 Feb 07 22:38:21.864197 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.923680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-6e7f52e9-79e3-4b07-a669-e0713e6c83f9 service neutron] 10.222.0.24 "GET /v2.0/networks/b58ee097-e9c9-4ef7-bc68-f5d853fc511f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907948 Feb 07 22:38:21.924317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37128) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:21.931777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-549369779'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:21.961830 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.967255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:21.967893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.051435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.054621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-d7e69ec7-9e26-4e18-89cb-870c56272ffe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.66&port_id=bfef7984-5f4d-4f7f-8132-a0524e5651e4 HTTP/1.1" status: 200 len: 217 time: 0.1165891 Feb 07 22:38:22.054971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dc272-4282-43db-9c48-22c175d8981e req-5ac98221-039a-478d-8999-ad8b6bde4222 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:22.056536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf3dc272-4282-43db-9c48-22c175d8981e req-5ac98221-039a-478d-8999-ad8b6bde4222 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 944 time: 0.5437894 Feb 07 22:38:22.062738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Network': ['ID=90c254de-e28a-4232-8cd9-7eb5347dbaf7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:22.074046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:22.083886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-b17c1217-7495-406b-a4e4-0e1981f13c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:22.085916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-b17c1217-7495-406b-a4e4-0e1981f13c8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6395757 Feb 07 22:38:22.116354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Made reservation on behalf of 908da7805b834c5f988df809d608ed89 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:22.120049 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.203286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-6e937ddd-3496-4020-b284-1eb2efe5f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:22.204917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-6e937ddd-3496-4020-b284-1eb2efe5f55c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e24796b-1444-4c94-8fe8-31a95d7229e2 HTTP/1.1" status: 200 len: 801 time: 0.1311255 Feb 07 22:38:22.214095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23ebcc-e27c-421e-aaff-dea0727ca7fd req-f59882bc-c0b0-48ec-984a-e088714a3f8d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:22.215370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf23ebcc-e27c-421e-aaff-dea0727ca7fd req-f59882bc-c0b0-48ec-984a-e088714a3f8d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 947 time: 0.2707582 Feb 07 22:38:22.231549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:22.271527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fedf0040-e142-4133-951c-b4baed7724d8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5239167 Feb 07 22:38:22.278405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37150) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:22.283610 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.283610 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Added segment 95753775-9738-4722-bbaa-825830ba3c61 of type vlan for network 9d1e9ec4-b1e3-4fed-a569-50122cd55595 Feb 07 22:38:22.288404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'subnet': {'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:22.325996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-1631f2fd-0991-4a3e-8dec-ae526cbc977c service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229421 Feb 07 22:38:22.345966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-6960936d-b0b0-4b85-b0e0-6f47dbd97ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:22.347495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-6960936d-b0b0-4b85-b0e0-6f47dbd97ff1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.6540289 Feb 07 22:38:22.409560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-430f9a19-7ff7-4c6c-9f0b-5a92ad68247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:22.411116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-430f9a19-7ff7-4c6c-9f0b-5a92ad68247a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1948726 Feb 07 22:38:22.414231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf23ebcc-e27c-421e-aaff-dea0727ca7fd req-ceab5be4-139e-4d50-acf3-44e608c619df tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837673 Feb 07 22:38:22.418160 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.452246 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf3dc272-4282-43db-9c48-22c175d8981e req-ebf8fa29-8774-4fed-84c4-54feca58353e tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779607 Feb 07 22:38:22.461922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-e041e20a-e2fb-492a-8ef7-a6dd436e09b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=671e4009-d95e-4c45-9631-0baf2d397dcb HTTP/1.1" status: 200 len: 217 time: 0.0639145 Feb 07 22:38:22.595588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-a5f87c4e-798b-433c-8d58-68f7a451923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:22.597408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-a5f87c4e-798b-433c-8d58-68f7a451923f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1264098 Feb 07 22:38:22.599590 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5785b7ac-c9e6-49e4-a5cb-522007614416 req-cf5884d8-d358-4da2-8fe8-f26464478c64 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 210 time: 0.0594876 Feb 07 22:38:22.615529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.621075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:22.621669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.636725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763bcbff-39b9-4cbe-8df3-7facc4771dba req-2c65262a-4ee7-4b2e-b3a8-769e34c7ce1d service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029931 Feb 07 22:38:22.719028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:22.722671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.754157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8263502 Feb 07 22:38:22.778998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37170) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:22.828673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2090810892'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:22.867277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:38:22.869790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d23d77ec-3785-4fb7-84ca-a81162981ea6 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:22.896898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a19b8-8c6e-4ea7-83f9-243e95c808de tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Network': ['ID=9d1e9ec4-b1e3-4fed-a569-50122cd55595,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:22.904826 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-1b6203a2-a872-48a6-b85f-4904d0a68324 service neutron] 10.222.0.24 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790077 Feb 07 22:38:22.956521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 9d1e9ec4-b1e3-4fed-a569-50122cd55595 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:23.088492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.094654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9e6b6-6a7f-4006-a07e-a8dd2bba737f req-3153a586-b66e-4c1c-afcb-d1b740595135 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.107016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9e6b6-6a7f-4006-a07e-a8dd2bba737f req-3153a586-b66e-4c1c-afcb-d1b740595135 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.114916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port d23d77ec-3785-4fb7-84ca-a81162981ea6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:23.115443 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.123396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9e6b6-6a7f-4006-a07e-a8dd2bba737f req-3153a586-b66e-4c1c-afcb-d1b740595135 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.124459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Made reservation on behalf of 908da7805b834c5f988df809d608ed89 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:23.127938 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.135321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74b9e6b6-6a7f-4006-a07e-a8dd2bba737f req-3153a586-b66e-4c1c-afcb-d1b740595135 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2412 time: 0.5663960 Feb 07 22:38:23.141168 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.193660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6865e7f-7df3-4fc0-8676-f64def3b7b14 req-277b9a9c-4a6e-4885-9bb8-b7156d733df8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.200902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e6865e7f-7df3-4fc0-8676-f64def3b7b14 req-277b9a9c-4a6e-4885-9bb8-b7156d733df8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 944 time: 0.2477362 Feb 07 22:38:23.204961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-bc085aa6-bbe4-40ec-9e7a-2699193dfa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.209328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-bc085aa6-bbe4-40ec-9e7a-2699193dfa38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5762544 Feb 07 22:38:23.214243 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.240311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87b21621-6be3-4b7b-9633-dfd59da8e67c req-087e8efb-dc40-4e5e-a1c8-980b7ad18150 service neutron] 10.222.0.24 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169580 Feb 07 22:38:23.248975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-341d0020-3f8c-479c-9e4f-83ff39eae03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.253985 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-341d0020-3f8c-479c-9e4f-83ff39eae03b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 1098 time: 0.2360411 Feb 07 22:38:23.257077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d234639-efce-462d-957b-aa9d752edd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23d77ec-3785-4fb7-84ca-a81162981ea6'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:23.259772 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54702ba-eae1-473e-9ba8-af502db0c2f8" -d '{"events": [{"server_uuid": "9d234639-efce-462d-957b-aa9d752edd60", "name": "network-vif-plugged", "status": "completed", "tag": "d23d77ec-3785-4fb7-84ca-a81162981ea6"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:23.285590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:23.291188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d23d77ec-3785-4fb7-84ca-a81162981ea6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:23.303823 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.308994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'mac_address': 'fa:16:3e:95:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:38:23.318225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:23.373248 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.391787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671e4009-d95e-4c45-9631-0baf2d397dcb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:23.409356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-b63d4d01-a2c1-47f7-a6ba-aa3d6918c9cd service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507030 Feb 07 22:38:23.415489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:23.428579 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.451248 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.451760 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Added segment 4249e9f0-c825-4744-891c-90f8b89a3b76 of type vlan for network 25c3f0cc-e4d9-4db5-a217-52f8428087c4 Feb 07 22:38:23.456334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=d23d77ec-3785-4fb7-84ca-a81162981ea6,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:23.523577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-dc34a85d-bde4-4de6-929b-abd1c0ecf2f3 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1626499 Feb 07 22:38:23.534330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:23.535173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e6865e7f-7df3-4fc0-8676-f64def3b7b14 req-d6056795-7f6d-403f-8c6b-64e870dab337 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312900 Feb 07 22:38:23.578172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74b9e6b6-6a7f-4006-a07e-a8dd2bba737f req-f7eb2214-e2ab-44bd-ac61-ec3be6a57571 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413922 Feb 07 22:38:23.588620 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d593e1d4-39ed-40ec-b9c2-54f9b34c4973 x-openstack-request-id: req-d593e1d4-39ed-40ec-b9c2-54f9b34c4973 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:23.589062 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d234639-efce-462d-957b-aa9d752edd60", "name": "network-vif-plugged", "status": "completed", "tag": "d23d77ec-3785-4fb7-84ca-a81162981ea6", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:23.589314 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d593e1d4-39ed-40ec-b9c2-54f9b34c4973 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:23.589701 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d234639-efce-462d-957b-aa9d752edd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23d77ec-3785-4fb7-84ca-a81162981ea6', 'code': 200} Feb 07 22:38:23.682753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['671e4009-d95e-4c45-9631-0baf2d397dcb'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:23.692356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Allocated IP 172.25.8.200 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/d23faafd-bf14-48df-829c-9d55ff5319c0) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:23.746247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1b3506d-dcbc-4cec-8e0c-b52606efc6ee req-641e0bb7-917e-4716-bef1-20bc523c4dcf tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 210 time: 0.0443807 Feb 07 22:38:23.749678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-05aac4a5-1046-47ab-a73b-d5b89c940bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.751145 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-05aac4a5-1046-47ab-a73b-d5b89c940bca service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3373983 Feb 07 22:38:23.768377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.772908 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.810420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-cbc9912d-e48d-4481-a3ed-6d298bf28128 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9a2b34c7-510f-4039-b524-28c98c6745d5 HTTP/1.1" status: 200 len: 217 time: 0.0488105 Feb 07 22:38:23.850770 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-efbcd768-a0d9-4ae4-b73b-67e13d7b1279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.875952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50a46dd9-3bd2-4c2c-8e6e-f87b6195f050 req-6e4b1d0d-5e84-4148-ab68-5be8beba516e service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241935 Feb 07 22:38:23.942944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-f46827cc-2295-473d-b485-d24642228497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.945639 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-f46827cc-2295-473d-b485-d24642228497 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0686629 Feb 07 22:38:23.998496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-4445378e-2d42-49c4-bac0-e49bdef91c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.000116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-4445378e-2d42-49c4-bac0-e49bdef91c37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477376 Feb 07 22:38:24.003574 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.resource_extend [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:38:24.019475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-25afc3c8-5a5b-448b-b55f-8e96847c7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.020177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-25afc3c8-5a5b-448b-b55f-8e96847c7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.021001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-25afc3c8-5a5b-448b-b55f-8e96847c7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.022638 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-25afc3c8-5a5b-448b-b55f-8e96847c7a72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6037f75470b46a89f0a4e3773a95747&device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2865 time: 0.6788564 Feb 07 22:38:24.118295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-b3e2cc40-ade9-4384-999a-1f7aa56db3ed service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096270 Feb 07 22:38:24.146059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Subnet': ['ID=1b89ca7c-352e-472a-99ed-4d8a04da4eb4,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:24.170853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.179877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52844411-1850-4919-a9e4-64aec992979a req-a1173d7c-6718-4f65-8b62-de9a272dba69 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.181362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52844411-1850-4919-a9e4-64aec992979a req-a1173d7c-6718-4f65-8b62-de9a272dba69 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 947 time: 0.4800408 Feb 07 22:38:24.190038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.197811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.198333 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.234642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-274b4311-e9cd-4c53-acce-e588cfe37c87 req-ebb7c31f-c056-4623-ab62-03248d18047f service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094568 Feb 07 22:38:24.235352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-aba0ce5a-8a9a-4cd9-9c82-eee0cf0d315e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.236837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-aba0ce5a-8a9a-4cd9-9c82-eee0cf0d315e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6966233 Feb 07 22:38:24.296999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Request body: {'port': {'device_id': 'f86ffee5-c5ca-4360-a18f-4ef59cfcc956', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'bfc1d931c0e747e88611f3aa3b92c3c5'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:24.330918 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5055158 Feb 07 22:38:24.336067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37180) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:24.341606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Checking segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:24.341956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network hostable DHCP agents. Network: 87fc44a3-a9c9-4860-8d42-6db9104a8d50, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:38:24.342580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'ports': [{'network_id': '9d1e9ec4-b1e3-4fed-a569-50122cd55595', 'name': 'tempest-port--1145511912', 'admin_state_up': True}, {'network_id': '25c3f0cc-e4d9-4db5-a217-52f8428087c4', 'admin_state_up': False}]} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:24.343149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'port': {'network_id': '9d1e9ec4-b1e3-4fed-a569-50122cd55595', 'name': 'tempest-port--1145511912', 'admin_state_up': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:24.344532 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'port': {'network_id': '25c3f0cc-e4d9-4db5-a217-52f8428087c4', 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:24.612456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-c773fa96-d3a7-4205-82fb-f30a717471c2 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.614865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-c773fa96-d3a7-4205-82fb-f30a717471c2 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.0933652 Feb 07 22:38:24.689963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Made reservation on behalf of 908da7805b834c5f988df809d608ed89 for: {'port': 2} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:24.697105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.734709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52844411-1850-4919-a9e4-64aec992979a req-e9f143d0-bc3d-4d2b-aeb1-e6ba0ec0c109 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270691 Feb 07 22:38:24.735141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90875ed3-019a-4b60-abe8-9ea81cc9ccd7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Network': ['ID=25c3f0cc-e4d9-4db5-a217-52f8428087c4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:24.760882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-fe258b90-3c96-4879-b78e-c975a5ac4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.762857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-fe258b90-3c96-4879-b78e-c975a5ac4823 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 HTTP/1.1" status: 200 len: 902 time: 0.7166674 Feb 07 22:38:24.764726 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.776435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.778864 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.779688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 25c3f0cc-e4d9-4db5-a217-52f8428087c4 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:24.814099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:38:24.844153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0b6cee66-f6b3-47d5-aa17-a000e294cb7e details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:38:24.908063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9892d-5e45-451b-95ed-6fb67b43b737 req-0551e5b1-ee4b-49e3-81e1-7452f8bfeedf tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.917188 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-15b9892d-5e45-451b-95ed-6fb67b43b737 req-0551e5b1-ee4b-49e3-81e1-7452f8bfeedf tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 945 time: 0.1965981 Feb 07 22:38:24.929502 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:38:24.935283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-d7fc3dfe-768b-4909-b97d-be2f1fffda2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.66&port_id=bfef7984-5f4d-4f7f-8132-a0524e5651e4 HTTP/1.1" status: 200 len: 217 time: 0.1613729 Feb 07 22:38:24.976517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 87fc44a3-a9c9-4860-8d42-6db9104a8d50) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:24.977632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:25.017077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Deleting port d23d77ec-3785-4fb7-84ca-a81162981ea6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:25.017422 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.025328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e', 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6', 'port_id': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e', 'mac_address': 'fa:16:3e:25:a6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e24796b-1444-4c94-8fe8-31a95d7229e2', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:38:25.027160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:25.027482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:25.028861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4835e5ca-bd01-4f76-825d-23b743beefad None None] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:25.038640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.039528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.067767 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-15b9892d-5e45-451b-95ed-6fb67b43b737 req-ae20b978-083c-4c29-b55d-085bb0490ebd tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439042 Feb 07 22:38:25.070546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:25.091287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:25.118689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event updated for resources: {'Port': ['ID=d23faafd-bf14-48df-829c-9d55ff5319c0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:25.178711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] device_id is not set on port 4227e9b1-75ac-4236-94f1-4b11c2873156 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:38:25.217054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34987d08-a9a9-4168-a48e-27b3c3bcd6bb req-3974a561-fc68-41bb-96ef-0ccdf6236e84 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 210 time: 0.0327017 Feb 07 22:38:25.281284 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 671e4009-d95e-4c45-9631-0baf2d397dcb completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:25.282382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] For port d23d77ec-3785-4fb7-84ca-a81162981ea6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d23d77ec-3785-4fb7-84ca-a81162981ea6,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:25.282975 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.292621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 671e4009-d95e-4c45-9631-0baf2d397dcb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:25.293151 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.313093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Calling delete_port for d23d77ec-3785-4fb7-84ca-a81162981ea6 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:25.353958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.374270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Made reservation on behalf of bfc1d931c0e747e88611f3aa3b92c3c5 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:25.379835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.404011 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2a73dffd-c0a7-488c-80a6-1bc4c0cd1e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1230440 Feb 07 22:38:25.406955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37188) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:25.426734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc17c-22e6-49ca-bc85-b199dd1cf6b2 req-4a85f1db-3ad2-4c2b-9f68-313d16945d46 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.430310 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.433052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc17c-22e6-49ca-bc85-b199dd1cf6b2 req-4a85f1db-3ad2-4c2b-9f68-313d16945d46 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.439691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc17c-22e6-49ca-bc85-b199dd1cf6b2 req-4a85f1db-3ad2-4c2b-9f68-313d16945d46 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.441511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5cdfc17c-22e6-49ca-bc85-b199dd1cf6b2 req-4a85f1db-3ad2-4c2b-9f68-313d16945d46 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2412 time: 0.5337105 Feb 07 22:38:25.447244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'subnet': {'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:25.492190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6cee66-f6b3-47d5-aa17-a000e294cb7e {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:25.537269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] device_id is not set on port cb58d8fd-076a-4b3e-a08a-8359a7b6040f yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:38:25.540551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-3cf1a104-ef0d-479a-8492-9c8e789090a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.542108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-3cf1a104-ef0d-479a-8492-9c8e789090a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e24796b-1444-4c94-8fe8-31a95d7229e2 HTTP/1.1" status: 200 len: 801 time: 0.5699863 Feb 07 22:38:25.542791 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.548474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:25.566016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.567145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9a2b34c7-510f-4039-b524-28c98c6745d5 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:38:25.664954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'fixed_ips': [{'subnet_id': '1b89ca7c-352e-472a-99ed-4d8a04da4eb4'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:38:25.666121 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.704284 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.708408 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.735013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5cdfc17c-22e6-49ca-bc85-b199dd1cf6b2 req-3ec89118-66cd-4142-accb-91ce9576eb10 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074952 Feb 07 22:38:25.757956 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.782602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.828023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:25.829607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-2f2e52a6-5118-4a50-b186-c89cdb286738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.830225 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d492d46-85e7-44e0-86ed-6e3ea2d080a2" -d '{"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-plugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:25.832180 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-2f2e52a6-5118-4a50-b186-c89cdb286738 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2621410 Feb 07 22:38:25.837118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:25.844089 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.863065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event deleted for resources: {'Port': ['ID=d23d77ec-3785-4fb7-84ca-a81162981ea6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:25.888610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:25.931820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:25.948775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Port': ['ID=4227e9b1-75ac-4236-94f1-4b11c2873156,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:25.965312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.966547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d23d77ec-3785-4fb7-84ca-a81162981ea6 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:38:25.971586 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedad317-ffd0-4a60-85ae-2171d9c45d7d x-openstack-request-id: req-eedad317-ffd0-4a60-85ae-2171d9c45d7d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:25.972800 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-plugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:25.973961 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eedad317-ffd0-4a60-85ae-2171d9c45d7d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:25.974870 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'code': 200} Feb 07 22:38:26.094519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-8585d46b-d295-466f-a6d3-104847347f28 service neutron] 10.222.0.24 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448163 Feb 07 22:38:26.100913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] No DVR routers for this DVR port d23d77ec-3785-4fb7-84ca-a81162981ea6 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:26.103530 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: d23d77ec-3785-4fb7-84ca-a81162981ea6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:38:26.104182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d23d77ec-3785-4fb7-84ca-a81162981ea6 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:38:26.107144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.111209 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e4405e8-f910-410b-8f5f-29658bfd3faa req-40ac4a5d-0c80-4748-861d-c353ac4cfcb3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "DELETE /v2.0/ports/d23d77ec-3785-4fb7-84ca-a81162981ea6 HTTP/1.1" status: 204 len: 173 time: 1.4848750 Feb 07 22:38:26.116178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d234639-efce-462d-957b-aa9d752edd60', 'name': 'network-vif-deleted', 'tag': 'd23d77ec-3785-4fb7-84ca-a81162981ea6'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:26.119143 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06d76bc-a97c-4cd4-a574-511962c76309" -d '{"events": [{"server_uuid": "9d234639-efce-462d-957b-aa9d752edd60", "name": "network-vif-deleted", "tag": "d23d77ec-3785-4fb7-84ca-a81162981ea6"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:26.149185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Checking segment: {'id': '95753775-9738-4722-bbaa-825830ba3c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d1e9ec4-b1e3-4fed-a569-50122cd55595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:26.149686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Network hostable DHCP agents. Network: 9d1e9ec4-b1e3-4fed-a569-50122cd55595, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:38:26.152544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9a2b34c7-510f-4039-b524-28c98c6745d5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9a2b34c7-510f-4039-b524-28c98c6745d5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:26.172729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72695-7d78-48f3-9db1-14d2219ebe94 req-f13d8b76-692c-4057-a82d-2f0dd51fd284 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.174208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94d72695-7d78-48f3-9db1-14d2219ebe94 req-f13d8b76-692c-4057-a82d-2f0dd51fd284 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 947 time: 0.2225602 Feb 07 22:38:26.176511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7adf27-07c1-49e8-9aed-d96475b5716a req-6b7db9cc-3f2a-48b8-b5fe-f1094a6e74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.178023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ca7adf27-07c1-49e8-9aed-d96475b5716a req-6b7db9cc-3f2a-48b8-b5fe-f1094a6e74af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1100 time: 0.1203799 Feb 07 22:38:26.212102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '9a2b34c7-510f-4039-b524-28c98c6745d5', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '9a2b34c7-510f-4039-b524-28c98c6745d5', 'mac_address': 'fa:16:3e:6a:93:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:38:26.221916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Network 9d1e9ec4-b1e3-4fed-a569-50122cd55595 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:38:26.234948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.244323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ca7adf27-07c1-49e8-9aed-d96475b5716a req-e2b683a5-f175-4f4e-b632-04e170b5c8cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594697 Feb 07 22:38:26.251751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 9d1e9ec4-b1e3-4fed-a569-50122cd55595) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:26.260348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:26.261197 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.280754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf12f635-e326-48a4-9f69-617e199c6321 None None] Network 9d1e9ec4-b1e3-4fed-a569-50122cd55595 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:26.290506 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.323935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Port': ['ID=cb58d8fd-076a-4b3e-a08a-8359a7b6040f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:26.329888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:26.330313 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94d72695-7d78-48f3-9db1-14d2219ebe94 req-210a564b-6f87-46c6-afa4-195d08ceae16 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441748 Feb 07 22:38:26.336223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Allocated IP 10.1.1.2 (87fc44a3-a9c9-4860-8d42-6db9104a8d50/1b89ca7c-352e-472a-99ed-4d8a04da4eb4/c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:26.377139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Checking segment: {'id': '4249e9f0-c825-4744-891c-90f8b89a3b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25c3f0cc-e4d9-4db5-a217-52f8428087c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:26.377662 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Network hostable DHCP agents. Network: 25c3f0cc-e4d9-4db5-a217-52f8428087c4, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:38:26.387816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.408219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Network 25c3f0cc-e4d9-4db5-a217-52f8428087c4 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:38:26.429638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.437469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.443328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 25c3f0cc-e4d9-4db5-a217-52f8428087c4) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:26.475341 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79b6849-601b-4327-9194-7a3aff69a967 x-openstack-request-id: req-e79b6849-601b-4327-9194-7a3aff69a967 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:26.476603 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d234639-efce-462d-957b-aa9d752edd60", "name": "network-vif-deleted", "tag": "d23d77ec-3785-4fb7-84ca-a81162981ea6", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:26.477475 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e79b6849-601b-4327-9194-7a3aff69a967 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:26.477475 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d234639-efce-462d-957b-aa9d752edd60', 'name': 'network-vif-deleted', 'tag': 'd23d77ec-3785-4fb7-84ca-a81162981ea6', 'status': 'completed', 'code': 200} Feb 07 22:38:26.481428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:26.491127 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5cb045d2-c739-4bed-a416-8908d01c5429 req-0c570752-ebf1-4578-ad44-fbbd9568a80f tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d234639-efce-462d-957b-aa9d752edd60 HTTP/1.1" status: 200 len: 210 time: 0.2102818 Feb 07 22:38:26.511331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.518694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c12cb9-c2f4-417b-a74c-e1d143ff3ebc None None] Network 25c3f0cc-e4d9-4db5-a217-52f8428087c4 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:26.521877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.525710 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.566340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cef9ce07-b88e-4d10-b166-63a78fadfcf1 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2263949 Feb 07 22:38:26.569603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37200) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:26.683816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb66a852-db25-427e-9764-601f704178f5 req-d08b5ace-af5b-4ec7-89c6-ff97a995a6f7 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 210 time: 0.0425200 Feb 07 22:38:26.710717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85441e28-0c0e-4082-ae8c-97f195a240a2 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.726086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85441e28-0c0e-4082-ae8c-97f195a240a2 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.730334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-85441e28-0c0e-4082-ae8c-97f195a240a2 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1570957 Feb 07 22:38:26.733922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37202) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:26.740536 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5eb2b4-9361-43d6-80b9-0c4bd920d36b req-950a00fd-1e58-45ae-b089-75f9298c3128 service neutron] 10.222.0.24 "GET /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974550 Feb 07 22:38:26.742357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65545298-0ca2-4e5a-b10e-ffcff84bb77c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:26.878498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-536201c9-40a9-4514-9b98-d04cdab12d2c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Deleting port 4227e9b1-75ac-4236-94f1-4b11c2873156 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:26.880820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-536201c9-40a9-4514-9b98-d04cdab12d2c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.979224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-536201c9-40a9-4514-9b98-d04cdab12d2c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.979606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.987724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2b34c7-510f-4039-b524-28c98c6745d5 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:27.006364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-536201c9-40a9-4514-9b98-d04cdab12d2c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Calling delete_port for 4227e9b1-75ac-4236-94f1-4b11c2873156 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:27.022178 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.044128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:27.046426 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.054531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:27.082226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:27.159455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-536201c9-40a9-4514-9b98-d04cdab12d2c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.180554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8c24e-9490-4365-9dfd-453328d467c2 req-ec1fd676-e438-4f17-a829-97ee6924e113 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.195036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8c24e-9490-4365-9dfd-453328d467c2 req-ec1fd676-e438-4f17-a829-97ee6924e113 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.201940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8c24e-9490-4365-9dfd-453328d467c2 req-ec1fd676-e438-4f17-a829-97ee6924e113 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.203732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4eb8c24e-9490-4365-9dfd-453328d467c2 req-ec1fd676-e438-4f17-a829-97ee6924e113 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2413 time: 0.2969828 Feb 07 22:38:27.210560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9a2b34c7-510f-4039-b524-28c98c6745d5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9a2b34c7-510f-4039-b524-28c98c6745d5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:27.219745 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.248640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Allocated IP 192.168.233.67 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/e94e7424-247f-4bb9-aa2b-f05455cd0fb5) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:27.261258 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.262256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e15a7ecb-d1d8-4794-bc37-c2998b4ea0af details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:38:27.265608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.267815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536201c9-40a9-4514-9b98-d04cdab12d2c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Port': ['ID=4227e9b1-75ac-4236-94f1-4b11c2873156,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:27.286280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Attempting to bind port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:27.286722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Attempting to bind port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:27.287133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Attempting to bind port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:27.295146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Pushing event updated for resources: {'Port': ['ID=c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:27.299374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-536201c9-40a9-4514-9b98-d04cdab12d2c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.301294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:27.301987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Checking segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:27.302406 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.302868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Bound using segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:27.303248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Bound port: c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:27.303625 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.321694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-536201c9-40a9-4514-9b98-d04cdab12d2c tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/ports/4227e9b1-75ac-4236-94f1-4b11c2873156 HTTP/1.1" status: 204 len: 168 time: 0.5836825 Feb 07 22:38:27.323269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37206) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:27.334300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4eb8c24e-9490-4365-9dfd-453328d467c2 req-b1a04ea5-e0a4-4697-8b58-a85c1dae84fd tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166000 Feb 07 22:38:27.350319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.357709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9a2b34c7-510f-4039-b524-28c98c6745d5,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:27.574165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] For port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:27.574451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935bb6d-56d4-403a-a896-913e8fa0a60b req-e350141c-e347-4236-a6c7-3b5a590aee9b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.574451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9935bb6d-56d4-403a-a896-913e8fa0a60b req-e350141c-e347-4236-a6c7-3b5a590aee9b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 948 time: 0.1046276 Feb 07 22:38:27.632242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Subnet': ['ID=7bc33452-5346-4eb6-a3fc-c1fe75c9958c,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:27.693196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:27.706933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Checking segment: {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:27.707956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network hostable DHCP agents. Network: 90c254de-e28a-4232-8cd9-7eb5347dbaf7, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:38:27.708256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4c6939d2-40a5-45bd-b662-4adeb33ab750 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Deleting port cb58d8fd-076a-4b3e-a08a-8359a7b6040f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:27.708673 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4c6939d2-40a5-45bd-b662-4adeb33ab750 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.750326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af', 'network_id': 'b58ee097-e9c9-4ef7-bc68-f5d853fc511f', 'port_id': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af', 'mac_address': 'fa:16:3e:14:31:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddfd45f2-4b69-4c69-9138-74d7c68cdcda', 'ip_address': '19.86.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:38:27.760490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] For port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:27.787185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4c6939d2-40a5-45bd-b662-4adeb33ab750 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.806655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4c6939d2-40a5-45bd-b662-4adeb33ab750 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Calling delete_port for cb58d8fd-076a-4b3e-a08a-8359a7b6040f owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:27.813584 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.816222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.869551 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.898142 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15a7ecb-d1d8-4794-bc37-c2998b4ea0af {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:27.911519 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4c6939d2-40a5-45bd-b662-4adeb33ab750 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.917684 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:38:27.935278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9935bb6d-56d4-403a-a896-913e8fa0a60b req-4f7d9a8b-f5e7-49e3-8a0d-bc665292ef30 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102396 Feb 07 22:38:27.940834 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4c6939d2-40a5-45bd-b662-4adeb33ab750 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.946230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4c6939d2-40a5-45bd-b662-4adeb33ab750 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/ports/cb58d8fd-076a-4b3e-a08a-8359a7b6040f HTTP/1.1" status: 204 len: 168 time: 0.6202030 Feb 07 22:38:27.953363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37216) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:27.985974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6939d2-40a5-45bd-b662-4adeb33ab750 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Port': ['ID=cb58d8fd-076a-4b3e-a08a-8359a7b6040f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:27.996477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:27.998025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b698528-a15c-4f31-b3c1-0a7cf16881ca None None] Pushing event updated for resources: {'Port': ['ID=c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:28.004575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 90c254de-e28a-4232-8cd9-7eb5347dbaf7) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:28.006227 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.010210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:28.010864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.017480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device bfef7984-5f4d-4f7f-8132-a0524e5651e4 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:38:28.042059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-246a6caf-0aac-486c-aee5-8eaa20ba6b4f tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0657554 Feb 07 22:38:28.042386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37218) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:28.048324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1141890890'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:28.061125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Router ea09689f-a020-438f-ad69-2e652aba4670 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:38:28.087665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Made reservation on behalf of 908da7805b834c5f988df809d608ed89 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:28.092419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.093552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-872b0072-bce8-4cbe-8200-e0343acea8a9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6503780 Feb 07 22:38:28.094924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.100455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37220) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:28.106082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'port': {'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'name': 'tempest-TaggedBootDevicesTest_v242-5872619', 'fixed_ips': [{'subnet_id': '1b89ca7c-352e-472a-99ed-4d8a04da4eb4'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:28.110918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37222) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:28.121627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb34ee0-39c1-4650-85f3-2998ac6b08d2 None None] Network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:28.162625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:28.176112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24d285-3d66-4675-9a09-8408157945a6 req-23cb9a6d-519f-490f-9405-e7fefe4c7dcf tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:28.181461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8cf18cb8-444e-4daf-b849-5f03977767f7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--782579858', 'description': 'tempest-description--1557887401'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:28.183769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a24d285-3d66-4675-9a09-8408157945a6 req-23cb9a6d-519f-490f-9405-e7fefe4c7dcf tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 935 time: 0.0794590 Feb 07 22:38:28.185774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Pushing event updated for resources: {'Port': ['ID=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:28.210611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.210953 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Added segment f7269f35-c310-46cb-aa01-369053ce9524 of type vlan for network e970f147-0309-47ee-956d-58cee9ed2a2c Feb 07 22:38:28.313603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.345051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a24d285-3d66-4675-9a09-8408157945a6 req-7a3e5430-30ad-4f3c-943b-a94ea96f1cb9 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604164 Feb 07 22:38:28.349562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.357367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:28.357989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.396438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port bfef7984-5f4d-4f7f-8132-a0524e5651e4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bfef7984-5f4d-4f7f-8132-a0524e5651e4,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:28.398757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:28.405779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3620350 Feb 07 22:38:28.406426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37226) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:28.419514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-90c254de-e28a-4232-8cd9-7eb5347dbaf7', 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'fixed_ips': [{'subnet_id': '7bc33452-5346-4eb6-a3fc-c1fe75c9958c'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:38:28.420433 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.436767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'bfef7984-5f4d-4f7f-8132-a0524e5651e4', 'network_id': '1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6', 'port_id': 'bfef7984-5f4d-4f7f-8132-a0524e5651e4', 'mac_address': 'fa:16:3e:6a:93:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e24796b-1444-4c94-8fe8-31a95d7229e2', 'ip_address': '19.80.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:38:28.450507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-237137291'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:28.480509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:38:28.499424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73b935-acd1-45d3-bb00-e8bfe6b8f4a0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Network': ['ID=e970f147-0309-47ee-956d-58cee9ed2a2c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:28.522725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Made reservation on behalf of 908da7805b834c5f988df809d608ed89 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:28.534361 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.565225 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.567164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9cd34286-0863-4864-b9cf-182862aad1e9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "PUT /v2.0/routers/ea09689f-a020-438f-ad69-2e652aba4670 HTTP/1.1" status: 200 len: 879 time: 7.6908433 Feb 07 22:38:28.572080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37228) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:28.585186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:28.611292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:28.653398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:28.657577 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.658161 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Added segment f7bc6629-123b-4dd7-9438-f6b0031939cc of type vlan for network a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0 Feb 07 22:38:28.670618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:28.700962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b0bcd-846a-4013-aab9-bdc6ee6ff229 None None] Sync routers for ids ['ea09689f-a020-438f-ad69-2e652aba4670'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:28.722698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network e970f147-0309-47ee-956d-58cee9ed2a2c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:28.732240 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cf18cb8-444e-4daf-b849-5f03977767f7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.825512 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.902027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b0bcd-846a-4013-aab9-bdc6ee6ff229 None None] Routers {'ea09689f-a020-438f-ad69-2e652aba4670'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:28.902695 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dd0b0bcd-846a-4013-aab9-bdc6ee6ff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ea09689f-a020-438f-ad69-2e652aba4670'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:28.906544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cf18cb8-444e-4daf-b849-5f03977767f7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.925305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:28.939218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2faad-ad85-4639-8b4b-2378600ec5af req-ac4fa63c-43c1-4a12-badc-f60c6c3e4b45 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:28.947498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2faad-ad85-4639-8b4b-2378600ec5af req-ac4fa63c-43c1-4a12-badc-f60c6c3e4b45 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:28.953153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2faad-ad85-4639-8b4b-2378600ec5af req-ac4fa63c-43c1-4a12-badc-f60c6c3e4b45 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:28.961880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20a2faad-ad85-4639-8b4b-2378600ec5af req-ac4fa63c-43c1-4a12-badc-f60c6c3e4b45 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2414 time: 0.3934662 Feb 07 22:38:29.003323 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cf18cb8-444e-4daf-b849-5f03977767f7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.051001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfef7984-5f4d-4f7f-8132-a0524e5651e4 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:29.070342 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.080585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf18cb8-444e-4daf-b849-5f03977767f7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cab2aa-c82b-4e25-b2bd-c2840fd1d3dd,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:29.093490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port bfef7984-5f4d-4f7f-8132-a0524e5651e4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bfef7984-5f4d-4f7f-8132-a0524e5651e4,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:29.141067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20a2faad-ad85-4639-8b4b-2378600ec5af req-d8b6319f-0ae9-477b-a44b-787dae295a0b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782694 Feb 07 22:38:29.148719 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:29.158795 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.166708 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.178371 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cf18cb8-444e-4daf-b849-5f03977767f7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.184279 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8cf18cb8-444e-4daf-b849-5f03977767f7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0110710 Feb 07 22:38:29.187652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37232) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:29.195544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dd0b0bcd-846a-4013-aab9-bdc6ee6ff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:29.220699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-96294e6b-54b0-438f-8ca9-d879b3e279cf tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Request body: {'security_group_rule': {'security_group_id': '53cab2aa-c82b-4e25-b2bd-c2840fd1d3dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:29.300157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-2a96cf5c-f76d-4264-9c4f-65b94f23f404 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9581811 Feb 07 22:38:29.300976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d5ed5c62-0c22-413e-a9c4-16e87bc77312 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/routers/ea09689f-a020-438f-ad69-2e652aba4670 HTTP/1.1" status: 200 len: 920 time: 0.6612923 Feb 07 22:38:29.301681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Request body: {'port': {'device_id': 'f86ffee5-c5ca-4360-a18f-4ef59cfcc956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:29.301681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37234) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:29.301994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c7db-4e33-4dd6-ba9a-e640122ed8c6 req-9361a47b-db7a-45bd-846e-932302133193 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:29.301994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-daa3c7db-4e33-4dd6-ba9a-e640122ed8c6 req-9361a47b-db7a-45bd-846e-932302133193 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 948 time: 0.1717680 Feb 07 22:38:29.301994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.301994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:29.301994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.354466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cb11983c-b444-4acd-9204-a1e7272bdf26 None None] Provisioning complete for port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:29.354981 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb11983c-b444-4acd-9204-a1e7272bdf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.361419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=bfef7984-5f4d-4f7f-8132-a0524e5651e4,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:29.365555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b0bcd-846a-4013-aab9-bdc6ee6ff229 None None] Routers {'ea09689f-a020-438f-ad69-2e652aba4670'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:29.366329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dd0b0bcd-846a-4013-aab9-bdc6ee6ff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ea09689f-a020-438f-ad69-2e652aba4670'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:29.372998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Allocated IP 10.2.2.2 (90c254de-e28a-4232-8cd9-7eb5347dbaf7/7bc33452-5346-4eb6-a3fc-c1fe75c9958c/35952147-c435-4894-9048-247a289d0a42) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:29.374429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:29.484016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Network': ['ID=a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:29.497263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-08716a09-44b5-4225-a43f-01f6013efda7 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0871840 Feb 07 22:38:29.525344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-daa3c7db-4e33-4dd6-ba9a-e640122ed8c6 req-058d3c3c-5413-47ed-a78e-144a884ce9f6 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662864 Feb 07 22:38:29.529859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96294e6b-54b0-438f-8ca9-d879b3e279cf tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.628987 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96294e6b-54b0-438f-8ca9-d879b3e279cf tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.639192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96294e6b-54b0-438f-8ca9-d879b3e279cf tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.677466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96294e6b-54b0-438f-8ca9-d879b3e279cf tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.679169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-96294e6b-54b0-438f-8ca9-d879b3e279cf tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4809613 Feb 07 22:38:29.681105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96294e6b-54b0-438f-8ca9-d879b3e279cf tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1192a780-e451-42ce-a09f-bb6348be885b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:29.686278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37242) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:29.693427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-232821e1-8103-4edf-a629-62815af2a88d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Request body: {'security_group_rule': {'security_group_id': '53cab2aa-c82b-4e25-b2bd-c2840fd1d3dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:29.733641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-232821e1-8103-4edf-a629-62815af2a88d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.777051 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.791756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:29.794716 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.829837 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-232821e1-8103-4edf-a629-62815af2a88d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.840250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-232821e1-8103-4edf-a629-62815af2a88d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.882596 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-232821e1-8103-4edf-a629-62815af2a88d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.893108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-232821e1-8103-4edf-a629-62815af2a88d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2054930 Feb 07 22:38:29.896725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232821e1-8103-4edf-a629-62815af2a88d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097d73e5-cb25-4912-aa34-b68f90d63c48,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:29.913467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37244) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:29.919200 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:29.965685 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.069250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:30.090246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dd0b0bcd-846a-4013-aab9-bdc6ee6ff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:30.093537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b0bcd-846a-4013-aab9-bdc6ee6ff229 None None] The sync data for ids ['ea09689f-a020-438f-ad69-2e652aba4670'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:30.100439 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.124740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.240986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.261231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70691bb6-0685-48fb-b3ab-cdaab1e384d9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.262875 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-70691bb6-0685-48fb-b3ab-cdaab1e384d9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=ea09689f-a020-438f-ad69-2e652aba4670&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0200288 Feb 07 22:38:30.268005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37250) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:30.316012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b6477f-1e4f-4882-b5d7-b128b226f98e None None] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:30.384524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['e15a7ecb-d1d8-4794-bc37-c2998b4ea0af'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:30.389653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['9a2b34c7-510f-4039-b524-28c98c6745d5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:30.394883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['bfef7984-5f4d-4f7f-8132-a0524e5651e4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:30.411074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c7b17-4bf7-4d1e-94ae-92903a4b7357 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.414560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-856c7b17-4bf7-4d1e-94ae-92903a4b7357 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 881 time: 0.1424081 Feb 07 22:38:30.420890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37252) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:30.432731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Allocated IP 172.25.8.139 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/7a8a4cd5-ddb9-4811-8cf4-d084a436e47f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:30.527148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e519d-c001-4821-82af-d66a4c1da88f req-39f869f8-7a61-4d7c-881b-b91f178207b1 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.534815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0d6e519d-c001-4821-82af-d66a4c1da88f req-39f869f8-7a61-4d7c-881b-b91f178207b1 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 935 time: 1.0521541 Feb 07 22:38:30.542934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-66072bc4-11c8-4d8d-82f9-01a70b991e6a tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea09689f-a020-438f-ad69-2e652aba4670 HTTP/1.1" status: 200 len: 205 time: 0.1058156 Feb 07 22:38:30.551987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37254) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:30.639186 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.724377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] device_id is not set on port 6a189259-038c-4ecf-b913-c6c404e4612f yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:38:30.752429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0d6e519d-c001-4821-82af-d66a4c1da88f req-767a7671-fd4e-4d96-8b6d-b40e6bdb084b tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123997 Feb 07 22:38:30.940306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.977011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b32d4-fa0b-4126-b070-157b3654d5bc req-d2baff36-1cc0-4244-a3ed-a234475b3806 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.983405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b32d4-fa0b-4126-b070-157b3654d5bc req-d2baff36-1cc0-4244-a3ed-a234475b3806 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.990208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b32d4-fa0b-4126-b070-157b3654d5bc req-d2baff36-1cc0-4244-a3ed-a234475b3806 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.992201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ae8b32d4-fa0b-4126-b070-157b3654d5bc req-d2baff36-1cc0-4244-a3ed-a234475b3806 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2415 time: 0.2358038 Feb 07 22:38:31.093288 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ae8b32d4-fa0b-4126-b070-157b3654d5bc req-2f8c3d3b-7676-48ab-8b38-547677fa552f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932133 Feb 07 22:38:31.098088 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.181613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event updated for resources: {'Port': ['ID=7a8a4cd5-ddb9-4811-8cf4-d084a436e47f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:31.196194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:31.198194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Pushing event updated for resources: {'Port': ['ID=35952147-c435-4894-9048-247a289d0a42,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:31.198660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:31.205050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:31.241247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:31.422066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:31.447482 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.520580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.524428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94e7424-247f-4bb9-aa2b-f05455cd0fb5 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:31.535281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.549938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Transition to ACTIVE for port object e94e7424-247f-4bb9-aa2b-f05455cd0fb5 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:31.578318 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.626147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:31.711900 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.721039 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.743323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['0b6cee66-f6b3-47d5-aa17-a000e294cb7e'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:31.899747 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.984360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event updated for resources: {'Port': ['ID=7a8a4cd5-ddb9-4811-8cf4-d084a436e47f,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:32.050065 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cb11983c-b444-4acd-9204-a1e7272bdf26 None None] Port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:32.060691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00441b-b8d3-4f17-8b26-938257edac91 req-a8eaf286-9111-4212-b419-3ede0f378c48 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:32.072518 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d00441b-b8d3-4f17-8b26-938257edac91 req-a8eaf286-9111-4212-b419-3ede0f378c48 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 948 time: 1.1393635 Feb 07 22:38:32.105244 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.109615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Pushing event updated for resources: {'Port': ['ID=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:32.212987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Attempting to bind port 35952147-c435-4894-9048-247a289d0a42 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:32.213688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Attempting to bind port 35952147-c435-4894-9048-247a289d0a42 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:32.213997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Attempting to bind port 35952147-c435-4894-9048-247a289d0a42 on network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:32.239475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042e71c-8b65-4641-ab57-01e96b1a9200 req-9d568468-09fe-4b8e-a413-86cf61afb0f6 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:32.243506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d042e71c-8b65-4641-ab57-01e96b1a9200 req-9d568468-09fe-4b8e-a413-86cf61afb0f6 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 947 time: 0.3247480 Feb 07 22:38:32.251424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:32.251863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Checking segment: {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:32.252451 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.252843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Bound using segment: {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:32.253317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Bound port: 35952147-c435-4894-9048-247a289d0a42, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:32.254367 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.260046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.263386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9e7b6cf2-e568-4910-bdab-e95a6fd3fc2a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3485906 Feb 07 22:38:32.363435 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d042e71c-8b65-4641-ab57-01e96b1a9200 req-75f1afa2-d78d-4386-8331-22d8bbca8dc4 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956283 Feb 07 22:38:32.390540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-636a0def-d932-4590-a328-5b78d8a7a26d None None] Provisioning complete for port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:32.390904 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-636a0def-d932-4590-a328-5b78d8a7a26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.429116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d00441b-b8d3-4f17-8b26-938257edac91 req-9c491ca1-e7ff-44ea-a898-ab2827d832a1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536859 Feb 07 22:38:32.487757 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.521233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Attempting to bind port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:32.521633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Attempting to bind port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:32.521961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Attempting to bind port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:32.528607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Allocated IP 10.1.1.191 (87fc44a3-a9c9-4860-8d42-6db9104a8d50/1b89ca7c-352e-472a-99ed-4d8a04da4eb4/6a189259-038c-4ecf-b913-c6c404e4612f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:32.532307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:32.532801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Attempting to bind port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:32.589170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:32.593606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:32.595942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:32.597158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Bound port: e94e7424-247f-4bb9-aa2b-f05455cd0fb5, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:32.598269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.607943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76b7f-0251-4b5e-9259-9f85c5f0f5c5 req-07211d19-d038-4cd4-a63e-7954a3b24e20 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:32.667877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76b7f-0251-4b5e-9259-9f85c5f0f5c5 req-07211d19-d038-4cd4-a63e-7954a3b24e20 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:32.690493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76b7f-0251-4b5e-9259-9f85c5f0f5c5 req-07211d19-d038-4cd4-a63e-7954a3b24e20 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:32.695048 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.707632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a3d76b7f-0251-4b5e-9259-9f85c5f0f5c5 req-07211d19-d038-4cd4-a63e-7954a3b24e20 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2415 time: 0.2117932 Feb 07 22:38:32.714322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] For port 35952147-c435-4894-9048-247a289d0a42, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:32.788366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a3d76b7f-0251-4b5e-9259-9f85c5f0f5c5 req-77165fa8-aaa6-4b88-88e8-9eeabf1aa477 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810723 Feb 07 22:38:32.875176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] For port 35952147-c435-4894-9048-247a289d0a42, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=35952147-c435-4894-9048-247a289d0a42,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:32.912924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37274) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:32.918149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'subnets': [{'network_id': 'e970f147-0309-47ee-956d-58cee9ed2a2c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--301384629', 'ip_version': 6}, {'network_id': 'a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:32.918670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'subnet': {'network_id': 'e970f147-0309-47ee-956d-58cee9ed2a2c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--301384629', 'ip_version': 6}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:32.919570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Request body: {'subnet': {'network_id': 'a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:32.937363 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.971195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:33.063667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-824cda88-1063-4b65-978a-77c5aea138a5 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:33.075211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-824cda88-1063-4b65-978a-77c5aea138a5 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/networks?id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 200 len: 822 time: 0.3448865 Feb 07 22:38:33.092271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Deleting port d23faafd-bf14-48df-829c-9d55ff5319c0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:33.092593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.155228 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.206227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Made reservation on behalf of 908da7805b834c5f988df809d608ed89 for: {'subnet': 2} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:33.215192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.215916 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.271801 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-eaec4641-fdc8-4bfa-891b-73da94668852 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/quotas/53ccfc63fb91405ba5558fe2c60a55ad HTTP/1.1" status: 200 len: 375 time: 0.0411081 Feb 07 22:38:33.306060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d106c-62ce-44ec-adf2-306012d5346c None None] Pushing event updated for resources: {'Port': ['ID=35952147-c435-4894-9048-247a289d0a42,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:33.393524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:33.417528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-228b4c52-9596-475d-b077-6dcbe55d3bd7 None None] Provisioning complete for port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:33.417906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-228b4c52-9596-475d-b077-6dcbe55d3bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.505198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] For port e94e7424-247f-4bb9-aa2b-f05455cd0fb5, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:33.670902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73accc5-fa19-4bbd-8031-18218cede711 req-39b0a555-9be9-4592-a16c-9b45b0eb664b tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:33.674050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] For port e94e7424-247f-4bb9-aa2b-f05455cd0fb5, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:33.680784 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f73accc5-fa19-4bbd-8031-18218cede711 req-39b0a555-9be9-4592-a16c-9b45b0eb664b tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 947 time: 0.1090453 Feb 07 22:38:33.706065 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-f356611c-3faf-4c7c-a756-29201ae804c5 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4090788 Feb 07 22:38:33.710605 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.712447 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.713692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.738889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f73accc5-fa19-4bbd-8031-18218cede711 req-3882db87-8e91-48b0-baf2-2704099e3a08 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528486 Feb 07 22:38:33.792312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Pushing event updated for resources: {'Port': ['ID=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:33.805631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Calling delete_port for d23faafd-bf14-48df-829c-9d55ff5319c0 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:33.812126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:33.814046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.815649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-113d59ca-c169-43c3-9bc8-5953c3e9398d service neutron] 10.222.0.46 "PUT /v2.0/ports/e94e7424-247f-4bb9-aa2b-f05455cd0fb5 HTTP/1.1" status: 200 len: 1095 time: 4.5841231 Feb 07 22:38:33.853142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86ffee5-c5ca-4360-a18f-4ef59cfcc956', 'tag': 'e94e7424-247f-4bb9-aa2b-f05455cd0fb5'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:33.858619 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015574e1-e64a-42f5-b1d4-8c4aca3672bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f86ffee5-c5ca-4360-a18f-4ef59cfcc956", "tag": "e94e7424-247f-4bb9-aa2b-f05455cd0fb5"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:34.030115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affc957-e7fe-40fa-b6e2-132a2df7adee req-5b7392fa-a281-4648-b15f-6db9411dcb3d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:34.032353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3affc957-e7fe-40fa-b6e2-132a2df7adee req-5b7392fa-a281-4648-b15f-6db9411dcb3d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 948 time: 0.1382203 Feb 07 22:38:34.080543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.090830 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.110293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.172764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3affc957-e7fe-40fa-b6e2-132a2df7adee req-b439337e-8bc6-4276-b9fc-4fa7ad2650d4 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334000 Feb 07 22:38:34.237832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Subnet': ['ID=238ed710-aacc-4219-be13-b08c7b5cf7b6,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:34.254616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Checking segment: {'id': 'f7269f35-c310-46cb-aa01-369053ce9524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e970f147-0309-47ee-956d-58cee9ed2a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:34.254971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Network hostable DHCP agents. Network: e970f147-0309-47ee-956d-58cee9ed2a2c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:38:34.266686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-969130b9-ab3a-43f2-b81e-658b04e6dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:34.269927 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-969130b9-ab3a-43f2-b81e-658b04e6dc93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 1098 time: 0.3879557 Feb 07 22:38:34.279325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Network e970f147-0309-47ee-956d-58cee9ed2a2c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:38:34.293373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, e970f147-0309-47ee-956d-58cee9ed2a2c) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:34.305582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627b4791-99a2-4ecb-a007-51b55d25b699 None None] Network e970f147-0309-47ee-956d-58cee9ed2a2c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:34.306112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.381114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-61b543f4-b6fb-4dbc-9da4-cc15e882a566 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e94e7424-247f-4bb9-aa2b-f05455cd0fb5 HTTP/1.1" status: 200 len: 217 time: 0.0891805 Feb 07 22:38:34.382610 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.460436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event updated for resources: {'Subnet': ['ID=abe8ee10-9d2d-4855-bb1b-29a29e325d4c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:34.475320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Checking segment: {'id': 'f7bc6629-123b-4dd7-9438-f6b0031939cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:34.475686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Network hostable DHCP agents. Network: a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:38:34.535412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a19eb-92df-4208-a1cf-688ce98671b4 req-3dd637ac-a937-487f-964a-93b28327bb4f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:34.553612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Port': ['ID=6a189259-038c-4ecf-b913-c6c404e4612f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:34.559096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a19eb-92df-4208-a1cf-688ce98671b4 req-3dd637ac-a937-487f-964a-93b28327bb4f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:34.565323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a19eb-92df-4208-a1cf-688ce98671b4 req-3dd637ac-a937-487f-964a-93b28327bb4f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:34.579270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a73a19eb-92df-4208-a1cf-688ce98671b4 req-3dd637ac-a937-487f-964a-93b28327bb4f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2415 time: 0.1983285 Feb 07 22:38:34.593386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Network a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:38:34.603457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-e970f147-0309-47ee-956d-58cee9ed2a2c', 'network_id': 'e970f147-0309-47ee-956d-58cee9ed2a2c', 'tenant_id': '908da7805b834c5f988df809d608ed89', 'fixed_ips': [{'subnet_id': '238ed710-aacc-4219-be13-b08c7b5cf7b6'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:38:34.604596 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.612347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:34.632888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:34.636141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:34.654511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:34.656128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-b0a5f20e-c157-469d-b712-ba3031a0ed1e service neutron] 10.222.0.15 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9357238 Feb 07 22:38:34.682834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:34.683305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:34.683946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.707956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a73a19eb-92df-4208-a1cf-688ce98671b4 req-eed01010-d4cc-4b88-9521-94707b0a1e9b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211920 Feb 07 22:38:34.759040 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c9aab462-7a80-438b-b9c4-18a9baa2e487 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8424821 Feb 07 22:38:34.759841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37288) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:34.810277 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3757dea-a63e-4e3b-8887-3370ac6b84cd x-openstack-request-id: req-a3757dea-a63e-4e3b-8887-3370ac6b84cd {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:34.810785 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86ffee5-c5ca-4360-a18f-4ef59cfcc956", "tag": "e94e7424-247f-4bb9-aa2b-f05455cd0fb5", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:34.811097 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3757dea-a63e-4e3b-8887-3370ac6b84cd {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:34.811583 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86ffee5-c5ca-4360-a18f-4ef59cfcc956', 'tag': 'e94e7424-247f-4bb9-aa2b-f05455cd0fb5', 'status': 'completed', 'code': 200} Feb 07 22:38:34.921996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Allocated IP 2001:db8::1 (e970f147-0309-47ee-956d-58cee9ed2a2c/238ed710-aacc-4219-be13-b08c7b5cf7b6/ad7f6837-31ef-46cd-ae5d-012a077eafea) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:35.013223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314a48b-5e6c-4348-a436-665f3bf662b0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:35.014742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314a48b-5e6c-4348-a436-665f3bf662b0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:35.016691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314a48b-5e6c-4348-a436-665f3bf662b0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:35.018315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a314a48b-5e6c-4348-a436-665f3bf662b0 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2576697 Feb 07 22:38:35.027528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37290) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:35.037956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd03f96-5a8a-433f-a5e9-77456d448ec6 None None] Network a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:35.040595 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7413db6-7dac-464a-8c4d-bae3f616a9ce None None] Network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:35.079962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1caf9-a3b2-4859-9914-7918ac68e76d req-724a8574-7ad1-47c6-91bd-d79c044a411a tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:35.081435 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9eb1caf9-a3b2-4859-9914-7918ac68e76d req-724a8574-7ad1-47c6-91bd-d79c044a411a tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 947 time: 0.1659298 Feb 07 22:38:35.138260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9eb1caf9-a3b2-4859-9914-7918ac68e76d req-d1667c2f-beb1-4bb7-8a7a-c9dbb1eb0c17 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487537 Feb 07 22:38:35.143098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa926b6-cd80-460b-9e6f-da1dec664fd4 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Deleting subnet 238ed710-aacc-4219-be13-b08c7b5cf7b6 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:38:35.209003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-04a5a7cd-05c9-4ee5-b9e9-a40852dc11c9 service neutron] 10.222.0.15 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468018 Feb 07 22:38:35.247435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-304a5e3a-cbb2-40ae-85a2-9cae60711115 None None] Provisioning complete for port 35952147-c435-4894-9048-247a289d0a42 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:35.247917 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-304a5e3a-cbb2-40ae-85a2-9cae60711115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.255225 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0b6cee66-f6b3-47d5-aa17-a000e294cb7e up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:35.265523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-559d8a72-2c5b-469f-b1d2-0cb9de5c7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:35.267145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-559d8a72-2c5b-469f-b1d2-0cb9de5c7bff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.8785007 Feb 07 22:38:35.377402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:35.378322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.406875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.434049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0373ad-59b3-485f-aed6-0c439d343be1 req-f9bd293f-acd1-4640-b6c3-536e16ead8f0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:35.435662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-1366a792-de37-40fb-a9db-b93f06924067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:35.437383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-1366a792-de37-40fb-a9db-b93f06924067 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386991 Feb 07 22:38:35.440448 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be0373ad-59b3-485f-aed6-0c439d343be1 req-f9bd293f-acd1-4640-b6c3-536e16ead8f0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 948 time: 0.1163311 Feb 07 22:38:35.450059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aae9ee56-988d-4beb-89b7-93f737843d19 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3487403 Feb 07 22:38:35.452592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37296) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:35.469396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'port': {'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'name': 'tempest-TaggedBootDevicesTest_v242-1690528814', 'fixed_ips': [{'subnet_id': '1b89ca7c-352e-472a-99ed-4d8a04da4eb4'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:35.605406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-86c357e4-2d48-44be-a8cf-75c091aeda04 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258142 Feb 07 22:38:35.633851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9aa01338-161d-4821-81a7-62162f2d13db req-322e030d-9aba-4dd8-8c86-0cdd8abb8762 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 210 time: 0.0273383 Feb 07 22:38:35.650444 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.684457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0aa926b6-cd80-460b-9e6f-da1dec664fd4 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.713761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.751108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be0373ad-59b3-485f-aed6-0c439d343be1 req-2bc5abe8-15a0-44ac-9333-7adc9250d53e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993486 Feb 07 22:38:35.778313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 35952147-c435-4894-9048-247a289d0a42 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:35.869657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0aa926b6-cd80-460b-9e6f-da1dec664fd4 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.925290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.929399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.996130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event deleted for resources: {'Port': ['ID=d23faafd-bf14-48df-829c-9d55ff5319c0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:36.033568 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0aa926b6-cd80-460b-9e6f-da1dec664fd4 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.049626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.050269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Fanout notify agent at l3_agent the message router_deleted on router ea09689f-a020-438f-ad69-2e652aba4670 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:38:36.061249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.066791 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-59267331-ca1f-4802-9db3-d3ee55c0f633 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/ea09689f-a020-438f-ad69-2e652aba4670 HTTP/1.1" status: 204 len: 168 time: 5.5071044 Feb 07 22:38:36.067780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37308) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:36.075924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-01346553-cfe5-456d-b22c-af977fbe2137 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-259755157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:36.077896 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.084870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:36.163567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e80aa-8fdc-4e1d-a0df-4ca2078079e6 req-9c67332a-c4f6-431b-9d9b-fe3acae829d6 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.169917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e80aa-8fdc-4e1d-a0df-4ca2078079e6 req-9c67332a-c4f6-431b-9d9b-fe3acae829d6 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.175326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Network e970f147-0309-47ee-956d-58cee9ed2a2c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:36.176788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e80aa-8fdc-4e1d-a0df-4ca2078079e6 req-9c67332a-c4f6-431b-9d9b-fe3acae829d6 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.177558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0', 'network_id': 'a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0', 'tenant_id': '908da7805b834c5f988df809d608ed89', 'fixed_ips': [{'subnet_id': 'abe8ee10-9d2d-4855-bb1b-29a29e325d4c'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:38:36.178635 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.182438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb7e80aa-8fdc-4e1d-a0df-4ca2078079e6 req-9c67332a-c4f6-431b-9d9b-fe3acae829d6 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2415 time: 0.1814902 Feb 07 22:38:36.211621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Pushing event updated for resources: {'Port': ['ID=ad7f6837-31ef-46cd-ae5d-012a077eafea,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:36.220461 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:36.263083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb7e80aa-8fdc-4e1d-a0df-4ca2078079e6 req-ac9b6148-0b18-49f6-86d4-82fc9560db0a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733926 Feb 07 22:38:36.308792 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01346553-cfe5-456d-b22c-af977fbe2137 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.309932 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01346553-cfe5-456d-b22c-af977fbe2137 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.345640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0aa926b6-cd80-460b-9e6f-da1dec664fd4 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.358967 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a88f6a7-d6f4-46d7-ba84-6f7a68812eb0 req-a3218e7a-d302-4ab6-80a2-edd64f8e4810 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627729 Feb 07 22:38:36.392812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.398005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa926b6-cd80-460b-9e6f-da1dec664fd4 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Subnet': ['ID=238ed710-aacc-4219-be13-b08c7b5cf7b6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:36.417465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fa71-f3a7-497d-98ac-3d80e4efc7f3 req-0a1996d4-7550-4d4e-a67d-a02fb4df159c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.425065 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2852fa71-f3a7-497d-98ac-3d80e4efc7f3 req-0a1996d4-7550-4d4e-a67d-a02fb4df159c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 947 time: 0.1409042 Feb 07 22:38:36.428974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0aa926b6-cd80-460b-9e6f-da1dec664fd4 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.432182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0aa926b6-cd80-460b-9e6f-da1dec664fd4 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/subnets/238ed710-aacc-4219-be13-b08c7b5cf7b6 HTTP/1.1" status: 204 len: 168 time: 1.4035888 Feb 07 22:38:36.434975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37312) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:36.446271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Allocated IP 2001:db8:0:1::1 (a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0/abe8ee10-9d2d-4855-bb1b-29a29e325d4c/bab73140-daa1-42ef-94ee-c9734f55faf9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:36.515341 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01346553-cfe5-456d-b22c-af977fbe2137 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.523099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a3d4bb-7eab-4b8d-aa00-5375e2bab658 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Deleting subnet abe8ee10-9d2d-4855-bb1b-29a29e325d4c {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:38:36.526887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-a24c6a56-6ef4-4e9d-8258-ae53a21136b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.528634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-a24c6a56-6ef4-4e9d-8258-ae53a21136b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 1098 time: 0.0747654 Feb 07 22:38:36.530143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01346553-cfe5-456d-b22c-af977fbe2137 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.561164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] device_id is not set on port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:38:36.644108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2852fa71-f3a7-497d-98ac-3d80e4efc7f3 req-c78ee2fb-6160-414e-97e3-dc9cf9450f3e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173791 Feb 07 22:38:36.648733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-2e791464-000c-4265-a1b2-bf716122eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.650263 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-2e791464-000c-4265-a1b2-bf716122eb8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1034703 Feb 07 22:38:36.654066 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01346553-cfe5-456d-b22c-af977fbe2137 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.657828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01346553-cfe5-456d-b22c-af977fbe2137 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5828357 Feb 07 22:38:36.666402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37314) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:36.685389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.700570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': True}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:36.712549 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39a3d4bb-7eab-4b8d-aa00-5375e2bab658 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.712784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:36.733423 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-fb8ae439-d237-406a-91b1-df73396afb97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e94e7424-247f-4bb9-aa2b-f05455cd0fb5 HTTP/1.1" status: 200 len: 217 time: 0.0657625 Feb 07 22:38:36.778304 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-304a5e3a-cbb2-40ae-85a2-9cae60711115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.795599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-138fa76f-897d-48c5-b541-db1bd0de65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.797360 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-138fa76f-897d-48c5-b541-db1bd0de65b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0564547 Feb 07 22:38:36.798532 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.881587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Pushing event updated for resources: {'Port': ['ID=bab73140-daa1-42ef-94ee-c9734f55faf9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:36.903825 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c2b2261-2286-4c4d-adb8-d61b61854dd0 req-4cbfd2b9-a56d-4ad3-b982-a25b775ab779 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 210 time: 0.0789890 Feb 07 22:38:36.940334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-b9e575bf-ad6b-41b7-810e-c410023223f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.943605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-b9e575bf-ad6b-41b7-810e-c410023223f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385987 Feb 07 22:38:36.947951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:36.961184 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39a3d4bb-7eab-4b8d-aa00-5375e2bab658 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.034495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Attempting to bind port ad7f6837-31ef-46cd-ae5d-012a077eafea on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:37.035525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Attempting to bind port ad7f6837-31ef-46cd-ae5d-012a077eafea by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f7269f35-c310-46cb-aa01-369053ce9524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e970f147-0309-47ee-956d-58cee9ed2a2c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:37.035856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Attempting to bind port ad7f6837-31ef-46cd-ae5d-012a077eafea on network e970f147-0309-47ee-956d-58cee9ed2a2c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:37.072475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Network a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:37.082432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:37.082864 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Checking segment: {'id': 'f7269f35-c310-46cb-aa01-369053ce9524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e970f147-0309-47ee-956d-58cee9ed2a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:37.083319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.083605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Bound using segment: {'id': 'f7269f35-c310-46cb-aa01-369053ce9524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e970f147-0309-47ee-956d-58cee9ed2a2c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:37.091638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Bound port: ad7f6837-31ef-46cd-ae5d-012a077eafea, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7269f35-c310-46cb-aa01-369053ce9524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e970f147-0309-47ee-956d-58cee9ed2a2c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:37.092181 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.095087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:37.107416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:37.107848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.112789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:37.125828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-304a5e3a-cbb2-40ae-85a2-9cae60711115 None None] For port 35952147-c435-4894-9048-247a289d0a42, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=35952147-c435-4894-9048-247a289d0a42,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:37.133563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-1701252e-afd9-4474-b589-6b5f1aa64df4 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728532 Feb 07 22:38:37.244855 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-304a5e3a-cbb2-40ae-85a2-9cae60711115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.354750 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-015574e1-e64a-42f5-b1d4-8c4aca3672bc req-6f5aecfe-f520-4131-b9b0-a4b83e21a8a4 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058465 Feb 07 22:38:37.358944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a5e3a-cbb2-40ae-85a2-9cae60711115 None None] Pushing event updated for resources: {'Port': ['ID=35952147-c435-4894-9048-247a289d0a42,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:37.415764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 35952147-c435-4894-9048-247a289d0a42 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:37.416552 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.563906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Attempting to bind port bab73140-daa1-42ef-94ee-c9734f55faf9 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:37.563906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Attempting to bind port bab73140-daa1-42ef-94ee-c9734f55faf9 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f7bc6629-123b-4dd7-9438-f6b0031939cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:37.563906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Attempting to bind port bab73140-daa1-42ef-94ee-c9734f55faf9 on network a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:37.564323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fc78-2902-426e-a232-1c9458638cee req-c9a55eef-4b10-41e2-ab35-9ce928224e32 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.564323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fc78-2902-426e-a232-1c9458638cee req-c9a55eef-4b10-41e2-ab35-9ce928224e32 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.564323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fc78-2902-426e-a232-1c9458638cee req-c9a55eef-4b10-41e2-ab35-9ce928224e32 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.564570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5261d768-2708-41be-9716-1c0774bd43a6 None None] Provisioning complete for port 35952147-c435-4894-9048-247a289d0a42 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:37.564570 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5261d768-2708-41be-9716-1c0774bd43a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.564730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfa8fc78-2902-426e-a232-1c9458638cee req-c9a55eef-4b10-41e2-ab35-9ce928224e32 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2415 time: 0.1554158 Feb 07 22:38:37.564827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:37.564827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Checking segment: {'id': 'f7bc6629-123b-4dd7-9438-f6b0031939cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:37.564827 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.564827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Bound using segment: {'id': 'f7bc6629-123b-4dd7-9438-f6b0031939cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:37.564827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Bound port: bab73140-daa1-42ef-94ee-c9734f55faf9, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bc6629-123b-4dd7-9438-f6b0031939cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:37.564827 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.623928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] For port ad7f6837-31ef-46cd-ae5d-012a077eafea, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:37.643846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.649630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] For port ad7f6837-31ef-46cd-ae5d-012a077eafea, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ad7f6837-31ef-46cd-ae5d-012a077eafea,segment=NetworkSegment(f7269f35-c310-46cb-aa01-369053ce9524),segment_id=f7269f35-c310-46cb-aa01-369053ce9524)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:37.668447 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfa8fc78-2902-426e-a232-1c9458638cee req-81cf14cb-c484-4e41-b51a-756cfe20228f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076376 Feb 07 22:38:37.685755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.771544 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.797780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:37.798348 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66edd28a-0d60-4ffa-b1ae-8075c6f902d5" -d '{"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-plugged", "status": "completed", "tag": "0b6cee66-f6b3-47d5-aa17-a000e294cb7e"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:37.857646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:37.858517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee87a-4f0e-46be-bf19-e38d67301f6b req-ed15bcf9-bd81-423a-8c27-4fd85845478f tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.869182 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae2ee87a-4f0e-46be-bf19-e38d67301f6b req-ed15bcf9-bd81-423a-8c27-4fd85845478f tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 947 time: 0.0815046 Feb 07 22:38:37.878153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c059a-2deb-4d07-83cc-ed6a22d413f6 req-7af12a0c-e69f-4467-91f9-550c1d6f4e56 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.878398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:37.880648 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-330c059a-2deb-4d07-83cc-ed6a22d413f6 req-7af12a0c-e69f-4467-91f9-550c1d6f4e56 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 948 time: 0.9124486 Feb 07 22:38:37.940670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] For port bab73140-daa1-42ef-94ee-c9734f55faf9, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:37.941018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae2ee87a-4f0e-46be-bf19-e38d67301f6b req-a85ca22f-36cc-41a9-a7fa-a5124f58d5cc tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613110 Feb 07 22:38:37.943338 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.952826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9a2b34c7-510f-4039-b524-28c98c6745d5 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:37.966141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453640b3-e5a0-40d8-a94f-4d3a899b848a None None] Network e970f147-0309-47ee-956d-58cee9ed2a2c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:37.995495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9cd39-191d-43f1-b67f-da7de3b704fd None None] Pushing event updated for resources: {'Port': ['ID=ad7f6837-31ef-46cd-ae5d-012a077eafea,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:38.001219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Allocated IP 10.1.1.186 (87fc44a3-a9c9-4860-8d42-6db9104a8d50/1b89ca7c-352e-472a-99ed-4d8a04da4eb4/84293cd9-fe71-4826-930b-2bf1c6f3a0d5) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:38.006472 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933b696a-61d4-48a5-83cc-f349122a01cb x-openstack-request-id: req-933b696a-61d4-48a5-83cc-f349122a01cb {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:38.006763 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-plugged", "status": "completed", "tag": "0b6cee66-f6b3-47d5-aa17-a000e294cb7e", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:38.007016 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-933b696a-61d4-48a5-83cc-f349122a01cb {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:38.007402 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e', 'code': 200} Feb 07 22:38:38.011889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-aa56500f-9394-4f05-9cc2-c32a8c138edd tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:38.013356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-aa56500f-9394-4f05-9cc2-c32a8c138edd tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "GET /v2.0/networks?id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 200 len: 822 time: 0.5600281 Feb 07 22:38:38.039228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Request body: {'port': {'device_id': '4fc6a377-409a-4b13-9776-086624ca6c08', 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f', 'admin_state_up': True, 'tenant_id': '53ccfc63fb91405ba5558fe2c60a55ad'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:38.073008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] For port bab73140-daa1-42ef-94ee-c9734f55faf9, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bab73140-daa1-42ef-94ee-c9734f55faf9,segment=NetworkSegment(f7bc6629-123b-4dd7-9438-f6b0031939cc),segment_id=f7bc6629-123b-4dd7-9438-f6b0031939cc)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:38.080039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:38.117240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ac396f7-afc5-4308-bbbc-96b25b77ece7 req-7676e66e-c809-4143-a8a3-28855a1b4c7a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 210 time: 0.0447712 Feb 07 22:38:38.143770 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.165464 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-330c059a-2deb-4d07-83cc-ed6a22d413f6 req-356974da-e342-47ec-ac2c-739c5d54801e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581584 Feb 07 22:38:38.196575 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39a3d4bb-7eab-4b8d-aa00-5375e2bab658 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.264153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:38.264384 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.284569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Made reservation on behalf of 53ccfc63fb91405ba5558fe2c60a55ad for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:38.288892 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.355551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 9a2b34c7-510f-4039-b524-28c98c6745d5 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:38.363495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5261d768-2708-41be-9716-1c0774bd43a6 None None] Provisioning complete for port 6a189259-038c-4ecf-b913-c6c404e4612f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:38.364199 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5261d768-2708-41be-9716-1c0774bd43a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.401771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 9a2b34c7-510f-4039-b524-28c98c6745d5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:38.402135 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.405964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5261d768-2708-41be-9716-1c0774bd43a6 None None] Port 6a189259-038c-4ecf-b913-c6c404e4612f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:38.407450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e7cdc-92fa-44a0-a1f0-e20042c9047f None None] Pushing event updated for resources: {'Port': ['ID=bab73140-daa1-42ef-94ee-c9734f55faf9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:38.542668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Allocated IP 172.20.0.5 (fbd710b6-e2ce-40ba-8b5c-d68b715acd6f/54247620-3ba7-4f8f-ab98-19c829608aa9/0d939179-2004-4b10-89e0-542a5a64e0cc) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:38.603408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.684215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9a2b34c7-510f-4039-b524-28c98c6745d5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9a2b34c7-510f-4039-b524-28c98c6745d5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:38.694751 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.695848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e15a7ecb-d1d8-4794-bc37-c2998b4ea0af up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:38.702576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39a3d4bb-7eab-4b8d-aa00-5375e2bab658 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.874202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9a2b34c7-510f-4039-b524-28c98c6745d5,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:38.908722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:38.917083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:38.917468 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.955875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3d4bb-7eab-4b8d-aa00-5375e2bab658 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Subnet': ['ID=abe8ee10-9d2d-4855-bb1b-29a29e325d4c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:38.969352 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39a3d4bb-7eab-4b8d-aa00-5375e2bab658 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.973653 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-39a3d4bb-7eab-4b8d-aa00-5375e2bab658 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/subnets/abe8ee10-9d2d-4855-bb1b-29a29e325d4c HTTP/1.1" status: 204 len: 168 time: 2.5321724 Feb 07 22:38:38.975673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7885b74-0f91-4f77-a677-0e6fcfce16b4 req-256a5fe9-d1e4-444c-9a4d-0d8102d54208 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:38.982444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37336) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:38.987264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7885b74-0f91-4f77-a677-0e6fcfce16b4 req-256a5fe9-d1e4-444c-9a4d-0d8102d54208 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:38.994839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7885b74-0f91-4f77-a677-0e6fcfce16b4 req-256a5fe9-d1e4-444c-9a4d-0d8102d54208 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:38.997186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7885b74-0f91-4f77-a677-0e6fcfce16b4 req-256a5fe9-d1e4-444c-9a4d-0d8102d54208 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2416 time: 0.1428401 Feb 07 22:38:39.061212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7885b74-0f91-4f77-a677-0e6fcfce16b4 req-5b77ce6a-9769-42de-887c-44d9615aad16 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526505 Feb 07 22:38:39.124642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 35952147-c435-4894-9048-247a289d0a42 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:39.126893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e94e7424-247f-4bb9-aa2b-f05455cd0fb5 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:38:39.171983 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.233354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e94e7424-247f-4bb9-aa2b-f05455cd0fb5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:39.251327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e94e7424-247f-4bb9-aa2b-f05455cd0fb5', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'e94e7424-247f-4bb9-aa2b-f05455cd0fb5', 'mac_address': 'fa:16:3e:8d:cd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:38:39.301253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.319981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ffd929b1-8486-4985-a520-c4f37d72bc69 req-c07fe4d7-62cf-438d-910b-f2bd98946b0b tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 210 time: 0.1253428 Feb 07 22:38:39.325215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262000fb-7a01-43e9-ab29-74de682e8393 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:39.326977 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-262000fb-7a01-43e9-ab29-74de682e8393 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3415256 Feb 07 22:38:39.330807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37342) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:39.369241 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.386235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94e7424-247f-4bb9-aa2b-f05455cd0fb5 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:39.408041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e94e7424-247f-4bb9-aa2b-f05455cd0fb5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:39.421348 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.428223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b41fb-0e1d-4dc2-8d80-062cf67cd68b req-75cebd1c-0876-4270-b138-8f6699666dc4 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:39.430246 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f74b41fb-0e1d-4dc2-8d80-062cf67cd68b req-75cebd1c-0876-4270-b138-8f6699666dc4 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 947 time: 0.3288021 Feb 07 22:38:39.491369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:39.519980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.530387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 35952147-c435-4894-9048-247a289d0a42 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:39.530767 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.554901 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.571455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.585681 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.617422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c9aaf-e738-4f44-9ccb-3ebde26cda0a req-9345e378-ebc5-421c-aaf3-41c805ad195a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:39.622133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf4c9aaf-e738-4f44-9ccb-3ebde26cda0a req-9345e378-ebc5-421c-aaf3-41c805ad195a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 949 time: 0.1505427 Feb 07 22:38:39.651491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.656397 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f74b41fb-0e1d-4dc2-8d80-062cf67cd68b req-6181a9cb-85c5-4323-9c1b-1b1b56614eca tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010078 Feb 07 22:38:39.679447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e94e7424-247f-4bb9-aa2b-f05455cd0fb5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:39.741684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:39.763168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Port': ['ID=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:39.767746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:39.771908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:39.776802 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.783728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:39.815469 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf4c9aaf-e738-4f44-9ccb-3ebde26cda0a req-a1dc778f-ab8d-46ba-9cae-6cd392650c89 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726007 Feb 07 22:38:39.833544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bab73140-daa1-42ef-94ee-c9734f55faf9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:39.842769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Deleting port bab73140-daa1-42ef-94ee-c9734f55faf9 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:39.846858 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.901160 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:39.946359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:39.947692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:40.003070 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.004949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device bfef7984-5f4d-4f7f-8132-a0524e5651e4 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:40.006586 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bab73140-daa1-42ef-94ee-c9734f55faf9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:40.006941 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.011021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] For port bab73140-daa1-42ef-94ee-c9734f55faf9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bab73140-daa1-42ef-94ee-c9734f55faf9,segment=NetworkSegment(f7bc6629-123b-4dd7-9438-f6b0031939cc),segment_id=f7bc6629-123b-4dd7-9438-f6b0031939cc)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:40.011567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.049407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Calling delete_port for bab73140-daa1-42ef-94ee-c9734f55faf9 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:40.058439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd09c1a-0cbb-4e82-be52-36ca032e34f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2b34c7-510f-4039-b524-28c98c6745d5'}, {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:40.061227 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65d3be3-1cd2-4392-8376-40c9ecd75c2b" -d '{"events": [{"server_uuid": "4fd09c1a-0cbb-4e82-be52-36ca032e34f2", "name": "network-vif-plugged", "status": "completed", "tag": "9a2b34c7-510f-4039-b524-28c98c6745d5"}, {"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-plugged", "status": "completed", "tag": "e15a7ecb-d1d8-4794-bc37-c2998b4ea0af"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:40.066873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c3e766-5203-41cb-a2c9-86506665d876 None None] Network a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:40.181618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.184509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:40.190093 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.219967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Port': ['ID=bab73140-daa1-42ef-94ee-c9734f55faf9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:40.223455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] No DVR routers for this DVR port bab73140-daa1-42ef-94ee-c9734f55faf9 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:40.240815 n-d-827895-2 neutron-server[102291]: INFO neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] No ports have port_id starting with bab73140-daa1-42ef-94ee-c9734f55faf9 Feb 07 22:38:40.262739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4560dee1-18a7-47cc-821f-457db09c5ca1 None None] Provisioning complete for port bab73140-daa1-42ef-94ee-c9734f55faf9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:40.263118 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4560dee1-18a7-47cc-821f-457db09c5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.293075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event updated for resources: {'Port': ['ID=0d939179-2004-4b10-89e0-542a5a64e0cc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:40.307060 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c94798a-5eec-48b8-91c1-3d150efc7523 x-openstack-request-id: req-5c94798a-5eec-48b8-91c1-3d150efc7523 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:40.307438 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd09c1a-0cbb-4e82-be52-36ca032e34f2", "name": "network-vif-plugged", "status": "completed", "tag": "9a2b34c7-510f-4039-b524-28c98c6745d5", "code": 200}, {"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-plugged", "status": "completed", "tag": "e15a7ecb-d1d8-4794-bc37-c2998b4ea0af", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:40.313310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a747cc48-7b8c-493b-9581-eaa165f56b16 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8587694 Feb 07 22:38:40.315329 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c94798a-5eec-48b8-91c1-3d150efc7523 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:40.315872 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd09c1a-0cbb-4e82-be52-36ca032e34f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2b34c7-510f-4039-b524-28c98c6745d5', 'code': 200} Feb 07 22:38:40.316163 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af', 'code': 200} Feb 07 22:38:40.360231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4560dee1-18a7-47cc-821f-457db09c5ca1 None None] Port bab73140-daa1-42ef-94ee-c9734f55faf9 was deleted so its status cannot be updated. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 07 22:38:40.360231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:40.376853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.383177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:40.384454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.392589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port bfef7984-5f4d-4f7f-8132-a0524e5651e4 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:40.399093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port bfef7984-5f4d-4f7f-8132-a0524e5651e4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:40.399492 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.401959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Allocated IP 172.25.8.87 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/2a288e01-c6f9-4658-bafd-86fee34e0b68) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:40.419445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff149c9-0767-4d70-b861-91d5f4e6c58c req-1c57abd0-723b-489d-9cdb-2ae971d6b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:40.421244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ff149c9-0767-4d70-b861-91d5f4e6c58c req-1c57abd0-723b-489d-9cdb-2ae971d6b529 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 1100 time: 0.0848856 Feb 07 22:38:40.423156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:40.429219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45838-4583-416f-8357-ddc6954db53b req-6be1cc54-3447-492a-978f-41055ceb86e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:40.437417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45838-4583-416f-8357-ddc6954db53b req-6be1cc54-3447-492a-978f-41055ceb86e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:40.446118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45838-4583-416f-8357-ddc6954db53b req-6be1cc54-3447-492a-978f-41055ceb86e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:40.454303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bc6629-123b-4dd7-9438-f6b0031939cc') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:40.454802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bc6629-123b-4dd7-9438-f6b0031939cc') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:40.456015 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50f45838-4583-416f-8357-ddc6954db53b req-6be1cc54-3447-492a-978f-41055ceb86e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2417 time: 0.2161162 Feb 07 22:38:40.475486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.477891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-341a9b02-5ee1-403d-a74a-2d06cfede404 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4428449 Feb 07 22:38:40.479520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ff149c9-0767-4d70-b861-91d5f4e6c58c req-f71f471a-3faa-4e21-97ca-58a63375c168 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484219 Feb 07 22:38:40.499339 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.510643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-39f255bf-57ef-48ba-a084-501e39854651 None None] Provisioning complete for port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:40.511340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:40.511489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39f255bf-57ef-48ba-a084-501e39854651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.511617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Request body: {'port': {'device_id': '4fc6a377-409a-4b13-9776-086624ca6c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:40.512102 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:40.521394 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:40.615514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.621652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.625305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/networks/a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0 HTTP/1.1" status: 204 len: 168 time: 1.2935448 Feb 07 22:38:40.645525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37352) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:40.659356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.684563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10ef938-596c-48e5-87d4-5283dc30f7eb None None] DHCP port deletion for a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:38:40.693387 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.730088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50f45838-4583-416f-8357-ddc6954db53b req-154645ee-68cf-4968-9784-10ddc7b926c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717850 Feb 07 22:38:40.764225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68743c74-939b-4663-b9d8-e18d28950f80 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Network': ['ID=a5f9e3dc-69f7-46e5-ac72-4f8bbe2c93b0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:40.764982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bab73140-daa1-42ef-94ee-c9734f55faf9 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:38:40.774073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.777504 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.782170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1bd8df-0a9a-4913-b6cf-4c06624eccf6 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:38:40.830350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event updated for resources: {'Port': ['ID=2a288e01-c6f9-4658-bafd-86fee34e0b68,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:40.854838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:40.857127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:40.914954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.999734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37360) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:41.009391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1f126558-a70e-43b4-987a-072656f41965 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689861854', 'description': 'tempest-description--734678193'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:41.057614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: bab73140-daa1-42ef-94ee-c9734f55faf9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:38:41.057961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bab73140-daa1-42ef-94ee-c9734f55faf9 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:38:41.060704 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-39f255bf-57ef-48ba-a084-501e39854651 None None] Port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:41.067743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e94e7424-247f-4bb9-aa2b-f05455cd0fb5 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:41.127741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port bfef7984-5f4d-4f7f-8132-a0524e5651e4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bfef7984-5f4d-4f7f-8132-a0524e5651e4,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:41.178463 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.203010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f126558-a70e-43b4-987a-072656f41965 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.258881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f1fd4-91f2-434f-9302-1ac73b6fd1c2 req-b2346730-a841-40a8-9a74-fd36701bbc48 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:41.261908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f5f1fd4-91f2-434f-9302-1ac73b6fd1c2 req-b2346730-a841-40a8-9a74-fd36701bbc48 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 948 time: 0.2154939 Feb 07 22:38:41.265228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Deleting port ad7f6837-31ef-46cd-ae5d-012a077eafea {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:41.266266 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.375542 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] For port ad7f6837-31ef-46cd-ae5d-012a077eafea, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ad7f6837-31ef-46cd-ae5d-012a077eafea,segment=NetworkSegment(f7269f35-c310-46cb-aa01-369053ce9524),segment_id=f7269f35-c310-46cb-aa01-369053ce9524)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:41.376094 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.391877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=bfef7984-5f4d-4f7f-8132-a0524e5651e4,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:41.400095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Calling delete_port for ad7f6837-31ef-46cd-ae5d-012a077eafea owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:41.411315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:41.422966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:41.423593 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.481716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1bd8df-0a9a-4913-b6cf-4c06624eccf6 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:38:41.482645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d939179-2004-4b10-89e0-542a5a64e0cc {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:41.509378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.511987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:41.648741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f5f1fd4-91f2-434f-9302-1ac73b6fd1c2 req-e3f07415-7921-442a-98fe-273df11c667c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454003 Feb 07 22:38:41.659556 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.735447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Port': ['ID=ad7f6837-31ef-46cd-ae5d-012a077eafea,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:41.779821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Transition to ACTIVE for port object 0d939179-2004-4b10-89e0-542a5a64e0cc will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:41.799490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.808045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] No DVR routers for this DVR port ad7f6837-31ef-46cd-ae5d-012a077eafea on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:41.868272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd27ed6-c0ba-45e3-adfd-50b0787c914f req-24665f2e-1a30-4dcb-b085-64710e1d66c0 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:41.875957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bd27ed6-c0ba-45e3-adfd-50b0787c914f req-24665f2e-1a30-4dcb-b085-64710e1d66c0 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 931 time: 0.3226857 Feb 07 22:38:41.885164 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.939314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.970824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.972201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e970f147-0309-47ee-956d-58cee9ed2a2c']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:41.973351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Pushing event updated for resources: {'Port': ['ID=0d939179-2004-4b10-89e0-542a5a64e0cc,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:41.986676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7269f35-c310-46cb-aa01-369053ce9524') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:41.988620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7269f35-c310-46cb-aa01-369053ce9524') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:42.001205 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.018456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.026725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:42.027612 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.061496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bd27ed6-c0ba-45e3-adfd-50b0787c914f req-bceee8f8-85ea-43ef-90a8-5dc1412f88c7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827738 Feb 07 22:38:42.103756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e94e7424-247f-4bb9-aa2b-f05455cd0fb5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:42.130723 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.189286 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f126558-a70e-43b4-987a-072656f41965 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:42.190710 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:42.206596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f126558-a70e-43b4-987a-072656f41965 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.209829 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.248621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:42.282057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.288667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/networks/e970f147-0309-47ee-956d-58cee9ed2a2c HTTP/1.1" status: 204 len: 168 time: 1.6340423 Feb 07 22:38:42.290083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37364) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:42.313922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f126558-a70e-43b4-987a-072656f41965 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.317436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfef7984-5f4d-4f7f-8132-a0524e5651e4'}, {'server_uuid': 'f86ffee5-c5ca-4360-a18f-4ef59cfcc956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94e7424-247f-4bb9-aa2b-f05455cd0fb5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:42.319945 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48e0b91-f1f8-40fd-ad41-dc282e8011db" -d '{"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-plugged", "status": "completed", "tag": "bfef7984-5f4d-4f7f-8132-a0524e5651e4"}, {"server_uuid": "f86ffee5-c5ca-4360-a18f-4ef59cfcc956", "name": "network-vif-plugged", "status": "completed", "tag": "e94e7424-247f-4bb9-aa2b-f05455cd0fb5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:42.324180 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1f126558-a70e-43b4-987a-072656f41965 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3153121 Feb 07 22:38:42.326281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37366) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:42.340634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-03d9791a-7fcd-4561-b036-4eeb275dbf79 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'security_group_rule': {'security_group_id': 'fec82459-edb2-44aa-98b7-20b416abedb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:42.345676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a10da8-40ba-45e2-8f5c-7f1445aa39ed tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Network': ['ID=e970f147-0309-47ee-956d-58cee9ed2a2c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:42.361600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b7c2d-dc1a-4057-87ff-4a80b46b5190 req-294bf19e-9fbd-4595-bd29-30da629de0c3 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.363361 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba5b7c2d-dc1a-4057-87ff-4a80b46b5190 req-294bf19e-9fbd-4595-bd29-30da629de0c3 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 949 time: 0.5696959 Feb 07 22:38:42.367858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f126558-a70e-43b4-987a-072656f41965 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec82459-edb2-44aa-98b7-20b416abedb4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:42.393516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Attempting to bind port 0d939179-2004-4b10-89e0-542a5a64e0cc on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:42.397297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Attempting to bind port 0d939179-2004-4b10-89e0-542a5a64e0cc by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:42.397297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Attempting to bind port 0d939179-2004-4b10-89e0-542a5a64e0cc on network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:42.416601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba5b7c2d-dc1a-4057-87ff-4a80b46b5190 req-6e0f9b08-5726-4fb4-841c-daf9e7b743df tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461481 Feb 07 22:38:42.424819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acbf83-9dae-47fa-ba14-92f4c1f43f8d req-da02e5f1-3260-4a33-9661-4290d49bd802 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.443005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acbf83-9dae-47fa-ba14-92f4c1f43f8d req-da02e5f1-3260-4a33-9661-4290d49bd802 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.449649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acbf83-9dae-47fa-ba14-92f4c1f43f8d req-da02e5f1-3260-4a33-9661-4290d49bd802 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.454451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03d9791a-7fcd-4561-b036-4eeb275dbf79 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.458314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73acbf83-9dae-47fa-ba14-92f4c1f43f8d req-da02e5f1-3260-4a33-9661-4290d49bd802 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2418 time: 0.2471540 Feb 07 22:38:42.503397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Port 0d939179-2004-4b10-89e0-542a5a64e0cc on network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:42.504874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Attempting to bind port 0d939179-2004-4b10-89e0-542a5a64e0cc on network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:42.523690 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c0519c-8ee0-42bf-8b58-d727e43ea1a4 x-openstack-request-id: req-65c0519c-8ee0-42bf-8b58-d727e43ea1a4 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:42.523992 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-plugged", "status": "completed", "tag": "bfef7984-5f4d-4f7f-8132-a0524e5651e4", "code": 200}, {"server_uuid": "f86ffee5-c5ca-4360-a18f-4ef59cfcc956", "name": "network-vif-plugged", "status": "completed", "tag": "e94e7424-247f-4bb9-aa2b-f05455cd0fb5", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:42.524210 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65c0519c-8ee0-42bf-8b58-d727e43ea1a4 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:42.524580 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfef7984-5f4d-4f7f-8132-a0524e5651e4', 'code': 200} Feb 07 22:38:42.524836 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86ffee5-c5ca-4360-a18f-4ef59cfcc956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94e7424-247f-4bb9-aa2b-f05455cd0fb5', 'code': 200} Feb 07 22:38:42.525534 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.539799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:42.540185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Checking segment: {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:42.540506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Bound using segment: {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:42.540984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Bound port: 0d939179-2004-4b10-89e0-542a5a64e0cc, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:42.541338 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.589902 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03d9791a-7fcd-4561-b036-4eeb275dbf79 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.666367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73acbf83-9dae-47fa-ba14-92f4c1f43f8d req-ae643e89-1948-4b62-bd80-88d16ba7d70b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064557 Feb 07 22:38:42.674874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03d9791a-7fcd-4561-b036-4eeb275dbf79 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.765893 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9791a-7fcd-4561-b036-4eeb275dbf79 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524d0513-dd6c-4ecb-ab98-a55d085cfe93,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:42.791642 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.797353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c8b45-92d8-4ce1-baf5-e1f13d5da837 req-26fe5cfd-4550-41d9-b9e8-cd89a62c6f60 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.805324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-701c8b45-92d8-4ce1-baf5-e1f13d5da837 req-26fe5cfd-4550-41d9-b9e8-cd89a62c6f60 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1080563 Feb 07 22:38:42.837634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5e41-13c9-4367-9570-e6c913f18676 req-5fcad1c6-a8f6-4c06-8ef4-036fca7e1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.838410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5e41-13c9-4367-9570-e6c913f18676 req-5fcad1c6-a8f6-4c06-8ef4-036fca7e1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.838877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5e41-13c9-4367-9570-e6c913f18676 req-5fcad1c6-a8f6-4c06-8ef4-036fca7e1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.840546 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc8e5e41-13c9-4367-9570-e6c913f18676 req-5fcad1c6-a8f6-4c06-8ef4-036fca7e1ae2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2871 time: 0.2455142 Feb 07 22:38:42.843958 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03d9791a-7fcd-4561-b036-4eeb275dbf79 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.847456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-03d9791a-7fcd-4561-b036-4eeb275dbf79 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5085609 Feb 07 22:38:42.849230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b33342-99d0-4592-870a-ccd3fcb27efa req-661a09ef-4485-408f-af59-fe371d524ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.851255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5b33342-99d0-4592-870a-ccd3fcb27efa req-661a09ef-4485-408f-af59-fe371d524ecd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 1100 time: 0.2334077 Feb 07 22:38:42.862402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37374) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:42.866953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3a0f5fa6-36ca-4b55-aa83-e6e15215b72b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'security_group_rule': {'security_group_id': 'fec82459-edb2-44aa-98b7-20b416abedb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:42.879892 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.889589 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.911244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] For port 0d939179-2004-4b10-89e0-542a5a64e0cc, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:42.914512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] For port 0d939179-2004-4b10-89e0-542a5a64e0cc, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0d939179-2004-4b10-89e0-542a5a64e0cc,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:42.927579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-701c8b45-92d8-4ce1-baf5-e1f13d5da837 req-8164c926-0ac6-4768-acea-e58a09139f73 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212857 Feb 07 22:38:42.950992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5b33342-99d0-4592-870a-ccd3fcb27efa req-021cd749-4458-464a-b5c5-a3f88a945fe1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799217 Feb 07 22:38:42.992492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc8e5e41-13c9-4367-9570-e6c913f18676 req-c10d4d5f-7dfa-4b2b-ba88-9f7c6636df5a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401746 Feb 07 22:38:42.993902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-e0e9eb5a-b9c2-4e8c-a906-a64edcaf259c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2904577 Feb 07 22:38:43.000126 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.003647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c3f0cc-e4d9-4db5-a217-52f8428087c4']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:43.011483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5fa6-36ca-4b55-aa83-e6e15215b72b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.024644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a9b7e-56c1-4734-b878-950a8772c4b5 req-0a9f4e24-6df8-4388-80ea-a9ba786b0ce2 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:43.026139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-956a9b7e-56c1-4734-b878-950a8772c4b5 req-0a9f4e24-6df8-4388-80ea-a9ba786b0ce2 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 949 time: 0.2521763 Feb 07 22:38:43.063650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4249e9f0-c825-4744-891c-90f8b89a3b76') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:43.063960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4249e9f0-c825-4744-891c-90f8b89a3b76') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:43.086548 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5fa6-36ca-4b55-aa83-e6e15215b72b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.094017 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.114141 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5fa6-36ca-4b55-aa83-e6e15215b72b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.163571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:43.164288 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.165645 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] 10.222.0.46 "PUT /v2.0/ports/0d939179-2004-4b10-89e0-542a5a64e0cc HTTP/1.1" status: 200 len: 1091 time: 2.6593208 Feb 07 22:38:43.168950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc6a377-409a-4b13-9776-086624ca6c08', 'tag': '0d939179-2004-4b10-89e0-542a5a64e0cc'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:43.171481 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c13388-db44-4a4c-a047-aa45e038780e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc6a377-409a-4b13-9776-086624ca6c08", "tag": "0d939179-2004-4b10-89e0-542a5a64e0cc"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:43.190336 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.209433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:43.209926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:43.213007 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:43.218538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aa304-3566-4e03-b2ad-a96bd3a6f596 service neutron] Pushing event updated for resources: {'Port': ['ID=0d939179-2004-4b10-89e0-542a5a64e0cc,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:43.241914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f5fa6-36ca-4b55-aa83-e6e15215b72b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f986c9-9935-411a-86d6-3abb1a494779,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:43.249395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-956a9b7e-56c1-4734-b878-950a8772c4b5 req-03282118-8055-432b-99c1-3a47c1970f49 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815925 Feb 07 22:38:43.279077 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5fa6-36ca-4b55-aa83-e6e15215b72b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.283155 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3a0f5fa6-36ca-4b55-aa83-e6e15215b72b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4169538 Feb 07 22:38:43.289600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37384) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:43.318973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:43.372205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0444e10-ace0-4473-9fa9-96ec1a75bf38 req-4ddcc82f-5722-4749-b85e-0447646df656 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:43.376208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0444e10-ace0-4473-9fa9-96ec1a75bf38 req-4ddcc82f-5722-4749-b85e-0447646df656 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 943 time: 0.1391819 Feb 07 22:38:43.392296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.415090 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.423742 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.427544 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/networks/25c3f0cc-e4d9-4db5-a217-52f8428087c4 HTTP/1.1" status: 204 len: 168 time: 1.1328850 Feb 07 22:38:43.431993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37394) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:43.445449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0444e10-ace0-4473-9fa9-96ec1a75bf38 req-b09c4120-ad49-47cc-9b59-b5fc651e0b46 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606103 Feb 07 22:38:43.467591 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-3fafb02e-c50b-4514-928e-9e4f00a19b0a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801003 Feb 07 22:38:43.475141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b68da-5424-4d46-8dc2-a308f7836844 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Network': ['ID=25c3f0cc-e4d9-4db5-a217-52f8428087c4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:43.478995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-b25b0d7e-df99-4051-acfb-a8e779c4e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:43.480663 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-b25b0d7e-df99-4051-acfb-a8e779c4e03b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 1100 time: 0.1919348 Feb 07 22:38:43.495320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-5bf36081-b6a3-4f14-9453-e35b1488af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:43.496811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-5bf36081-b6a3-4f14-9453-e35b1488af52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 1094 time: 0.2616317 Feb 07 22:38:43.582399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.699582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.726460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1e9ec4-b1e3-4fed-a569-50122cd55595']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:43.739828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95753775-9738-4722-bbaa-825830ba3c61') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:43.740362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95753775-9738-4722-bbaa-825830ba3c61') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:43.764849 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.791449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.798775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:43.799173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:43.802783 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:43.866969 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f6cfce-07df-4394-86ca-ceb74de1e5c4 x-openstack-request-id: req-27f6cfce-07df-4394-86ca-ceb74de1e5c4 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:43.867431 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc6a377-409a-4b13-9776-086624ca6c08", "tag": "0d939179-2004-4b10-89e0-542a5a64e0cc", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:43.867524 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27f6cfce-07df-4394-86ca-ceb74de1e5c4 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:43.867887 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc6a377-409a-4b13-9776-086624ca6c08', 'tag': '0d939179-2004-4b10-89e0-542a5a64e0cc', 'status': 'completed', 'code': 200} Feb 07 22:38:43.934446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Router d70fb191-3d65-4de7-863f-9e54c2d62132 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:38:43.937437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-de1e3d2d-0157-4694-92a2-badae77892b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d939179-2004-4b10-89e0-542a5a64e0cc HTTP/1.1" status: 200 len: 217 time: 0.4166784 Feb 07 22:38:43.946661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fc3b0-ae9e-4b60-acf1-1c872d88c4ef req-40538efb-0acc-4eaf-8bfe-f7677f564fdc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:43.960821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fc3b0-ae9e-4b60-acf1-1c872d88c4ef req-40538efb-0acc-4eaf-8bfe-f7677f564fdc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:43.966699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fc3b0-ae9e-4b60-acf1-1c872d88c4ef req-40538efb-0acc-4eaf-8bfe-f7677f564fdc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:43.976653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc1fc3b0-ae9e-4b60-acf1-1c872d88c4ef req-40538efb-0acc-4eaf-8bfe-f7677f564fdc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2418 time: 0.1729527 Feb 07 22:38:43.978265 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.985008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.991895 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] 10.222.0.15 "DELETE /v2.0/networks/9d1e9ec4-b1e3-4fed-a569-50122cd55595 HTTP/1.1" status: 204 len: 168 time: 0.5432479 Feb 07 22:38:44.047943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-ee2841d0-0ad7-435f-aebd-9dc6df318580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:44.050183 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-ee2841d0-0ad7-435f-aebd-9dc6df318580 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54247620-3ba7-4f8f-ab98-19c829608aa9 HTTP/1.1" status: 200 len: 862 time: 0.0651650 Feb 07 22:38:44.116958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a03d5-19f8-4875-b432-cfc2e16bf215 tempest-BulkNetworkOpsIpV6Test-495769614 tempest-BulkNetworkOpsIpV6Test-495769614-project] Pushing event deleted for resources: {'Network': ['ID=9d1e9ec4-b1e3-4fed-a569-50122cd55595,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:44.157167 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-e30fbc44-4ae1-4787-ac11-d7883d97a9e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856159 Feb 07 22:38:44.169154 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc1fc3b0-ae9e-4b60-acf1-1c872d88c4ef req-38e04b5d-3ae3-4144-972f-cd4241043a6a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627350 Feb 07 22:38:44.353949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca743f-c0ae-455b-898f-163a4908696c req-f74db4ee-dd46-4699-80da-02abe0ff3928 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:44.355469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-f74db4ee-dd46-4699-80da-02abe0ff3928 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8869548 Feb 07 22:38:44.398968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-9974031f-eb68-4fd3-9e51-fe9411678bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:44.400453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-9974031f-eb68-4fd3-9e51-fe9411678bc7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.8844616 Feb 07 22:38:44.422540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-dd9adcc8-e6c4-4987-9127-8ce7006ad65f tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/quotas/cc8af2e3963e4cdbaaeac2fdb53f271f HTTP/1.1" status: 200 len: 375 time: 0.0524557 Feb 07 22:38:44.450349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a864f-5086-43bb-bd15-94ec738fe04a req-4b596786-f686-40ea-9db0-12a315e00a33 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:44.452199 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e0a864f-5086-43bb-bd15-94ec738fe04a req-4b596786-f686-40ea-9db0-12a315e00a33 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 949 time: 0.0892837 Feb 07 22:38:44.510133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37410) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:44.536133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-42f0b665-1d65-49fe-ae70-8cf53643d496 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9a2b34c7-510f-4039-b524-28c98c6745d5 HTTP/1.1" status: 200 len: 217 time: 0.1213834 Feb 07 22:38:44.555372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e0a864f-5086-43bb-bd15-94ec738fe04a req-d2d68a09-db8c-4cac-8b3c-a6ed05e01d54 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837276 Feb 07 22:38:44.621534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-a08fb94a-a31f-4b44-b187-711322d81fff service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635239 Feb 07 22:38:44.623926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.633787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:38:44.653097 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc87263-2eec-483f-9059-4150ae45fd06 None None] Sync routers for ids ['d70fb191-3d65-4de7-863f-9e54c2d62132'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:44.655808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.659423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-56822ec6-89f1-4137-88a2-edb5b785b308 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "PUT /v2.0/routers/d70fb191-3d65-4de7-863f-9e54c2d62132 HTTP/1.1" status: 200 len: 913 time: 7.9848039 Feb 07 22:38:44.716109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37416) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:44.716287 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc87263-2eec-483f-9059-4150ae45fd06 None None] Routers {'d70fb191-3d65-4de7-863f-9e54c2d62132'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:44.716287 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9fc87263-2eec-483f-9059-4150ae45fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d70fb191-3d65-4de7-863f-9e54c2d62132'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:44.718966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-30bb6926-41a8-4b1b-9c4c-01b6850c54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:44.720483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-30bb6926-41a8-4b1b-9c4c-01b6850c54cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1504078 Feb 07 22:38:44.735997 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9fc87263-2eec-483f-9059-4150ae45fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:44.745800 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc87263-2eec-483f-9059-4150ae45fd06 None None] Routers {'d70fb191-3d65-4de7-863f-9e54c2d62132'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:44.746401 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9fc87263-2eec-483f-9059-4150ae45fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d70fb191-3d65-4de7-863f-9e54c2d62132'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:44.780638 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9fc87263-2eec-483f-9059-4150ae45fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:44.781279 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc87263-2eec-483f-9059-4150ae45fd06 None None] The sync data for ids ['d70fb191-3d65-4de7-863f-9e54c2d62132'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:44.787952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-a5dedf91-8b12-4bab-b283-52d30943ad5e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3180699 Feb 07 22:38:44.879651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ccc13-cc80-45f1-a0ff-b8920d154a0a req-8c6c790b-ef1d-41bd-8438-17f80686c962 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:44.887228 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-035ccc13-cc80-45f1-a0ff-b8920d154a0a req-8c6c790b-ef1d-41bd-8438-17f80686c962 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 943 time: 0.2540700 Feb 07 22:38:44.913727 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6ebb4169-9305-41ad-9dc3-375dc876e0a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=908da7805b834c5f988df809d608ed89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018829 Feb 07 22:38:44.917463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37428) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:44.946534 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fd757689-07f4-4f99-998f-b697d179bcac tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/routers/d70fb191-3d65-4de7-863f-9e54c2d62132 HTTP/1.1" status: 200 len: 919 time: 0.2428875 Feb 07 22:38:44.951444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37434) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:44.970465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42a94b81-8140-41a5-a44b-5c254bf7aeba req-02d87d3c-5c05-4f76-b005-8552c942817b service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375385 Feb 07 22:38:44.979250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-f558e226-4731-4b64-9b68-670bdb54fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:44.982669 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-035ccc13-cc80-45f1-a0ff-b8920d154a0a req-7591723d-817a-4308-90b6-565cc3a63b77 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921397 Feb 07 22:38:44.983802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-f558e226-4731-4b64-9b68-670bdb54fa1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1910334 Feb 07 22:38:45.076092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Allocated IP 172.25.8.174 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/8a7cef0c-5b57-491a-a2d9-ac5729e046c1) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:45.226774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c13388-db44-4a4c-a047-aa45e038780e req-124f968f-a167-4df7-9023-25eb1732362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:45.228204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c13388-db44-4a4c-a047-aa45e038780e req-124f968f-a167-4df7-9023-25eb1732362d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 1094 time: 0.1588240 Feb 07 22:38:45.229963 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-b34305cf-4f6d-4d7b-8a52-f899d9e2bf50 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374034 Feb 07 22:38:45.355925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76247449-f8f3-4f1e-9a0a-0f654dd44171 req-30c74ef5-851e-49ca-9bf0-62818e187a86 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068325 Feb 07 22:38:45.427191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e815754-ccbf-47fb-9947-e433dc9e5afa req-84000219-c8c9-42c9-b118-8fec7e4e866e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 210 time: 0.3752203 Feb 07 22:38:45.456183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ad80a-7857-4895-b1b1-3317314888ff tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:45.458834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ac1ad80a-7857-4895-b1b1-3317314888ff tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=d70fb191-3d65-4de7-863f-9e54c2d62132&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5046992 Feb 07 22:38:45.460301 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4aef7e27-0c0e-4525-9668-6463910395cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.462014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37460) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:45.542876 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4aef7e27-0c0e-4525-9668-6463910395cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.574265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.670929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c13388-db44-4a4c-a047-aa45e038780e req-30722b74-e19d-45b0-b90e-2cc7408bfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:45.672727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c13388-db44-4a4c-a047-aa45e038780e req-30722b74-e19d-45b0-b90e-2cc7408bfea8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 200 len: 922 time: 0.4224946 Feb 07 22:38:45.684739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d1a86-2959-4f9c-af80-572c9de48ebe tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:45.686462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b60d1a86-2959-4f9c-af80-572c9de48ebe tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 881 time: 0.2233772 Feb 07 22:38:45.697360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37466) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:45.697663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5dfc9-c8b5-4c5a-b054-72ea064c6c62 req-16fe8aa3-9560-4950-a177-9e3193439b9a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:45.704199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5dfc9-c8b5-4c5a-b054-72ea064c6c62 req-16fe8aa3-9560-4950-a177-9e3193439b9a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:45.710528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5dfc9-c8b5-4c5a-b054-72ea064c6c62 req-16fe8aa3-9560-4950-a177-9e3193439b9a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:45.712259 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7f5dfc9-c8b5-4c5a-b054-72ea064c6c62 req-16fe8aa3-9560-4950-a177-9e3193439b9a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2418 time: 0.1672688 Feb 07 22:38:45.715831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23feb6af-495f-481f-bde0-faac6a839964 req-c98439e4-bba5-4fff-a028-5982ed254634 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1681814 Feb 07 22:38:45.727007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-895ce2e8-4461-4324-97da-1d7aa2d6ef92 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:45.729259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-895ce2e8-4461-4324-97da-1d7aa2d6ef92 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/networks?id=742c034d-67d0-4425-8be3-c79deca5a07d HTTP/1.1" status: 200 len: 813 time: 0.2736475 Feb 07 22:38:45.756941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4aef7e27-0c0e-4525-9668-6463910395cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.759871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4aef7e27-0c0e-4525-9668-6463910395cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.764131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4aef7e27-0c0e-4525-9668-6463910395cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e21da834-ddd0-4dcb-abae-183b1e4cb999 HTTP/1.1" status: 204 len: 168 time: 0.8455584 Feb 07 22:38:45.779578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7f5dfc9-c8b5-4c5a-b054-72ea064c6c62 req-cfc64535-73f2-49d5-89ff-119a4e0bb328 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609012 Feb 07 22:38:45.781320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef7e27-0c0e-4525-9668-6463910395cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21da834-ddd0-4dcb-abae-183b1e4cb999,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:45.784180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1c184c23-5cd7-4909-8863-811e387101b3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=d70fb191-3d65-4de7-863f-9e54c2d62132 HTTP/1.1" status: 200 len: 205 time: 0.0790343 Feb 07 22:38:45.787520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37470) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:45.788058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c13388-db44-4a4c-a047-aa45e038780e req-69eb0438-11c6-429f-8825-1ba094d9e243 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d939179-2004-4b10-89e0-542a5a64e0cc HTTP/1.1" status: 200 len: 217 time: 0.0935812 Feb 07 22:38:45.789282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.803751 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-af55a1e6-f223-4cec-8fc7-78dbabea0f8c tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/quotas/e774c5a477e44a7792a7847414530602 HTTP/1.1" status: 200 len: 375 time: 0.0412655 Feb 07 22:38:45.935376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Port': ['ID=8a7cef0c-5b57-491a-a2d9-ac5729e046c1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:45.985258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feb6af-495f-481f-bde0-faac6a839964 req-de5d1991-9b1a-4eb0-8d7f-7c2f858fcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:45.986743 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23feb6af-495f-481f-bde0-faac6a839964 req-de5d1991-9b1a-4eb0-8d7f-7c2f858fcf52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1100 time: 0.1276319 Feb 07 22:38:45.990491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:46.004689 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-0a2247af-8984-4518-8680-cae2db21bf7d tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435727 Feb 07 22:38:46.006171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c13388-db44-4a4c-a047-aa45e038780e req-84b5f61d-a0b4-4036-a55d-9ee2e4e4efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.008485 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c13388-db44-4a4c-a047-aa45e038780e req-84b5f61d-a0b4-4036-a55d-9ee2e4e4efad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54247620-3ba7-4f8f-ab98-19c829608aa9 HTTP/1.1" status: 200 len: 862 time: 0.1999087 Feb 07 22:38:46.014336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:46.024377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:46.054899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.067427 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c13388-db44-4a4c-a047-aa45e038780e req-c376f66e-6912-48a2-92db-8cca35af7185 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441451 Feb 07 22:38:46.160878 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-e1b0b43c-9214-4537-b395-1442efaecdc2 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e774c5a477e44a7792a7847414530602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3079503 Feb 07 22:38:46.306372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-28d9e5cc-e894-4778-9440-ddf08dc6dc56 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.307965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-28d9e5cc-e894-4778-9440-ddf08dc6dc56 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954376 Feb 07 22:38:46.311231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feb6af-495f-481f-bde0-faac6a839964 req-91e2b574-04da-470b-801c-d69daf730e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.312694 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23feb6af-495f-481f-bde0-faac6a839964 req-91e2b574-04da-470b-801c-d69daf730e62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2839401 Feb 07 22:38:46.325587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.340466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-4ff9b812-7102-46b2-8e83-159760f68bbb tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/quotas/bfc1d931c0e747e88611f3aa3b92c3c5 HTTP/1.1" status: 200 len: 375 time: 0.0243871 Feb 07 22:38:46.373789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23feb6af-495f-481f-bde0-faac6a839964 req-2cc508e9-3810-4ca5-9e30-30bfbd0700c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=671e4009-d95e-4c45-9631-0baf2d397dcb HTTP/1.1" status: 200 len: 217 time: 0.0448656 Feb 07 22:38:46.488594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feb6af-495f-481f-bde0-faac6a839964 req-a68a2cff-2d8b-4505-bee8-4d1e58ba09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.490095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23feb6af-495f-481f-bde0-faac6a839964 req-a68a2cff-2d8b-4505-bee8-4d1e58ba09a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1064937 Feb 07 22:38:46.495862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-59c56b92-f971-4cec-995d-badbc86eb31a tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251519 Feb 07 22:38:46.536386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Deleting port 2a288e01-c6f9-4658-bafd-86fee34e0b68 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:46.536736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.591828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feb6af-495f-481f-bde0-faac6a839964 req-263e2f7b-fed8-4e99-b5da-41db0aca9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.593342 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23feb6af-495f-481f-bde0-faac6a839964 req-263e2f7b-fed8-4e99-b5da-41db0aca9825 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956969 Feb 07 22:38:46.599421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-07399586-cc85-4789-b9e8-4742df5e8a3a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450268 Feb 07 22:38:46.610575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c13388-db44-4a4c-a047-aa45e038780e req-03bbc4f5-e44f-465d-af66-d580af326c7d service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203521 Feb 07 22:38:46.699329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.716087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Calling delete_port for 2a288e01-c6f9-4658-bafd-86fee34e0b68 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:46.717797 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.864954 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23feb6af-495f-481f-bde0-faac6a839964 req-03bcf571-4ecc-4482-8844-36f6bae81b51 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588060 Feb 07 22:38:46.909727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.922259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca743f-c0ae-455b-898f-163a4908696c req-5e86ec2f-0bb8-45ef-9148-7e1f0b2bbbf1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.924708 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-5e86ec2f-0bb8-45ef-9148-7e1f0b2bbbf1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105884 Feb 07 22:38:46.989733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37510) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:47.014791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0d939179-2004-4b10-89e0-542a5a64e0cc details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:38:47.028757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Request body: {'port': {'device_id': '42204a31-9e92-4d4e-be93-d2217d6108c4', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'cc8af2e3963e4cdbaaeac2fdb53f271f'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:47.072498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b379fb8-77ec-409b-8482-a3c372d94ff2 req-4fb0e076-e493-4a40-889d-8a0b52909a97 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:47.072751 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c13388-db44-4a4c-a047-aa45e038780e req-4f0bb7c4-554d-4ff7-b873-77767a7739c5 service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803470 Feb 07 22:38:47.074034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b379fb8-77ec-409b-8482-a3c372d94ff2 req-4fb0e076-e493-4a40-889d-8a0b52909a97 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 943 time: 0.1693947 Feb 07 22:38:47.099273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-5d0aca78-a8fa-4427-a198-6a783dab0736 service neutron] 10.222.0.15 "GET /v2.0/networks/742c034d-67d0-4425-8be3-c79deca5a07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9148889 Feb 07 22:38:47.149330 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23feb6af-495f-481f-bde0-faac6a839964 req-b82fd1d3-c1a0-44c2-a5f6-c99f9938fa6f service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736509 Feb 07 22:38:47.202369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902274492'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:47.213187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0d939179-2004-4b10-89e0-542a5a64e0cc, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0d939179-2004-4b10-89e0-542a5a64e0cc,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:47.226493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '0d939179-2004-4b10-89e0-542a5a64e0cc', 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f', 'port_id': '0d939179-2004-4b10-89e0-542a5a64e0cc', 'mac_address': 'fa:16:3e:61:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54247620-3ba7-4f8f-ab98-19c829608aa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:38:47.229610 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b379fb8-77ec-409b-8482-a3c372d94ff2 req-3850fffc-e4b8-4ff1-ba16-0d7e6a11d677 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480508 Feb 07 22:38:47.263124 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.272190 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.290297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d939179-2004-4b10-89e0-542a5a64e0cc {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:47.345264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0d939179-2004-4b10-89e0-542a5a64e0cc, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0d939179-2004-4b10-89e0-542a5a64e0cc,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:47.351542 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event deleted for resources: {'Port': ['ID=2a288e01-c6f9-4658-bafd-86fee34e0b68,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:47.363495 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.364603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:47.368100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.445108 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.480654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=0d939179-2004-4b10-89e0-542a5a64e0cc,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:47.520040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2343f287-7742-46f0-9d66-4e3789484787 req-80f97dc7-7abf-497b-9acb-92430387362c tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 210 time: 0.1401865 Feb 07 22:38:47.572832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.598623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['0d939179-2004-4b10-89e0-542a5a64e0cc'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:47.602737 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-10d0800f-d3d1-4a61-b5be-a3e5119ac128 service neutron] 10.222.0.15 "GET /v2.0/networks/742c034d-67d0-4425-8be3-c79deca5a07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024893 Feb 07 22:38:47.633418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Made reservation on behalf of cc8af2e3963e4cdbaaeac2fdb53f271f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:47.636973 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.760644 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5053ed7-7e02-4518-b6d3-37ddb717873b req-bae13011-7ab3-4663-8716-837e0d50e8e3 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 210 time: 0.1218367 Feb 07 22:38:47.781573 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.795907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.856009 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.938643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.945183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.948482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Fanout notify agent at l3_agent the message router_deleted on router d70fb191-3d65-4de7-863f-9e54c2d62132 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:38:47.964816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.979988 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6f963360-f25d-48a2-9cfc-6c1e9760d4ad tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/d70fb191-3d65-4de7-863f-9e54c2d62132 HTTP/1.1" status: 204 len: 168 time: 2.1839452 Feb 07 22:38:47.982435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37524) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:47.986499 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cd520d0-5944-48f2-a279-64be5f58dea5 req-36d193c6-b3b1-4889-bd66-c7cd4611362f tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 210 time: 0.1140878 Feb 07 22:38:47.995222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-15a1af22-b6f4-4db2-a428-7277a6e88046 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-445631513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:48.030697 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.056199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.104479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:48.136399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15a1af22-b6f4-4db2-a428-7277a6e88046 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.137072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15a1af22-b6f4-4db2-a428-7277a6e88046 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.165430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.165858 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment e9268fb5-2d83-4164-baa6-b24d88a934d4 of type vlan for network 0aa94348-c0e3-4977-aa45-fa6843470710 Feb 07 22:38:48.182211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae4f243-39a9-4258-a657-83c07cf4b8dd,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:48.208663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Port': ['ID=8a7cef0c-5b57-491a-a2d9-ac5729e046c1,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:48.269687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15a1af22-b6f4-4db2-a428-7277a6e88046 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.287744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15a1af22-b6f4-4db2-a428-7277a6e88046 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.296418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Allocated IP 192.168.233.156 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/e06620f5-1a01-4075-b842-79081b0a7490) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:48.310866 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.317054 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.324244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15a1af22-b6f4-4db2-a428-7277a6e88046 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.329450 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-15a1af22-b6f4-4db2-a428-7277a6e88046 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3356097 Feb 07 22:38:48.330368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37534) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:48.338298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': False}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:48.367427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.369071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9c3ca9af-de51-4a55-9b7b-4f153ad22d70 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0559714 Feb 07 22:38:48.390730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c206f0-0922-442b-9fdb-6e6d4e10a32a req-f04d83cd-c3b5-4e0f-ba19-84455c47843b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:48.398255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c206f0-0922-442b-9fdb-6e6d4e10a32a req-f04d83cd-c3b5-4e0f-ba19-84455c47843b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:48.405085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c206f0-0922-442b-9fdb-6e6d4e10a32a req-f04d83cd-c3b5-4e0f-ba19-84455c47843b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:48.413765 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3c206f0-0922-442b-9fdb-6e6d4e10a32a req-f04d83cd-c3b5-4e0f-ba19-84455c47843b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2418 time: 0.2328351 Feb 07 22:38:48.494298 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.497516 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3c206f0-0922-442b-9fdb-6e6d4e10a32a req-84b27476-a456-4aec-9ad0-f9070ef53259 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805588 Feb 07 22:38:48.512785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:48.513229 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.672539 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-88f22874-c936-45e3-bf21-98c637dad9ad tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451107 Feb 07 22:38:48.704347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fff2e4c3-2a88-43ed-afb9-89e2606f25d5 req-4c5def7e-5c09-443d-b119-e1d55739c23f tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 210 time: 0.0565436 Feb 07 22:38:48.820623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.912669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-773b18d2-3ba0-40f9-abf1-32f2e5c6c650 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:48.914322 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-773b18d2-3ba0-40f9-abf1-32f2e5c6c650 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245765 Feb 07 22:38:48.934953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Request body: {'port': {'device_id': 'b18dd70a-7272-468d-a982-1a905ef69722', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'bfc1d931c0e747e88611f3aa3b92c3c5'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:49.008259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-9060ed71-5b1a-4dfb-a4cf-e989af1a40ae tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1689861854&fields=id&tenant_id=7ddc52a5183c423abe3afe7c86b51630 HTTP/1.1" status: 200 len: 267 time: 0.1406167 Feb 07 22:38:49.037039 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.037851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0d939179-2004-4b10-89e0-542a5a64e0cc up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:49.079817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0754912 Feb 07 22:38:49.086524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe091-ef47-432d-8ea5-1d6bd6b7f313 req-4dc8dbf0-f0f6-4030-976b-e442f85122ed tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:49.087570 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9a9fe091-ef47-432d-8ea5-1d6bd6b7f313 req-4dc8dbf0-f0f6-4030-976b-e442f85122ed tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 944 time: 0.6709981 Feb 07 22:38:49.089561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['671e4009-d95e-4c45-9631-0baf2d397dcb'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:49.092531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['9a2b34c7-510f-4039-b524-28c98c6745d5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:49.134970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:49.149998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:49.162744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-6e4d8aaf-3336-4218-8912-e5637f8b5fff tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:49.171149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-6e4d8aaf-3336-4218-8912-e5637f8b5fff tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports/6a189259-038c-4ecf-b913-c6c404e4612f HTTP/1.1" status: 200 len: 934 time: 0.1536682 Feb 07 22:38:49.173821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ce932-acb8-4570-b215-3583506be1c7 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=0aa94348-c0e3-4977-aa45-fa6843470710,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:49.193309 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.198842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 0aa94348-c0e3-4977-aa45-fa6843470710 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:49.225466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9a9fe091-ef47-432d-8ea5-1d6bd6b7f313 req-4b0273f8-3291-45ff-8ae9-1d0f1dc302e2 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318135 Feb 07 22:38:49.250255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:49.263483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-664254b9-ab9f-409a-b71f-4aa6c50bfd92 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:49.267986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-664254b9-ab9f-409a-b71f-4aa6c50bfd92 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports/84293cd9-fe71-4826-930b-2bf1c6f3a0d5 HTTP/1.1" status: 200 len: 937 time: 0.0931225 Feb 07 22:38:49.279347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Pushing event updated for resources: {'Port': ['ID=e06620f5-1a01-4075-b842-79081b0a7490,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:49.431395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:49.432548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.502730 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-2ba974c7-8265-473b-92a8-939b2c75c9d0 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4785352 Feb 07 22:38:49.520783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Made reservation on behalf of bfc1d931c0e747e88611f3aa3b92c3c5 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:49.531236 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.542438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Request body: {'port': {'device_id': '42204a31-9e92-4d4e-be93-d2217d6108c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:49.547285 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-49fb3780-8fd3-4e35-b303-e3ba620e477c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?network_id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2036498 Feb 07 22:38:49.608444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 0d939179-2004-4b10-89e0-542a5a64e0cc completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:49.624561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 0d939179-2004-4b10-89e0-542a5a64e0cc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:49.625561 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.625693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92ac37ca-9934-4bcf-915e-26b59d5174f3 req-e55c9e08-799f-4030-ad08-a0e6533c30a6 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 210 time: 0.1753957 Feb 07 22:38:49.657651 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3f5d666b-f2c6-472e-9f37-be95ec5ef53c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?network_id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0778375 Feb 07 22:38:49.811684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.839697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-19eaa73e-a055-469b-9ad3-6e8a866863e5 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:49.841488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-19eaa73e-a055-469b-9ad3-6e8a866863e5 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.24 "GET /v2.0/networks?id=742c034d-67d0-4425-8be3-c79deca5a07d HTTP/1.1" status: 200 len: 813 time: 0.3561089 Feb 07 22:38:49.842930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.886181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0974633c-711c-4d8a-81cf-9c3106bfe984 None None] Provisioning complete for port e06620f5-1a01-4075-b842-79081b0a7490 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:49.886854 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0974633c-711c-4d8a-81cf-9c3106bfe984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.893614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Request body: {'port': {'device_id': '533c3f0c-f264-4030-b1ac-bc23bcd74054', 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d', 'admin_state_up': True, 'tenant_id': 'e774c5a477e44a7792a7847414530602'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:49.898225 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.021090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0974633c-711c-4d8a-81cf-9c3106bfe984 None None] Port e06620f5-1a01-4075-b842-79081b0a7490 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:50.049889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-569b6d5f-2caa-4315-a0cc-d0d0ca06359a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.064795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-569b6d5f-2caa-4315-a0cc-d0d0ca06359a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.076860 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.077645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-569b6d5f-2caa-4315-a0cc-d0d0ca06359a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.079316 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-569b6d5f-2caa-4315-a0cc-d0d0ca06359a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/networks?id=d8aa51f2-5304-4fbb-b06d-afadcfad45a7&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&id=90c254de-e28a-4232-8cd9-7eb5347dbaf7 HTTP/1.1" status: 200 len: 1993 time: 0.4171453 Feb 07 22:38:50.120225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53efc97c-074e-4d31-bf1d-9ca917ee91a9 req-7b0195b8-4144-4949-b53c-a100cedb4335 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 210 time: 0.3136654 Feb 07 22:38:50.168575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0d939179-2004-4b10-89e0-542a5a64e0cc, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0d939179-2004-4b10-89e0-542a5a64e0cc,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:50.170414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc6a377-409a-4b13-9776-086624ca6c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d939179-2004-4b10-89e0-542a5a64e0cc'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:50.174492 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1274ea49-57f7-4091-a855-f1e7b104ab29" -d '{"events": [{"server_uuid": "4fc6a377-409a-4b13-9776-086624ca6c08", "name": "network-vif-plugged", "status": "completed", "tag": "0d939179-2004-4b10-89e0-542a5a64e0cc"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:50.181628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.231810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0a86ed05-fdbe-4c23-bc39-dee73dc9d07d tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.250725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0a86ed05-fdbe-4c23-bc39-dee73dc9d07d tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.254492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=0d939179-2004-4b10-89e0-542a5a64e0cc,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:50.263808 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-f1ea830f-23f2-4813-a0a2-6857d1bd6ce7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/quotas/7ddc52a5183c423abe3afe7c86b51630 HTTP/1.1" status: 200 len: 375 time: 0.1721179 Feb 07 22:38:50.268464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0a86ed05-fdbe-4c23-bc39-dee73dc9d07d tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.270753 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0a86ed05-fdbe-4c23-bc39-dee73dc9d07d tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2418 time: 0.5259440 Feb 07 22:38:50.271251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Made reservation on behalf of e774c5a477e44a7792a7847414530602 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:50.275736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.306455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Allocated IP 192.168.233.187 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/c2c7069a-684b-438e-8ca9-61cbdc093595) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:50.384224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c9e6baac-e193-4bc5-9cea-0bb1e9110082 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1032493 Feb 07 22:38:50.747008 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.757150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-0bfa494c-9cee-42ab-86e9-535a7261bdc7 service neutron] 10.222.0.15 "GET /v2.0/networks/d8aa51f2-5304-4fbb-b06d-afadcfad45a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515804 Feb 07 22:38:50.961265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e828f-14a7-4c0c-8ad3-b4e1589c17cb req-66f042a6-7960-4d38-a143-1ebefcdafe88 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.974018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e828f-14a7-4c0c-8ad3-b4e1589c17cb req-66f042a6-7960-4d38-a143-1ebefcdafe88 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.990975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e828f-14a7-4c0c-8ad3-b4e1589c17cb req-66f042a6-7960-4d38-a143-1ebefcdafe88 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:51.000413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff6e828f-14a7-4c0c-8ad3-b4e1589c17cb req-66f042a6-7960-4d38-a143-1ebefcdafe88 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 2418 time: 0.6672730 Feb 07 22:38:51.008959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Allocated IP 172.25.8.200 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/6cc7f279-46ce-4028-a242-a127cf0a9982) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:51.151441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Allocated IP 172.20.0.14 (742c034d-67d0-4425-8be3-c79deca5a07d/0763e9f8-e955-46d3-8ae2-410b977f975e/d25a61f2-5779-4dfa-aebf-f8c02ac89a3c) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:51.342757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff6e828f-14a7-4c0c-8ad3-b4e1589c17cb req-3dbf5f8d-d585-48b1-84c6-25af159ba3ef tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392875 Feb 07 22:38:51.375402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting port bfef7984-5f4d-4f7f-8132-a0524e5651e4 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:51.376322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:51.431283 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db88c967-0b6e-42df-8c40-01e6ce9a01e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:51.441466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:51.460651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e94e7424-247f-4bb9-aa2b-f05455cd0fb5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:51.610220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Pushing event updated for resources: {'Port': ['ID=c2c7069a-684b-438e-8ca9-61cbdc093595,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:51.641808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] For port bfef7984-5f4d-4f7f-8132-a0524e5651e4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bfef7984-5f4d-4f7f-8132-a0524e5651e4,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:51.642159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:51.672770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Calling delete_port for bfef7984-5f4d-4f7f-8132-a0524e5651e4 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:51.742124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:51.764790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:51.781321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:51.820221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-987c444b-715d-4571-88aa-859fd0c0f241 service neutron] 10.222.0.15 "GET /v2.0/networks/d8aa51f2-5304-4fbb-b06d-afadcfad45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0104942 Feb 07 22:38:51.960158 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-dcb3868a-ff9d-463b-88b5-55cbfee482f5 service neutron] 10.222.0.15 "GET /v2.0/ports/6a189259-038c-4ecf-b913-c6c404e4612f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1389320 Feb 07 22:38:52.186913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.228561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-312e2251-7c82-415d-b660-4bfbbce98d74 service neutron] 10.222.0.15 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673669 Feb 07 22:38:52.249375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3f4e5-bb20-420f-a251-36b312989607 req-2ab2b30f-40bd-48bd-a27b-c4c4eac56f97 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:52.258907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2e3f4e5-bb20-420f-a251-36b312989607 req-2ab2b30f-40bd-48bd-a27b-c4c4eac56f97 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 936 time: 0.5648654 Feb 07 22:38:52.291809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fc9f826d-bfd9-4c98-9afa-58e51d26e59c None None] Provisioning complete for port c2c7069a-684b-438e-8ca9-61cbdc093595 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:52.292523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9f826d-bfd9-4c98-9afa-58e51d26e59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.400748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f826d-bfd9-4c98-9afa-58e51d26e59c None None] Port c2c7069a-684b-438e-8ca9-61cbdc093595 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:52.406842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:52.406974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.494871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37588) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:52.498294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f96e665e-3d84-472e-8aab-bd595180f969 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5672929 Feb 07 22:38:52.504734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': '0aa94348-c0e3-4977-aa45-fa6843470710', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:52.540034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2e3f4e5-bb20-420f-a251-36b312989607 req-2eeea8f1-6fc3-4a6e-b753-17ea9d26c19a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802219 Feb 07 22:38:52.572392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06620f5-1a01-4075-b842-79081b0a7490 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:52.581257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Request body: {'port': {'device_id': 'b18dd70a-7272-468d-a982-1a905ef69722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:52.595657 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.654746 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbdb1e0-6708-483f-9281-78101ede5c6c x-openstack-request-id: req-8fbdb1e0-6708-483f-9281-78101ede5c6c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:52.655315 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc6a377-409a-4b13-9776-086624ca6c08", "name": "network-vif-plugged", "status": "completed", "tag": "0d939179-2004-4b10-89e0-542a5a64e0cc", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:52.655862 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fbdb1e0-6708-483f-9281-78101ede5c6c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:52.657529 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc6a377-409a-4b13-9776-086624ca6c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d939179-2004-4b10-89e0-542a5a64e0cc', 'code': 200} Feb 07 22:38:52.684857 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.688290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.694808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.725385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-048e5045-8250-435c-84a9-30a25532591a service neutron] 10.222.0.15 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959316 Feb 07 22:38:52.726956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.769452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:52.781061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Network 742c034d-67d0-4425-8be3-c79deca5a07d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:52.782203 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.808749 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Transition to ACTIVE for port object e06620f5-1a01-4075-b842-79081b0a7490 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:52.817221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d4e81f0a-2056-4cf3-bce8-97e83eddae27 service neutron] 10.222.0.15 "GET /v2.0/ports/84293cd9-fe71-4826-930b-2bf1c6f3a0d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0906627 Feb 07 22:38:52.840520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:52.851929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:52.855028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:52.913504 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.971101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:53.006048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:53.012356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.092989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Pushing event updated for resources: {'Port': ['ID=6cc7f279-46ce-4028-a242-a127cf0a9982,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:53.250951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] No DVR routers for this DVR port bfef7984-5f4d-4f7f-8132-a0524e5651e4 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:53.272286 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3827701 Feb 07 22:38:53.288106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.291577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-639fc981-8911-402f-b726-0393ae0e8a95 req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "DELETE /v2.0/ports/bfef7984-5f4d-4f7f-8132-a0524e5651e4 HTTP/1.1" status: 204 len: 173 time: 2.9966171 Feb 07 22:38:53.304860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0b6cee66-f6b3-47d5-aa17-a000e294cb7e no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:38:53.305132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df3de-0dfe-4ebc-ab37-c1e2b17aa4ab req-65d9aa24-ce02-43e5-8b58-729affc22832 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:53.306560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-612df3de-0dfe-4ebc-ab37-c1e2b17aa4ab req-65d9aa24-ce02-43e5-8b58-729affc22832 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 945 time: 0.5087919 Feb 07 22:38:53.307021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-deleted', 'tag': 'bfef7984-5f4d-4f7f-8132-a0524e5651e4'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:53.309331 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b7551c-6d91-43db-9880-bd2481822b41" -d '{"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-deleted", "tag": "bfef7984-5f4d-4f7f-8132-a0524e5651e4"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:53.322245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82875b7-3aef-44d6-aca4-92687ab02b55 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Pushing event updated for resources: {'Port': ['ID=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:53.345040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Request body: {'port': {'device_id': '533c3f0c-f264-4030-b1ac-bc23bcd74054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:53.353661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Pushing event updated for resources: {'Port': ['ID=e06620f5-1a01-4075-b842-79081b0a7490,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:53.410073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dff48-42ef-460e-bc0a-ded98d13e951 req-d3da3145-0ebe-4be8-9cf8-fcdbd0a68952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:53.411934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e32dff48-42ef-460e-bc0a-ded98d13e951 req-d3da3145-0ebe-4be8-9cf8-fcdbd0a68952 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 1096 time: 0.6680996 Feb 07 22:38:53.420831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:53.432525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.437267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-fa7421aa-9e3b-4949-a95e-761cd2d702aa service neutron] 10.222.0.15 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572505 Feb 07 22:38:53.504402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-24c9b6b1-37e4-4592-8de1-cb46ccd6b041 None None] Provisioning complete for port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:53.505268 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24c9b6b1-37e4-4592-8de1-cb46ccd6b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.561219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818e840-ef41-4868-955a-fa5d9426c7c2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Port': ['ID=bfef7984-5f4d-4f7f-8132-a0524e5651e4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:53.621145 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.633467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-24c9b6b1-37e4-4592-8de1-cb46ccd6b041 None None] Port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:38:53.707513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:53.719449 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.720454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e15a7ecb-d1d8-4794-bc37-c2998b4ea0af no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:38:53.886249 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e32dff48-42ef-460e-bc0a-ded98d13e951 req-26803844-b8d4-4e93-8a68-45fdf66be7dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094918 Feb 07 22:38:53.896555 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-612df3de-0dfe-4ebc-ab37-c1e2b17aa4ab req-da7534ef-c47b-4bb2-9e44-bd728fdc7a2b tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772927 Feb 07 22:38:53.917787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:53.943951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Attempting to bind port e06620f5-1a01-4075-b842-79081b0a7490 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:53.944505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Attempting to bind port e06620f5-1a01-4075-b842-79081b0a7490 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:53.944820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Attempting to bind port e06620f5-1a01-4075-b842-79081b0a7490 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:53.966365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Port e06620f5-1a01-4075-b842-79081b0a7490 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:53.966810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Attempting to bind port e06620f5-1a01-4075-b842-79081b0a7490 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:53.985251 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-792ade73-4267-4baa-b9b7-9438f6b0e878 service neutron] 10.222.0.15 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800079 Feb 07 22:38:53.996451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c7069a-684b-438e-8ca9-61cbdc093595 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:54.000178 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.017569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:54.018005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:54.018497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:54.019105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Bound port: e06620f5-1a01-4075-b842-79081b0a7490, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:54.020088 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.023560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.035378 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78281010-1576-41a7-9120-c425c29b6440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.069435 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.097448 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.114029 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:54.126681 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.130016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device bfef7984-5f4d-4f7f-8132-a0524e5651e4 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:38:54.142614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Transition to ACTIVE for port object c2c7069a-684b-438e-8ca9-61cbdc093595 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:54.220931 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.225007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: bfef7984-5f4d-4f7f-8132-a0524e5651e4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:38:54.225423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device bfef7984-5f4d-4f7f-8132-a0524e5651e4 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:38:54.227972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:54.391307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-052a9344-80ac-40a3-bfcb-b3dda94361d9 service neutron] 10.222.0.15 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047542 Feb 07 22:38:54.422249 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] For port e06620f5-1a01-4075-b842-79081b0a7490, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:54.426097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c7069a-684b-438e-8ca9-61cbdc093595,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:54.460977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.464715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] For port e06620f5-1a01-4075-b842-79081b0a7490, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e06620f5-1a01-4075-b842-79081b0a7490,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:54.544313 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.663560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e'}, {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:54.668903 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e4460b-bcfb-44e4-81ce-93b253c2a967" -d '{"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6cee66-f6b3-47d5-aa17-a000e294cb7e"}, {"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-unplugged", "status": "completed", "tag": "e15a7ecb-d1d8-4794-bc37-c2998b4ea0af"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:54.682338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Pushing event updated for resources: {'Port': ['ID=e06620f5-1a01-4075-b842-79081b0a7490,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:54.732843 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.733483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-639fc981-8911-402f-b726-0393ae0e8a95 req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:54.735158 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.777645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:54.778265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.779672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-e4267fb9-7867-47de-a20f-95a5e5dd07fe service neutron] 10.222.0.46 "PUT /v2.0/ports/e06620f5-1a01-4075-b842-79081b0a7490 HTTP/1.1" status: 200 len: 1096 time: 5.2449539 Feb 07 22:38:54.808092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42204a31-9e92-4d4e-be93-d2217d6108c4', 'tag': 'e06620f5-1a01-4075-b842-79081b0a7490'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:54.815491 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b64c62f-8861-4d0f-882d-f18785558f59" -d '{"events": [{"name": "network-changed", "server_uuid": "42204a31-9e92-4d4e-be93-d2217d6108c4", "tag": "e06620f5-1a01-4075-b842-79081b0a7490"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:54.843541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69821e9-45c1-49dd-96a7-d835d1dcdbeb req-e3e8f268-5e11-4f4b-8588-57625a930be1 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:54.868405 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b69821e9-45c1-49dd-96a7-d835d1dcdbeb req-e3e8f268-5e11-4f4b-8588-57625a930be1 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 948 time: 0.6638670 Feb 07 22:38:54.932627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4a0b6461-4442-4c31-a3ca-ea2006a6ca18 service neutron] 10.222.0.15 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290656 Feb 07 22:38:55.129138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Attempting to bind port c2c7069a-684b-438e-8ca9-61cbdc093595 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:55.129865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Attempting to bind port c2c7069a-684b-438e-8ca9-61cbdc093595 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:55.129865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Attempting to bind port c2c7069a-684b-438e-8ca9-61cbdc093595 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:55.132772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.137948 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=09c1740a-eb9f-41ec-8059-eb1186552174,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:55.178876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b69821e9-45c1-49dd-96a7-d835d1dcdbeb req-a7a57049-1038-4ed7-8fe8-34cdcbb3afc2 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094563 Feb 07 22:38:55.210668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.252597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Port c2c7069a-684b-438e-8ca9-61cbdc093595 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:55.252976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Attempting to bind port c2c7069a-684b-438e-8ca9-61cbdc093595 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:55.277727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-639fc981-8911-402f-b726-0393ae0e8a95 req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] For port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:55.278421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.298579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-639fc981-8911-402f-b726-0393ae0e8a95 req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Calling delete_port for 0b6cee66-f6b3-47d5-aa17-a000e294cb7e owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:55.307768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b5baae84-eb2a-45c3-bdd2-b2c4436a9186 service neutron] 10.222.0.15 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738358 Feb 07 22:38:55.310544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:55.310885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:55.311414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:55.311896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Bound port: c2c7069a-684b-438e-8ca9-61cbdc093595, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:55.312256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.631961 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.649553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking segment: {'id': 'e9268fb5-2d83-4164-baa6-b24d88a934d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0aa94348-c0e3-4977-aa45-fa6843470710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:55.650053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network hostable DHCP agents. Network: 0aa94348-c0e3-4977-aa45-fa6843470710, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:38:55.729083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca743f-c0ae-455b-898f-163a4908696c req-721035d9-d240-498b-8996-500aabac27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:55.730672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-721035d9-d240-498b-8996-500aabac27cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 1099 time: 0.6037872 Feb 07 22:38:55.814251 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-c4c0515a-4f6b-4a37-8169-28e4a49d410b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=e06620f5-1a01-4075-b842-79081b0a7490 HTTP/1.1" status: 200 len: 217 time: 0.0737422 Feb 07 22:38:55.815006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network 0aa94348-c0e3-4977-aa45-fa6843470710 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:38:55.840173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-f1b42c4f-a617-4eae-b1e2-5f366994cd44 service neutron] 10.222.0.15 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140500 Feb 07 22:38:55.889299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] For port c2c7069a-684b-438e-8ca9-61cbdc093595, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:55.899854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25a61f2-5779-4dfa-aebf-f8c02ac89a3c {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:55.915412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 0aa94348-c0e3-4977-aa45-fa6843470710) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:55.930642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e3171-aa71-42c2-9faa-83ef257785ac None None] Network 0aa94348-c0e3-4977-aa45-fa6843470710 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:55.943674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] For port c2c7069a-684b-438e-8ca9-61cbdc093595, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c2c7069a-684b-438e-8ca9-61cbdc093595,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:55.945720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:55.946444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.957571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Port': ['ID=0b6cee66-f6b3-47d5-aa17-a000e294cb7e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:55.996616 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.032633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fc981-8911-402f-b726-0393ae0e8a95 req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] No DVR routers for this DVR port 0b6cee66-f6b3-47d5-aa17-a000e294cb7e on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:56.037674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.041240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-639fc981-8911-402f-b726-0393ae0e8a95 req-89bf03a2-1f0c-4eef-83fd-0512368218a0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "DELETE /v2.0/ports/0b6cee66-f6b3-47d5-aa17-a000e294cb7e HTTP/1.1" status: 204 len: 173 time: 2.7037668 Feb 07 22:38:56.049348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca743f-c0ae-455b-898f-163a4908696c req-07bff903-c1cb-4a79-9ab7-0786586bc573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:56.053009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-07bff903-c1cb-4a79-9ab7-0786586bc573 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2304204 Feb 07 22:38:56.057444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.087419 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bcc511dd-18dc-4749-b473-5c0b80ba7411 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5849454 Feb 07 22:38:56.093604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37602) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:56.117614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1513829430'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:56.129427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Transition to ACTIVE for port object d25a61f2-5779-4dfa-aebf-f8c02ac89a3c will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:56.144628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9edead-c557-43aa-93be-1dc2159879e7 req-11fc4109-7a02-453d-a3e0-d815eb7973d9 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:56.146896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e9edead-c557-43aa-93be-1dc2159879e7 req-11fc4109-7a02-453d-a3e0-d815eb7973d9 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 932 time: 0.6455367 Feb 07 22:38:56.154718 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.210018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:56.210817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.212389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2c7069a-684b-438e-8ca9-61cbdc093595 HTTP/1.1" status: 200 len: 1096 time: 3.6354191 Feb 07 22:38:56.285420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca743f-c0ae-455b-898f-163a4908696c req-2864b9df-8599-46f7-ba3b-78e4bc33f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:56.290259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-2864b9df-8599-46f7-ba3b-78e4bc33f1a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001748 Feb 07 22:38:56.295836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a0acd-30f5-4d9a-bba9-b75833e7a664 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c7069a-684b-438e-8ca9-61cbdc093595,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:56.296862 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.304617 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-320c5a58-6c42-49b2-afd1-00acd29f225c service neutron] 10.222.0.15 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279695 Feb 07 22:38:56.413914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:56.446243 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.463573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-0aa94348-c0e3-4977-aa45-fa6843470710', 'network_id': '0aa94348-c0e3-4977-aa45-fa6843470710', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': '09c1740a-eb9f-41ec-8059-eb1186552174'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:38:56.466508 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.478596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e9edead-c557-43aa-93be-1dc2159879e7 req-61c7e765-2ee8-4f84-9a7f-14060812fef1 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892666 Feb 07 22:38:56.775679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-efca4dd8-8ffc-4653-8918-ea0441d2e651 service neutron] 10.222.0.15 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572115 Feb 07 22:38:56.777575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-e0b1166b-db84-44b9-a43f-b4aeca0d0b1e service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697232 Feb 07 22:38:56.779401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-9a6f890b-1a44-4dc5-811f-13d1dca679dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:56.780943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-9a6f890b-1a44-4dc5-811f-13d1dca679dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 1099 time: 0.2023473 Feb 07 22:38:56.802155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Allocated IP 2001:db8:0:ffff::2 (0aa94348-c0e3-4977-aa45-fa6843470710/09c1740a-eb9f-41ec-8059-eb1186552174/3067878e-223b-4c77-aafc-4f7bbd82ce3b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:56.846160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:56.863873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.864997 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment 2340a21f-20d8-4490-8f7d-a272a4f2d22b of type vlan for network 8f789eff-3dc4-4004-85be-970ce4c7e375 Feb 07 22:38:56.917504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-f3f3ecf5-2fe9-4e16-8f90-9262d45dee33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=c2c7069a-684b-438e-8ca9-61cbdc093595 HTTP/1.1" status: 200 len: 217 time: 0.1072373 Feb 07 22:38:56.922977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.976555 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.987026 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.989774 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.025539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Pushing event updated for resources: {'Port': ['ID=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:57.033919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Pushing event updated for resources: {'Port': ['ID=3067878e-223b-4c77-aafc-4f7bbd82ce3b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:57.055464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.055998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Network 0aa94348-c0e3-4977-aa45-fa6843470710 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:57.059049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:57.061308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:38:57.062382 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:57.063143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.117794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Attempting to bind port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:57.118313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Attempting to bind port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:57.118754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Attempting to bind port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c on network 742c034d-67d0-4425-8be3-c79deca5a07d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:57.129430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-257bd219-2d00-420b-9628-6893668e4ba7 service neutron] 10.222.0.15 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471725 Feb 07 22:38:57.184370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0802541 Feb 07 22:38:57.194256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37608) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:57.214599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Attempting to bind port 3067878e-223b-4c77-aafc-4f7bbd82ce3b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:57.215211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Attempting to bind port 3067878e-223b-4c77-aafc-4f7bbd82ce3b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e9268fb5-2d83-4164-baa6-b24d88a934d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0aa94348-c0e3-4977-aa45-fa6843470710'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:57.215678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Attempting to bind port 3067878e-223b-4c77-aafc-4f7bbd82ce3b on network 0aa94348-c0e3-4977-aa45-fa6843470710 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:57.231076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': '8f789eff-3dc4-4004-85be-970ce4c7e375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:57.236788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:57.237270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Checking segment: {'id': 'e9268fb5-2d83-4164-baa6-b24d88a934d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0aa94348-c0e3-4977-aa45-fa6843470710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:57.238477 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.239022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Bound using segment: {'id': 'e9268fb5-2d83-4164-baa6-b24d88a934d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0aa94348-c0e3-4977-aa45-fa6843470710'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:57.239600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Bound port: 3067878e-223b-4c77-aafc-4f7bbd82ce3b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9268fb5-2d83-4164-baa6-b24d88a934d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0aa94348-c0e3-4977-aa45-fa6843470710'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:57.240113 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.254957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7be55-3f7c-4d68-a06b-07321c6175fe req-3a296728-5f21-4e11-a7c7-4723862a44f3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:57.259205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9d7be55-3f7c-4d68-a06b-07321c6175fe req-3a296728-5f21-4e11-a7c7-4723862a44f3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 944 time: 0.5859861 Feb 07 22:38:57.259514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c on network 742c034d-67d0-4425-8be3-c79deca5a07d not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:38:57.259769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Attempting to bind port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c on network 742c034d-67d0-4425-8be3-c79deca5a07d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:38:57.289062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-5986d25f-28ec-486e-8412-1daaebf7bca7 service neutron] 10.222.0.15 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520014 Feb 07 22:38:57.303064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:38:57.303403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Checking segment: {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:38:57.303805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Bound using segment: {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:38:57.304246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Bound port: d25a61f2-5779-4dfa-aebf-f8c02ac89a3c, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd1e7de-4ff0-425a-ac9e-9bac488ff773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:57.304586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.309629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-bc5a43b4-98ca-436a-ba89-f5a15576d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:57.311068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-bc5a43b4-98ca-436a-ba89-f5a15576d3d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.3780951 Feb 07 22:38:57.313632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dca743f-c0ae-455b-898f-163a4908696c req-f674e07c-76dc-4a80-a42d-d388faafa392 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214720 Feb 07 22:38:57.351418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f7859-c889-4aaa-8a52-be5e7072b41b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=8f789eff-3dc4-4004-85be-970ce4c7e375,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:57.387832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 8f789eff-3dc4-4004-85be-970ce4c7e375 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:38:57.432009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-794a62a0-f45f-4577-956b-5a8c05dc195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:57.434165 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-794a62a0-f45f-4577-956b-5a8c05dc195c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114900 Feb 07 22:38:57.466749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Router b0afd0b4-937e-41b1-a87a-ed95284d2788 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:38:57.570403 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9d7be55-3f7c-4d68-a06b-07321c6175fe req-37dbf8ca-7906-4ecf-8fbb-dd5758e3cc91 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963719 Feb 07 22:38:57.577941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] For port 3067878e-223b-4c77-aafc-4f7bbd82ce3b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:57.584653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] For port 3067878e-223b-4c77-aafc-4f7bbd82ce3b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3067878e-223b-4c77-aafc-4f7bbd82ce3b,segment=NetworkSegment(e9268fb5-2d83-4164-baa6-b24d88a934d4),segment_id=e9268fb5-2d83-4164-baa6-b24d88a934d4)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:57.624044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-639fc981-8911-402f-b726-0393ae0e8a95 req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:38:57.625369 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.657548 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.712671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] For port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:38:57.713171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-78b58180-c664-4ea8-b5af-06df5892e76d service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412424 Feb 07 22:38:57.721519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] For port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:38:57.762998 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7438810c-b728-46bd-949d-0d854fd5cf9a x-openstack-request-id: req-7438810c-b728-46bd-949d-0d854fd5cf9a {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:57.763406 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-deleted", "tag": "bfef7984-5f4d-4f7f-8132-a0524e5651e4", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:57.763617 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7438810c-b728-46bd-949d-0d854fd5cf9a {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:57.764273 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-deleted', 'tag': 'bfef7984-5f4d-4f7f-8132-a0524e5651e4', 'status': 'completed', 'code': 200} Feb 07 22:38:57.766484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846c27e-43d2-45c8-a013-c8024c7bf829 None None] Pushing event updated for resources: {'Port': ['ID=3067878e-223b-4c77-aafc-4f7bbd82ce3b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:57.780092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.845663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:57.851082 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.961450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Pushing event updated for resources: {'Port': ['ID=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:58.030385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b964d3-fdfd-4ec3-8227-7ddfcde9c43a req-92ca2a97-f10b-43f1-a331-d8cba1e46fbf service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042674 Feb 07 22:38:58.149516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:58.150134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.151505 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-c15561d6-265c-4a56-873d-19ef862a1bfd service neutron] 10.222.0.24 "PUT /v2.0/ports/d25a61f2-5779-4dfa-aebf-f8c02ac89a3c HTTP/1.1" status: 200 len: 1092 time: 4.8120944 Feb 07 22:38:58.194372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a778ba-f44f-4a34-a326-cf37a20f3d02 req-82e48d0e-7484-4b5b-953e-f2b0941c117e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:58.201697 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22a778ba-f44f-4a34-a326-cf37a20f3d02 req-82e48d0e-7484-4b5b-953e-f2b0941c117e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 948 time: 0.2431464 Feb 07 22:38:58.231840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-639fc981-8911-402f-b726-0393ae0e8a95 req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] For port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:58.232227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.288069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-639fc981-8911-402f-b726-0393ae0e8a95 req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Calling delete_port for e15a7ecb-d1d8-4794-bc37-c2998b4ea0af owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:38:58.322615 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22a778ba-f44f-4a34-a326-cf37a20f3d02 req-dfc33979-c627-4865-87bf-2a8d8f67c553 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200385 Feb 07 22:38:58.327680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:38:58.341540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf332ca-04e4-44cd-9628-09fb5984ea37 None None] Sync routers for ids ['b0afd0b4-937e-41b1-a87a-ed95284d2788'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:58.342906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.344595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bfad681f-942a-448a-be4f-54300a28583c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "PUT /v2.0/routers/b0afd0b4-937e-41b1-a87a-ed95284d2788 HTTP/1.1" status: 200 len: 915 time: 10.0132174 Feb 07 22:38:58.347794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37630) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:38:58.374817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf332ca-04e4-44cd-9628-09fb5984ea37 None None] Routers {'b0afd0b4-937e-41b1-a87a-ed95284d2788'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:58.375998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4bf332ca-04e4-44cd-9628-09fb5984ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b0afd0b4-937e-41b1-a87a-ed95284d2788'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:58.503783 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab03794-700d-4db3-9302-b94970886923 x-openstack-request-id: req-2ab03794-700d-4db3-9302-b94970886923 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:58.504047 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6cee66-f6b3-47d5-aa17-a000e294cb7e", "code": 200}, {"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-unplugged", "status": "completed", "tag": "e15a7ecb-d1d8-4794-bc37-c2998b4ea0af", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:58.504432 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ab03794-700d-4db3-9302-b94970886923 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:58.505257 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e', 'code': 200} Feb 07 22:38:58.505696 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af', 'code': 200} Feb 07 22:38:58.506861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4bf332ca-04e4-44cd-9628-09fb5984ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:58.539839 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65bfbca-c73f-4a66-8def-4d9731db49f2 x-openstack-request-id: req-e65bfbca-c73f-4a66-8def-4d9731db49f2 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:38:58.540374 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42204a31-9e92-4d4e-be93-d2217d6108c4", "tag": "e06620f5-1a01-4075-b842-79081b0a7490", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:38:58.540374 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e65bfbca-c73f-4a66-8def-4d9731db49f2 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:38:58.540766 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42204a31-9e92-4d4e-be93-d2217d6108c4', 'tag': 'e06620f5-1a01-4075-b842-79081b0a7490', 'status': 'completed', 'code': 200} Feb 07 22:38:58.556398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf332ca-04e4-44cd-9628-09fb5984ea37 None None] Routers {'b0afd0b4-937e-41b1-a87a-ed95284d2788'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:38:58.558880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4bf332ca-04e4-44cd-9628-09fb5984ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b0afd0b4-937e-41b1-a87a-ed95284d2788'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:58.647522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4bf332ca-04e4-44cd-9628-09fb5984ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:58.648583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf332ca-04e4-44cd-9628-09fb5984ea37 None None] The sync data for ids ['b0afd0b4-937e-41b1-a87a-ed95284d2788'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:58.809149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3067878e-223b-4c77-aafc-4f7bbd82ce3b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:38:58.828249 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-1122b2ae-1e11-4312-a71a-c1733d564553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:58.833755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-1122b2ae-1e11-4312-a71a-c1733d564553 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 1099 time: 0.2686610 Feb 07 22:38:58.886209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a783c-2e6e-49c3-923e-097d38419bb4 req-e1664dd2-ae46-4464-b0f4-414eb770e642 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:58.897005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3067878e-223b-4c77-aafc-4f7bbd82ce3b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:58.897773 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.907168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df9a783c-2e6e-49c3-923e-097d38419bb4 req-e1664dd2-ae46-4464-b0f4-414eb770e642 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 945 time: 0.2385709 Feb 07 22:38:59.090248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e06620f5-1a01-4075-b842-79081b0a7490 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:38:59.201726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df9a783c-2e6e-49c3-923e-097d38419bb4 req-3d0e4896-3ca6-49ee-8503-ff8e59d2d67f tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922423 Feb 07 22:38:59.263075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-9acc2af4-1333-428a-a7c4-49754a2f3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:59.264490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-9acc2af4-1333-428a-a7c4-49754a2f3804 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.4218471 Feb 07 22:38:59.283928 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.386219 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 3067878e-223b-4c77-aafc-4f7bbd82ce3b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3067878e-223b-4c77-aafc-4f7bbd82ce3b,segment=NetworkSegment(e9268fb5-2d83-4164-baa6-b24d88a934d4),segment_id=e9268fb5-2d83-4164-baa6-b24d88a934d4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:59.406456 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.416267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e06620f5-1a01-4075-b842-79081b0a7490, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e06620f5-1a01-4075-b842-79081b0a7490,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:59.452183 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-8028d413-c0b7-45aa-ab8f-6610f3e6e9b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=e06620f5-1a01-4075-b842-79081b0a7490 HTTP/1.1" status: 200 len: 217 time: 0.1752243 Feb 07 22:38:59.487196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e06620f5-1a01-4075-b842-79081b0a7490', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'e06620f5-1a01-4075-b842-79081b0a7490', 'mac_address': 'fa:16:3e:5b:a5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:38:59.578708 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.604629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06620f5-1a01-4075-b842-79081b0a7490 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:59.616126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc08d-254d-475f-8790-74bc6aabfd12 req-a691c3b6-6c15-45d0-932a-ca071512b6c4 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:59.619534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-312cc08d-254d-475f-8790-74bc6aabfd12 req-a691c3b6-6c15-45d0-932a-ca071512b6c4 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 944 time: 0.2039559 Feb 07 22:38:59.622557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-9173a230-5ea7-4560-a0ea-bfd7e166968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:59.624472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-9173a230-5ea7-4560-a0ea-bfd7e166968b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1656168 Feb 07 22:38:59.644390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=3067878e-223b-4c77-aafc-4f7bbd82ce3b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:59.660236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cafabad-89f6-4193-9035-d734d90337ba None None] Network 0aa94348-c0e3-4977-aa45-fa6843470710 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:38:59.667510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e06620f5-1a01-4075-b842-79081b0a7490, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e06620f5-1a01-4075-b842-79081b0a7490,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:38:59.684656 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.733579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-efedd494-ab61-47ad-ad9f-72ad509fb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:59.735803 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-efedd494-ab61-47ad-ad9f-72ad509fb978 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940192 Feb 07 22:38:59.742629 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-312cc08d-254d-475f-8790-74bc6aabfd12 req-80d90fe8-c523-4c3a-9076-1de7037debbc tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147313 Feb 07 22:38:59.784462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-deleted', 'tag': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e'}, {'name': 'network-changed', 'server_uuid': '533c3f0c-f264-4030-b1ac-bc23bcd74054', 'tag': 'd25a61f2-5779-4dfa-aebf-f8c02ac89a3c'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:59.787786 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8960325-8e46-4e7f-b712-35b979ed4c43" -d '{"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-deleted", "tag": "0b6cee66-f6b3-47d5-aa17-a000e294cb7e"}, {"name": "network-changed", "server_uuid": "533c3f0c-f264-4030-b1ac-bc23bcd74054", "tag": "d25a61f2-5779-4dfa-aebf-f8c02ac89a3c"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:38:59.821288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e06620f5-1a01-4075-b842-79081b0a7490,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:59.852352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0c6ae41b-b582-44fe-a6d4-ffdb5e7c22d2 None None] Provisioning complete for port 3067878e-223b-4c77-aafc-4f7bbd82ce3b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:59.852722 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c6ae41b-b582-44fe-a6d4-ffdb5e7c22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.952987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e06620f5-1a01-4075-b842-79081b0a7490'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:38:59.994515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d279351-856f-477a-b13d-0c193dde87e2 req-faa85d0c-c5ec-4d4e-9066-781e643df17e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0661905 Feb 07 22:39:00.031808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abd699-5f38-452c-9c72-ca655d73ac12 req-d610493a-caf6-4027-96ac-d7b28c1a4f1a tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.042335 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54abd699-5f38-452c-9c72-ca655d73ac12 req-d610493a-caf6-4027-96ac-d7b28c1a4f1a tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 948 time: 1.2445467 Feb 07 22:39:00.085009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-14b96649-5fa4-47cb-863e-8f03971c3562 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387246 Feb 07 22:39:00.218010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-16cf16e4-db99-418c-b46e-be43aa4b00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.219506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-16cf16e4-db99-418c-b46e-be43aa4b00b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e774c5a477e44a7792a7847414530602&device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 1095 time: 1.6589944 Feb 07 22:39:00.221394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9368b695-0005-491e-b80b-3503877dd1d9 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/routers/b0afd0b4-937e-41b1-a87a-ed95284d2788 HTTP/1.1" status: 200 len: 921 time: 1.8508852 Feb 07 22:39:00.226639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37650) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:00.374012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54abd699-5f38-452c-9c72-ca655d73ac12 req-5cb4aa47-5664-4d2a-a9fa-3855eb09304f tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306401 Feb 07 22:39:00.376287 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b64c62f-8861-4d0f-882d-f18785558f59 req-28471c89-9791-4546-972e-6eb646c99617 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844090 Feb 07 22:39:00.376967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:00.381055 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:00.450922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d378245-7e0f-4d51-933b-5aeb7144dbaf req-6c561385-aa13-4a78-b32a-c491c400f4cf tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.465643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d378245-7e0f-4d51-933b-5aeb7144dbaf req-6c561385-aa13-4a78-b32a-c491c400f4cf tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 944 time: 0.2917457 Feb 07 22:39:00.547016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167a4b94-9944-4971-948f-87a94ee691b5 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.551667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-167a4b94-9944-4971-948f-87a94ee691b5 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=b0afd0b4-937e-41b1-a87a-ed95284d2788&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3186588 Feb 07 22:39:00.551667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18dd70a-7272-468d-a982-1a905ef69722', 'tag': 'c2c7069a-684b-438e-8ca9-61cbdc093595'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:00.556429 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40e06ae-3553-4e1c-a084-d4501137f97b" -d '{"events": [{"name": "network-changed", "server_uuid": "b18dd70a-7272-468d-a982-1a905ef69722", "tag": "c2c7069a-684b-438e-8ca9-61cbdc093595"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:00.560625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37654) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:00.628652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=df2ff39d-5777-490b-b928-823e90ed6589,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:00.631431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Port': ['ID=e15a7ecb-d1d8-4794-bc37-c2998b4ea0af,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:00.776664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d378245-7e0f-4d51-933b-5aeb7144dbaf req-b5964e47-713d-4df8-ac80-c3e62d72ac61 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098903 Feb 07 22:39:00.791155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3067878e-223b-4c77-aafc-4f7bbd82ce3b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:00.896554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6fc942b3-84de-4a86-8e77-059d016cc865 None None] Provisioning complete for port 3067878e-223b-4c77-aafc-4f7bbd82ce3b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:00.897499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc942b3-84de-4a86-8e77-059d016cc865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:00.912200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a28c7e-2fac-412e-8c1a-fc469b919be4 req-2d7de39b-a454-4ad6-8f7b-22a05e0ecae6 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.913790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32a28c7e-2fac-412e-8c1a-fc469b919be4 req-2d7de39b-a454-4ad6-8f7b-22a05e0ecae6 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 945 time: 0.3255448 Feb 07 22:39:00.931941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d44fcd-9f2c-457c-a10a-1ebda5d01a11 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.933527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c4d44fcd-9f2c-457c-a10a-1ebda5d01a11 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 881 time: 0.3532665 Feb 07 22:39:00.937350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37660) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:00.959067 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3067878e-223b-4c77-aafc-4f7bbd82ce3b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:00.960226 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.010149 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-7a069502-3c42-4820-9409-c2b3fd1af235 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c HTTP/1.1" status: 200 len: 217 time: 0.3117149 Feb 07 22:39:01.035158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fc981-8911-402f-b726-0393ae0e8a95 req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] No DVR routers for this DVR port e15a7ecb-d1d8-4794-bc37-c2998b4ea0af on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:01.041005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-639fc981-8911-402f-b726-0393ae0e8a95 req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.052533 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-17b2a1b0-27c6-40c8-bfd4-0a8aae5fcbce tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0afd0b4-937e-41b1-a87a-ed95284d2788 HTTP/1.1" status: 200 len: 205 time: 0.1111615 Feb 07 22:39:01.054530 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-639fc981-8911-402f-b726-0393ae0e8a95 req-475985db-93bb-49b7-ad6e-56db69da50bc tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "DELETE /v2.0/ports/e15a7ecb-d1d8-4794-bc37-c2998b4ea0af HTTP/1.1" status: 204 len: 173 time: 4.5594926 Feb 07 22:39:01.058001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37664) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:01.090769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6193da-ba02-4fb7-af9a-c03fd2d0fa9d req-f7d13dc8-b31d-408b-a7f8-5f7e23efd830 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.092749 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db6193da-ba02-4fb7-af9a-c03fd2d0fa9d req-f7d13dc8-b31d-408b-a7f8-5f7e23efd830 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 949 time: 0.1293962 Feb 07 22:39:01.139068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db6193da-ba02-4fb7-af9a-c03fd2d0fa9d req-619cda9f-9038-46b2-bcd4-66d14c1a3be3 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Feb 07 22:39:01.139323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking segment: {'id': '2340a21f-20d8-4490-8f7d-a272a4f2d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f789eff-3dc4-4004-85be-970ce4c7e375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:01.139687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network hostable DHCP agents. Network: 8f789eff-3dc4-4004-85be-970ce4c7e375, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:01.147450 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32a28c7e-2fac-412e-8c1a-fc469b919be4 req-83256480-235d-4ecd-a413-88f32a009a16 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951334 Feb 07 22:39:01.197447 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9ac4a1-d6e8-45aa-b71c-08fc904761b8 x-openstack-request-id: req-ef9ac4a1-d6e8-45aa-b71c-08fc904761b8 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:01.197840 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18dd70a-7272-468d-a982-1a905ef69722", "tag": "c2c7069a-684b-438e-8ca9-61cbdc093595", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:01.198096 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef9ac4a1-d6e8-45aa-b71c-08fc904761b8 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:01.198489 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18dd70a-7272-468d-a982-1a905ef69722', 'tag': 'c2c7069a-684b-438e-8ca9-61cbdc093595', 'status': 'completed', 'code': 200} Feb 07 22:39:01.203808 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 22:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6b5173-9fbe-4bf2-ae1c-08353f8fa082 x-openstack-request-id: req-0e6b5173-9fbe-4bf2-ae1c-08353f8fa082 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:01.204166 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-deleted", "tag": "0b6cee66-f6b3-47d5-aa17-a000e294cb7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "533c3f0c-f264-4030-b1ac-bc23bcd74054", "tag": "d25a61f2-5779-4dfa-aebf-f8c02ac89a3c", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:01.204477 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e6b5173-9fbe-4bf2-ae1c-08353f8fa082 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:01.205278 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-deleted', 'tag': '0b6cee66-f6b3-47d5-aa17-a000e294cb7e', 'status': 'completed', 'code': 200} Feb 07 22:39:01.205278 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533c3f0c-f264-4030-b1ac-bc23bcd74054', 'tag': 'd25a61f2-5779-4dfa-aebf-f8c02ac89a3c', 'status': 'completed', 'code': 200} Feb 07 22:39:01.205778 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network 8f789eff-3dc4-4004-85be-970ce4c7e375 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:01.240783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 8f789eff-3dc4-4004-85be-970ce4c7e375) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:01.248242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.248830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.249495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c217ea55-fd49-458b-bf1b-4be167c4040a None None] Network 8f789eff-3dc4-4004-85be-970ce4c7e375 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:01.264889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.343563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b7b57-c809-4aff-8361-074ab8e4987a req-b934ea30-ee18-4551-9f2d-529049ed18af tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.349364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-07e15868-e19d-42ad-8fe0-b7cd081ee7e6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.1506951 Feb 07 22:39:01.352242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c2c7069a-684b-438e-8ca9-61cbdc093595 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:39:01.354900 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f02b7b57-c809-4aff-8361-074ab8e4987a req-b934ea30-ee18-4551-9f2d-529049ed18af tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 944 time: 0.0789502 Feb 07 22:39:01.356629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2519e44e-d0ee-4315-9105-1c57a2cc5299 req-c0c43c4d-ef61-414f-a1ad-799486eb0f9c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0865846 Feb 07 22:39:01.357363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37668) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:01.419732 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f02b7b57-c809-4aff-8361-074ab8e4987a req-0b119c05-e841-4e1a-8086-eec659ba4963 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639400 Feb 07 22:39:01.583160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-7637ebd5-d230-43d6-9486-cf81af20c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.584732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-7637ebd5-d230-43d6-9486-cf81af20c7f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0763e9f8-e955-46d3-8ae2-410b977f975e HTTP/1.1" status: 200 len: 852 time: 0.2608695 Feb 07 22:39:01.602586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dbb6f-bbee-45db-a8f2-c0c78ef032b6 req-4146def6-a2e4-4a58-851a-4b0d51b3f338 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.610284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-a0d876fc-9e3b-476a-8b1c-ef225c4b5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.612972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-a0d876fc-9e3b-476a-8b1c-ef225c4b5131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 1099 time: 0.2613819 Feb 07 22:39:01.614438 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-795dbb6f-bbee-45db-a8f2-c0c78ef032b6 req-4146def6-a2e4-4a58-851a-4b0d51b3f338 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 948 time: 0.0905316 Feb 07 22:39:01.615154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-8f789eff-3dc4-4004-85be-970ce4c7e375', 'network_id': '8f789eff-3dc4-4004-85be-970ce4c7e375', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': 'df2ff39d-5777-490b-b928-823e90ed6589'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:01.618153 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.666424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c2c7069a-684b-438e-8ca9-61cbdc093595, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c2c7069a-684b-438e-8ca9-61cbdc093595,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:01.708770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b374ae33-df3f-4344-8a19-c6bbf218ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.710778 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b374ae33-df3f-4344-8a19-c6bbf218ffe6 service neutron] 10.222.0.24 "GET /v2.0/ports/6a189259-038c-4ecf-b913-c6c404e4612f HTTP/1.1" status: 200 len: 1030 time: 0.0889885 Feb 07 22:39:01.718953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'c2c7069a-684b-438e-8ca9-61cbdc093595', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'c2c7069a-684b-438e-8ca9-61cbdc093595', 'mac_address': 'fa:16:3e:ce:b4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:39:01.725061 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-795dbb6f-bbee-45db-a8f2-c0c78ef032b6 req-1cd3b065-d01f-4e9a-bcda-28e26f643774 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058252 Feb 07 22:39:01.733008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.754432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.787335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-cac5a216-2c7c-49c6-b1d6-87fb8424b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.790007 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-cac5a216-2c7c-49c6-b1d6-87fb8424b707 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=742c034d-67d0-4425-8be3-c79deca5a07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945677 Feb 07 22:39:01.819990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c8cb33cb-3858-4201-85bc-6c2cf3ea1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.821771 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c8cb33cb-3858-4201-85bc-6c2cf3ea1f01 service neutron] 10.222.0.24 "GET /v2.0/ports/84293cd9-fe71-4826-930b-2bf1c6f3a0d5 HTTP/1.1" status: 200 len: 1033 time: 0.0946190 Feb 07 22:39:01.912205 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.939397 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:39:02.006917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df984159-e8fb-4601-a019-bb160f649165 req-14053ca9-06f8-4860-9f02-a2c1cdf9377b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e720152-f7bc-4350-893b-f56c33450d60 HTTP/1.1" status: 200 len: 210 time: 0.0931358 Feb 07 22:39:02.023895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-9d35e8a2-b913-4385-8596-ad78515759d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.024812 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-9d35e8a2-b913-4385-8596-ad78515759d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3878655 Feb 07 22:39:02.108576 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-f3fc04cb-3311-49f3-af6a-15541f496d09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=c2c7069a-684b-438e-8ca9-61cbdc093595 HTTP/1.1" status: 200 len: 217 time: 0.0679324 Feb 07 22:39:02.146531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-aa7d74f9-f826-4be9-8f77-68a442c93518 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.156437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-aa7d74f9-f826-4be9-8f77-68a442c93518 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.164467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-aa7d74f9-f826-4be9-8f77-68a442c93518 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.166582 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-aa7d74f9-f826-4be9-8f77-68a442c93518 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "GET /v2.0/networks?id=d8aa51f2-5304-4fbb-b06d-afadcfad45a7&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&id=90c254de-e28a-4232-8cd9-7eb5347dbaf7 HTTP/1.1" status: 200 len: 1993 time: 0.3235581 Feb 07 22:39:02.207736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.275892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-7ed9bda2-75d0-4d37-b1ee-d431f3fff46e service neutron] 10.222.0.24 "GET /v2.0/networks/742c034d-67d0-4425-8be3-c79deca5a07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561074 Feb 07 22:39:02.282995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Deleting port 6cc7f279-46ce-4028-a242-a127cf0a9982 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:02.283335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.310420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-2fbda0a3-2078-46f6-a395-5e1a20d4352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.312734 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-2fbda0a3-2078-46f6-a395-5e1a20d4352b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1850622 Feb 07 22:39:02.321696 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-90b6fcaa-eb7c-4a57-9999-de99a8986d95 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ddc52a5183c423abe3afe7c86b51630 HTTP/1.1" status: 200 len: 380 time: 0.1431093 Feb 07 22:39:02.333714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'admin_state_up': True, 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'security_groups': ['fec82459-edb2-44aa-98b7-20b416abedb4']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:02.399104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c7069a-684b-438e-8ca9-61cbdc093595 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:02.429020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c2c7069a-684b-438e-8ca9-61cbdc093595, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c2c7069a-684b-438e-8ca9-61cbdc093595,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:02.462837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Allocated IP 2001:db8::1 (8f789eff-3dc4-4004-85be-970ce4c7e375/df2ff39d-5777-490b-b928-823e90ed6589/4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:02.527303 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.530665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-5531abc7-71e9-4481-8c1d-470caf4a1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.532199 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-5531abc7-71e9-4481-8c1d-470caf4a1a7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017591 Feb 07 22:39:02.535337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb282514-7e67-4c8e-a9a2-28bc3ea07997 req-f003bdc0-65f1-4df1-866b-aace3650a48b service neutron] 10.222.0.24 "GET /v2.0/networks/742c034d-67d0-4425-8be3-c79deca5a07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454586 Feb 07 22:39:02.546554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3ec0b-4159-407e-9fc4-46a74686da5b req-fa0cd258-168f-4f35-b1ec-4d1dab25f106 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.548130 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ae3ec0b-4159-407e-9fc4-46a74686da5b req-fa0cd258-168f-4f35-b1ec-4d1dab25f106 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 945 time: 0.1529093 Feb 07 22:39:02.584991 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.634637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c2c7069a-684b-438e-8ca9-61cbdc093595,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:02.641500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Calling delete_port for 6cc7f279-46ce-4028-a242-a127cf0a9982 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:02.727789 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.736597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.741975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222984c6-e336-4f69-a6bf-ada80dd20597 req-4212fe0d-ed12-4218-8513-fed1c24dca17 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.750343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-222984c6-e336-4f69-a6bf-ada80dd20597 req-4212fe0d-ed12-4218-8513-fed1c24dca17 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 949 time: 0.5116363 Feb 07 22:39:02.758877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ae3ec0b-4159-407e-9fc4-46a74686da5b req-fb8298a3-62fe-4390-8398-d1d08689981d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012608 Feb 07 22:39:02.808098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Pushing event updated for resources: {'Port': ['ID=4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:02.818187 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-222984c6-e336-4f69-a6bf-ada80dd20597 req-43a19e87-850e-4df1-bff8-a15390d17ad2 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668783 Feb 07 22:39:02.819122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['c2c7069a-684b-438e-8ca9-61cbdc093595'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:39:02.844665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Network 8f789eff-3dc4-4004-85be-970ce4c7e375 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:02.879027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-866db39d-b8e7-4149-a4ea-110a86e88b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.880539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-866db39d-b8e7-4149-a4ea-110a86e88b76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e774c5a477e44a7792a7847414530602&device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 1095 time: 0.2497809 Feb 07 22:39:02.887445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.907342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:02.912519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:02.942819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-06bf9fdc-eeb7-4c45-b7ae-1a47bd5b63be req-7ab6897e-9906-45da-802c-8659fb058674 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0737624 Feb 07 22:39:03.010790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-c81a13e8-819d-4dda-a74d-cd04115a6b00 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547510 Feb 07 22:39:03.032112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:03.036815 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.047429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Attempting to bind port 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:03.047766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Attempting to bind port 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '2340a21f-20d8-4490-8f7d-a272a4f2d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f789eff-3dc4-4004-85be-970ce4c7e375'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:03.048280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Attempting to bind port 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5 on network 8f789eff-3dc4-4004-85be-970ce4c7e375 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:03.060341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650d986-1e8f-443d-93d2-92c02f4cc7c8 req-384d9201-5404-4d71-9777-b83e5a5325d5 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:03.060599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:03.060975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Checking segment: {'id': '2340a21f-20d8-4490-8f7d-a272a4f2d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f789eff-3dc4-4004-85be-970ce4c7e375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:03.061628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.061826 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7650d986-1e8f-443d-93d2-92c02f4cc7c8 req-384d9201-5404-4d71-9777-b83e5a5325d5 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 944 time: 0.0959969 Feb 07 22:39:03.062283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Bound using segment: {'id': '2340a21f-20d8-4490-8f7d-a272a4f2d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f789eff-3dc4-4004-85be-970ce4c7e375'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:03.062848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Bound port: 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2340a21f-20d8-4490-8f7d-a272a4f2d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f789eff-3dc4-4004-85be-970ce4c7e375'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:03.063333 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.136998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] For port 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:03.140880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] For port 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5,segment=NetworkSegment(2340a21f-20d8-4490-8f7d-a272a4f2d22b),segment_id=2340a21f-20d8-4490-8f7d-a272a4f2d22b)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:03.185400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Allocated IP 172.20.0.14 (d8aa51f2-5304-4fbb-b06d-afadcfad45a7/05976031-ea96-48a3-a62f-12dc7b2157b9/2d17b67c-ed3d-47fe-80f1-1fefc1eac22a) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:03.185992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e06620f5-1a01-4075-b842-79081b0a7490 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:03.193589 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.332644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7a78d2-a7c2-4360-9094-c6b68aba7b7d None None] Network 8f789eff-3dc4-4004-85be-970ce4c7e375 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:03.337022 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.388152 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.391344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91997e-d4d3-4c37-9c2c-24ebcd22efb8 None None] Pushing event updated for resources: {'Port': ['ID=4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:03.417520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port e06620f5-1a01-4075-b842-79081b0a7490 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:03.423528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e06620f5-1a01-4075-b842-79081b0a7490 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:03.423934 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.461958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Port': ['ID=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:03.469502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:03.470978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:03.476733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7650d986-1e8f-443d-93d2-92c02f4cc7c8 req-174bab4e-8a10-47b0-9626-8733c4649b80 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070564 Feb 07 22:39:03.477483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:03.527504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=df2ff39d-5777-490b-b928-823e90ed6589,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:03.530037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-c2e81096-f4d7-48cd-bd66-5be5f6c6a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:03.531616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-c2e81096-f4d7-48cd-bd66-5be5f6c6a215 service neutron] 10.222.0.24 "GET /v2.0/networks?id=742c034d-67d0-4425-8be3-c79deca5a07d HTTP/1.1" status: 200 len: 913 time: 0.6392999 Feb 07 22:39:03.532325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-deleted', 'tag': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:03.535838 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18a0dd4-a9b5-489d-8294-c7352f20db10" -d '{"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-deleted", "tag": "e15a7ecb-d1d8-4794-bc37-c2998b4ea0af"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:03.545871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:03.546496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.586861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.591784 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-08767a7b-66ed-4057-b722-39d89024588a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2625308 Feb 07 22:39:03.608619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'admin_state_up': True, 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'security_groups': ['fec82459-edb2-44aa-98b7-20b416abedb4']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:03.642269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e06620f5-1a01-4075-b842-79081b0a7490, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e06620f5-1a01-4075-b842-79081b0a7490,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:03.643037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37708) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:03.645532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42204a31-9e92-4d4e-be93-d2217d6108c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06620f5-1a01-4075-b842-79081b0a7490'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:03.647977 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782bc1c6-4fea-4a04-aa22-19ef2a1a5e20" -d '{"events": [{"server_uuid": "42204a31-9e92-4d4e-be93-d2217d6108c4", "name": "network-vif-plugged", "status": "completed", "tag": "e06620f5-1a01-4075-b842-79081b0a7490"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:03.655398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.694950 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a40e06ae-3553-4e1c-a084-d4501137f97b req-d58cd1a3-5a6c-49fc-8e03-2401961026ec service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470597 Feb 07 22:39:03.750056 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.755612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e06620f5-1a01-4075-b842-79081b0a7490,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:03.761708 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef63fdb-368f-4b4a-9cf0-756b4785a548 x-openstack-request-id: req-4ef63fdb-368f-4b4a-9cf0-756b4785a548 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:03.762166 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e720152-f7bc-4350-893b-f56c33450d60", "name": "network-vif-deleted", "tag": "e15a7ecb-d1d8-4794-bc37-c2998b4ea0af", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:03.762514 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ef63fdb-368f-4b4a-9cf0-756b4785a548 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:03.763001 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e720152-f7bc-4350-893b-f56c33450d60', 'name': 'network-vif-deleted', 'tag': 'e15a7ecb-d1d8-4794-bc37-c2998b4ea0af', 'status': 'completed', 'code': 200} Feb 07 22:39:03.772238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-9aa99fd3-1f51-4f25-afe1-e97b4a2a82c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c HTTP/1.1" status: 200 len: 217 time: 0.2302127 Feb 07 22:39:03.803136 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146b662e-6d39-4558-8259-c2b60d6e4499 x-openstack-request-id: req-146b662e-6d39-4558-8259-c2b60d6e4499 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:03.804422 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42204a31-9e92-4d4e-be93-d2217d6108c4", "name": "network-vif-plugged", "status": "completed", "tag": "e06620f5-1a01-4075-b842-79081b0a7490", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:03.804676 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-146b662e-6d39-4558-8259-c2b60d6e4499 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:03.805134 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42204a31-9e92-4d4e-be93-d2217d6108c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06620f5-1a01-4075-b842-79081b0a7490', 'code': 200} Feb 07 22:39:03.875331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2186bf39-c8ec-4588-a37a-030a7d466acd tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting subnet ddfd45f2-4b69-4c69-9138-74d7c68cdcda {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:39:03.884268 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2186bf39-c8ec-4588-a37a-030a7d466acd tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.892174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-f18bbb62-11c6-470d-af64-21be7987447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:03.894387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-f18bbb62-11c6-470d-af64-21be7987447d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0763e9f8-e955-46d3-8ae2-410b977f975e HTTP/1.1" status: 200 len: 852 time: 0.0714214 Feb 07 22:39:03.911128 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d101c6-ab28-4b24-8197-b6ea3c25ec2b req-0d051f92-44ea-4b65-aba7-ac016e0f9afe tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:03.918829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9d101c6-ab28-4b24-8197-b6ea3c25ec2b req-0d051f92-44ea-4b65-aba7-ac016e0f9afe tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 949 time: 0.7551987 Feb 07 22:39:03.928425 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2186bf39-c8ec-4588-a37a-030a7d466acd tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.928830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b145a0-995b-4d05-955d-b8019a4c1f26 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:39:03.967150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.988241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9d101c6-ab28-4b24-8197-b6ea3c25ec2b req-2c4df3a9-862e-431c-b6ef-8e6543000059 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647213 Feb 07 22:39:04.009473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d8b50d93-a625-491f-9820-47ba3da1d62d None None] Provisioning complete for port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:04.009896 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8b50d93-a625-491f-9820-47ba3da1d62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.019581 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2186bf39-c8ec-4588-a37a-030a7d466acd tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.062617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d8b50d93-a625-491f-9820-47ba3da1d62d None None] Port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:04.070672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f789eff-3dc4-4004-85be-970ce4c7e375']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:04.084626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.128809 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2186bf39-c8ec-4588-a37a-030a7d466acd tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.132401 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.184078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event deleted for resources: {'Port': ['ID=6cc7f279-46ce-4028-a242-a127cf0a9982,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:04.209466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186bf39-c8ec-4588-a37a-030a7d466acd tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Subnet': ['ID=ddfd45f2-4b69-4c69-9138-74d7c68cdcda,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:04.213140 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2186bf39-c8ec-4588-a37a-030a7d466acd tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.216276 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2186bf39-c8ec-4588-a37a-030a7d466acd tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "DELETE /v2.0/subnets/ddfd45f2-4b69-4c69-9138-74d7c68cdcda HTTP/1.1" status: 204 len: 168 time: 0.5640588 Feb 07 22:39:04.226137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37718) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:04.229715 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2340a21f-20d8-4490-8f7d-a272a4f2d22b') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:04.230146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2340a21f-20d8-4490-8f7d-a272a4f2d22b') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:04.234742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787d1e-1865-4d3d-98e3-cac6b61298c4 req-325f55d3-9952-4b9d-a172-ae9b718105ae tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:04.244069 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58787d1e-1865-4d3d-98e3-cac6b61298c4 req-325f55d3-9952-4b9d-a172-ae9b718105ae tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 945 time: 0.1606824 Feb 07 22:39:04.245044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.259174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b145a0-995b-4d05-955d-b8019a4c1f26 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:39:04.294819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025c31a-5023-4909-8e99-903bd8bc9d2a req-4fdcd202-8bce-4ae2-8e2d-0035a8cc7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:04.296301 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8025c31a-5023-4909-8e99-903bd8bc9d2a req-4fdcd202-8bce-4ae2-8e2d-0035a8cc7895 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 1101 time: 0.1850343 Feb 07 22:39:04.355781 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.360049 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.384700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:04.388228 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.420565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.430298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8025c31a-5023-4909-8e99-903bd8bc9d2a req-801570fc-cc3d-46aa-b612-32365cbbeb96 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041956 Feb 07 22:39:04.443774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58787d1e-1865-4d3d-98e3-cac6b61298c4 req-62f87223-eacb-41b0-a5bd-c167acf4b254 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956649 Feb 07 22:39:04.445981 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.450146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-51046aad-ce67-4e2f-a90b-23c15084c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:04.462145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-51046aad-ce67-4e2f-a90b-23c15084c66f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=742c034d-67d0-4425-8be3-c79deca5a07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5192146 Feb 07 22:39:04.469820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.470303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.470513 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Fanout notify agent at l3_agent the message router_deleted on router b0afd0b4-937e-41b1-a87a-ed95284d2788 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:39:04.481674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:04.482163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:04.485365 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:04.490696 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.495945 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c5f73cf8-d072-4769-a4f4-0a7e5323fb4c tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/b0afd0b4-937e-41b1-a87a-ed95284d2788 HTTP/1.1" status: 204 len: 168 time: 3.4366424 Feb 07 22:39:04.516120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec7b68-c07d-452e-99b6-519d3b4a6548 req-f7529c94-b8c9-4547-94eb-3ce74b2736e1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:04.517736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-06ec7b68-c07d-452e-99b6-519d3b4a6548 req-f7529c94-b8c9-4547-94eb-3ce74b2736e1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 950 time: 0.4148755 Feb 07 22:39:04.528346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37720) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:04.535529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1103979865', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:04.680979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d65e8c-3c20-436e-b7fc-189a72eaf5c2 None None] Network b58ee097-e9c9-4ef7-bc68-f5d853fc511f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:04.693757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-06ec7b68-c07d-452e-99b6-519d3b4a6548 req-39ed703c-3e4b-4a1a-98e7-26048ab61f85 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472745 Feb 07 22:39:04.694722 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Allocated IP 10.1.1.185 (87fc44a3-a9c9-4860-8d42-6db9104a8d50/1b89ca7c-352e-472a-99ed-4d8a04da4eb4/55d123e8-7af7-4fe0-9ca4-addb864c76b5) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:04.700386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.api [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:39:04.700386 n-d-827895-2 neutron-server[102289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:39:04.700386 n-d-827895-2 neutron-server[102289]: [parameters: {'id': '8f789eff-3dc4-4004-85be-970ce4c7e375'}] Feb 07 22:39:04.700386 n-d-827895-2 neutron-server[102289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:39:04.711797 n-d-827895-2 neutron-server[102289]: DEBUG oslo_db.api [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:39:04.722005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.730502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.770137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0eaa7-fe3d-43c9-8813-da47fc8043d0 req-b0d0ae38-f879-4ca8-89b6-5ff324a2995e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:04.771588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06e0eaa7-fe3d-43c9-8813-da47fc8043d0 req-b0d0ae38-f879-4ca8-89b6-5ff324a2995e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 932 time: 0.2273812 Feb 07 22:39:04.793741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-dc1af9fd-c7c6-4d96-94d5-b61b76905686 service neutron] 10.222.0.24 "GET /v2.0/networks/742c034d-67d0-4425-8be3-c79deca5a07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209465 Feb 07 22:39:04.909764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.928053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06e0eaa7-fe3d-43c9-8813-da47fc8043d0 req-d820d812-ab0e-49ea-85e7-e9f587375a8e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359303 Feb 07 22:39:04.939911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting port f609f651-b6d9-44fb-99b8-a111b6d78358 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:04.941137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.985234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf83aa5-49ca-4431-83e0-ece938260ca9 None None] DHCP port deletion for b58ee097-e9c9-4ef7-bc68-f5d853fc511f request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:39:05.012406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3629d88-f509-45c5-b595-fb40393d5f36 req-e79922f7-876b-4364-af72-666cb054b38a tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:05.020929 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3629d88-f509-45c5-b595-fb40393d5f36 req-e79922f7-876b-4364-af72-666cb054b38a tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 944 time: 0.2342782 Feb 07 22:39:05.056009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3bf83aa5-49ca-4431-83e0-ece938260ca9 None None] Deleting port f609f651-b6d9-44fb-99b8-a111b6d78358 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:05.056487 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bf83aa5-49ca-4431-83e0-ece938260ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.060175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] For port f609f651-b6d9-44fb-99b8-a111b6d78358, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f609f651-b6d9-44fb-99b8-a111b6d78358,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:05.060680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.083380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Calling delete_port for f609f651-b6d9-44fb-99b8-a111b6d78358 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:05.105002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0d939179-2004-4b10-89e0-542a5a64e0cc details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:39:05.140985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3bf83aa5-49ca-4431-83e0-ece938260ca9 None None] For port f609f651-b6d9-44fb-99b8-a111b6d78358, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f609f651-b6d9-44fb-99b8-a111b6d78358,segment=NetworkSegment(b446b305-743f-4dd9-a4e7-c34c26dcdbb0),segment_id=b446b305-743f-4dd9-a4e7-c34c26dcdbb0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:05.141486 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bf83aa5-49ca-4431-83e0-ece938260ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.146576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.154737 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8960325-8e46-4e7f-b712-35b979ed4c43 req-6d929e34-928e-4b97-8468-10c084a9dc4a service neutron] 10.222.0.24 "GET /v2.0/networks/742c034d-67d0-4425-8be3-c79deca5a07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278456 Feb 07 22:39:05.160439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3bf83aa5-49ca-4431-83e0-ece938260ca9 None None] Calling delete_port for f609f651-b6d9-44fb-99b8-a111b6d78358 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:05.168509 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3629d88-f509-45c5-b595-fb40393d5f36 req-bfaa840c-0051-4c93-9da4-8f1b017b2f31 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467185 Feb 07 22:39:05.232078 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.258775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.285397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb002-7987-416b-bb0f-ede67af1fb4f req-4607cdf4-e984-48ef-bfe7-9b3af920fe8e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:05.287124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ddbcb002-7987-416b-bb0f-ede67af1fb4f req-4607cdf4-e984-48ef-bfe7-9b3af920fe8e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 949 time: 0.0983691 Feb 07 22:39:05.291252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.308822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0d939179-2004-4b10-89e0-542a5a64e0cc, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0d939179-2004-4b10-89e0-542a5a64e0cc,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:05.328854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '0d939179-2004-4b10-89e0-542a5a64e0cc', 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f', 'port_id': '0d939179-2004-4b10-89e0-542a5a64e0cc', 'mac_address': 'fa:16:3e:61:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54247620-3ba7-4f8f-ab98-19c829608aa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:39:05.334439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] No DVR routers for this DVR port f609f651-b6d9-44fb-99b8-a111b6d78358 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:05.338695 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bf83aa5-49ca-4431-83e0-ece938260ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.344137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Port': ['ID=f609f651-b6d9-44fb-99b8-a111b6d78358,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:05.371481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:05.371955 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.392352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf83aa5-49ca-4431-83e0-ece938260ca9 None None] Pushing event deleted for resources: {'Port': ['ID=f609f651-b6d9-44fb-99b8-a111b6d78358,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:05.399305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d25a61f2-5779-4dfa-aebf-f8c02ac89a3c details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:39:05.402870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c2c7069a-684b-438e-8ca9-61cbdc093595 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:05.451594 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ddbcb002-7987-416b-bb0f-ede67af1fb4f req-f63790c7-d7d8-48bc-ba9d-ecf40a426c5d tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485863 Feb 07 22:39:05.500275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf83aa5-49ca-4431-83e0-ece938260ca9 None None] No DVR routers for this DVR port f609f651-b6d9-44fb-99b8-a111b6d78358 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:05.508971 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.539872 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.548830 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.589478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d939179-2004-4b10-89e0-542a5a64e0cc {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:05.599005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.611604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0d939179-2004-4b10-89e0-542a5a64e0cc, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0d939179-2004-4b10-89e0-542a5a64e0cc,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:05.630954 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.647319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:05.649426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58ee097-e9c9-4ef7-bc68-f5d853fc511f']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:05.655952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.659080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:05.680256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:05.685113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:05.685683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b446b305-743f-4dd9-a4e7-c34c26dcdbb0') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:05.693088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=0d939179-2004-4b10-89e0-542a5a64e0cc,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:05.696405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port c2c7069a-684b-438e-8ca9-61cbdc093595 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:05.701998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Port': ['ID=55d123e8-7af7-4fe0-9ca4-addb864c76b5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:05.728078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5,segment=NetworkSegment(2340a21f-20d8-4490-8f7d-a272a4f2d22b),segment_id=2340a21f-20d8-4490-8f7d-a272a4f2d22b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:05.728508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.739448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port c2c7069a-684b-438e-8ca9-61cbdc093595 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:05.744664 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.746563 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.776236 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.791307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:05.791307 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:05.818817 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:05.824558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['0d939179-2004-4b10-89e0-542a5a64e0cc'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:39:05.854659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:05.856581 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.866630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:05.883391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:05.915343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'd25a61f2-5779-4dfa-aebf-f8c02ac89a3c', 'network_id': '742c034d-67d0-4425-8be3-c79deca5a07d', 'port_id': 'd25a61f2-5779-4dfa-aebf-f8c02ac89a3c', 'mac_address': 'fa:16:3e:8d:a5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0763e9f8-e955-46d3-8ae2-410b977f975e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:39:05.984638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09afb0-cb0b-40aa-9977-98eec3714678 req-12bde504-9f97-432e-9eb7-ce6ee2727cc7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:05.998999 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff09afb0-cb0b-40aa-9977-98eec3714678 req-12bde504-9f97-432e-9eb7-ce6ee2727cc7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 944 time: 0.3461096 Feb 07 22:39:06.040274 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.048184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa5d5-02f1-4218-b791-996e56966c48 req-5519f9a9-e0a8-423e-a1bf-34cab2e01dc7 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:06.049527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-110aa5d5-02f1-4218-b791-996e56966c48 req-5519f9a9-e0a8-423e-a1bf-34cab2e01dc7 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 950 time: 0.2262037 Feb 07 22:39:06.051786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.056788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.062745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "DELETE /v2.0/networks/b58ee097-e9c9-4ef7-bc68-f5d853fc511f HTTP/1.1" status: 204 len: 168 time: 1.8099802 Feb 07 22:39:06.067494 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3434c644-1695-4b2b-b841-91889863aa60 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4682446 Feb 07 22:39:06.067671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37734) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:06.097790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25a61f2-5779-4dfa-aebf-f8c02ac89a3c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:06.134465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ed066a-9f71-4a3d-8512-a9e2940d26d4 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting subnet 5e24796b-1444-4c94-8fe8-31a95d7229e2 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:39:06.137988 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16ed066a-9f71-4a3d-8512-a9e2940d26d4 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.179915 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff09afb0-cb0b-40aa-9977-98eec3714678 req-4f812e52-a98f-419f-a735-61dbfc0aea02 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757321 Feb 07 22:39:06.187594 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16ed066a-9f71-4a3d-8512-a9e2940d26d4 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.211642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:06.214379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f2b09c3f-d6a0-4101-8d5f-a494655e0f61 None None] Provisioning complete for port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:06.214875 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2b09c3f-d6a0-4101-8d5f-a494655e0f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.220580 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.241260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Allocated IP 172.25.8.58 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/a3b4bf9a-182f-43b3-a137-4fa9b0b91e4d) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:06.264420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.288874 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16ed066a-9f71-4a3d-8512-a9e2940d26d4 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.354297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.366067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'admin_state_up': True, 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'security_groups': ['fec82459-edb2-44aa-98b7-20b416abedb4']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:06.394560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5b94-b9e9-4fca-9c39-96df299c08ea tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Network': ['ID=b58ee097-e9c9-4ef7-bc68-f5d853fc511f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:06.426771 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.451657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16ed066a-9f71-4a3d-8512-a9e2940d26d4 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.473198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-110aa5d5-02f1-4218-b791-996e56966c48 req-2e8209da-572f-4ac8-99eb-bbffdeb8d5cb tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043059 Feb 07 22:39:06.542189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:06.550308 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16ed066a-9f71-4a3d-8512-a9e2940d26d4 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.571055 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-16ed066a-9f71-4a3d-8512-a9e2940d26d4 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "DELETE /v2.0/subnets/5e24796b-1444-4c94-8fe8-31a95d7229e2 HTTP/1.1" status: 204 len: 168 time: 0.4973867 Feb 07 22:39:06.572424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed066a-9f71-4a3d-8512-a9e2940d26d4 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Subnet': ['ID=5e24796b-1444-4c94-8fe8-31a95d7229e2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:06.583392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37742) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:06.623772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18dd70a-7272-468d-a982-1a905ef69722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c7069a-684b-438e-8ca9-61cbdc093595'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:06.626516 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8067ca37-b630-4c2a-b72a-f4a5d6b60345" -d '{"events": [{"server_uuid": "b18dd70a-7272-468d-a982-1a905ef69722", "name": "network-vif-plugged", "status": "completed", "tag": "c2c7069a-684b-438e-8ca9-61cbdc093595"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:06.642718 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cb2e3-d042-4bfe-bbdb-51bfe37208df None None] Network 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:06.660978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port 4fc0bcd1-60fb-4dd4-8f60-ad69e39184f5 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:06.684888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f2b09c3f-d6a0-4101-8d5f-a494655e0f61 None None] Port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:06.689625 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.701208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port c2c7069a-684b-438e-8ca9-61cbdc093595, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c2c7069a-684b-438e-8ca9-61cbdc093595,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:06.749576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f609f651-b6d9-44fb-99b8-a111b6d78358 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:06.752377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['d25a61f2-5779-4dfa-aebf-f8c02ac89a3c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:39:06.810208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27832311-6d45-482e-859f-f9d56379205e req-1a2050b6-9687-4c2a-8fa9-5b9749b9000b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:06.812059 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.817160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27832311-6d45-482e-859f-f9d56379205e req-1a2050b6-9687-4c2a-8fa9-5b9749b9000b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:06.824706 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27832311-6d45-482e-859f-f9d56379205e req-1a2050b6-9687-4c2a-8fa9-5b9749b9000b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 1654 time: 0.4716067 Feb 07 22:39:06.833737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:06.835905 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.853752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.856430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:06.860182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:06.874914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:06.875117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: f609f651-b6d9-44fb-99b8-a111b6d78358 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:06.875304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f609f651-b6d9-44fb-99b8-a111b6d78358 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:06.902088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event updated for resources: {'Port': ['ID=a3b4bf9a-182f-43b3-a137-4fa9b0b91e4d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:06.905673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f789eff-3dc4-4004-85be-970ce4c7e375']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:06.915510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28771cb5-d2ee-4bf6-a5e2-def9cb8679b2 req-d616a075-9572-4e32-af9b-a0d7650c83b5 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:06.919136 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28771cb5-d2ee-4bf6-a5e2-def9cb8679b2 req-d616a075-9572-4e32-af9b-a0d7650c83b5 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 945 time: 0.3096309 Feb 07 22:39:06.926153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2340a21f-20d8-4490-8f7d-a272a4f2d22b') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:06.926450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2340a21f-20d8-4490-8f7d-a272a4f2d22b') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:06.947797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.973900 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27832311-6d45-482e-859f-f9d56379205e req-1c66f501-7742-45e6-8665-419a2e4fb7f2 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482489 Feb 07 22:39:06.990411 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.014094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:07.018122 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.047000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28771cb5-d2ee-4bf6-a5e2-def9cb8679b2 req-83755826-24a1-497d-8977-1dfcbf8efcab tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157324 Feb 07 22:39:07.065128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=c2c7069a-684b-438e-8ca9-61cbdc093595,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:07.108504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:07.109065 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:07.113002 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:07.124994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0d939179-2004-4b10-89e0-542a5a64e0cc no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:07.135574 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9f03b1-31d3-436a-a0ac-72359ae061f8 x-openstack-request-id: req-dc9f03b1-31d3-436a-a0ac-72359ae061f8 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:07.136155 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18dd70a-7272-468d-a982-1a905ef69722", "name": "network-vif-plugged", "status": "completed", "tag": "c2c7069a-684b-438e-8ca9-61cbdc093595", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:07.136592 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc9f03b1-31d3-436a-a0ac-72359ae061f8 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:07.137141 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18dd70a-7272-468d-a982-1a905ef69722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c7069a-684b-438e-8ca9-61cbdc093595', 'code': 200} Feb 07 22:39:07.229825 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89454dd5-df86-49db-b355-ebb74d732223 None None] DHCP port deletion for 1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:39:07.297626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Allocated IP 10.1.1.126 (87fc44a3-a9c9-4860-8d42-6db9104a8d50/1b89ca7c-352e-472a-99ed-4d8a04da4eb4/070c6c49-e848-4791-b105-01d75819df0f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:07.322363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98da82-6f37-43cb-ac61-24df41241cf5 req-9ea0aa31-5657-4653-a56d-8dacc195aba1 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:07.331045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd98da82-6f37-43cb-ac61-24df41241cf5 req-9ea0aa31-5657-4653-a56d-8dacc195aba1 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 950 time: 0.2365916 Feb 07 22:39:07.341371 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.342272 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.367027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d939179-2004-4b10-89e0-542a5a64e0cc {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:07.374484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-89454dd5-df86-49db-b355-ebb74d732223 None None] Deleting port d36092a4-8085-4ee9-93d1-9519aa0589b3 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:07.374983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89454dd5-df86-49db-b355-ebb74d732223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.380224 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.389428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/8f789eff-3dc4-4004-85be-970ce4c7e375 HTTP/1.1" status: 204 len: 168 time: 5.9667997 Feb 07 22:39:07.405009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037d4e3-5970-4929-9438-fa4880f7a5c4 req-def89359-b197-42c7-bc40-d26033ec9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:07.406862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2037d4e3-5970-4929-9438-fa4880f7a5c4 req-def89359-b197-42c7-bc40-d26033ec9dfa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 1101 time: 0.1928420 Feb 07 22:39:07.407528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37748) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:07.431186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0d939179-2004-4b10-89e0-542a5a64e0cc, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0d939179-2004-4b10-89e0-542a5a64e0cc,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:07.437587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512492487'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:07.445389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.469220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting port d36092a4-8085-4ee9-93d1-9519aa0589b3 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:07.469567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.493644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332a20a-2d81-4344-a747-31c6fbccd6db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=8f789eff-3dc4-4004-85be-970ce4c7e375,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:07.496712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-89454dd5-df86-49db-b355-ebb74d732223 None None] For port d36092a4-8085-4ee9-93d1-9519aa0589b3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d36092a4-8085-4ee9-93d1-9519aa0589b3,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:07.497121 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89454dd5-df86-49db-b355-ebb74d732223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.519296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-89454dd5-df86-49db-b355-ebb74d732223 None None] Calling delete_port for d36092a4-8085-4ee9-93d1-9519aa0589b3 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:07.522620 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2037d4e3-5970-4929-9438-fa4880f7a5c4 req-77022e17-52ce-4c11-b87f-301e1fea37a5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712769 Feb 07 22:39:07.544466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=0d939179-2004-4b10-89e0-542a5a64e0cc,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:07.599021 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.610371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3149c8-3452-4b0d-a735-108f5bf6d9a5 req-d9af1dc6-a026-4920-8782-15d123f2ddbb tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:07.611972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b3149c8-3452-4b0d-a735-108f5bf6d9a5 req-d9af1dc6-a026-4920-8782-15d123f2ddbb tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 944 time: 0.2000198 Feb 07 22:39:07.621581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] For port d36092a4-8085-4ee9-93d1-9519aa0589b3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d36092a4-8085-4ee9-93d1-9519aa0589b3,segment=NetworkSegment(c779fc35-4000-46e5-bcff-1ae882f29b60),segment_id=c779fc35-4000-46e5-bcff-1ae882f29b60)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:07.621581 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.631481 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89454dd5-df86-49db-b355-ebb74d732223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.647549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Calling delete_port for d36092a4-8085-4ee9-93d1-9519aa0589b3 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:07.671311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89454dd5-df86-49db-b355-ebb74d732223 None None] Pushing event deleted for resources: {'Port': ['ID=d36092a4-8085-4ee9-93d1-9519aa0589b3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:07.674492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89454dd5-df86-49db-b355-ebb74d732223 None None] No DVR routers for this DVR port d36092a4-8085-4ee9-93d1-9519aa0589b3 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:07.748109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b3149c8-3452-4b0d-a735-108f5bf6d9a5 req-1e237270-30e7-4fb4-a31e-00add0bbf6d7 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135795 Feb 07 22:39:07.765917 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.798277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:07.825314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:07.842483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:07.937208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Port': ['ID=070c6c49-e848-4791-b105-01d75819df0f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:07.945020 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.967508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:07.971013 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.981283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Port': ['ID=d36092a4-8085-4ee9-93d1-9519aa0589b3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:07.985413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] No DVR routers for this DVR port d36092a4-8085-4ee9-93d1-9519aa0589b3 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:07.988609 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd98da82-6f37-43cb-ac61-24df41241cf5 req-c570c78b-8c91-4cef-90d2-a6edca21d752 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6546731 Feb 07 22:39:08.023547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.024305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.056477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:08.068148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.068664 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment 92eb3f54-12cd-4a5b-9f1b-8f7c30edd839 of type vlan for network 0bd4599c-28d4-45e6-b930-1706161a8cfd Feb 07 22:39:08.070230 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.219206 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.233075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ce59210b-9c43-497e-b6ab-2f75b9757679 None None] Provisioning complete for port 070c6c49-e848-4791-b105-01d75819df0f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:08.233584 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce59210b-9c43-497e-b6ab-2f75b9757679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.294151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ce59210b-9c43-497e-b6ab-2f75b9757679 None None] Port 070c6c49-e848-4791-b105-01d75819df0f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:08.307517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.313317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.314092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.407650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1b823747-16b3-4e23-9f47-3d81d8813a21 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3337719 Feb 07 22:39:08.412377 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9801435 Feb 07 22:39:08.413005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37760) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:08.426715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7', 'admin_state_up': True, 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'security_groups': ['fec82459-edb2-44aa-98b7-20b416abedb4']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:08.459676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': '0bd4599c-28d4-45e6-b930-1706161a8cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:08.470673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f601e5-8704-4a9b-9394-52cd9db427f5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=0bd4599c-28d4-45e6-b930-1706161a8cfd,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:08.480996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3be49c-d97a-4141-82cd-7c86a06e6834 req-70bda018-2714-4ef1-8687-c13ef01d7c7a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.482593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce3be49c-d97a-4141-82cd-7c86a06e6834 req-70bda018-2714-4ef1-8687-c13ef01d7c7a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 950 time: 0.6219816 Feb 07 22:39:08.483238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 0bd4599c-28d4-45e6-b930-1706161a8cfd details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:08.487774 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.500030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1560-e07a-422e-a29f-501b1a1803d3 req-b3e17cde-d68f-46e9-884f-a8f339679339 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.506835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1560-e07a-422e-a29f-501b1a1803d3 req-b3e17cde-d68f-46e9-884f-a8f339679339 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.512812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1560-e07a-422e-a29f-501b1a1803d3 req-b3e17cde-d68f-46e9-884f-a8f339679339 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.514488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a7f1560-e07a-422e-a29f-501b1a1803d3 req-b3e17cde-d68f-46e9-884f-a8f339679339 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 2375 time: 0.2261403 Feb 07 22:39:08.558428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:08.575177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce3be49c-d97a-4141-82cd-7c86a06e6834 req-de0a9559-ef92-48f7-9249-3ddcd846bc42 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822034 Feb 07 22:39:08.582836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c779fc35-4000-46e5-bcff-1ae882f29b60') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:08.583208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c779fc35-4000-46e5-bcff-1ae882f29b60') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:08.584420 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.612708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.633788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.654625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:08.655042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:08.658757 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:08.714468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d36092a4-8085-4ee9-93d1-9519aa0589b3 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:08.729536 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a7f1560-e07a-422e-a29f-501b1a1803d3 req-d16ad6ae-ed95-486c-8150-2b6ab5f86f5f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854777 Feb 07 22:39:08.747478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d36092a4-8085-4ee9-93d1-9519aa0589b3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:08.747968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d36092a4-8085-4ee9-93d1-9519aa0589b3 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:08.799006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:08.818324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.860652 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.868916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "DELETE /v2.0/networks/1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6 HTTP/1.1" status: 204 len: 168 time: 2.2797847 Feb 07 22:39:08.877154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37764) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:08.901351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:08.905102 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.922031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-42563496'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:08.932631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa4683-471a-410e-802d-82c2db83cc15 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Network': ['ID=1b5febdf-4abb-4b1e-a5b2-78ef46ae01c6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:08.946327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97990428-2927-4004-83c7-cb68e5547eaf req-421635cc-67c2-4189-a54b-d29525b0bc27 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.947996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97990428-2927-4004-83c7-cb68e5547eaf req-421635cc-67c2-4189-a54b-d29525b0bc27 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 945 time: 0.2109573 Feb 07 22:39:09.001883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:09.006038 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.008305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17613e-401d-4594-8e83-d0f90ffa5aa0 req-36e8a49c-24eb-4d7f-a9d3-408b5161a144 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.009816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd17613e-401d-4594-8e83-d0f90ffa5aa0 req-36e8a49c-24eb-4d7f-a9d3-408b5161a144 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 943 time: 0.1473854 Feb 07 22:39:09.042263 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.046787 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97990428-2927-4004-83c7-cb68e5547eaf req-8db519ab-5c14-4220-a5ce-6eaaaf096242 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887914 Feb 07 22:39:09.055242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Router 1b880a90-f102-4f82-88ab-a77fd2b4646a is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:39:09.074245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:09.097642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd17613e-401d-4594-8e83-d0f90ffa5aa0 req-d2e9c441-81d6-457b-8df1-386ab1774a8e tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713429 Feb 07 22:39:09.140495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.141104 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Added segment 0c8d5746-51a1-48c0-b971-99762f02ca95 of type vlan for network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 Feb 07 22:39:09.265860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.331425 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.337814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.338427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.360714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d8cc9-798f-431a-b6c9-d3cf5bd0eb87 req-813bcb8a-b0ca-45da-a801-da33836ee550 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.362346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f54d8cc9-798f-431a-b6c9-d3cf5bd0eb87 req-813bcb8a-b0ca-45da-a801-da33836ee550 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 950 time: 0.1531901 Feb 07 22:39:09.363834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:39:09.374140 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c701ffc2-9b7c-443c-8d91-3c19dd555c6e None None] Sync routers for ids ['1b880a90-f102-4f82-88ab-a77fd2b4646a'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:39:09.387371 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.398613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d25a61f2-5779-4dfa-aebf-f8c02ac89a3c up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:09.409889 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701ffc2-9b7c-443c-8d91-3c19dd555c6e None None] Routers {'1b880a90-f102-4f82-88ab-a77fd2b4646a'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:39:09.410817 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c701ffc2-9b7c-443c-8d91-3c19dd555c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b880a90-f102-4f82-88ab-a77fd2b4646a'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:09.446278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.447492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ac2df0c1-5804-4681-a626-e873a3361450 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9160345 Feb 07 22:39:09.448937 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5332890 Feb 07 22:39:09.454349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37770) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:09.454349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37772) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:09.459472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:09.467048 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c701ffc2-9b7c-443c-8d91-3c19dd555c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:09.469831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'subnet': {'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:09.480278 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701ffc2-9b7c-443c-8d91-3c19dd555c6e None None] Routers {'1b880a90-f102-4f82-88ab-a77fd2b4646a'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:39:09.482336 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c701ffc2-9b7c-443c-8d91-3c19dd555c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b880a90-f102-4f82-88ab-a77fd2b4646a'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:09.521659 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f54d8cc9-798f-431a-b6c9-d3cf5bd0eb87 req-7412942a-8f1c-494c-a0c2-4d8549146315 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241152 Feb 07 22:39:09.527098 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c701ffc2-9b7c-443c-8d91-3c19dd555c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:09.528149 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c701ffc2-9b7c-443c-8d91-3c19dd555c6e None None] The sync data for ids ['1b880a90-f102-4f82-88ab-a77fd2b4646a'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:39:09.532897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Allocated IP 10.2.2.100 (90c254de-e28a-4232-8cd9-7eb5347dbaf7/7bc33452-5346-4eb6-a3fc-c1fe75c9958c/f29d3164-5446-4fa6-aeca-247d4f054825) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:09.534688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=57e9a10c-b59e-4b2a-9579-dd85f15b20da,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:09.554635 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking segment: {'id': '92eb3f54-12cd-4a5b-9f1b-8f7c30edd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0bd4599c-28d4-45e6-b930-1706161a8cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:09.560592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network hostable DHCP agents. Network: 0bd4599c-28d4-45e6-b930-1706161a8cfd, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:09.572859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:09.579298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:09.579676 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.605452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network 0bd4599c-28d4-45e6-b930-1706161a8cfd is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:09.622816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 0bd4599c-28d4-45e6-b930-1706161a8cfd) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:09.636043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.637769 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.661619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da927c-fe35-466d-97d4-64e6e0d71b35 None None] Network 0bd4599c-28d4-45e6-b930-1706161a8cfd requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:09.669653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-00679300-b877-44b5-aaed-38c9ccec0c6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2223969 Feb 07 22:39:09.672306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37776) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:09.674152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ccdb1-e3f1-4d72-b132-cf3b568ebe4c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Network': ['ID=25865e1b-4f5d-4166-b40c-d5bd3d7b7f01,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:09.689360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:09.689843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410890848'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:09.722247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:09.726429 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.767923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:09.783174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.784503 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d of type vlan for network c62106e0-1ce7-4479-a6a1-0aca2a0683b4 Feb 07 22:39:09.833981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.843975 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.940025 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.974869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c3f0c-f264-4030-b1ac-bc23bcd74054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25a61f2-5779-4dfa-aebf-f8c02ac89a3c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:09.977244 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b557ef20-00e1-45b5-ac18-97ce9d963adb" -d '{"events": [{"server_uuid": "533c3f0c-f264-4030-b1ac-bc23bcd74054", "name": "network-vif-plugged", "status": "completed", "tag": "d25a61f2-5779-4dfa-aebf-f8c02ac89a3c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:09.991816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1b5f5-32d5-43c6-82fe-c24cfd86a969 req-f449a5df-392a-4551-9096-a36de4acfad9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.998836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1b5f5-32d5-43c6-82fe-c24cfd86a969 req-f449a5df-392a-4551-9096-a36de4acfad9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.000757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:10.006350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1b5f5-32d5-43c6-82fe-c24cfd86a969 req-f449a5df-392a-4551-9096-a36de4acfad9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.015404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6fe1b5f5-32d5-43c6-82fe-c24cfd86a969 req-f449a5df-392a-4551-9096-a36de4acfad9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 2375 time: 0.0932341 Feb 07 22:39:10.019836 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.025971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.026567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.028315 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.138107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-0bd4599c-28d4-45e6-b930-1706161a8cfd', 'network_id': '0bd4599c-28d4-45e6-b930-1706161a8cfd', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': '57e9a10c-b59e-4b2a-9579-dd85f15b20da'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:10.142885 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.149831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=c62106e0-1ce7-4479-a6a1-0aca2a0683b4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:10.186022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network c62106e0-1ce7-4479-a6a1-0aca2a0683b4 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:10.189903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:10.194941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.195299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:10.205191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6fe1b5f5-32d5-43c6-82fe-c24cfd86a969 req-d638e6a3-760a-475f-a2c2-08386e286583 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883099 Feb 07 22:39:10.212631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c8e15567-0860-4695-b8ab-0c3ee598f281 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5381951 Feb 07 22:39:10.215444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37790) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:10.230555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': 'c62106e0-1ce7-4479-a6a1-0aca2a0683b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:10.367548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.438761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3cdfe-5c0b-4423-a6ac-a790195af2b9 req-903e8c73-ce7c-40a4-9318-d18f637c3169 tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.441476 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ec3cdfe-5c0b-4423-a6ac-a790195af2b9 req-903e8c73-ce7c-40a4-9318-d18f637c3169 tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 1101 time: 0.1077871 Feb 07 22:39:10.442820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:10.449045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.468723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Allocated IP 2001:db8::1 (0bd4599c-28d4-45e6-b930-1706161a8cfd/57e9a10c-b59e-4b2a-9579-dd85f15b20da/e0b7f21d-583f-4d4e-bb1c-130eeffb1173) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:10.516337 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdfe-5c0b-4423-a6ac-a790195af2b9 req-243d121e-1c18-401a-965d-c91c9cac9a6f tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.539508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Performing IP validity checks on allocation pools {{(pid=102289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 22:39:10.540057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 22:39:10.542716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-e260cbd0-1696-4781-900b-4b4ae38a57d5 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.548311 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-e260cbd0-1696-4781-900b-4b4ae38a57d5 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 943 time: 0.5390079 Feb 07 22:39:10.557254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:10.600139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:10.607737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:10.676684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Port': ['ID=f29d3164-5446-4fa6-aeca-247d4f054825,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:10.702388 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.711344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.719348 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdfe-5c0b-4423-a6ac-a790195af2b9 req-243d121e-1c18-401a-965d-c91c9cac9a6f tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.746323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.746799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.747257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.747736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.748194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.748631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.749075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.749516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.749959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.750399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.750842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.758035 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdfe-5c0b-4423-a6ac-a790195af2b9 req-243d121e-1c18-401a-965d-c91c9cac9a6f tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.762290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Network 0bd4599c-28d4-45e6-b930-1706161a8cfd is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:10.765245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-cb752942-8828-4335-b314-d5ca30149dcd tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea&device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054&device_id=b18dd70a-7272-468d-a982-1a905ef69722&device_id=42204a31-9e92-4d4e-be93-d2217d6108c4&device_id=4fc6a377-409a-4b13-9776-086624ca6c08&device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956&device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2&device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 9703 time: 0.4646120 Feb 07 22:39:10.773460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:10.775599 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.776724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:10.785092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ec3cdfe-5c0b-4423-a6ac-a790195af2b9 req-243d121e-1c18-401a-965d-c91c9cac9a6f tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259037 Feb 07 22:39:10.793805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Pushing event updated for resources: {'Port': ['ID=e0b7f21d-583f-4d4e-bb1c-130eeffb1173,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:10.810991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d121e-1c18-401a-965d-c91c9cac9a6f tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aeba48-5ba0-4b7a-a3aa-dd848380bb9c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:10.821708 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.869980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-5d57c03d-1a2b-4acc-a56c-193438bc8446 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.886369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Attempting to bind port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:10.886799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Attempting to bind port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '92eb3f54-12cd-4a5b-9f1b-8f7c30edd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0bd4599c-28d4-45e6-b930-1706161a8cfd'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:10.887516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Attempting to bind port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 on network 0bd4599c-28d4-45e6-b930-1706161a8cfd {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:10.895385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:10.895793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Checking segment: {'id': '92eb3f54-12cd-4a5b-9f1b-8f7c30edd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0bd4599c-28d4-45e6-b930-1706161a8cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:10.896259 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.896660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Bound using segment: {'id': '92eb3f54-12cd-4a5b-9f1b-8f7c30edd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0bd4599c-28d4-45e6-b930-1706161a8cfd'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:10.897218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Bound port: e0b7f21d-583f-4d4e-bb1c-130eeffb1173, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92eb3f54-12cd-4a5b-9f1b-8f7c30edd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0bd4599c-28d4-45e6-b930-1706161a8cfd'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:10.897845 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.920200 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c10640-ed8d-4114-b8e6-b6e54f459d14 x-openstack-request-id: req-58c10640-ed8d-4114-b8e6-b6e54f459d14 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:10.920554 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c3f0c-f264-4030-b1ac-bc23bcd74054", "name": "network-vif-plugged", "status": "completed", "tag": "d25a61f2-5779-4dfa-aebf-f8c02ac89a3c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:10.920773 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58c10640-ed8d-4114-b8e6-b6e54f459d14 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:10.921130 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c3f0c-f264-4030-b1ac-bc23bcd74054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25a61f2-5779-4dfa-aebf-f8c02ac89a3c', 'code': 200} Feb 07 22:39:10.928265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=68f9b6eb-03df-46e2-9726-49e5d4f86b4d,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:10.932130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking segment: {'id': 'b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c62106e0-1ce7-4479-a6a1-0aca2a0683b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:10.932534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network hostable DHCP agents. Network: c62106e0-1ce7-4479-a6a1-0aca2a0683b4, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:10.994630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network c62106e0-1ce7-4479-a6a1-0aca2a0683b4 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:11.007078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.009609 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.017200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.021742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, c62106e0-1ce7-4479-a6a1-0aca2a0683b4) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:11.037442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.038019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.043585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae6537-7872-45f1-a55d-4812d30af242 None None] Network c62106e0-1ce7-4479-a6a1-0aca2a0683b4 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:11.090661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8901ff-8f5e-4203-bd30-b938af2a54ef req-4dd0ed6c-21b6-4fc7-b186-2384184e2290 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.092198 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc8901ff-8f5e-4203-bd30-b938af2a54ef req-4dd0ed6c-21b6-4fc7-b186-2384184e2290 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 946 time: 0.0731206 Feb 07 22:39:11.094550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c37d6-8613-4386-aa89-7fa16324872c req-be1080fe-5160-4080-b577-b4897224f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.096096 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b7c37d6-8613-4386-aa89-7fa16324872c req-be1080fe-5160-4080-b577-b4897224f129 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 1097 time: 0.1139882 Feb 07 22:39:11.103511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5d7f7a70-79d2-4e6f-80cd-05330d241407 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8869653 Feb 07 22:39:11.112141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37792) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:11.114044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] For port e0b7f21d-583f-4d4e-bb1c-130eeffb1173, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:11.146438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] For port e0b7f21d-583f-4d4e-bb1c-130eeffb1173, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e0b7f21d-583f-4d4e-bb1c-130eeffb1173,segment=NetworkSegment(92eb3f54-12cd-4a5b-9f1b-8f7c30edd839),segment_id=92eb3f54-12cd-4a5b-9f1b-8f7c30edd839)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:11.150393 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3dfe8f8e-a313-4249-99a0-b896250351e9 None None] Provisioning complete for port f29d3164-5446-4fa6-aeca-247d4f054825 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:11.150604 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dfe8f8e-a313-4249-99a0-b896250351e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.188209 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.228906 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc8901ff-8f5e-4203-bd30-b938af2a54ef req-d25734cf-0b12-4caf-ba19-a1f573b99d24 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227512 Feb 07 22:39:11.263062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe8f8e-a313-4249-99a0-b896250351e9 None None] Port f29d3164-5446-4fa6-aeca-247d4f054825 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:11.294282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b7c37d6-8613-4386-aa89-7fa16324872c req-e0115b52-48c3-4ff5-b43b-4358167e41f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870999 Feb 07 22:39:11.327955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Pushing event updated for resources: {'Port': ['ID=e0b7f21d-583f-4d4e-bb1c-130eeffb1173,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:11.341079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.342017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.342171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.342429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.342942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.343287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.343620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.344155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.345325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.346293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.348156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.348575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe61e4-7559-4c96-89a0-f7b1f8d0887b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:11.392462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-c62106e0-1ce7-4479-a6a1-0aca2a0683b4', 'network_id': 'c62106e0-1ce7-4479-a6a1-0aca2a0683b4', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': '68f9b6eb-03df-46e2-9726-49e5d4f86b4d'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:11.394542 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.401596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.415646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-5d57c03d-1a2b-4acc-a56c-193438bc8446 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.421971 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.441508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddf5f-f74d-470f-99d8-926f0b454ebc req-b992d236-e8e6-4745-9c20-4d1825ac0f6e tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.449265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ccddf5f-f74d-470f-99d8-926f0b454ebc req-b992d236-e8e6-4745-9c20-4d1825ac0f6e tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 943 time: 0.1068940 Feb 07 22:39:11.470083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-5d57c03d-1a2b-4acc-a56c-193438bc8446 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.497705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a935e586-91e3-4ebe-8708-ecbc6e0fa6d6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0777817 Feb 07 22:39:11.551880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b571759-2574-41c6-8104-7c6da8bbc759 req-5d57c03d-1a2b-4acc-a56c-193438bc8446 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&id=9e49b6af-e183-4b29-b595-2c2a18566204&id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&id=326952e2-81ff-4cbe-bf00-7faeaa515093&id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.7520509 Feb 07 22:39:11.553528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.608133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7', 'admin_state_up': True, 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'security_groups': ['fec82459-edb2-44aa-98b7-20b416abedb4']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:11.657773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Allocated IP 2001:db8::3 (c62106e0-1ce7-4479-a6a1-0aca2a0683b4/68f9b6eb-03df-46e2-9726-49e5d4f86b4d/06e8759f-c393-411b-94d2-b2186f62bc02) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:11.687621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ccddf5f-f74d-470f-99d8-926f0b454ebc req-04f1ce31-d212-48c5-98b9-7550826f45f4 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366891 Feb 07 22:39:11.875979 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.894715 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.942875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:11.954555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Pushing event updated for resources: {'Port': ['ID=06e8759f-c393-411b-94d2-b2186f62bc02,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:11.976113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Network c62106e0-1ce7-4479-a6a1-0aca2a0683b4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:11.977677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:11.980801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:11.991035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=68f9b6eb-03df-46e2-9726-49e5d4f86b4d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:12.061491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7e610-35e6-4858-8eb5-6d314fecbe56 req-1303f3fd-ece5-4458-8d4a-8d9dbf6d1fd4 tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.069837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81f7e610-35e6-4858-8eb5-6d314fecbe56 req-1303f3fd-ece5-4458-8d4a-8d9dbf6d1fd4 tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 1101 time: 0.1371117 Feb 07 22:39:12.072396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Attempting to bind port 06e8759f-c393-411b-94d2-b2186f62bc02 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:12.072937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Attempting to bind port 06e8759f-c393-411b-94d2-b2186f62bc02 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c62106e0-1ce7-4479-a6a1-0aca2a0683b4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:12.073303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Attempting to bind port 06e8759f-c393-411b-94d2-b2186f62bc02 on network c62106e0-1ce7-4479-a6a1-0aca2a0683b4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:12.087948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.091225 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:12.091607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Checking segment: {'id': 'b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c62106e0-1ce7-4479-a6a1-0aca2a0683b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:12.093090 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.093496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Bound using segment: {'id': 'b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c62106e0-1ce7-4479-a6a1-0aca2a0683b4'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:12.093951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Bound port: 06e8759f-c393-411b-94d2-b2186f62bc02, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c62106e0-1ce7-4479-a6a1-0aca2a0683b4'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:12.094325 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.126984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62106e0-1ce7-4479-a6a1-0aca2a0683b4']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:12.129065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c03d-1a2b-4acc-a56c-193438bc8446 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6854857a-b1f6-4620-b32b-203b5492739f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:12.140335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:12.141069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:12.157113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81f7e610-35e6-4858-8eb5-6d314fecbe56 req-72d219bc-bd52-43b4-87a0-afe7a479255b tempest-ServersAdminNegativeTestJSON-1617988338 tempest-ServersAdminNegativeTestJSON-1617988338-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811880 Feb 07 22:39:12.176837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.178490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Subnet': ['ID=b2aaf0b7-3640-4f6a-bbbb-1ad65da256d9,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:12.186057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Deleting port 0d939179-2004-4b10-89e0-542a5a64e0cc {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:12.186406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.204816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] For port 06e8759f-c393-411b-94d2-b2186f62bc02, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:12.221478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.230485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:12.231096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:12.235649 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:12.250597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Checking segment: {'id': '0c8d5746-51a1-48c0-b971-99762f02ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:12.251841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network hostable DHCP agents. Network: 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:12.317500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Deleting port a3b4bf9a-182f-43b3-a137-4fa9b0b91e4d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:12.317899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.340842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] For port 06e8759f-c393-411b-94d2-b2186f62bc02, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=06e8759f-c393-411b-94d2-b2186f62bc02,segment=NetworkSegment(b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d),segment_id=b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:12.345549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.api [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:39:12.345549 n-d-827895-2 neutron-server[102289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:39:12.345549 n-d-827895-2 neutron-server[102289]: [parameters: {'id': 'c62106e0-1ce7-4479-a6a1-0aca2a0683b4'}] Feb 07 22:39:12.345549 n-d-827895-2 neutron-server[102289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:39:12.346401 n-d-827895-2 neutron-server[102289]: DEBUG oslo_db.api [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:39:12.349093 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.354828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70500a1-db22-4f91-8a92-7059777b22c5 req-138cdac1-3635-4f1e-a4a6-cd7fc77f26e1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.363505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70500a1-db22-4f91-8a92-7059777b22c5 req-138cdac1-3635-4f1e-a4a6-cd7fc77f26e1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.371089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70500a1-db22-4f91-8a92-7059777b22c5 req-138cdac1-3635-4f1e-a4a6-cd7fc77f26e1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.378464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70500a1-db22-4f91-8a92-7059777b22c5 req-138cdac1-3635-4f1e-a4a6-cd7fc77f26e1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.380296 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b70500a1-db22-4f91-8a92-7059777b22c5 req-138cdac1-3635-4f1e-a4a6-cd7fc77f26e1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 3096 time: 0.3175209 Feb 07 22:39:12.527125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf465deb-d81d-486e-842b-95d8fba76d8b None None] Network c62106e0-1ce7-4479-a6a1-0aca2a0683b4 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:12.578558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] For port 0d939179-2004-4b10-89e0-542a5a64e0cc, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0d939179-2004-4b10-89e0-542a5a64e0cc,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:12.579182 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.599815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:12.617556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ebf73-7a3f-4ee5-b2fb-3fde907c1eb4 req-b19dcf74-8c7e-4b7b-9bfb-919e11016833 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.618377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ebf73-7a3f-4ee5-b2fb-3fde907c1eb4 req-b19dcf74-8c7e-4b7b-9bfb-919e11016833 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.620053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ebf73-7a3f-4ee5-b2fb-3fde907c1eb4 req-b19dcf74-8c7e-4b7b-9bfb-919e11016833 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.622054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-518ebf73-7a3f-4ee5-b2fb-3fde907c1eb4 req-b19dcf74-8c7e-4b7b-9bfb-919e11016833 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4&device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2&device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 2882 time: 0.1108770 Feb 07 22:39:12.657365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Calling delete_port for 0d939179-2004-4b10-89e0-542a5a64e0cc owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:12.697871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-518ebf73-7a3f-4ee5-b2fb-3fde907c1eb4 req-bd0c04f6-52ba-449b-8fc8-f0e764ce38cc tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673606 Feb 07 22:39:12.778453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394989b-bfc8-4549-9601-f6516b4da622 None None] Pushing event updated for resources: {'Port': ['ID=06e8759f-c393-411b-94d2-b2186f62bc02,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:12.847368 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.876333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e0b7f21d-583f-4d4e-bb1c-130eeffb1173 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:12.921042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.935284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Calling delete_port for a3b4bf9a-182f-43b3-a137-4fa9b0b91e4d owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:12.967188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a4c90-5ecf-4120-8cc3-19c146953043 None None] Network 0bd4599c-28d4-45e6-b930-1706161a8cfd requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:12.979594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6dda-83a2-4f8b-a688-eec837e0b767 req-0fe28d9d-7cc2-4fbd-9ca3-ff3d1bb112b0 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.981397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a68b6dda-83a2-4f8b-a688-eec837e0b767 req-0fe28d9d-7cc2-4fbd-9ca3-ff3d1bb112b0 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 946 time: 0.0760252 Feb 07 22:39:12.988363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port 06e8759f-c393-411b-94d2-b2186f62bc02 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:12.988852 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.082554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port 06e8759f-c393-411b-94d2-b2186f62bc02, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=06e8759f-c393-411b-94d2-b2186f62bc02,segment=NetworkSegment(b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d),segment_id=b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:13.083257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.087999 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a68b6dda-83a2-4f8b-a688-eec837e0b767 req-f0a50f7e-9941-455e-bd6d-79e03c4bffff tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871625 Feb 07 22:39:13.090838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-882b1df1-cd50-437d-8550-1e57b21332ee None None] Provisioning complete for port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:13.091403 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-882b1df1-cd50-437d-8550-1e57b21332ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.100482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for 06e8759f-c393-411b-94d2-b2186f62bc02 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:13.150554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.162481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.176763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0d939179-2004-4b10-89e0-542a5a64e0cc no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:13.204433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 0d939179-2004-4b10-89e0-542a5a64e0cc {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:13.205050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0d939179-2004-4b10-89e0-542a5a64e0cc not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:13.214379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Made reservation on behalf of 7ddc52a5183c423abe3afe7c86b51630 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:13.227599 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.232100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:13.233179 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.242694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:13.290065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Pushing event deleted for resources: {'Port': ['ID=a3b4bf9a-182f-43b3-a137-4fa9b0b91e4d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:13.344136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f96abae-91c5-4db3-87f2-349ce80742a7 req-9e317ffb-5415-4a4f-ab39-36cfdba406ce tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 210 time: 0.0375926 Feb 07 22:39:13.345467 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.346193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1fa24b-8f29-478e-a052-395af12b2dd2 None None] Network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:13.403919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=06e8759f-c393-411b-94d2-b2186f62bc02,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:13.439460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.441538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.442155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.442746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.443607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.445658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.446281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.446853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.447897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.448472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.451260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.453812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:13.462680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port 06e8759f-c393-411b-94d2-b2186f62bc02 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:13.539128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.594384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Allocated IP 10.2.2.200 (90c254de-e28a-4232-8cd9-7eb5347dbaf7/7bc33452-5346-4eb6-a3fc-c1fe75c9958c/d82ca767-ead7-4431-847f-b860d0f0eee2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:13.649894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port e0b7f21d-583f-4d4e-bb1c-130eeffb1173, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e0b7f21d-583f-4d4e-bb1c-130eeffb1173,segment=NetworkSegment(92eb3f54-12cd-4a5b-9f1b-8f7c30edd839),segment_id=92eb3f54-12cd-4a5b-9f1b-8f7c30edd839)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:13.671481 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.700246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62106e0-1ce7-4479-a6a1-0aca2a0683b4']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:13.713761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:13.714178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47d86b8-d3d7-4f3a-94b1-5f75c67d7a3d') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:13.730963 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.733647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.750646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.779336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:13.780327 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:13.803621 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:13.879768 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-882b1df1-cd50-437d-8550-1e57b21332ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.967167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:13.967500 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.979873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.987380 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.989958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event deleted for resources: {'Port': ['ID=0d939179-2004-4b10-89e0-542a5a64e0cc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:13.990517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/c62106e0-1ce7-4479-a6a1-0aca2a0683b4 HTTP/1.1" status: 204 len: 168 time: 2.8772476 Feb 07 22:39:14.000852 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.003217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37834) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:14.016402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1545175277'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:14.073564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a1122-3fbb-4399-a19d-91a6d7d9d23a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=c62106e0-1ce7-4479-a6a1-0aca2a0683b4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:14.081746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] No DVR routers for this DVR port 0d939179-2004-4b10-89e0-542a5a64e0cc on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:14.084449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.089162 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55e55192-3fe9-488b-b3d1-36bde7e8cf68 req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "DELETE /v2.0/ports/0d939179-2004-4b10-89e0-542a5a64e0cc HTTP/1.1" status: 204 len: 173 time: 3.4057581 Feb 07 22:39:14.100198 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.105088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.105992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.106550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.106905 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.107292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.107913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.108271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.109787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.110415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.110602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.111053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.111653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8822a0de-6ec2-4c87-826f-10106a4e64d8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:14.170570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:14.174590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.224674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:14.238089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=e0b7f21d-583f-4d4e-bb1c-130eeffb1173,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:14.261633 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.262749 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment bcb30a6e-1280-449e-9006-9fd70b02b5e3 of type vlan for network 37ede8c8-a1bf-4f34-8d27-144a1a43848f Feb 07 22:39:14.274246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-25865e1b-4f5d-4166-b40c-d5bd3d7b7f01', 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'fixed_ips': [{'subnet_id': 'b2aaf0b7-3640-4f6a-bbbb-1ad65da256d9'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:14.275207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.281483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc6a377-409a-4b13-9776-086624ca6c08', 'name': 'network-vif-deleted', 'tag': '0d939179-2004-4b10-89e0-542a5a64e0cc'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:14.285873 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08184185-2ef2-4492-a08e-6b71ed6dfd79" -d '{"events": [{"server_uuid": "4fc6a377-409a-4b13-9776-086624ca6c08", "name": "network-vif-deleted", "tag": "0d939179-2004-4b10-89e0-542a5a64e0cc"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:14.298248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-14fea239-39d4-41ec-bd57-388e35c8ff4e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.8320863 Feb 07 22:39:14.326494 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-882b1df1-cd50-437d-8550-1e57b21332ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:39:14.327479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.327902 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-882b1df1-cd50-437d-8550-1e57b21332ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:39:14.360382 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37840) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:14.367595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1944947743'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:14.372788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.378805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:14.379445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.439761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.447288 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b70500a1-db22-4f91-8a92-7059777b22c5 req-233d1cc9-65a8-499b-b38a-8ce045538553 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0408120 Feb 07 22:39:14.456934 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.482773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4759734 Feb 07 22:39:14.486344 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37846) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:14.493168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': '37ede8c8-a1bf-4f34-8d27-144a1a43848f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:14.564795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:14.570092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.603530 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb52854-4a53-4c8c-b0ef-5721af495f36 x-openstack-request-id: req-beb52854-4a53-4c8c-b0ef-5721af495f36 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:14.604069 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc6a377-409a-4b13-9776-086624ca6c08", "name": "network-vif-deleted", "tag": "0d939179-2004-4b10-89e0-542a5a64e0cc", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:14.604069 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-beb52854-4a53-4c8c-b0ef-5721af495f36 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:14.604471 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc6a377-409a-4b13-9776-086624ca6c08', 'name': 'network-vif-deleted', 'tag': '0d939179-2004-4b10-89e0-542a5a64e0cc', 'status': 'completed', 'code': 200} Feb 07 22:39:14.615631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919d6d3-fc3b-4f31-aa8c-0dcc584fc500 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=37ede8c8-a1bf-4f34-8d27-144a1a43848f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:14.655540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Allocated IP 19.80.0.2 (25865e1b-4f5d-4166-b40c-d5bd3d7b7f01/b2aaf0b7-3640-4f6a-bbbb-1ad65da256d9/1d9878cd-3abc-478f-bd18-1baf127ddc1a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:14.703676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Router 1b880a90-f102-4f82-88ab-a77fd2b4646a has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:39:14.844886 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:14.911348 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.911736 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Added segment ffe0a0f4-f26f-436c-b31c-8297d86aba06 of type vlan for network f878aead-2795-409b-8143-9ba0f90eac4d Feb 07 22:39:14.916548 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.926341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 37ede8c8-a1bf-4f34-8d27-144a1a43848f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:14.928215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e0b7f21d-583f-4d4e-bb1c-130eeffb1173 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:14.930749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329e886-e5d6-47ff-a062-3ee8be8660ae req-44cb2f1b-5789-4e37-91b2-3b07bd631e3f tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:14.933478 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.941436 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d329e886-e5d6-47ff-a062-3ee8be8660ae req-44cb2f1b-5789-4e37-91b2-3b07bd631e3f tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 950 time: 0.2109666 Feb 07 22:39:14.948513 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8c606bdf-2d9f-4094-b864-7496ecd9447d req-5fcdac4d-b01b-492e-94ca-7e95014a34c9 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc6a377-409a-4b13-9776-086624ca6c08 HTTP/1.1" status: 200 len: 210 time: 0.0837307 Feb 07 22:39:14.962097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:14.963279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:39:14.987301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.989671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4561c283-f262-47eb-a8a0-3901b008c232 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "PUT /v2.0/routers/1b880a90-f102-4f82-88ab-a77fd2b4646a HTTP/1.1" status: 200 len: 706 time: 5.5350387 Feb 07 22:39:14.995108 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.996824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:15.007919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:15.013437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37852) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:15.029771 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.041254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded1b94-d9ce-4e6b-9acd-db847facfd65 None None] Sync routers for ids ['1b880a90-f102-4f82-88ab-a77fd2b4646a'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:39:15.049883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:15.115548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event updated for resources: {'Port': ['ID=d82ca767-ead7-4431-847f-b860d0f0eee2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:15.134843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:15.174697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded1b94-d9ce-4e6b-9acd-db847facfd65 None None] Routers {'1b880a90-f102-4f82-88ab-a77fd2b4646a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:39:15.175285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dded1b94-d9ce-4e6b-9acd-db847facfd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b880a90-f102-4f82-88ab-a77fd2b4646a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:15.225965 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.246721 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d329e886-e5d6-47ff-a062-3ee8be8660ae req-12f065f0-e890-44d8-ab72-18f938e3382c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861528 Feb 07 22:39:15.259247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dded1b94-d9ce-4e6b-9acd-db847facfd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:15.264423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Attempting to bind port 1d9878cd-3abc-478f-bd18-1baf127ddc1a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:15.264789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Attempting to bind port 1d9878cd-3abc-478f-bd18-1baf127ddc1a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '0c8d5746-51a1-48c0-b971-99762f02ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:15.265147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Attempting to bind port 1d9878cd-3abc-478f-bd18-1baf127ddc1a on network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:15.278469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Pushing event updated for resources: {'Port': ['ID=1d9878cd-3abc-478f-bd18-1baf127ddc1a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:15.285179 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6b1fa0b3-c765-4d04-aece-daceaec1f55c tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/routers/1b880a90-f102-4f82-88ab-a77fd2b4646a HTTP/1.1" status: 200 len: 741 time: 0.1921675 Feb 07 22:39:15.285424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded1b94-d9ce-4e6b-9acd-db847facfd65 None None] Routers {'1b880a90-f102-4f82-88ab-a77fd2b4646a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:39:15.285591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dded1b94-d9ce-4e6b-9acd-db847facfd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:38:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1b880a90-f102-4f82-88ab-a77fd2b4646a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:15.290239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:15.290612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Checking segment: {'id': '0c8d5746-51a1-48c0-b971-99762f02ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:15.291015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.291382 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:15.291517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Bound using segment: {'id': '0c8d5746-51a1-48c0-b971-99762f02ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:15.291920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Bound port: 1d9878cd-3abc-478f-bd18-1baf127ddc1a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8d5746-51a1-48c0-b971-99762f02ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:15.292308 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.302337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:15.319817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:15.326232 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.332999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:15.333775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.376931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-69ed9ab7-8610-4152-bbed-cfae7fdf1c19 tempest-RoutersAdminTest-2069994857 tempest-RoutersAdminTest-2069994857-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=1b880a90-f102-4f82-88ab-a77fd2b4646a HTTP/1.1" status: 200 len: 205 time: 0.0837526 Feb 07 22:39:15.381189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37856) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:15.407934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dded1b94-d9ce-4e6b-9acd-db847facfd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:15.415431 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded1b94-d9ce-4e6b-9acd-db847facfd65 None None] The sync data for ids ['1b880a90-f102-4f82-88ab-a77fd2b4646a'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:39:15.416590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9a5b4-e635-400b-a8fb-14d9217d8446 req-b5f54596-5df6-4ddb-9004-0966a88aa5fc tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:15.425759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08e9a5b4-e635-400b-a8fb-14d9217d8446 req-b5f54596-5df6-4ddb-9004-0966a88aa5fc tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1100 time: 0.2896175 Feb 07 22:39:15.437281 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1014f304-dd8f-4d85-b437-b59b08c7c87b tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b880a90-f102-4f82-88ab-a77fd2b4646a HTTP/1.1" status: 200 len: 205 time: 0.0548470 Feb 07 22:39:15.438104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37858) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:15.483300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-db06e9de-55e8-4961-928a-cf2bd6193ea7 None None] Provisioning complete for port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:15.484100 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db06e9de-55e8-4961-928a-cf2bd6193ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.486245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:15.486766 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.524278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:15.524964 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.603801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08e9a5b4-e635-400b-a8fb-14d9217d8446 req-56b998e1-d3ec-46e2-a19a-d66af016c03a tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769888 Feb 07 22:39:15.606487 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e972942a-b1b3-45fc-9068-f345cb9e9fe9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.615515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] For port 1d9878cd-3abc-478f-bd18-1baf127ddc1a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:15.633004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] For port 1d9878cd-3abc-478f-bd18-1baf127ddc1a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1d9878cd-3abc-478f-bd18-1baf127ddc1a,segment=NetworkSegment(0c8d5746-51a1-48c0-b971-99762f02ca95),segment_id=0c8d5746-51a1-48c0-b971-99762f02ca95)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:15.653459 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.665674 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-d3c13734-73ff-4298-b517-925b4d897522 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0622790 Feb 07 22:39:15.705568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:15.865141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98149e30-51e1-4e46-ac55-4d8601b32393 None None] Pushing event updated for resources: {'Port': ['ID=1d9878cd-3abc-478f-bd18-1baf127ddc1a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:16.027803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-931e427d-2018-4477-9165-587d889afaeb None None] Provisioning complete for port d82ca767-ead7-4431-847f-b860d0f0eee2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:16.028447 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-931e427d-2018-4477-9165-587d889afaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.097246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7353508 Feb 07 22:39:16.106798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-931e427d-2018-4477-9165-587d889afaeb None None] Port d82ca767-ead7-4431-847f-b860d0f0eee2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:16.129270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37870) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:16.136797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'subnet': {'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:16.224504 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.227835 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e972942a-b1b3-45fc-9068-f345cb9e9fe9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.229577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda905ea-9ee7-458a-ada3-539cde90cf66 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Network': ['ID=f878aead-2795-409b-8143-9ba0f90eac4d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:16.231843 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e972942a-b1b3-45fc-9068-f345cb9e9fe9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.250987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ed421-9ea6-4d05-8f5d-0b5a3b29b53f req-972b8bdf-91cf-4966-8e4a-95a5d4d4271f tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.252271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f878aead-2795-409b-8143-9ba0f90eac4d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:16.258857 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-002ed421-9ea6-4d05-8f5d-0b5a3b29b53f req-972b8bdf-91cf-4966-8e4a-95a5d4d4271f tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1100 time: 0.5311494 Feb 07 22:39:16.288831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-ce86537c-df66-4467-bdf7-a1e45b5fa4e9 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.290377 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-ce86537c-df66-4467-bdf7-a1e45b5fa4e9 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.24 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 950 time: 0.2988741 Feb 07 22:39:16.343298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c047f-e56e-4a30-86cd-e3a587b993f5 req-fedbf6e0-116b-4fa6-8bde-8a72bd9f7a0d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.350160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c047f-e56e-4a30-86cd-e3a587b993f5 req-fedbf6e0-116b-4fa6-8bde-8a72bd9f7a0d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.351089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e972942a-b1b3-45fc-9068-f345cb9e9fe9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.351598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e972942a-b1b3-45fc-9068-f345cb9e9fe9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Fanout notify agent at l3_agent the message router_deleted on router 1b880a90-f102-4f82-88ab-a77fd2b4646a {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:39:16.356328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c047f-e56e-4a30-86cd-e3a587b993f5 req-fedbf6e0-116b-4fa6-8bde-8a72bd9f7a0d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.366825 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e972942a-b1b3-45fc-9068-f345cb9e9fe9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.367254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c047f-e56e-4a30-86cd-e3a587b993f5 req-fedbf6e0-116b-4fa6-8bde-8a72bd9f7a0d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.373718 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e972942a-b1b3-45fc-9068-f345cb9e9fe9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/1b880a90-f102-4f82-88ab-a77fd2b4646a HTTP/1.1" status: 204 len: 168 time: 0.9254663 Feb 07 22:39:16.373876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c047f-e56e-4a30-86cd-e3a587b993f5 req-fedbf6e0-116b-4fa6-8bde-8a72bd9f7a0d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.373976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37874) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:16.381542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e3c047f-e56e-4a30-86cd-e3a587b993f5 req-fedbf6e0-116b-4fa6-8bde-8a72bd9f7a0d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 3817 time: 0.3277276 Feb 07 22:39:16.410998 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-002ed421-9ea6-4d05-8f5d-0b5a3b29b53f req-a65669bc-c404-47cf-8ed9-e56631886c7a tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512692 Feb 07 22:39:16.416487 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-68adfc5c-30e6-4561-8596-bdb6bc9a82cb tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b880a90-f102-4f82-88ab-a77fd2b4646a HTTP/1.1" status: 200 len: 205 time: 0.0398550 Feb 07 22:39:16.418324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37876) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:16.520290 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-35e9a46b-5597-4726-ae07-b4d157560b94 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] delete failed (client error): The resource could not be found. Feb 07 22:39:16.521319 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-35e9a46b-5597-4726-ae07-b4d157560b94 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/1b880a90-f102-4f82-88ab-a77fd2b4646a HTTP/1.1" status: 404 len: 336 time: 0.1036801 Feb 07 22:39:16.527514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37882) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:16.563469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2139efb2-dd64-4530-8246-2af69998e980 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0afd0b4-937e-41b1-a87a-ed95284d2788 HTTP/1.1" status: 200 len: 205 time: 0.0346727 Feb 07 22:39:16.566839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37884) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:16.570407 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e3c047f-e56e-4a30-86cd-e3a587b993f5 req-01b793d2-4e9a-4793-a1e9-b0581888e175 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878612 Feb 07 22:39:16.576071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.611013 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-f9a94a52-94b0-4daf-9fa9-e3f1e1d7f57f tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] delete failed (client error): The resource could not be found. Feb 07 22:39:16.612816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f9a94a52-94b0-4daf-9fa9-e3f1e1d7f57f tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/b0afd0b4-937e-41b1-a87a-ed95284d2788 HTTP/1.1" status: 404 len: 336 time: 0.0442801 Feb 07 22:39:16.625498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37886) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:16.658928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:16.672502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.716079 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dfbb2b18-1c06-49a9-884e-bbc6670bbd9d tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=d70fb191-3d65-4de7-863f-9e54c2d62132 HTTP/1.1" status: 200 len: 205 time: 0.0888152 Feb 07 22:39:16.766672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37894) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:16.865178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1d9878cd-3abc-478f-bd18-1baf127ddc1a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:16.994643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1d9878cd-3abc-478f-bd18-1baf127ddc1a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:16.995026 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.025610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking segment: {'id': 'bcb30a6e-1280-449e-9006-9fd70b02b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37ede8c8-a1bf-4f34-8d27-144a1a43848f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:17.025976 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network hostable DHCP agents. Network: 37ede8c8-a1bf-4f34-8d27-144a1a43848f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:17.045642 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-999e9d18-28f2-43c6-8ec8-cf20bf1960a9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] delete failed (client error): The resource could not be found. Feb 07 22:39:17.046668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-999e9d18-28f2-43c6-8ec8-cf20bf1960a9 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/d70fb191-3d65-4de7-863f-9e54c2d62132 HTTP/1.1" status: 404 len: 336 time: 0.2780807 Feb 07 22:39:17.054081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37900) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:17.113890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Deleting port c2c7069a-684b-438e-8ca9-61cbdc093595 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:17.114229 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.117228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=0a7dc842-3ef8-462b-909e-f11a289ee84f,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:17.133343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b8cd1683-c05e-433c-8cdd-e6eb57ad116d tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea09689f-a020-438f-ad69-2e652aba4670 HTTP/1.1" status: 200 len: 205 time: 0.0709710 Feb 07 22:39:17.138011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:17.149758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37902) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:17.180899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.229215 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-38e16097-9018-4231-8b0b-4082f90cb3ae tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] delete failed (client error): The resource could not be found. Feb 07 22:39:17.233865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-38e16097-9018-4231-8b0b-4082f90cb3ae tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/ea09689f-a020-438f-ad69-2e652aba4670 HTTP/1.1" status: 404 len: 336 time: 0.0831597 Feb 07 22:39:17.234843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37904) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:17.250928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Transition to ACTIVE for port object 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:17.292673 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-151ecd64-4957-44e4-aa8a-3a07ec32bfc3 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe44e2ed-8115-4f67-890d-61739b6b28bd HTTP/1.1" status: 200 len: 205 time: 0.0401509 Feb 07 22:39:17.293780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.294526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37910) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:17.310610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network 37ede8c8-a1bf-4f34-8d27-144a1a43848f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:17.366966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 37ede8c8-a1bf-4f34-8d27-144a1a43848f) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:17.391021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c5580-8298-40a2-acfc-45d0b0b7b8f6 None None] Network 37ede8c8-a1bf-4f34-8d27-144a1a43848f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:17.410460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb670e6-3749-4da4-b238-bdfef3b93316 None None] Network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:17.439248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:17.441617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.447039 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-feccb20f-982f-41aa-a091-f462fd2692b6 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] delete failed (client error): The resource could not be found. Feb 07 22:39:17.448569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-feccb20f-982f-41aa-a091-f462fd2692b6 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/fe44e2ed-8115-4f67-890d-61739b6b28bd HTTP/1.1" status: 404 len: 336 time: 0.1129963 Feb 07 22:39:17.463416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cedf-8584-4099-b488-9c33f879a7bd req-884fbc47-283b-4188-91f7-395331f903de tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:17.473197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6071cedf-8584-4099-b488-9c33f879a7bd req-884fbc47-283b-4188-91f7-395331f903de tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 950 time: 0.4672823 Feb 07 22:39:17.481042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37918) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:17.562361 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f51ffee-75e0-407c-9d83-1151874beadc tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "GET /v2.0/ports?device_id=807a3c94-5700-482b-8f5b-e782b731cffe HTTP/1.1" status: 200 len: 205 time: 0.0774128 Feb 07 22:39:17.573946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37920) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:17.601424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1c030249-574c-4477-861d-54c0db65e6b5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1133170 Feb 07 22:39:17.605937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37922) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:17.616458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6071cedf-8584-4099-b488-9c33f879a7bd req-1b8e86d9-a336-4e72-8898-abfe1233ff78 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420486 Feb 07 22:39:17.676400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Pushing event updated for resources: {'Port': ['ID=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:17.695247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b61300d7-a70b-4703-aa96-e7d01fbca725 None None] Provisioning complete for port 1d9878cd-3abc-478f-bd18-1baf127ddc1a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:17.695955 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b61300d7-a70b-4703-aa96-e7d01fbca725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.699605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d12bc45d-ae41-4f48-9b18-f056277afc13 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:17.712043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d12bc45d-ae41-4f48-9b18-f056277afc13 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/networks?id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 200 len: 822 time: 0.3320141 Feb 07 22:39:17.761138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-e4f6da67-1433-42e6-b574-ef99b80da629 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/quotas/53ccfc63fb91405ba5558fe2c60a55ad HTTP/1.1" status: 200 len: 375 time: 0.0480127 Feb 07 22:39:17.767068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.827839 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-d7db5d85-c880-4f51-973c-44a5ef44781f tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] delete failed (client error): The resource could not be found. Feb 07 22:39:17.832149 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d7db5d85-c880-4f51-973c-44a5ef44781f tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/routers/807a3c94-5700-482b-8f5b-e782b731cffe HTTP/1.1" status: 404 len: 336 time: 0.2511175 Feb 07 22:39:17.842575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37928) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:17.856273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 1d9878cd-3abc-478f-bd18-1baf127ddc1a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1d9878cd-3abc-478f-bd18-1baf127ddc1a,segment=NetworkSegment(0c8d5746-51a1-48c0-b971-99762f02ca95),segment_id=0c8d5746-51a1-48c0-b971-99762f02ca95)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:17.873273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] For port c2c7069a-684b-438e-8ca9-61cbdc093595, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=c2c7069a-684b-438e-8ca9-61cbdc093595,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:17.878126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.892986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.933662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.952361 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f78e90-6290-44b4-b444-4284ff8443c4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] DELETE failed (client error): The resource could not be found. Feb 07 22:39:17.952915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f78e90-6290-44b4-b444-4284ff8443c4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:39:17.956453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-81f78e90-6290-44b4-b444-4284ff8443c4 tempest-RoutersAdminTest-365478320 tempest-RoutersAdminTest-365478320-project] 10.222.0.15 "DELETE /v2.0/subnets/878a01f0-cc71-4271-ac04-b3c37a1b7cea HTTP/1.1" status: 404 len: 337 time: 0.1126378 Feb 07 22:39:17.962031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Calling delete_port for c2c7069a-684b-438e-8ca9-61cbdc093595 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:18.034834 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-970d353b-1bf3-45f7-8b61-62b0b2f12c2b tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2349391 Feb 07 22:39:18.136247 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.136490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-37ede8c8-a1bf-4f34-8d27-144a1a43848f', 'network_id': '37ede8c8-a1bf-4f34-8d27-144a1a43848f', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': '0a7dc842-3ef8-462b-909e-f11a289ee84f'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:18.137428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.188162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Attempting to bind port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:18.188901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Attempting to bind port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:18.189458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Attempting to bind port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a on network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:18.197687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a on network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:18.198371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Attempting to bind port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a on network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:18.223778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:18.224585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Checking segment: {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:18.225216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Bound using segment: {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:18.225925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Bound port: 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:18.226533 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.297208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-9ad3e8b2-5b75-4151-b335-d898a7d35595 service neutron] 10.222.0.15 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610118 Feb 07 22:39:18.349261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4f04-6f94-45e0-ab36-3d7bd33131d4 req-a86aaf6f-a54c-42de-b630-6d1d0057484b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.355290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4f04-6f94-45e0-ab36-3d7bd33131d4 req-a86aaf6f-a54c-42de-b630-6d1d0057484b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.361469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4f04-6f94-45e0-ab36-3d7bd33131d4 req-a86aaf6f-a54c-42de-b630-6d1d0057484b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.369008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4f04-6f94-45e0-ab36-3d7bd33131d4 req-a86aaf6f-a54c-42de-b630-6d1d0057484b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.374821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4f04-6f94-45e0-ab36-3d7bd33131d4 req-a86aaf6f-a54c-42de-b630-6d1d0057484b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.383500 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb0c4f04-6f94-45e0-ab36-3d7bd33131d4 req-a86aaf6f-a54c-42de-b630-6d1d0057484b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 3829 time: 0.4373808 Feb 07 22:39:18.396399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Allocated IP 2001:db8::1 (37ede8c8-a1bf-4f34-8d27-144a1a43848f/0a7dc842-3ef8-462b-909e-f11a289ee84f/a8c8909c-1de9-46d6-ae8e-94b7994ca6d3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:18.414960 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.486536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Subnet': ['ID=2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:18.500433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37936) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:18.501391 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-faa9eece-ce98-4e84-b5b1-99d2bfef1737 service neutron] 10.222.0.15 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029138 Feb 07 22:39:18.513078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] For port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:18.523379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] For port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:18.537105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.588482 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb0c4f04-6f94-45e0-ab36-3d7bd33131d4 req-6aef55d7-64dc-48ad-8182-b7c08506c067 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036042 Feb 07 22:39:18.627200 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.628703 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.630457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] 10.222.0.24 "PUT /v2.0/ports/2d17b67c-ed3d-47fe-80f1-1fefc1eac22a HTTP/1.1" status: 200 len: 1092 time: 2.9291756 Feb 07 22:39:18.639173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:18.645306 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:18.646814 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.671531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691f1fc-69f8-405f-93e0-2b4d742717dd service neutron] Pushing event updated for resources: {'Port': ['ID=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:18.685493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:18.696696 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.732150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=1d9878cd-3abc-478f-bd18-1baf127ddc1a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:18.788276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9847c42f-a90f-487c-8adf-190af3489bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.809386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Checking segment: {'id': 'ffe0a0f4-f26f-436c-b31c-8297d86aba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:18.809685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network hostable DHCP agents. Network: f878aead-2795-409b-8143-9ba0f90eac4d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:18.810778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Network 37ede8c8-a1bf-4f34-8d27-144a1a43848f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:18.818476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.832114 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:18.834860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:18.954292 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.999085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e1c6b7d1-d1c2-46b2-b97d-d1f372e51098 None None] Provisioning complete for port 1d9878cd-3abc-478f-bd18-1baf127ddc1a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:18.999520 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b7d1-d1c2-46b2-b97d-d1f372e51098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.003571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Pushing event updated for resources: {'Port': ['ID=a8c8909c-1de9-46d6-ae8e-94b7994ca6d3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:19.078052 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd4ba04-8734-4cac-93d5-e49b5241f7c8 x-openstack-request-id: req-0fd4ba04-8734-4cac-93d5-e49b5241f7c8 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:19.078362 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:19.078498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Attempting to bind port a8c8909c-1de9-46d6-ae8e-94b7994ca6d3 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:19.078617 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fd4ba04-8734-4cac-93d5-e49b5241f7c8 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:19.078909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Attempting to bind port a8c8909c-1de9-46d6-ae8e-94b7994ca6d3 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'bcb30a6e-1280-449e-9006-9fd70b02b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37ede8c8-a1bf-4f34-8d27-144a1a43848f'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:19.079160 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'status': 'completed', 'code': 200} Feb 07 22:39:19.079288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Attempting to bind port a8c8909c-1de9-46d6-ae8e-94b7994ca6d3 on network 37ede8c8-a1bf-4f34-8d27-144a1a43848f {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:19.089838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:19.090261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Checking segment: {'id': 'bcb30a6e-1280-449e-9006-9fd70b02b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37ede8c8-a1bf-4f34-8d27-144a1a43848f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:19.091015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.091444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Bound using segment: {'id': 'bcb30a6e-1280-449e-9006-9fd70b02b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37ede8c8-a1bf-4f34-8d27-144a1a43848f'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:19.092074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Bound port: a8c8909c-1de9-46d6-ae8e-94b7994ca6d3, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb30a6e-1280-449e-9006-9fd70b02b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37ede8c8-a1bf-4f34-8d27-144a1a43848f'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:19.093749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.142955 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fcde267-d76a-4da3-9eb4-02a5a6ceed8c req-93e5b7d3-b09e-4c2f-bec3-0688bb91374e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18dd70a-7272-468d-a982-1a905ef69722 HTTP/1.1" status: 200 len: 210 time: 0.0665545 Feb 07 22:39:19.163099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.165932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7dc842-3ef8-462b-909e-f11a289ee84f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:19.250342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network f878aead-2795-409b-8143-9ba0f90eac4d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:19.254796 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0e9ae21e-ccd0-4628-9f76-180e099ed217 req-a9e6f497-b610-4252-9439-0817417200d5 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 210 time: 0.1540720 Feb 07 22:39:19.304538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] For port a8c8909c-1de9-46d6-ae8e-94b7994ca6d3, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:19.313096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] For port a8c8909c-1de9-46d6-ae8e-94b7994ca6d3, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a8c8909c-1de9-46d6-ae8e-94b7994ca6d3,segment=NetworkSegment(bcb30a6e-1280-449e-9006-9fd70b02b5e3),segment_id=bcb30a6e-1280-449e-9006-9fd70b02b5e3)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:19.321304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a189259-038c-4ecf-b913-c6c404e4612f {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:19.326463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Pushing event deleted for resources: {'Port': ['ID=c2c7069a-684b-438e-8ca9-61cbdc093595,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:19.335864 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e94e7424-247f-4bb9-aa2b-f05455cd0fb5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:39:19.336270 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.344678 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.356561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Transition to ACTIVE for port object 6a189259-038c-4ecf-b913-c6c404e4612f will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:19.362649 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.432615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f878aead-2795-409b-8143-9ba0f90eac4d) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:19.455113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c2c7069a-684b-438e-8ca9-61cbdc093595 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:19.534136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.538208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:19.539002 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.547492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: c2c7069a-684b-438e-8ca9-61cbdc093595 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:19.550802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device c2c7069a-684b-438e-8ca9-61cbdc093595 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:19.572410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Pushing event updated for resources: {'Port': ['ID=6a189259-038c-4ecf-b913-c6c404e4612f,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:19.623237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] No DVR routers for this DVR port c2c7069a-684b-438e-8ca9-61cbdc093595 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:19.655958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-e79c12d9-7b5c-4220-a3fd-46496e56c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:19.656988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-e79c12d9-7b5c-4220-a3fd-46496e56c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:19.657621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-e79c12d9-7b5c-4220-a3fd-46496e56c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:19.660651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f99f69-61fb-434f-bda6-1bd69603eb8d None None] Network f878aead-2795-409b-8143-9ba0f90eac4d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:19.668978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-e79c12d9-7b5c-4220-a3fd-46496e56c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:19.669721 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-e79c12d9-7b5c-4220-a3fd-46496e56c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:19.671798 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-e79c12d9-7b5c-4220-a3fd-46496e56c03b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 4364 time: 0.6492579 Feb 07 22:39:19.696075 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.704270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c90b211d-b1f9-4e1e-9258-75591df6a696 req-93dda3b0-34b3-4843-83cf-aa647a3e200c tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.24 "DELETE /v2.0/ports/c2c7069a-684b-438e-8ca9-61cbdc093595 HTTP/1.1" status: 204 len: 173 time: 3.3932762 Feb 07 22:39:19.740487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18dd70a-7272-468d-a982-1a905ef69722', 'name': 'network-vif-deleted', 'tag': 'c2c7069a-684b-438e-8ca9-61cbdc093595'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:19.743429 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1755c2-bcd4-4127-bd06-fff6096840ba" -d '{"events": [{"server_uuid": "b18dd70a-7272-468d-a982-1a905ef69722", "name": "network-vif-deleted", "tag": "c2c7069a-684b-438e-8ca9-61cbdc093595"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:19.831738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ede8c8-a1bf-4f34-8d27-144a1a43848f']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:19.845789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d2880d01-e891-4121-a9cc-3d728b12a015 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7129049 Feb 07 22:39:19.950929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Attempting to bind port 6a189259-038c-4ecf-b913-c6c404e4612f on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:19.951416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Attempting to bind port 6a189259-038c-4ecf-b913-c6c404e4612f by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:19.951520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Attempting to bind port 6a189259-038c-4ecf-b913-c6c404e4612f on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:19.979231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb30a6e-1280-449e-9006-9fd70b02b5e3') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:19.979512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb30a6e-1280-449e-9006-9fd70b02b5e3') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:20.011162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436a86-460c-40a6-bbee-e97b4b03faff req-78e580de-ffcd-4c7c-9a84-ed44a0cc89d3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.020070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436a86-460c-40a6-bbee-e97b4b03faff req-78e580de-ffcd-4c7c-9a84-ed44a0cc89d3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.020922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c19b2d-2717-41eb-976a-81bfa5526c88 None None] Network 37ede8c8-a1bf-4f34-8d27-144a1a43848f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:20.027984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436a86-460c-40a6-bbee-e97b4b03faff req-78e580de-ffcd-4c7c-9a84-ed44a0cc89d3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.035913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436a86-460c-40a6-bbee-e97b4b03faff req-78e580de-ffcd-4c7c-9a84-ed44a0cc89d3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.042822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436a86-460c-40a6-bbee-e97b4b03faff req-78e580de-ffcd-4c7c-9a84-ed44a0cc89d3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.050922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436a86-460c-40a6-bbee-e97b4b03faff req-78e580de-ffcd-4c7c-9a84-ed44a0cc89d3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.053285 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-93436a86-460c-40a6-bbee-e97b4b03faff req-78e580de-ffcd-4c7c-9a84-ed44a0cc89d3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 4604 time: 0.2952538 Feb 07 22:39:20.054991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Port 6a189259-038c-4ecf-b913-c6c404e4612f on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:20.055545 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Attempting to bind port 6a189259-038c-4ecf-b913-c6c404e4612f on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:20.070718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:20.071574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Checking segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:20.072235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Bound using segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:20.072914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Bound port: 6a189259-038c-4ecf-b913-c6c404e4612f, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:20.074257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.086394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9847c42f-a90f-487c-8adf-190af3489bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.094293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.132185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9847c42f-a90f-487c-8adf-190af3489bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.186528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.187979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-93436a86-460c-40a6-bbee-e97b4b03faff req-13c2227b-37d6-418d-b096-a1ca1875a636 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259780 Feb 07 22:39:20.217862 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eea9ad-4295-4aae-a1bc-b075e0f12528 None None] Pushing event updated for resources: {'Port': ['ID=a8c8909c-1de9-46d6-ae8e-94b7994ca6d3,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:20.237374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] For port 6a189259-038c-4ecf-b913-c6c404e4612f, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:20.241844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] For port 6a189259-038c-4ecf-b913-c6c404e4612f, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6a189259-038c-4ecf-b913-c6c404e4612f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:20.247910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.265252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f878aead-2795-409b-8143-9ba0f90eac4d', 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'fixed_ips': [{'subnet_id': '2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:20.266509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.272800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c162fa-53f0-4329-8c8a-c90bdd9b956b req-2f438f48-065c-4fb4-9948-45e9aa555913 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.283367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c0c162fa-53f0-4329-8c8a-c90bdd9b956b req-2f438f48-065c-4fb4-9948-45e9aa555913 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.5216157 Feb 07 22:39:20.302442 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff870bd-3b4f-4320-9ca1-ba11fe12a51b x-openstack-request-id: req-aff870bd-3b4f-4320-9ca1-ba11fe12a51b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:20.304908 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18dd70a-7272-468d-a982-1a905ef69722", "name": "network-vif-deleted", "tag": "c2c7069a-684b-438e-8ca9-61cbdc093595", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:20.305339 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aff870bd-3b4f-4320-9ca1-ba11fe12a51b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:20.308133 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18dd70a-7272-468d-a982-1a905ef69722', 'name': 'network-vif-deleted', 'tag': 'c2c7069a-684b-438e-8ca9-61cbdc093595', 'status': 'completed', 'code': 200} Feb 07 22:39:20.311278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.312265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.314468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a189259-038c-4ecf-b913-c6c404e4612f HTTP/1.1" status: 200 len: 1133 time: 1.6330988 Feb 07 22:39:20.336345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:20.344032 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:20.353963 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:20.356461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:20.362931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d3e3c-e1c7-42b7-bf75-d4ec41971f73 service neutron] Pushing event updated for resources: {'Port': ['ID=6a189259-038c-4ecf-b913-c6c404e4612f,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:20.376603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9847c42f-a90f-487c-8adf-190af3489bee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e09072826606470cae866aaa8c1e4b01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8751924 Feb 07 22:39:20.386658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37988) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:20.388211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-c44bbac8-de9c-4df9-9f1d-2dd119d22844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.390006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-c44bbac8-de9c-4df9-9f1d-2dd119d22844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.391033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-c44bbac8-de9c-4df9-9f1d-2dd119d22844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.393084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-c44bbac8-de9c-4df9-9f1d-2dd119d22844 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ddc52a5183c423abe3afe7c86b51630&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6878626 Feb 07 22:39:20.435833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847c42f-a90f-487c-8adf-190af3489bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c55d7a5-08b9-4d51-807d-5700a5777fb2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:20.603668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.api [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:39:20.603668 n-d-827895-2 neutron-server[102289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:39:20.603668 n-d-827895-2 neutron-server[102289]: [parameters: {'id': '37ede8c8-a1bf-4f34-8d27-144a1a43848f'}] Feb 07 22:39:20.603668 n-d-827895-2 neutron-server[102289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:39:20.604641 n-d-827895-2 neutron-server[102289]: DEBUG oslo_db.api [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:39:20.629972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c0c162fa-53f0-4329-8c8a-c90bdd9b956b req-38e10e71-27b8-4ffc-8b21-f4755c35a2e2 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442116 Feb 07 22:39:20.755165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-060c6494-c681-41c0-b24e-0b6c1a9b81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.757038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-407e3126-a29b-4df3-9ed1-5c2c8d5a2b91 req-060c6494-c681-41c0-b24e-0b6c1a9b81e8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3172333 Feb 07 22:39:20.851611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1d9878cd-3abc-478f-bd18-1baf127ddc1a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:20.854288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-feca5f1d-c3eb-43b8-8f9b-9ff62dacbcae req-05d97d07-3cec-4e94-a4e5-e866be885879 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 210 time: 0.0431302 Feb 07 22:39:20.922062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-52b7826b-eeb9-49ef-8339-b14dba720e0c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.931104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-52b7826b-eeb9-49ef-8339-b14dba720e0c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.933321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-52b7826b-eeb9-49ef-8339-b14dba720e0c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/networks?id=25865e1b-4f5d-4166-b40c-d5bd3d7b7f01&id=f878aead-2795-409b-8143-9ba0f90eac4d HTTP/1.1" status: 200 len: 1390 time: 0.5040984 Feb 07 22:39:20.942251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-b60e574c-8082-4bbc-8d72-3b69d1e537f1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.943958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-b60e574c-8082-4bbc-8d72-3b69d1e537f1 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "GET /v2.0/networks?id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 200 len: 822 time: 0.2826736 Feb 07 22:39:20.956815 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-45da8ee7-9d2f-4196-8984-b6c2189552a1 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/quotas/e6037f75470b46a89f0a4e3773a95747 HTTP/1.1" status: 200 len: 375 time: 0.0097628 Feb 07 22:39:20.962664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Request body: {'port': {'device_id': 'a32cef39-5f74-482e-b967-17db07f7043d', 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f', 'admin_state_up': True, 'tenant_id': '53ccfc63fb91405ba5558fe2c60a55ad'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:20.964839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Allocated IP 19.86.0.2 (f878aead-2795-409b-8143-9ba0f90eac4d/2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11/68430165-c6ec-49db-b328-218fd9d0e4f7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:20.977669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1d9878cd-3abc-478f-bd18-1baf127ddc1a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:20.978122 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.038998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.056385 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f163367f-6884-467c-a2f9-062b58247cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.078863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f163367f-6884-467c-a2f9-062b58247cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.109555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.133253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '6a189259-038c-4ecf-b913-c6c404e4612f'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:21.135742 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60f0649-a7e7-423f-95fe-a839b0c915a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "6a189259-038c-4ecf-b913-c6c404e4612f"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:21.174489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987509c1-b21f-4741-8c07-5927c2eaf62c req-b7db4424-50d8-4ec5-a114-bcb972cd8a09 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.177873 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-987509c1-b21f-4741-8c07-5927c2eaf62c req-b7db4424-50d8-4ec5-a114-bcb972cd8a09 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 949 time: 0.0755737 Feb 07 22:39:21.206709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-a6e81da4-befe-4d21-90b4-b34fc0d3491a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6037f75470b46a89f0a4e3773a95747&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2366598 Feb 07 22:39:21.226731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port a8c8909c-1de9-46d6-ae8e-94b7994ca6d3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:21.227072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.231740 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.241637 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.314526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Network f878aead-2795-409b-8143-9ba0f90eac4d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:21.320393 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:21.333043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:21.343206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port a8c8909c-1de9-46d6-ae8e-94b7994ca6d3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a8c8909c-1de9-46d6-ae8e-94b7994ca6d3,segment=NetworkSegment(bcb30a6e-1280-449e-9006-9fd70b02b5e3),segment_id=bcb30a6e-1280-449e-9006-9fd70b02b5e3)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:21.343573 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.349578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-987509c1-b21f-4741-8c07-5927c2eaf62c req-2bdd8276-2c5b-4fa5-bd2a-ae7625254b8e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519756 Feb 07 22:39:21.365036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for a8c8909c-1de9-46d6-ae8e-94b7994ca6d3 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:21.378390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f163367f-6884-467c-a2f9-062b58247cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.378390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f163367f-6884-467c-a2f9-062b58247cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.378390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f163367f-6884-467c-a2f9-062b58247cec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c55d7a5-08b9-4d51-807d-5700a5777fb2 HTTP/1.1" status: 204 len: 168 time: 0.9868143 Feb 07 22:39:21.386203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Pushing event updated for resources: {'Port': ['ID=68430165-c6ec-49db-b328-218fd9d0e4f7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:21.420022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163367f-6884-467c-a2f9-062b58247cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c55d7a5-08b9-4d51-807d-5700a5777fb2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:21.470676 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3570de4-31a6-435a-b879-4fa56a7c3d14 x-openstack-request-id: req-d3570de4-31a6-435a-b879-4fa56a7c3d14 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:21.471060 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "6a189259-038c-4ecf-b913-c6c404e4612f", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:21.471944 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3570de4-31a6-435a-b879-4fa56a7c3d14 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:21.472338 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '6a189259-038c-4ecf-b913-c6c404e4612f', 'status': 'completed', 'code': 200} Feb 07 22:39:21.475618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Attempting to bind port 68430165-c6ec-49db-b328-218fd9d0e4f7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:21.477392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Attempting to bind port 68430165-c6ec-49db-b328-218fd9d0e4f7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'ffe0a0f4-f26f-436c-b31c-8297d86aba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:21.477994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Attempting to bind port 68430165-c6ec-49db-b328-218fd9d0e4f7 on network f878aead-2795-409b-8143-9ba0f90eac4d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:21.485180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-4307ab65-550b-46d3-8825-feb6b09fbad4 service neutron] 10.222.0.15 "GET /v2.0/networks/25865e1b-4f5d-4166-b40c-d5bd3d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775686 Feb 07 22:39:21.486983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:21.487596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Checking segment: {'id': 'ffe0a0f4-f26f-436c-b31c-8297d86aba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:21.488259 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.488879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Bound using segment: {'id': 'ffe0a0f4-f26f-436c-b31c-8297d86aba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:21.489360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Bound port: 68430165-c6ec-49db-b328-218fd9d0e4f7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe0a0f4-f26f-436c-b31c-8297d86aba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:21.490451 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.495592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30078b8d-4149-498d-b4ac-fbbe355cd82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.588918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] For port 68430165-c6ec-49db-b328-218fd9d0e4f7, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:21.592416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] For port 68430165-c6ec-49db-b328-218fd9d0e4f7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=68430165-c6ec-49db-b328-218fd9d0e4f7,segment=NetworkSegment(ffe0a0f4-f26f-436c-b31c-8297d86aba06),segment_id=ffe0a0f4-f26f-436c-b31c-8297d86aba06)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:21.601922 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.611853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Made reservation on behalf of 53ccfc63fb91405ba5558fe2c60a55ad for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:21.616162 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.681484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6685e4-c482-4c08-8936-eda16c68139b None None] Pushing event updated for resources: {'Port': ['ID=68430165-c6ec-49db-b328-218fd9d0e4f7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:21.737429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-a688109f-5a60-40e0-b9c6-c7bcd7a7a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.743665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-a688109f-5a60-40e0-b9c6-c7bcd7a7a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.744198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-a688109f-5a60-40e0-b9c6-c7bcd7a7a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.744662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-a688109f-5a60-40e0-b9c6-c7bcd7a7a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.747282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-a688109f-5a60-40e0-b9c6-c7bcd7a7a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.747864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-a688109f-5a60-40e0-b9c6-c7bcd7a7a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.752123 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-a688109f-5a60-40e0-b9c6-c7bcd7a7a341 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5290 time: 0.2448919 Feb 07 22:39:21.777290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809ecb3-4d4a-4ebe-a868-9de5d02a43c7 req-dc20e2b1-418f-4fb3-a633-0235345a9330 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.794124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809ecb3-4d4a-4ebe-a868-9de5d02a43c7 req-dc20e2b1-418f-4fb3-a633-0235345a9330 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.809646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809ecb3-4d4a-4ebe-a868-9de5d02a43c7 req-dc20e2b1-418f-4fb3-a633-0235345a9330 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.819488 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809ecb3-4d4a-4ebe-a868-9de5d02a43c7 req-dc20e2b1-418f-4fb3-a633-0235345a9330 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.828665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809ecb3-4d4a-4ebe-a868-9de5d02a43c7 req-dc20e2b1-418f-4fb3-a633-0235345a9330 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.835772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809ecb3-4d4a-4ebe-a868-9de5d02a43c7 req-dc20e2b1-418f-4fb3-a633-0235345a9330 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.843911 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c809ecb3-4d4a-4ebe-a868-9de5d02a43c7 req-dc20e2b1-418f-4fb3-a633-0235345a9330 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 4604 time: 0.2622118 Feb 07 22:39:21.878834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.990213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c809ecb3-4d4a-4ebe-a868-9de5d02a43c7 req-36aad45a-650d-4239-a5b6-096eec08430a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450655 Feb 07 22:39:21.990749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38010) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:22.017002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=a8c8909c-1de9-46d6-ae8e-94b7994ca6d3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:22.074480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:22.122387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:22.158306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Transition to ACTIVE for port object 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:22.189714 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:22.200576 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-cde7dab2-9766-432b-a8c1-1f7dc0423287 service neutron] 10.222.0.15 "GET /v2.0/networks/25865e1b-4f5d-4166-b40c-d5bd3d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143164 Feb 07 22:39:22.366036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:22.417348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port a8c8909c-1de9-46d6-ae8e-94b7994ca6d3 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:22.454858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Allocated IP 172.20.0.12 (fbd710b6-e2ce-40ba-8b5c-d68b715acd6f/54247620-3ba7-4f8f-ab98-19c829608aa9/1a571084-fe7d-4e32-824f-b8b0f1b74bf9) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:22.504645 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-f49dc502-d8c1-49ca-9a37-8256cab4d11e service neutron] 10.222.0.15 "GET /v2.0/networks/f878aead-2795-409b-8143-9ba0f90eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678707 Feb 07 22:39:22.529115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Attempting to bind port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:22.529582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Attempting to bind port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:22.530740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Attempting to bind port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:22.562269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:22.562737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Attempting to bind port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:22.599412 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3106789d-23e8-47c0-9b0a-663db6a9d3b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51ff6050478244acbd9ed44f2b75c148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5796225 Feb 07 22:39:22.610947 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:22.613097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38014) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:22.614173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:22.615382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Checking segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:22.616253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Bound using segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:22.617180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Bound port: 84293cd9-fe71-4826-930b-2bf1c6f3a0d5, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:22.620961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:22.661592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-8f92aff8-1417-4ef9-a62c-496a8f37db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.662288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-8f92aff8-1417-4ef9-a62c-496a8f37db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.662926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-8f92aff8-1417-4ef9-a62c-496a8f37db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.672674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-8f92aff8-1417-4ef9-a62c-496a8f37db53 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ddc52a5183c423abe3afe7c86b51630&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8262990 Feb 07 22:39:22.703516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19f2c7-ecdc-42eb-b756-a45129062e82 req-60ce62d5-7e3f-4ded-a8a3-1c8d2823b7ff tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.705321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b19f2c7-ecdc-42eb-b756-a45129062e82 req-60ce62d5-7e3f-4ded-a8a3-1c8d2823b7ff tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.3338599 Feb 07 22:39:22.728015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ede8c8-a1bf-4f34-8d27-144a1a43848f']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:22.787267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb30a6e-1280-449e-9006-9fd70b02b5e3') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:22.788275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb30a6e-1280-449e-9006-9fd70b02b5e3') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:22.809342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-0428b71b-4223-4497-a6a7-673b4b65f0f1 service neutron] 10.222.0.15 "GET /v2.0/networks/f878aead-2795-409b-8143-9ba0f90eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708514 Feb 07 22:39:22.845085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 68430165-c6ec-49db-b328-218fd9d0e4f7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:22.872365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b75db-776a-422a-b7da-861865de5bb4 req-d39f68d7-0e6e-4eec-a438-9a9ef4f8ec3b tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.877957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-362b75db-776a-422a-b7da-861865de5bb4 req-d39f68d7-0e6e-4eec-a438-9a9ef4f8ec3b tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.46 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 949 time: 0.3655195 Feb 07 22:39:22.887516 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:22.950909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 68430165-c6ec-49db-b328-218fd9d0e4f7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:22.951300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:22.981827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-a76663f7-eda5-481f-b502-11df6e127e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.983995 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c60f0649-a7e7-423f-95fe-a839b0c915a6 req-a76663f7-eda5-481f-b502-11df6e127e1f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2743554 Feb 07 22:39:23.039405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] For port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:23.072952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] For port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:23.099066 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.101108 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.105405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.115947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:23.117718 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.157904 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.201918 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81a8cb7e-3a62-4b8b-aecc-260fe45012a0 req-229829b6-4f5d-4b0e-b434-53c91a203f2f tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 210 time: 0.0651031 Feb 07 22:39:23.233722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 68430165-c6ec-49db-b328-218fd9d0e4f7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=68430165-c6ec-49db-b328-218fd9d0e4f7,segment=NetworkSegment(ffe0a0f4-f26f-436c-b31c-8297d86aba06),segment_id=ffe0a0f4-f26f-436c-b31c-8297d86aba06)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:23.237543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cae63d1-dade-4adb-bda8-0f2bd810aaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:23.240914 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:23.244063 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.276239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.277767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.282291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] 10.222.0.24 "PUT /v2.0/ports/84293cd9-fe71-4826-930b-2bf1c6f3a0d5 HTTP/1.1" status: 200 len: 1136 time: 2.9320459 Feb 07 22:39:23.333547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5069b25c-542e-49d2-9e91-cf2b5d97e4ee None None] Network f878aead-2795-409b-8143-9ba0f90eac4d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:23.337680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:23.361214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b19f2c7-ecdc-42eb-b756-a45129062e82 req-40ef7faf-6fb5-4848-a57b-2eba4f3f2ebd tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442208 Feb 07 22:39:23.436994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.464665 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cae63d1-dade-4adb-bda8-0f2bd810aaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.472883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.480107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '84293cd9-fe71-4826-930b-2bf1c6f3a0d5'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:23.482439 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c09480-cfd2-4e0b-b49c-fdd5566390bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "84293cd9-fe71-4826-930b-2bf1c6f3a0d5"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:23.494143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.508543 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/37ede8c8-a1bf-4f34-8d27-144a1a43848f HTTP/1.1" status: 204 len: 168 time: 5.8876681 Feb 07 22:39:23.538156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38028) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:23.561297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4737e41-1192-44af-8291-ac33a1a21cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:23.602294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-865008226'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:23.623829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.678557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1857f-58bb-4b4b-8fc7-c3818a3efe98 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=37ede8c8-a1bf-4f34-8d27-144a1a43848f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:23.715624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-66c6866d-2f57-4d92-840b-ea047e51fbf6 None None] Provisioning complete for port 68430165-c6ec-49db-b328-218fd9d0e4f7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:23.716921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66c6866d-2f57-4d92-840b-ea047e51fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.769505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:23.773086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.773453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=68430165-c6ec-49db-b328-218fd9d0e4f7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:23.780527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-362b75db-776a-422a-b7da-861865de5bb4 req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Deleting port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:23.781002 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-362b75db-776a-422a-b7da-861865de5bb4 req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.790843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:23.801644 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cae63d1-dade-4adb-bda8-0f2bd810aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.804152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cae63d1-dade-4adb-bda8-0f2bd810aaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.805324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6cae63d1-dade-4adb-bda8-0f2bd810aaf2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2702d8be-02f3-43ff-9aeb-4899ed00b595 HTTP/1.1" status: 204 len: 168 time: 1.1844983 Feb 07 22:39:23.829587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59002-931f-4012-82de-d1cb03dad937 req-53141868-96d9-4810-bfb6-d5bb2171f345 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.836469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59002-931f-4012-82de-d1cb03dad937 req-53141868-96d9-4810-bfb6-d5bb2171f345 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.842668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59002-931f-4012-82de-d1cb03dad937 req-53141868-96d9-4810-bfb6-d5bb2171f345 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.849465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59002-931f-4012-82de-d1cb03dad937 req-53141868-96d9-4810-bfb6-d5bb2171f345 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.855957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59002-931f-4012-82de-d1cb03dad937 req-53141868-96d9-4810-bfb6-d5bb2171f345 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.858822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b098f1f-2622-4f39-9271-822fb09b283a req-57436372-179a-4de7-b008-8d7c1c3710d6 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.862736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59002-931f-4012-82de-d1cb03dad937 req-53141868-96d9-4810-bfb6-d5bb2171f345 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.866272 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b098f1f-2622-4f39-9271-822fb09b283a req-57436372-179a-4de7-b008-8d7c1c3710d6 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 949 time: 0.4393437 Feb 07 22:39:23.869759 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7616-79b7-4250-8a1e-aa4ea06eb299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.873411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59002-931f-4012-82de-d1cb03dad937 req-53141868-96d9-4810-bfb6-d5bb2171f345 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.881511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0db59002-931f-4012-82de-d1cb03dad937 req-53141868-96d9-4810-bfb6-d5bb2171f345 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5382 time: 0.2688270 Feb 07 22:39:23.926353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae63d1-dade-4adb-bda8-0f2bd810aaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702d8be-02f3-43ff-9aeb-4899ed00b595,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:23.963625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:23.996968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.997308 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment bb8c501a-8609-4159-8851-af55172a41e2 of type vlan for network 561e1e87-81dd-467d-89f9-e11503cce0d8 Feb 07 22:39:24.018252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0db59002-931f-4012-82de-d1cb03dad937 req-2f95cd70-cb0c-49f4-ad12-94e761be6fab tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357193 Feb 07 22:39:24.020163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:24.024710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:24.172113 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-362b75db-776a-422a-b7da-861865de5bb4 req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] For port e94e7424-247f-4bb9-aa2b-f05455cd0fb5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:24.174825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-362b75db-776a-422a-b7da-861865de5bb4 req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.203310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event updated for resources: {'Port': ['ID=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:24.238818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.249991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.250626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.258535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b098f1f-2622-4f39-9271-822fb09b283a req-f801f62e-dff0-40fa-af34-51fde854f219 tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/security-groups?id=65545298-0ca2-4e5a-b10e-ffcff84bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307723 Feb 07 22:39:24.300958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6fcf6a8d-79f4-4069-9ec0-98d71cb66386 req-b222c44c-87f5-4658-9d3b-bbdd17ada846 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 210 time: 0.0955007 Feb 07 22:39:24.303247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-362b75db-776a-422a-b7da-861865de5bb4 req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Calling delete_port for e94e7424-247f-4bb9-aa2b-f05455cd0fb5 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:24.318354 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-d478e651-bb73-4817-96b3-18934e662933 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3593960 Feb 07 22:39:24.337484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Request body: {'port': {'device_id': 'a32cef39-5f74-482e-b967-17db07f7043d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:24.415413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.421437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.422073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.431335 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74636df-513d-4eab-b336-5ee95816a71f x-openstack-request-id: req-f74636df-513d-4eab-b336-5ee95816a71f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:24.431627 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "84293cd9-fe71-4826-930b-2bf1c6f3a0d5", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:24.432378 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f74636df-513d-4eab-b336-5ee95816a71f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:24.432778 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '84293cd9-fe71-4826-930b-2bf1c6f3a0d5', 'status': 'completed', 'code': 200} Feb 07 22:39:24.510342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38044) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:24.511013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9476259 Feb 07 22:39:24.528702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:24.607865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d123e8-7af7-4fe0-9ca4-addb864c76b5 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:24.631140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-6ef6c69b-d2cb-43aa-85b0-d6cb4c36c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.631972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-6ef6c69b-d2cb-43aa-85b0-d6cb4c36c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.632603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-6ef6c69b-d2cb-43aa-85b0-d6cb4c36c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.634699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-6ef6c69b-d2cb-43aa-85b0-d6cb4c36c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.635341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-6ef6c69b-d2cb-43aa-85b0-d6cb4c36c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.636002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-6ef6c69b-d2cb-43aa-85b0-d6cb4c36c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.636627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-6ef6c69b-d2cb-43aa-85b0-d6cb4c36c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.638946 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-6ef6c69b-d2cb-43aa-85b0-d6cb4c36c2b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6219 time: 0.2054842 Feb 07 22:39:24.639906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ddd44-30f2-461c-961c-e5491e2a6366 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=561e1e87-81dd-467d-89f9-e11503cce0d8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:24.654812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.727667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 561e1e87-81dd-467d-89f9-e11503cce0d8 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:24.737996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.751182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c4996-b588-4532-9599-45167ad929d8 req-301adaaf-a291-4c70-aa7c-93f60e626856 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.757609 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f9c4996-b588-4532-9599-45167ad929d8 req-301adaaf-a291-4c70-aa7c-93f60e626856 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 932 time: 0.2509773 Feb 07 22:39:24.766992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.769943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Transition to ACTIVE for port object 55d123e8-7af7-4fe0-9ca4-addb864c76b5 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:24.809303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.929059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555bdf4-18fc-4b0f-bdba-e531efdfba0c req-03169052-ffc7-468e-84ca-ac558b005f08 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.937596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e555bdf4-18fc-4b0f-bdba-e531efdfba0c req-03169052-ffc7-468e-84ca-ac558b005f08 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.3993089 Feb 07 22:39:24.943010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 68430165-c6ec-49db-b328-218fd9d0e4f7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:24.999214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=55d123e8-7af7-4fe0-9ca4-addb864c76b5,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:25.077696 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f9c4996-b588-4532-9599-45167ad929d8 req-2d5cef8f-a1a5-4dee-9257-7368bbdf37e9 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841573 Feb 07 22:39:25.088090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2ca36291-3db0-4aaa-94e6-19401bce402d None None] Provisioning complete for port 68430165-c6ec-49db-b328-218fd9d0e4f7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:25.088090 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ca36291-3db0-4aaa-94e6-19401bce402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.219832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:25.226043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.256047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e94e7424-247f-4bb9-aa2b-f05455cd0fb5 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:25.259210 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e555bdf4-18fc-4b0f-bdba-e531efdfba0c req-f9ee1020-6af7-4221-8a41-9042d6a46369 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158257 Feb 07 22:39:25.298643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-362b75db-776a-422a-b7da-861865de5bb4 req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.342516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: e94e7424-247f-4bb9-aa2b-f05455cd0fb5 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:25.342795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e94e7424-247f-4bb9-aa2b-f05455cd0fb5 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:25.356103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed9d7d-c8e3-4827-afb4-8b3640129596 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:39:25.367031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 68430165-c6ec-49db-b328-218fd9d0e4f7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:25.367407 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.389814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38064) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:25.391022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-6ed7dcba-11b2-4985-a1c6-5846f8e70e0a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.397558 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-6ed7dcba-11b2-4985-a1c6-5846f8e70e0a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.399123 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-6ed7dcba-11b2-4985-a1c6-5846f8e70e0a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "GET /v2.0/networks?id=25865e1b-4f5d-4166-b40c-d5bd3d7b7f01&id=f878aead-2795-409b-8143-9ba0f90eac4d HTTP/1.1" status: 200 len: 1390 time: 0.7744372 Feb 07 22:39:25.424510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-2856888f-fd59-4039-9a71-79dc19f2dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.425173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-2856888f-fd59-4039-9a71-79dc19f2dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.425652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-2856888f-fd59-4039-9a71-79dc19f2dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.427324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-2856888f-fd59-4039-9a71-79dc19f2dc05 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ddc52a5183c423abe3afe7c86b51630&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7744045 Feb 07 22:39:25.435346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Pushing event deleted for resources: {'Port': ['ID=e94e7424-247f-4bb9-aa2b-f05455cd0fb5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:25.462904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'port': {'device_id': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01', 'admin_state_up': True, 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:25.498497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-872c2e10-97cd-4f4e-b1b5-90ce8cbfb1c2 req-4aaf808d-ad18-4bc8-ab05-4e0be1512b3d tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86ffee5-c5ca-4360-a18f-4ef59cfcc956 HTTP/1.1" status: 200 len: 210 time: 0.1093395 Feb 07 22:39:25.524503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Attempting to bind port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:25.525210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Attempting to bind port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:25.525791 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Attempting to bind port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:25.559285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:25.570284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Attempting to bind port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:25.585585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ed9d7d-c8e3-4827-afb4-8b3640129596 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:39:25.614805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-362b75db-776a-422a-b7da-861865de5bb4 req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] No DVR routers for this DVR port e94e7424-247f-4bb9-aa2b-f05455cd0fb5 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:25.616830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:25.617448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Checking segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:25.617802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-362b75db-776a-422a-b7da-861865de5bb4 req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.618300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Bound using segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:25.618956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Bound port: 55d123e8-7af7-4fe0-9ca4-addb864c76b5, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:25.619540 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.621763 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-362b75db-776a-422a-b7da-861865de5bb4 req-1a586def-a21d-4889-84e9-1fb1601a6a7e tempest-ServersAdminNegativeTestJSON-1845020636 tempest-ServersAdminNegativeTestJSON-1845020636-project] 10.222.0.46 "DELETE /v2.0/ports/e94e7424-247f-4bb9-aa2b-f05455cd0fb5 HTTP/1.1" status: 204 len: 173 time: 2.7179019 Feb 07 22:39:25.626718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86ffee5-c5ca-4360-a18f-4ef59cfcc956', 'name': 'network-vif-deleted', 'tag': 'e94e7424-247f-4bb9-aa2b-f05455cd0fb5'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:25.629612 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a657c6-7eac-42c6-9087-b811986b83dd" -d '{"events": [{"server_uuid": "f86ffee5-c5ca-4360-a18f-4ef59cfcc956", "name": "network-vif-deleted", "tag": "e94e7424-247f-4bb9-aa2b-f05455cd0fb5"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:25.645153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-307152805'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:25.694267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37508635-9509-4c14-afcf-110aa60fbfb9 req-c505ca59-7761-43b6-b21f-eb49a5b5b3ae tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 210 time: 0.0843215 Feb 07 22:39:25.711123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fb478-16e8-4bc8-aec6-2ad63844e62d req-00c8fe00-163a-4990-a101-361450bef471 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.719634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fb478-16e8-4bc8-aec6-2ad63844e62d req-00c8fe00-163a-4990-a101-361450bef471 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.731006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fb478-16e8-4bc8-aec6-2ad63844e62d req-00c8fe00-163a-4990-a101-361450bef471 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.740590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fb478-16e8-4bc8-aec6-2ad63844e62d req-00c8fe00-163a-4990-a101-361450bef471 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.751209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fb478-16e8-4bc8-aec6-2ad63844e62d req-00c8fe00-163a-4990-a101-361450bef471 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.760003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fb478-16e8-4bc8-aec6-2ad63844e62d req-00c8fe00-163a-4990-a101-361450bef471 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.770777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fb478-16e8-4bc8-aec6-2ad63844e62d req-00c8fe00-163a-4990-a101-361450bef471 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.780934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-918fb478-16e8-4bc8-aec6-2ad63844e62d req-00c8fe00-163a-4990-a101-361450bef471 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5394 time: 0.5574338 Feb 07 22:39:25.789838 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee93fc7-cf1c-47b1-8123-44cd6ed903a5 x-openstack-request-id: req-aee93fc7-cf1c-47b1-8123-44cd6ed903a5 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:25.790197 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86ffee5-c5ca-4360-a18f-4ef59cfcc956", "name": "network-vif-deleted", "tag": "e94e7424-247f-4bb9-aa2b-f05455cd0fb5", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:25.790395 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aee93fc7-cf1c-47b1-8123-44cd6ed903a5 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:25.790808 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86ffee5-c5ca-4360-a18f-4ef59cfcc956', 'name': 'network-vif-deleted', 'tag': 'e94e7424-247f-4bb9-aa2b-f05455cd0fb5', 'status': 'completed', 'code': 200} Feb 07 22:39:25.906839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-e98ff860-724e-48ca-833a-0124dd1c1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.908357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78c09480-cfd2-4e0b-b49c-fdd5566390bd req-e98ff860-724e-48ca-833a-0124dd1c1eab service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4633634 Feb 07 22:39:25.925341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Made reservation on behalf of 5a96cb32bfd6494c8cf555d8a7c19138 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:25.929188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.951414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-918fb478-16e8-4bc8-aec6-2ad63844e62d req-c82ec806-27a8-48c5-b4dc-e7e5112bc567 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688633 Feb 07 22:39:25.958443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:25.962524 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.969826 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.983150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] For port 55d123e8-7af7-4fe0-9ca4-addb864c76b5, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:25.985487 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.035412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:26.040777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] For port 55d123e8-7af7-4fe0-9ca4-addb864c76b5, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=55d123e8-7af7-4fe0-9ca4-addb864c76b5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:26.052288 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.066890 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.148162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=fd7dc62b-f836-4d58-a99b-8e73ac951d1b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:26.150592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e338dfe-4fdd-4598-8024-bd220b378042 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:39:26.155732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Transition to ACTIVE for port object 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:26.176165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.176966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.179267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] 10.222.0.24 "PUT /v2.0/ports/55d123e8-7af7-4fe0-9ca4-addb864c76b5 HTTP/1.1" status: 200 len: 1091 time: 2.8554275 Feb 07 22:39:26.183372 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.230448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:26.238649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Allocated IP 19.80.0.175 (25865e1b-4f5d-4166-b40c-d5bd3d7b7f01/b2aaf0b7-3640-4f6a-bbbb-1ad65da256d9/37c0af66-536a-4d71-9cf8-be6169b82692) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:26.250325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking segment: {'id': 'bb8c501a-8609-4159-8851-af55172a41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:26.251085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network hostable DHCP agents. Network: 561e1e87-81dd-467d-89f9-e11503cce0d8, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:26.264516 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.312783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bd09c-caa3-4353-9faa-62dc83341ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=55d123e8-7af7-4fe0-9ca4-addb864c76b5,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:26.448407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '55d123e8-7af7-4fe0-9ca4-addb864c76b5'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:26.450832 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "55d123e8-7af7-4fe0-9ca4-addb864c76b5"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:26.496182 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.499486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network 561e1e87-81dd-467d-89f9-e11503cce0d8 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:26.505920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.539668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:26.551608 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.553561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.592611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8799d9e-1fea-41cc-9396-813a39728e6b req-ee76c06d-5f5b-4223-be90-4a78cbf09a55 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.594839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb5623-3545-4f1b-b569-90d2b335dbaf req-5cdf49eb-23a9-4a4c-a731-59b61b41e96e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.600069 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcfb5623-3545-4f1b-b569-90d2b335dbaf req-5cdf49eb-23a9-4a4c-a731-59b61b41e96e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1711626 Feb 07 22:39:26.600925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8799d9e-1fea-41cc-9396-813a39728e6b req-ee76c06d-5f5b-4223-be90-4a78cbf09a55 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 944 time: 0.3426023 Feb 07 22:39:26.615483 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.616547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 561e1e87-81dd-467d-89f9-e11503cce0d8) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:26.662368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:26.663211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.681534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e338dfe-4fdd-4598-8024-bd220b378042 None None] Unable to find a vacant binding_index for network 561e1e87-81dd-467d-89f9-e11503cce0d8 and agent 1c0163e1-4166-4457-ad55-7d2e064bd67f {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 07 22:39:26.688913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e338dfe-4fdd-4598-8024-bd220b378042 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 561e1e87-81dd-467d-89f9-e11503cce0d8) {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:39:26.711965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.712443 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.744209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:26.763720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Port': ['ID=37c0af66-536a-4d71-9cf8-be6169b82692,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:26.785211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcfb5623-3545-4f1b-b569-90d2b335dbaf req-cadd2555-eace-44e7-9bb3-957a24cc29c3 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640952 Feb 07 22:39:26.787731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:26.790972 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.791318 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Added segment 1614618c-9ff1-46ea-9528-ff273676451d of type vlan for network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 Feb 07 22:39:26.793085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:26.800571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aed207f-1733-429f-9529-bb1be4574703,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:26.851754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Attempting to bind port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:26.852356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Attempting to bind port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:26.852855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Attempting to bind port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 on network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:26.900317 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8799d9e-1fea-41cc-9396-813a39728e6b req-d24cd4ec-2ee0-4611-815c-d11af65a635d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983675 Feb 07 22:39:26.913735 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c3c8e4-8447-499f-9557-f6b40a7737c0 x-openstack-request-id: req-89c3c8e4-8447-499f-9557-f6b40a7737c0 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:26.914263 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "55d123e8-7af7-4fe0-9ca4-addb864c76b5", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:26.915646 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89c3c8e4-8447-499f-9557-f6b40a7737c0 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:26.916235 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '55d123e8-7af7-4fe0-9ca4-addb864c76b5', 'status': 'completed', 'code': 200} Feb 07 22:39:26.919085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.919834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.930504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-293cdc37-b8c3-4821-9876-7450c36989ce tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4171948 Feb 07 22:39:26.936396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38080) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:26.976275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 on network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:26.976882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Attempting to bind port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 on network fbd710b6-e2ce-40ba-8b5c-d68b715acd6f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:26.982236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-bd4c11de-b429-4d58-9b64-35731512ba07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5527778 Feb 07 22:39:26.990496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-e52e0ed9-3bc3-41c7-9512-00aaedb38415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.990859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.991076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-e52e0ed9-3bc3-41c7-9512-00aaedb38415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.991554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-e52e0ed9-3bc3-41c7-9512-00aaedb38415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.992072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-e52e0ed9-3bc3-41c7-9512-00aaedb38415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.992535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-e52e0ed9-3bc3-41c7-9512-00aaedb38415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.993100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-e52e0ed9-3bc3-41c7-9512-00aaedb38415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.993747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-e52e0ed9-3bc3-41c7-9512-00aaedb38415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.996837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-e52e0ed9-3bc3-41c7-9512-00aaedb38415 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6286 time: 0.0741932 Feb 07 22:39:27.003534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Request body: {'port': {'device_id': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d', 'admin_state_up': True, 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:27.202729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Made reservation on behalf of e6037f75470b46a89f0a4e3773a95747 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:27.206813 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.236506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-561e1e87-81dd-467d-89f9-e11503cce0d8', 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': 'fd7dc62b-f836-4d58-a99b-8e73ac951d1b'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:27.238532 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.409269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:27.411174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Checking segment: {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:27.413411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Bound using segment: {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:27.414239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Bound port: 1a571084-fe7d-4e32-824f-b8b0f1b74bf9, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba537e7b-fbd8-4143-93e3-ee15e26384da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:27.418107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.432766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Allocated IP 2001:db8::1 (561e1e87-81dd-467d-89f9-e11503cce0d8/fd7dc62b-f836-4d58-a99b-8e73ac951d1b/82e7f194-0e81-4bf0-9389-ca6ef06298cd) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:27.566448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38088) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:27.570491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:39:27.671103 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.685267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.691697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.692398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.692541 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.709952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-7f49bcc3-50ef-4d3b-a101-7b48c9f2027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.710451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-7f49bcc3-50ef-4d3b-a101-7b48c9f2027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.710966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-7f49bcc3-50ef-4d3b-a101-7b48c9f2027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.712497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-7f49bcc3-50ef-4d3b-a101-7b48c9f2027e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ddc52a5183c423abe3afe7c86b51630&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6044977 Feb 07 22:39:27.797254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Pushing event updated for resources: {'Port': ['ID=82e7f194-0e81-4bf0-9389-ca6ef06298cd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:27.835483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a95e2c-a6ed-4281-a366-a23788d5c04d req-ccf058ae-7530-4be5-a4f3-afde558d7868 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.838616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Network 561e1e87-81dd-467d-89f9-e11503cce0d8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:27.840630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55a95e2c-a6ed-4281-a366-a23788d5c04d req-ccf058ae-7530-4be5-a4f3-afde558d7868 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 932 time: 0.4790635 Feb 07 22:39:27.842123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:27.844231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48836eba-8284-4a03-a1a2-d6d49f1d09eb req-e1f12af3-bfcf-4e55-b8c0-eb19e1fddac5 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.845206 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:27.852557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48836eba-8284-4a03-a1a2-d6d49f1d09eb req-e1f12af3-bfcf-4e55-b8c0-eb19e1fddac5 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.857641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48836eba-8284-4a03-a1a2-d6d49f1d09eb req-e1f12af3-bfcf-4e55-b8c0-eb19e1fddac5 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.866183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48836eba-8284-4a03-a1a2-d6d49f1d09eb req-e1f12af3-bfcf-4e55-b8c0-eb19e1fddac5 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.872399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48836eba-8284-4a03-a1a2-d6d49f1d09eb req-e1f12af3-bfcf-4e55-b8c0-eb19e1fddac5 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.879224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48836eba-8284-4a03-a1a2-d6d49f1d09eb req-e1f12af3-bfcf-4e55-b8c0-eb19e1fddac5 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.883336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] For port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:27.886078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48836eba-8284-4a03-a1a2-d6d49f1d09eb req-e1f12af3-bfcf-4e55-b8c0-eb19e1fddac5 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.886334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] For port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:27.888054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-48836eba-8284-4a03-a1a2-d6d49f1d09eb req-e1f12af3-bfcf-4e55-b8c0-eb19e1fddac5 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5394 time: 0.7673416 Feb 07 22:39:27.928732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Attempting to bind port 82e7f194-0e81-4bf0-9389-ca6ef06298cd on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:27.929103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Attempting to bind port 82e7f194-0e81-4bf0-9389-ca6ef06298cd by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'bb8c501a-8609-4159-8851-af55172a41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:27.929473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Attempting to bind port 82e7f194-0e81-4bf0-9389-ca6ef06298cd on network 561e1e87-81dd-467d-89f9-e11503cce0d8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:27.934693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:27.935073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Checking segment: {'id': 'bb8c501a-8609-4159-8851-af55172a41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:27.935480 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.935960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Bound using segment: {'id': 'bb8c501a-8609-4159-8851-af55172a41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:27.936429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Bound port: 82e7f194-0e81-4bf0-9389-ca6ef06298cd, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c501a-8609-4159-8851-af55172a41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:27.936938 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.943758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5375149 Feb 07 22:39:27.946856 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:27.948196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38098) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:27.951527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0158dd-46ac-48a6-b4a4-0fbb8b515421 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Network': ['ID=eaa54537-bd1b-42b5-b2d0-a514bbbb20b8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:27.972848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'subnet': {'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:27.974246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:28.022269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55a95e2c-a6ed-4281-a366-a23788d5c04d req-f5e27ce5-e719-4bad-8240-983094bf7e44 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661826 Feb 07 22:39:28.023755 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.077113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] For port 82e7f194-0e81-4bf0-9389-ca6ef06298cd, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:28.083386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] For port 82e7f194-0e81-4bf0-9389-ca6ef06298cd, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=82e7f194-0e81-4bf0-9389-ca6ef06298cd,segment=NetworkSegment(bb8c501a-8609-4159-8851-af55172a41e2),segment_id=bb8c501a-8609-4159-8851-af55172a41e2)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:28.093607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-8385e34a-6b30-40ef-a73e-57a663dc8b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:28.096219 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5ccc760-18c9-4149-b3ec-1ab1cd71c929 req-8385e34a-6b30-40ef-a73e-57a663dc8b18 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3746355 Feb 07 22:39:28.097883 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.132845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-48836eba-8284-4a03-a1a2-d6d49f1d09eb req-4b8bfb43-362a-4450-95be-046044f6844b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2338188 Feb 07 22:39:28.157464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Allocated IP 19.86.0.202 (f878aead-2795-409b-8143-9ba0f90eac4d/2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11/3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:28.190997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:28.192606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.194370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] 10.222.0.46 "PUT /v2.0/ports/1a571084-fe7d-4e32-824f-b8b0f1b74bf9 HTTP/1.1" status: 200 len: 1092 time: 3.8699269 Feb 07 22:39:28.245985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baeb1a3-d56c-4beb-a54d-925a987d40e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:28.280680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d3109-e905-465a-96d0-d4c87265fdad None None] Pushing event updated for resources: {'Port': ['ID=82e7f194-0e81-4bf0-9389-ca6ef06298cd,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:28.334293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070c6c49-e848-4791-b105-01d75819df0f {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:28.344915 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fd6e7f6c-daa1-4703-a1fe-4d7f8f123920 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfc1d931c0e747e88611f3aa3b92c3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7684722 Feb 07 22:39:28.351213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38100) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:28.353928 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.420313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d829b-d7b8-4e49-96ea-5175a4475b8b req-6c581626-734e-482e-a4a4-7ff46eeafc9d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:28.421087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Made reservation on behalf of 5a96cb32bfd6494c8cf555d8a7c19138 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:28.422089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-315d829b-d7b8-4e49-96ea-5175a4475b8b req-6c581626-734e-482e-a4a4-7ff46eeafc9d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.2788591 Feb 07 22:39:28.424408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.443929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Transition to ACTIVE for port object 070c6c49-e848-4791-b105-01d75819df0f will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:28.472833 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.479054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port 82e7f194-0e81-4bf0-9389-ca6ef06298cd {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:28.479529 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.482363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-6f02f994-6e88-4524-8e46-7860739578f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:28.484008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-6f02f994-6e88-4524-8e46-7860739578f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 1095 time: 0.2082977 Feb 07 22:39:28.527000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d0d1b-0771-4094-b56e-a93e3fe5210a req-1e1cd3db-1e56-4108-934c-dd19a78072b6 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:28.529387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-865d0d1b-0771-4094-b56e-a93e3fe5210a req-1e1cd3db-1e56-4108-934c-dd19a78072b6 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 944 time: 0.1714392 Feb 07 22:39:28.542134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.576377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Pushing event updated for resources: {'Port': ['ID=070c6c49-e848-4791-b105-01d75819df0f,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:28.651449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-865d0d1b-0771-4094-b56e-a93e3fe5210a req-a5fb2188-eb04-4fd4-9e53-d9657c0563ac tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012256 Feb 07 22:39:28.679956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.713845 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-b4d477d6-0ee9-45ff-9652-f86b22e4b981 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a571084-fe7d-4e32-824f-b8b0f1b74bf9 HTTP/1.1" status: 200 len: 217 time: 0.1135223 Feb 07 22:39:28.736244 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d2723430-7644-4aa2-9e64-1896b875636b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.769603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event updated for resources: {'Port': ['ID=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:28.835504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-315d829b-d7b8-4e49-96ea-5175a4475b8b req-91e4064a-c519-46dc-9c0d-27c699729900 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978014 Feb 07 22:39:28.869730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d2723430-7644-4aa2-9e64-1896b875636b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.891634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 82e7f194-0e81-4bf0-9389-ca6ef06298cd up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:28.912300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Network f878aead-2795-409b-8143-9ba0f90eac4d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:28.917199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:28.925293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.925544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32cef39-5f74-482e-b967-17db07f7043d', 'tag': '1a571084-fe7d-4e32-824f-b8b0f1b74bf9'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:28.928250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:28.929729 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f" -d '{"events": [{"name": "network-changed", "server_uuid": "a32cef39-5f74-482e-b967-17db07f7043d", "tag": "1a571084-fe7d-4e32-824f-b8b0f1b74bf9"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:28.974071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 82e7f194-0e81-4bf0-9389-ca6ef06298cd triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:28.974838 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.020644 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1ea1f3-cd72-4506-9f26-7c4e9642276e x-openstack-request-id: req-bb1ea1f3-cd72-4506-9f26-7c4e9642276e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:29.021074 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32cef39-5f74-482e-b967-17db07f7043d", "tag": "1a571084-fe7d-4e32-824f-b8b0f1b74bf9", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:29.021425 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb1ea1f3-cd72-4506-9f26-7c4e9642276e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:29.021888 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32cef39-5f74-482e-b967-17db07f7043d', 'tag': '1a571084-fe7d-4e32-824f-b8b0f1b74bf9', 'status': 'completed', 'code': 200} Feb 07 22:39:29.035087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-53daa275-abe5-4357-9d1f-12ea07742140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.036899 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-53daa275-abe5-4357-9d1f-12ea07742140 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54247620-3ba7-4f8f-ab98-19c829608aa9 HTTP/1.1" status: 200 len: 862 time: 0.3124704 Feb 07 22:39:29.074140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.075102 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.081968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port 82e7f194-0e81-4bf0-9389-ca6ef06298cd, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=82e7f194-0e81-4bf0-9389-ca6ef06298cd,segment=NetworkSegment(bb8c501a-8609-4159-8851-af55172a41e2),segment_id=bb8c501a-8609-4159-8851-af55172a41e2)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:29.082814 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.089650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Subnet': ['ID=59d4e9cd-0c86-4908-9416-b7de5eb3a14f,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:29.103882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-e246c16b-0158-4ac4-81ae-bdc83eda26e7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1059084 Feb 07 22:39:29.106143 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.107061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Checking segment: {'id': '1614618c-9ff1-46ea-9528-ff273676451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:29.107612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Network hostable DHCP agents. Network: eaa54537-bd1b-42b5-b2d0-a514bbbb20b8, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:29.116226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Request body: {'port': {'device_id': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:29.124929 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-67c63ccc-ce22-4e95-80a9-fd4273d3b333 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711112 Feb 07 22:39:29.131304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for 82e7f194-0e81-4bf0-9389-ca6ef06298cd owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:29.174489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 82e7f194-0e81-4bf0-9389-ca6ef06298cd, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=82e7f194-0e81-4bf0-9389-ca6ef06298cd,segment=NetworkSegment(bb8c501a-8609-4159-8851-af55172a41e2),segment_id=bb8c501a-8609-4159-8851-af55172a41e2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:29.179402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:29.185194 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.191459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.205034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, eaa54537-bd1b-42b5-b2d0-a514bbbb20b8) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:29.211415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.212031 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.257611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=82e7f194-0e81-4bf0-9389-ca6ef06298cd,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:29.297174 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-963b6977-5567-4d8e-94d9-46e2a2605a0b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3451300 Feb 07 22:39:29.298634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38110) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:29.318143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'port': {'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437822010'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:29.409373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9234d1-b5df-426f-8afc-891b2c3c8623 req-8d616816-cc3c-4fe6-8279-a899c29a16b3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.415836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9234d1-b5df-426f-8afc-891b2c3c8623 req-8d616816-cc3c-4fe6-8279-a899c29a16b3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.425844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9234d1-b5df-426f-8afc-891b2c3c8623 req-8d616816-cc3c-4fe6-8279-a899c29a16b3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.433761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9234d1-b5df-426f-8afc-891b2c3c8623 req-8d616816-cc3c-4fe6-8279-a899c29a16b3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.441080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9234d1-b5df-426f-8afc-891b2c3c8623 req-8d616816-cc3c-4fe6-8279-a899c29a16b3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.447199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9234d1-b5df-426f-8afc-891b2c3c8623 req-8d616816-cc3c-4fe6-8279-a899c29a16b3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.455003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9234d1-b5df-426f-8afc-891b2c3c8623 req-8d616816-cc3c-4fe6-8279-a899c29a16b3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.458219 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f9234d1-b5df-426f-8afc-891b2c3c8623 req-8d616816-cc3c-4fe6-8279-a899c29a16b3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5406 time: 0.2040410 Feb 07 22:39:29.468001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Attempting to bind port 070c6c49-e848-4791-b105-01d75819df0f on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:29.468554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Attempting to bind port 070c6c49-e848-4791-b105-01d75819df0f by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:29.468660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Attempting to bind port 070c6c49-e848-4791-b105-01d75819df0f on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:29.476733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d2723430-7644-4aa2-9e64-1896b875636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.480421 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d2723430-7644-4aa2-9e64-1896b875636b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.483652 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d2723430-7644-4aa2-9e64-1896b875636b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65545298-0ca2-4e5a-b10e-ffcff84bb77c HTTP/1.1" status: 204 len: 168 time: 1.1207190 Feb 07 22:39:29.503106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2723430-7644-4aa2-9e64-1896b875636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65545298-0ca2-4e5a-b10e-ffcff84bb77c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:29.516888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Port 070c6c49-e848-4791-b105-01d75819df0f on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:29.517176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Attempting to bind port 070c6c49-e848-4791-b105-01d75819df0f on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:29.529239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:29.529477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Checking segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:29.529738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Bound using segment: {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:29.530182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Bound port: 070c6c49-e848-4791-b105-01d75819df0f, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7591b6c4-021c-4f3c-be31-46c5e57e9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:29.530545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.563854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ce9ac-3056-4e05-89b0-6ce0aa12ab3f req-8b6e25dd-cdf5-4d11-8c47-328c5b5dbbad tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.572884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ce9ac-3056-4e05-89b0-6ce0aa12ab3f req-8b6e25dd-cdf5-4d11-8c47-328c5b5dbbad tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.574508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c90ce9ac-3056-4e05-89b0-6ce0aa12ab3f req-8b6e25dd-cdf5-4d11-8c47-328c5b5dbbad tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1655 time: 0.4236691 Feb 07 22:39:29.594542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f9234d1-b5df-426f-8afc-891b2c3c8623 req-378e6331-294e-497f-84e7-a0b2db1f27e6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142898 Feb 07 22:39:29.701312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Made reservation on behalf of 5a96cb32bfd6494c8cf555d8a7c19138 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:29.704894 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.725838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-cc032b51-4df3-4cfe-9ce4-516666196938 service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853992 Feb 07 22:39:29.727718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c0af66-536a-4d71-9cf8-be6169b82692 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:29.737359 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.751726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Transition to ACTIVE for port object 37c0af66-536a-4d71-9cf8-be6169b82692 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:29.758352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.777897 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c90ce9ac-3056-4e05-89b0-6ce0aa12ab3f req-8a2a65fd-e5b3-4c98-99d7-8cf0ef0f06a9 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667633 Feb 07 22:39:29.829777 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e3b3de-18d2-43d9-a147-885e2d55b383 None None] Network 561e1e87-81dd-467d-89f9-e11503cce0d8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:29.869848 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] device_id is not set on port 0959e23c-1898-412d-b2eb-efb2a37d35e5 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:39:29.874572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=37c0af66-536a-4d71-9cf8-be6169b82692,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:29.977303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c8b64-1100-47d4-ab7d-8d00d7c32d3a None None] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:30.038013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056494a-7eae-4dae-a4fc-e62f2b2511fb req-3fc74255-03bc-4be9-b07a-a135f1b0f49e tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:30.046422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7056494a-7eae-4dae-a4fc-e62f2b2511fb req-3fc74255-03bc-4be9-b07a-a135f1b0f49e tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 944 time: 0.1676981 Feb 07 22:39:30.109173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7056494a-7eae-4dae-a4fc-e62f2b2511fb req-fb07c3f8-2b8a-481c-bfc2-ad14bbf44a9d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578556 Feb 07 22:39:30.134676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Attempting to bind port 37c0af66-536a-4d71-9cf8-be6169b82692 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:30.138014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Attempting to bind port 37c0af66-536a-4d71-9cf8-be6169b82692 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '0c8d5746-51a1-48c0-b971-99762f02ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:30.138391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Attempting to bind port 37c0af66-536a-4d71-9cf8-be6169b82692 on network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:30.140769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38122) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:30.171957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] For port 070c6c49-e848-4791-b105-01d75819df0f, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:30.194104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5b4f8f0a-cee4-442d-a939-d7fae09e281a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=344e24c7ff4649bca3dea83ab3baefab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520248 Feb 07 22:39:30.194857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38124) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:30.197220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Port 37c0af66-536a-4d71-9cf8-be6169b82692 on network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:30.197412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Attempting to bind port 37c0af66-536a-4d71-9cf8-be6169b82692 on network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:30.235958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:30.235958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Checking segment: {'id': '0c8d5746-51a1-48c0-b971-99762f02ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:30.236312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Bound using segment: {'id': '0c8d5746-51a1-48c0-b971-99762f02ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:30.237408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Bound port: 37c0af66-536a-4d71-9cf8-be6169b82692, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8d5746-51a1-48c0-b971-99762f02ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:30.238354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.248044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] For port 070c6c49-e848-4791-b105-01d75819df0f, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=070c6c49-e848-4791-b105-01d75819df0f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:30.285583 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.295329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.328433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] For port 37c0af66-536a-4d71-9cf8-be6169b82692, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:30.333711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] For port 37c0af66-536a-4d71-9cf8-be6169b82692, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=37c0af66-536a-4d71-9cf8-be6169b82692,segment=NetworkSegment(0c8d5746-51a1-48c0-b971-99762f02ca95),segment_id=0c8d5746-51a1-48c0-b971-99762f02ca95)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:30.356582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-42cc94af-61a1-470c-afb5-3c7c6db6d4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.358783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.359338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a70371ed-05b2-44bd-a7ac-c89ea74c8863 None None] Provisioning complete for port 82e7f194-0e81-4bf0-9389-ca6ef06298cd triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:30.360337 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a70371ed-05b2-44bd-a7ac-c89ea74c8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.434545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:30.435172 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.444582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] 10.222.0.24 "PUT /v2.0/ports/37c0af66-536a-4d71-9cf8-be6169b82692 HTTP/1.1" status: 200 len: 1092 time: 1.3313065 Feb 07 22:39:30.447062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41dc0c6e-c02f-4d81-b6ad-361b35f7cf17 req-63e14b3b-c000-4a52-950d-5d02702ec156 service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053134 Feb 07 22:39:30.453973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'tag': '37c0af66-536a-4d71-9cf8-be6169b82692'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:30.463901 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fbcf0a-0a39-4c91-bc63-166085b7b220" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "tag": "37c0af66-536a-4d71-9cf8-be6169b82692"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:30.470680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:30.472357 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.474302 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] 10.222.0.24 "PUT /v2.0/ports/070c6c49-e848-4791-b105-01d75819df0f HTTP/1.1" status: 200 len: 1091 time: 4.2503729 Feb 07 22:39:30.490651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a70371ed-05b2-44bd-a7ac-c89ea74c8863 None None] Port 82e7f194-0e81-4bf0-9389-ca6ef06298cd was deleted so its status cannot be updated. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 07 22:39:30.518744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-42cc94af-61a1-470c-afb5-3c7c6db6d4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.552180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Request body: {'port': {'device_id': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:30.571145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:30.675939 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d0bd1-e53a-4136-957b-eddf5fe8998c x-openstack-request-id: req-714d0bd1-e53a-4136-957b-eddf5fe8998c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:30.676238 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "tag": "37c0af66-536a-4d71-9cf8-be6169b82692", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:30.678562 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-714d0bd1-e53a-4136-957b-eddf5fe8998c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:30.678995 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'tag': '37c0af66-536a-4d71-9cf8-be6169b82692', 'status': 'completed', 'code': 200} Feb 07 22:39:30.681134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb08b5-bdc0-454f-b5f5-bc0aada3a37f req-a0f8e29c-3359-427d-af03-3a0da50c49c9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:30.708119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33bb08b5-bdc0-454f-b5f5-bc0aada3a37f req-a0f8e29c-3359-427d-af03-3a0da50c49c9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.7150047 Feb 07 22:39:30.808674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 82e7f194-0e81-4bf0-9389-ca6ef06298cd up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:30.859307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-561e1e87-81dd-467d-89f9-e11503cce0d8', 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': 'fd7dc62b-f836-4d58-a99b-8e73ac951d1b'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:30.860131 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.880466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 82e7f194-0e81-4bf0-9389-ca6ef06298cd {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:30.880818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 82e7f194-0e81-4bf0-9389-ca6ef06298cd not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 22:39:30.885772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port 82e7f194-0e81-4bf0-9389-ca6ef06298cd on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:30.904065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9d33d-c5e5-485b-a631-5fa970f8bbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=37c0af66-536a-4d71-9cf8-be6169b82692,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:30.907932 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.945135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Port 82e7f194-0e81-4bf0-9389-ca6ef06298cd not found, will not notify nova. {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 22:39:30.972318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Allocated IP 2001:db8::75 (eaa54537-bd1b-42b5-b2d0-a514bbbb20b8/59d4e9cd-0c86-4908-9416-b7de5eb3a14f/0959e23c-1898-412d-b2eb-efb2a37d35e5) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:31.008775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7de0485e-acc8-4762-94f7-3043f2dceda4 None None] Provisioning complete for port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:31.009488 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7de0485e-acc8-4762-94f7-3043f2dceda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.018429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-eaa54537-bd1b-42b5-b2d0-a514bbbb20b8', 'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8', 'tenant_id': '5a96cb32bfd6494c8cf555d8a7c19138', 'fixed_ips': [{'subnet_id': '59d4e9cd-0c86-4908-9416-b7de5eb3a14f'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:31.020375 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.021572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcf0a-0a39-4c91-bc63-166085b7b220 req-e5309734-e193-4002-ae09-f466a699398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.022203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcf0a-0a39-4c91-bc63-166085b7b220 req-e5309734-e193-4002-ae09-f466a699398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.025399 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61fbcf0a-0a39-4c91-bc63-166085b7b220 req-e5309734-e193-4002-ae09-f466a699398d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6037f75470b46a89f0a4e3773a95747&device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1914 time: 0.3773079 Feb 07 22:39:31.149828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053425c-cd40-4c7a-a127-6d4c9989a17e req-fa08f710-61c1-46d8-91c7-d0103527dc3e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.166108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053425c-cd40-4c7a-a127-6d4c9989a17e req-fa08f710-61c1-46d8-91c7-d0103527dc3e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.187236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053425c-cd40-4c7a-a127-6d4c9989a17e req-fa08f710-61c1-46d8-91c7-d0103527dc3e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.201369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053425c-cd40-4c7a-a127-6d4c9989a17e req-fa08f710-61c1-46d8-91c7-d0103527dc3e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.205795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053425c-cd40-4c7a-a127-6d4c9989a17e req-fa08f710-61c1-46d8-91c7-d0103527dc3e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.212555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053425c-cd40-4c7a-a127-6d4c9989a17e req-fa08f710-61c1-46d8-91c7-d0103527dc3e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.218740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053425c-cd40-4c7a-a127-6d4c9989a17e req-fa08f710-61c1-46d8-91c7-d0103527dc3e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.228849 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5053425c-cd40-4c7a-a127-6d4c9989a17e req-fa08f710-61c1-46d8-91c7-d0103527dc3e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5406 time: 0.4662578 Feb 07 22:39:31.237907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-42cc94af-61a1-470c-afb5-3c7c6db6d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.240249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-42cc94af-61a1-470c-afb5-3c7c6db6d4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.243925 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-42cc94af-61a1-470c-afb5-3c7c6db6d4a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91aeba48-5ba0-4b7a-a3aa-dd848380bb9c HTTP/1.1" status: 204 len: 168 time: 1.0455954 Feb 07 22:39:31.312973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc94af-61a1-470c-afb5-3c7c6db6d4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aeba48-5ba0-4b7a-a3aa-dd848380bb9c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:31.339878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7de0485e-acc8-4762-94f7-3043f2dceda4 None None] Port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:31.441337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5053425c-cd40-4c7a-a127-6d4c9989a17e req-25e0e0fd-900e-4b6c-a220-5397cd84253e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108018 Feb 07 22:39:31.468269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Allocated IP 2001:db8::1 (561e1e87-81dd-467d-89f9-e11503cce0d8/fd7dc62b-f836-4d58-a99b-8e73ac951d1b/5ba49039-d475-49cd-8640-612ae0f75cbd) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:31.505241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcf0a-0a39-4c91-bc63-166085b7b220 req-5eb6918c-e922-4b6c-af59-7882f8af5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.506413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcf0a-0a39-4c91-bc63-166085b7b220 req-5eb6918c-e922-4b6c-af59-7882f8af5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.506887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcf0a-0a39-4c91-bc63-166085b7b220 req-5eb6918c-e922-4b6c-af59-7882f8af5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.511916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61fbcf0a-0a39-4c91-bc63-166085b7b220 req-5eb6918c-e922-4b6c-af59-7882f8af5a19 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e6037f75470b46a89f0a4e3773a95747&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.4706142 Feb 07 22:39:31.535433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '070c6c49-e848-4791-b105-01d75819df0f'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:31.538207 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a097ee-27e7-465a-b330-606c69d8affc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "070c6c49-e848-4791-b105-01d75819df0f"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:31.541601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cc088-14d1-4e22-bd88-573b6f091bfb service neutron] Pushing event updated for resources: {'Port': ['ID=070c6c49-e848-4791-b105-01d75819df0f,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:31.630560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.677083 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.696405 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.718013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=82e7f194-0e81-4bf0-9389-ca6ef06298cd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:31.719364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de79fcd-17bf-4242-a830-7625f1ee1576 req-4bf4d581-c998-4829-b61a-c7bcbe53b1d7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.725454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.727898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de79fcd-17bf-4242-a830-7625f1ee1576 req-4bf4d581-c998-4829-b61a-c7bcbe53b1d7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.738616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1de79fcd-17bf-4242-a830-7625f1ee1576 req-4bf4d581-c998-4829-b61a-c7bcbe53b1d7 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1667 time: 0.2216549 Feb 07 22:39:31.749295 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.774735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Network 561e1e87-81dd-467d-89f9-e11503cce0d8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:31.780200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:31.786158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:31.788253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Pushing event updated for resources: {'Port': ['ID=5ba49039-d475-49cd-8640-612ae0f75cbd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:31.794325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcf0a-0a39-4c91-bc63-166085b7b220 req-455c4fb3-b522-4497-8300-77c533bdf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.795828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61fbcf0a-0a39-4c91-bc63-166085b7b220 req-455c4fb3-b522-4497-8300-77c533bdf3e0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2638762 Feb 07 22:39:31.850151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Attempting to bind port 5ba49039-d475-49cd-8640-612ae0f75cbd on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:31.850641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Attempting to bind port 5ba49039-d475-49cd-8640-612ae0f75cbd by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'bb8c501a-8609-4159-8851-af55172a41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:31.850895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Attempting to bind port 5ba49039-d475-49cd-8640-612ae0f75cbd on network 561e1e87-81dd-467d-89f9-e11503cce0d8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:31.856706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:31.857253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Checking segment: {'id': 'bb8c501a-8609-4159-8851-af55172a41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:31.857382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.857704 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Bound using segment: {'id': 'bb8c501a-8609-4159-8851-af55172a41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:31.858211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Bound port: 5ba49039-d475-49cd-8640-612ae0f75cbd, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c501a-8609-4159-8851-af55172a41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '561e1e87-81dd-467d-89f9-e11503cce0d8'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:31.858730 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.871184 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1de79fcd-17bf-4242-a830-7625f1ee1576 req-13454ff8-d320-46ce-8b53-a11606555ce8 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312120 Feb 07 22:39:31.897680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29d3164-5446-4fa6-aeca-247d4f054825 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:31.916789 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.917847 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.946337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-b90c769d-31d2-4662-8aa5-81a80a9854b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.948251 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-b90c769d-31d2-4662-8aa5-81a80a9854b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 1095 time: 1.1959763 Feb 07 22:39:31.951326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33bb08b5-bdc0-454f-b5f5-bc0aada3a37f req-ceafcec8-2c37-44f3-9b53-cb21f7999f5b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2424209 Feb 07 22:39:31.952156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Transition to ACTIVE for port object f29d3164-5446-4fa6-aeca-247d4f054825 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:31.960676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7dc62b-f836-4d58-a99b-8e73ac951d1b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:31.963815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.013435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] For port 5ba49039-d475-49cd-8640-612ae0f75cbd, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:32.026915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] For port 5ba49039-d475-49cd-8640-612ae0f75cbd, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5ba49039-d475-49cd-8640-612ae0f75cbd,segment=NetworkSegment(bb8c501a-8609-4159-8851-af55172a41e2),segment_id=bb8c501a-8609-4159-8851-af55172a41e2)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:32.041798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.051352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Pushing event updated for resources: {'Port': ['ID=f29d3164-5446-4fa6-aeca-247d4f054825,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:32.062685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589bbc8-59df-4d2e-8bb6-a3d84da3d48f req-0e70a23c-db1f-43dc-ac99-3ff896d4b391 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.081288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7589bbc8-59df-4d2e-8bb6-a3d84da3d48f req-0e70a23c-db1f-43dc-ac99-3ff896d4b391 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 944 time: 0.1271000 Feb 07 22:39:32.107420 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2156200-388a-470f-9036-4d8995059323 x-openstack-request-id: req-c2156200-388a-470f-9036-4d8995059323 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:32.107804 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "070c6c49-e848-4791-b105-01d75819df0f", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:32.108023 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2156200-388a-470f-9036-4d8995059323 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:32.108393 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '070c6c49-e848-4791-b105-01d75819df0f', 'status': 'completed', 'code': 200} Feb 07 22:39:32.168381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146dd9a6-9c92-42f8-8dfd-b5d6dddc8bef None None] Pushing event updated for resources: {'Port': ['ID=5ba49039-d475-49cd-8640-612ae0f75cbd,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:32.257682 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.267248 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7589bbc8-59df-4d2e-8bb6-a3d84da3d48f req-be96011b-40c6-41ff-a0b2-201682ec0196 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846819 Feb 07 22:39:32.295019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-b34b8246-8599-4820-a065-4275b549a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.300761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-b34b8246-8599-4820-a065-4275b549a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.301858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-b34b8246-8599-4820-a065-4275b549a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.302521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-b34b8246-8599-4820-a065-4275b549a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.303352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-b34b8246-8599-4820-a065-4275b549a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.303483 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.304332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-b34b8246-8599-4820-a065-4275b549a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.304957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-b34b8246-8599-4820-a065-4275b549a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.307195 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3a097ee-27e7-465a-b330-606c69d8affc req-b34b8246-8599-4820-a065-4275b549a247 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6378 time: 0.1944017 Feb 07 22:39:32.349445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Attempting to bind port f29d3164-5446-4fa6-aeca-247d4f054825 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:32.356251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561e1e87-81dd-467d-89f9-e11503cce0d8']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:32.357134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Attempting to bind port f29d3164-5446-4fa6-aeca-247d4f054825 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:32.362793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Attempting to bind port f29d3164-5446-4fa6-aeca-247d4f054825 on network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:32.391314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347eb113-1cc4-4b0c-b854-742afe28d1b4 None None] Network 561e1e87-81dd-467d-89f9-e11503cce0d8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:32.418230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Port f29d3164-5446-4fa6-aeca-247d4f054825 on network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:32.418645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Attempting to bind port f29d3164-5446-4fa6-aeca-247d4f054825 on network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:32.430873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:32.431308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Checking segment: {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:32.431795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Bound using segment: {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:32.432303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Bound port: f29d3164-5446-4fa6-aeca-247d4f054825, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:32.432514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8c501a-8609-4159-8851-af55172a41e2') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:32.432814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.433163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8c501a-8609-4159-8851-af55172a41e2') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:32.454953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.461902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:32.463624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-4ab58c31-a442-4fa3-af06-821ac75ce3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.465596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-4ab58c31-a442-4fa3-af06-821ac75ce3b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 200 len: 922 time: 0.4969218 Feb 07 22:39:32.489743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38162) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:32.490946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:32.510394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:32.516289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.516911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.530868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-5d52201d-c0df-468b-bc67-69b29fde2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.531166 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-5d52201d-c0df-468b-bc67-69b29fde2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.531581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-5d52201d-c0df-468b-bc67-69b29fde2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.534208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3a097ee-27e7-465a-b330-606c69d8affc req-5d52201d-c0df-468b-bc67-69b29fde2e30 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ddc52a5183c423abe3afe7c86b51630&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2118881 Feb 07 22:39:32.554378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.558792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Port': ['ID=0959e23c-1898-412d-b2eb-efb2a37d35e5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:32.566904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] For port f29d3164-5446-4fa6-aeca-247d4f054825, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:32.583571 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-fa718b93-5bdd-40f9-aca9-b28f838f65c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a571084-fe7d-4e32-824f-b8b0f1b74bf9 HTTP/1.1" status: 200 len: 217 time: 0.1045890 Feb 07 22:39:32.593958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:32.594958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.597398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Allocated IP 2001:db8::2 (eaa54537-bd1b-42b5-b2d0-a514bbbb20b8/59d4e9cd-0c86-4908-9416-b7de5eb3a14f/8a5639d3-9c06-4815-8e41-7405c5eee386) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:32.597570 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:32.617205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] For port f29d3164-5446-4fa6-aeca-247d4f054825, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f29d3164-5446-4fa6-aeca-247d4f054825,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:32.629364 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.690371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.691449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.693338 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] 10.222.0.24 "PUT /v2.0/ports/f29d3164-5446-4fa6-aeca-247d4f054825 HTTP/1.1" status: 200 len: 1091 time: 2.1390953 Feb 07 22:39:32.695910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': 'f29d3164-5446-4fa6-aeca-247d4f054825'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:32.697063 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6f218ec8-2a97-4ebd-9de0-2d4bfba9b82f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3834400 Feb 07 22:39:32.698647 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad33370-992e-4a62-b041-9a515e03ba30" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "f29d3164-5446-4fa6-aeca-247d4f054825"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:32.704709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38166) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:32.727933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:32.730754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'port': {'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-251046455', 'allowed_address_pairs': [{'ip_address': '2001:db8::75', 'mac_address': 'fa:16:3e:b9:57:1d'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:32.767014 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.777270 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.api [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:39:32.777270 n-d-827895-2 neutron-server[102290]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:39:32.777270 n-d-827895-2 neutron-server[102290]: [parameters: {'id': '561e1e87-81dd-467d-89f9-e11503cce0d8'}] Feb 07 22:39:32.777270 n-d-827895-2 neutron-server[102290]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:39:32.778089 n-d-827895-2 neutron-server[102290]: DEBUG oslo_db.api [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:39:32.793277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Request body: {'port': {'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:32.801477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-e3d24084-2659-4e77-bcfe-4f37d045d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.803254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-e3d24084-2659-4e77-bcfe-4f37d045d188 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54247620-3ba7-4f8f-ab98-19c829608aa9 HTTP/1.1" status: 200 len: 862 time: 0.2107649 Feb 07 22:39:32.811865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Transition to ACTIVE for port object 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:32.833296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.852671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148c28-b052-41fa-83b1-f8afffcda9ca req-e8556e7c-1d75-4639-8f60-9fabbc0bc0b8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.858712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148c28-b052-41fa-83b1-f8afffcda9ca req-e8556e7c-1d75-4639-8f60-9fabbc0bc0b8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.865310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-954688659-network', 'tenant_id': 'ac14f67e313045ab95b6ad786c8b5f37'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:32.868441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148c28-b052-41fa-83b1-f8afffcda9ca req-e8556e7c-1d75-4639-8f60-9fabbc0bc0b8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.871236 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dced795-04a0-40d1-b77e-fdfa437541e4 x-openstack-request-id: req-4dced795-04a0-40d1-b77e-fdfa437541e4 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:32.871810 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "f29d3164-5446-4fa6-aeca-247d4f054825", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:32.872311 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dced795-04a0-40d1-b77e-fdfa437541e4 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:32.872907 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': 'f29d3164-5446-4fa6-aeca-247d4f054825', 'status': 'completed', 'code': 200} Feb 07 22:39:32.877566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148c28-b052-41fa-83b1-f8afffcda9ca req-e8556e7c-1d75-4639-8f60-9fabbc0bc0b8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.904933 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.905617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148c28-b052-41fa-83b1-f8afffcda9ca req-e8556e7c-1d75-4639-8f60-9fabbc0bc0b8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.912270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148c28-b052-41fa-83b1-f8afffcda9ca req-e8556e7c-1d75-4639-8f60-9fabbc0bc0b8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.918598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148c28-b052-41fa-83b1-f8afffcda9ca req-e8556e7c-1d75-4639-8f60-9fabbc0bc0b8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.920813 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46148c28-b052-41fa-83b1-f8afffcda9ca req-e8556e7c-1d75-4639-8f60-9fabbc0bc0b8 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5418 time: 0.3164034 Feb 07 22:39:32.920995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a097ee-27e7-465a-b330-606c69d8affc req-7eb0775b-9eac-454c-8676-99bd96d6c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.922467 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3a097ee-27e7-465a-b330-606c69d8affc req-7eb0775b-9eac-454c-8676-99bd96d6c746 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3803442 Feb 07 22:39:32.930032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 82e7f194-0e81-4bf0-9389-ca6ef06298cd no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:32.948602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf3b24-b193-4283-bbd4-270a6674771a service neutron] Pushing event updated for resources: {'Port': ['ID=f29d3164-5446-4fa6-aeca-247d4f054825,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:32.956527 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.966105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-ab95816e-a0bc-4e58-a2f9-9c3339732abf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527843 Feb 07 22:39:33.007757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.009883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 82e7f194-0e81-4bf0-9389-ca6ef06298cd {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:33.010331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 82e7f194-0e81-4bf0-9389-ca6ef06298cd not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:33.046723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Made reservation on behalf of ac14f67e313045ab95b6ad786c8b5f37 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:33.049706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.100478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Pushing event updated for resources: {'Port': ['ID=8a5639d3-9c06-4815-8e41-7405c5eee386,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:33.108090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:33.108598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.109682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Pushing event updated for resources: {'Port': ['ID=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:33.110853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:33.121674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:33.150489 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46148c28-b052-41fa-83b1-f8afffcda9ca req-581d2b7e-c7f9-4122-ad14-be33f7e07421 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871405 Feb 07 22:39:33.181495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-7a9aa281-c3ea-471e-b33e-60351138d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.181495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-7a9aa281-c3ea-471e-b33e-60351138d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.181495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-7a9aa281-c3ea-471e-b33e-60351138d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.181495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-7a9aa281-c3ea-471e-b33e-60351138d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.181495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-7a9aa281-c3ea-471e-b33e-60351138d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.181495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-7a9aa281-c3ea-471e-b33e-60351138d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.181495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-7a9aa281-c3ea-471e-b33e-60351138d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.181495 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cad33370-992e-4a62-b041-9a515e03ba30 req-7a9aa281-c3ea-471e-b33e-60351138d47b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6420 time: 0.1957169 Feb 07 22:39:33.182605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8634cc-f254-4fed-bd8f-318c0d121275 None None] DHCP port deletion for 561e1e87-81dd-467d-89f9-e11503cce0d8 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:39:33.221994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-5f0308fc-1b9e-4b2b-96e4-1159df3ef869 service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333341 Feb 07 22:39:33.267115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Attempting to bind port 8a5639d3-9c06-4815-8e41-7405c5eee386 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:33.267609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Attempting to bind port 8a5639d3-9c06-4815-8e41-7405c5eee386 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '1614618c-9ff1-46ea-9528-ff273676451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:33.268715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Attempting to bind port 8a5639d3-9c06-4815-8e41-7405c5eee386 on network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:33.274681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:39:33.280470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:33.280869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Checking segment: {'id': '1614618c-9ff1-46ea-9528-ff273676451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:33.281521 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.281924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Bound using segment: {'id': '1614618c-9ff1-46ea-9528-ff273676451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:33.282411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Bound port: 8a5639d3-9c06-4815-8e41-7405c5eee386, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1614618c-9ff1-46ea-9528-ff273676451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:33.282795 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.286473 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.323951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Attempting to bind port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:33.324445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Attempting to bind port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'ffe0a0f4-f26f-436c-b31c-8297d86aba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:33.324869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Attempting to bind port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa on network f878aead-2795-409b-8143-9ba0f90eac4d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:33.365792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa on network f878aead-2795-409b-8143-9ba0f90eac4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:33.366225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Attempting to bind port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa on network f878aead-2795-409b-8143-9ba0f90eac4d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:33.383468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:33.383962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Checking segment: {'id': 'ffe0a0f4-f26f-436c-b31c-8297d86aba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:33.384538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Bound using segment: {'id': 'ffe0a0f4-f26f-436c-b31c-8297d86aba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:33.385235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Bound port: 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe0a0f4-f26f-436c-b31c-8297d86aba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:33.385693 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.437431 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8c8634cc-f254-4fed-bd8f-318c0d121275 None None] Deleting port 5ba49039-d475-49cd-8640-612ae0f75cbd {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:33.437727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8634cc-f254-4fed-bd8f-318c0d121275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.454829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63361f5-4154-4d7c-9c79-7e2cd601f3c9 req-9b04f05f-aeb4-4cdc-81d3-fbe875a2553b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.457012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c63361f5-4154-4d7c-9c79-7e2cd601f3c9 req-9b04f05f-aeb4-4cdc-81d3-fbe875a2553b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1903245 Feb 07 22:39:33.483649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-874fc9d1-65e3-4f37-aa55-8d8b8089a38f req-48ba5507-555e-4d49-bda2-729f015aad91 service neutron] 10.222.0.46 "GET /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524464 Feb 07 22:39:33.525985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] For port 8a5639d3-9c06-4815-8e41-7405c5eee386, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:33.560189 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c63361f5-4154-4d7c-9c79-7e2cd601f3c9 req-39e579fb-f2bb-438d-85b6-4eca3dcd3a00 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788927 Feb 07 22:39:33.560807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] For port 8a5639d3-9c06-4815-8e41-7405c5eee386, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8a5639d3-9c06-4815-8e41-7405c5eee386,segment=NetworkSegment(1614618c-9ff1-46ea-9528-ff273676451d),segment_id=1614618c-9ff1-46ea-9528-ff273676451d)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:33.563772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] For port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:33.568389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] For port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,segment=NetworkSegment(ffe0a0f4-f26f-436c-b31c-8297d86aba06),segment_id=ffe0a0f4-f26f-436c-b31c-8297d86aba06)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:33.571608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port 5ba49039-d475-49cd-8640-612ae0f75cbd {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:33.572057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.588578 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.590627 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.599428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8c8634cc-f254-4fed-bd8f-318c0d121275 None None] For port 5ba49039-d475-49cd-8640-612ae0f75cbd, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5ba49039-d475-49cd-8640-612ae0f75cbd,segment=NetworkSegment(bb8c501a-8609-4159-8851-af55172a41e2),segment_id=bb8c501a-8609-4159-8851-af55172a41e2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:33.600053 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8634cc-f254-4fed-bd8f-318c0d121275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.681045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.681199 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.682569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] 10.222.0.24 "PUT /v2.0/ports/3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa HTTP/1.1" status: 200 len: 1092 time: 3.1427693 Feb 07 22:39:33.692468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port 5ba49039-d475-49cd-8640-612ae0f75cbd, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5ba49039-d475-49cd-8640-612ae0f75cbd,segment=NetworkSegment(bb8c501a-8609-4159-8851-af55172a41e2),segment_id=bb8c501a-8609-4159-8851-af55172a41e2)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:33.692686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.695663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8c8634cc-f254-4fed-bd8f-318c0d121275 None None] Calling delete_port for 5ba49039-d475-49cd-8640-612ae0f75cbd owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:33.696138 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.704806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870b00-61a0-4a7a-8dd7-12968d798b01 req-833d3541-f7d7-458a-9f1c-55c0c45f4ad2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.712008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870b00-61a0-4a7a-8dd7-12968d798b01 req-833d3541-f7d7-458a-9f1c-55c0c45f4ad2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.720176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d870b00-61a0-4a7a-8dd7-12968d798b01 req-833d3541-f7d7-458a-9f1c-55c0c45f4ad2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1679 time: 0.7200096 Feb 07 22:39:33.735689 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:33.744107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.751619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c8c44-4675-4d23-a6aa-470ab0eafa7c service neutron] Pushing event updated for resources: {'Port': ['ID=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:33.756330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for 5ba49039-d475-49cd-8640-612ae0f75cbd owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:33.792930 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.802226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '1a571084-fe7d-4e32-824f-b8b0f1b74bf9', 'network_id': 'fbd710b6-e2ce-40ba-8b5c-d68b715acd6f', 'port_id': '1a571084-fe7d-4e32-824f-b8b0f1b74bf9', 'mac_address': 'fa:16:3e:5b:2c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54247620-3ba7-4f8f-ab98-19c829608aa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:39:33.805997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Made reservation on behalf of 5a96cb32bfd6494c8cf555d8a7c19138 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:33.871313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04f58-81d2-4e2d-a95e-28641756e8e9 None None] Pushing event updated for resources: {'Port': ['ID=8a5639d3-9c06-4815-8e41-7405c5eee386,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:33.885320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:33.889961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa41055-569d-4841-a86e-b3e56f7ee50e req-b1494516-8445-4db4-a192-497eb251e06d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.902782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-daa41055-569d-4841-a86e-b3e56f7ee50e req-b1494516-8445-4db4-a192-497eb251e06d tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 944 time: 0.2130969 Feb 07 22:39:33.944986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-308ed08c-936d-4d60-a2fa-32ecb6a14678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.945427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-308ed08c-936d-4d60-a2fa-32ecb6a14678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.946983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-308ed08c-936d-4d60-a2fa-32ecb6a14678 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6037f75470b46a89f0a4e3773a95747&device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1981 time: 0.1882477 Feb 07 22:39:33.959986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.981819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:34.008833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-1c9ad0f7-9e84-41e5-9273-a23229d3f8d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.175&port_id=37c0af66-536a-4d71-9cf8-be6169b82692 HTTP/1.1" status: 200 len: 217 time: 0.0511298 Feb 07 22:39:34.019623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:34.021242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8634cc-f254-4fed-bd8f-318c0d121275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.055150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-daa41055-569d-4841-a86e-b3e56f7ee50e req-e01374c7-e668-4bd5-9066-429222bd368f tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481259 Feb 07 22:39:34.078900 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.082707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8634cc-f254-4fed-bd8f-318c0d121275 None None] Pushing event deleted for resources: {'Port': ['ID=5ba49039-d475-49cd-8640-612ae0f75cbd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:34.084675 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.094317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8634cc-f254-4fed-bd8f-318c0d121275 None None] No DVR routers for this DVR port 5ba49039-d475-49cd-8640-612ae0f75cbd on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:34.111000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.131038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'tag': '3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:34.133463 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b31d9b-b599-4782-927c-801971184b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "tag": "3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:34.149606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.150053 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Added segment 14c72f36-afcd-45d0-b5c7-997e88e51e13 of type vlan for network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 Feb 07 22:39:34.160069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=5ba49039-d475-49cd-8640-612ae0f75cbd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:34.161273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f61798-eeda-4d6a-a5c6-94f8b762eb86,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:34.166036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-301b798b-5905-45df-9234-d24854e98fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.166647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-301b798b-5905-45df-9234-d24854e98fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.167169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-301b798b-5905-45df-9234-d24854e98fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.169254 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cad33370-992e-4a62-b041-9a515e03ba30 req-301b798b-5905-45df-9234-d24854e98fd8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ddc52a5183c423abe3afe7c86b51630&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9755657 Feb 07 22:39:34.169781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port 5ba49039-d475-49cd-8640-612ae0f75cbd on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:34.183176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-d99a0e9c-53d9-413c-811d-15d4590491c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.204058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-d99a0e9c-53d9-413c-811d-15d4590491c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2aaf0b7-3640-4f6a-bbbb-1ad65da256d9 HTTP/1.1" status: 200 len: 801 time: 0.1778986 Feb 07 22:39:34.206569 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.224372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d870b00-61a0-4a7a-8dd7-12968d798b01 req-552d167a-93af-4854-94b7-243552346714 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027256 Feb 07 22:39:34.231106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:34.243408 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75feb3e7-3e10-4b4a-99b9-6f5fc243eb35 x-openstack-request-id: req-75feb3e7-3e10-4b4a-99b9-6f5fc243eb35 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:34.243408 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "tag": "3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:34.243408 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75feb3e7-3e10-4b4a-99b9-6f5fc243eb35 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:34.243408 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'tag': '3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa', 'status': 'completed', 'code': 200} Feb 07 22:39:34.344280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1a571084-fe7d-4e32-824f-b8b0f1b74bf9'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:39:34.370986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] device_id is not set on port 28c175a1-01bd-4897-9184-1af7cc9c0025 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:39:34.379606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.398364 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.416922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561e1e87-81dd-467d-89f9-e11503cce0d8']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:34.420315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-13b9c26d-f5b1-41eb-854d-782ec9d71bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.421945 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-13b9c26d-f5b1-41eb-854d-782ec9d71bb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25865e1b-4f5d-4166-b40c-d5bd3d7b7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1797831 Feb 07 22:39:34.433173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8c501a-8609-4159-8851-af55172a41e2') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:34.433783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8c501a-8609-4159-8851-af55172a41e2') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:34.485812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2e47-0f29-4e42-a249-02fa670a4eed req-5cb42ecc-e064-4a7d-86bb-7867f1f0358d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.491785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2e47-0f29-4e42-a249-02fa670a4eed req-5cb42ecc-e064-4a7d-86bb-7867f1f0358d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.498373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2e47-0f29-4e42-a249-02fa670a4eed req-5cb42ecc-e064-4a7d-86bb-7867f1f0358d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.505189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2e47-0f29-4e42-a249-02fa670a4eed req-5cb42ecc-e064-4a7d-86bb-7867f1f0358d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.511010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2e47-0f29-4e42-a249-02fa670a4eed req-5cb42ecc-e064-4a7d-86bb-7867f1f0358d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.517119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2e47-0f29-4e42-a249-02fa670a4eed req-5cb42ecc-e064-4a7d-86bb-7867f1f0358d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.523584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2e47-0f29-4e42-a249-02fa670a4eed req-5cb42ecc-e064-4a7d-86bb-7867f1f0358d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.532062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d3a2e47-0f29-4e42-a249-02fa670a4eed req-5cb42ecc-e064-4a7d-86bb-7867f1f0358d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5418 time: 0.2297707 Feb 07 22:39:34.547097 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.567646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.569680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.570069 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.733263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33370-992e-4a62-b041-9a515e03ba30 req-ffb240f7-3eea-45b0-8a5c-89859e1b627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.734787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cad33370-992e-4a62-b041-9a515e03ba30 req-ffb240f7-3eea-45b0-8a5c-89859e1b627c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5401559 Feb 07 22:39:34.782384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.2914314 Feb 07 22:39:34.791005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38186) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:34.801039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Request body: {'subnet': {'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-954688659-subnet', 'tenant_id': 'ac14f67e313045ab95b6ad786c8b5f37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:34.827135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f0ddb-9eef-4b18-86ac-c33c8b7dc71b admin admin] Pushing event updated for resources: {'Network': ['ID=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:34.859786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:34.865214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8a5639d3-9c06-4815-8e41-7405c5eee386 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:34.875208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82ca767-ead7-4431-847f-b860d0f0eee2 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:34.883064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Allocated IP 2001:db8::396 (eaa54537-bd1b-42b5-b2d0-a514bbbb20b8/59d4e9cd-0c86-4908-9416-b7de5eb3a14f/28c175a1-01bd-4897-9184-1af7cc9c0025) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:34.902144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.917228 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.936696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Transition to ACTIVE for port object d82ca767-ead7-4431-847f-b860d0f0eee2 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:34.942520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d3a2e47-0f29-4e42-a249-02fa670a4eed req-5faeb1c0-b19a-4dc6-b945-4764a7b31fbe tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4101834 Feb 07 22:39:34.947060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Made reservation on behalf of ac14f67e313045ab95b6ad786c8b5f37 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:34.949619 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.950795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:34.951432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:34.954841 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:34.961009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa90c5-65b8-46b5-91d4-d21f2bdcb922 req-263c547d-bde8-424f-9443-9e234954b180 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:34.968550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00fa90c5-65b8-46b5-91d4-d21f2bdcb922 req-263c547d-bde8-424f-9443-9e234954b180 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.2368982 Feb 07 22:39:34.998502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.042587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8a5639d3-9c06-4815-8e41-7405c5eee386 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:35.042968 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.048212 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-7827af01-706f-4591-8253-de763fe1bd68 service neutron] 10.222.0.24 "GET /v2.0/networks/25865e1b-4f5d-4166-b40c-d5bd3d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087742 Feb 07 22:39:35.067374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.128166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.135172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/561e1e87-81dd-467d-89f9-e11503cce0d8 HTTP/1.1" status: 204 len: 168 time: 8.1897585 Feb 07 22:39:35.136020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38190) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:35.151899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Pushing event updated for resources: {'Port': ['ID=d82ca767-ead7-4431-847f-b860d0f0eee2,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:35.163500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-779914777'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:35.180095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc73f81-41b6-4e10-9658-d4ed7eb26445 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=561e1e87-81dd-467d-89f9-e11503cce0d8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:35.182417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.225463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 8a5639d3-9c06-4815-8e41-7405c5eee386, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8a5639d3-9c06-4815-8e41-7405c5eee386,segment=NetworkSegment(1614618c-9ff1-46ea-9528-ff273676451d),segment_id=1614618c-9ff1-46ea-9528-ff273676451d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:35.236304 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.274679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:35.278149 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.290611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:35.335106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-41740bd2-cc50-4099-8e2b-4f1b13016d03 service neutron] 10.222.0.24 "GET /v2.0/networks/25865e1b-4f5d-4166-b40c-d5bd3d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769108 Feb 07 22:39:35.344143 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00fa90c5-65b8-46b5-91d4-d21f2bdcb922 req-676e528c-737b-4cdd-ad79-213dea7113d7 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695681 Feb 07 22:39:35.345651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b33c6-b262-408d-89f8-f8668fa1b9ee req-4022e4ab-2686-43d4-ac07-bbfb0339356c tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.347998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=8a5639d3-9c06-4815-8e41-7405c5eee386,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:35.361556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-434b33c6-b262-408d-89f8-f8668fa1b9ee req-4022e4ab-2686-43d4-ac07-bbfb0339356c tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 945 time: 0.2155373 Feb 07 22:39:35.371110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:35.379356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:35.381026 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.468846 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-c159ee49-b05e-4032-b2c1-6e8fb18b75ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.202&port_id=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa HTTP/1.1" status: 200 len: 217 time: 0.1048031 Feb 07 22:39:35.474218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:35.478151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e905b67-8624-4215-9e14-e9b274345495 None None] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:35.523757 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-434b33c6-b262-408d-89f8-f8668fa1b9ee req-eda1a207-8df5-400b-9ed2-da554fbc2b78 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612766 Feb 07 22:39:35.537546 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.569812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.570158 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment 9a040129-d19f-4427-9eae-75bfc84edbdd of type vlan for network 3264f350-b05b-43a9-902c-55d82799521a Feb 07 22:39:35.607957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32cef39-5f74-482e-b967-17db07f7043d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a571084-fe7d-4e32-824f-b8b0f1b74bf9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:35.611068 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a8b305-ca7f-4e5e-b1ca-9b4746649725" -d '{"events": [{"server_uuid": "a32cef39-5f74-482e-b967-17db07f7043d", "name": "network-vif-plugged", "status": "completed", "tag": "1a571084-fe7d-4e32-824f-b8b0f1b74bf9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:35.622844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-9e6529e6-a328-45e4-a8eb-5178cae03c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.624518 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-9e6529e6-a328-45e4-a8eb-5178cae03c0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11 HTTP/1.1" status: 200 len: 801 time: 0.1424811 Feb 07 22:39:35.673504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:35.676921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e010805a-9180-4325-a531-549026d53c41 None None] Provisioning complete for port 8a5639d3-9c06-4815-8e41-7405c5eee386 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:35.677761 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e010805a-9180-4325-a531-549026d53c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.691553 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.696262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Attempting to bind port d82ca767-ead7-4431-847f-b860d0f0eee2 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:35.696598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Attempting to bind port d82ca767-ead7-4431-847f-b860d0f0eee2 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:35.696926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Attempting to bind port d82ca767-ead7-4431-847f-b860d0f0eee2 on network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:35.717599 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208ad7a8-651d-4b40-aadc-70c14f339bdd x-openstack-request-id: req-208ad7a8-651d-4b40-aadc-70c14f339bdd {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:35.718137 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32cef39-5f74-482e-b967-17db07f7043d", "name": "network-vif-plugged", "status": "completed", "tag": "1a571084-fe7d-4e32-824f-b8b0f1b74bf9", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:35.718543 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-208ad7a8-651d-4b40-aadc-70c14f339bdd {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:35.719282 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32cef39-5f74-482e-b967-17db07f7043d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a571084-fe7d-4e32-824f-b8b0f1b74bf9', 'code': 200} Feb 07 22:39:35.719975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24fd12-0dd1-431c-8b7f-b33f7bb936bf req-0d91c539-a821-4b19-9cd5-6214d7efa52b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.724108 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.727404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24fd12-0dd1-431c-8b7f-b33f7bb936bf req-0d91c539-a821-4b19-9cd5-6214d7efa52b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.729098 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0e24fd12-0dd1-431c-8b7f-b33f7bb936bf req-0d91c539-a821-4b19-9cd5-6214d7efa52b tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1679 time: 0.2539096 Feb 07 22:39:35.734723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Port d82ca767-ead7-4431-847f-b860d0f0eee2 on network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:35.735265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Attempting to bind port d82ca767-ead7-4431-847f-b860d0f0eee2 on network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:35.761114 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.766737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.774542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-f49f1b1c-73ff-4ee3-bd98-aa3979add3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.781341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-f49f1b1c-73ff-4ee3-bd98-aa3979add3cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f878aead-2795-409b-8143-9ba0f90eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298385 Feb 07 22:39:35.786530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:35.787014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Checking segment: {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:35.787591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Bound using segment: {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:35.788251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Bound port: d82ca767-ead7-4431-847f-b860d0f0eee2, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326efe8d-b714-4d5d-b854-328d6a6904a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:35.788810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.839480 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:39:35.897548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0e24fd12-0dd1-431c-8b7f-b33f7bb936bf req-4c2b19cb-2a8f-4b70-9c10-08949335d88f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525562 Feb 07 22:39:35.914164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.938771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce2e13f-8c37-495b-833a-a61a3b3725c8,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:35.951602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f842b-e7fd-4693-a2c4-a1bfd92f933c req-4eede8bc-9763-493c-8f59-c0f3b08e0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.953267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b00f842b-e7fd-4693-a2c4-a1bfd92f933c req-4eede8bc-9763-493c-8f59-c0f3b08e0586 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 1097 time: 0.1570106 Feb 07 22:39:35.957960 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.963986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.964588 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:36.010347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Checking segment: {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:36.010925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Network hostable DHCP agents. Network: fa21c8e2-5015-41e4-bf7f-f6ad2d372f26, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:36.018717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:36.027803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:36.034216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] For port d82ca767-ead7-4431-847f-b860d0f0eee2, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:36.037852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:36.048194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.050010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:36.056975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] For port d82ca767-ead7-4431-847f-b860d0f0eee2, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d82ca767-ead7-4431-847f-b860d0f0eee2,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:36.058645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:36.061249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Port': ['ID=28c175a1-01bd-4897-9184-1af7cc9c0025,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:36.099042 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:36.120706 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b066f73f-2163-4cac-b831-842ac43db062 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.3964190 Feb 07 22:39:36.122250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38214) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:36.146039 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9951463 Feb 07 22:39:36.162476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38216) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:36.167913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': '3264f350-b05b-43a9-902c-55d82799521a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:36.205091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b00f842b-e7fd-4693-a2c4-a1bfd92f933c req-cdda6979-5c14-4cbb-8f9c-706a15b506fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276778 Feb 07 22:39:36.210279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e7e15-9cbc-4303-9bd2-a69efe802da6 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=3264f350-b05b-43a9-902c-55d82799521a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:36.225776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 3264f350-b05b-43a9-902c-55d82799521a details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:36.238642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.239457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:36.241179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] 10.222.0.24 "PUT /v2.0/ports/d82ca767-ead7-4431-847f-b860d0f0eee2 HTTP/1.1" status: 200 len: 1091 time: 3.4543431 Feb 07 22:39:36.241625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': 'd82ca767-ead7-4431-847f-b860d0f0eee2'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:36.243969 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "d82ca767-ead7-4431-847f-b860d0f0eee2"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:36.286335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:36.315439 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-5646df4c-b392-4ada-893e-93269493cdfe service neutron] 10.222.0.24 "GET /v2.0/networks/f878aead-2795-409b-8143-9ba0f90eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302837 Feb 07 22:39:36.349722 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da72c5d3-c7d4-4cfc-8e5c-5b00d28d919e x-openstack-request-id: req-da72c5d3-c7d4-4cfc-8e5c-5b00d28d919e {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:36.350215 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "d82ca767-ead7-4431-847f-b860d0f0eee2", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:36.350657 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da72c5d3-c7d4-4cfc-8e5c-5b00d28d919e {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:36.351244 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': 'd82ca767-ead7-4431-847f-b860d0f0eee2', 'status': 'completed', 'code': 200} Feb 07 22:39:36.411789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, fa21c8e2-5015-41e4-bf7f-f6ad2d372f26) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:36.421487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc429d7-5d35-478a-aa7c-8527f69193fc None None] Network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:36.441723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:36.444517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.445173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:36.447398 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:36.460062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a3ce2-d05a-44e3-8688-1c7c009f13bc service neutron] Pushing event updated for resources: {'Port': ['ID=d82ca767-ead7-4431-847f-b860d0f0eee2,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:36.490818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882c1e-85fd-4827-8e8b-06abdc0eb941 req-08e7c179-764a-4304-b213-da7390b07a46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.509479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882c1e-85fd-4827-8e8b-06abdc0eb941 req-08e7c179-764a-4304-b213-da7390b07a46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.518715 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882c1e-85fd-4827-8e8b-06abdc0eb941 req-08e7c179-764a-4304-b213-da7390b07a46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.525296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882c1e-85fd-4827-8e8b-06abdc0eb941 req-08e7c179-764a-4304-b213-da7390b07a46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.531938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882c1e-85fd-4827-8e8b-06abdc0eb941 req-08e7c179-764a-4304-b213-da7390b07a46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.552132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882c1e-85fd-4827-8e8b-06abdc0eb941 req-08e7c179-764a-4304-b213-da7390b07a46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.559479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882c1e-85fd-4827-8e8b-06abdc0eb941 req-08e7c179-764a-4304-b213-da7390b07a46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.568160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98882c1e-85fd-4827-8e8b-06abdc0eb941 req-08e7c179-764a-4304-b213-da7390b07a46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.4447668 Feb 07 22:39:36.583674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76baf00-d145-4ba4-8ea3-409ac1bb92e0 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.589971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76baf00-d145-4ba4-8ea3-409ac1bb92e0 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.591555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779e54be-9fcc-4e85-977f-5363a73f1c07 req-993f2d24-8ee6-4b4a-92ce-3e0afb2194cf service neutron] 10.222.0.24 "GET /v2.0/networks/f878aead-2795-409b-8143-9ba0f90eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648702 Feb 07 22:39:36.601528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76baf00-d145-4ba4-8ea3-409ac1bb92e0 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.604609 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d76baf00-d145-4ba4-8ea3-409ac1bb92e0 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.4256523 Feb 07 22:39:36.612317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38224) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:36.648818 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f4d35259-827c-4e3f-8b78-7a77449f7bb8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8457129 Feb 07 22:39:36.648818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-9d3b55c7-8f5a-4b4f-823f-fb1c527fa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.648818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-9d3b55c7-8f5a-4b4f-823f-fb1c527fa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.648818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-9d3b55c7-8f5a-4b4f-823f-fb1c527fa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.650036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-9d3b55c7-8f5a-4b4f-823f-fb1c527fa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.650036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-9d3b55c7-8f5a-4b4f-823f-fb1c527fa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.651259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-9d3b55c7-8f5a-4b4f-823f-fb1c527fa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.651259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-9d3b55c7-8f5a-4b4f-823f-fb1c527fa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.653457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-9d3b55c7-8f5a-4b4f-823f-fb1c527fa9cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6487 time: 0.3629763 Feb 07 22:39:36.735080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a4584c92-ec3b-4c74-99be-67fe7862710a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a HTTP/1.1" status: 200 len: 217 time: 0.0638740 Feb 07 22:39:36.756945 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98882c1e-85fd-4827-8e8b-06abdc0eb941 req-3e3e7bca-70c8-4335-ac88-99949619d4d3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793914 Feb 07 22:39:36.796462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8a5639d3-9c06-4815-8e41-7405c5eee386 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:36.806301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3835a09b-43fd-46c3-8002-863f507ff8cf None None] Network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:36.809538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098c401-8a6c-400f-92f3-999d49c6b8de req-74330666-e608-4a76-a9db-3592e4a97ca1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.816873 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4098c401-8a6c-400f-92f3-999d49c6b8de req-74330666-e608-4a76-a9db-3592e4a97ca1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.3349676 Feb 07 22:39:36.836091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b31d9b-b599-4782-927c-801971184b6a req-97f32196-b694-44da-807d-3547bc862d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.836571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b31d9b-b599-4782-927c-801971184b6a req-97f32196-b694-44da-807d-3547bc862d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.838117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61b31d9b-b599-4782-927c-801971184b6a req-97f32196-b694-44da-807d-3547bc862d1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6037f75470b46a89f0a4e3773a95747&device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1981 time: 0.1374867 Feb 07 22:39:36.922485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-65cea746-146a-4e8f-81ca-3d3825333083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.925036 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-65cea746-146a-4e8f-81ca-3d3825333083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05976031-ea96-48a3-a62f-12dc7b2157b9 HTTP/1.1" status: 200 len: 855 time: 0.1668549 Feb 07 22:39:36.967294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f2a53629-6b6e-420a-81d7-c0b3061d434a None None] Provisioning complete for port 8a5639d3-9c06-4815-8e41-7405c5eee386 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:36.967892 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2a53629-6b6e-420a-81d7-c0b3061d434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.037478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37861dde-aed2-47bb-a909-2b65516f549e req-dbebcb71-e37d-47aa-a910-d389ee866fa9 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.045440 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37861dde-aed2-47bb-a909-2b65516f549e req-dbebcb71-e37d-47aa-a910-d389ee866fa9 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 946 time: 0.1176395 Feb 07 22:39:37.078266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-032159b7-a6ab-4dfb-ae57-033df9ac50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.080728 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-032159b7-a6ab-4dfb-ae57-033df9ac50c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8aa51f2-5304-4fbb-b06d-afadcfad45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388381 Feb 07 22:39:37.160824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37861dde-aed2-47bb-a909-2b65516f549e req-f5384043-4835-4f8a-a280-539103fd7373 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143157 Feb 07 22:39:37.221937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8a5639d3-9c06-4815-8e41-7405c5eee386 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:37.222578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.238322 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4098c401-8a6c-400f-92f3-999d49c6b8de req-4b671142-7314-4b84-97ac-79eae0f3bd6d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990889 Feb 07 22:39:37.241856 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.341359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-fa3a174e-acdd-4e77-b620-17b93c0fcc07 service neutron] 10.222.0.24 "GET /v2.0/networks/d8aa51f2-5304-4fbb-b06d-afadcfad45a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538061 Feb 07 22:39:37.346187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f2a53629-6b6e-420a-81d7-c0b3061d434a None None] Provisioning complete for port 0959e23c-1898-412d-b2eb-efb2a37d35e5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:37.346860 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2a53629-6b6e-420a-81d7-c0b3061d434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.531283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=6affecf9-9845-4229-bb7d-38936f6522a4,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:37.545990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d16962-0dd9-4d58-9b68-667f40207c6f None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:39:37.571966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-eda0389f-54ea-480a-950d-de2d1944ae78 service neutron] 10.222.0.24 "GET /v2.0/networks/d8aa51f2-5304-4fbb-b06d-afadcfad45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221172 Feb 07 22:39:37.596943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-38990045-5b24-4a92-a7c4-62cf22ab9101 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Deleting port 28c175a1-01bd-4897-9184-1af7cc9c0025 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:37.597324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38990045-5b24-4a92-a7c4-62cf22ab9101 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.602824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f2a53629-6b6e-420a-81d7-c0b3061d434a None None] Port 0959e23c-1898-412d-b2eb-efb2a37d35e5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:37.631255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-8934b9f8-7cc2-4eb1-acdc-f350c23ec0d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=6a189259-038c-4ecf-b913-c6c404e4612f HTTP/1.1" status: 200 len: 217 time: 0.0460243 Feb 07 22:39:37.633050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f2a53629-6b6e-420a-81d7-c0b3061d434a None None] Provisioning complete for port 28c175a1-01bd-4897-9184-1af7cc9c0025 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:37.633750 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2a53629-6b6e-420a-81d7-c0b3061d434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.705449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa11a2-850c-437e-b2e9-5ee430686ee1 req-72936500-7ace-4b72-93c6-57c4bdf83d56 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.711378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa11a2-850c-437e-b2e9-5ee430686ee1 req-72936500-7ace-4b72-93c6-57c4bdf83d56 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.718743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f2a53629-6b6e-420a-81d7-c0b3061d434a None None] Port 28c175a1-01bd-4897-9184-1af7cc9c0025 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:37.719413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1baa11a2-850c-437e-b2e9-5ee430686ee1 req-72936500-7ace-4b72-93c6-57c4bdf83d56 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1679 time: 0.1460724 Feb 07 22:39:37.729396 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38990045-5b24-4a92-a7c4-62cf22ab9101 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.758734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b5ac1826-fe15-4130-b0ee-168637ca5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.760526 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b5ac1826-fe15-4130-b0ee-168637ca5b95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b89ca7c-352e-472a-99ed-4d8a04da4eb4 HTTP/1.1" status: 200 len: 797 time: 0.1150012 Feb 07 22:39:37.766344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1baa11a2-850c-437e-b2e9-5ee430686ee1 req-980fc50e-f49e-44d8-bd04-ee3336aa0160 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Feb 07 22:39:37.770555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-38990045-5b24-4a92-a7c4-62cf22ab9101 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Calling delete_port for 28c175a1-01bd-4897-9184-1af7cc9c0025 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:37.823193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking segment: {'id': '9a040129-d19f-4427-9eae-75bfc84edbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3264f350-b05b-43a9-902c-55d82799521a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:37.823857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network hostable DHCP agents. Network: 3264f350-b05b-43a9-902c-55d82799521a, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:37.840308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-febfc9ff-3503-4ae2-af2b-9b041137bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.840909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b31d9b-b599-4782-927c-801971184b6a req-d142ffc6-e52e-4dde-9035-8ea5c26b12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.841962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-febfc9ff-3503-4ae2-af2b-9b041137bd23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747793 Feb 07 22:39:37.842749 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61b31d9b-b599-4782-927c-801971184b6a req-d142ffc6-e52e-4dde-9035-8ea5c26b12f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f878aead-2795-409b-8143-9ba0f90eac4d HTTP/1.1" status: 200 len: 902 time: 0.9508221 Feb 07 22:39:37.958026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-98d124c7-cdbd-4208-ba7e-7b64850e95de None None] Provisioning complete for port 0959e23c-1898-412d-b2eb-efb2a37d35e5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:37.958413 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98d124c7-cdbd-4208-ba7e-7b64850e95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.960623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network 3264f350-b05b-43a9-902c-55d82799521a is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:37.964589 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61b31d9b-b599-4782-927c-801971184b6a req-9918c528-33a3-40fb-93f9-027d2498191b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.202&port_id=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa HTTP/1.1" status: 200 len: 217 time: 0.0798633 Feb 07 22:39:38.004642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 3264f350-b05b-43a9-902c-55d82799521a) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:38.007411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dadbbf-4e10-44a1-99b3-407155ca049c req-b730d0c5-d4d0-42df-a0bd-bd17cb1b7e33 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.008972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d16962-0dd9-4d58-9b68-667f40207c6f None None] Unable to find a vacant binding_index for network 3264f350-b05b-43a9-902c-55d82799521a and agent 1c0163e1-4166-4457-ad55-7d2e064bd67f {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 07 22:39:38.014532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dadbbf-4e10-44a1-99b3-407155ca049c req-b730d0c5-d4d0-42df-a0bd-bd17cb1b7e33 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.017693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d16962-0dd9-4d58-9b68-667f40207c6f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 3264f350-b05b-43a9-902c-55d82799521a) {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:39:38.019561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-98d124c7-cdbd-4208-ba7e-7b64850e95de None None] Port 0959e23c-1898-412d-b2eb-efb2a37d35e5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:38.022272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dadbbf-4e10-44a1-99b3-407155ca049c req-b730d0c5-d4d0-42df-a0bd-bd17cb1b7e33 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.029014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dadbbf-4e10-44a1-99b3-407155ca049c req-b730d0c5-d4d0-42df-a0bd-bd17cb1b7e33 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.035108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.035318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dadbbf-4e10-44a1-99b3-407155ca049c req-b730d0c5-d4d0-42df-a0bd-bd17cb1b7e33 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.036083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.043777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dadbbf-4e10-44a1-99b3-407155ca049c req-b730d0c5-d4d0-42df-a0bd-bd17cb1b7e33 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.050999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dadbbf-4e10-44a1-99b3-407155ca049c req-b730d0c5-d4d0-42df-a0bd-bd17cb1b7e33 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.052848 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5dadbbf-4e10-44a1-99b3-407155ca049c req-b730d0c5-d4d0-42df-a0bd-bd17cb1b7e33 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.1984553 Feb 07 22:39:38.061117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-98d124c7-cdbd-4208-ba7e-7b64850e95de None None] Provisioning complete for port 28c175a1-01bd-4897-9184-1af7cc9c0025 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:38.061569 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98d124c7-cdbd-4208-ba7e-7b64850e95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.067012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-35ef6688-93a3-4eae-b0ad-00aa6f5aebdf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9034421 Feb 07 22:39:38.068328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38248) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:38.074376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-7dc8bc8c-922d-41fc-ae08-d6ee39f0d816 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.077590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': '3264f350-b05b-43a9-902c-55d82799521a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:38.081875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-7dc8bc8c-922d-41fc-ae08-d6ee39f0d816 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 804 time: 0.3481925 Feb 07 22:39:38.119126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-db10203f-671f-4bed-9b24-afafafb8c088 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/quotas/ac14f67e313045ab95b6ad786c8b5f37 HTTP/1.1" status: 200 len: 375 time: 0.0360875 Feb 07 22:39:38.123741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b31d9b-b599-4782-927c-801971184b6a req-06d5b03d-4703-45a7-bc59-448ca540015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.125838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61b31d9b-b599-4782-927c-801971184b6a req-06d5b03d-4703-45a7-bc59-448ca540015f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11 HTTP/1.1" status: 200 len: 801 time: 0.1448991 Feb 07 22:39:38.151611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-98d124c7-cdbd-4208-ba7e-7b64850e95de None None] Port 28c175a1-01bd-4897-9184-1af7cc9c0025 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:38.187313 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-229c81e0-89a3-4aae-8781-d6467bb3173e service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203099 Feb 07 22:39:38.202769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-cef95e4f-2a72-4c24-a34c-9e24230ce594 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821679 Feb 07 22:39:38.353547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5dadbbf-4e10-44a1-99b3-407155ca049c req-e01698d9-9ae1-474a-97bc-029de414a847 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2878530 Feb 07 22:39:38.359014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-764351da-b90c-48af-8abd-acd5d27c21cd service neutron] 10.222.0.15 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550169 Feb 07 22:39:38.451061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-a1a3efb7-cd76-4b09-ae50-bafa3ed1ad9d service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341611 Feb 07 22:39:38.493225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b31d9b-b599-4782-927c-801971184b6a req-c82f25bf-ca8f-4284-b3bd-74e8612d0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.494797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61b31d9b-b599-4782-927c-801971184b6a req-c82f25bf-ca8f-4284-b3bd-74e8612d0337 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f878aead-2795-409b-8143-9ba0f90eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3597312 Feb 07 22:39:38.499851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38990045-5b24-4a92-a7c4-62cf22ab9101 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.517908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-bdd19328-65a0-4cdc-821d-64ed961aef82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=84293cd9-fe71-4826-930b-2bf1c6f3a0d5 HTTP/1.1" status: 200 len: 217 time: 0.0580471 Feb 07 22:39:38.562422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:38.566814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.569165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38990045-5b24-4a92-a7c4-62cf22ab9101 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event deleted for resources: {'Port': ['ID=28c175a1-01bd-4897-9184-1af7cc9c0025,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:38.609019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142a0bc-acf7-4e8f-935d-10e69236d656 req-99f69ae5-e24b-49c0-a4f4-2fa2430ab57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.610500 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f142a0bc-acf7-4e8f-935d-10e69236d656 req-99f69ae5-e24b-49c0-a4f4-2fa2430ab57f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1100 time: 0.2899361 Feb 07 22:39:38.637370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-3264f350-b05b-43a9-902c-55d82799521a', 'network_id': '3264f350-b05b-43a9-902c-55d82799521a', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': '6affecf9-9845-4229-bb7d-38936f6522a4'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:38.639404 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.646680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-82502bbd-9c66-4df7-99e0-59a9ac31f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.648331 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-82502bbd-9c66-4df7-99e0-59a9ac31f748 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b89ca7c-352e-472a-99ed-4d8a04da4eb4 HTTP/1.1" status: 200 len: 797 time: 0.1157956 Feb 07 22:39:38.660068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e99273-a052-4f0d-8adc-f2875dd8ccc5 req-c99a35c5-afb3-4425-a45b-c8317c1ac2d0 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.662175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07e99273-a052-4f0d-8adc-f2875dd8ccc5 req-c99a35c5-afb3-4425-a45b-c8317c1ac2d0 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 946 time: 0.1919868 Feb 07 22:39:38.679001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-107b293e-c2ab-4447-a88b-7b2cc5d73bbc service neutron] 10.222.0.15 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029058 Feb 07 22:39:38.741465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f142a0bc-acf7-4e8f-935d-10e69236d656 req-72a07c74-7911-485a-954e-0b071a367b29 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183195 Feb 07 22:39:38.759974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61b31d9b-b599-4782-927c-801971184b6a req-18f3db56-228e-41e2-b946-18aed839a136 service neutron] 10.222.0.24 "GET /v2.0/networks/f878aead-2795-409b-8143-9ba0f90eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523274 Feb 07 22:39:38.843584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Allocated IP 2001:db8::2 (3264f350-b05b-43a9-902c-55d82799521a/6affecf9-9845-4229-bb7d-38936f6522a4/2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:38.928968 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61b31d9b-b599-4782-927c-801971184b6a req-08b9bdd6-2674-4b53-b8ea-6c9172e220e7 service neutron] 10.222.0.24 "GET /v2.0/networks/f878aead-2795-409b-8143-9ba0f90eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414490 Feb 07 22:39:38.930631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38990045-5b24-4a92-a7c4-62cf22ab9101 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.933789 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-38990045-5b24-4a92-a7c4-62cf22ab9101 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "DELETE /v2.0/ports/28c175a1-01bd-4897-9184-1af7cc9c0025 HTTP/1.1" status: 204 len: 168 time: 2.3065193 Feb 07 22:39:38.937795 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:39:38.949009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38262) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:38.979761 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a881828-fcea-436f-acb2-b75bfb534da9 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] GET failed (client error): The resource could not be found. Feb 07 22:39:38.981382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5a881828-fcea-436f-acb2-b75bfb534da9 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "GET /v2.0/ports/28c175a1-01bd-4897-9184-1af7cc9c0025 HTTP/1.1" status: 404 len: 333 time: 0.0313137 Feb 07 22:39:38.992358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38264) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:38.997898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'port': {'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-734538922'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:39.086839 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.102594 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.138441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a0311-96d8-4311-b8fc-aaa5237d0de3 req-63f886a5-d698-48a1-a094-a2d1aca4cae7 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:39.143577 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc8a0311-96d8-4311-b8fc-aaa5237d0de3 req-63f886a5-d698-48a1-a094-a2d1aca4cae7 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1594756 Feb 07 22:39:39.203513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Pushing event updated for resources: {'Port': ['ID=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:39.229413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc8a0311-96d8-4311-b8fc-aaa5237d0de3 req-98a61a68-21cf-49dd-949a-a51dd889485f tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786650 Feb 07 22:39:39.253780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Network 3264f350-b05b-43a9-902c-55d82799521a is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:39.263305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:39.263305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:39.280142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Made reservation on behalf of 5a96cb32bfd6494c8cf555d8a7c19138 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:39.284653 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.293834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07e99273-a052-4f0d-8adc-f2875dd8ccc5 req-ba7cab1d-fb05-4f74-b664-5e5a0d762d48 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181285 Feb 07 22:39:39.296141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-216442c1-55d5-40c0-a16b-148228a8969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:39.298422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-216442c1-55d5-40c0-a16b-148228a8969c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6333380 Feb 07 22:39:39.337452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] device_id is not set on port 31987f15-60bf-4b45-a87b-3b2952354e31 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:39:39.358590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:39:39.363107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:39.495171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762295d-e027-4516-9e36-0237d81267f4 req-36d261ae-6e60-4726-8f3e-1b7968b96af0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:39.504428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762295d-e027-4516-9e36-0237d81267f4 req-36d261ae-6e60-4726-8f3e-1b7968b96af0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:39.506558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5762295d-e027-4516-9e36-0237d81267f4 req-36d261ae-6e60-4726-8f3e-1b7968b96af0 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1679 time: 0.1197946 Feb 07 22:39:39.525658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Attempting to bind port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:39.526188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Attempting to bind port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '9a040129-d19f-4427-9eae-75bfc84edbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3264f350-b05b-43a9-902c-55d82799521a'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:39.526652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Attempting to bind port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b on network 3264f350-b05b-43a9-902c-55d82799521a {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:39.545934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Allocated IP 2001:db8::2c5 (eaa54537-bd1b-42b5-b2d0-a514bbbb20b8/59d4e9cd-0c86-4908-9416-b7de5eb3a14f/31987f15-60bf-4b45-a87b-3b2952354e31) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:39.551023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:39:39.597242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5762295d-e027-4516-9e36-0237d81267f4 req-7cb9b88b-b8e5-4be7-8991-c788313a20e1 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Feb 07 22:39:39.629814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.647769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d374285-4b86-4b0f-be8d-7260ad8b8a7f req-30d0f25d-2bd8-4ed8-a7b4-efe8ccfe6bb3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 210 time: 0.0935569 Feb 07 22:39:39.775060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,segment=NetworkSegment(ffe0a0f4-f26f-436c-b31c-8297d86aba06),segment_id=ffe0a0f4-f26f-436c-b31c-8297d86aba06)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:39.792595 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa', 'network_id': 'f878aead-2795-409b-8143-9ba0f90eac4d', 'port_id': '3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa', 'mac_address': 'fa:16:3e:bd:69:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11', 'ip_address': '19.86.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:39:39.792981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.831098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:39.831541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Checking segment: {'id': '9a040129-d19f-4427-9eae-75bfc84edbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3264f350-b05b-43a9-902c-55d82799521a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:39.832066 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.832285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Bound using segment: {'id': '9a040129-d19f-4427-9eae-75bfc84edbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3264f350-b05b-43a9-902c-55d82799521a'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:39.832774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Bound port: 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a040129-d19f-4427-9eae-75bfc84edbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3264f350-b05b-43a9-902c-55d82799521a'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:39.833173 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.844476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.888994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network 3264f350-b05b-43a9-902c-55d82799521a is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:39.892112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:39.912052 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.933090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:39.936617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:39.939400 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.992707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:40.010873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:40.023536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:40.038693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.041460 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.063127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Port': ['ID=31987f15-60bf-4b45-a87b-3b2952354e31,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:40.108191 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-57d1af2d-c0ac-48ce-b12a-46ec59699b1f tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1139922 Feb 07 22:39:40.121675 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0495310 Feb 07 22:39:40.121675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38280) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:40.124113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] For port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:40.126904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f37181-f5a5-4557-8f95-174c41bd7acf tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=1bcabafa-3efc-44f7-8859-40ae72ac9225,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:40.131129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38282) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:40.137156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-419485b9-fef7-47cb-b4cf-ab9685d3f1e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::75', 'mac_address': 'fa:16:3e:b9:57:1d'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:40.137431 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,segment=NetworkSegment(ffe0a0f4-f26f-436c-b31c-8297d86aba06),segment_id=ffe0a0f4-f26f-436c-b31c-8297d86aba06)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:40.169622 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.171031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 37c0af66-536a-4d71-9cf8-be6169b82692 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:39:40.176283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] For port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,segment=NetworkSegment(9a040129-d19f-4427-9eae-75bfc84edbdd),segment_id=9a040129-d19f-4427-9eae-75bfc84edbdd)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:40.184456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:40.219982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0586d-1f9a-4929-b4c9-1a9afb7bf016 req-deb9f7e4-d6d8-4779-bd65-bcb954db18fa tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.223090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20b0586d-1f9a-4929-b4c9-1a9afb7bf016 req-deb9f7e4-d6d8-4779-bd65-bcb954db18fa tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 946 time: 0.1392009 Feb 07 22:39:40.227830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a482ed-efaa-496a-aded-c423892b5604 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.229326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a482ed-efaa-496a-aded-c423892b5604 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.229788 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.230810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a482ed-efaa-496a-aded-c423892b5604 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.232566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a482ed-efaa-496a-aded-c423892b5604 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.234170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a482ed-efaa-496a-aded-c423892b5604 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.235802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eeafd-6f35-4155-b926-91e2c2e45800 req-3cede174-568b-48ae-aba8-02c5163e454f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.239953 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.241869 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-01a482ed-efaa-496a-aded-c423892b5604 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1087875 Feb 07 22:39:40.244079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38284) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:40.244839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eeafd-6f35-4155-b926-91e2c2e45800 req-3cede174-568b-48ae-aba8-02c5163e454f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.249846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1042624063'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:40.252900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eeafd-6f35-4155-b926-91e2c2e45800 req-3cede174-568b-48ae-aba8-02c5163e454f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.259767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'mac_address': 'fa:16:3e:95:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:39:40.273102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eeafd-6f35-4155-b926-91e2c2e45800 req-3cede174-568b-48ae-aba8-02c5163e454f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.287458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eeafd-6f35-4155-b926-91e2c2e45800 req-3cede174-568b-48ae-aba8-02c5163e454f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.296568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eeafd-6f35-4155-b926-91e2c2e45800 req-3cede174-568b-48ae-aba8-02c5163e454f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.306525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eeafd-6f35-4155-b926-91e2c2e45800 req-3cede174-568b-48ae-aba8-02c5163e454f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.317504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-630eeafd-6f35-4155-b926-91e2c2e45800 req-3cede174-568b-48ae-aba8-02c5163e454f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.4482052 Feb 07 22:39:40.342785 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-f071d2af-813d-41d0-88c1-ba3561152681 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0345852 Feb 07 22:39:40.347629 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20b0586d-1f9a-4929-b4c9-1a9afb7bf016 req-0c12dcbe-cf42-4263-8df4-055a452798f3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041446 Feb 07 22:39:40.356514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:40.363416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.412476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:40.426827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.427526 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment ca948679-6631-4161-948e-69096b84650d of type vlan for network 276444ef-5a90-45e6-8259-75bdb83f4de0 Feb 07 22:39:40.538877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.640601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-630eeafd-6f35-4155-b926-91e2c2e45800 req-1715b446-ae70-4c79-a7b0-e3895fb06602 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3190849 Feb 07 22:39:40.747129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:40.762518 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-f6163223-53e1-49af-942c-ad5f9f5d5635 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577294 Feb 07 22:39:40.777356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:40.779621 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b0001d-1c2d-496f-85b7-cf3784ccfa3c" -d '{"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-unplugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:40.914536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:40.932018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-2404d7b5-2ca7-4b75-a142-be69483a89b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=55d123e8-7af7-4fe0-9ca4-addb864c76b5 HTTP/1.1" status: 200 len: 217 time: 0.1209328 Feb 07 22:39:40.933096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-419485b9-fef7-47cb-b4cf-ab9685d3f1e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.938262 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.977122 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.991948 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 671e4009-d95e-4c45-9631-0baf2d397dcb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:41.024990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 37c0af66-536a-4d71-9cf8-be6169b82692, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=37c0af66-536a-4d71-9cf8-be6169b82692,segment=NetworkSegment(0c8d5746-51a1-48c0-b971-99762f02ca95),segment_id=0c8d5746-51a1-48c0-b971-99762f02ca95)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:41.059156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926ca4b-efef-4a00-8b12-e442d9a37013 None None] Pushing event updated for resources: {'Port': ['ID=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:41.068275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '37c0af66-536a-4d71-9cf8-be6169b82692', 'network_id': '25865e1b-4f5d-4166-b40c-d5bd3d7b7f01', 'port_id': '37c0af66-536a-4d71-9cf8-be6169b82692', 'mac_address': 'fa:16:3e:5d:f1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2aaf0b7-3640-4f6a-bbbb-1ad65da256d9', 'ip_address': '19.80.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:39:41.082135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-68fb6874-3e68-41dd-8b4b-c4c189ce8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:41.085486 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-68fb6874-3e68-41dd-8b4b-c4c189ce8c45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b89ca7c-352e-472a-99ed-4d8a04da4eb4 HTTP/1.1" status: 200 len: 797 time: 0.1290734 Feb 07 22:39:41.105091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-506cbae1-f36a-483c-84aa-f187f91b9697 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:41.106671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-506cbae1-f36a-483c-84aa-f187f91b9697 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 804 time: 0.1201882 Feb 07 22:39:41.140034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe78f4-4d30-49f5-b687-75766f31eda0 req-331c017e-632f-48b4-b4b8-8eb132651f38 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:41.150404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a0fe78f4-4d30-49f5-b687-75766f31eda0 req-331c017e-632f-48b4-b4b8-8eb132651f38 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.6682954 Feb 07 22:39:41.157471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Request body: {'port': {'device_id': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'admin_state_up': True, 'tenant_id': 'ac14f67e313045ab95b6ad786c8b5f37'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:41.163747 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:39:41.163747 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:39:41.178206 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:41.188633 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:41.210928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c0af66-536a-4d71-9cf8-be6169b82692 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:41.227508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:41.235145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 37c0af66-536a-4d71-9cf8-be6169b82692, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=37c0af66-536a-4d71-9cf8-be6169b82692,segment=NetworkSegment(0c8d5746-51a1-48c0-b971-99762f02ca95),segment_id=0c8d5746-51a1-48c0-b971-99762f02ca95)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:41.235694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:41.237042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:41.240536 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:41.243082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312a91-d60b-421f-8d3f-604f4113bcc9 req-cf632c45-dd86-410c-8f19-9bba4edce0d8 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:41.250829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312a91-d60b-421f-8d3f-604f4113bcc9 req-cf632c45-dd86-410c-8f19-9bba4edce0d8 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:41.252544 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc312a91-d60b-421f-8d3f-604f4113bcc9 req-cf632c45-dd86-410c-8f19-9bba4edce0d8 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1680 time: 0.2942090 Feb 07 22:39:41.344261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-afd89c04-fa8d-4f22-b220-fe6815d2617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:41.346286 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-afd89c04-fa8d-4f22-b220-fe6815d2617b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960635 Feb 07 22:39:41.346425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=37c0af66-536a-4d71-9cf8-be6169b82692,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:41.419481 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1744094 Feb 07 22:39:41.435575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38298) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:41.440899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d44a09ba-d3a5-4a66-82e6-d85d2ac4411b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:41.451053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc312a91-d60b-421f-8d3f-604f4113bcc9 req-4ba6dd13-118e-479f-9c39-23b9291a596e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836047 Feb 07 22:39:41.468337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f082c1-01ce-449e-9a49-5361986d2051 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=276444ef-5a90-45e6-8259-75bdb83f4de0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:41.478105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:39:41.500552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a0fe78f4-4d30-49f5-b687-75766f31eda0 req-03a0a9c3-71ad-4db5-a451-fd417056d4b4 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492656 Feb 07 22:39:41.516490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 276444ef-5a90-45e6-8259-75bdb83f4de0 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:41.537339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Made reservation on behalf of ac14f67e313045ab95b6ad786c8b5f37 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:41.543976 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:41.605301 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6b4536-98e2-4d51-a310-00c2f58b072b x-openstack-request-id: req-3c6b4536-98e2-4d51-a310-00c2f58b072b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:41.611325 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-unplugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:41.613236 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c6b4536-98e2-4d51-a310-00c2f58b072b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:41.614824 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'code': 200} Feb 07 22:39:41.681643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-419485b9-fef7-47cb-b4cf-ab9685d3f1e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:41.719020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-bc895c18-2d8f-482b-b689-3fb4a96f9103 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633184 Feb 07 22:39:41.813329 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:41.822883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-419485b9-fef7-47cb-b4cf-ab9685d3f1e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:41.835354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671e4009-d95e-4c45-9631-0baf2d397dcb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:41.889362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:41.895161 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e0699b-19fd-4d42-8428-0bb9ec481044 None None] Network 3264f350-b05b-43a9-902c-55d82799521a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:41.911468 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:41.923219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419485b9-fef7-47cb-b4cf-ab9685d3f1e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Port': ['ID=31987f15-60bf-4b45-a87b-3b2952354e31,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:41.930174 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ca3a712c-47ef-4b37-9f5f-7f76151748cc req-d4d2e22f-225d-48aa-8388-597f9d1f7211 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 210 time: 0.2054334 Feb 07 22:39:41.974347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Allocated IP 172.20.0.14 (fa21c8e2-5015-41e4-bf7f-f6ad2d372f26/4ce2e13f-8c37-495b-833a-a61a3b3725c8/4569adf5-7786-4230-8616-8d1e8dad26a0) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:41.992938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-419485b9-fef7-47cb-b4cf-ab9685d3f1e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] In _notify_port_updated(), no bound segment for port 31987f15-60bf-4b45-a87b-3b2952354e31 on network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:39:41.998002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419485b9-fef7-47cb-b4cf-ab9685d3f1e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:41.998617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-419485b9-fef7-47cb-b4cf-ab9685d3f1e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.003889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a2bb-e79e-4fd0-bb71-6d4117e2190e req-cf982947-82f5-4429-8f7b-980e32988ea9 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.011983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fde5a2bb-e79e-4fd0-bb71-6d4117e2190e req-cf982947-82f5-4429-8f7b-980e32988ea9 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 946 time: 0.2905886 Feb 07 22:39:42.012237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-419485b9-fef7-47cb-b4cf-ab9685d3f1e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "PUT /v2.0/ports/31987f15-60bf-4b45-a87b-3b2952354e31 HTTP/1.1" status: 200 len: 1001 time: 1.8696022 Feb 07 22:39:42.012504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38306) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:42.144386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fde5a2bb-e79e-4fd0-bb71-6d4117e2190e req-eed0610f-b36e-4c79-bf4e-79989f84e70a tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318030 Feb 07 22:39:42.166250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e3904b63-8a42-40e5-acf2-573602672b90 None None] Provisioning complete for port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:42.166654 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3904b63-8a42-40e5-acf2-573602672b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.252621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:42.256807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['671e4009-d95e-4c45-9631-0baf2d397dcb'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:39:42.270705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ea9df320-ba74-43bf-bab9-128768b7c5b0 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565184 Feb 07 22:39:42.297474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-8d712b55-b86e-4c0e-af84-e246340a3751 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.299297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-8d712b55-b86e-4c0e-af84-e246340a3751 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 946 time: 0.5652409 Feb 07 22:39:42.350474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-f03dee61-2d6d-4228-838b-f29eff94f6ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=070c6c49-e848-4791-b105-01d75819df0f HTTP/1.1" status: 200 len: 217 time: 0.0491388 Feb 07 22:39:42.365883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44a09ba-d3a5-4a66-82e6-d85d2ac4411b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.438363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44a09ba-d3a5-4a66-82e6-d85d2ac4411b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.445231 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3904b63-8a42-40e5-acf2-573602672b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.481767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ef581-c4a9-4dda-9d6f-d56ff3949ad9 req-6898f8b0-d61d-4125-8d7e-d8d7c27ca1ba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.500934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ef581-c4a9-4dda-9d6f-d56ff3949ad9 req-6898f8b0-d61d-4125-8d7e-d8d7c27ca1ba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.516549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ef581-c4a9-4dda-9d6f-d56ff3949ad9 req-6898f8b0-d61d-4125-8d7e-d8d7c27ca1ba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.527798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ef581-c4a9-4dda-9d6f-d56ff3949ad9 req-6898f8b0-d61d-4125-8d7e-d8d7c27ca1ba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.530078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e3904b63-8a42-40e5-acf2-573602672b90 None None] For port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,segment=NetworkSegment(9a040129-d19f-4427-9eae-75bfc84edbdd),segment_id=9a040129-d19f-4427-9eae-75bfc84edbdd)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:42.546717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ef581-c4a9-4dda-9d6f-d56ff3949ad9 req-6898f8b0-d61d-4125-8d7e-d8d7c27ca1ba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.548046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['37c0af66-536a-4d71-9cf8-be6169b82692'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:39:42.554795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ef581-c4a9-4dda-9d6f-d56ff3949ad9 req-6898f8b0-d61d-4125-8d7e-d8d7c27ca1ba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.556454 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3904b63-8a42-40e5-acf2-573602672b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.565182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ef581-c4a9-4dda-9d6f-d56ff3949ad9 req-6898f8b0-d61d-4125-8d7e-d8d7c27ca1ba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.567477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d65ef581-c4a9-4dda-9d6f-d56ff3949ad9 req-6898f8b0-d61d-4125-8d7e-d8d7c27ca1ba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.3070090 Feb 07 22:39:42.572902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d44a09ba-d3a5-4a66-82e6-d85d2ac4411b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network 276444ef-5a90-45e6-8259-75bdb83f4de0 is not hosted by any dhcp agent {{(pid=102289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 22:39:42.579643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.583355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a09ba-d3a5-4a66-82e6-d85d2ac4411b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.584024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44a09ba-d3a5-4a66-82e6-d85d2ac4411b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.589118 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d44a09ba-d3a5-4a66-82e6-d85d2ac4411b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "PUT /v2.0/networks/276444ef-5a90-45e6-8259-75bdb83f4de0 HTTP/1.1" status: 200 len: 723 time: 1.1524711 Feb 07 22:39:42.597114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38310) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:42.604624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a09ba-d3a5-4a66-82e6-d85d2ac4411b tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=276444ef-5a90-45e6-8259-75bdb83f4de0,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:42.636868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': '276444ef-5a90-45e6-8259-75bdb83f4de0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:42.654602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 276444ef-5a90-45e6-8259-75bdb83f4de0 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:42.656047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0d265-aecd-436a-9f44-3265b7223331 req-8b20dd19-83cf-4995-a4f5-1e18abb1e8fa tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.675816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50a0d265-aecd-436a-9f44-3265b7223331 req-8b20dd19-83cf-4995-a4f5-1e18abb1e8fa tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 948 time: 0.5791159 Feb 07 22:39:42.740129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-97d975e2-f83e-4a79-9787-2a9feb1d4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.741796 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-97d975e2-f83e-4a79-9787-2a9feb1d4334 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b89ca7c-352e-472a-99ed-4d8a04da4eb4 HTTP/1.1" status: 200 len: 797 time: 0.3423331 Feb 07 22:39:42.817684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50a0d265-aecd-436a-9f44-3265b7223331 req-8ab9dd80-a2da-4b51-9c2c-c18868c0b173 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411207 Feb 07 22:39:42.823348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-739ba76d-a30f-4e4e-87ca-184d098ea9e3 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Deleting port 31987f15-60bf-4b45-a87b-3b2952354e31 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:42.824147 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-739ba76d-a30f-4e4e-87ca-184d098ea9e3 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.838864 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3904b63-8a42-40e5-acf2-573602672b90 None None] Pushing event updated for resources: {'Port': ['ID=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:42.887090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a86d7e81-269d-4068-98a0-a78d93dc710a None None] Provisioning complete for port 31987f15-60bf-4b45-a87b-3b2952354e31 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:42.887483 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a86d7e81-269d-4068-98a0-a78d93dc710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.954571 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d65ef581-c4a9-4dda-9d6f-d56ff3949ad9 req-f47e5d5b-8f85-4173-a20e-7819ba7229b3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3720770 Feb 07 22:39:42.996160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.036149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:43.067514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-739ba76d-a30f-4e4e-87ca-184d098ea9e3 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.101087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:43.106090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-739ba76d-a30f-4e4e-87ca-184d098ea9e3 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Calling delete_port for 31987f15-60bf-4b45-a87b-3b2952354e31 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:43.106809 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.114446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:43.126610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Pushing event updated for resources: {'Port': ['ID=4569adf5-7786-4230-8616-8d1e8dad26a0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:43.137140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ae2ef3c1-e360-470c-85c1-1be0ffa37d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.138078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:43.138422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ae2ef3c1-e360-470c-85c1-1be0ffa37d50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3795145 Feb 07 22:39:43.145485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca7aaab-5042-43bf-9429-ee9bb9a5f100 None None] Update dhcp port {'port': {'network_id': '3264f350-b05b-43a9-902c-55d82799521a', 'fixed_ips': [{'subnet_id': '6affecf9-9845-4229-bb7d-38936f6522a4', 'ip_address': '2001:db8::2'}, {'subnet_id': '1bcabafa-3efc-44f7-8859-40ae72ac9225'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:39:43.154941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2d815-8bbc-4576-a48b-ca9809ba2a17 req-88241c77-da6c-412a-87ae-d903fef6a649 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.156927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a86d7e81-269d-4068-98a0-a78d93dc710a None None] Port 31987f15-60bf-4b45-a87b-3b2952354e31 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:43.163551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2d815-8bbc-4576-a48b-ca9809ba2a17 req-88241c77-da6c-412a-87ae-d903fef6a649 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.170792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3e2d815-8bbc-4576-a48b-ca9809ba2a17 req-88241c77-da6c-412a-87ae-d903fef6a649 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1681 time: 0.1795590 Feb 07 22:39:43.193225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:43.222323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Deleting port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:43.223299 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.225908 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ca7aaab-5042-43bf-9429-ee9bb9a5f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.297026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.299019 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.338442 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-de881c44-ee26-4685-83d0-e814d5470bfe tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1847603 Feb 07 22:39:43.356273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Request body: {'port': {'device_id': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:43.386159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2f274ea9-b1a4-4555-803b-3c16407ad5b2 None None] Provisioning complete for port 31987f15-60bf-4b45-a87b-3b2952354e31 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:43.386541 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f274ea9-b1a4-4555-803b-3c16407ad5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.395513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:43.395933 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.571076 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.582043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:43.615489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2f274ea9-b1a4-4555-803b-3c16407ad5b2 None None] Port 31987f15-60bf-4b45-a87b-3b2952354e31 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:43.639086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca015-5fa9-42c1-9e4d-c519a778b33e req-f32bc8e8-234c-4943-b1c9-1ac0eb02be7c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.641026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b9dca015-5fa9-42c1-9e4d-c519a778b33e req-f32bc8e8-234c-4943-b1c9-1ac0eb02be7c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 932 time: 0.1635149 Feb 07 22:39:43.646563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.724397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3e2d815-8bbc-4576-a48b-ca9809ba2a17 req-57becb33-f175-482a-9dc8-2ca23accfa3a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527039 Feb 07 22:39:43.764379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-292fbb2b-248e-4c21-8305-1f3c3a96505b service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569832 Feb 07 22:39:43.841750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b9dca015-5fa9-42c1-9e4d-c519a778b33e req-1be8699a-6ba5-4e3f-8cdc-408f9a226cd5 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915081 Feb 07 22:39:43.866971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=a9cdde98-fabf-490a-a2dd-fe117464c56e,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:43.901629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-7426f75f-b04a-4e89-995d-e2b9c1d02ef9 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225662 Feb 07 22:39:43.910928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking segment: {'id': 'ca948679-6631-4161-948e-69096b84650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '276444ef-5a90-45e6-8259-75bdb83f4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:43.920307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network hostable DHCP agents. Network: 276444ef-5a90-45e6-8259-75bdb83f4de0, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:43.940293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:43.983178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0ca7aaab-5042-43bf-9429-ee9bb9a5f100 None None] Allocated IP 172.20.0.1 (3264f350-b05b-43a9-902c-55d82799521a/1bcabafa-3efc-44f7-8859-40ae72ac9225/2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:44.031179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:44.044961 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-1116be51-0f5b-41ba-bd9a-7f909f62041a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f29d3164-5446-4fa6-aeca-247d4f054825 HTTP/1.1" status: 200 len: 217 time: 0.1313460 Feb 07 22:39:44.048160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:44.049256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.093306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network 276444ef-5a90-45e6-8259-75bdb83f4de0 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:44.120429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] For port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,segment=NetworkSegment(ba537e7b-fbd8-4143-93e3-ee15e26384da),segment_id=ba537e7b-fbd8-4143-93e3-ee15e26384da)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:44.121148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.152946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Calling delete_port for 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:44.155343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 671e4009-d95e-4c45-9631-0baf2d397dcb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:44.155684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 276444ef-5a90-45e6-8259-75bdb83f4de0) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:44.155859 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.163595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.165216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.165862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c94f8-1913-4ed8-b75a-1d91c872f980 req-547cd599-ea00-40d9-8b88-8656c8b90fe8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.167482 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b2c94f8-1913-4ed8-b75a-1d91c872f980 req-547cd599-ea00-40d9-8b88-8656c8b90fe8 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32cef39-5f74-482e-b967-17db07f7043d HTTP/1.1" status: 200 len: 946 time: 0.1678004 Feb 07 22:39:44.171287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-739ba76d-a30f-4e4e-87ca-184d098ea9e3 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.174591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-7601f55c-fcca-4134-829d-98d3dc2e8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.176248 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-7601f55c-fcca-4134-829d-98d3dc2e8e45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bc33452-5346-4eb6-a3fc-c1fe75c9958c HTTP/1.1" status: 200 len: 797 time: 0.1127248 Feb 07 22:39:44.190090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590fda87-7832-4447-b6ff-6a82bf8876e8 None None] Network 276444ef-5a90-45e6-8259-75bdb83f4de0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:44.249790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ba76d-a30f-4e4e-87ca-184d098ea9e3 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event deleted for resources: {'Port': ['ID=31987f15-60bf-4b45-a87b-3b2952354e31,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.264875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0ca7aaab-5042-43bf-9429-ee9bb9a5f100 None None] For port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,segment=NetworkSegment(9a040129-d19f-4427-9eae-75bfc84edbdd),segment_id=9a040129-d19f-4427-9eae-75bfc84edbdd)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:44.275286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4569adf5-7786-4230-8616-8d1e8dad26a0 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:44.285258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.308048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Transition to ACTIVE for port object 4569adf5-7786-4230-8616-8d1e8dad26a0 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:44.327396 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-60b80688-fa75-43ea-afb4-8b0b09153a82 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7282994 Feb 07 22:39:44.328771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38346) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:44.334453 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.343320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c4aad0c3-e83a-4913-b7bd-af2e6ada0057 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:44.349781 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.367172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b2c94f8-1913-4ed8-b75a-1d91c872f980 req-7d5d2a19-95dc-444a-bf27-2b666f2f5b45 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e49b6af-e183-4b29-b595-2c2a18566204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858323 Feb 07 22:39:44.379812 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ca7aaab-5042-43bf-9429-ee9bb9a5f100 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.417047 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ca7aaab-5042-43bf-9429-ee9bb9a5f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.418888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:44.421319 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ed6912-4a01-46b2-897f-182e2c37a4be" -d '{"events": [{"server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:44.459135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ee73a17d-1314-4a7c-8693-6b8aed9f42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.460731 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ee73a17d-1314-4a7c-8693-6b8aed9f42d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2718365 Feb 07 22:39:44.473503 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,segment=NetworkSegment(ffe0a0f4-f26f-436c-b31c-8297d86aba06),segment_id=ffe0a0f4-f26f-436c-b31c-8297d86aba06)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:44.505390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Pushing event updated for resources: {'Port': ['ID=4569adf5-7786-4230-8616-8d1e8dad26a0,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.518561 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.532103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885df4c-4840-4a14-8cb8-e869f8b64d8c req-533026e6-3d57-4ff0-a248-36b994963319 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.537146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a885df4c-4840-4a14-8cb8-e869f8b64d8c req-533026e6-3d57-4ff0-a248-36b994963319 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 948 time: 0.5149775 Feb 07 22:39:44.537912 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.645850 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-739ba76d-a30f-4e4e-87ca-184d098ea9e3 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.649073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-739ba76d-a30f-4e4e-87ca-184d098ea9e3 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "DELETE /v2.0/ports/31987f15-60bf-4b45-a87b-3b2952354e31 HTTP/1.1" status: 204 len: 168 time: 2.6163111 Feb 07 22:39:44.654925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38350) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:44.668416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7aaab-5042-43bf-9429-ee9bb9a5f100 None None] Pushing event updated for resources: {'Port': ['ID=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.681615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c4aad0c3-e83a-4913-b7bd-af2e6ada0057 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59350671'] for subnet, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.683082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-276444ef-5a90-45e6-8259-75bdb83f4de0', 'network_id': '276444ef-5a90-45e6-8259-75bdb83f4de0', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': 'a9cdde98-fabf-490a-a2dd-fe117464c56e'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:44.684428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.719840 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3785c80-9c0f-4816-bed4-a0959e112c67 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] GET failed (client error): The resource could not be found. Feb 07 22:39:44.726983 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f3785c80-9c0f-4816-bed4-a0959e112c67 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "GET /v2.0/ports/31987f15-60bf-4b45-a87b-3b2952354e31 HTTP/1.1" status: 404 len: 333 time: 0.0695264 Feb 07 22:39:44.733319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38352) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:44.740037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.742120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:44.754505 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.755300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:44.768528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'port': {'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1437422182'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:44.844709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:44.857790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:44.858143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:44.885645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.896323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event deleted for resources: {'Port': ['ID=1a571084-fe7d-4e32-824f-b8b0f1b74bf9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.927576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38ee6-93ed-4e94-afe7-11d9abf202b3 req-2e1722ce-8182-4eb7-b62f-07b4846affb9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.929808 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a885df4c-4840-4a14-8cb8-e869f8b64d8c req-4bf4d7e6-6ae0-47ed-b500-af9fcfa17b6f tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582721 Feb 07 22:39:44.936409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-7d4351d2-8b7e-46ac-8e33-cc448417513e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1788683 Feb 07 22:39:44.941784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38ee6-93ed-4e94-afe7-11d9abf202b3 req-2e1722ce-8182-4eb7-b62f-07b4846affb9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.952162 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38ee6-93ed-4e94-afe7-11d9abf202b3 req-2e1722ce-8182-4eb7-b62f-07b4846affb9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.959835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38ee6-93ed-4e94-afe7-11d9abf202b3 req-2e1722ce-8182-4eb7-b62f-07b4846affb9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.960053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Attempting to bind port 4569adf5-7786-4230-8616-8d1e8dad26a0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:44.960296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Attempting to bind port 4569adf5-7786-4230-8616-8d1e8dad26a0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:44.960800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Attempting to bind port 4569adf5-7786-4230-8616-8d1e8dad26a0 on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:44.965892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Port 4569adf5-7786-4230-8616-8d1e8dad26a0 on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:39:44.965892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Attempting to bind port 4569adf5-7786-4230-8616-8d1e8dad26a0 on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:44.969616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38ee6-93ed-4e94-afe7-11d9abf202b3 req-2e1722ce-8182-4eb7-b62f-07b4846affb9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.980898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:44.981366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Checking segment: {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:44.981756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Bound using segment: {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:44.982188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Bound port: 4569adf5-7786-4230-8616-8d1e8dad26a0, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:44.982559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.984564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38ee6-93ed-4e94-afe7-11d9abf202b3 req-2e1722ce-8182-4eb7-b62f-07b4846affb9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.004560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38ee6-93ed-4e94-afe7-11d9abf202b3 req-2e1722ce-8182-4eb7-b62f-07b4846affb9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.018719 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6a38ee6-93ed-4e94-afe7-11d9abf202b3 req-2e1722ce-8182-4eb7-b62f-07b4846affb9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.5151300 Feb 07 22:39:45.029814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:45.040301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Allocated IP 2001:db8::2 (276444ef-5a90-45e6-8259-75bdb83f4de0/a9cdde98-fabf-490a-a2dd-fe117464c56e/5617dee6-aaa7-4c82-a2a3-0714f6c21907) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:45.059248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:45.059618 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.089908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] No DVR routers for this DVR port 1a571084-fe7d-4e32-824f-b8b0f1b74bf9 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:45.103642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.113280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1328d0f2-7bec-4a06-87d2-00a7647d87c1 req-ce4296ee-e37c-431b-85f6-2e167b9f1639 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.46 "DELETE /v2.0/ports/1a571084-fe7d-4e32-824f-b8b0f1b74bf9 HTTP/1.1" status: 204 len: 173 time: 2.7280686 Feb 07 22:39:45.134943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32cef39-5f74-482e-b967-17db07f7043d', 'name': 'network-vif-deleted', 'tag': '1a571084-fe7d-4e32-824f-b8b0f1b74bf9'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:45.137397 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996d8d30-a582-4f4d-9c7a-a35f75e935db" -d '{"events": [{"server_uuid": "a32cef39-5f74-482e-b967-17db07f7043d", "name": "network-vif-deleted", "tag": "1a571084-fe7d-4e32-824f-b8b0f1b74bf9"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:45.188649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-9502f51d-5541-4790-be56-c62452faff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.192474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-9502f51d-5541-4790-be56-c62452faff1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 1100 time: 0.1892214 Feb 07 22:39:45.196201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:45.199578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4569adf5-7786-4230-8616-8d1e8dad26a0,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:45.215570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.227671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-47151bc5-2cee-4330-a6eb-6f8f4a42f768 service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400787 Feb 07 22:39:45.251194 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6a38ee6-93ed-4e94-afe7-11d9abf202b3 req-2eab504f-5633-4444-a234-b5b58998b672 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258418 Feb 07 22:39:45.317283 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.326477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.327618 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.329313 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] 10.222.0.46 "PUT /v2.0/ports/4569adf5-7786-4230-8616-8d1e8dad26a0 HTTP/1.1" status: 200 len: 1092 time: 1.9788246 Feb 07 22:39:45.330892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:45.338565 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0689d4-ff64-49ff-b917-0fdc9c379d68" -d '{"events": [{"name": "network-changed", "server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:45.340617 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.379407 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dadc04-85e6-41ff-9819-ab86163ae52d x-openstack-request-id: req-92dadc04-85e6-41ff-9819-ab86163ae52d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:45.380071 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:45.380580 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92dadc04-85e6-41ff-9819-ab86163ae52d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:45.381297 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa', 'code': 200} Feb 07 22:39:45.400096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Made reservation on behalf of 5a96cb32bfd6494c8cf555d8a7c19138 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:45.406613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Network 276444ef-5a90-45e6-8259-75bdb83f4de0 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:45.411126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.411489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:45.421692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:45.437456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Pushing event updated for resources: {'Port': ['ID=5617dee6-aaa7-4c82-a2a3-0714f6c21907,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:45.467890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] device_id is not set on port fa88facb-deee-437e-ad14-9212500d1832 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:39:45.526726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Attempting to bind port 5617dee6-aaa7-4c82-a2a3-0714f6c21907 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:45.527482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Attempting to bind port 5617dee6-aaa7-4c82-a2a3-0714f6c21907 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'ca948679-6631-4161-948e-69096b84650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '276444ef-5a90-45e6-8259-75bdb83f4de0'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:45.527723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Attempting to bind port 5617dee6-aaa7-4c82-a2a3-0714f6c21907 on network 276444ef-5a90-45e6-8259-75bdb83f4de0 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:45.532956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:45.533706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Checking segment: {'id': 'ca948679-6631-4161-948e-69096b84650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '276444ef-5a90-45e6-8259-75bdb83f4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:45.534149 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.534636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Bound using segment: {'id': 'ca948679-6631-4161-948e-69096b84650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '276444ef-5a90-45e6-8259-75bdb83f4de0'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:45.535204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Bound port: 5617dee6-aaa7-4c82-a2a3-0714f6c21907, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca948679-6631-4161-948e-69096b84650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '276444ef-5a90-45e6-8259-75bdb83f4de0'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:45.535997 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.585513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 37c0af66-536a-4d71-9cf8-be6169b82692 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:45.587984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8e30dd-2a52-4718-bea7-71cac3193321 None None] Network 3264f350-b05b-43a9-902c-55d82799521a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:45.605521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-ef4e2d04-607a-49b2-8ea7-f05489a06bed service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530276 Feb 07 22:39:45.613825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af99a6b-eeb7-46b5-800d-52d4d5133c8c service neutron] Pushing event updated for resources: {'Port': ['ID=4569adf5-7786-4230-8616-8d1e8dad26a0,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:45.639137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea4c44-f134-4c34-9493-1c03d5eaebc2 req-dd073e39-bbd5-4127-b989-99dc35d1fc20 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.640859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71ea4c44-f134-4c34-9493-1c03d5eaebc2 req-dd073e39-bbd5-4127-b989-99dc35d1fc20 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 944 time: 0.1642690 Feb 07 22:39:45.686405 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-b58e9cd4-ed19-4a68-9178-90d80489ee14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d82ca767-ead7-4431-847f-b860d0f0eee2 HTTP/1.1" status: 200 len: 217 time: 0.0445740 Feb 07 22:39:45.696986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-d59d0fb9-7026-45ca-abc4-957cdc310863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.699552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-d59d0fb9-7026-45ca-abc4-957cdc310863 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 1095 time: 0.2694249 Feb 07 22:39:45.700218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-27f90801-0dc6-4343-b753-283b4bdfb42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.701619 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-27f90801-0dc6-4343-b753-283b4bdfb42b service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.4513373 Feb 07 22:39:45.714302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca4616-7006-4fb1-9269-85d72440d217 req-f97e4798-7c89-4b98-b29e-d97b76c09d07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.721208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca4616-7006-4fb1-9269-85d72440d217 req-f97e4798-7c89-4b98-b29e-d97b76c09d07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.722535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-beca4616-7006-4fb1-9269-85d72440d217 req-f97e4798-7c89-4b98-b29e-d97b76c09d07 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1682 time: 0.2189381 Feb 07 22:39:45.744281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c4aad0c3-e83a-4913-b7bd-af2e6ada0057 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784725228903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58988899'] for subnet, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.744577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] For port 5617dee6-aaa7-4c82-a2a3-0714f6c21907, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:45.751225 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-79a8c0c2-a51b-47b4-81e7-02cae663d22b None None] Provisioning complete for port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:45.753417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79a8c0c2-a51b-47b4-81e7-02cae663d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.786478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Allocated IP 2001:db8::381 (eaa54537-bd1b-42b5-b2d0-a514bbbb20b8/59d4e9cd-0c86-4908-9416-b7de5eb3a14f/fa88facb-deee-437e-ad14-9212500d1832) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:45.807148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] For port 5617dee6-aaa7-4c82-a2a3-0714f6c21907, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5617dee6-aaa7-4c82-a2a3-0714f6c21907,segment=NetworkSegment(ca948679-6631-4161-948e-69096b84650d),segment_id=ca948679-6631-4161-948e-69096b84650d)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:45.821907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71ea4c44-f134-4c34-9493-1c03d5eaebc2 req-1b5b3e6d-5994-4ba6-9af5-cb293a7d2b8a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343784 Feb 07 22:39:45.826031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-aee914fe-f749-40de-9cd7-fe55624a9555 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9a2b34c7-510f-4039-b524-28c98c6745d5 HTTP/1.1" status: 200 len: 217 time: 0.0997617 Feb 07 22:39:45.827643 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.829106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4fb0d82d-e0ea-45ea-83c8-e90eb1c17d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.831171 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-4fb0d82d-e0ea-45ea-83c8-e90eb1c17d5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bc33452-5346-4eb6-a3fc-c1fe75c9958c HTTP/1.1" status: 200 len: 797 time: 0.1311522 Feb 07 22:39:45.849772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-5bdb67e3-0498-4aa1-84c4-5026af8f6633 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4569adf5-7786-4230-8616-8d1e8dad26a0 HTTP/1.1" status: 200 len: 217 time: 0.1223919 Feb 07 22:39:45.888979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aad0c3-e83a-4913-b7bd-af2e6ada0057 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.891960 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c4aad0c3-e83a-4913-b7bd-af2e6ada0057 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.896307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c4aad0c3-e83a-4913-b7bd-af2e6ada0057 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "PUT /v2.0/subnets/a9cdde98-fabf-490a-a2dd-fe117464c56e HTTP/1.1" status: 200 len: 826 time: 1.5637157 Feb 07 22:39:45.915133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 37c0af66-536a-4d71-9cf8-be6169b82692 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:45.935750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 37c0af66-536a-4d71-9cf8-be6169b82692 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:45.936189 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.937877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38366) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:46.027593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4d15b-f77b-4fa5-9e97-867161a5d182 None None] Pushing event updated for resources: {'Port': ['ID=5617dee6-aaa7-4c82-a2a3-0714f6c21907,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:46.120655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.136184 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77558cbe-bee9-4b0d-b400-4a8d384bfa46 x-openstack-request-id: req-77558cbe-bee9-4b0d-b400-4a8d384bfa46 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:46.136550 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32cef39-5f74-482e-b967-17db07f7043d", "name": "network-vif-deleted", "tag": "1a571084-fe7d-4e32-824f-b8b0f1b74bf9", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:46.136872 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77558cbe-bee9-4b0d-b400-4a8d384bfa46 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:46.137395 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32cef39-5f74-482e-b967-17db07f7043d', 'name': 'network-vif-deleted', 'tag': '1a571084-fe7d-4e32-824f-b8b0f1b74bf9', 'status': 'completed', 'code': 200} Feb 07 22:39:46.207666 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.245639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-f2d024f0-d3e6-4d57-9709-d059d83f7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:46.247290 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-f2d024f0-d3e6-4d57-9709-d059d83f7158 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4046721 Feb 07 22:39:46.270503 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.301827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c56d61-031c-49c7-b749-4a7e85cd83c4 req-6462ab67-a539-45a2-bdb8-ec28197661bf tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:46.310078 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5c56d61-031c-49c7-b749-4a7e85cd83c4 req-6462ab67-a539-45a2-bdb8-ec28197661bf tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 946 time: 0.1716442 Feb 07 22:39:46.421805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:46.432976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-beca4616-7006-4fb1-9269-85d72440d217 req-bcd2295e-f244-461d-9e28-17e1db000696 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6920125 Feb 07 22:39:46.433646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:46.452269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aad0c3-e83a-4913-b7bd-af2e6ada0057 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=a9cdde98-fabf-490a-a2dd-fe117464c56e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:46.457705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:46.473898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:46.474450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.476259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-9fa97aa0-3c31-49bb-8a17-aea0ac035967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:46.478135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-9fa97aa0-3c31-49bb-8a17-aea0ac035967 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.6235745 Feb 07 22:39:46.482506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Port': ['ID=fa88facb-deee-437e-ad14-9212500d1832,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:46.510232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-22a1da06-f46a-49a1-b7d5-740d2d315c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:46.513201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-22a1da06-f46a-49a1-b7d5-740d2d315c05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ce2e13f-8c37-495b-833a-a61a3b3725c8 HTTP/1.1" status: 200 len: 844 time: 0.6492019 Feb 07 22:39:46.542920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 37c0af66-536a-4d71-9cf8-be6169b82692, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=37c0af66-536a-4d71-9cf8-be6169b82692,segment=NetworkSegment(0c8d5746-51a1-48c0-b971-99762f02ca95),segment_id=0c8d5746-51a1-48c0-b971-99762f02ca95)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:46.554724 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5c56d61-031c-49c7-b749-4a7e85cd83c4 req-f7ba6c8b-2fd7-480f-b932-86945ca80d61 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9ca5ca-ccef-4042-a5cd-864a38be0726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398114 Feb 07 22:39:46.559192 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.617496 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef5608b-b83e-40c3-9e4b-a06c41b72e0d x-openstack-request-id: req-0ef5608b-b83e-40c3-9e4b-a06c41b72e0d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:46.617951 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:46.618383 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ef5608b-b83e-40c3-9e4b-a06c41b72e0d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:46.618865 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0', 'status': 'completed', 'code': 200} Feb 07 22:39:46.620548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-3344997d-29c7-4041-9580-c01036cfef32 service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649960 Feb 07 22:39:46.633188 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a1bb6c10-07ef-46a0-ae3d-c83df5438768 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8937566 Feb 07 22:39:46.638683 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-51e945db-78ef-434d-b99d-fb45f871c442 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031282 Feb 07 22:39:46.646442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44cfb5-85d0-4f37-b370-84d8786259e3 None None] Network 3264f350-b05b-43a9-902c-55d82799521a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:46.648859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38372) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:46.660538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4cfc159b-47c7-4423-9298-3466534aee6a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b9:57:1d'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:46.741280 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.825255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28663c19-5d27-4292-a991-b0f0cbd28c8d req-15077cb7-023b-427a-aaa7-9ba71de79571 service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909425 Feb 07 22:39:46.852383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-72b81b45-b349-4b3f-a26e-a8d760398fb0 None None] Provisioning complete for port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:46.853689 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72b81b45-b349-4b3f-a26e-a8d760398fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.858217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-6b40c977-2508-45aa-89bf-9bec84a3c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:46.860701 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-6b40c977-2508-45aa-89bf-9bec84a3c5fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3697906 Feb 07 22:39:46.902973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=37c0af66-536a-4d71-9cf8-be6169b82692,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:46.969826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5617dee6-aaa7-4c82-a2a3-0714f6c21907 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:47.011375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafddc3-8035-4fbf-b805-00acceb8dd24 req-697b3b76-584d-4ea3-816e-a4b7bbd84119 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.018376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafddc3-8035-4fbf-b805-00acceb8dd24 req-697b3b76-584d-4ea3-816e-a4b7bbd84119 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.024528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafddc3-8035-4fbf-b805-00acceb8dd24 req-697b3b76-584d-4ea3-816e-a4b7bbd84119 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.031599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafddc3-8035-4fbf-b805-00acceb8dd24 req-697b3b76-584d-4ea3-816e-a4b7bbd84119 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.038859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafddc3-8035-4fbf-b805-00acceb8dd24 req-697b3b76-584d-4ea3-816e-a4b7bbd84119 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.044925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafddc3-8035-4fbf-b805-00acceb8dd24 req-697b3b76-584d-4ea3-816e-a4b7bbd84119 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.051463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafddc3-8035-4fbf-b805-00acceb8dd24 req-697b3b76-584d-4ea3-816e-a4b7bbd84119 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.054380 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-faafddc3-8035-4fbf-b805-00acceb8dd24 req-697b3b76-584d-4ea3-816e-a4b7bbd84119 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.2271581 Feb 07 22:39:47.086249 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea47d1-03e4-4428-b593-e6b6cfc200b3 req-e1898c48-3165-4ed1-a861-bb8d0c8b1a68 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.093908 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bea47d1-03e4-4428-b593-e6b6cfc200b3 req-e1898c48-3165-4ed1-a861-bb8d0c8b1a68 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.4292977 Feb 07 22:39:47.099387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-56d0fb0e-58ad-4d95-afdd-b4f345546acf tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.100914 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-56d0fb0e-58ad-4d95-afdd-b4f345546acf tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.24 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 946 time: 0.1697423 Feb 07 22:39:47.108668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-f053ad7c-a633-4695-9e32-5231c34d9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.110301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-f053ad7c-a633-4695-9e32-5231c34d9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.110773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-f053ad7c-a633-4695-9e32-5231c34d9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.112172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-f053ad7c-a633-4695-9e32-5231c34d9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.112427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-f053ad7c-a633-4695-9e32-5231c34d9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.112891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-f053ad7c-a633-4695-9e32-5231c34d9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.113626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-f053ad7c-a633-4695-9e32-5231c34d9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.115364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-f053ad7c-a633-4695-9e32-5231c34d9718 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6487 time: 0.1993289 Feb 07 22:39:47.129436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 5617dee6-aaa7-4c82-a2a3-0714f6c21907 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:47.130640 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.150376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-51965eda-1457-4e69-9250-e6c1ce024dc0 service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845297 Feb 07 22:39:47.222689 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-85edb232-eb66-4a3d-91ca-5c7c7d51fa42 None None] Provisioning complete for port fa88facb-deee-437e-ad14-9212500d1832 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:47.223299 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85edb232-eb66-4a3d-91ca-5c7c7d51fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.252226 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-faafddc3-8035-4fbf-b805-00acceb8dd24 req-84a53a98-55a7-4a3a-b937-9cbb69245d9f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1803005 Feb 07 22:39:47.277060 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-1ccf16f6-9420-4004-8203-2e0294ac308d service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983099 Feb 07 22:39:47.305228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-85edb232-eb66-4a3d-91ca-5c7c7d51fa42 None None] Port fa88facb-deee-437e-ad14-9212500d1832 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:47.320487 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bea47d1-03e4-4428-b593-e6b6cfc200b3 req-44125ecc-7558-4aeb-9716-b366f1d9a810 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254601 Feb 07 22:39:47.367350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-e3206738-fe2c-4352-adfa-38679d2fa658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.368877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-e3206738-fe2c-4352-adfa-38679d2fa658 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90c254de-e28a-4232-8cd9-7eb5347dbaf7 HTTP/1.1" status: 200 len: 901 time: 0.1993141 Feb 07 22:39:47.375811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Deleting port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:47.376161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.383078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb'}, {'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c0af66-536a-4d71-9cf8-be6169b82692'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:47.385373 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e114887-ab17-4ad5-a6e9-4b7e4f90d314" -d '{"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-plugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb"}, {"server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "name": "network-vif-plugged", "status": "completed", "tag": "37c0af66-536a-4d71-9cf8-be6169b82692"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:47.404484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.449654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port 5617dee6-aaa7-4c82-a2a3-0714f6c21907 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:47.449939 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.458159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 5617dee6-aaa7-4c82-a2a3-0714f6c21907, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5617dee6-aaa7-4c82-a2a3-0714f6c21907,segment=NetworkSegment(ca948679-6631-4161-948e-69096b84650d),segment_id=ca948679-6631-4161-948e-69096b84650d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:47.472596 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.473565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:47.484484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4cfc159b-47c7-4423-9298-3466534aee6a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.501274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-91d3584f-19a5-4157-a250-6926609d7c46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d82ca767-ead7-4431-847f-b860d0f0eee2 HTTP/1.1" status: 200 len: 217 time: 0.1174507 Feb 07 22:39:47.559342 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438488da-1b1b-4178-a540-df59e44dbdca x-openstack-request-id: req-438488da-1b1b-4178-a540-df59e44dbdca {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:47.559342 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-plugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb", "code": 200}, {"server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "name": "network-vif-plugged", "status": "completed", "tag": "37c0af66-536a-4d71-9cf8-be6169b82692", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:47.559970 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-438488da-1b1b-4178-a540-df59e44dbdca {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:47.559970 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'code': 200} Feb 07 22:39:47.560266 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c0af66-536a-4d71-9cf8-be6169b82692', 'code': 200} Feb 07 22:39:47.583683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:47.584090 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.643344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=5617dee6-aaa7-4c82-a2a3-0714f6c21907,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:47.665385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460c4499-58bd-4662-b53e-1a771a1e4345 None None] Network 276444ef-5a90-45e6-8259-75bdb83f4de0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:47.684939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e2204a24-2cdf-4cc7-899c-2fe69ae08bca None None] Provisioning complete for port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:47.685361 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2204a24-2cdf-4cc7-899c-2fe69ae08bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.685718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-4610515f-b653-4032-9cff-fb3051bdeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.687662 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-4610515f-b653-4032-9cff-fb3051bdeb80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bc33452-5346-4eb6-a3fc-c1fe75c9958c HTTP/1.1" status: 200 len: 797 time: 0.1749215 Feb 07 22:39:47.695407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] For port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:47.695874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.759556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Calling delete_port for d25a61f2-5779-4dfa-aebf-f8c02ac89a3c owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:47.805583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dac9fbda-3b0d-4bfe-8332-860ff1b51087 req-6721a121-3278-418c-8d75-e9c0e14e09e5 service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447761 Feb 07 22:39:47.828986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-7da50be6-a166-415a-9e30-a84ec3204498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.832632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-7da50be6-a166-415a-9e30-a84ec3204498 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1332862 Feb 07 22:39:47.848879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb89ba-a8fd-4d1f-9b77-e3ab6e491fe1 req-eefa7655-fbf6-4d25-b05c-a1f99c9cd000 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.868051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb89ba-a8fd-4d1f-9b77-e3ab6e491fe1 req-eefa7655-fbf6-4d25-b05c-a1f99c9cd000 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.870015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-01fb89ba-a8fd-4d1f-9b77-e3ab6e491fe1 req-eefa7655-fbf6-4d25-b05c-a1f99c9cd000 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1683 time: 0.1773858 Feb 07 22:39:47.877216 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4eadea2-bcb1-4bef-b966-e3c5f613b34e req-ddbb60b1-d429-4048-a322-6df826a3da36 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232759 Feb 07 22:39:47.905567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4061ee-a81c-4641-831f-a7aa1ff9b2b3 req-ace6de0c-f445-4549-8148-0fd32d8a4166 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.906955 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc4061ee-a81c-4641-831f-a7aa1ff9b2b3 req-ace6de0c-f445-4549-8148-0fd32d8a4166 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 944 time: 0.4308250 Feb 07 22:39:47.913052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port 5617dee6-aaa7-4c82-a2a3-0714f6c21907, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5617dee6-aaa7-4c82-a2a3-0714f6c21907,segment=NetworkSegment(ca948679-6631-4161-948e-69096b84650d),segment_id=ca948679-6631-4161-948e-69096b84650d)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:47.913631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.977264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c2ef-08e5-4cd6-9b99-58f980c7fb82 req-c90ba98e-eee2-447e-af8e-294c25bcde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.977749 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c2ef-08e5-4cd6-9b99-58f980c7fb82 req-c90ba98e-eee2-447e-af8e-294c25bcde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.979291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8173c2ef-08e5-4cd6-9b99-58f980c7fb82 req-c90ba98e-eee2-447e-af8e-294c25bcde38 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1985 time: 0.3118765 Feb 07 22:39:47.980298 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for 5617dee6-aaa7-4c82-a2a3-0714f6c21907 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:48.013732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-01fb89ba-a8fd-4d1f-9b77-e3ab6e491fe1 req-82244932-4f6e-4e35-a421-1ac02ad8b3a3 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142302 Feb 07 22:39:48.036047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e0e9d0ab-365b-4139-b39b-9f311f921548 None None] Provisioning complete for port 5617dee6-aaa7-4c82-a2a3-0714f6c21907 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:48.038600 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d0ab-365b-4139-b39b-9f311f921548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.089029 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-574d696f-e93a-4c50-88e7-b5e36352785f service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507014 Feb 07 22:39:48.145917 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.166133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc4061ee-a81c-4641-831f-a7aa1ff9b2b3 req-978dbdea-af26-4b28-9989-c854a616713a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305729 Feb 07 22:39:48.168235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-489f9ebf-1f7c-4022-9ff9-dfaaf844e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.177974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-489f9ebf-1f7c-4022-9ff9-dfaaf844e5c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 1095 time: 0.2997375 Feb 07 22:39:48.226503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e012c4c8-39e3-44db-b377-d5fcc81e7cdd req-05b1e285-24af-4193-923c-88c379422890 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c3f0c-f264-4030-b1ac-bc23bcd74054 HTTP/1.1" status: 200 len: 210 time: 0.1031516 Feb 07 22:39:48.226855 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8173c2ef-08e5-4cd6-9b99-58f980c7fb82 req-5f2d400a-0d17-4e55-b282-c58b7ba5525e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329581 Feb 07 22:39:48.261539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38394) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:48.272442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d2c967-0c76-4651-b7be-c3bd8caabfb7 None None] Network 276444ef-5a90-45e6-8259-75bdb83f4de0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:48.287367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Pushing event deleted for resources: {'Port': ['ID=d25a61f2-5779-4dfa-aebf-f8c02ac89a3c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:48.337019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] No DVR routers for this DVR port d25a61f2-5779-4dfa-aebf-f8c02ac89a3c on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:48.339463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.343691 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e629bf72-9321-4a14-a100-2ad1f8ea1c4b req-0cc8ab91-0a0e-4fd3-a383-1768b47ae477 tempest-AttachSCSIVolumeTestJSON-1990361203 tempest-AttachSCSIVolumeTestJSON-1990361203-project] 10.222.0.24 "DELETE /v2.0/ports/d25a61f2-5779-4dfa-aebf-f8c02ac89a3c HTTP/1.1" status: 204 len: 173 time: 1.2270315 Feb 07 22:39:48.346245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0ae3dd4a-1268-4859-a66b-dc978fa1e767 None None] Provisioning complete for port 5617dee6-aaa7-4c82-a2a3-0714f6c21907 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:48.346936 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ae3dd4a-1268-4859-a66b-dc978fa1e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.354163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c3f0c-f264-4030-b1ac-bc23bcd74054', 'name': 'network-vif-deleted', 'tag': 'd25a61f2-5779-4dfa-aebf-f8c02ac89a3c'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:48.357670 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef4d260-772b-4404-afd2-cf38e5346818" -d '{"events": [{"server_uuid": "533c3f0c-f264-4030-b1ac-bc23bcd74054", "name": "network-vif-deleted", "tag": "d25a61f2-5779-4dfa-aebf-f8c02ac89a3c"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:48.456500 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a4cd96d-0884-4fed-b18a-4a5f386ecd52 req-12c81085-7c84-4dd7-b134-e6d103efb031 service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452985 Feb 07 22:39:48.472803 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4cfc159b-47c7-4423-9298-3466534aee6a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.473787 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc0f50fc-56ba-47c6-8ef7-d8bd895eafa3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.478665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-9471643a-c9d8-4184-a28a-8129b226d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.480344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-9471643a-c9d8-4184-a28a-8129b226d0a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 904 time: 0.2851655 Feb 07 22:39:48.500207 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4cfc159b-47c7-4423-9298-3466534aee6a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.520491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc0f50fc-56ba-47c6-8ef7-d8bd895eafa3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.533075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efa70e-f303-44f3-8a51-4e699c3e6535 req-34643ae1-a47a-4e2c-bf85-7a3b9f4a4958 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.543164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35efa70e-f303-44f3-8a51-4e699c3e6535 req-34643ae1-a47a-4e2c-bf85-7a3b9f4a4958 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1275017 Feb 07 22:39:48.610254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-978fe507-3085-4cd6-95da-3d93766fc929 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4569adf5-7786-4230-8616-8d1e8dad26a0 HTTP/1.1" status: 200 len: 217 time: 0.1112733 Feb 07 22:39:48.616366 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35efa70e-f303-44f3-8a51-4e699c3e6535 req-3be1a1af-ca66-429a-b0b5-15fc9594aa2f tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715160 Feb 07 22:39:48.639835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc159b-47c7-4423-9298-3466534aee6a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] In _notify_port_updated(), no bound segment for port fa88facb-deee-437e-ad14-9212500d1832 on network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:39:48.647255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc159b-47c7-4423-9298-3466534aee6a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.648497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4cfc159b-47c7-4423-9298-3466534aee6a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.649807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4cfc159b-47c7-4423-9298-3466534aee6a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "PUT /v2.0/ports/fa88facb-deee-437e-ad14-9212500d1832 HTTP/1.1" status: 200 len: 1003 time: 1.9998040 Feb 07 22:39:48.654173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc0f50fc-56ba-47c6-8ef7-d8bd895eafa3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.656971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38402) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:48.663677 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc0f50fc-56ba-47c6-8ef7-d8bd895eafa3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.670352 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fc0f50fc-56ba-47c6-8ef7-d8bd895eafa3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "DELETE /v2.0/security-groups/53cab2aa-c82b-4e25-b2bd-c2840fd1d3dd HTTP/1.1" status: 204 len: 168 time: 0.4072187 Feb 07 22:39:48.677858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38404) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:48.693536 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3ca8b-287f-49f9-bdcf-05ee69e18d49 x-openstack-request-id: req-51d3ca8b-287f-49f9-bdcf-05ee69e18d49 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:48.693868 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c3f0c-f264-4030-b1ac-bc23bcd74054", "name": "network-vif-deleted", "tag": "d25a61f2-5779-4dfa-aebf-f8c02ac89a3c", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:48.694124 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51d3ca8b-287f-49f9-bdcf-05ee69e18d49 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:48.694550 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c3f0c-f264-4030-b1ac-bc23bcd74054', 'name': 'network-vif-deleted', 'tag': 'd25a61f2-5779-4dfa-aebf-f8c02ac89a3c', 'status': 'completed', 'code': 200} Feb 07 22:39:48.700373 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-5844b440-59b9-498e-ab5a-99a2798e6daa tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] show failed (client error): The resource could not be found. Feb 07 22:39:48.701512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5844b440-59b9-498e-ab5a-99a2798e6daa tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "GET /v2.0/security-groups/53cab2aa-c82b-4e25-b2bd-c2840fd1d3dd HTTP/1.1" status: 404 len: 347 time: 0.0226922 Feb 07 22:39:48.702793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f50fc-56ba-47c6-8ef7-d8bd895eafa3 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cab2aa-c82b-4e25-b2bd-c2840fd1d3dd,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:48.705348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38406) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:48.770045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353a5d5-0e89-4631-9a00-4b4750266331 req-7a8de13d-ecfb-4edd-94ff-f769469b0634 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.779312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353a5d5-0e89-4631-9a00-4b4750266331 req-7a8de13d-ecfb-4edd-94ff-f769469b0634 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.786705 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353a5d5-0e89-4631-9a00-4b4750266331 req-7a8de13d-ecfb-4edd-94ff-f769469b0634 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.795647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353a5d5-0e89-4631-9a00-4b4750266331 req-7a8de13d-ecfb-4edd-94ff-f769469b0634 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.803286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353a5d5-0e89-4631-9a00-4b4750266331 req-7a8de13d-ecfb-4edd-94ff-f769469b0634 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.808191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5617dee6-aaa7-4c82-a2a3-0714f6c21907 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:48.811295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353a5d5-0e89-4631-9a00-4b4750266331 req-7a8de13d-ecfb-4edd-94ff-f769469b0634 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.818371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353a5d5-0e89-4631-9a00-4b4750266331 req-7a8de13d-ecfb-4edd-94ff-f769469b0634 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.827488 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6353a5d5-0e89-4631-9a00-4b4750266331 req-7a8de13d-ecfb-4edd-94ff-f769469b0634 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.4826064 Feb 07 22:39:48.846111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 5617dee6-aaa7-4c82-a2a3-0714f6c21907 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:48.847043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5617dee6-aaa7-4c82-a2a3-0714f6c21907 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 22:39:48.898158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Port 5617dee6-aaa7-4c82-a2a3-0714f6c21907 not found, will not notify nova. {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 22:39:48.919750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc159b-47c7-4423-9298-3466534aee6a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Port': ['ID=fa88facb-deee-437e-ad14-9212500d1832,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:48.923656 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.931808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-e3c1421d-2ffe-4da1-9c84-f838952c01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.933320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-e3c1421d-2ffe-4da1-9c84-f838952c01cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ce2e13f-8c37-495b-833a-a61a3b3725c8 HTTP/1.1" status: 200 len: 844 time: 0.3144972 Feb 07 22:39:48.960879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Deleting port 7a8a4cd5-ddb9-4811-8cf4-d084a436e47f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:48.961471 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.037230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=5617dee6-aaa7-4c82-a2a3-0714f6c21907,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:49.047973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-01814d10-85d3-490d-a2fe-7bd5632b4a53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800290 Feb 07 22:39:49.069196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.069518 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.091067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Calling delete_port for 7a8a4cd5-ddb9-4811-8cf4-d084a436e47f owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:49.098574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-283c7005-9734-48d2-916c-1b5dd6cc31ab None None] Could not find standard attr ID for object 5617dee6-aaa7-4c82-a2a3-0714f6c21907. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:39:49.108095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6353a5d5-0e89-4631-9a00-4b4750266331 req-280b5f5d-18b0-4409-98b2-ac4436da168f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2765617 Feb 07 22:39:49.117329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78236b5b-3463-4938-8ba6-f58a4910b07b None None] DHCP port deletion for 276444ef-5a90-45e6-8259-75bdb83f4de0 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:39:49.131455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-283c7005-9734-48d2-916c-1b5dd6cc31ab None None] Provisioning complete for port fa88facb-deee-437e-ad14-9212500d1832 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:49.132143 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-283c7005-9734-48d2-916c-1b5dd6cc31ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.181434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port 5617dee6-aaa7-4c82-a2a3-0714f6c21907 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:49.187274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-283c7005-9734-48d2-916c-1b5dd6cc31ab None None] Port fa88facb-deee-437e-ad14-9212500d1832 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:49.189003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8186bf9-dde0-44b6-ab54-f816424036c3 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:39:49.284429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b705c-e81b-4cd2-a62c-b5524bc43ac6 req-a1d47149-3b23-4456-b8f4-bf08ef71745a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:49.290201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b705c-e81b-4cd2-a62c-b5524bc43ac6 req-a1d47149-3b23-4456-b8f4-bf08ef71745a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:49.291774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-510b705c-e81b-4cd2-a62c-b5524bc43ac6 req-a1d47149-3b23-4456-b8f4-bf08ef71745a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1683 time: 0.1401722 Feb 07 22:39:49.300652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7589f4da-b3f7-48ec-b9cb-fe804bc4fc9b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Deleting port fa88facb-deee-437e-ad14-9212500d1832 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:49.301043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7589f4da-b3f7-48ec-b9cb-fe804bc4fc9b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.337283 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.408832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-510b705c-e81b-4cd2-a62c-b5524bc43ac6 req-49468542-109d-4fa3-be97-bad546485341 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981486 Feb 07 22:39:49.446037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.477247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8186bf9-dde0-44b6-ab54-f816424036c3 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:39:49.484226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Pushing event deleted for resources: {'Port': ['ID=7a8a4cd5-ddb9-4811-8cf4-d084a436e47f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:49.636624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d25a61f2-5779-4dfa-aebf-f8c02ac89a3c no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:49.681707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: d25a61f2-5779-4dfa-aebf-f8c02ac89a3c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:49.682057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d25a61f2-5779-4dfa-aebf-f8c02ac89a3c not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:49.758286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-d793625f-d562-4522-971f-22aa048a9c9f service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850293 Feb 07 22:39:49.844544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3593d-2e05-473c-8313-320b787c2740 req-dea04a3e-bc7b-447b-9f36-a38a819ad94a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:49.851348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f3593d-2e05-473c-8313-320b787c2740 req-dea04a3e-bc7b-447b-9f36-a38a819ad94a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 944 time: 0.5381570 Feb 07 22:39:49.897907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.924362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4569adf5-7786-4230-8616-8d1e8dad26a0 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:39:49.947810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cdde98-fabf-490a-a2dd-fe117464c56e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:49.950951 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7589f4da-b3f7-48ec-b9cb-fe804bc4fc9b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.961570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b69e2-d0e6-42b7-84cc-1a40ec1072df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-276444ef-5a90-45e6-8259-75bdb83f4de0', 'network_id': '276444ef-5a90-45e6-8259-75bdb83f4de0', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': 'a9cdde98-fabf-490a-a2dd-fe117464c56e'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:49.963137 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be0b69e2-d0e6-42b7-84cc-1a40ec1072df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.963246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.965844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.969260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-27f41bb9-1754-4605-bbbd-50cf2dbeaf82 tempest-ImagesOneServerNegativeTestJSON-1170222852 tempest-ImagesOneServerNegativeTestJSON-1170222852-project] 10.222.0.15 "DELETE /v2.0/floatingips/c7e45255-65bb-4f1e-be10-a90b628499b4 HTTP/1.1" status: 204 len: 168 time: 1.2599111 Feb 07 22:39:49.992348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0e9f7-ef4a-4ecd-beae-87de518958c0 req-b84609c4-87a2-4224-8ad1-f19d0310adee tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:49.993892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60f0e9f7-ef4a-4ecd-beae-87de518958c0 req-b84609c4-87a2-4224-8ad1-f19d0310adee tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.0797334 Feb 07 22:39:50.001247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7589f4da-b3f7-48ec-b9cb-fe804bc4fc9b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Calling delete_port for fa88facb-deee-437e-ad14-9212500d1832 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:50.042759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60f0e9f7-ef4a-4ecd-beae-87de518958c0 req-ec6c9b84-9341-465b-815f-484a81199cde tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425279 Feb 07 22:39:50.088822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f3593d-2e05-473c-8313-320b787c2740 req-9415dba7-71b0-4f91-be8c-9c345baf86fc tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365882 Feb 07 22:39:50.115133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.198133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38470) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:50.206468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b0689d4-ff64-49ff-b917-0fdc9c379d68 req-c7462d80-592c-41b5-aab2-d37e731f58cb service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306724 Feb 07 22:39:50.254469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276444ef-5a90-45e6-8259-75bdb83f4de0']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:50.269853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e5b1bd-44b6-4465-8abf-1dd143a6efce admin admin] Deleting subnet 54247620-3ba7-4f8f-ab98-19c829608aa9 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:39:50.276589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95e5b1bd-44b6-4465-8abf-1dd143a6efce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.286899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca948679-6631-4161-948e-69096b84650d') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:50.287172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca948679-6631-4161-948e-69096b84650d') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:50.302853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.338372 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95e5b1bd-44b6-4465-8abf-1dd143a6efce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.351138 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.365160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f131ce40-6783-4389-9708-53fab42f3d0f None None] Network 276444ef-5a90-45e6-8259-75bdb83f4de0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:50.373906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a02b4-bbdb-4213-9902-cf9d2a72fb62 req-72689c6d-c4f8-49ec-96f2-5e0a3036bb97 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.380909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a02b4-bbdb-4213-9902-cf9d2a72fb62 req-72689c6d-c4f8-49ec-96f2-5e0a3036bb97 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.386705 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a02b4-bbdb-4213-9902-cf9d2a72fb62 req-72689c6d-c4f8-49ec-96f2-5e0a3036bb97 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.393927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a02b4-bbdb-4213-9902-cf9d2a72fb62 req-72689c6d-c4f8-49ec-96f2-5e0a3036bb97 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.399777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a02b4-bbdb-4213-9902-cf9d2a72fb62 req-72689c6d-c4f8-49ec-96f2-5e0a3036bb97 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.405671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a02b4-bbdb-4213-9902-cf9d2a72fb62 req-72689c6d-c4f8-49ec-96f2-5e0a3036bb97 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.406544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95e5b1bd-44b6-4465-8abf-1dd143a6efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.411929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a02b4-bbdb-4213-9902-cf9d2a72fb62 req-72689c6d-c4f8-49ec-96f2-5e0a3036bb97 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.413877 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f21a02b4-bbdb-4213-9902-cf9d2a72fb62 req-72689c6d-c4f8-49ec-96f2-5e0a3036bb97 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.1828365 Feb 07 22:39:50.414997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:50.415399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:50.420442 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:50.435870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4569adf5-7786-4230-8616-8d1e8dad26a0,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:50.489015 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95e5b1bd-44b6-4465-8abf-1dd143a6efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.492526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '4569adf5-7786-4230-8616-8d1e8dad26a0', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'port_id': '4569adf5-7786-4230-8616-8d1e8dad26a0', 'mac_address': 'fa:16:3e:10:7c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce2e13f-8c37-495b-833a-a61a3b3725c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:39:50.530928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f21a02b4-bbdb-4213-9902-cf9d2a72fb62 req-38fd8f5c-b9e8-489d-8c21-9189245aa8c0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955706 Feb 07 22:39:50.531730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7589f4da-b3f7-48ec-b9cb-fe804bc4fc9b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.546437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95e5b1bd-44b6-4465-8abf-1dd143a6efce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.552997 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-95e5b1bd-44b6-4465-8abf-1dd143a6efce admin admin] 10.222.0.15 "DELETE /v2.0/subnets/54247620-3ba7-4f8f-ab98-19c829608aa9 HTTP/1.1" status: 204 len: 168 time: 0.3537173 Feb 07 22:39:50.557225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5b1bd-44b6-4465-8abf-1dd143a6efce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54247620-3ba7-4f8f-ab98-19c829608aa9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:50.558969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38480) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:50.611578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac149d-b892-40af-bd62-a266931023d2 None None] DHCP port deletion for 276444ef-5a90-45e6-8259-75bdb83f4de0 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:39:50.619049 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.637457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557bab6-32de-4f8f-a3cb-6f978a9cf16b req-47ed9d63-591b-4a7b-ab07-12a13aa21ace tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.644363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557bab6-32de-4f8f-a3cb-6f978a9cf16b req-47ed9d63-591b-4a7b-ab07-12a13aa21ace tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.645984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a557bab6-32de-4f8f-a3cb-6f978a9cf16b req-47ed9d63-591b-4a7b-ab07-12a13aa21ace tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1683 time: 0.0680528 Feb 07 22:39:50.647920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4569adf5-7786-4230-8616-8d1e8dad26a0 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:50.685146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4569adf5-7786-4230-8616-8d1e8dad26a0,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:50.686765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589f4da-b3f7-48ec-b9cb-fe804bc4fc9b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event deleted for resources: {'Port': ['ID=fa88facb-deee-437e-ad14-9212500d1832,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:50.693318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.715332 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a557bab6-32de-4f8f-a3cb-6f978a9cf16b req-3385005e-4420-4035-827b-fece099aa4e2 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 Feb 07 22:39:50.717889 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.757242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4569adf5-7786-4230-8616-8d1e8dad26a0,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:50.772612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.777418 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7589f4da-b3f7-48ec-b9cb-fe804bc4fc9b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.781355 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7589f4da-b3f7-48ec-b9cb-fe804bc4fc9b tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "DELETE /v2.0/ports/fa88facb-deee-437e-ad14-9212500d1832 HTTP/1.1" status: 204 len: 168 time: 2.1219261 Feb 07 22:39:50.784610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38486) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:50.788642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5617dee6-aaa7-4c82-a2a3-0714f6c21907 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:50.794389 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.807576 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/276444ef-5a90-45e6-8259-75bdb83f4de0 HTTP/1.1" status: 204 len: 168 time: 4.8683529 Feb 07 22:39:50.816601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38488) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:50.865575 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfea2ac-800b-4fd3-a43a-3b713d42682c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] GET failed (client error): The resource could not be found. Feb 07 22:39:50.867377 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1dfea2ac-800b-4fd3-a43a-3b713d42682c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "GET /v2.0/ports/fa88facb-deee-437e-ad14-9212500d1832 HTTP/1.1" status: 404 len: 333 time: 0.0817795 Feb 07 22:39:50.870993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38492) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:50.876533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'port': {'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-551871801'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:50.886947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 5617dee6-aaa7-4c82-a2a3-0714f6c21907 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:50.887321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5617dee6-aaa7-4c82-a2a3-0714f6c21907 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:50.903146 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a44224a-bac6-4d1a-892e-a5af88049635 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:39:50.903687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a44224a-bac6-4d1a-892e-a5af88049635 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:39:50.918172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1a44224a-bac6-4d1a-892e-a5af88049635 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/276444ef-5a90-45e6-8259-75bdb83f4de0 HTTP/1.1" status: 404 len: 339 time: 0.0906653 Feb 07 22:39:50.918828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38494) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:50.930508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5652473', 'description': 'd1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:50.941634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f143595-6688-43c5-84c6-5a7f7285c426 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=276444ef-5a90-45e6-8259-75bdb83f4de0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:50.962786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['4569adf5-7786-4230-8616-8d1e8dad26a0'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:39:51.014714 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.043167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:51.051663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.118343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:51.153103 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.153639 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment 9b78cf3b-a8e4-40b8-bbfe-dd5361bd1e66 of type vlan for network b82485c9-b366-4332-b60f-e57a171eceda Feb 07 22:39:51.161807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd710b6-e2ce-40ba-8b5c-d68b715acd6f']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:51.177744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba537e7b-fbd8-4143-93e3-ee15e26384da') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:51.178102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba537e7b-fbd8-4143-93e3-ee15e26384da') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:51.191824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.213733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.221448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:51.221962 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.280917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc276-fe06-4c85-8f85-12e852c32d62 req-cc1249c4-20db-4f1e-96fb-f86e85ef5e48 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.283392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-514fc276-fe06-4c85-8f85-12e852c32d62 req-cc1249c4-20db-4f1e-96fb-f86e85ef5e48 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1481388 Feb 07 22:39:51.285315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Made reservation on behalf of 5a96cb32bfd6494c8cf555d8a7c19138 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:51.288856 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:51.309040 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:51.338150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.345728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.350408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fbd710b6-e2ce-40ba-8b5c-d68b715acd6f HTTP/1.1" status: 204 len: 168 time: 0.7463491 Feb 07 22:39:51.368306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-514fc276-fe06-4c85-8f85-12e852c32d62 req-af325cd0-bb43-4671-a133-df8430e26a5a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694079 Feb 07 22:39:51.391514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] device_id is not set on port 98f9efc3-3bd1-4419-9230-844d40c7c85f yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:39:51.432315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40948b-fe05-46a4-b937-56274606cfe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd710b6-e2ce-40ba-8b5c-d68b715acd6f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:51.480160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.488259 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d39ddcc-a222-4e3d-92f4-96869254dcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.509526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bca2b-b77d-4f23-9abe-4de4c0d550e4 req-01d6b5b1-d492-49a2-beca-18d8403c8a23 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.516805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bca2b-b77d-4f23-9abe-4de4c0d550e4 req-01d6b5b1-d492-49a2-beca-18d8403c8a23 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.521409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f46bca2b-b77d-4f23-9abe-4de4c0d550e4 req-01d6b5b1-d492-49a2-beca-18d8403c8a23 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1683 time: 0.2049775 Feb 07 22:39:51.567651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.574956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.576125 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606948'] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.592330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0ecb0-d7e9-4fca-abd0-c1288212e533 req-ad63f431-6917-4d02-b926-89ee03486cff tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.600558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dde0ecb0-d7e9-4fca-abd0-c1288212e533 req-ad63f431-6917-4d02-b926-89ee03486cff tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 945 time: 0.1182606 Feb 07 22:39:51.609742 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f46bca2b-b77d-4f23-9abe-4de4c0d550e4 req-d3b36875-1d20-4a5f-b0ac-3bc4dbb2393d tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823169 Feb 07 22:39:51.624108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38506) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:51.662160 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7418532 Feb 07 22:39:51.666599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38508) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:51.676277 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dde0ecb0-d7e9-4fca-abd0-c1288212e533 req-16dc9a59-dde8-47ce-8a7a-742d54f58259 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748048 Feb 07 22:39:51.711946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815243d-c06e-4a2f-ab41-ef0213e01824 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=b82485c9-b366-4332-b60f-e57a171eceda,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:51.723072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network b82485c9-b366-4332-b60f-e57a171eceda details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:51.741705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Allocated IP 2001:db8::35a (eaa54537-bd1b-42b5-b2d0-a514bbbb20b8/59d4e9cd-0c86-4908-9416-b7de5eb3a14f/98f9efc3-3bd1-4419-9230-844d40c7c85f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:51.788120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-71148b92-67a2-4ee6-bd8e-21ae62378a79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53ccfc63fb91405ba5558fe2c60a55ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488886 Feb 07 22:39:51.793873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38512) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:51.855101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea8b2f-4be6-4d80-ba80-e1a9d2dc49c4 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.856080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-acea8b2f-4be6-4d80-ba80-e1a9d2dc49c4 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/networks?id=b82485c9-b366-4332-b60f-e57a171eceda HTTP/1.1" status: 200 len: 762 time: 0.1900098 Feb 07 22:39:51.862165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38514) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:51.868065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-071d1e30-7f59-4cb1-a59d-ceed72d7dc95 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'description': 'd2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:51.892365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82c70b-1296-424f-8574-10224756053f req-a029978f-73b0-4663-9886-f2321d836b67 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.898198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82c70b-1296-424f-8574-10224756053f req-a029978f-73b0-4663-9886-f2321d836b67 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.904303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82c70b-1296-424f-8574-10224756053f req-a029978f-73b0-4663-9886-f2321d836b67 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.910737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82c70b-1296-424f-8574-10224756053f req-a029978f-73b0-4663-9886-f2321d836b67 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.916800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82c70b-1296-424f-8574-10224756053f req-a029978f-73b0-4663-9886-f2321d836b67 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.922704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82c70b-1296-424f-8574-10224756053f req-a029978f-73b0-4663-9886-f2321d836b67 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.926475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4569adf5-7786-4230-8616-8d1e8dad26a0 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:39:51.931472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82c70b-1296-424f-8574-10224756053f req-a029978f-73b0-4663-9886-f2321d836b67 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.933534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd82c70b-1296-424f-8574-10224756053f req-a029978f-73b0-4663-9886-f2321d836b67 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.2270913 Feb 07 22:39:51.955224 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.990612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 4569adf5-7786-4230-8616-8d1e8dad26a0 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:51.996883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 4569adf5-7786-4230-8616-8d1e8dad26a0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:51.997304 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.000982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.047792 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0278f5f6-3f71-4c52-9946-e729bc7922fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.057992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:52.062395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:52.067761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:52.069725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd82c70b-1296-424f-8574-10224756053f req-797c4480-c73f-4afe-b6d7-0cbf2e39d8ee tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232708 Feb 07 22:39:52.076895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.078079 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.097465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Port': ['ID=98f9efc3-3bd1-4419-9230-844d40c7c85f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:52.123074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-07515ffe-f852-4a73-ae1a-364b4b5aad8c tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2506120 Feb 07 22:39:52.125450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38516) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:52.134327 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.137639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'port': {'network_id': 'eaa54537-bd1b-42b5-b2d0-a514bbbb20b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2136726734'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:52.161991 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0278f5f6-3f71-4c52-9946-e729bc7922fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.167653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:52.170830 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a503d85e-4be7-4bfa-9d6b-0dd86354a21f" -d '{"events": [{"server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "name": "network-vif-plugged", "status": "completed", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:52.189456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4569adf5-7786-4230-8616-8d1e8dad26a0,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:52.195322 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.231504 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e581cc67-f2e0-453d-8f1b-7a26a2d4bfa5 x-openstack-request-id: req-e581cc67-f2e0-453d-8f1b-7a26a2d4bfa5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:52.232221 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "name": "network-vif-plugged", "status": "completed", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:52.232221 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e581cc67-f2e0-453d-8f1b-7a26a2d4bfa5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:52.232670 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0', 'code': 200} Feb 07 22:39:52.263946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4569adf5-7786-4230-8616-8d1e8dad26a0,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:52.287462 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-071d1e30-7f59-4cb1-a59d-ceed72d7dc95 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.325698 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-071d1e30-7f59-4cb1-a59d-ceed72d7dc95 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.371051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-071d1e30-7f59-4cb1-a59d-ceed72d7dc95 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network b82485c9-b366-4332-b60f-e57a171eceda is not hosted by any dhcp agent {{(pid=102290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 22:39:52.391664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d1e30-7f59-4cb1-a59d-ceed72d7dc95 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.393170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-071d1e30-7f59-4cb1-a59d-ceed72d7dc95 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.397668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-071d1e30-7f59-4cb1-a59d-ceed72d7dc95 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "PUT /v2.0/networks/b82485c9-b366-4332-b60f-e57a171eceda HTTP/1.1" status: 200 len: 759 time: 0.5312653 Feb 07 22:39:52.402693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38522) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:52.448329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Made reservation on behalf of 5a96cb32bfd6494c8cf555d8a7c19138 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:52.453517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.472336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-faccbb65-fc2d-4d55-ad4e-23c811976c6e None None] Provisioning complete for port 98f9efc3-3bd1-4419-9230-844d40c7c85f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:52.472701 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-faccbb65-fc2d-4d55-ad4e-23c811976c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.480411 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0278f5f6-3f71-4c52-9946-e729bc7922fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.483474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0278f5f6-3f71-4c52-9946-e729bc7922fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.488987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0278f5f6-3f71-4c52-9946-e729bc7922fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e49b6af-e183-4b29-b595-2c2a18566204 HTTP/1.1" status: 204 len: 168 time: 0.6939359 Feb 07 22:39:52.495036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d1e30-7f59-4cb1-a59d-ceed72d7dc95 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=b82485c9-b366-4332-b60f-e57a171eceda,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:52.515875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-faccbb65-fc2d-4d55-ad4e-23c811976c6e None None] Port 98f9efc3-3bd1-4419-9230-844d40c7c85f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:52.517420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network b82485c9-b366-4332-b60f-e57a171eceda details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:52.550613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278f5f6-3f71-4c52-9946-e729bc7922fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e49b6af-e183-4b29-b595-2c2a18566204,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:52.570489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16bbee-c3f3-4397-b04d-0c0a4298fd67 req-4eebc2a6-0f5e-4da6-b1f3-8d260c480ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.572332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff16bbee-c3f3-4397-b04d-0c0a4298fd67 req-4eebc2a6-0f5e-4da6-b1f3-8d260c480ea2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 1097 time: 0.2584531 Feb 07 22:39:52.598842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34084dfd-b888-440b-8d4d-1f75b30ec3a4 req-fd54aed2-1a75-43df-a2e8-11112a92b660 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.607574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34084dfd-b888-440b-8d4d-1f75b30ec3a4 req-fd54aed2-1a75-43df-a2e8-11112a92b660 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1444566 Feb 07 22:39:52.617902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] device_id is not set on port 16170376-c9f7-44b1-bf58-2fe3a1da2a44 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:39:52.670520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff16bbee-c3f3-4397-b04d-0c0a4298fd67 req-cf96bf39-c756-43a9-b33d-209ce2473907 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912726 Feb 07 22:39:52.691515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34084dfd-b888-440b-8d4d-1f75b30ec3a4 req-fd0f8d47-4147-4771-8e60-4dc7ed4ef376 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826089 Feb 07 22:39:52.794999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cadb807-0aed-4d66-868f-046d763f9f74 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.796796 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1cadb807-0aed-4d66-868f-046d763f9f74 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/networks?id=b82485c9-b366-4332-b60f-e57a171eceda HTTP/1.1" status: 200 len: 762 time: 0.3894839 Feb 07 22:39:52.807383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38534) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:52.850212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-5f770f24-5837-4666-842c-0014740ce658 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.859255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-5f770f24-5837-4666-842c-0014740ce658 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.860885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-5f770f24-5837-4666-842c-0014740ce658 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1683 time: 0.3241081 Feb 07 22:39:52.873341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abd095-d2c2-44f2-96d6-8f87d7c779b3 req-7378aee9-d6b4-4022-aaae-7ee792037608 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.879426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abd095-d2c2-44f2-96d6-8f87d7c779b3 req-7378aee9-d6b4-4022-aaae-7ee792037608 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.881055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37abd095-d2c2-44f2-96d6-8f87d7c779b3 req-7378aee9-d6b4-4022-aaae-7ee792037608 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 1683 time: 0.1522593 Feb 07 22:39:53.013892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Allocated IP 2001:db8::142 (eaa54537-bd1b-42b5-b2d0-a514bbbb20b8/59d4e9cd-0c86-4908-9416-b7de5eb3a14f/16170376-c9f7-44b1-bf58-2fe3a1da2a44) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:53.046816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b367446-24a5-46ee-9f3c-c6c499b0d9df req-6a11b7d3-a865-4673-981e-3cc3050fdf3a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.054993 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b367446-24a5-46ee-9f3c-c6c499b0d9df req-6a11b7d3-a865-4673-981e-3cc3050fdf3a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 946 time: 0.2882774 Feb 07 22:39:53.099413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134c32b7-5cf6-4f1f-8710-334d765549a4 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.100932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-134c32b7-5cf6-4f1f-8710-334d765549a4 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2924073 Feb 07 22:39:53.105220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38546) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:53.168497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b367446-24a5-46ee-9f3c-c6c499b0d9df req-e64023e9-9900-4eff-b245-0c68230ec900 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095331 Feb 07 22:39:53.178821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-28b54d48-fe8a-4ce9-962a-1cde326417df tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 207 time: 0.0687537 Feb 07 22:39:53.179522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38550) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:53.277912 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.307311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37abd095-d2c2-44f2-96d6-8f87d7c779b3 req-6e85ee91-a575-4b12-b6c7-65abebd8053c tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951592 Feb 07 22:39:53.338095 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.390799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881f14-1c6f-4448-8052-f740107a14a3 req-b41030f9-9004-4409-9a87-15c9ddd0a00b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.397852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881f14-1c6f-4448-8052-f740107a14a3 req-b41030f9-9004-4409-9a87-15c9ddd0a00b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.399926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:53.403921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881f14-1c6f-4448-8052-f740107a14a3 req-b41030f9-9004-4409-9a87-15c9ddd0a00b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.407282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:53.410735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881f14-1c6f-4448-8052-f740107a14a3 req-b41030f9-9004-4409-9a87-15c9ddd0a00b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.416806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881f14-1c6f-4448-8052-f740107a14a3 req-b41030f9-9004-4409-9a87-15c9ddd0a00b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.420728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:53.422665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881f14-1c6f-4448-8052-f740107a14a3 req-b41030f9-9004-4409-9a87-15c9ddd0a00b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.428799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.429416 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.429678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881f14-1c6f-4448-8052-f740107a14a3 req-b41030f9-9004-4409-9a87-15c9ddd0a00b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.431548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b1881f14-1c6f-4448-8052-f740107a14a3 req-b41030f9-9004-4409-9a87-15c9ddd0a00b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.1497123 Feb 07 22:39:53.449052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Port': ['ID=16170376-c9f7-44b1-bf58-2fe3a1da2a44,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:53.471951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e47299-0d43-4d03-976d-0b879f3079b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.474758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting port 37c0af66-536a-4d71-9cf8-be6169b82692 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:53.475368 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.477938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e47299-0d43-4d03-976d-0b879f3079b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.483840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e47299-0d43-4d03-976d-0b879f3079b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.485700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-faa74aec-3c79-4295-8171-ada0bb978558 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3590369 Feb 07 22:39:53.494428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e47299-0d43-4d03-976d-0b879f3079b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.502142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38558) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:53.507681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-55f68780-9b7d-42d2-930e-9951b6e2cdb6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::75', 'mac_address': 'fa:16:3e:b9:57:1d'}, {'ip_address': '2001:db8::35a', 'mac_address': 'fa:16:3e:26:67:ac'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:53.520864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e47299-0d43-4d03-976d-0b879f3079b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.527329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e47299-0d43-4d03-976d-0b879f3079b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.533771 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d2e47299-0d43-4d03-976d-0b879f3079b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.3528068 Feb 07 22:39:53.537069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38568) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:53.633510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b1881f14-1c6f-4448-8052-f740107a14a3 req-2ed39535-fcd7-4c4d-b2fd-6d6a30b5c5e7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947522 Feb 07 22:39:53.726112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] For port 37c0af66-536a-4d71-9cf8-be6169b82692, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=37c0af66-536a-4d71-9cf8-be6169b82692,segment=NetworkSegment(0c8d5746-51a1-48c0-b971-99762f02ca95),segment_id=0c8d5746-51a1-48c0-b971-99762f02ca95)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:53.731055 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.779006 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-907f30ae-bda3-4099-a482-ecc7afee8a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.792851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-36d2d5a1-1c33-4653-a1f3-96e0f6c390d1 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.2517107 Feb 07 22:39:53.793562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38572) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:53.796624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Calling delete_port for 37c0af66-536a-4d71-9cf8-be6169b82692 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:53.868004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b334d730-75e2-467c-904d-ce047742064e None None] Provisioning complete for port 16170376-c9f7-44b1-bf58-2fe3a1da2a44 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:53.868377 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b334d730-75e2-467c-904d-ce047742064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.925822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5918e-1181-4910-af10-b6f95503ba16 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.927432 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5918e-1181-4910-af10-b6f95503ba16 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.928941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5918e-1181-4910-af10-b6f95503ba16 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.930610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5918e-1181-4910-af10-b6f95503ba16 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.932392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5918e-1181-4910-af10-b6f95503ba16 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.937476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b334d730-75e2-467c-904d-ce047742064e None None] Port 16170376-c9f7-44b1-bf58-2fe3a1da2a44 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:53.938072 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8dd5918e-1181-4910-af10-b6f95503ba16 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1428156 Feb 07 22:39:53.938691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38580) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:53.939588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38582) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:54.003266 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55f68780-9b7d-42d2-930e-9951b6e2cdb6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.012408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27908073-717c-4e51-b4dc-8fc69189fc5f req-180ad554-2b4e-41db-91ae-26c562e8effc tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.016191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27908073-717c-4e51-b4dc-8fc69189fc5f req-180ad554-2b4e-41db-91ae-26c562e8effc tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1932967 Feb 07 22:39:54.075675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a4381d-371d-49a3-912d-ea7034e497c3 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.077109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a4381d-371d-49a3-912d-ea7034e497c3 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.078480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a4381d-371d-49a3-912d-ea7034e497c3 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.080788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a4381d-371d-49a3-912d-ea7034e497c3 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.082328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a4381d-371d-49a3-912d-ea7034e497c3 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.088081 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-29a4381d-371d-49a3-912d-ea7034e497c3 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1401830 Feb 07 22:39:54.090465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38584) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:54.115129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27908073-717c-4e51-b4dc-8fc69189fc5f req-5ffc3f5d-1b79-4ec3-a3f7-ea1bd24c0e4b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933783 Feb 07 22:39:54.179651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.233568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Port': ['ID=37c0af66-536a-4d71-9cf8-be6169b82692,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:54.314927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] No DVR routers for this DVR port 37c0af66-536a-4d71-9cf8-be6169b82692 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:54.319956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.323367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-dc3804b9-1a6f-4d05-8cda-829e2ab1211f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "DELETE /v2.0/ports/37c0af66-536a-4d71-9cf8-be6169b82692 HTTP/1.1" status: 204 len: 173 time: 1.4411283 Feb 07 22:39:54.323963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'name': 'network-vif-deleted', 'tag': '37c0af66-536a-4d71-9cf8-be6169b82692'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:54.326457 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47d8521-c6cf-4f70-9a5e-a455f081eb16" -d '{"events": [{"server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "name": "network-vif-deleted", "tag": "37c0af66-536a-4d71-9cf8-be6169b82692"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:54.448716 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87004c81-8279-4051-9478-06ac6f8bf863 x-openstack-request-id: req-87004c81-8279-4051-9478-06ac6f8bf863 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:54.448716 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "name": "network-vif-deleted", "tag": "37c0af66-536a-4d71-9cf8-be6169b82692", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:54.448716 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87004c81-8279-4051-9478-06ac6f8bf863 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:54.451210 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'name': 'network-vif-deleted', 'tag': '37c0af66-536a-4d71-9cf8-be6169b82692', 'status': 'completed', 'code': 200} Feb 07 22:39:54.490594 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55f68780-9b7d-42d2-930e-9951b6e2cdb6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.504339 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55f68780-9b7d-42d2-930e-9951b6e2cdb6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.523074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-55f68780-9b7d-42d2-930e-9951b6e2cdb6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] In _notify_port_updated(), no bound segment for port 16170376-c9f7-44b1-bf58-2fe3a1da2a44 on network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:39:54.528645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f68780-9b7d-42d2-930e-9951b6e2cdb6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.529318 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55f68780-9b7d-42d2-930e-9951b6e2cdb6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.535376 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-55f68780-9b7d-42d2-930e-9951b6e2cdb6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "PUT /v2.0/ports/16170376-c9f7-44b1-bf58-2fe3a1da2a44 HTTP/1.1" status: 200 len: 1067 time: 1.0275605 Feb 07 22:39:54.535540 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38592) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:54.561617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d20801-ee6c-4904-a973-f592f880f574 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.567217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-55d20801-ee6c-4904-a973-f592f880f574 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/networks/0aa94348-c0e3-4977-aa45-fa6843470710 HTTP/1.1" status: 200 len: 804 time: 0.4755654 Feb 07 22:39:54.576802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38594) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:54.644238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:54.644575 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.716344 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f68780-9b7d-42d2-930e-9951b6e2cdb6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event updated for resources: {'Port': ['ID=16170376-c9f7-44b1-bf58-2fe3a1da2a44,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:54.737910 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.757525 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c3dde088-3b8b-4a84-85b7-64d6706a339d tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/networks/0aa94348-c0e3-4977-aa45-fa6843470710?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1779652 Feb 07 22:39:54.765173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38602) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:54.785853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b7892-fc36-46fa-ad67-04a399d6a32c req-daadc3b4-8f1b-4c8c-80f1-7c6d070ac18a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.787345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-644b7892-fc36-46fa-ad67-04a399d6a32c req-daadc3b4-8f1b-4c8c-80f1-7c6d070ac18a tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 946 time: 0.2539344 Feb 07 22:39:54.849727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dda65-1313-45ac-ac8b-a8608ba21046 req-05131d0e-dbda-4377-b7c7-6041d3cfeea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.862108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d5dda65-1313-45ac-ac8b-a8608ba21046 req-05131d0e-dbda-4377-b7c7-6041d3cfeea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 946 time: 0.3123748 Feb 07 22:39:54.950767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa4bfa-edd1-4c7c-88aa-23f23fee9b76 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.955937 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cbfa4bfa-edd1-4c7c-88aa-23f23fee9b76 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/subnets/09c1740a-eb9f-41ec-8059-eb1186552174 HTTP/1.1" status: 200 len: 843 time: 0.1859558 Feb 07 22:39:54.958640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38606) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:54.965132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] For port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,segment=NetworkSegment(ffe0a0f4-f26f-436c-b31c-8297d86aba06),segment_id=ffe0a0f4-f26f-436c-b31c-8297d86aba06)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:54.965738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.980423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d5dda65-1313-45ac-ac8b-a8608ba21046 req-fbd63928-d99a-49dd-ac66-3a0188a7ff0e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150165 Feb 07 22:39:54.992497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-644b7892-fc36-46fa-ad67-04a399d6a32c req-93e1c3ff-1180-4a1d-87cf-df6434cf966f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/security-groups?id=1897f1b1-bcf0-447e-986b-36a8ca30e16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642065 Feb 07 22:39:54.998743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Calling delete_port for 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:55.005393 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-903ccf05-3abc-4fc5-a20a-9c9278afe12c None None] Provisioning complete for port 16170376-c9f7-44b1-bf58-2fe3a1da2a44 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:55.006790 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-903ccf05-3abc-4fc5-a20a-9c9278afe12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.037271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3dcd6-43fe-4fc6-bbb9-0c27c8f6bbf8 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Deleting port 16170376-c9f7-44b1-bf58-2fe3a1da2a44 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:55.040603 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1f3dcd6-43fe-4fc6-bbb9-0c27c8f6bbf8 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.070427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-903ccf05-3abc-4fc5-a20a-9c9278afe12c None None] Port 16170376-c9f7-44b1-bf58-2fe3a1da2a44 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:39:55.156080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36209dfc-8b98-4dc3-a6f0-4e9183682951 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['shared'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.158257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-36209dfc-8b98-4dc3-a6f0-4e9183682951 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "GET /v2.0/subnets/09c1740a-eb9f-41ec-8059-eb1186552174?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1986806 Feb 07 22:39:55.163957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38616) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:55.172304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220557515'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:55.223343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2abb-ee17-4771-8f2f-c11c64981747 req-40c15168-9359-4e47-807d-3603f14865cf tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.229251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2abb-ee17-4771-8f2f-c11c64981747 req-40c15168-9359-4e47-807d-3603f14865cf tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.235278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2abb-ee17-4771-8f2f-c11c64981747 req-40c15168-9359-4e47-807d-3603f14865cf tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.241685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1f3dcd6-43fe-4fc6-bbb9-0c27c8f6bbf8 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.244434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2abb-ee17-4771-8f2f-c11c64981747 req-40c15168-9359-4e47-807d-3603f14865cf tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.250519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2abb-ee17-4771-8f2f-c11c64981747 req-40c15168-9359-4e47-807d-3603f14865cf tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.257137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3dcd6-43fe-4fc6-bbb9-0c27c8f6bbf8 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Calling delete_port for 16170376-c9f7-44b1-bf58-2fe3a1da2a44 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:55.257359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2abb-ee17-4771-8f2f-c11c64981747 req-40c15168-9359-4e47-807d-3603f14865cf tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.263149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2abb-ee17-4771-8f2f-c11c64981747 req-40c15168-9359-4e47-807d-3603f14865cf tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.272254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-534f2abb-ee17-4771-8f2f-c11c64981747 req-40c15168-9359-4e47-807d-3603f14865cf tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.1723382 Feb 07 22:39:55.340091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:55.343650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.381283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-534f2abb-ee17-4771-8f2f-c11c64981747 req-c5ea135f-6801-4271-b069-ffce0693a14f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070957 Feb 07 22:39:55.403732 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.440509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:55.445958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Port': ['ID=3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:55.461889 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.462237 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Added segment d074397c-e853-454b-8009-beb7fb5f0660 of type vlan for network a441a947-963a-4694-9bb5-82d0e6f8f9b9 Feb 07 22:39:55.514635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.521278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.532705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c192cb-6be5-4544-b4b4-978161889170 req-31ab117a-40cb-493c-afd1-ff77e8a1b30d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.534965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1c192cb-6be5-4544-b4b4-978161889170 req-31ab117a-40cb-493c-afd1-ff77e8a1b30d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.2439451 Feb 07 22:39:55.539029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] No DVR routers for this DVR port 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:55.542087 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.544885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb976136-c99c-4e80-ba43-c54ba7fad705 req-fd9b3c91-bc18-4438-84e6-6db29711ef6e tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.24 "DELETE /v2.0/ports/3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa HTTP/1.1" status: 204 len: 173 time: 1.2114820 Feb 07 22:39:55.587319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:55.612351 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:55.612946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:55.613561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 37c0af66-536a-4d71-9cf8-be6169b82692 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:55.621439 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1c192cb-6be5-4544-b4b4-978161889170 req-bc25b633-cede-45b3-a05d-b5dae9737d69 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748289 Feb 07 22:39:55.643182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 37c0af66-536a-4d71-9cf8-be6169b82692 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:55.644192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 37c0af66-536a-4d71-9cf8-be6169b82692 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:55.653732 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1f3dcd6-43fe-4fc6-bbb9-0c27c8f6bbf8 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.718161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3dcd6-43fe-4fc6-bbb9-0c27c8f6bbf8 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event deleted for resources: {'Port': ['ID=16170376-c9f7-44b1-bf58-2fe3a1da2a44,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:55.721084 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.729832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.730451 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.786857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41645850-26e2-4429-aff7-e200121fa108 req-3b2766db-2114-4293-a7bb-b5e1cd5ab1a2 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.794723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41645850-26e2-4429-aff7-e200121fa108 req-3b2766db-2114-4293-a7bb-b5e1cd5ab1a2 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 946 time: 0.2754371 Feb 07 22:39:55.825124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6575243 Feb 07 22:39:55.830978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38642) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:55.871586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'network_id': 'a441a947-963a-4694-9bb5-82d0e6f8f9b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:55.948076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1f3dcd6-43fe-4fc6-bbb9-0c27c8f6bbf8 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.952285 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d1f3dcd6-43fe-4fc6-bbb9-0c27c8f6bbf8 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "DELETE /v2.0/ports/16170376-c9f7-44b1-bf58-2fe3a1da2a44 HTTP/1.1" status: 204 len: 168 time: 1.3907094 Feb 07 22:39:55.956129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38652) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:55.986646 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c6bd7f-255b-46b2-a01f-2543c65ecc71 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] GET failed (client error): The resource could not be found. Feb 07 22:39:55.991219 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d1c6bd7f-255b-46b2-a01f-2543c65ecc71 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "GET /v2.0/ports/16170376-c9f7-44b1-bf58-2fe3a1da2a44 HTTP/1.1" status: 404 len: 333 time: 0.0312183 Feb 07 22:39:55.991338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38654) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:56.051679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddf775-a5c3-4b11-937c-6ac3bec6e90e tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Network': ['ID=a441a947-963a-4694-9bb5-82d0e6f8f9b9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:56.063498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a441a947-963a-4694-9bb5-82d0e6f8f9b9 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:39:56.099292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41645850-26e2-4429-aff7-e200121fa108 req-0f0c7621-a508-4842-91bb-bc8baa2ad74a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042653 Feb 07 22:39:56.141959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-03266c3c-51b0-4cc2-ba62-d19877f5a5e1 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Deleting port 98f9efc3-3bd1-4419-9230-844d40c7c85f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:56.142687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03266c3c-51b0-4cc2-ba62-d19877f5a5e1 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.199191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Made reservation on behalf of 93cb914c65a24c8490ba19e0859a5dc6 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:56.203097 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.252597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.265718 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4ae3a2f-3d25-4f7d-b2b0-0ad1406b9d29 req-5639c6c5-5a20-45a3-b90c-2be96d227b60 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9c9195-5ee5-4372-b0a2-d3032e3a33ae HTTP/1.1" status: 200 len: 210 time: 0.0361912 Feb 07 22:39:56.309998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Performing IP validity checks on allocation pools {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 22:39:56.311126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 22:39:56.312523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03266c3c-51b0-4cc2-ba62-d19877f5a5e1 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.326091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-03266c3c-51b0-4cc2-ba62-d19877f5a5e1 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Calling delete_port for 98f9efc3-3bd1-4419-9230-844d40c7c85f owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:56.452555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'name': 'network-vif-deleted', 'tag': '3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:56.452894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Deleting port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:56.453132 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.455916 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee7d9fa-b2ed-4b7e-9c18-4edabd42552e" -d '{"events": [{"server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "name": "network-vif-deleted", "tag": "3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:39:56.488580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03266c3c-51b0-4cc2-ba62-d19877f5a5e1 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.542318 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ca1f21-b362-4953-a761-e41943f2f5f9 x-openstack-request-id: req-70ca1f21-b362-4953-a761-e41943f2f5f9 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:39:56.542982 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9c9195-5ee5-4372-b0a2-d3032e3a33ae", "name": "network-vif-deleted", "tag": "3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:39:56.542982 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70ca1f21-b362-4953-a761-e41943f2f5f9 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:39:56.543412 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9c9195-5ee5-4372-b0a2-d3032e3a33ae', 'name': 'network-vif-deleted', 'tag': '3d2a3fcc-dbb9-45b1-b0a4-d5ad41b70cfa', 'status': 'completed', 'code': 200} Feb 07 22:39:56.552869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03266c3c-51b0-4cc2-ba62-d19877f5a5e1 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event deleted for resources: {'Port': ['ID=98f9efc3-3bd1-4419-9230-844d40c7c85f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:56.553250 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.590876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.601853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03266c3c-51b0-4cc2-ba62-d19877f5a5e1 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.613772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-03266c3c-51b0-4cc2-ba62-d19877f5a5e1 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "DELETE /v2.0/ports/98f9efc3-3bd1-4419-9230-844d40c7c85f HTTP/1.1" status: 204 len: 168 time: 0.6212749 Feb 07 22:39:56.620272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38682) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:56.661051 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94b7a9e-0ef0-4ea1-bab6-2849e2e0e1ce tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] GET failed (client error): The resource could not be found. Feb 07 22:39:56.662619 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d94b7a9e-0ef0-4ea1-bab6-2849e2e0e1ce tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "GET /v2.0/ports/98f9efc3-3bd1-4419-9230-844d40c7c85f HTTP/1.1" status: 404 len: 333 time: 0.0400712 Feb 07 22:39:56.682889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38686) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:56.728099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] For port a50ddbb6-7302-4afa-af0b-dd5c4d6f060a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a50ddbb6-7302-4afa-af0b-dd5c4d6f060a,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:56.728099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.746874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d785c-39ef-44ca-9ea9-a12f1a0e0498 req-0d244ba0-f614-4bec-a7c3-2857a6c4c23f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.753234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Calling delete_port for a50ddbb6-7302-4afa-af0b-dd5c4d6f060a owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:56.753756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d785c-39ef-44ca-9ea9-a12f1a0e0498 req-0d244ba0-f614-4bec-a7c3-2857a6c4c23f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.759667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d785c-39ef-44ca-9ea9-a12f1a0e0498 req-0d244ba0-f614-4bec-a7c3-2857a6c4c23f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.765916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d785c-39ef-44ca-9ea9-a12f1a0e0498 req-0d244ba0-f614-4bec-a7c3-2857a6c4c23f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.772004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d785c-39ef-44ca-9ea9-a12f1a0e0498 req-0d244ba0-f614-4bec-a7c3-2857a6c4c23f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.777838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d785c-39ef-44ca-9ea9-a12f1a0e0498 req-0d244ba0-f614-4bec-a7c3-2857a6c4c23f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.784562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d785c-39ef-44ca-9ea9-a12f1a0e0498 req-0d244ba0-f614-4bec-a7c3-2857a6c4c23f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.786530 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d1d785c-39ef-44ca-9ea9-a12f1a0e0498 req-0d244ba0-f614-4bec-a7c3-2857a6c4c23f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.1652205 Feb 07 22:39:56.805537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=c536f530-5cb7-41a4-93a2-a55cc4d3a25d,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:56.865473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Checking segment: {'id': 'd074397c-e853-454b-8009-beb7fb5f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a441a947-963a-4694-9bb5-82d0e6f8f9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:56.865889 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d1d785c-39ef-44ca-9ea9-a12f1a0e0498 req-566a2753-d4e3-4657-b815-94cf7a4a7687 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725513 Feb 07 22:39:56.866068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network hostable DHCP agents. Network: a441a947-963a-4694-9bb5-82d0e6f8f9b9, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:56.872530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2c067e3d-862e-4bc0-9475-0fc21e833b65 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Deleting port 0959e23c-1898-412d-b2eb-efb2a37d35e5 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:56.872886 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c067e3d-862e-4bc0-9475-0fc21e833b65 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.910179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fea08-e1de-4c80-a20c-633da5651389 req-9b17ce9b-af05-4758-9df9-de1fd9a57089 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.911625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d46fea08-e1de-4c80-a20c-633da5651389 req-9b17ce9b-af05-4758-9df9-de1fd9a57089 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1719918 Feb 07 22:39:56.933561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Network a441a947-963a-4694-9bb5-82d0e6f8f9b9 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:56.977096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c067e3d-862e-4bc0-9475-0fc21e833b65 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.990600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2c067e3d-862e-4bc0-9475-0fc21e833b65 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Calling delete_port for 0959e23c-1898-412d-b2eb-efb2a37d35e5 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:56.994723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a441a947-963a-4694-9bb5-82d0e6f8f9b9) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:57.006961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fcffdf-c09d-450e-aac8-8f8de2032556 None None] Network a441a947-963a-4694-9bb5-82d0e6f8f9b9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:57.009319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:57.010021 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.029326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d46fea08-e1de-4c80-a20c-633da5651389 req-80ba9dcd-cb0f-448e-b1ba-14b35221d740 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026287 Feb 07 22:39:57.062381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9de8cb5-2ec4-4856-ac0c-968643ea3e10 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2280986 Feb 07 22:39:57.065732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38698) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:57.072122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a2479c6e-39dc-46f3-9b40-72cf042af549 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:57.161128 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.197195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a50ddbb6-7302-4afa-af0b-dd5c4d6f060a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:57.231388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-a441a947-963a-4694-9bb5-82d0e6f8f9b9', 'network_id': 'a441a947-963a-4694-9bb5-82d0e6f8f9b9', 'tenant_id': '93cb914c65a24c8490ba19e0859a5dc6', 'fixed_ips': [{'subnet_id': 'c536f530-5cb7-41a4-93a2-a55cc4d3a25d'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:39:57.232326 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.235998 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2479c6e-39dc-46f3-9b40-72cf042af549 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62043261'] for subnet, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.239214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c067e3d-862e-4bc0-9475-0fc21e833b65 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.297266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c067e3d-862e-4bc0-9475-0fc21e833b65 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event deleted for resources: {'Port': ['ID=0959e23c-1898-412d-b2eb-efb2a37d35e5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:57.334939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c067e3d-862e-4bc0-9475-0fc21e833b65 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.338027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2c067e3d-862e-4bc0-9475-0fc21e833b65 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "DELETE /v2.0/ports/0959e23c-1898-412d-b2eb-efb2a37d35e5 HTTP/1.1" status: 204 len: 168 time: 0.6531847 Feb 07 22:39:57.343980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38708) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:57.391296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38716) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:57.449918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-725cfde9-a6e6-45f5-88a1-76c702d507e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Deleting subnet 59d4e9cd-0c86-4908-9416-b7de5eb3a14f {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:39:57.462070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-725cfde9-a6e6-45f5-88a1-76c702d507e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.525486 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 07 22:39:57.525486 n-d-827895-2 neutron-server[102291]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 07 22:39:57.525486 n-d-827895-2 neutron-server[102291]: [parameters: {'in_use': 1, 'id_1': 'c536f530-5cb7-41a4-93a2-a55cc4d3a25d'}] Feb 07 22:39:57.525486 n-d-827895-2 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:39:57.526473 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:39:57.547389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-725cfde9-a6e6-45f5-88a1-76c702d507e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.551578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb8fe76-665b-4327-8e44-a005e9f6e724 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting subnet 2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:39:57.556799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe76-665b-4327-8e44-a005e9f6e724 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.610202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.697615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe76-665b-4327-8e44-a005e9f6e724 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.873276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe76-665b-4327-8e44-a005e9f6e724 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.981752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Router 6f878254-da6d-46ff-86ff-fbcc148b5736 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:39:57.987280 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe76-665b-4327-8e44-a005e9f6e724 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.021752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8fe76-665b-4327-8e44-a005e9f6e724 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:58.028081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe76-665b-4327-8e44-a005e9f6e724 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.029415 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.031186 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1cb8fe76-665b-4327-8e44-a005e9f6e724 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "DELETE /v2.0/subnets/2bf80ad4-5c2b-4069-9f33-4d0e5baf8f11 HTTP/1.1" status: 204 len: 168 time: 0.6380863 Feb 07 22:39:58.035182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38748) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:58.054024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2479c6e-39dc-46f3-9b40-72cf042af549 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784725228903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62077898'] for subnet, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.070592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e0b451-0993-4ad9-8aa0-b66dfe7acb89 None None] Network f878aead-2795-409b-8143-9ba0f90eac4d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:58.073774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-725cfde9-a6e6-45f5-88a1-76c702d507e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.183323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2fe32-e9c9-4c62-af7f-7ffa32713baf req-80fe3c5f-c8c8-46e9-9405-cc159f81d47d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.190221 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2fe32-e9c9-4c62-af7f-7ffa32713baf req-80fe3c5f-c8c8-46e9-9405-cc159f81d47d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.196603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2fe32-e9c9-4c62-af7f-7ffa32713baf req-80fe3c5f-c8c8-46e9-9405-cc159f81d47d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.202454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2fe32-e9c9-4c62-af7f-7ffa32713baf req-80fe3c5f-c8c8-46e9-9405-cc159f81d47d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.208984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2fe32-e9c9-4c62-af7f-7ffa32713baf req-80fe3c5f-c8c8-46e9-9405-cc159f81d47d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.215330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2fe32-e9c9-4c62-af7f-7ffa32713baf req-80fe3c5f-c8c8-46e9-9405-cc159f81d47d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.220992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2fe32-e9c9-4c62-af7f-7ffa32713baf req-80fe3c5f-c8c8-46e9-9405-cc159f81d47d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.222962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8af2fe32-e9c9-4c62-af7f-7ffa32713baf req-80fe3c5f-c8c8-46e9-9405-cc159f81d47d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.2660000 Feb 07 22:39:58.267722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2479c6e-39dc-46f3-9b40-72cf042af549 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.268249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2479c6e-39dc-46f3-9b40-72cf042af549 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.269552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a2479c6e-39dc-46f3-9b40-72cf042af549 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "PUT /v2.0/subnets/c536f530-5cb7-41a4-93a2-a55cc4d3a25d HTTP/1.1" status: 200 len: 900 time: 1.2026680 Feb 07 22:39:58.277675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38752) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:58.286323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2479c6e-39dc-46f3-9b40-72cf042af549 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event updated for resources: {'Subnet': ['ID=c536f530-5cb7-41a4-93a2-a55cc4d3a25d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:58.303176 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.344153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Allocated IP 2001:db8::3 (a441a947-963a-4694-9bb5-82d0e6f8f9b9/c536f530-5cb7-41a4-93a2-a55cc4d3a25d/b761f642-f874-456f-b9d9-795e8ab39e43) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:58.391747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8af2fe32-e9c9-4c62-af7f-7ffa32713baf req-c497f5c1-b1a0-44a0-a75a-821db75c476c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601405 Feb 07 22:39:58.396024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-725cfde9-a6e6-45f5-88a1-76c702d507e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.442306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cfde9-a6e6-45f5-88a1-76c702d507e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event deleted for resources: {'Subnet': ['ID=59d4e9cd-0c86-4908-9416-b7de5eb3a14f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:58.476257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:39:58.476841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-725cfde9-a6e6-45f5-88a1-76c702d507e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.477618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-112c5a9a-d5b0-4439-a308-8c78625f77cc admin admin] 10.222.0.15 "PUT /v2.0/routers/6f878254-da6d-46ff-86ff-fbcc148b5736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5370302 Feb 07 22:39:58.477752 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-725cfde9-a6e6-45f5-88a1-76c702d507e6 tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "DELETE /v2.0/subnets/59d4e9cd-0c86-4908-9416-b7de5eb3a14f HTTP/1.1" status: 204 len: 168 time: 1.1076946 Feb 07 22:39:58.489051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.489354 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] Sync routers for ids ['6f878254-da6d-46ff-86ff-fbcc148b5736'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:39:58.490752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38754) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:58.491321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38756) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:58.498547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d19d51f-6302-40b3-aed2-fc99cd129070 None None] Network eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:58.513574 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] Routers {'6f878254-da6d-46ff-86ff-fbcc148b5736'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:39:58.515051 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:39:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6f878254-da6d-46ff-86ff-fbcc148b5736'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:58.524420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d673cd1-9fa1-4436-a0a3-00b36a209d55 None None] DHCP port deletion for f878aead-2795-409b-8143-9ba0f90eac4d request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:39:58.562414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting port 68430165-c6ec-49db-b328-218fd9d0e4f7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:58.563417 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.584636 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.620848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.668613 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] Set router 6f878254-da6d-46ff-86ff-fbcc148b5736 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:39:58.725690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] For port 68430165-c6ec-49db-b328-218fd9d0e4f7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=68430165-c6ec-49db-b328-218fd9d0e4f7,segment=NetworkSegment(ffe0a0f4-f26f-436c-b31c-8297d86aba06),segment_id=ffe0a0f4-f26f-436c-b31c-8297d86aba06)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:58.726246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.751337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Calling delete_port for 68430165-c6ec-49db-b328-218fd9d0e4f7 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:58.763034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.829071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee0497-0250-40ce-92fe-85b04252f2dc req-e836c381-671e-4f5a-9017-b936e0fd2b43 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.831831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89ee0497-0250-40ce-92fe-85b04252f2dc req-e836c381-671e-4f5a-9017-b936e0fd2b43 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.6931064 Feb 07 22:39:58.888680 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.922818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Port': ['ID=68430165-c6ec-49db-b328-218fd9d0e4f7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:58.930715 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] No DVR routers for this DVR port 68430165-c6ec-49db-b328-218fd9d0e4f7 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:58.968113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 68430165-c6ec-49db-b328-218fd9d0e4f7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:39:58.988592 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.989667 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.998989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89ee0497-0250-40ce-92fe-85b04252f2dc req-b17fcb57-c341-41f0-9f4b-d174e5440e6b tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540449 Feb 07 22:39:59.035626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.040867 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:39:57Z', 'revision_number': 5, 'project_id': 'e774c5a477e44a7792a7847414530602', 'gw_port': {'id': '4cf19342-8e12-4188-b511-584cda3d08e6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.059066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f878aead-2795-409b-8143-9ba0f90eac4d']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.067157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 68430165-c6ec-49db-b328-218fd9d0e4f7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:39:59.067643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 68430165-c6ec-49db-b328-218fd9d0e4f7 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:39:59.070769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe0a0f4-f26f-436c-b31c-8297d86aba06') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.071056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe0a0f4-f26f-436c-b31c-8297d86aba06') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.071239 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] Checking router: 6f878254-da6d-46ff-86ff-fbcc148b5736 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:39:59.075180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Deleting port 4cf19342-8e12-4188-b511-584cda3d08e6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:59.075335 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.079370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Deleting port 8a5639d3-9c06-4815-8e41-7405c5eee386 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:59.080242 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.080800 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] Routers {'6f878254-da6d-46ff-86ff-fbcc148b5736'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:39:59.081424 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:39:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6f878254-da6d-46ff-86ff-fbcc148b5736'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.094580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.112208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.125185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:59.126020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:59.132034 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:59.144377 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.159243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] For port 8a5639d3-9c06-4815-8e41-7405c5eee386, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8a5639d3-9c06-4815-8e41-7405c5eee386,segment=NetworkSegment(1614618c-9ff1-46ea-9528-ff273676451d),segment_id=1614618c-9ff1-46ea-9528-ff273676451d)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:59.159792 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.175982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Calling delete_port for 8a5639d3-9c06-4815-8e41-7405c5eee386 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:59.213508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.247517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Network a441a947-963a-4694-9bb5-82d0e6f8f9b9 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:59.268712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9d673cd1-9fa1-4436-a0a3-00b36a209d55 None None] Deleting port 68430165-c6ec-49db-b328-218fd9d0e4f7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:39:59.269506 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d673cd1-9fa1-4436-a0a3-00b36a209d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.276218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=c536f530-5cb7-41a4-93a2-a55cc4d3a25d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.276934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Pushing event updated for resources: {'Port': ['ID=b761f642-f874-456f-b9d9-795e8ab39e43,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.304051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.320065 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.328882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:59.333776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:39:59.349520 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.353558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "DELETE /v2.0/networks/f878aead-2795-409b-8143-9ba0f90eac4d HTTP/1.1" status: 204 len: 168 time: 1.3158782 Feb 07 22:39:59.359145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38806) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:39:59.373917 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] Set router 6f878254-da6d-46ff-86ff-fbcc148b5736 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:39:59.379322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb499601-c5c3-470c-ac58-8e4cd7e11f22 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Network': ['ID=f878aead-2795-409b-8143-9ba0f90eac4d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.390511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.420654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] No DVR routers for this DVR port 8a5639d3-9c06-4815-8e41-7405c5eee386 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server [None req-9d673cd1-9fa1-4436-a0a3-00b36a209d55 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f878aead-2795-409b-8143-9ba0f90eac4d could not be found. Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1544, in delete_ports_by_device_id Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 22:39:59.423107 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1989, in delete_port Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f878aead-2795-409b-8143-9ba0f90eac4d could not be found. Feb 07 22:39:59.428741 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 22:39:59.431468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event deleted for resources: {'Port': ['ID=8a5639d3-9c06-4815-8e41-7405c5eee386,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.433927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a441a947-963a-4694-9bb5-82d0e6f8f9b9']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.462866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd1694e-821a-481f-b029-18f91a71a418 None None] DHCP port deletion for eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:39:59.467852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd074397c-e853-454b-8009-beb7fb5f0660') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.469969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd074397c-e853-454b-8009-beb7fb5f0660') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.490187 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:39:58Z', 'revision_number': 6, 'project_id': 'e774c5a477e44a7792a7847414530602', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.509803 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.548779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d65d7a-5710-442d-8b27-4cc1ddf74f32 None None] DHCP port deletion for f878aead-2795-409b-8143-9ba0f90eac4d request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:39:59.557856 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb1585-a6cd-4777-8e8b-b07acb23d15c None None] The sync data for ids ['6f878254-da6d-46ff-86ff-fbcc148b5736'] in n-d-827895-2 is: [{'id': '6f878254-da6d-46ff-86ff-fbcc148b5736', 'name': 'tempest-AttachSCSIVolumeTestJSON-98639017-router', 'tenant_id': 'e774c5a477e44a7792a7847414530602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:39:58Z', 'revision_number': 6, 'project_id': 'e774c5a477e44a7792a7847414530602', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:39:59.570449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-485d780c-9eb0-4e00-b1dd-d545ee84d9fc tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a2d1c2ba919142c9b2d473467caecc27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626180 Feb 07 22:39:59.574461 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.585529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19f81b7-5a29-4260-9805-ee16b7caae3f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting subnet b2aaf0b7-3640-4f6a-bbbb-1ad65da256d9 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:39:59.590059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c19f81b7-5a29-4260-9805-ee16b7caae3f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.591478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:59.604449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:59.607688 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:59.612005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Attempting to bind port b761f642-f874-456f-b9d9-795e8ab39e43 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:59.612389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Attempting to bind port b761f642-f874-456f-b9d9-795e8ab39e43 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'd074397c-e853-454b-8009-beb7fb5f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a441a947-963a-4694-9bb5-82d0e6f8f9b9'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:59.612755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Attempting to bind port b761f642-f874-456f-b9d9-795e8ab39e43 on network a441a947-963a-4694-9bb5-82d0e6f8f9b9 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:39:59.629246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:39:59.629866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Checking segment: {'id': 'd074397c-e853-454b-8009-beb7fb5f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a441a947-963a-4694-9bb5-82d0e6f8f9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:39:59.630555 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.631236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Bound using segment: {'id': 'd074397c-e853-454b-8009-beb7fb5f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a441a947-963a-4694-9bb5-82d0e6f8f9b9'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:39:59.631930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Bound port: b761f642-f874-456f-b9d9-795e8ab39e43, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd074397c-e853-454b-8009-beb7fb5f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a441a947-963a-4694-9bb5-82d0e6f8f9b9'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:59.632500 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.643212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c19f81b7-5a29-4260-9805-ee16b7caae3f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.683351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] For port 4cf19342-8e12-4188-b511-584cda3d08e6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4cf19342-8e12-4188-b511-584cda3d08e6,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:39:59.683738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.716580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.725680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] For port b761f642-f874-456f-b9d9-795e8ab39e43, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:39:59.740394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Calling delete_port for 4cf19342-8e12-4188-b511-584cda3d08e6 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:39:59.749012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] For port b761f642-f874-456f-b9d9-795e8ab39e43, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b761f642-f874-456f-b9d9-795e8ab39e43,segment=NetworkSegment(d074397c-e853-454b-8009-beb7fb5f0660),segment_id=d074397c-e853-454b-8009-beb7fb5f0660)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:39:59.755423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.api [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:39:59.755423 n-d-827895-2 neutron-server[102289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:39:59.755423 n-d-827895-2 neutron-server[102289]: [parameters: {'id': 'a441a947-963a-4694-9bb5-82d0e6f8f9b9'}] Feb 07 22:39:59.755423 n-d-827895-2 neutron-server[102289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:39:59.756047 n-d-827895-2 neutron-server[102289]: DEBUG oslo_db.api [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:39:59.756717 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.784354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa54537-bd1b-42b5-b2d0-a514bbbb20b8']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.808527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-20be95b0-c34e-4e11-817e-85ed88ec3d3f tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.810147 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-20be95b0-c34e-4e11-817e-85ed88ec3d3f tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310138 Feb 07 22:39:59.831879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-d70d08fe-83a0-4bef-830e-73b8e46a330c tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/quotas/a2d1c2ba919142c9b2d473467caecc27 HTTP/1.1" status: 200 len: 375 time: 0.0147176 Feb 07 22:39:59.863832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1614618c-9ff1-46ea-9528-ff273676451d') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.864405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1614618c-9ff1-46ea-9528-ff273676451d') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:59.877301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613daab-9c0b-495a-8118-655817d032c3 None None] Pushing event updated for resources: {'Port': ['ID=b761f642-f874-456f-b9d9-795e8ab39e43,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.888561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.892515 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-4d275672-c464-49db-9572-ce2925a90b7e tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2d1c2ba919142c9b2d473467caecc27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541425 Feb 07 22:39:59.901437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cca35e-694a-4394-b01a-21b5df1815b2 req-60586dc6-c2ee-4643-ab26-278d70c8d32a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.906072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d1481b-066c-4e3f-9e30-6a9711354265 None None] Network a441a947-963a-4694-9bb5-82d0e6f8f9b9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:39:59.910906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cca35e-694a-4394-b01a-21b5df1815b2 req-60586dc6-c2ee-4643-ab26-278d70c8d32a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.917945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cca35e-694a-4394-b01a-21b5df1815b2 req-60586dc6-c2ee-4643-ab26-278d70c8d32a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.925672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cca35e-694a-4394-b01a-21b5df1815b2 req-60586dc6-c2ee-4643-ab26-278d70c8d32a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.933841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cca35e-694a-4394-b01a-21b5df1815b2 req-60586dc6-c2ee-4643-ab26-278d70c8d32a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.942374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cca35e-694a-4394-b01a-21b5df1815b2 req-60586dc6-c2ee-4643-ab26-278d70c8d32a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.952312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cca35e-694a-4394-b01a-21b5df1815b2 req-60586dc6-c2ee-4643-ab26-278d70c8d32a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.955407 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84cca35e-694a-4394-b01a-21b5df1815b2 req-60586dc6-c2ee-4643-ab26-278d70c8d32a tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.3836722 Feb 07 22:39:59.989868 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c19f81b7-5a29-4260-9805-ee16b7caae3f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.005975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4569adf5-7786-4230-8616-8d1e8dad26a0 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:00.027569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.082000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:00.083086 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:00.093331 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:00.256992 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.276162 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84cca35e-694a-4394-b01a-21b5df1815b2 req-3e5daf82-486a-4295-a3ec-7b77ab1546c3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2988200 Feb 07 22:40:00.329346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.353391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.357716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] 10.222.0.15 "DELETE /v2.0/networks/eaa54537-bd1b-42b5-b2d0-a514bbbb20b8 HTTP/1.1" status: 204 len: 168 time: 1.8630238 Feb 07 22:40:00.381321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c19f81b7-5a29-4260-9805-ee16b7caae3f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.431467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ef8fc-18ab-4fcf-a113-32f073b4c390 req-0fef66fe-3c76-45b1-9c8c-9eb19b9d0d6c tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:00.439538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c5ef8fc-18ab-4fcf-a113-32f073b4c390 req-0fef66fe-3c76-45b1-9c8c-9eb19b9d0d6c tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1634300 Feb 07 22:40:00.505307 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c5ef8fc-18ab-4fcf-a113-32f073b4c390 req-9b426998-0cfc-4e5d-a60f-0db30f59a0e5 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645976 Feb 07 22:40:00.522547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076974a9-50e6-4354-9722-b525ed43bd3a tempest-AllowedAddressPairIpV6TestJSON-1712633773 tempest-AllowedAddressPairIpV6TestJSON-1712633773-project] Pushing event deleted for resources: {'Network': ['ID=eaa54537-bd1b-42b5-b2d0-a514bbbb20b8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:00.531319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port b761f642-f874-456f-b9d9-795e8ab39e43 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:00.531969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.587136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44584c-450b-4e63-8664-2af4c69d5a9f None None] Network a441a947-963a-4694-9bb5-82d0e6f8f9b9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:00.599401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f81b7-5a29-4260-9805-ee16b7caae3f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Subnet': ['ID=b2aaf0b7-3640-4f6a-bbbb-1ad65da256d9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:00.614305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c19f81b7-5a29-4260-9805-ee16b7caae3f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.617081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port b761f642-f874-456f-b9d9-795e8ab39e43, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b761f642-f874-456f-b9d9-795e8ab39e43,segment=NetworkSegment(d074397c-e853-454b-8009-beb7fb5f0660),segment_id=d074397c-e853-454b-8009-beb7fb5f0660)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:00.617685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.617823 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c19f81b7-5a29-4260-9805-ee16b7caae3f tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "DELETE /v2.0/subnets/b2aaf0b7-3640-4f6a-bbbb-1ad65da256d9 HTTP/1.1" status: 204 len: 168 time: 1.2571647 Feb 07 22:40:00.633806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for b761f642-f874-456f-b9d9-795e8ab39e43 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:00.670124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38874) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:00.680056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c45c5-4012-4688-a6ba-ac386eaefb24 None None] Network 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:00.713458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-84b6186e-4a01-487a-9751-1043d74eaced tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a2d1c2ba919142c9b2d473467caecc27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2588646 Feb 07 22:40:00.802498 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.929862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=b761f642-f874-456f-b9d9-795e8ab39e43,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:00.935494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port b761f642-f874-456f-b9d9-795e8ab39e43 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:00.945447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38880) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:00.969171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4cf19342-8e12-4188-b511-584cda3d08e6 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:01.037106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4569adf5-7786-4230-8616-8d1e8dad26a0,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:01.039771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4cf19342-8e12-4188-b511-584cda3d08e6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:01.040311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4cf19342-8e12-4188-b511-584cda3d08e6 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:01.041641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a50ddbb6-7302-4afa-af0b-dd5c4d6f060a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:01.044410 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.069309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.104239 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.109708 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: a50ddbb6-7302-4afa-af0b-dd5c4d6f060a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:01.110058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a50ddbb6-7302-4afa-af0b-dd5c4d6f060a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:01.111108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8a5639d3-9c06-4815-8e41-7405c5eee386 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:01.113205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '4569adf5-7786-4230-8616-8d1e8dad26a0', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'port_id': '4569adf5-7786-4230-8616-8d1e8dad26a0', 'mac_address': 'fa:16:3e:10:7c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce2e13f-8c37-495b-833a-a61a3b3725c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:01.138068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a441a947-963a-4694-9bb5-82d0e6f8f9b9']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:01.175665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd074397c-e853-454b-8009-beb7fb5f0660') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:01.184548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd074397c-e853-454b-8009-beb7fb5f0660') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:01.218439 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.227643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.253164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4569adf5-7786-4230-8616-8d1e8dad26a0 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:01.257694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 8a5639d3-9c06-4815-8e41-7405c5eee386 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:01.258048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8a5639d3-9c06-4815-8e41-7405c5eee386 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:01.280921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf19342-8e12-4188-b511-584cda3d08e6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:01.286127 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.293875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:01.294259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:01.298061 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:01.333487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-c5b6a613-f67f-4769-ae25-7093feb10436 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.342055 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-c5b6a613-f67f-4769-ae25-7093feb10436 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5729241 Feb 07 22:40:01.382900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4569adf5-7786-4230-8616-8d1e8dad26a0,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:01.385518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38896) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:01.385870 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4dd03274-3c59-446c-95ee-43eb4fb284a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a96cb32bfd6494c8cf555d8a7c19138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238677 Feb 07 22:40:01.396704 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.416824 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.439736 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-285efeef-e43b-4596-897d-048c74ada48b tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/quotas/a2d1c2ba919142c9b2d473467caecc27 HTTP/1.1" status: 200 len: 375 time: 0.0961037 Feb 07 22:40:01.442328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.446806 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/a441a947-963a-4694-9bb5-82d0e6f8f9b9 HTTP/1.1" status: 204 len: 168 time: 3.1674800 Feb 07 22:40:01.469135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38898) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:01.482249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4569adf5-7786-4230-8616-8d1e8dad26a0,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:01.505070 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['4569adf5-7786-4230-8616-8d1e8dad26a0'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:01.532783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb82644-c25a-442e-8f67-394ddb019352 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=a441a947-963a-4694-9bb5-82d0e6f8f9b9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:01.541608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-6ad1c494-3086-44ea-94ec-0a5d4cee5add tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2d1c2ba919142c9b2d473467caecc27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541422 Feb 07 22:40:01.542703 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de3104b-0dfa-4071-a191-3b8297e144af tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:01.543211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de3104b-0dfa-4071-a191-3b8297e144af tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:01.548680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0de3104b-0dfa-4071-a191-3b8297e144af tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/c536f530-5cb7-41a4-93a2-a55cc4d3a25d HTTP/1.1" status: 404 len: 337 time: 0.0662556 Feb 07 22:40:01.561856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38902) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:01.589841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a3ccf-dc52-4522-aa9b-b0fe94b780ef None None] DHCP port deletion for 25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:40:01.603034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b4502-c300-4b41-af8a-5ccf09002703 req-e74eb276-c762-47a4-9923-de5f084a9381 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.611421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b4502-c300-4b41-af8a-5ccf09002703 req-e74eb276-c762-47a4-9923-de5f084a9381 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.619088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b4502-c300-4b41-af8a-5ccf09002703 req-e74eb276-c762-47a4-9923-de5f084a9381 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.628135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b4502-c300-4b41-af8a-5ccf09002703 req-e74eb276-c762-47a4-9923-de5f084a9381 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.635165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b4502-c300-4b41-af8a-5ccf09002703 req-e74eb276-c762-47a4-9923-de5f084a9381 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.638350 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.643421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b4502-c300-4b41-af8a-5ccf09002703 req-e74eb276-c762-47a4-9923-de5f084a9381 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.649827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b4502-c300-4b41-af8a-5ccf09002703 req-e74eb276-c762-47a4-9923-de5f084a9381 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.659754 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b34b4502-c300-4b41-af8a-5ccf09002703 req-e74eb276-c762-47a4-9923-de5f084a9381 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.2491515 Feb 07 22:40:01.672747 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04caf5d1-52b2-4ccb-b49b-d9b0100b872f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.707838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e68a3ccf-dc52-4522-aa9b-b0fe94b780ef None None] Deleting port 1d9878cd-3abc-478f-bd18-1baf127ddc1a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:01.708463 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e68a3ccf-dc52-4522-aa9b-b0fe94b780ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.721571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04caf5d1-52b2-4ccb-b49b-d9b0100b872f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.800456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b34b4502-c300-4b41-af8a-5ccf09002703 req-a3905616-b4a9-4ae7-b845-63371fb04790 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1393664 Feb 07 22:40:01.852893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e68a3ccf-dc52-4522-aa9b-b0fe94b780ef None None] For port 1d9878cd-3abc-478f-bd18-1baf127ddc1a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1d9878cd-3abc-478f-bd18-1baf127ddc1a,segment=NetworkSegment(0c8d5746-51a1-48c0-b971-99762f02ca95),segment_id=0c8d5746-51a1-48c0-b971-99762f02ca95)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:01.852893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e68a3ccf-dc52-4522-aa9b-b0fe94b780ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.870647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e68a3ccf-dc52-4522-aa9b-b0fe94b780ef None None] Calling delete_port for 1d9878cd-3abc-478f-bd18-1baf127ddc1a owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:01.912046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-8bb8a0d9-e9eb-4587-ab1a-b22f3bff68bb tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a2d1c2ba919142c9b2d473467caecc27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007507 Feb 07 22:40:01.957508 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa11f25-0f91-406a-a652-8e1d143e9b2c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:01.958125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa11f25-0f91-406a-a652-8e1d143e9b2c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:01.978890 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1fa11f25-0f91-406a-a652-8e1d143e9b2c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/a441a947-963a-4694-9bb5-82d0e6f8f9b9 HTTP/1.1" status: 404 len: 339 time: 0.4082415 Feb 07 22:40:01.987733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4569adf5-7786-4230-8616-8d1e8dad26a0 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:02.001501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38908) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:02.007626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3dc06f1-4080-4e59-818b-5e9cbde2b985 req-cafcde00-b471-4601-8fff-7c3772209d00 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 210 time: 0.0935898 Feb 07 22:40:02.087458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 4569adf5-7786-4230-8616-8d1e8dad26a0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:02.088403 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.092433 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e68a3ccf-dc52-4522-aa9b-b0fe94b780ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.118356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.161085 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.167327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a3ccf-dc52-4522-aa9b-b0fe94b780ef None None] Pushing event deleted for resources: {'Port': ['ID=1d9878cd-3abc-478f-bd18-1baf127ddc1a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:02.173117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a3ccf-dc52-4522-aa9b-b0fe94b780ef None None] No DVR routers for this DVR port 1d9878cd-3abc-478f-bd18-1baf127ddc1a on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:02.202941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570636f-2cf4-4335-8955-5f999943c462 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:40:02.226271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.285421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04caf5d1-52b2-4ccb-b49b-d9b0100b872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.288431 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04caf5d1-52b2-4ccb-b49b-d9b0100b872f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.302127 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04caf5d1-52b2-4ccb-b49b-d9b0100b872f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9aed207f-1733-429f-9529-bb1be4574703 HTTP/1.1" status: 204 len: 168 time: 0.9061737 Feb 07 22:40:02.385413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caf5d1-52b2-4ccb-b49b-d9b0100b872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aed207f-1733-429f-9529-bb1be4574703,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:02.387319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.389746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f878254-da6d-46ff-86ff-fbcc148b5736 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:40:02.403269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b570636f-2cf4-4335-8955-5f999943c462 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:40:02.415601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Deleting port 1d9878cd-3abc-478f-bd18-1baf127ddc1a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:02.416349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.432910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.441144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6fffa32b-a0b3-4e55-b075-ffdb3395e432 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6f878254-da6d-46ff-86ff-fbcc148b5736 HTTP/1.1" status: 204 len: 168 time: 3.9480755 Feb 07 22:40:02.483165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38928) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:02.520728 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.532172 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.544431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82485c9-b366-4332-b60f-e57a171eceda']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:02.555327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b78cf3b-a8e4-40b8-bbfe-dd5361bd1e66') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:02.555638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b78cf3b-a8e4-40b8-bbfe-dd5361bd1e66') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:02.566761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.581654 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.593723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:02.594230 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.629982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4569adf5-7786-4230-8616-8d1e8dad26a0,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:02.683115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83201c-de18-46e1-92a3-297d98d5e150 req-c40d423e-203c-4daa-b294-f955e6852b4d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:02.688569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd83201c-de18-46e1-92a3-297d98d5e150 req-c40d423e-203c-4daa-b294-f955e6852b4d tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.7339590 Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:02.730304 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:02.738548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:02.746594 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933f649-764c-45b8-b679-35a72bf0fb9b" -d '{"events": [{"server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "name": "network-vif-plugged", "status": "completed", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:02.747312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b99329cd-6db7-4eae-84b7-659c9a96b3f5 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:02.750214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b99329cd-6db7-4eae-84b7-659c9a96b3f5 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8262169 Feb 07 22:40:02.778811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.793636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Request body: {'port': {'device_id': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'a2d1c2ba919142c9b2d473467caecc27'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:02.816582 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.846061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] For port 1d9878cd-3abc-478f-bd18-1baf127ddc1a, host n-d-827895-2, got binding levels [] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:02.858693 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.863695 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d21201f-64e0-4ecc-9776-52ce7aeb1a5a x-openstack-request-id: req-5d21201f-64e0-4ecc-9776-52ce7aeb1a5a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:02.866000 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/b82485c9-b366-4332-b60f-e57a171eceda HTTP/1.1" status: 204 len: 168 time: 0.8570268 Feb 07 22:40:02.867816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.868205 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "name": "network-vif-plugged", "status": "completed", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:02.868796 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d21201f-64e0-4ecc-9776-52ce7aeb1a5a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:02.871538 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0', 'code': 200} Feb 07 22:40:02.882294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1d9878cd-3abc-478f-bd18-1baf127ddc1a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:02.883496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38938) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:02.937628 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38fc36d-fd45-40b1-9569-bfa1739cbdad tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:02.938439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38fc36d-fd45-40b1-9569-bfa1739cbdad tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:02.941889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd83201c-de18-46e1-92a3-297d98d5e150 req-e6333c43-cf0f-45af-8d62-8f16b2236082 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308211 Feb 07 22:40:02.946070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b38fc36d-fd45-40b1-9569-bfa1739cbdad tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/a9cdde98-fabf-490a-a2dd-fe117464c56e HTTP/1.1" status: 404 len: 337 time: 0.0501390 Feb 07 22:40:02.947477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38942) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:02.965574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Calling delete_port for 1d9878cd-3abc-478f-bd18-1baf127ddc1a owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:02.973374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Port 1d9878cd-3abc-478f-bd18-1baf127ddc1a was not found and therefore no delete operation was performed {{(pid=102290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:40:02.974815 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.011629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203ec37-3021-46c7-8034-f8fb560b3cbc tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=b82485c9-b366-4332-b60f-e57a171eceda,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:03.105835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] No DVR routers for this DVR port 1d9878cd-3abc-478f-bd18-1baf127ddc1a on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:03.120934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Port': ['ID=1d9878cd-3abc-478f-bd18-1baf127ddc1a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:03.147533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-509006fe-58c0-429b-9b08-005b3a69c172 admin admin] Deleting subnet 0763e9f8-e955-46d3-8ae2-410b977f975e {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:03.160191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4569adf5-7786-4230-8616-8d1e8dad26a0,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:03.167340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 1d9878cd-3abc-478f-bd18-1baf127ddc1a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:03.167759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1d9878cd-3abc-478f-bd18-1baf127ddc1a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:03.251926 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-509006fe-58c0-429b-9b08-005b3a69c172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.283636 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd911f53-47eb-4ea1-8d27-84677910ec27 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:03.284653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd911f53-47eb-4ea1-8d27-84677910ec27 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:03.288452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bd911f53-47eb-4ea1-8d27-84677910ec27 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/276444ef-5a90-45e6-8259-75bdb83f4de0 HTTP/1.1" status: 404 len: 339 time: 0.2747872 Feb 07 22:40:03.310096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38950) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:03.314065 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71743949-0093-40b0-9bdc-79ede2b67bf9 req-17771bc8-6d1a-4c86-a8e7-171022bd299b tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 210 time: 0.1751420 Feb 07 22:40:03.337645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Made reservation on behalf of a2d1c2ba919142c9b2d473467caecc27 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:03.342194 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.403961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.412435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.417499 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-509006fe-58c0-429b-9b08-005b3a69c172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.461245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4203dfd-2899-48d3-95f2-8b7e456e5280 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:40:03.472923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9fca7-97dd-485d-8dcb-1f958448b9d4 req-37382363-b79e-4bb2-bafc-7c8207c4e314 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:03.480446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9fca7-97dd-485d-8dcb-1f958448b9d4 req-37382363-b79e-4bb2-bafc-7c8207c4e314 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:03.490770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9fca7-97dd-485d-8dcb-1f958448b9d4 req-37382363-b79e-4bb2-bafc-7c8207c4e314 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:03.503890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25865e1b-4f5d-4166-b40c-d5bd3d7b7f01']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:03.504123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9fca7-97dd-485d-8dcb-1f958448b9d4 req-37382363-b79e-4bb2-bafc-7c8207c4e314 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:03.510723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9fca7-97dd-485d-8dcb-1f958448b9d4 req-37382363-b79e-4bb2-bafc-7c8207c4e314 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:03.518141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9fca7-97dd-485d-8dcb-1f958448b9d4 req-37382363-b79e-4bb2-bafc-7c8207c4e314 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:03.525690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9fca7-97dd-485d-8dcb-1f958448b9d4 req-37382363-b79e-4bb2-bafc-7c8207c4e314 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:03.538027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ea9fca7-97dd-485d-8dcb-1f958448b9d4 req-37382363-b79e-4bb2-bafc-7c8207c4e314 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.5174310 Feb 07 22:40:03.538877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8d5746-51a1-48c0-b971-99762f02ca95') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:03.538877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8d5746-51a1-48c0-b971-99762f02ca95') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:03.569697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.572483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-354a2787-4f68-4e71-8d93-328dad2c9d52 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting subnet 1bcabafa-3efc-44f7-8859-40ae72ac9225 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:03.588479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-354a2787-4f68-4e71-8d93-328dad2c9d52 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.603521 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.612616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:03.617508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:03.622514 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:03.671962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ea9fca7-97dd-485d-8dcb-1f958448b9d4 req-79da01e4-1fcc-4290-845d-705f7ddb3cb5 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345413 Feb 07 22:40:03.774777 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-354a2787-4f68-4e71-8d93-328dad2c9d52 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.783191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.795410 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.820567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.828884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] 10.222.0.15 "DELETE /v2.0/networks/25865e1b-4f5d-4166-b40c-d5bd3d7b7f01 HTTP/1.1" status: 204 len: 168 time: 3.1573849 Feb 07 22:40:03.895509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-5980e01c-952f-47bb-a457-816c467928c7 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a2d1c2ba919142c9b2d473467caecc27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298316 Feb 07 22:40:03.902224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4203dfd-2899-48d3-95f2-8b7e456e5280 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:40:03.902434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-509006fe-58c0-429b-9b08-005b3a69c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.974326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef4a2d-b508-44df-9aea-67e8ee05a801 tempest-ServersTestMultiNic-788318306 tempest-ServersTestMultiNic-788318306-project] Pushing event deleted for resources: {'Network': ['ID=25865e1b-4f5d-4166-b40c-d5bd3d7b7f01,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:03.982049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38978) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:04.085680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38984) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:04.121498 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.197043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-792576709'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:04.206659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.229851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.255862 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-354a2787-4f68-4e71-8d93-328dad2c9d52 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.367979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-509006fe-58c0-429b-9b08-005b3a69c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.404322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc3308-4cde-40ef-a784-6349791a0a5f req-37d3cad2-56f3-4aa4-b538-659ad208dfe7 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:04.412449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7cc3308-4cde-40ef-a784-6349791a0a5f req-37d3cad2-56f3-4aa4-b538-659ad208dfe7 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.3052280 Feb 07 22:40:04.430264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de5a558-3299-4645-af1f-1a651ff1acea,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:04.457465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Made reservation on behalf of 6e787cb25cdc4a34bf56312275f7d7c7 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:04.461302 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.484119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509006fe-58c0-429b-9b08-005b3a69c172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0763e9f8-e955-46d3-8ae2-410b977f975e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:04.490156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3af1f3-a914-4bc1-8560-3b501df91a4a None None] Network 742c034d-67d0-4425-8be3-c79deca5a07d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:04.497925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-509006fe-58c0-429b-9b08-005b3a69c172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.502511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-509006fe-58c0-429b-9b08-005b3a69c172 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0763e9f8-e955-46d3-8ae2-410b977f975e HTTP/1.1" status: 204 len: 168 time: 1.7740724 Feb 07 22:40:04.513918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38990) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:04.519043 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.648388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29a89fc0-c4d2-41a5-b7ad-5b92c74957af req-9f1ced8c-f2f2-4b49-9f08-532cd087ec98 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 210 time: 0.0424330 Feb 07 22:40:04.679388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-e841f69a-371a-404b-b43a-503e5cb7b767 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:04.680953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-e841f69a-371a-404b-b43a-503e5cb7b767 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7430911 Feb 07 22:40:04.697963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Request body: {'port': {'device_id': '43875459-af5c-4267-83a7-14efaae90f04', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'a2d1c2ba919142c9b2d473467caecc27'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:04.863136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cea993-1d42-4ba6-99d3-630d024886b9 None None] DHCP port deletion for 742c034d-67d0-4425-8be3-c79deca5a07d request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:40:04.942831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b0cea993-1d42-4ba6-99d3-630d024886b9 None None] Deleting port f125a14f-b4f3-4bf2-9301-ce39415fbf3e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:04.943208 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0cea993-1d42-4ba6-99d3-630d024886b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.990676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cdc5d-b2ad-4168-98f4-3f342af10f78 req-10572bee-5a1d-4deb-a349-baf48f24783b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:04.996244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-354a2787-4f68-4e71-8d93-328dad2c9d52 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.998510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cdc5d-b2ad-4168-98f4-3f342af10f78 req-10572bee-5a1d-4deb-a349-baf48f24783b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:05.005871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cdc5d-b2ad-4168-98f4-3f342af10f78 req-10572bee-5a1d-4deb-a349-baf48f24783b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:05.013117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cdc5d-b2ad-4168-98f4-3f342af10f78 req-10572bee-5a1d-4deb-a349-baf48f24783b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:05.022236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cdc5d-b2ad-4168-98f4-3f342af10f78 req-10572bee-5a1d-4deb-a349-baf48f24783b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:05.022984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7cc3308-4cde-40ef-a784-6349791a0a5f req-1162d0ff-7c85-4979-8c96-923430bb1640 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096082 Feb 07 22:40:05.030497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cdc5d-b2ad-4168-98f4-3f342af10f78 req-10572bee-5a1d-4deb-a349-baf48f24783b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:05.031411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b0cea993-1d42-4ba6-99d3-630d024886b9 None None] For port f125a14f-b4f3-4bf2-9301-ce39415fbf3e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f125a14f-b4f3-4bf2-9301-ce39415fbf3e,segment=NetworkSegment(6dd1e7de-4ff0-425a-ac9e-9bac488ff773),segment_id=6dd1e7de-4ff0-425a-ac9e-9bac488ff773)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:05.031846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0cea993-1d42-4ba6-99d3-630d024886b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.038859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cdc5d-b2ad-4168-98f4-3f342af10f78 req-10572bee-5a1d-4deb-a349-baf48f24783b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:05.047945 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e5cdc5d-b2ad-4168-98f4-3f342af10f78 req-10572bee-5a1d-4deb-a349-baf48f24783b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5430 time: 0.1991572 Feb 07 22:40:05.082873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Made reservation on behalf of a2d1c2ba919142c9b2d473467caecc27 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:05.084370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b0cea993-1d42-4ba6-99d3-630d024886b9 None None] Calling delete_port for f125a14f-b4f3-4bf2-9301-ce39415fbf3e owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:05.087275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.102292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a2787-4f68-4e71-8d93-328dad2c9d52 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcabafa-3efc-44f7-8859-40ae72ac9225,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:05.110245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Allocated IP 192.168.233.116 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/fc81fe3b-9b66-41bb-a608-1100a08a5523) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:05.136677 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-354a2787-4f68-4e71-8d93-328dad2c9d52 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.143876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-354a2787-4f68-4e71-8d93-328dad2c9d52 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/1bcabafa-3efc-44f7-8859-40ae72ac9225 HTTP/1.1" status: 204 len: 168 time: 1.8243980 Feb 07 22:40:05.149395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39002) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:05.150121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f316ae3-9bc7-43f7-afa3-d6ec4658b0f2 None None] Network 3264f350-b05b-43a9-902c-55d82799521a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:05.171401 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e5cdc5d-b2ad-4168-98f4-3f342af10f78 req-29f816a0-9f2b-4915-86cf-ea2ad77a333e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217055 Feb 07 22:40:05.202010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.282155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2e1691-cd00-45e5-afa1-00576c58ac6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting subnet 6affecf9-9845-4229-bb7d-38936f6522a4 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:05.317624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e2e1691-cd00-45e5-afa1-00576c58ac6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.438651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.443691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e2e1691-cd00-45e5-afa1-00576c58ac6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.480306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.535666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.554498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:05.573195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3078a506-e402-459e-9aef-791b3311052d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:05.587550 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0cea993-1d42-4ba6-99d3-630d024886b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.598182 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.598527 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Added segment 114676e8-2985-4066-9090-3187541ecc98 of type vlan for network 18be6530-f02e-4752-866a-49831948d61b Feb 07 22:40:05.632256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cea993-1d42-4ba6-99d3-630d024886b9 None None] Pushing event deleted for resources: {'Port': ['ID=f125a14f-b4f3-4bf2-9301-ce39415fbf3e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:05.634848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cea993-1d42-4ba6-99d3-630d024886b9 None None] No DVR routers for this DVR port f125a14f-b4f3-4bf2-9301-ce39415fbf3e on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:05.653077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Deleting port f125a14f-b4f3-4bf2-9301-ce39415fbf3e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:05.653415 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.653572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 070c6c49-e848-4791-b105-01d75819df0f details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:05.703062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.762353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e2e1691-cd00-45e5-afa1-00576c58ac6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.799156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 070c6c49-e848-4791-b105-01d75819df0f, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=070c6c49-e848-4791-b105-01d75819df0f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:05.813110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '070c6c49-e848-4791-b105-01d75819df0f', 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'port_id': '070c6c49-e848-4791-b105-01d75819df0f', 'mac_address': 'fa:16:3e:bd:fe:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b89ca7c-352e-472a-99ed-4d8a04da4eb4', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:05.884008 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.900117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070c6c49-e848-4791-b105-01d75819df0f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:05.925387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 070c6c49-e848-4791-b105-01d75819df0f, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=070c6c49-e848-4791-b105-01d75819df0f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:05.933617 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.935193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:05.949768 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.974405 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22206ad6-5476-4bfa-a896-ff50f418a57a req-1e2e73d4-9827-468c-9435-b27c1b02075d tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 210 time: 0.1065605 Feb 07 22:40:06.003300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=070c6c49-e848-4791-b105-01d75819df0f,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:06.020107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] For port f125a14f-b4f3-4bf2-9301-ce39415fbf3e, host n-d-827895-2, got binding levels [] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:06.020709 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.065423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e2e1691-cd00-45e5-afa1-00576c58ac6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.085248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Calling delete_port for f125a14f-b4f3-4bf2-9301-ce39415fbf3e owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:06.114921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Port f125a14f-b4f3-4bf2-9301-ce39415fbf3e was not found and therefore no delete operation was performed {{(pid=102289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:40:06.152274 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.165094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:06.167291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e2e1691-cd00-45e5-afa1-00576c58ac6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.176825 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3e2e1691-cd00-45e5-afa1-00576c58ac6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/6affecf9-9845-4229-bb7d-38936f6522a4 HTTP/1.1" status: 204 len: 168 time: 1.0256937 Feb 07 22:40:06.177720 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.183646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'port_id': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'mac_address': 'fa:16:3e:e3:a7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:06.184214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.184834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.196694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e1691-cd00-45e5-afa1-00576c58ac6c tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=6affecf9-9845-4229-bb7d-38936f6522a4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:06.198536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39018) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:06.240949 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.262033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:06.279868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.283340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f125a14f-b4f3-4bf2-9301-ce39415fbf3e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:06.312939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:06.323034 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.324068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 6a189259-038c-4ecf-b913-c6c404e4612f details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:06.360182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 6a189259-038c-4ecf-b913-c6c404e4612f, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6a189259-038c-4ecf-b913-c6c404e4612f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:06.370480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a9273-0697-46f6-be08-76cce7991df0 req-59fa7ba1-926d-42a9-94b9-36bfc63a8393 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.372080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab5a9273-0697-46f6-be08-76cce7991df0 req-59fa7ba1-926d-42a9-94b9-36bfc63a8393 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.2276795 Feb 07 22:40:06.374331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] No DVR routers for this DVR port f125a14f-b4f3-4bf2-9301-ce39415fbf3e on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:06.381061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Deleting port c8add702-3db5-4e43-9c0f-68eb3092d3ce {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:06.382012 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.467458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '6a189259-038c-4ecf-b913-c6c404e4612f', 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'port_id': '6a189259-038c-4ecf-b913-c6c404e4612f', 'mac_address': 'fa:16:3e:c6:08:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b89ca7c-352e-472a-99ed-4d8a04da4eb4', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:06.474377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:06.504177 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.530729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Allocated IP 192.168.233.167 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/abed09b4-0040-46d4-a129-75b9532b34bf) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:06.551300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.553782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab5a9273-0697-46f6-be08-76cce7991df0 req-f513d28e-3796-4593-bf84-9d62132293de tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600766 Feb 07 22:40:06.571606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event updated for resources: {'Network': ['ID=18be6530-f02e-4752-866a-49831948d61b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:06.587296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:06.590527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a189259-038c-4ecf-b913-c6c404e4612f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:06.593227 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8caf385e-398a-468e-83a0-bc94aaeb1eed tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6071062 Feb 07 22:40:06.602159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39022) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:06.603919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:06.614659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:06.636086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 6a189259-038c-4ecf-b913-c6c404e4612f, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6a189259-038c-4ecf-b913-c6c404e4612f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:06.638597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 18be6530-f02e-4752-866a-49831948d61b details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:06.651305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Request body: {'subnet': {'network_id': '18be6530-f02e-4752-866a-49831948d61b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:06.672483 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.676457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 55d123e8-7af7-4fe0-9ca4-addb864c76b5 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:06.715158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.715982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.763164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d25b41-bade-487e-8785-0c8a73145b05 None None] Network 3264f350-b05b-43a9-902c-55d82799521a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:06.782316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9944811 Feb 07 22:40:06.823831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed30e3-b6b0-41b4-b02f-a044a12fc8f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:06.841641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Request body: {'port': {'device_id': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:06.878531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f125a14f-b4f3-4bf2-9301-ce39415fbf3e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:06.891369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] For port c8add702-3db5-4e43-9c0f-68eb3092d3ce, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c8add702-3db5-4e43-9c0f-68eb3092d3ce,segment=NetworkSegment(1412f05c-bf54-492d-a024-8f994dc13902),segment_id=1412f05c-bf54-492d-a024-8f994dc13902)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:06.891801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.912536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb46fe-a6da-4f73-84cf-a4949161444f req-881994e0-5e60-4e84-abd6-58f282d503fb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.920550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb46fe-a6da-4f73-84cf-a4949161444f req-881994e0-5e60-4e84-abd6-58f282d503fb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.928492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb46fe-a6da-4f73-84cf-a4949161444f req-881994e0-5e60-4e84-abd6-58f282d503fb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.942582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb46fe-a6da-4f73-84cf-a4949161444f req-881994e0-5e60-4e84-abd6-58f282d503fb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.962494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb46fe-a6da-4f73-84cf-a4949161444f req-881994e0-5e60-4e84-abd6-58f282d503fb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.967017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Calling delete_port for c8add702-3db5-4e43-9c0f-68eb3092d3ce owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:06.969465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb46fe-a6da-4f73-84cf-a4949161444f req-881994e0-5e60-4e84-abd6-58f282d503fb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.976800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb46fe-a6da-4f73-84cf-a4949161444f req-881994e0-5e60-4e84-abd6-58f282d503fb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.986498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: f125a14f-b4f3-4bf2-9301-ce39415fbf3e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:06.987058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f125a14f-b4f3-4bf2-9301-ce39415fbf3e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:06.987182 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53eb46fe-a6da-4f73-84cf-a4949161444f req-881994e0-5e60-4e84-abd6-58f282d503fb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5432 time: 0.5696511 Feb 07 22:40:07.008302 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.031910 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.resource_extend [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:40:07.036780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8c28973e-b5e8-4dcf-a3e9-1f9e27ac1d58 None None] Provisioning complete for port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:07.037359 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c28973e-b5e8-4dcf-a3e9-1f9e27ac1d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.042533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742c034d-67d0-4425-8be3-c79deca5a07d']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:07.055661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd1e7de-4ff0-425a-ac9e-9bac488ff773') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:07.056710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd1e7de-4ff0-425a-ac9e-9bac488ff773') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:07.067191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.088823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.095667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 55d123e8-7af7-4fe0-9ca4-addb864c76b5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=55d123e8-7af7-4fe0-9ca4-addb864c76b5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:07.100896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:07.101569 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.161709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=6a189259-038c-4ecf-b913-c6c404e4612f,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:07.175337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.175540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '55d123e8-7af7-4fe0-9ca4-addb864c76b5', 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'port_id': '55d123e8-7af7-4fe0-9ca4-addb864c76b5', 'mac_address': 'fa:16:3e:e0:52:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b89ca7c-352e-472a-99ed-4d8a04da4eb4', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:07.177697 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:07.220716 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.228093 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.234507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] 10.222.0.15 "DELETE /v2.0/networks/742c034d-67d0-4425-8be3-c79deca5a07d HTTP/1.1" status: 204 len: 168 time: 2.7124164 Feb 07 22:40:07.246437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39036) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:07.306152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728feea3-cc59-48d7-a701-cc3f8163bd4f admin admin] Pushing event deleted for resources: {'Network': ['ID=742c034d-67d0-4425-8be3-c79deca5a07d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:07.325579 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.335609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6ce0c-f6d9-4f56-8fb9-aeedd6e784eb None None] DHCP port deletion for 3264f350-b05b-43a9-902c-55d82799521a request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:40:07.373283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d123e8-7af7-4fe0-9ca4-addb864c76b5 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:07.384375 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53eb46fe-a6da-4f73-84cf-a4949161444f req-024f3e26-3c20-49a6-83f7-dae723bdfdf1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3961959 Feb 07 22:40:07.385950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.411614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 55d123e8-7af7-4fe0-9ca4-addb864c76b5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=55d123e8-7af7-4fe0-9ca4-addb864c76b5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:07.447628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6ce0c-f6d9-4f56-8fb9-aeedd6e784eb None None] Deleting port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:07.448031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ce0c-f6d9-4f56-8fb9-aeedd6e784eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.490782 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.495375 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.523753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d8c6ce0c-f6d9-4f56-8fb9-aeedd6e784eb None None] For port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,segment=NetworkSegment(9a040129-d19f-4427-9eae-75bfc84edbdd),segment_id=9a040129-d19f-4427-9eae-75bfc84edbdd)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:07.524155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ce0c-f6d9-4f56-8fb9-aeedd6e784eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.539614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6ce0c-f6d9-4f56-8fb9-aeedd6e784eb None None] Calling delete_port for 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:07.553436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Pushing event deleted for resources: {'Port': ['ID=c8add702-3db5-4e43-9c0f-68eb3092d3ce,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:07.559323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:07.559882 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.626404 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.627448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device f29d3164-5446-4fa6-aeca-247d4f054825 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:07.639829 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ce0c-f6d9-4f56-8fb9-aeedd6e784eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.688293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6ce0c-f6d9-4f56-8fb9-aeedd6e784eb None None] No DVR routers for this DVR port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:07.699585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,segment=NetworkSegment(9a040129-d19f-4427-9eae-75bfc84edbdd),segment_id=9a040129-d19f-4427-9eae-75bfc84edbdd)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:07.700962 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.729337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a4c40229-3f3c-4e2c-80ca-abb319a93194 None None] Provisioning complete for port fc81fe3b-9b66-41bb-a608-1100a08a5523 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:07.730958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a4c40229-3f3c-4e2c-80ca-abb319a93194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.775941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:07.779528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:07.817814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:07.831802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc81fe3b-9b66-41bb-a608-1100a08a5523 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:07.836509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:07.889765 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.921760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a4c40229-3f3c-4e2c-80ca-abb319a93194 None None] Port fc81fe3b-9b66-41bb-a608-1100a08a5523 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:40:07.939828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=55d123e8-7af7-4fe0-9ca4-addb864c76b5,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.002110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71280d6-8bb1-4c2e-a7f2-3e45ccac9b14 req-55763e32-c1d9-400f-a8d4-e2745e9bef24 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.005977 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c71280d6-8bb1-4c2e-a7f2-3e45ccac9b14 req-55763e32-c1d9-400f-a8d4-e2745e9bef24 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.2750373 Feb 07 22:40:08.009724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Transition to ACTIVE for port object fc81fe3b-9b66-41bb-a608-1100a08a5523 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:08.035933 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6ce0c-f6d9-4f56-8fb9-aeedd6e784eb None None] Pushing event deleted for resources: {'Port': ['ID=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.049786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.129608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49688a8-dd71-4054-a1ef-a0d758a27698 req-49ea9f9f-c40e-4c24-9ef3-8387b37923a9 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.131177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c49688a8-dd71-4054-a1ef-a0d758a27698 req-49ea9f9f-c40e-4c24-9ef3-8387b37923a9 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 936 time: 0.6543791 Feb 07 22:40:08.131836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Made reservation on behalf of 6e787cb25cdc4a34bf56312275f7d7c7 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:08.135165 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.155032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port f29d3164-5446-4fa6-aeca-247d4f054825, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f29d3164-5446-4fa6-aeca-247d4f054825,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:08.191097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'f29d3164-5446-4fa6-aeca-247d4f054825', 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7', 'port_id': 'f29d3164-5446-4fa6-aeca-247d4f054825', 'mac_address': 'fa:16:3e:8c:c4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc33452-5346-4eb6-a3fc-c1fe75c9958c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:08.314304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-382f0f19-ad59-46c1-b2e3-d63b40cbe1c5 None None] Provisioning complete for port abed09b4-0040-46d4-a129-75b9532b34bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:08.315028 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-382f0f19-ad59-46c1-b2e3-d63b40cbe1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.320911 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.325873 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c71280d6-8bb1-4c2e-a7f2-3e45ccac9b14 req-1abea185-2921-4359-9eeb-b353479972af tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087246 Feb 07 22:40:08.360915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.405078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29d3164-5446-4fa6-aeca-247d4f054825 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:08.452187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port f29d3164-5446-4fa6-aeca-247d4f054825, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f29d3164-5446-4fa6-aeca-247d4f054825,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:08.464562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-382f0f19-ad59-46c1-b2e3-d63b40cbe1c5 None None] Port abed09b4-0040-46d4-a129-75b9532b34bf cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:40:08.467137 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.468846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d82ca767-ead7-4431-847f-b860d0f0eee2 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:08.478987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Attempting to bind port fc81fe3b-9b66-41bb-a608-1100a08a5523 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:08.480449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Attempting to bind port fc81fe3b-9b66-41bb-a608-1100a08a5523 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:08.481008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Attempting to bind port fc81fe3b-9b66-41bb-a608-1100a08a5523 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:08.559124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Port fc81fe3b-9b66-41bb-a608-1100a08a5523 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:40:08.559457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Attempting to bind port fc81fe3b-9b66-41bb-a608-1100a08a5523 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:08.562092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.569627 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.586392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d82ca767-ead7-4431-847f-b860d0f0eee2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d82ca767-ead7-4431-847f-b860d0f0eee2,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:08.599253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:08.599923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:08.601966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:08.602643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Bound port: fc81fe3b-9b66-41bb-a608-1100a08a5523, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:08.603186 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.609259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=f29d3164-5446-4fa6-aeca-247d4f054825,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.618168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'd82ca767-ead7-4431-847f-b860d0f0eee2', 'network_id': '90c254de-e28a-4232-8cd9-7eb5347dbaf7', 'port_id': 'd82ca767-ead7-4431-847f-b860d0f0eee2', 'mac_address': 'fa:16:3e:e3:7f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc33452-5346-4eb6-a3fc-c1fe75c9958c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:08.664779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c49688a8-dd71-4054-a1ef-a0d758a27698 req-f5afcf8d-2ad0-4372-8674-23138d7f4b10 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687903 Feb 07 22:40:08.665465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Pushing event updated for resources: {'Port': ['ID=abed09b4-0040-46d4-a129-75b9532b34bf,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.694356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:08.731406 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.753355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82ca767-ead7-4431-847f-b860d0f0eee2 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:08.807109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d82ca767-ead7-4431-847f-b860d0f0eee2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d82ca767-ead7-4431-847f-b860d0f0eee2,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:08.826475 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.828391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:08.852567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.853511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.874401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.922402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-702898d1-b02a-436f-bc71-27fddc4da4a8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2285278 Feb 07 22:40:08.949004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d82ca767-ead7-4431-847f-b860d0f0eee2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.958056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e28b-26a5-4ff3-8b29-acd1f6aeea40 req-e05d3d50-4de8-441e-af41-123af9d2e328 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.965979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:08.968044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e28b-26a5-4ff3-8b29-acd1f6aeea40 req-e05d3d50-4de8-441e-af41-123af9d2e328 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.975254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e28b-26a5-4ff3-8b29-acd1f6aeea40 req-e05d3d50-4de8-441e-af41-123af9d2e328 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.980044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Request body: {'port': {'device_id': '43875459-af5c-4267-83a7-14efaae90f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:08.981797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e28b-26a5-4ff3-8b29-acd1f6aeea40 req-e05d3d50-4de8-441e-af41-123af9d2e328 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.985692 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.988760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e28b-26a5-4ff3-8b29-acd1f6aeea40 req-e05d3d50-4de8-441e-af41-123af9d2e328 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.994801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e28b-26a5-4ff3-8b29-acd1f6aeea40 req-e05d3d50-4de8-441e-af41-123af9d2e328 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.001349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e28b-26a5-4ff3-8b29-acd1f6aeea40 req-e05d3d50-4de8-441e-af41-123af9d2e328 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.001524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:09.002191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2aa04d5f-61ac-46e2-8a9b-ba6014a6dd4b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:09.004166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26b0e28b-26a5-4ff3-8b29-acd1f6aeea40 req-e05d3d50-4de8-441e-af41-123af9d2e328 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5435 time: 0.2641342 Feb 07 22:40:09.006617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:09.017437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:09.038366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '84293cd9-fe71-4826-930b-2bf1c6f3a0d5', 'network_id': '87fc44a3-a9c9-4860-8d42-6db9104a8d50', 'port_id': '84293cd9-fe71-4826-930b-2bf1c6f3a0d5', 'mac_address': 'fa:16:3e:40:75:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b89ca7c-352e-472a-99ed-4d8a04da4eb4', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:09.045156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:09.069950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.083827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Checking segment: {'id': '114676e8-2985-4066-9090-3187541ecc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '18be6530-f02e-4752-866a-49831948d61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:09.084197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Network hostable DHCP agents. Network: 18be6530-f02e-4752-866a-49831948d61b, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:09.086116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event updated for resources: {'Subnet': ['ID=e864506a-4ac9-40ec-b351-e88f746bda3f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:09.089269 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.104800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.113057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.114666 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] 10.222.0.24 "PUT /v2.0/ports/fc81fe3b-9b66-41bb-a608-1100a08a5523 HTTP/1.1" status: 200 len: 1096 time: 2.2864342 Feb 07 22:40:09.117035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:09.129513 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.141314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:09.149350 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa1881-6b6f-4524-931e-60d70c7ea448" -d '{"events": [{"name": "network-changed", "server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:09.166131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:09.178882 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.246930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:09.278637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26b0e28b-26a5-4ff3-8b29-acd1f6aeea40 req-c41db626-d189-4ade-9291-152204663604 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2655427 Feb 07 22:40:09.302868 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3551423c-fad1-45b7-9733-f02d6eaa3d0b x-openstack-request-id: req-3551423c-fad1-45b7-9733-f02d6eaa3d0b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:09.303266 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:09.303617 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3551423c-fad1-45b7-9733-f02d6eaa3d0b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:09.304137 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'status': 'completed', 'code': 200} Feb 07 22:40:09.323077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765f3bc-b744-4f9f-b674-9934483361dd service neutron] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:09.339357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-8830c225-e960-46a5-be9a-9c149c29b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.341265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-8830c225-e960-46a5-be9a-9c149c29b184 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2d1c2ba919142c9b2d473467caecc27&device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 1099 time: 0.1428559 Feb 07 22:40:09.382173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Network 18be6530-f02e-4752-866a-49831948d61b is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:09.416688 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-165fd103-b59a-4ead-8bc4-b9cc0661c806 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523 HTTP/1.1" status: 200 len: 217 time: 0.0645902 Feb 07 22:40:09.424664 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.664552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-e23347f6-5c07-489b-adff-fcf0d907e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.666430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-e23347f6-5c07-489b-adff-fcf0d907e44b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1086967 Feb 07 22:40:09.781682 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-8a3d58bf-0b3b-4359-b129-0f390bf79521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.783465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-8a3d58bf-0b3b-4359-b129-0f390bf79521 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778074 Feb 07 22:40:09.820472 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.840364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3264f350-b05b-43a9-902c-55d82799521a']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:09.871494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 18be6530-f02e-4752-866a-49831948d61b) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:09.883739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185895c8-cd53-4a86-bf77-698614518f07 None None] Network 18be6530-f02e-4752-866a-49831948d61b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:09.898908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.899623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.908400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a040129-d19f-4427-9eae-75bfc84edbdd') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:09.908860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a040129-d19f-4427-9eae-75bfc84edbdd') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:09.960463 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.972905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08230def-8d87-4d53-a61d-02c227bc8cbc req-c6cfc657-5a53-4271-8ae1-226e5d3f2cb1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.980243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08230def-8d87-4d53-a61d-02c227bc8cbc req-c6cfc657-5a53-4271-8ae1-226e5d3f2cb1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 936 time: 0.1946235 Feb 07 22:40:10.006851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['070c6c49-e848-4791-b105-01d75819df0f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:10.009796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['2d17b67c-ed3d-47fe-80f1-1fefc1eac22a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:10.026902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-406ccccc-6e81-4801-ab9a-be3c50f873b7 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266545 Feb 07 22:40:10.031866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.052395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['55d123e8-7af7-4fe0-9ca4-addb864c76b5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:10.087580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4042f8-c8d4-4f3e-a470-c2d18a1c75db req-8d9de54e-f9d2-4492-81ac-01cdb0ffa922 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:10.089253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee4042f8-c8d4-4f3e-a470-c2d18a1c75db req-8d9de54e-f9d2-4492-81ac-01cdb0ffa922 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.2514396 Feb 07 22:40:10.092719 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-98f8ca71-4772-4ca1-9bcf-249bc1ffccdf tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4527297 Feb 07 22:40:10.096677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['6a189259-038c-4ecf-b913-c6c404e4612f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:10.099511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['f29d3164-5446-4fa6-aeca-247d4f054825'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:10.100692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['84293cd9-fe71-4826-930b-2bf1c6f3a0d5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:10.107731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39072) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:10.112364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:10.115793 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.126923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7af03497-8ce2-4532-a89f-84880d7b3a1b tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-611713301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:10.139832 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:10.180884 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4945f4bf-92b0-464a-95ce-e1da49545b84 req-b64a936d-0c61-47d1-a38e-a7f63e51ef95 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350143 Feb 07 22:40:10.188561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08230def-8d87-4d53-a61d-02c227bc8cbc req-bd372650-9ca9-4eec-9b17-6564a455f654 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073333 Feb 07 22:40:10.213817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Deleting port bfe7de5d-3700-44ee-8c52-4e8b189f9c03 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:10.213817 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.306267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['d82ca767-ead7-4431-847f-b860d0f0eee2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:10.310866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:40:10.327931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] For port bfe7de5d-3700-44ee-8c52-4e8b189f9c03, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bfe7de5d-3700-44ee-8c52-4e8b189f9c03,segment=NetworkSegment(ec4f3f6f-affb-4927-9ba6-b24c85f96b03),segment_id=ec4f3f6f-affb-4927-9ba6-b24c85f96b03)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:10.328294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.332332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee4042f8-c8d4-4f3e-a470-c2d18a1c75db req-2d8b5f40-451e-4b3e-ad15-82464c1e6cea tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223134 Feb 07 22:40:10.347411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Calling delete_port for bfe7de5d-3700-44ee-8c52-4e8b189f9c03 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:10.407239 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7af03497-8ce2-4532-a89f-84880d7b3a1b tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.411075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7af03497-8ce2-4532-a89f-84880d7b3a1b tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.481292 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7af03497-8ce2-4532-a89f-84880d7b3a1b tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.489505 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.498216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7af03497-8ce2-4532-a89f-84880d7b3a1b tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.528926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.535298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/3264f350-b05b-43a9-902c-55d82799521a HTTP/1.1" status: 204 len: 168 time: 4.3276644 Feb 07 22:40:10.535298 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bccc7-0c24-4b33-a947-ff276309d62a tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=3264f350-b05b-43a9-902c-55d82799521a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:10.538629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39076) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:10.644286 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7af03497-8ce2-4532-a89f-84880d7b3a1b tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.645658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7af03497-8ce2-4532-a89f-84880d7b3a1b tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5346189 Feb 07 22:40:10.646926 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4167bade-e2f4-413a-b830-3031b14eeaba tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:10.647453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4167bade-e2f4-413a-b830-3031b14eeaba tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:10.653438 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4167bade-e2f4-413a-b830-3031b14eeaba tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/fd7dc62b-f836-4d58-a99b-8e73ac951d1b HTTP/1.1" status: 404 len: 337 time: 0.1045899 Feb 07 22:40:10.654395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39078) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:10.654803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39080) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:10.781950 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8463360f-f946-47ba-aaed-b07608d5e468 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:10.783385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8463360f-f946-47ba-aaed-b07608d5e468 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:10.788702 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8463360f-f946-47ba-aaed-b07608d5e468 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/561e1e87-81dd-467d-89f9-e11503cce0d8 HTTP/1.1" status: 404 len: 339 time: 0.1254654 Feb 07 22:40:10.793446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39092) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:10.878182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-18be6530-f02e-4752-866a-49831948d61b', 'network_id': '18be6530-f02e-4752-866a-49831948d61b', 'tenant_id': '6e787cb25cdc4a34bf56312275f7d7c7', 'fixed_ips': [{'subnet_id': 'e864506a-4ac9-40ec-b351-e88f746bda3f'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:40:10.879677 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.935545 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a9a1f7-9a0f-413e-baef-322fc398a625 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:10.936155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a9a1f7-9a0f-413e-baef-322fc398a625 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:10.939592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d2a9a1f7-9a0f-413e-baef-322fc398a625 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/0a7dc842-3ef8-462b-909e-f11a289ee84f HTTP/1.1" status: 404 len: 337 time: 0.1106689 Feb 07 22:40:10.955329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39094) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:11.107448 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.116077 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca6b23e-eb4b-4891-a7fa-3593b9a4d185 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:11.117198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca6b23e-eb4b-4891-a7fa-3593b9a4d185 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:11.119925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fca6b23e-eb4b-4891-a7fa-3593b9a4d185 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/37ede8c8-a1bf-4f34-8d27-144a1a43848f HTTP/1.1" status: 404 len: 339 time: 0.1635356 Feb 07 22:40:11.145889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39096) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:11.161276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.168830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe7de5d-3700-44ee-8c52-4e8b189f9c03,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:11.295606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357386-013f-4fbc-9278-dd462550cf91 req-60e2f930-bead-4374-8c19-13ce6fd24389 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.304817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357386-013f-4fbc-9278-dd462550cf91 req-60e2f930-bead-4374-8c19-13ce6fd24389 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.315152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357386-013f-4fbc-9278-dd462550cf91 req-60e2f930-bead-4374-8c19-13ce6fd24389 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.327214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357386-013f-4fbc-9278-dd462550cf91 req-60e2f930-bead-4374-8c19-13ce6fd24389 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.337823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357386-013f-4fbc-9278-dd462550cf91 req-60e2f930-bead-4374-8c19-13ce6fd24389 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.343398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:11.346931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357386-013f-4fbc-9278-dd462550cf91 req-60e2f930-bead-4374-8c19-13ce6fd24389 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.354126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357386-013f-4fbc-9278-dd462550cf91 req-60e2f930-bead-4374-8c19-13ce6fd24389 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.357678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8357386-013f-4fbc-9278-dd462550cf91 req-60e2f930-bead-4374-8c19-13ce6fd24389 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5437 time: 0.3363652 Feb 07 22:40:11.371484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-1a33e171-f0db-4605-a286-cc1b202c250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.374044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-1a33e171-f0db-4605-a286-cc1b202c250e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2d1c2ba919142c9b2d473467caecc27&device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 1099 time: 0.3116055 Feb 07 22:40:11.520971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:11.567588 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'mac_address': 'fa:16:3e:de:0f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:11.602291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a8357386-013f-4fbc-9278-dd462550cf91 req-35a28106-5ba7-421b-93bc-13d25c110820 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2267175 Feb 07 22:40:11.603650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-1379b460-2264-4ecb-9700-8e069a3d11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.606714 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-1379b460-2264-4ecb-9700-8e069a3d11d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1331072 Feb 07 22:40:11.609806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Allocated IP 172.20.0.1 (18be6530-f02e-4752-866a-49831948d61b/e864506a-4ac9-40ec-b351-e88f746bda3f/4e8dcf5d-62f6-4c65-b710-ed505b3b22b4) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:11.647572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:40:11.665564 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cb0491-ec4b-4319-b5eb-148cb42811b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:11.666224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cb0491-ec4b-4319-b5eb-148cb42811b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:11.672336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-21cb0491-ec4b-4319-b5eb-148cb42811b8 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/68f9b6eb-03df-46e2-9726-49e5d4f86b4d HTTP/1.1" status: 404 len: 337 time: 0.5208673 Feb 07 22:40:11.681313 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f11be8e3-53ab-481a-b891-0a84b9b2077c admin admin] 10.222.0.15 "PUT /v2.0/routers/24efbf7a-4c20-4189-b1d3-cd1f457ce2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5941210 Feb 07 22:40:11.741256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] Sync routers for ids ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:40:11.748768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39102) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:11.749109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39104) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:11.785750 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9529f4-07ab-4513-b0ff-3a3576328f18 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:11.786327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9529f4-07ab-4513-b0ff-3a3576328f18 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:11.791770 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1a9529f4-07ab-4513-b0ff-3a3576328f18 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/c62106e0-1ce7-4479-a6a1-0aca2a0683b4 HTTP/1.1" status: 404 len: 339 time: 0.0387187 Feb 07 22:40:11.797661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39108) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:11.801070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.859605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abed09b4-0040-46d4-a129-75b9532b34bf {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:11.861386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] Routers {'24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:11.862876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:39:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:11.873495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.878371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-524bbd52-8ec6-4a3b-8dc8-8f78c34d69a5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting subnet 57e9a10c-b59e-4b2a-9579-dd85f15b20da {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:11.881750 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-0fe168e1-e758-4b0f-b1be-34b80a6e208a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523 HTTP/1.1" status: 200 len: 217 time: 0.2685072 Feb 07 22:40:11.893879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d588f9-d1b7-4b75-901e-021e554fa780 req-475a23e7-d3bd-44af-a289-4e59424ed4e6 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.895385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8d588f9-d1b7-4b75-901e-021e554fa780 req-475a23e7-d3bd-44af-a289-4e59424ed4e6 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 936 time: 0.2645967 Feb 07 22:40:11.916766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-524bbd52-8ec6-4a3b-8dc8-8f78c34d69a5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.973163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Transition to ACTIVE for port object abed09b4-0040-46d4-a129-75b9532b34bf will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:11.984455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-a2bcff0c-8a43-46dc-8b11-178c79915ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.987158 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-a2bcff0c-8a43-46dc-8b11-178c79915ac6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0776277 Feb 07 22:40:11.992418 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.002119 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.020469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc81fe3b-9b66-41bb-a608-1100a08a5523 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:12.053202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Pushing event updated for resources: {'Port': ['ID=abed09b4-0040-46d4-a129-75b9532b34bf,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:12.078953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8d588f9-d1b7-4b75-901e-021e554fa780 req-b32b3c69-cbf2-4fa3-9af1-847cdc02276c tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666205 Feb 07 22:40:12.085953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.090434 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.123866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:12.136767 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.178888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] Set router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:40:12.270552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cad73-a239-4843-80e1-fc484a4733c2 req-fd316643-7ef0-4d39-84b4-647bf36decda tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.277926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b10cad73-a239-4843-80e1-fc484a4733c2 req-fd316643-7ef0-4d39-84b4-647bf36decda tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.4235268 Feb 07 22:40:12.294013 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-524bbd52-8ec6-4a3b-8dc8-8f78c34d69a5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.374162 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafa9b5-e95e-4887-b1fd-7bcebd9a3389 req-1833b884-10d2-476a-900a-071a7d8e1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.376660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8dafa9b5-e95e-4887-b1fd-7bcebd9a3389 req-1833b884-10d2-476a-900a-071a7d8e1099 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1100 time: 0.5765882 Feb 07 22:40:12.428233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-0e29f36d-9183-4519-9d5a-473814eabc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.430941 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-0e29f36d-9183-4519-9d5a-473814eabc3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4180884 Feb 07 22:40:12.436767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b10cad73-a239-4843-80e1-fc484a4733c2 req-27854b54-50df-496b-929a-17500db0e296 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579642 Feb 07 22:40:12.460828 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.466782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Attempting to bind port abed09b4-0040-46d4-a129-75b9532b34bf on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:12.467192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Attempting to bind port abed09b4-0040-46d4-a129-75b9532b34bf by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:12.467511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Attempting to bind port abed09b4-0040-46d4-a129-75b9532b34bf on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:12.473098 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.485141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Port abed09b4-0040-46d4-a129-75b9532b34bf on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:40:12.486454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Attempting to bind port abed09b4-0040-46d4-a129-75b9532b34bf on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:12.544942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:12.545333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:12.545659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:12.546099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Bound port: abed09b4-0040-46d4-a129-75b9532b34bf, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:12.546450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.555668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:12.558574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Network 18be6530-f02e-4752-866a-49831948d61b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:12.572043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.572415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.572901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.573243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.573621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.573955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.574279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.574598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.574922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.575393 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.575733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.576060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:12.576248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:12.581837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:12.585537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event updated for resources: {'Port': ['ID=4e8dcf5d-62f6-4c65-b710-ed505b3b22b4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:12.623411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Allocated IP 172.20.0.2 (18be6530-f02e-4752-866a-49831948d61b/e864506a-4ac9-40ec-b351-e88f746bda3f/9806b6a3-e308-42f6-a23b-d74bd35a82f1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:12.638996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:40:07Z', 'revision_number': 5, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'gw_port': {'id': '43233016-d3ad-4c93-8341-e2b0d033f435', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:12.655803 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-affbb0de-85f4-48ba-b84d-edf89e8a4623 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471241 Feb 07 22:40:12.711217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] Checking router: 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:40:12.750089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] Routers {'24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:12.750737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:39:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:12.793069 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8dafa9b5-e95e-4887-b1fd-7bcebd9a3389 req-382961e3-2666-444f-9d89-54c09bfaf77a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678191 Feb 07 22:40:12.796324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcaa1881-6b6f-4524-931e-60d70c7ea448 req-cfc63450-28ad-42ad-abe0-974e1188f30d service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247580 Feb 07 22:40:12.863083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['fc81fe3b-9b66-41bb-a608-1100a08a5523'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:12.922684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-524bbd52-8ec6-4a3b-8dc8-8f78c34d69a5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.963057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Router 0ccfa4a9-f645-4338-a718-8b98a2455046 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:40:13.024940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] Set router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:40:13.051174 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.134345 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-524bbd52-8ec6-4a3b-8dc8-8f78c34d69a5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.181330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bbd52-8ec6-4a3b-8dc8-8f78c34d69a5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=57e9a10c-b59e-4b2a-9579-dd85f15b20da,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:13.185237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:13.194650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-524bbd52-8ec6-4a3b-8dc8-8f78c34d69a5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.199047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-524bbd52-8ec6-4a3b-8dc8-8f78c34d69a5 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/57e9a10c-b59e-4b2a-9579-dd85f15b20da HTTP/1.1" status: 204 len: 168 time: 1.3948972 Feb 07 22:40:13.202054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39122) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:13.213859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:40:13.228235 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] Sync routers for ids ['0ccfa4a9-f645-4338-a718-8b98a2455046'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:40:13.254543 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] Routers {'0ccfa4a9-f645-4338-a718-8b98a2455046'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:13.256429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:39:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0ccfa4a9-f645-4338-a718-8b98a2455046'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:13.265360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Deleting port 43233016-d3ad-4c93-8341-e2b0d033f435 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:13.265715 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.272768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=abed09b4-0040-46d4-a129-75b9532b34bf,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:13.287177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670a3a-e61f-4800-a850-1a2ae7bceae2 req-89983921-7516-4427-9178-e4095480f1c7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.289977 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-48b46243-53c4-433c-97c3-3f585f4b8be6 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ccfa4a9-f645-4338-a718-8b98a2455046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0254865 Feb 07 22:40:13.296049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670a3a-e61f-4800-a850-1a2ae7bceae2 req-89983921-7516-4427-9178-e4095480f1c7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.306180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670a3a-e61f-4800-a850-1a2ae7bceae2 req-89983921-7516-4427-9178-e4095480f1c7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.309998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670a3a-e61f-4800-a850-1a2ae7bceae2 req-89983921-7516-4427-9178-e4095480f1c7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.316654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670a3a-e61f-4800-a850-1a2ae7bceae2 req-89983921-7516-4427-9178-e4095480f1c7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.318738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39126) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:13.324204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670a3a-e61f-4800-a850-1a2ae7bceae2 req-89983921-7516-4427-9178-e4095480f1c7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.331061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670a3a-e61f-4800-a850-1a2ae7bceae2 req-89983921-7516-4427-9178-e4095480f1c7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.333051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82670a3a-e61f-4800-a850-1a2ae7bceae2 req-89983921-7516-4427-9178-e4095480f1c7 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5437 time: 0.3493252 Feb 07 22:40:13.339906 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.363751 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 55d123e8-7af7-4fe0-9ca4-addb864c76b5 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:13.366233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb69585-8eb4-41f2-9c07-91a14fec8850 None None] Network 0bd4599c-28d4-45e6-b930-1706161a8cfd requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:13.381999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:40:12Z', 'revision_number': 6, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:13.483404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f1d824-19f7-4411-8a14-b05a6b1b16d5 None None] The sync data for ids ['24efbf7a-4c20-4189-b1d3-cd1f457ce2f5'] in n-d-827895-2 is: [{'id': '24efbf7a-4c20-4189-b1d3-cd1f457ce2f5', 'name': 'tempest-ServersTestMultiNic-740909850-router', 'tenant_id': 'e6037f75470b46a89f0a4e3773a95747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:18Z', 'updated_at': '2022-02-07T22:40:12Z', 'revision_number': 6, 'project_id': 'e6037f75470b46a89f0a4e3773a95747', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:40:13.539481 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] Set router 0ccfa4a9-f645-4338-a718-8b98a2455046 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:40:13.551751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.552587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.554221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/abed09b4-0040-46d4-a129-75b9532b34bf HTTP/1.1" status: 200 len: 1096 time: 4.6163495 Feb 07 22:40:13.561298 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:13.576298 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a2496-c949-4e98-a9f8-5d25728c8436" -d '{"events": [{"name": "network-changed", "server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:13.716862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf2b2e-2a40-49e8-86fc-ee65604f294f req-056a9d9c-d02a-45f8-8fd4-98865cff1017 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.721832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7aaf2b2e-2a40-49e8-86fc-ee65604f294f req-056a9d9c-d02a-45f8-8fd4-98865cff1017 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 948 time: 0.4260046 Feb 07 22:40:13.754663 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.873400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82670a3a-e61f-4800-a850-1a2ae7bceae2 req-28ef3064-b634-43e4-a908-159093ac2dcc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5124452 Feb 07 22:40:13.952744 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.959516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c6447-9540-4eae-8b7c-74602b6e06a2 service neutron] Pushing event updated for resources: {'Port': ['ID=abed09b4-0040-46d4-a129-75b9532b34bf,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:13.980523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] For port 43233016-d3ad-4c93-8341-e2b0d033f435, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=43233016-d3ad-4c93-8341-e2b0d033f435,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:13.981092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.991596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7aaf2b2e-2a40-49e8-86fc-ee65604f294f req-6fed2b02-9a90-4d79-bc5d-aee3c58028ec tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630844 Feb 07 22:40:13.992777 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.040177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Calling delete_port for 43233016-d3ad-4c93-8341-e2b0d033f435 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:14.056176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:14.062702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-248a00b1-7e1c-49c1-ab47-fac95e29dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:14.067259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-248a00b1-7e1c-49c1-ab47-fac95e29dfb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2d1c2ba919142c9b2d473467caecc27&device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 1099 time: 0.4004388 Feb 07 22:40:14.133922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.143936 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:47Z', 'updated_at': '2022-02-07T22:40:10Z', 'revision_number': 5, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'gw_port': {'id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:49Z', 'updated_at': '2022-02-07T22:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:14.188381 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] Checking router: 0ccfa4a9-f645-4338-a718-8b98a2455046 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:40:14.197980 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] Routers {'0ccfa4a9-f645-4338-a718-8b98a2455046'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:14.199113 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:39:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0ccfa4a9-f645-4338-a718-8b98a2455046'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:14.263493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:14.288633 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99bc324-ba73-4088-9eff-67d9fb397145 x-openstack-request-id: req-b99bc324-ba73-4088-9eff-67d9fb397145 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:14.289109 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:14.289679 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.291229 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b99bc324-ba73-4088-9eff-67d9fb397145 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:14.292572 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf', 'status': 'completed', 'code': 200} Feb 07 22:40:14.298071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:14.314132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-04664235-f88b-4c17-aade-9ca2c08bf9ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=abed09b4-0040-46d4-a129-75b9532b34bf HTTP/1.1" status: 200 len: 217 time: 0.2282324 Feb 07 22:40:14.383797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5104065-fb57-41ed-a0cb-87462610b756 req-736e0e7f-5c09-4246-aacf-e4b3e6fdd3f2 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:14.386120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5104065-fb57-41ed-a0cb-87462610b756 req-736e0e7f-5c09-4246-aacf-e4b3e6fdd3f2 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 949 time: 0.1348600 Feb 07 22:40:14.392482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:14.393134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.417530 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] Set router 0ccfa4a9-f645-4338-a718-8b98a2455046 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:40:14.486918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:14.487442 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.539013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-43b8b9b0-8ad0-444c-8579-787b0f1bc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:14.541688 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-43b8b9b0-8ad0-444c-8579-787b0f1bc7bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.2195845 Feb 07 22:40:14.556636 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5104065-fb57-41ed-a0cb-87462610b756 req-8288e64a-6936-4940-bfdb-7465ae5fd74e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609178 Feb 07 22:40:14.601957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port e0b7f21d-583f-4d4e-bb1c-130eeffb1173, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e0b7f21d-583f-4d4e-bb1c-130eeffb1173,segment=NetworkSegment(92eb3f54-12cd-4a5b-9f1b-8f7c30edd839),segment_id=92eb3f54-12cd-4a5b-9f1b-8f7c30edd839)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:14.602328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.633373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for e0b7f21d-583f-4d4e-bb1c-130eeffb1173 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:14.668721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] DHCP port deletion for 0bd4599c-28d4-45e6-b930-1706161a8cfd request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:40:14.687289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Network 18be6530-f02e-4752-866a-49831948d61b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:14.736292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:14.774368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:14.790614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Pushing event updated for resources: {'Port': ['ID=9806b6a3-e308-42f6-a23b-d74bd35a82f1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:14.791429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-f7dc360a-6dfb-49f7-84bb-3ed32ec7454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:14.793717 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-f7dc360a-6dfb-49f7-84bb-3ed32ec7454e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1987836 Feb 07 22:40:14.835337 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.863393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.865159 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:47Z', 'updated_at': '2022-02-07T22:40:10Z', 'revision_number': 5, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'gw_port': {'id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:49Z', 'updated_at': '2022-02-07T22:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:14.904974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:14.920400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:14.938585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 43233016-d3ad-4c93-8341-e2b0d033f435 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:14.941684 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ffa09-31f4-4637-b183-5511a4c88be0 None None] The sync data for ids ['0ccfa4a9-f645-4338-a718-8b98a2455046'] in n-d-827895-2 is: [{'id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024790517-router', 'tenant_id': 'd13242a38105493f827b4bbbbbd68c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:47Z', 'updated_at': '2022-02-07T22:40:10Z', 'revision_number': 5, 'project_id': 'd13242a38105493f827b4bbbbbd68c2f', 'gw_port': {'id': '3ddb2c36-5ec3-4913-b972-055e72f08973', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa4a9-f645-4338-a718-8b98a2455046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:49Z', 'updated_at': '2022-02-07T22:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:40:14.994821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=e0b7f21d-583f-4d4e-bb1c-130eeffb1173,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:15.013681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.014031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.014372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.014707 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.015036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.015927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.016263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.016591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.017392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.017850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.018219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.018495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.019062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Attempting to bind port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:15.019531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Attempting to bind port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '114676e8-2985-4066-9090-3187541ecc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '18be6530-f02e-4752-866a-49831948d61b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:15.019877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Attempting to bind port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 on network 18be6530-f02e-4752-866a-49831948d61b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:15.117573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:15.118002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Checking segment: {'id': '114676e8-2985-4066-9090-3187541ecc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '18be6530-f02e-4752-866a-49831948d61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:15.118359 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.118756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Bound using segment: {'id': '114676e8-2985-4066-9090-3187541ecc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '18be6530-f02e-4752-866a-49831948d61b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:15.119235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Bound port: 9806b6a3-e308-42f6-a23b-d74bd35a82f1, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114676e8-2985-4066-9090-3187541ecc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '18be6530-f02e-4752-866a-49831948d61b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:15.119610 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.136739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.142187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'mac_address': 'fa:16:3e:95:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:15.155047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Deleting port 3ddb2c36-5ec3-4913-b972-055e72f08973 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:15.155365 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.208533 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.223674 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.227426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd4599c-28d4-45e6-b930-1706161a8cfd']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:15.245160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275db7e-844e-4688-bb63-76f08c17e2a3 req-9d9a51ed-af91-4bc4-ab05-a69c9388f3ab tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.252548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275db7e-844e-4688-bb63-76f08c17e2a3 req-9d9a51ed-af91-4bc4-ab05-a69c9388f3ab tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.259496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275db7e-844e-4688-bb63-76f08c17e2a3 req-9d9a51ed-af91-4bc4-ab05-a69c9388f3ab tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.261027 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.266004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275db7e-844e-4688-bb63-76f08c17e2a3 req-9d9a51ed-af91-4bc4-ab05-a69c9388f3ab tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.273272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275db7e-844e-4688-bb63-76f08c17e2a3 req-9d9a51ed-af91-4bc4-ab05-a69c9388f3ab tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.280433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275db7e-844e-4688-bb63-76f08c17e2a3 req-9d9a51ed-af91-4bc4-ab05-a69c9388f3ab tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.288034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275db7e-844e-4688-bb63-76f08c17e2a3 req-9d9a51ed-af91-4bc4-ab05-a69c9388f3ab tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.290021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1275db7e-844e-4688-bb63-76f08c17e2a3 req-9d9a51ed-af91-4bc4-ab05-a69c9388f3ab tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5437 time: 0.1861002 Feb 07 22:40:15.298186 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-5355e7dc-c63c-4ff2-8692-cf675b63e0be service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911544 Feb 07 22:40:15.308424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=43233016-d3ad-4c93-8341-e2b0d033f435,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:15.314738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:15.320206 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:15.327843 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c10f5f0-7a5f-40ca-a541-e1adae3d8c7b" -d '{"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-unplugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:15.371870 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.375172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.375809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.376484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.377157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.377377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] Deleting port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:15.377828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.377975 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.378286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.378714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.379149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.379562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.380015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.382348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.382348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:15.398256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28e226-6f3c-4ed0-8d65-6274996a7d7d req-5613c02f-4afc-40d5-93be-e3015d30a68e tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.400754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e28e226-6f3c-4ed0-8d65-6274996a7d7d req-5613c02f-4afc-40d5-93be-e3015d30a68e tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1100 time: 0.2552998 Feb 07 22:40:15.473381 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.493237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] For port e0b7f21d-583f-4d4e-bb1c-130eeffb1173, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:15.493915 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.521021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] Calling delete_port for e0b7f21d-583f-4d4e-bb1c-130eeffb1173 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:15.524877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] Port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:40:15.526958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.545302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e0b7f21d-583f-4d4e-bb1c-130eeffb1173 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:15.548303 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.567600 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.643277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.654998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] No DVR routers for this DVR port e0b7f21d-583f-4d4e-bb1c-130eeffb1173 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:15.655752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.663792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event updated for resources: {'Port': ['ID=4e8dcf5d-62f6-4c65-b710-ed505b3b22b4,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:15.670406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e0b7f21d-583f-4d4e-bb1c-130eeffb1173 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:15.671061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e0b7f21d-583f-4d4e-bb1c-130eeffb1173 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:15.671791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c8add702-3db5-4e43-9c0f-68eb3092d3ce no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:15.683060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10c0b1-0ffa-4796-b9c8-8a95ce66e083 None None] Pushing event deleted for resources: {'Port': ['ID=e0b7f21d-583f-4d4e-bb1c-130eeffb1173,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:15.709239 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e28e226-6f3c-4ed0-8d65-6274996a7d7d req-88dc3545-795c-4b2f-a268-2f66d2b2a4d4 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269375 Feb 07 22:40:15.769747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92eb3f54-12cd-4a5b-9f1b-8f7c30edd839') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:15.770805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92eb3f54-12cd-4a5b-9f1b-8f7c30edd839') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:15.802210 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746ed825-4a5c-4679-b41b-01fb8b8854eb req-63ab556f-28f5-4682-9117-655fa5d589eb service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802163 Feb 07 22:40:15.806637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.817707 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.831861 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1275db7e-844e-4688-bb63-76f08c17e2a3 req-92438ee9-13c6-4fc0-ba4f-e4630ff130f2 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5171418 Feb 07 22:40:15.851287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.877471 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.889380 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] For port 9806b6a3-e308-42f6-a23b-d74bd35a82f1, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:15.905931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] For port 9806b6a3-e308-42f6-a23b-d74bd35a82f1, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9806b6a3-e308-42f6-a23b-d74bd35a82f1,segment=NetworkSegment(114676e8-2985-4066-9090-3187541ecc98),segment_id=114676e8-2985-4066-9090-3187541ecc98)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:15.922553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] For port 3ddb2c36-5ec3-4913-b972-055e72f08973, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3ddb2c36-5ec3-4913-b972-055e72f08973,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:15.924015 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.931497 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:40:15.932488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 55d123e8-7af7-4fe0-9ca4-addb864c76b5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=55d123e8-7af7-4fe0-9ca4-addb864c76b5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:15.935066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c8add702-3db5-4e43-9c0f-68eb3092d3ce {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:15.935456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c8add702-3db5-4e43-9c0f-68eb3092d3ce not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:15.942118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Calling delete_port for 3ddb2c36-5ec3-4913-b972-055e72f08973 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:15.981975 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.987660 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.041327 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.041887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:40:16.050620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.051949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca344b5f-4e84-4be2-bd38-e272348a7f12 admin admin] 10.222.0.15 "DELETE /v2.0/routers/24efbf7a-4c20-4189-b1d3-cd1f457ce2f5 HTTP/1.1" status: 204 len: 168 time: 4.2800534 Feb 07 22:40:16.056290 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39162) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:16.057388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 671e4009-d95e-4c45-9631-0baf2d397dcb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:16.136588 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:16.150601 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:16.158368 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40e02ec-59c3-4692-908f-262e5c0b1188 x-openstack-request-id: req-c40e02ec-59c3-4692-908f-262e5c0b1188 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:16.160199 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-unplugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:16.160588 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c40e02ec-59c3-4692-908f-262e5c0b1188 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:16.161107 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'code': 200} Feb 07 22:40:16.210126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beba236-2e10-4eea-addf-8d40d6158be9 req-6ba2e4f9-a5f0-438f-a146-3b539baa3528 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:16.211671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3beba236-2e10-4eea-addf-8d40d6158be9 req-6ba2e4f9-a5f0-438f-a146-3b539baa3528 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 948 time: 0.3311474 Feb 07 22:40:16.284005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-bb9f0c6c-12e6-40ee-b360-c8d5f422a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:16.285505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-bb9f0c6c-12e6-40ee-b360-c8d5f422a3b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2d1c2ba919142c9b2d473467caecc27&device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 1099 time: 0.3935115 Feb 07 22:40:16.319588 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:40:16.320451 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:40:16.322089 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.333423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:16.338022 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.360670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Network 18be6530-f02e-4752-866a-49831948d61b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:16.440152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305ffa0-b151-4bc5-b01e-8e52281d328a None None] Pushing event updated for resources: {'Port': ['ID=9806b6a3-e308-42f6-a23b-d74bd35a82f1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:16.496067 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:16.507271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.552315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:16.562803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=55d123e8-7af7-4fe0-9ca4-addb864c76b5,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:16.573790 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.600205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:16.601982 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.643603 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.649711 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/0bd4599c-28d4-45e6-b930-1706161a8cfd HTTP/1.1" status: 204 len: 168 time: 3.4462647 Feb 07 22:40:16.650876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39166) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:16.805880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddb2c36-5ec3-4913-b972-055e72f08973,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:16.812399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:16.815135 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.840328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dedeb52-0420-4982-b3fc-6649ec8ddb8e admin admin] Deleting subnet 79f89807-6222-4788-b2dd-9587e682be01 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:16.846301 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3beba236-2e10-4eea-addf-8d40d6158be9 req-5c33632d-9496-4347-a843-45e2a249a8dc tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159239 Feb 07 22:40:16.850120 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dedeb52-0420-4982-b3fc-6649ec8ddb8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.875477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2dabe-ebb4-4d52-b892-0691beb91856 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=0bd4599c-28d4-45e6-b930-1706161a8cfd,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:16.879452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.884627 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e735171-04ff-4f2b-b656-10a37a933a66 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:16.885072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e735171-04ff-4f2b-b656-10a37a933a66 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:16.898647 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5e735171-04ff-4f2b-b656-10a37a933a66 tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/df2ff39d-5777-490b-b928-823e90ed6589 HTTP/1.1" status: 404 len: 337 time: 0.0901601 Feb 07 22:40:16.936255 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dedeb52-0420-4982-b3fc-6649ec8ddb8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.938055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39170) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:16.953907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:16.956351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.983693 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.983693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:16.997796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41a054-4e97-4cc2-8192-f83f75afc6f7 req-62f7ac0c-70fe-4ca2-b463-e95aa05f23b9 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.007517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9806b6a3-e308-42f6-a23b-d74bd35a82f1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:17.007840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da41a054-4e97-4cc2-8192-f83f75afc6f7 req-62f7ac0c-70fe-4ca2-b463-e95aa05f23b9 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 1098 time: 0.5104923 Feb 07 22:40:17.048386 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dedeb52-0420-4982-b3fc-6649ec8ddb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.088934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da41a054-4e97-4cc2-8192-f83f75afc6f7 req-db8c9a6a-d55a-4455-8f5e-f26fefb049c0 tempest-ServersAdminTestJSON-357572661 tempest-ServersAdminTestJSON-357572661-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799348 Feb 07 22:40:17.105357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.108907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.210922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dedeb52-0420-4982-b3fc-6649ec8ddb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.291063 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.291596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ccfa4a9-f645-4338-a718-8b98a2455046 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:40:17.309135 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.312516 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-86c8ab46-c14a-449f-97b0-4657732011cd admin admin] 10.222.0.15 "DELETE /v2.0/routers/0ccfa4a9-f645-4338-a718-8b98a2455046 HTTP/1.1" status: 204 len: 168 time: 3.9795744 Feb 07 22:40:17.314610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39188) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:17.386534 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2dedeb52-0420-4982-b3fc-6649ec8ddb8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.390829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2dedeb52-0420-4982-b3fc-6649ec8ddb8e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79f89807-6222-4788-b2dd-9587e682be01 HTTP/1.1" status: 204 len: 168 time: 1.3210840 Feb 07 22:40:17.392433 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6814784-ab73-40d5-853f-622a0916f91d tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] DELETE failed (client error): The resource could not be found. Feb 07 22:40:17.393111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6814784-ab73-40d5-853f-622a0916f91d tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:40:17.395742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39190) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:17.411994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f6814784-ab73-40d5-853f-622a0916f91d tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/8f789eff-3dc4-4004-85be-970ce4c7e375 HTTP/1.1" status: 404 len: 339 time: 0.4702969 Feb 07 22:40:17.421196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39192) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:17.472901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671e4009-d95e-4c45-9631-0baf2d397dcb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:17.473499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedeb52-0420-4982-b3fc-6649ec8ddb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f89807-6222-4788-b2dd-9587e682be01,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:17.553919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44294a11-480a-49f8-9cf2-c989eda69172 None None] Network 296c0dc7-a82b-442e-9d68-df78c31b03ac requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:17.615831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b739bc0-4391-4f55-9900-04dded675f8c admin admin] Deleting subnet d0dbfe7f-bd06-432d-80b7-006ad8b8c1ae {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:17.622472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b739bc0-4391-4f55-9900-04dded675f8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.700412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1c20-2f96-4cb2-bbb1-02b3c6387697 req-1a73f065-5aee-458c-9820-b620d6012e86 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.703314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:17.710779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1c20-2f96-4cb2-bbb1-02b3c6387697 req-1a73f065-5aee-458c-9820-b620d6012e86 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.725376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1c20-2f96-4cb2-bbb1-02b3c6387697 req-1a73f065-5aee-458c-9820-b620d6012e86 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.730463 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.738142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1c20-2f96-4cb2-bbb1-02b3c6387697 req-1a73f065-5aee-458c-9820-b620d6012e86 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.746162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:17.755480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1c20-2f96-4cb2-bbb1-02b3c6387697 req-1a73f065-5aee-458c-9820-b620d6012e86 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.763555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.766310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1c20-2f96-4cb2-bbb1-02b3c6387697 req-1a73f065-5aee-458c-9820-b620d6012e86 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.773621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1c20-2f96-4cb2-bbb1-02b3c6387697 req-1a73f065-5aee-458c-9820-b620d6012e86 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.783134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e7e1c20-2f96-4cb2-bbb1-02b3c6387697 req-1a73f065-5aee-458c-9820-b620d6012e86 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5439 time: 0.8238041 Feb 07 22:40:17.785867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device abed09b4-0040-46d4-a129-75b9532b34bf details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:17.788851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b739bc0-4391-4f55-9900-04dded675f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.815292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2239d7-05a9-49f6-982f-75eab4f78be0 req-8b7232c3-d81d-45e5-b840-418630970f10 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.824452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d2239d7-05a9-49f6-982f-75eab4f78be0 req-8b7232c3-d81d-45e5-b840-418630970f10 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 950 time: 0.1547909 Feb 07 22:40:17.834729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef487b8d-bf7f-438c-b5c3-97be9910d8db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting subnet 09c1740a-eb9f-41ec-8059-eb1186552174 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:17.841323 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef487b8d-bf7f-438c-b5c3-97be9910d8db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.901108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:17.905977 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.917725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-3ae09300-aa41-4d3f-a232-f815e2a40dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.920740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-3ae09300-aa41-4d3f-a232-f815e2a40dc2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 1.5988805 Feb 07 22:40:18.002034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d2239d7-05a9-49f6-982f-75eab4f78be0 req-5aabf0bf-3d4b-4c71-b4b2-771acbf42dc1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684511 Feb 07 22:40:18.054224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef487b8d-bf7f-438c-b5c3-97be9910d8db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.064749 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-fe7698bb-1c28-4bb4-bbf1-97e9d473bebc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=abed09b4-0040-46d4-a129-75b9532b34bf HTTP/1.1" status: 200 len: 217 time: 0.1329284 Feb 07 22:40:18.068589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db14662-08b1-4ce9-ad36-20494868fea8 None None] Network 18be6530-f02e-4752-866a-49831948d61b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:18.071967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['671e4009-d95e-4c45-9631-0baf2d397dcb'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:18.130129 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b739bc0-4391-4f55-9900-04dded675f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.132063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port fc81fe3b-9b66-41bb-a608-1100a08a5523 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:18.143588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e7e1c20-2f96-4cb2-bbb1-02b3c6387697 req-11beb5a7-ed49-46c1-ad03-780a6fc49f9b tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3587449 Feb 07 22:40:18.210449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d123e8-7af7-4fe0-9ca4-addb864c76b5'}, {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:18.214498 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b3e279-829a-462a-b082-b0fdc45cb6a8" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "55d123e8-7af7-4fe0-9ca4-addb864c76b5"}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:18.231864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b739bc0-4391-4f55-9900-04dded675f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.240534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-8edb045b-7d82-4ea1-9066-2a589e31b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:18.242341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-8edb045b-7d82-4ea1-9066-2a589e31b899 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1481714 Feb 07 22:40:18.244502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Deleting port fcddab51-89ea-4e1b-99cf-479df00afb90 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:18.244861 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.266052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port fc81fe3b-9b66-41bb-a608-1100a08a5523 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:18.267534 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.283338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Router c7f54093-16a7-4841-8b80-af3eafbf9873 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:40:18.321188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b739bc0-4391-4f55-9900-04dded675f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.326417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1b739bc0-4391-4f55-9900-04dded675f8c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d0dbfe7f-bd06-432d-80b7-006ad8b8c1ae HTTP/1.1" status: 204 len: 168 time: 1.0086689 Feb 07 22:40:18.330179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39210) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:18.373920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b739bc0-4391-4f55-9900-04dded675f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0dbfe7f-bd06-432d-80b7-006ad8b8c1ae,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:18.377499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae887a9-a185-45ba-a5f1-a156206acf01 None None] Network dacf25ac-c371-4e9a-a1c3-0954c7b69bbc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:18.384940 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b658ce63-f5b4-4248-ba11-fcb5591440de x-openstack-request-id: req-b658ce63-f5b4-4248-ba11-fcb5591440de {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:18.385465 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "55d123e8-7af7-4fe0-9ca4-addb864c76b5", "code": 200}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:18.385903 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b658ce63-f5b4-4248-ba11-fcb5591440de {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:18.386455 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d123e8-7af7-4fe0-9ca4-addb864c76b5', 'code': 200} Feb 07 22:40:18.386872 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'code': 200} Feb 07 22:40:18.421230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:18.432428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9c18cba3-f3b4-4e2a-b144-fac45222bdc8 None None] Provisioning complete for port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:18.432745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] For port fcddab51-89ea-4e1b-99cf-479df00afb90, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fcddab51-89ea-4e1b-99cf-479df00afb90,segment=NetworkSegment(1412f05c-bf54-492d-a024-8f994dc13902),segment_id=1412f05c-bf54-492d-a024-8f994dc13902)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:18.433209 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c18cba3-f3b4-4e2a-b144-fac45222bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.433642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.444297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb280b-c8e5-4df6-9ce3-f9f5bdbee854 req-940d891a-c4bb-4b36-ac12-a937cfe6ab43 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:18.445281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.445815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09fb280b-c8e5-4df6-9ce3-f9f5bdbee854 req-940d891a-c4bb-4b36-ac12-a937cfe6ab43 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 948 time: 0.2322686 Feb 07 22:40:18.473107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef487b8d-bf7f-438c-b5c3-97be9910d8db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.486806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Calling delete_port for fcddab51-89ea-4e1b-99cf-479df00afb90 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:18.501517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09fb280b-c8e5-4df6-9ce3-f9f5bdbee854 req-480cc6c6-d966-4f08-a99d-985960eaea5a tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487959 Feb 07 22:40:18.566165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-a8cab3dd-2199-4eb2-a2a4-ac1eefa16ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:18.568027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-a8cab3dd-2199-4eb2-a2a4-ac1eefa16ea4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3085098 Feb 07 22:40:18.667960 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.671162 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.705639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=abed09b4-0040-46d4-a129-75b9532b34bf,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:18.711481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77961894-8bc1-4a3c-aa40-fa393c59f632 None None] DHCP port deletion for 296c0dc7-a82b-442e-9d68-df78c31b03ac request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:40:18.723637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcddab51-89ea-4e1b-99cf-479df00afb90,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:18.727496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] No DVR routers for this DVR port fcddab51-89ea-4e1b-99cf-479df00afb90 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:18.824644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:40:18.852757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'abed09b4-0040-46d4-a129-75b9532b34bf', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'abed09b4-0040-46d4-a129-75b9532b34bf', 'mac_address': 'fa:16:3e:48:76:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:18.869797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.899688 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c1a80fc3-6aec-4cf2-b0b2-a271388d6248 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "PUT /v2.0/routers/c7f54093-16a7-4841-8b80-af3eafbf9873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2375376 Feb 07 22:40:18.906747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-a07829fa-3811-4ef1-a4e3-0ebb963d1ca9 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507417 Feb 07 22:40:18.912066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39212) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:18.915069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc157978-db1c-4547-9b31-945b6b8675f0 None None] Sync routers for ids ['c7f54093-16a7-4841-8b80-af3eafbf9873'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:40:18.922505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Request body: {'port': {'network_id': '18be6530-f02e-4752-866a-49831948d61b', 'name': 'tempest-FloatingIPNegativeTestJSON-489419006'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:18.930999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Deleting port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:18.931832 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.941089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296c0dc7-a82b-442e-9d68-df78c31b03ac']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:18.960406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1412f05c-bf54-492d-a024-8f994dc13902') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:18.960797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1412f05c-bf54-492d-a024-8f994dc13902') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:18.964279 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.977296 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.987538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-ffece6b7-825b-4a72-95ce-8784e2479c60 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:18.989234 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-ffece6b7-825b-4a72-95ce-8784e2479c60 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 950 time: 0.0955062 Feb 07 22:40:18.999732 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c18cba3-f3b4-4e2a-b144-fac45222bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.024166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] For port 5fedb95a-c17a-4602-bf77-6cfd64d153a8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5fedb95a-c17a-4602-bf77-6cfd64d153a8,segment=NetworkSegment(ec4f3f6f-affb-4927-9ba6-b24c85f96b03),segment_id=ec4f3f6f-affb-4927-9ba6-b24c85f96b03)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:19.024474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.040709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Calling delete_port for 5fedb95a-c17a-4602-bf77-6cfd64d153a8 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:19.041083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 9806b6a3-e308-42f6-a23b-d74bd35a82f1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9806b6a3-e308-42f6-a23b-d74bd35a82f1,segment=NetworkSegment(114676e8-2985-4066-9090-3187541ecc98),segment_id=114676e8-2985-4066-9090-3187541ecc98)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:19.078277 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.082187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc157978-db1c-4547-9b31-945b6b8675f0 None None] Routers {'c7f54093-16a7-4841-8b80-af3eafbf9873'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:19.084333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dc157978-db1c-4547-9b31-945b6b8675f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:39:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c7f54093-16a7-4841-8b80-af3eafbf9873'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:19.098063 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.109346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:19.109799 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:19.111940 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:19.136818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bfe7de5d-3700-44ee-8c52-4e8b189f9c03 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:19.186631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Deleting port e06620f5-1a01-4075-b842-79081b0a7490 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:19.187069 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.206089 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.234553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:19.247455 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.256132 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef487b8d-bf7f-438c-b5c3-97be9910d8db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.266229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/296c0dc7-a82b-442e-9d68-df78c31b03ac HTTP/1.1" status: 204 len: 168 time: 1.8636978 Feb 07 22:40:19.290507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dc157978-db1c-4547-9b31-945b6b8675f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:19.306911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: bfe7de5d-3700-44ee-8c52-4e8b189f9c03 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:19.307648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bfe7de5d-3700-44ee-8c52-4e8b189f9c03 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:19.310213 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.312981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device f29d3164-5446-4fa6-aeca-247d4f054825 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:19.341261 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.376515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] DHCP port deletion for dacf25ac-c371-4e9a-a1c3-0954c7b69bbc request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:40:19.385988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41436660-a126-4b57-9eea-86a4af97260b None None] Network 0aa94348-c0e3-4977-aa45-fa6843470710 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:19.415160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b87a38-7485-487b-b70f-45f70eef2ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=296c0dc7-a82b-442e-9d68-df78c31b03ac,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:19.518423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=9806b6a3-e308-42f6-a23b-d74bd35a82f1,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:19.519444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] For port e06620f5-1a01-4075-b842-79081b0a7490, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e06620f5-1a01-4075-b842-79081b0a7490,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:19.520053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.529588 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fcddab51-89ea-4e1b-99cf-479df00afb90 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:19.533121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef487b8d-bf7f-438c-b5c3-97be9910d8db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.545270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ef487b8d-bf7f-438c-b5c3-97be9910d8db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/subnets/09c1740a-eb9f-41ec-8059-eb1186552174 HTTP/1.1" status: 204 len: 168 time: 2.1072557 Feb 07 22:40:19.550502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39224) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:19.556138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef487b8d-bf7f-438c-b5c3-97be9910d8db tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Subnet': ['ID=09c1740a-eb9f-41ec-8059-eb1186552174,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:19.606110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f5889-ac31-411e-b363-1e001792c08e req-56eb6164-6ab2-4726-a3e6-d1fbd4d9e660 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.612138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e53f5889-ac31-411e-b363-1e001792c08e req-56eb6164-6ab2-4726-a3e6-d1fbd4d9e660 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 950 time: 0.4139414 Feb 07 22:40:19.612742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39226) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:19.632802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Calling delete_port for e06620f5-1a01-4075-b842-79081b0a7490 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:19.687129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abed09b4-0040-46d4-a129-75b9532b34bf {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:19.692795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc157978-db1c-4547-9b31-945b6b8675f0 None None] Routers {'c7f54093-16a7-4841-8b80-af3eafbf9873'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:19.693556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dc157978-db1c-4547-9b31-945b6b8675f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:39:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c7f54093-16a7-4841-8b80-af3eafbf9873'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:19.696061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: fcddab51-89ea-4e1b-99cf-479df00afb90 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:19.696911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fcddab51-89ea-4e1b-99cf-479df00afb90 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:19.697046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5fedb95a-c17a-4602-bf77-6cfd64d153a8 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:19.767226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc88c-9314-412f-b5fe-05ac4b8a0def req-4601c66a-d73a-41ad-b688-5944896202eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.770459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Made reservation on behalf of 6e787cb25cdc4a34bf56312275f7d7c7 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:19.775633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.777519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc88c-9314-412f-b5fe-05ac4b8a0def req-4601c66a-d73a-41ad-b688-5944896202eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.786566 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc88c-9314-412f-b5fe-05ac4b8a0def req-4601c66a-d73a-41ad-b688-5944896202eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.801878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc88c-9314-412f-b5fe-05ac4b8a0def req-4601c66a-d73a-41ad-b688-5944896202eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.816539 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e53f5889-ac31-411e-b363-1e001792c08e req-ece2c26b-e55c-46ab-b190-6e32fcb4640e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631351 Feb 07 22:40:19.816961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc88c-9314-412f-b5fe-05ac4b8a0def req-4601c66a-d73a-41ad-b688-5944896202eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.832694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b91a2496-c949-4e98-a9f8-5d25728c8436 req-0e47aa34-287d-4756-8b4e-1a46f7d459d2 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9054008 Feb 07 22:40:19.840056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc88c-9314-412f-b5fe-05ac4b8a0def req-4601c66a-d73a-41ad-b688-5944896202eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.848992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8558bc2e-aaea-4ebd-91bc-a46377d4f117 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6037f75470b46a89f0a4e3773a95747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235854 Feb 07 22:40:19.849335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39232) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:19.858470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] device_id is not set on port be2c068f-c9b9-4c69-89bf-a6f42996f9b8 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:40:19.866455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.874090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc88c-9314-412f-b5fe-05ac4b8a0def req-4601c66a-d73a-41ad-b688-5944896202eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.886681 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7fbc88c-9314-412f-b5fe-05ac4b8a0def req-4601c66a-d73a-41ad-b688-5944896202eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5439 time: 0.4752774 Feb 07 22:40:19.922170 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.008771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Allocated IP 172.20.0.13 (18be6530-f02e-4752-866a-49831948d61b/e864506a-4ac9-40ec-b351-e88f746bda3f/be2c068f-c9b9-4c69-89bf-a6f42996f9b8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:20.038423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:20.046871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7fbc88c-9314-412f-b5fe-05ac4b8a0def req-b2c06a12-8aa6-4083-8a00-8847930cc797 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395833 Feb 07 22:40:20.083260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dc157978-db1c-4547-9b31-945b6b8675f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:20.083971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc157978-db1c-4547-9b31-945b6b8675f0 None None] The sync data for ids ['c7f54093-16a7-4841-8b80-af3eafbf9873'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:40:20.153397 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-9c18cba3-f3b4-4e2a-b144-fac45222bdc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:40:20.153757 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-9c18cba3-f3b4-4e2a-b144-fac45222bdc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:40:20.168793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=abed09b4-0040-46d4-a129-75b9532b34bf,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:20.198478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Deleting port 3067878e-223b-4c77-aafc-4f7bbd82ce3b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:20.205618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.223850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fedb95a-c17a-4602-bf77-6cfd64d153a8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:20.225399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] No active binding found for port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 {{(pid=102291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 22:40:20.225842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5fedb95a-c17a-4602-bf77-6cfd64d153a8 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:20.229567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3ddb2c36-5ec3-4913-b972-055e72f08973 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:20.234752 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.242438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port f29d3164-5446-4fa6-aeca-247d4f054825 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:20.253299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] No DVR routers for this DVR port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:20.292463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3ddb2c36-5ec3-4913-b972-055e72f08973 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:20.292810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3ddb2c36-5ec3-4913-b972-055e72f08973 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:20.298251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port f29d3164-5446-4fa6-aeca-247d4f054825 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:20.298251 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.325713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.394616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['9a2b34c7-510f-4039-b524-28c98c6745d5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:20.434860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Pushing event deleted for resources: {'Port': ['ID=e06620f5-1a01-4075-b842-79081b0a7490,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:20.462845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:20.465206 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859d3898-ea70-4668-8430-685406dc153b" -d '{"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:20.467727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878b857-5f30-40d3-b02a-21153725a78a req-2d9a9e72-f5f2-4596-9497-b5c1f598f438 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:20.469884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c878b857-5f30-40d3-b02a-21153725a78a req-2d9a9e72-f5f2-4596-9497-b5c1f598f438 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 948 time: 0.3945949 Feb 07 22:40:20.488039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] For port 3067878e-223b-4c77-aafc-4f7bbd82ce3b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3067878e-223b-4c77-aafc-4f7bbd82ce3b,segment=NetworkSegment(e9268fb5-2d83-4164-baa6-b24d88a934d4),segment_id=e9268fb5-2d83-4164-baa6-b24d88a934d4)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:20.488586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.515904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] No DVR routers for this DVR port e06620f5-1a01-4075-b842-79081b0a7490 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:20.519122 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.523345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cd99e6a-9a4a-4c1d-898b-b11d7a1de129 req-e9544344-04a5-416d-9401-11a714eed81e tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "DELETE /v2.0/ports/e06620f5-1a01-4075-b842-79081b0a7490 HTTP/1.1" status: 204 len: 173 time: 1.5278137 Feb 07 22:40:20.527156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42204a31-9e92-4d4e-be93-d2217d6108c4', 'name': 'network-vif-deleted', 'tag': 'e06620f5-1a01-4075-b842-79081b0a7490'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:20.529666 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8281e44-d0e9-4c66-81b4-bc73341545e5" -d '{"events": [{"server_uuid": "42204a31-9e92-4d4e-be93-d2217d6108c4", "name": "network-vif-deleted", "tag": "e06620f5-1a01-4075-b842-79081b0a7490"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:20.538990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Calling delete_port for 3067878e-223b-4c77-aafc-4f7bbd82ce3b owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:20.555980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] DHCP port deletion for 0aa94348-c0e3-4977-aa45-fa6843470710 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:40:20.556247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.583667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] Deleting port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:20.584292 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.590942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=abed09b4-0040-46d4-a129-75b9532b34bf,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:20.614177 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a7e8-dd06-40f3-9be1-6a1102ae165d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.632328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c878b857-5f30-40d3-b02a-21153725a78a req-ebfeedbd-cfc1-482e-ab59-eda4a9ec8dcd tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482353 Feb 07 22:40:20.724525 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef475223-e200-4dff-a6ba-d1f619645a20 x-openstack-request-id: req-ef475223-e200-4dff-a6ba-d1f619645a20 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:20.725361 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:20.725474 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef475223-e200-4dff-a6ba-d1f619645a20 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:20.726035 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'code': 200} Feb 07 22:40:20.738582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['abed09b4-0040-46d4-a129-75b9532b34bf'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:20.743417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['671e4009-d95e-4c45-9631-0baf2d397dcb'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:20.785369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.861855 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e18b35-90a4-43e2-9ffb-3d1f65ef324d x-openstack-request-id: req-34e18b35-90a4-43e2-9ffb-3d1f65ef324d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:20.864877 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42204a31-9e92-4d4e-be93-d2217d6108c4", "name": "network-vif-deleted", "tag": "e06620f5-1a01-4075-b842-79081b0a7490", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:20.865140 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34e18b35-90a4-43e2-9ffb-3d1f65ef324d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:20.865559 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42204a31-9e92-4d4e-be93-d2217d6108c4', 'name': 'network-vif-deleted', 'tag': 'e06620f5-1a01-4075-b842-79081b0a7490', 'status': 'completed', 'code': 200} Feb 07 22:40:20.873591 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.938513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacf25ac-c371-4e9a-a1c3-0954c7b69bbc']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:20.965170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] For port 5fedb95a-c17a-4602-bf77-6cfd64d153a8, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:20.965691 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.971502 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.996526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.009590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:21.010105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4f3f6f-affb-4927-9ba6-b24c85f96b03') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:21.037078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] No DVR routers for this DVR port 3067878e-223b-4c77-aafc-4f7bbd82ce3b on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:21.056951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Port': ['ID=3067878e-223b-4c77-aafc-4f7bbd82ce3b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:21.065928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] Calling delete_port for 5fedb95a-c17a-4602-bf77-6cfd64d153a8 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:21.100641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] Port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:40:21.141233 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.196725 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-caea681e-6ec8-479c-9a6d-0a95df5f9e01 req-05050a76-63ce-42df-af0f-f1ea96b789f7 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=42204a31-9e92-4d4e-be93-d2217d6108c4 HTTP/1.1" status: 200 len: 210 time: 0.0871916 Feb 07 22:40:21.251420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.278444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2351-d05f-478e-9426-4710e3c7bc1d req-11d30305-e532-47de-9d1c-0a97c3844630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.279954 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a02f2351-d05f-478e-9426-4710e3c7bc1d req-11d30305-e532-47de-9d1c-0a97c3844630 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 1101 time: 0.4554875 Feb 07 22:40:21.310478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Network 18be6530-f02e-4752-866a-49831948d61b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:21.340073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.364768 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a7e8-dd06-40f3-9be1-6a1102ae165d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.371380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:21.375035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:21.382172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port f29d3164-5446-4fa6-aeca-247d4f054825, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f29d3164-5446-4fa6-aeca-247d4f054825,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:21.397039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa94348-c0e3-4977-aa45-fa6843470710']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:21.409473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a02f2351-d05f-478e-9426-4710e3c7bc1d req-5f2a2f58-89f7-407d-bcb3-51f60fa376fa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175535 Feb 07 22:40:21.427032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] Pushing event deleted for resources: {'Port': ['ID=5fedb95a-c17a-4602-bf77-6cfd64d153a8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:21.430031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] Deleting port 3067878e-223b-4c77-aafc-4f7bbd82ce3b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:21.430411 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.433699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9268fb5-2d83-4164-baa6-b24d88a934d4') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:21.434015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9268fb5-2d83-4164-baa6-b24d88a934d4') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:21.461617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.479380 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.480374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d82ca767-ead7-4431-847f-b860d0f0eee2 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:21.505581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.506401 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.521654 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.525162 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.529868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event updated for resources: {'Port': ['ID=be2c068f-c9b9-4c69-89bf-a6f42996f9b8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:21.541381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:21.541992 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.542537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7043f0-ead8-4c2b-8e60-c4bfa630d3c1 None None] No DVR routers for this DVR port 5fedb95a-c17a-4602-bf77-6cfd64d153a8 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:21.556165 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:21.558804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-17b68d54-9fda-49a6-82d8-893d3e50e105 None None] Provisioning complete for port 4e8dcf5d-62f6-4c65-b710-ed505b3b22b4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:21.558804 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17b68d54-9fda-49a6-82d8-893d3e50e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.565069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:21.565623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:21.573428 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:21.598245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e2550bf2-805a-4735-bcdd-2dca94c8f919 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6804321 Feb 07 22:40:21.600681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39256) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:21.607434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:21.650716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9cf4e-7067-4d1b-a0f7-cc47e62bed8e req-758cbe72-e5b1-4d03-a4da-3b49246684b0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.659814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9cf4e-7067-4d1b-a0f7-cc47e62bed8e req-758cbe72-e5b1-4d03-a4da-3b49246684b0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.675436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9cf4e-7067-4d1b-a0f7-cc47e62bed8e req-758cbe72-e5b1-4d03-a4da-3b49246684b0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.677904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9806b6a3-e308-42f6-a23b-d74bd35a82f1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:21.690451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9cf4e-7067-4d1b-a0f7-cc47e62bed8e req-758cbe72-e5b1-4d03-a4da-3b49246684b0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.702041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9cf4e-7067-4d1b-a0f7-cc47e62bed8e req-758cbe72-e5b1-4d03-a4da-3b49246684b0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.715558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9cf4e-7067-4d1b-a0f7-cc47e62bed8e req-758cbe72-e5b1-4d03-a4da-3b49246684b0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.729581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9cf4e-7067-4d1b-a0f7-cc47e62bed8e req-758cbe72-e5b1-4d03-a4da-3b49246684b0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.731440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94a9cf4e-7067-4d1b-a0f7-cc47e62bed8e req-758cbe72-e5b1-4d03-a4da-3b49246684b0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5439 time: 0.5382330 Feb 07 22:40:21.746986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.753304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.756691 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] 10.222.0.15 "DELETE /v2.0/networks/0aa94348-c0e3-4977-aa45-fa6843470710 HTTP/1.1" status: 204 len: 168 time: 2.1655226 Feb 07 22:40:21.773021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-17b68d54-9fda-49a6-82d8-893d3e50e105 None None] Port 4e8dcf5d-62f6-4c65-b710-ed505b3b22b4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:40:21.779095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=f29d3164-5446-4fa6-aeca-247d4f054825,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:21.798566 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa78b3-e670-491f-a780-8303834aa13f tempest-NetworksIpV6Test-169612493 tempest-NetworksIpV6Test-169612493-project] Pushing event deleted for resources: {'Network': ['ID=0aa94348-c0e3-4977-aa45-fa6843470710,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:21.882645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.893589 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-778d6846-def6-4a73-b883-48c522f19af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.922267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.932341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.940821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] 10.222.0.15 "DELETE /v2.0/networks/dacf25ac-c371-4e9a-a1c3-0954c7b69bbc HTTP/1.1" status: 204 len: 168 time: 3.6089046 Feb 07 22:40:21.953175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-17b68d54-9fda-49a6-82d8-893d3e50e105 None None] Provisioning complete for port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:21.953175 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17b68d54-9fda-49a6-82d8-893d3e50e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.993291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port d82ca767-ead7-4431-847f-b860d0f0eee2 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:21.997502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c3f30-ca2b-4ad5-b538-25ee97228616 req-be83f248-2239-48a4-b769-2df63ad1d30d tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.997969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] For port 3067878e-223b-4c77-aafc-4f7bbd82ce3b, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:21.998372 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.006447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:22.006823 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.007062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf5c3f30-ca2b-4ad5-b538-25ee97228616 req-be83f248-2239-48a4-b769-2df63ad1d30d tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 949 time: 0.1378844 Feb 07 22:40:22.034872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47050bd-e1ae-4468-8b13-d7be35ee4c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=dacf25ac-c371-4e9a-a1c3-0954c7b69bbc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:22.040127 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a7e8-dd06-40f3-9be1-6a1102ae165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.044967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a7e8-dd06-40f3-9be1-6a1102ae165d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.046903 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f5a2a7e8-dd06-40f3-9be1-6a1102ae165d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1897f1b1-bcf0-447e-986b-36a8ca30e16c HTTP/1.1" status: 204 len: 168 time: 2.1966779 Feb 07 22:40:22.070238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port d82ca767-ead7-4431-847f-b860d0f0eee2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:22.070617 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.092493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] Calling delete_port for 3067878e-223b-4c77-aafc-4f7bbd82ce3b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:22.120550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] Port 3067878e-223b-4c77-aafc-4f7bbd82ce3b was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:40:22.129475 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf5c3f30-ca2b-4ad5-b538-25ee97228616 req-57dd170d-de8f-4795-ac19-b7ddcd6058ec tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045361 Feb 07 22:40:22.153614 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94a9cf4e-7067-4d1b-a0f7-cc47e62bed8e req-c5ebbf37-97c3-473a-86b2-8af154c549b2 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3915172 Feb 07 22:40:22.187000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2a7e8-dd06-40f3-9be1-6a1102ae165d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1897f1b1-bcf0-447e-986b-36a8ca30e16c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:22.206060 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.285457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:22.315895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.324393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39282) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:22.415141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a247db4d-a236-44de-abe0-1166eed459cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e774c5a477e44a7792a7847414530602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884635 Feb 07 22:40:22.418673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39284) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:22.431156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] Pushing event deleted for resources: {'Port': ['ID=3067878e-223b-4c77-aafc-4f7bbd82ce3b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:22.444124 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] Network 0aa94348-c0e3-4977-aa45-fa6843470710 is not hosted by any dhcp agent {{(pid=102291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 22:40:22.444793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e28434-95f9-4176-bc5c-68e93639be1c None None] No DVR routers for this DVR port 3067878e-223b-4c77-aafc-4f7bbd82ce3b on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:22.505464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e8cf-f14f-478c-9233-4d5dba37314d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.555771 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e8cf-f14f-478c-9233-4d5dba37314d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.577076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39286) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:22.738395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29d3164-5446-4fa6-aeca-247d4f054825'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:22.740704 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d7d5e-8b25-4725-b453-f972101101cc" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "f29d3164-5446-4fa6-aeca-247d4f054825"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:22.838117 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e8cf-f14f-478c-9233-4d5dba37314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.840632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e8cf-f14f-478c-9233-4d5dba37314d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.848868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 671e4009-d95e-4c45-9631-0baf2d397dcb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:22.849445 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.856740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d7e9e8cf-f14f-478c-9233-4d5dba37314d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf9ca5ca-ccef-4042-a5cd-864a38be0726 HTTP/1.1" status: 204 len: 168 time: 0.4367459 Feb 07 22:40:22.886115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e8cf-f14f-478c-9233-4d5dba37314d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ca5ca-ccef-4042-a5cd-864a38be0726,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:22.910604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be8d09-00aa-48a7-bb13-e4a8237b040e req-7d95d6c7-4cde-47b2-88fd-1c60c8c9e763 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:22.912168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0be8d09-00aa-48a7-bb13-e4a8237b040e req-7d95d6c7-4cde-47b2-88fd-1c60c8c9e763 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 949 time: 0.1941440 Feb 07 22:40:22.945070 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.950096 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d9529c-69e8-499a-8027-93d91d9e8f28 x-openstack-request-id: req-09d9529c-69e8-499a-8027-93d91d9e8f28 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:22.950426 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "f29d3164-5446-4fa6-aeca-247d4f054825", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:22.950633 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09d9529c-69e8-499a-8027-93d91d9e8f28 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:22.951022 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29d3164-5446-4fa6-aeca-247d4f054825', 'code': 200} Feb 07 22:40:22.990886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0be8d09-00aa-48a7-bb13-e4a8237b040e req-a6a41cea-dc87-4d91-9f41-63ae0974ce02 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640717 Feb 07 22:40:22.999405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5bd8b1cd-657b-4d54-bdcb-5e7a592ced6f None None] Provisioning complete for port be2c068f-c9b9-4c69-89bf-a6f42996f9b8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:23.000109 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bd8b1cd-657b-4d54-bdcb-5e7a592ced6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.043739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3067878e-223b-4c77-aafc-4f7bbd82ce3b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:23.098419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3067878e-223b-4c77-aafc-4f7bbd82ce3b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:23.098731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3067878e-223b-4c77-aafc-4f7bbd82ce3b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:23.103611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d82ca767-ead7-4431-847f-b860d0f0eee2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d82ca767-ead7-4431-847f-b860d0f0eee2,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:23.145870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8b1cd-657b-4d54-bdcb-5e7a592ced6f None None] Port be2c068f-c9b9-4c69-89bf-a6f42996f9b8 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:40:23.148741 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.152380 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.152999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 070c6c49-e848-4791-b105-01d75819df0f up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:23.262241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6dc31105-779b-4953-bfef-55a213c80632 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93cb914c65a24c8490ba19e0859a5dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6598494 Feb 07 22:40:23.264810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39306) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:23.358868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5bd8b1cd-657b-4d54-bdcb-5e7a592ced6f None None] Provisioning complete for port 4e8dcf5d-62f6-4c65-b710-ed505b3b22b4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:23.361525 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bd8b1cd-657b-4d54-bdcb-5e7a592ced6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.370935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cebde0a0-431f-4690-99b9-7b59866d056e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.433041 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cebde0a0-431f-4690-99b9-7b59866d056e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.478113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Allocated IP 172.25.8.31 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/02174579-1a8a-48af-b30a-09d75d673e92) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:23.493294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce386b15-16dc-4e53-a771-61fa4ebf2afa req-1b7a93a4-9e8b-45c4-83dd-40b3f6d3799d tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.495497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce386b15-16dc-4e53-a771-61fa4ebf2afa req-1b7a93a4-9e8b-45c4-83dd-40b3f6d3799d tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 949 time: 0.1427794 Feb 07 22:40:23.595105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2be2-26db-45ad-99eb-1c05ed84b611 req-444e7d70-3fbf-48d2-b4ac-9a0073d958dc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.603790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2be2-26db-45ad-99eb-1c05ed84b611 req-444e7d70-3fbf-48d2-b4ac-9a0073d958dc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.609716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2be2-26db-45ad-99eb-1c05ed84b611 req-444e7d70-3fbf-48d2-b4ac-9a0073d958dc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.642670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2be2-26db-45ad-99eb-1c05ed84b611 req-444e7d70-3fbf-48d2-b4ac-9a0073d958dc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.672360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2be2-26db-45ad-99eb-1c05ed84b611 req-444e7d70-3fbf-48d2-b4ac-9a0073d958dc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.682514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.708053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2be2-26db-45ad-99eb-1c05ed84b611 req-444e7d70-3fbf-48d2-b4ac-9a0073d958dc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.708802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:23.716478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39316) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:23.724499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.725436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e06620f5-1a01-4075-b842-79081b0a7490 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:23.732966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2be2-26db-45ad-99eb-1c05ed84b611 req-444e7d70-3fbf-48d2-b4ac-9a0073d958dc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.734855 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d2b2be2-26db-45ad-99eb-1c05ed84b611 req-444e7d70-3fbf-48d2-b4ac-9a0073d958dc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5441 time: 0.3214607 Feb 07 22:40:23.742143 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.748211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: e06620f5-1a01-4075-b842-79081b0a7490 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:23.748574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e06620f5-1a01-4075-b842-79081b0a7490 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:23.754570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d82ca767-ead7-4431-847f-b860d0f0eee2,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:23.793619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8b1cd-657b-4d54-bdcb-5e7a592ced6f None None] Port 4e8dcf5d-62f6-4c65-b710-ed505b3b22b4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:40:23.822768 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cebde0a0-431f-4690-99b9-7b59866d056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.825423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cebde0a0-431f-4690-99b9-7b59866d056e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.830109 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9a3b-43c8-48b3-8759-a5a73febe93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.831515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce386b15-16dc-4e53-a771-61fa4ebf2afa req-24bab1e3-3039-4ada-9865-094752506ce3 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233252 Feb 07 22:40:23.831668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 070c6c49-e848-4791-b105-01d75819df0f completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:23.838758 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cebde0a0-431f-4690-99b9-7b59866d056e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eae4f243-39a9-4258-a657-83c07cf4b8dd HTTP/1.1" status: 204 len: 168 time: 0.5724802 Feb 07 22:40:23.853994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 070c6c49-e848-4791-b105-01d75819df0f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:23.859822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:23.882819 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.883051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:23.897049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=11']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:23.911686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:23.925328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebde0a0-431f-4690-99b9-7b59866d056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae4f243-39a9-4258-a657-83c07cf4b8dd,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:23.997164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d2b2be2-26db-45ad-99eb-1c05ed84b611 req-78cad122-d032-4c9e-b0ee-5449e67aec88 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2195253 Feb 07 22:40:24.048415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-40c40328-007e-47cf-a386-efa0a0aac86d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d13242a38105493f827b4bbbbbd68c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119380 Feb 07 22:40:24.049608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39336) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:24.110581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-ad40bfd1-fda8-4657-8e05-e7dbc6ac5810 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:24.113579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-ad40bfd1-fda8-4657-8e05-e7dbc6ac5810 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 949 time: 0.1771119 Feb 07 22:40:24.153079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event updated for resources: {'Port': ['ID=02174579-1a8a-48af-b30a-09d75d673e92,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:24.186755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.192952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-223bd291-0ff8-46d6-8fc5-c801372517f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.259938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device abed09b4-0040-46d4-a129-75b9532b34bf up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:24.268769 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-223bd291-0ff8-46d6-8fc5-c801372517f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.278570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edca76-31f9-4d1c-b296-3bde7b8a260c req-80202b93-bf56-41a0-ae35-59f1777835a6 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:24.287920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5edca76-31f9-4d1c-b296-3bde7b8a260c req-80202b93-bf56-41a0-ae35-59f1777835a6 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 949 time: 0.2120810 Feb 07 22:40:24.291073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.330214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Deleting port 9a2b34c7-510f-4039-b524-28c98c6745d5 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:24.330628 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.361387 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5edca76-31f9-4d1c-b296-3bde7b8a260c req-ef6827c1-e341-480d-bdbd-3f3f1beae555 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710254 Feb 07 22:40:24.391251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.431660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 070c6c49-e848-4791-b105-01d75819df0f, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=070c6c49-e848-4791-b105-01d75819df0f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:24.439191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-223bd291-0ff8-46d6-8fc5-c801372517f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.451629 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.452761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 6a189259-038c-4ecf-b913-c6c404e4612f up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:24.453007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-223bd291-0ff8-46d6-8fc5-c801372517f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.463982 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-223bd291-0ff8-46d6-8fc5-c801372517f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55626e41-31c2-4702-9c5e-66922e5a642f HTTP/1.1" status: 204 len: 168 time: 0.4122629 Feb 07 22:40:24.552002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39346) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:24.555830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port abed09b4-0040-46d4-a129-75b9532b34bf completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:24.564490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port abed09b4-0040-46d4-a129-75b9532b34bf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:24.565701 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.616702 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=070c6c49-e848-4791-b105-01d75819df0f,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:24.622122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 6a189259-038c-4ecf-b913-c6c404e4612f completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:24.626432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bd291-0ff8-46d6-8fc5-c801372517f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55626e41-31c2-4702-9c5e-66922e5a642f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:24.628255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 6a189259-038c-4ecf-b913-c6c404e4612f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:24.628638 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.686938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] For port 9a2b34c7-510f-4039-b524-28c98c6745d5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9a2b34c7-510f-4039-b524-28c98c6745d5,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:24.687359 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.730028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Calling delete_port for 9a2b34c7-510f-4039-b524-28c98c6745d5 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:24.761893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.774163 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.837309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.847213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=abed09b4-0040-46d4-a129-75b9532b34bf,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:24.857523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.864037 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.870013 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.966967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82ca767-ead7-4431-847f-b860d0f0eee2'}, {'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb'}, {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c6c49-e848-4791-b105-01d75819df0f'}, {'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf'}, {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a189259-038c-4ecf-b913-c6c404e4612f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:24.969465 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9907dd5d-20e1-4a5b-8d15-6063153f4155" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "d82ca767-ead7-4431-847f-b860d0f0eee2"}, {"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-plugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb"}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "070c6c49-e848-4791-b105-01d75819df0f"}, {"server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "name": "network-vif-plugged", "status": "completed", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf"}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "6a189259-038c-4ecf-b913-c6c404e4612f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:24.999587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 6a189259-038c-4ecf-b913-c6c404e4612f, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6a189259-038c-4ecf-b913-c6c404e4612f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:25.025303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.035908 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.036960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:25.076095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event updated for resources: {'Port': ['ID=02174579-1a8a-48af-b30a-09d75d673e92,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:25.091834 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.099620 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-507b4a4a-cd76-4e72-9527-861a1ad958d0 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4933672 Feb 07 22:40:25.100337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39376) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:25.104918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.116488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e8831e75-ea57-4c17-906c-fc53a907e5ee tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Request body: {'floatingip': {'port_id': 'be2c068f-c9b9-4c69-89bf-a6f42996f9b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:25.132708 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=abed09b4-0040-46d4-a129-75b9532b34bf,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:25.147961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['9a2b34c7-510f-4039-b524-28c98c6745d5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:25.150211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['671e4009-d95e-4c45-9631-0baf2d397dcb'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:25.157901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Pushing event deleted for resources: {'Port': ['ID=9a2b34c7-510f-4039-b524-28c98c6745d5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:25.198543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1127975308-network', 'tenant_id': 'b89250bef6f0490e8ce1fc3913ec4c39'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:25.234067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] No DVR routers for this DVR port 9a2b34c7-510f-4039-b524-28c98c6745d5 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:25.243465 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.247494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e807fa44-fba1-43da-bfbb-ab02d3476080 req-f6d38d5f-452e-4955-b849-06e6d96557d9 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.24 "DELETE /v2.0/ports/9a2b34c7-510f-4039-b524-28c98c6745d5 HTTP/1.1" status: 204 len: 173 time: 1.1249909 Feb 07 22:40:25.278354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6ad64-1ba3-4341-a7af-9cd5e64e8ea5 req-0c53b00d-80f2-4cfb-9c01-8300b2c3fa21 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.302587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ad6ad64-1ba3-4341-a7af-9cd5e64e8ea5 req-0c53b00d-80f2-4cfb-9c01-8300b2c3fa21 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 950 time: 0.3439984 Feb 07 22:40:25.304507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd09c1a-0cbb-4e82-be52-36ca032e34f2', 'name': 'network-vif-deleted', 'tag': '9a2b34c7-510f-4039-b524-28c98c6745d5'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:25.306565 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee52725-7f34-4592-9f5f-b5c1c8d597bf" -d '{"events": [{"server_uuid": "4fd09c1a-0cbb-4e82-be52-36ca032e34f2", "name": "network-vif-deleted", "tag": "9a2b34c7-510f-4039-b524-28c98c6745d5"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:25.353816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8831e75-ea57-4c17-906c-fc53a907e5ee tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.414875 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ad6ad64-1ba3-4341-a7af-9cd5e64e8ea5 req-4ac9845e-762d-46f3-9041-2383805f7458 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113238 Feb 07 22:40:25.434012 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c46854-0c3e-4932-9320-b2d021c0e1f5 x-openstack-request-id: req-f6c46854-0c3e-4932-9320-b2d021c0e1f5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:25.434302 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "d82ca767-ead7-4431-847f-b860d0f0eee2", "code": 200}, {"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-plugged", "status": "completed", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb", "code": 200}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "070c6c49-e848-4791-b105-01d75819df0f", "code": 200}, {"server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "name": "network-vif-plugged", "status": "completed", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf", "code": 200}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "6a189259-038c-4ecf-b913-c6c404e4612f", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:25.434787 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6c46854-0c3e-4932-9320-b2d021c0e1f5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:25.435354 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82ca767-ead7-4431-847f-b860d0f0eee2', 'code': 200} Feb 07 22:40:25.435789 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'code': 200} Feb 07 22:40:25.436217 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c6c49-e848-4791-b105-01d75819df0f', 'code': 200} Feb 07 22:40:25.436621 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf', 'code': 200} Feb 07 22:40:25.437040 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a189259-038c-4ecf-b913-c6c404e4612f', 'code': 200} Feb 07 22:40:25.504396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994d432-0973-4e71-98fa-504c5ff51935 req-8c6ff428-a45d-43ec-92cf-13f169bdbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.505846 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a994d432-0973-4e71-98fa-504c5ff51935 req-8c6ff428-a45d-43ec-92cf-13f169bdbe0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 1101 time: 0.0842893 Feb 07 22:40:25.567871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Made reservation on behalf of b89250bef6f0490e8ce1fc3913ec4c39 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:25.574015 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.596861 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a994d432-0973-4e71-98fa-504c5ff51935 req-bd2a784b-7d26-45a0-8258-e1769b99247d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715194 Feb 07 22:40:25.616629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311dec-2306-43e4-9b8b-9b027f47ce73 req-e4c59aa2-b4af-45b3-856f-61ffd91406ce tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.617680 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5871456c-0940-475c-9476-389fb58f220d x-openstack-request-id: req-5871456c-0940-475c-9476-389fb58f220d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:25.617971 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd09c1a-0cbb-4e82-be52-36ca032e34f2", "name": "network-vif-deleted", "tag": "9a2b34c7-510f-4039-b524-28c98c6745d5", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:25.618222 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5871456c-0940-475c-9476-389fb58f220d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:25.618741 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd09c1a-0cbb-4e82-be52-36ca032e34f2', 'name': 'network-vif-deleted', 'tag': '9a2b34c7-510f-4039-b524-28c98c6745d5', 'status': 'completed', 'code': 200} Feb 07 22:40:25.628730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311dec-2306-43e4-9b8b-9b027f47ce73 req-e4c59aa2-b4af-45b3-856f-61ffd91406ce tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.635340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311dec-2306-43e4-9b8b-9b027f47ce73 req-e4c59aa2-b4af-45b3-856f-61ffd91406ce tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.643758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311dec-2306-43e4-9b8b-9b027f47ce73 req-e4c59aa2-b4af-45b3-856f-61ffd91406ce tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.655956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311dec-2306-43e4-9b8b-9b027f47ce73 req-e4c59aa2-b4af-45b3-856f-61ffd91406ce tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.659511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=6a189259-038c-4ecf-b913-c6c404e4612f,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:25.694974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311dec-2306-43e4-9b8b-9b027f47ce73 req-e4c59aa2-b4af-45b3-856f-61ffd91406ce tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.701379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311dec-2306-43e4-9b8b-9b027f47ce73 req-e4c59aa2-b4af-45b3-856f-61ffd91406ce tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.702134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:25.711443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:25.715783 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.717888 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8c311dec-2306-43e4-9b8b-9b027f47ce73 req-e4c59aa2-b4af-45b3-856f-61ffd91406ce tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5443 time: 0.2850604 Feb 07 22:40:25.780237 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.037312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.079496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.095799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.101361 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-e8831e75-ea57-4c17-906c-fc53a907e5ee tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] update failed (client error): The resource could not be found. Feb 07 22:40:26.105492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:26.105799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39404) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:26.106386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e8831e75-ea57-4c17-906c-fc53a907e5ee tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "PUT /v2.0/floatingips/63b7a790-efab-45a0-8db5-29f520d62982 HTTP/1.1" status: 404 len: 507 time: 1.0046692 Feb 07 22:40:26.119398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.121814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:26.134694 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.135348 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Added segment 92911640-db85-4e69-a471-8ce9cd9e5bf3 of type vlan for network c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff Feb 07 22:40:26.186646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.252383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd8e0e0-4523-469f-a115-1c703c17c511,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:26.253809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:26.258731 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.260163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:26.261075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.288352 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8c311dec-2306-43e4-9b8b-9b027f47ce73 req-9d9c36f2-5502-4b5e-a54d-02d3c24df055 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5686417 Feb 07 22:40:26.305106 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.323537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39406) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:26.453059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Deleting port 02174579-1a8a-48af-b30a-09d75d673e92 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:26.454798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.497974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9423468 Feb 07 22:40:26.501400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39430) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:26.506437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Request body: {'subnet': {'network_id': 'c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1127975308-subnet', 'tenant_id': 'b89250bef6f0490e8ce1fc3913ec4c39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:26.523798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbddc53-e439-49d5-b150-601ff3b4063e admin admin] Pushing event updated for resources: {'Network': ['ID=c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:26.538464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:26.561437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.562097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.576029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Calling delete_port for 02174579-1a8a-48af-b30a-09d75d673e92 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:26.611532 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Made reservation on behalf of b89250bef6f0490e8ce1fc3913ec4c39 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:26.615769 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.642140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1343157689'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:26.646838 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.693781 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70d4b8d9-1e3b-49d8-a178-eee2d74ba6dc req-60461796-17f2-4eed-a11e-4c3f6a920c17 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd09c1a-0cbb-4e82-be52-36ca032e34f2 HTTP/1.1" status: 200 len: 210 time: 0.0583305 Feb 07 22:40:26.708505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:26.715973 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.733179 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.778021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211ec97-6cbc-4255-8503-43f70bccda9f req-d3d81ea9-f35c-4a1b-afc3-811606799c80 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:26.788428 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b211ec97-6cbc-4255-8503-43f70bccda9f req-d3d81ea9-f35c-4a1b-afc3-811606799c80 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 950 time: 0.2124636 Feb 07 22:40:26.862539 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b211ec97-6cbc-4255-8503-43f70bccda9f req-bdd9b5bc-9689-4cdf-8665-1ccf31b82f9f tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730381 Feb 07 22:40:27.112012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.146862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event deleted for resources: {'Port': ['ID=02174579-1a8a-48af-b30a-09d75d673e92,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:27.220430 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.228681 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.234204 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.237627 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.242875 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7d69957b-4733-4809-9887-f55b1b153f36 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "DELETE /v2.0/floatingips/63b7a790-efab-45a0-8db5-29f520d62982 HTTP/1.1" status: 204 len: 168 time: 1.1316936 Feb 07 22:40:27.242875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.243305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39474) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:27.252705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3abcf98b-f235-4c6d-9dfb-2e5187a9960a tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Request body: {'floatingip': {'floating_network_id': '18be6530-f02e-4752-866a-49831948d61b', 'port_id': 'be2c068f-c9b9-4c69-89bf-a6f42996f9b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:27.276080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:27.285820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a339c8d-e64f-4c28-b03f-0cf1027b54a5,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:27.294236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Checking segment: {'id': '92911640-db85-4e69-a471-8ce9cd9e5bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:27.294794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Network hostable DHCP agents. Network: c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:27.302951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2173d4cc-0e90-491f-afb8-6f67b8adf648,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:27.306209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.306876 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment f04b096e-b334-4c96-a391-00ec671d3d01 of type vlan for network 16da2d55-c785-408a-866e-447884c32bae Feb 07 22:40:27.315579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Network c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:27.343602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3abcf98b-f235-4c6d-9dfb-2e5187a9960a tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.348922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:27.358714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.359202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.362956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3654ff55-1b43-4dd8-a256-bad24dbaa8e4 None None] Network c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:27.372732 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.394733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b15c4445-9620-439f-8c6b-6bdb48571ef8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8922427 Feb 07 22:40:27.455145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84293cd9-fe71-4826-930b-2bf1c6f3a0d5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:27.461928 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63758cc-188f-485f-80a4-f579f710d244" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "84293cd9-fe71-4826-930b-2bf1c6f3a0d5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:27.489148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39494) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:27.499514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.507037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.507879 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.549990 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a689e4-7422-4834-ae7c-58763634af3a x-openstack-request-id: req-25a689e4-7422-4834-ae7c-58763634af3a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:27.550525 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-plugged", "status": "completed", "tag": "84293cd9-fe71-4826-930b-2bf1c6f3a0d5", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:27.550846 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25a689e4-7422-4834-ae7c-58763634af3a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:27.551298 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84293cd9-fe71-4826-930b-2bf1c6f3a0d5', 'code': 200} Feb 07 22:40:27.582119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06443ef2-ed41-4327-af25-0341bdecd75d None None] Network c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:27.636274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839614b3-4273-46a2-a77f-8109053d0930 req-2a09a633-3d05-4168-8c0d-30170f1f03a4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.651994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839614b3-4273-46a2-a77f-8109053d0930 req-2a09a633-3d05-4168-8c0d-30170f1f03a4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.671585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839614b3-4273-46a2-a77f-8109053d0930 req-2a09a633-3d05-4168-8c0d-30170f1f03a4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.683839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839614b3-4273-46a2-a77f-8109053d0930 req-2a09a633-3d05-4168-8c0d-30170f1f03a4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.695912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839614b3-4273-46a2-a77f-8109053d0930 req-2a09a633-3d05-4168-8c0d-30170f1f03a4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.702693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839614b3-4273-46a2-a77f-8109053d0930 req-2a09a633-3d05-4168-8c0d-30170f1f03a4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.710778 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839614b3-4273-46a2-a77f-8109053d0930 req-2a09a633-3d05-4168-8c0d-30170f1f03a4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.712764 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-839614b3-4273-46a2-a77f-8109053d0930 req-2a09a633-3d05-4168-8c0d-30170f1f03a4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.2956522 Feb 07 22:40:27.714507 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82ec8e73-a2de-4c24-8e7b-cd4ba6c6a43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.729199 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4037566 Feb 07 22:40:27.787503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16b119-4738-4041-9631-0b0f25a1bfa2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=16da2d55-c785-408a-866e-447884c32bae,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:27.800036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 16da2d55-c785-408a-866e-447884c32bae details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:27.865245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39526) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:27.870313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': '16da2d55-c785-408a-866e-447884c32bae', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:27.875370 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82ec8e73-a2de-4c24-8e7b-cd4ba6c6a43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.892853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82ec8e73-a2de-4c24-8e7b-cd4ba6c6a43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.904497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-839614b3-4273-46a2-a77f-8109053d0930 req-e86bfe74-4240-4389-bd09-28112123bb88 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707697 Feb 07 22:40:27.917270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3ece8-491b-4a52-92f2-82c82fb2b942 req-54533fc0-44f6-49e4-9255-549a6dbba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.917737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3ece8-491b-4a52-92f2-82c82fb2b942 req-54533fc0-44f6-49e4-9255-549a6dbba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.918199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3ece8-491b-4a52-92f2-82c82fb2b942 req-54533fc0-44f6-49e4-9255-549a6dbba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.918652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3ece8-491b-4a52-92f2-82c82fb2b942 req-54533fc0-44f6-49e4-9255-549a6dbba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.919107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3ece8-491b-4a52-92f2-82c82fb2b942 req-54533fc0-44f6-49e4-9255-549a6dbba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.919557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3ece8-491b-4a52-92f2-82c82fb2b942 req-54533fc0-44f6-49e4-9255-549a6dbba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.920203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3ece8-491b-4a52-92f2-82c82fb2b942 req-54533fc0-44f6-49e4-9255-549a6dbba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.922140 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ec3ece8-491b-4a52-92f2-82c82fb2b942 req-54533fc0-44f6-49e4-9255-549a6dbba76a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6501 time: 0.1924541 Feb 07 22:40:27.977992 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-3abcf98b-f235-4c6d-9dfb-2e5187a9960a tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:40:27.979224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3abcf98b-f235-4c6d-9dfb-2e5187a9960a tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7323551 Feb 07 22:40:27.983203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39532) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:27.988694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-82ec8e73-a2de-4c24-8e7b-cd4ba6c6a43a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7df602e9e6d64f84ad84cd1e891793c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958181 Feb 07 22:40:27.990682 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39536) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:27.994360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec8e73-a2de-4c24-8e7b-cd4ba6c6a43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e79aa5a-56d2-4fa5-8e7e-2130edc08062,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:27.994483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': 'be2c068f-c9b9-4c69-89bf-a6f42996f9b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:28.017965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ec3ece8-491b-4a52-92f2-82c82fb2b942 req-a9ad3b0d-1fed-4775-9620-9336af2e9f59 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=199b32df-cb04-4c54-a062-b1040579ae6a&id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751123 Feb 07 22:40:28.027351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:28.033758 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.091735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5dd80474-c06e-4c19-bad1-3ad2b820fff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.145639 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.169388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5dd80474-c06e-4c19-bad1-3ad2b820fff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.279729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.352559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=c55d8ff2-3675-466e-bdd1-7b8332abfc30,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:28.367553 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5dd80474-c06e-4c19-bad1-3ad2b820fff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.369764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': 'f04b096e-b334-4c96-a391-00ec671d3d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '16da2d55-c785-408a-866e-447884c32bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:28.370126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: 16da2d55-c785-408a-866e-447884c32bae, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:28.370410 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5dd80474-c06e-4c19-bad1-3ad2b820fff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.371378 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5dd80474-c06e-4c19-bad1-3ad2b820fff5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e79aa5a-56d2-4fa5-8e7e-2130edc08062 HTTP/1.1" status: 204 len: 168 time: 0.3619020 Feb 07 22:40:28.394696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-65de17ff-63e2-4b9f-9004-88d92c0edcb7 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:28.396394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-65de17ff-63e2-4b9f-9004-88d92c0edcb7 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/networks?id=c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff HTTP/1.1" status: 200 len: 822 time: 0.1785541 Feb 07 22:40:28.400161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd80474-c06e-4c19-bad1-3ad2b820fff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e79aa5a-56d2-4fa5-8e7e-2130edc08062,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:28.420550 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.421309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network 16da2d55-c785-408a-866e-447884c32bae is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:28.424296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-b44cc6f6-9890-4d32-b7cf-9f4d3394ca8f tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/quotas/b89250bef6f0490e8ce1fc3913ec4c39 HTTP/1.1" status: 200 len: 375 time: 0.0192525 Feb 07 22:40:28.450446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 16da2d55-c785-408a-866e-447884c32bae) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:28.460330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca2605-2a00-47ff-ae8c-2334b2ca532d None None] Network 16da2d55-c785-408a-866e-447884c32bae requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:28.460771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:28.461163 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.492593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a28d6fb6-60fb-4d8f-992b-8b43fbee1b7d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6262050 Feb 07 22:40:28.496077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39576) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:28.503003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1424170283'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:28.516494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-1661562a-b8c7-4060-858e-4ace92ec2e92 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b89250bef6f0490e8ce1fc3913ec4c39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474572 Feb 07 22:40:28.585308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:28.589073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.611465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093e8ee-19a6-4bf4-ab60-dd18926046fb req-9ed9f1b4-2523-4af7-864f-cfd113e265b8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:28.614015 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c093e8ee-19a6-4bf4-ab60-dd18926046fb req-9ed9f1b4-2523-4af7-864f-cfd113e265b8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 950 time: 0.1045694 Feb 07 22:40:28.632364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:28.639301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Allocated IP 172.25.8.32 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/32b4dcea-5f5c-4bb5-bb80-677b2c3cb292) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:28.645051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.645399 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment bfa65bbf-7a6e-407f-872c-592f1ef0b2d3 of type vlan for network af8d8bf3-21cd-40dd-857a-a73715c3db12 Feb 07 22:40:28.681288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-16da2d55-c785-408a-866e-447884c32bae', 'network_id': '16da2d55-c785-408a-866e-447884c32bae', 'tenant_id': '5172fdec9cc2400699dd526abfa259a3', 'fixed_ips': [{'subnet_id': 'c55d8ff2-3675-466e-bdd1-7b8332abfc30'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:40:28.682641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.709935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.725172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-62823082-c65f-455d-95e2-e74cae4abb06 service neutron] 10.222.0.15 "GET /v2.0/networks/c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973879 Feb 07 22:40:28.744196 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c093e8ee-19a6-4bf4-ab60-dd18926046fb req-df9f4254-fdfc-4c98-b37e-3cd735089e24 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509326 Feb 07 22:40:28.788615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.795292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:28.796112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.838102 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.864707 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-893f973c-981a-48a0-979d-84c4c7778e79 service neutron] 10.222.0.15 "GET /v2.0/networks/c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337984 Feb 07 22:40:28.905691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=af8d8bf3-21cd-40dd-857a-a73715c3db12,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:28.929359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f9807407-9536-46e5-b903-fd2bbabfd20b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4295588 Feb 07 22:40:28.930023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39590) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:28.935883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': 'af8d8bf3-21cd-40dd-857a-a73715c3db12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:28.937175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.946499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network af8d8bf3-21cd-40dd-857a-a73715c3db12 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:28.952338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Allocated IP 172.20.255.242 (16da2d55-c785-408a-866e-447884c32bae/c55d8ff2-3675-466e-bdd1-7b8332abfc30/51b17737-dc29-4b82-b7b3-a4920eaf7ce7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:28.992531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:28.999753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:29.013361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:29.015996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event updated for resources: {'Port': ['ID=32b4dcea-5f5c-4bb5-bb80-677b2c3cb292,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:29.185695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:29.200466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.303195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9a2b34c7-510f-4039-b524-28c98c6745d5 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:29.348112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 9a2b34c7-510f-4039-b524-28c98c6745d5 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:29.348602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9a2b34c7-510f-4039-b524-28c98c6745d5 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:29.473105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056efd7-9619-4d4b-9fac-eecf627af8ae req-a863aed0-f849-422c-bc23-6d12d0eef97d tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.482770 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f056efd7-9619-4d4b-9fac-eecf627af8ae req-a863aed0-f849-422c-bc23-6d12d0eef97d tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 950 time: 0.2404876 Feb 07 22:40:29.576685 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.585836 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f056efd7-9619-4d4b-9fac-eecf627af8ae req-a3b18081-a931-4192-a844-32313c014d24 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020591 Feb 07 22:40:29.607985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.613778 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Deleting port 32b4dcea-5f5c-4bb5-bb80-677b2c3cb292 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:29.614183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.660615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Pushing event updated for resources: {'Port': ['ID=51b17737-dc29-4b82-b7b3-a4920eaf7ce7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:29.677548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Network 16da2d55-c785-408a-866e-447884c32bae is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:29.679066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:29.684451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:29.762336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Attempting to bind port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:29.762704 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Attempting to bind port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f04b096e-b334-4c96-a391-00ec671d3d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '16da2d55-c785-408a-866e-447884c32bae'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:29.763082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Attempting to bind port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 on network 16da2d55-c785-408a-866e-447884c32bae {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:29.764354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999840fd-1d2d-4ead-8e0e-9210a50e6fca req-fecf01b9-6833-4df4-bab0-44218719d882 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.769690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:29.770399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Checking segment: {'id': 'f04b096e-b334-4c96-a391-00ec671d3d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '16da2d55-c785-408a-866e-447884c32bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:29.770883 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.771277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Bound using segment: {'id': 'f04b096e-b334-4c96-a391-00ec671d3d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '16da2d55-c785-408a-866e-447884c32bae'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:29.771377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999840fd-1d2d-4ead-8e0e-9210a50e6fca req-fecf01b9-6833-4df4-bab0-44218719d882 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.771884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Bound port: 51b17737-dc29-4b82-b7b3-a4920eaf7ce7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04b096e-b334-4c96-a391-00ec671d3d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '16da2d55-c785-408a-866e-447884c32bae'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:29.772401 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.777570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999840fd-1d2d-4ead-8e0e-9210a50e6fca req-fecf01b9-6833-4df4-bab0-44218719d882 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.781862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b302ac67-1eca-4cc2-99cd-d868fbba9fb1 req-cc7f7e0a-b865-4c75-91d4-d7d78aab4a23 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 210 time: 0.0834925 Feb 07 22:40:29.784767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999840fd-1d2d-4ead-8e0e-9210a50e6fca req-fecf01b9-6833-4df4-bab0-44218719d882 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.791067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999840fd-1d2d-4ead-8e0e-9210a50e6fca req-fecf01b9-6833-4df4-bab0-44218719d882 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.796838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999840fd-1d2d-4ead-8e0e-9210a50e6fca req-fecf01b9-6833-4df4-bab0-44218719d882 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.802652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999840fd-1d2d-4ead-8e0e-9210a50e6fca req-fecf01b9-6833-4df4-bab0-44218719d882 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.811226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-999840fd-1d2d-4ead-8e0e-9210a50e6fca req-fecf01b9-6833-4df4-bab0-44218719d882 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.2378149 Feb 07 22:40:29.835879 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.836596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.836767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.863948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Calling delete_port for 32b4dcea-5f5c-4bb5-bb80-677b2c3cb292 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:29.925160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] For port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:29.929751 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] For port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=51b17737-dc29-4b82-b7b3-a4920eaf7ce7,segment=NetworkSegment(f04b096e-b334-4c96-a391-00ec671d3d01),segment_id=f04b096e-b334-4c96-a391-00ec671d3d01)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:29.932934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-999840fd-1d2d-4ead-8e0e-9210a50e6fca req-ea85d679-f0f7-4861-bafc-68bf384746b1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208482 Feb 07 22:40:29.948849 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.959090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=aa2899cd-92d8-477f-9398-6c106d891f43,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:29.983966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': 'bfa65bbf-7a6e-407f-872c-592f1ef0b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'af8d8bf3-21cd-40dd-857a-a73715c3db12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:29.983966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: af8d8bf3-21cd-40dd-857a-a73715c3db12, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:30.003293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network af8d8bf3-21cd-40dd-857a-a73715c3db12 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:30.032653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, af8d8bf3-21cd-40dd-857a-a73715c3db12) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:30.044079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.044728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.045078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3428da0-0a92-4aef-941b-cca60ba8c93b None None] Network af8d8bf3-21cd-40dd-857a-a73715c3db12 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:30.112491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-e3e0a0d2-cece-40cd-98f0-0549e2ad758a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.117705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d76da34a-806c-443a-a7f6-7c97b066161c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1865146 Feb 07 22:40:30.121435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39632) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:30.123570 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-e3e0a0d2-cece-40cd-98f0-0549e2ad758a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 804 time: 0.1559472 Feb 07 22:40:30.143367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285d394-e576-4925-b7cf-1b4c2b0aedc5 None None] Pushing event updated for resources: {'Port': ['ID=51b17737-dc29-4b82-b7b3-a4920eaf7ce7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:30.163558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-15f81b66-6345-4bf5-b010-27d1f093eb42 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/quotas/ac14f67e313045ab95b6ad786c8b5f37 HTTP/1.1" status: 200 len: 375 time: 0.0390248 Feb 07 22:40:30.196165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aba34-915c-46a4-84b2-c4e738f6fa5b req-7b9c4d74-959a-4869-8e3f-c657c9c0d96a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.207460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-262aba34-915c-46a4-84b2-c4e738f6fa5b req-7b9c4d74-959a-4869-8e3f-c657c9c0d96a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 950 time: 0.1501374 Feb 07 22:40:30.260413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-5c1272a4-d306-4731-be23-93e14c6dbc63 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951862 Feb 07 22:40:30.277763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4569adf5-7786-4230-8616-8d1e8dad26a0 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:30.347889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-262aba34-915c-46a4-84b2-c4e738f6fa5b req-97883d4b-fe53-48c4-a82e-0ebbfc51ec75 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379659 Feb 07 22:40:30.363615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a30797-29a7-4a66-9ebd-1624175d940b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-af8d8bf3-21cd-40dd-857a-a73715c3db12', 'network_id': 'af8d8bf3-21cd-40dd-857a-a73715c3db12', 'tenant_id': '5172fdec9cc2400699dd526abfa259a3', 'fixed_ips': [{'subnet_id': 'aa2899cd-92d8-477f-9398-6c106d891f43'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:40:30.364527 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98a30797-29a7-4a66-9ebd-1624175d940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.402049 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.412121 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.512519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event deleted for resources: {'Port': ['ID=32b4dcea-5f5c-4bb5-bb80-677b2c3cb292,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:30.539295 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.556930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-88d5fcae-e00b-4ab2-94de-e6bdf0009c0a service neutron] 10.222.0.15 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956450 Feb 07 22:40:30.715677 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.772572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:30.775198 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048d8a86-c828-4705-a747-189a39d2d8b4" -d '{"events": [{"server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "name": "network-vif-unplugged", "status": "completed", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:30.778477 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.821655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2899cd-92d8-477f-9398-6c106d891f43,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server [None req-98a30797-29a7-4a66-9ebd-1624175d940b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa2899cd-92d8-477f-9398-6c106d891f43: This subnet is being modified by another concurrent operation. Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:40:30.847160 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exception Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa2899cd-92d8-477f-9398-6c106d891f43: This subnet is being modified by another concurrent operation. Feb 07 22:40:30.850446 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 22:40:30.861812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4569adf5-7786-4230-8616-8d1e8dad26a0,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:30.871877 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.946741 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] create failed (client error): The resource could not be found. Feb 07 22:40:30.947469 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5f02e626-8d44-472f-8648-f81cd6b24934 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9576921 Feb 07 22:40:30.954548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39640) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:30.974724 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-84bc5f59-bc51-46f5-b2dd-f150820cecb5 service neutron] 10.222.0.15 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930395 Feb 07 22:40:31.000408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4569adf5-7786-4230-8616-8d1e8dad26a0,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:31.009234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e3062-78b5-4d66-a80d-369051f4e8f1 None None] Network af8d8bf3-21cd-40dd-857a-a73715c3db12 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:31.049977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.080036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8d8bf3-21cd-40dd-857a-a73715c3db12']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:31.091216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa65bbf-7a6e-407f-872c-592f1ef0b2d3') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:31.091654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa65bbf-7a6e-407f-872c-592f1ef0b2d3') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:31.102608 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.114508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-1f1a4503-a142-4a4a-b5c7-4c99ddc2bed1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.118051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-1f1a4503-a142-4a4a-b5c7-4c99ddc2bed1 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 950 time: 0.2452796 Feb 07 22:40:31.118178 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.124143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:31.124658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:31.139649 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:31.202752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-e7696ff5-f82d-4b30-8565-9afb379c527f tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.205609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-e7696ff5-f82d-4b30-8565-9afb379c527f tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e42f81d-c0d3-4d1d-be56-13d6f12cba9d HTTP/1.1" status: 200 len: 944 time: 0.3101902 Feb 07 22:40:31.232925 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.261007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.264642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/af8d8bf3-21cd-40dd-857a-a73715c3db12 HTTP/1.1" status: 204 len: 168 time: 1.1425979 Feb 07 22:40:31.269673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39652) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:31.276333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1416357920'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:31.300112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309563a-842b-4cda-8add-7db5fde4422f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=af8d8bf3-21cd-40dd-857a-a73715c3db12,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:31.336768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ae7aabfa-f08e-47e1-98a9-f12243603470 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.338603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ae7aabfa-f08e-47e1-98a9-f12243603470 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.24 "GET /v2.0/networks?id=c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff HTTP/1.1" status: 200 len: 822 time: 0.6179512 Feb 07 22:40:31.402505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:31.406447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.458834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Request body: {'port': {'device_id': '4ef895ab-6f58-41ca-8fda-663a87472abe', 'network_id': 'c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff', 'admin_state_up': True, 'tenant_id': 'b89250bef6f0490e8ce1fc3913ec4c39'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:31.467802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Deleting port 4569adf5-7786-4230-8616-8d1e8dad26a0 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:31.468208 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.472502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:31.503265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.503686 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 67e4111f-0468-4c5b-8387-61926cd79624 of type vlan for network 20a200c5-660c-4e64-81c1-0e39bc838be5 Feb 07 22:40:31.586952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.609496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:31.614695 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff67d3f6-dfdd-40be-954c-a091bb0aca6f x-openstack-request-id: req-ff67d3f6-dfdd-40be-954c-a091bb0aca6f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:31.614819 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "name": "network-vif-unplugged", "status": "completed", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:31.615024 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff67d3f6-dfdd-40be-954c-a091bb0aca6f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:31.615351 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0', 'code': 200} Feb 07 22:40:31.697193 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:40:31.719897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Deleting port 671e4009-d95e-4c45-9631-0baf2d397dcb {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:31.720911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.733545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:31.734089 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.740046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6faf-d5ea-4e48-a4b2-8c101ec93171 req-47de6849-bc0f-4d58-b951-ca4b9e5d15b4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.747548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6faf-d5ea-4e48-a4b2-8c101ec93171 req-47de6849-bc0f-4d58-b951-ca4b9e5d15b4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.754454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6faf-d5ea-4e48-a4b2-8c101ec93171 req-47de6849-bc0f-4d58-b951-ca4b9e5d15b4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.762666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6faf-d5ea-4e48-a4b2-8c101ec93171 req-47de6849-bc0f-4d58-b951-ca4b9e5d15b4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.770350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6faf-d5ea-4e48-a4b2-8c101ec93171 req-47de6849-bc0f-4d58-b951-ca4b9e5d15b4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.776596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6faf-d5ea-4e48-a4b2-8c101ec93171 req-47de6849-bc0f-4d58-b951-ca4b9e5d15b4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.784917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6faf-d5ea-4e48-a4b2-8c101ec93171 req-47de6849-bc0f-4d58-b951-ca4b9e5d15b4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.796522 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-536d62f5-3bf3-43d1-a66d-d6cf4a2c3931 req-b8ed5d05-a114-4f2d-b3a9-6de068f3de22 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 210 time: 0.0891230 Feb 07 22:40:31.797012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e06b6faf-d5ea-4e48-a4b2-8c101ec93171 req-47de6849-bc0f-4d58-b951-ca4b9e5d15b4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.4735436 Feb 07 22:40:31.812237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39668) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:31.831411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Request body: {'floatingip': {'port_id': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:31.879657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.884247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a5b4ac-419e-421d-876e-a244f4a893f6 None None] Network 16da2d55-c785-408a-866e-447884c32bae requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:31.885463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.886205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.925413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.093453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-570d60a2-6565-4add-b230-30f2d0ce2d37 req-e3ff99ee-9d00-40b5-832e-cfe795dd8785 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 210 time: 0.1823821 Feb 07 22:40:32.271603 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.339600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=51b17737-dc29-4b82-b7b3-a4920eaf7ce7,segment=NetworkSegment(f04b096e-b334-4c96-a391-00ec671d3d01),segment_id=f04b096e-b334-4c96-a391-00ec671d3d01)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:32.343968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0f9e6fc8-82b4-461d-9390-2e717c77986f None None] Provisioning complete for port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:32.344377 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6fc8-82b4-461d-9390-2e717c77986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.351671 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.370171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Made reservation on behalf of b89250bef6f0490e8ce1fc3913ec4c39 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:32.374197 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.382436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cbc3a84f-217c-4ead-a56a-99b8fa4795e6 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Deleting port be2c068f-c9b9-4c69-89bf-a6f42996f9b8 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:32.382914 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a84f-217c-4ead-a56a-99b8fa4795e6 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.457236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=51b17737-dc29-4b82-b7b3-a4920eaf7ce7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:32.491392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a84f-217c-4ead-a56a-99b8fa4795e6 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.511632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cbc3a84f-217c-4ead-a56a-99b8fa4795e6 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Calling delete_port for be2c068f-c9b9-4c69-89bf-a6f42996f9b8 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:32.661548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5bf0f-1f2c-4c48-b0ba-558b1d709cb3 req-ba25f6d2-a517-4b2b-89e0-4885af66509a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:32.675244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ae5bf0f-1f2c-4c48-b0ba-558b1d709cb3 req-ba25f6d2-a517-4b2b-89e0-4885af66509a tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 950 time: 0.7296128 Feb 07 22:40:32.754828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4820163 Feb 07 22:40:32.757439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39686) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:32.769844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': '20a200c5-660c-4e64-81c1-0e39bc838be5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:32.792679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8791f18-1d8a-459e-9e9b-68cc0f393a94 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:40:32.828454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ae5bf0f-1f2c-4c48-b0ba-558b1d709cb3 req-9ea54d51-f84a-4a15-8578-342b7b5524dc tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/security-groups?id=326952e2-81ff-4cbe-bf00-7faeaa515093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515887 Feb 07 22:40:32.834108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] For port 671e4009-d95e-4c45-9631-0baf2d397dcb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=671e4009-d95e-4c45-9631-0baf2d397dcb,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:32.834740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.869619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] For port 4569adf5-7786-4230-8616-8d1e8dad26a0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4569adf5-7786-4230-8616-8d1e8dad26a0,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:32.870134 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.872449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b7408-3020-46d9-a5f3-17e1ae5138f4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=20a200c5-660c-4e64-81c1-0e39bc838be5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:32.909245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 20a200c5-660c-4e64-81c1-0e39bc838be5 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:32.939021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-23b2d98d-29ad-436e-a3c9-ea3e0ef72b22 None None] Provisioning complete for port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:32.939460 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23b2d98d-29ad-436e-a3c9-ea3e0ef72b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.950826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Calling delete_port for 671e4009-d95e-4c45-9631-0baf2d397dcb owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:32.962785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Calling delete_port for 4569adf5-7786-4230-8616-8d1e8dad26a0 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:33.070851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8791f18-1d8a-459e-9e9b-68cc0f393a94 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:40:33.076517 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0188a80-afc9-4840-921e-9b6b9e3345fb req-5c8924a1-b617-4f13-ae72-07825d94f9a9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 210 time: 0.1117103 Feb 07 22:40:33.107818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Allocated IP 172.20.0.10 (c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff/5a339c8d-e64f-4c28-b03f-0cf1027b54a5/735a249f-ac78-43af-aa94-0848f6a8f835) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:33.132356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a84f-217c-4ead-a56a-99b8fa4795e6 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.181050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3a84f-217c-4ead-a56a-99b8fa4795e6 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event deleted for resources: {'Port': ['ID=be2c068f-c9b9-4c69-89bf-a6f42996f9b8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:33.304176 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d8a01c-abb9-4a34-84e9-2face3277589 req-8c758d3f-0cd4-4cba-adba-967632c4b444 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 210 time: 0.0963178 Feb 07 22:40:33.336265 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a84f-217c-4ead-a56a-99b8fa4795e6 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.340099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cbc3a84f-217c-4ead-a56a-99b8fa4795e6 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "DELETE /v2.0/ports/be2c068f-c9b9-4c69-89bf-a6f42996f9b8 HTTP/1.1" status: 204 len: 168 time: 2.3806860 Feb 07 22:40:33.342622 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39708) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:33.377390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-b7f413c6-02c7-4fdf-aabc-8befe99e48f9 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:33.378871 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-b7f413c6-02c7-4fdf-aabc-8befe99e48f9 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 804 time: 0.6205614 Feb 07 22:40:33.383225 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:33.401153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Request body: {'port': {'device_id': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'admin_state_up': True, 'tenant_id': 'ac14f67e313045ab95b6ad786c8b5f37'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:33.447446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:33.451342 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.534571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dece11a8-016e-4f0e-9656-4ec45e0fab23 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:33.536130 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dece11a8-016e-4f0e-9656-4ec45e0fab23 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f54093-16a7-4841-8b80-af3eafbf9873 HTTP/1.1" status: 200 len: 913 time: 0.1888187 Feb 07 22:40:33.545779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39712) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:33.548731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:33.560336 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.571838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'mac_address': 'fa:16:3e:de:0f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:33.574202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:33.678623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Performing IP validity checks on allocation pools {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 22:40:33.678966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 22:40:33.700135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Pushing event deleted for resources: {'Port': ['ID=671e4009-d95e-4c45-9631-0baf2d397dcb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:33.706948 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:40:33.726496 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.770116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] No DVR routers for this DVR port 671e4009-d95e-4c45-9631-0baf2d397dcb on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:33.776464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.780434 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f824eee-9164-4bbd-a087-bd34c4cc5d67 req-a93cd8ee-fa25-44f1-b97d-c6d1bb9c38b8 tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.46 "DELETE /v2.0/ports/671e4009-d95e-4c45-9631-0baf2d397dcb HTTP/1.1" status: 204 len: 173 time: 2.6377487 Feb 07 22:40:33.780786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:33.781236 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.782576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-deleted', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:33.785646 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.793951 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0fc542-71ac-4f54-bef2-ee443911445a" -d '{"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-deleted", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:33.817622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc81fe3b-9b66-41bb-a608-1100a08a5523 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:33.840031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:33.874620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.888348 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.902555 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.916845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.963613 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4217b-acae-4a06-b1ca-b9d1e470b496 x-openstack-request-id: req-9aa4217b-acae-4a06-b1ca-b9d1e470b496 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:33.964699 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fcfe19-9155-43ca-b04d-1f29bb045d12", "name": "network-vif-deleted", "tag": "671e4009-d95e-4c45-9631-0baf2d397dcb", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:33.966089 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9aa4217b-acae-4a06-b1ca-b9d1e470b496 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:33.966605 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fcfe19-9155-43ca-b04d-1f29bb045d12', 'name': 'network-vif-deleted', 'tag': '671e4009-d95e-4c45-9631-0baf2d397dcb', 'status': 'completed', 'code': 200} Feb 07 22:40:33.987583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:34.021524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Made reservation on behalf of ac14f67e313045ab95b6ad786c8b5f37 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:34.025215 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.047280 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.059271 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8c5d19d1-08df-42c1-a092-dd97b3d0d217 req-6475b0d8-9e92-48d7-a09a-847e86c632db tempest-ServersAdminTestJSON-972328897 tempest-ServersAdminTestJSON-972328897-project] 10.222.0.15 "GET /v2.0/ports?device_id=73fcfe19-9155-43ca-b04d-1f29bb045d12 HTTP/1.1" status: 200 len: 210 time: 0.0594997 Feb 07 22:40:34.082052 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.150182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Network c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:34.158512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:34.173337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['fc81fe3b-9b66-41bb-a608-1100a08a5523'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:34.186999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:34.259059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Pushing event updated for resources: {'Port': ['ID=735a249f-ac78-43af-aa94-0848f6a8f835,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:34.280533 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.304445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:34.335298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 671e4009-d95e-4c45-9631-0baf2d397dcb {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:34.335657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 671e4009-d95e-4c45-9631-0baf2d397dcb not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:34.336144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4569adf5-7786-4230-8616-8d1e8dad26a0 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:34.372389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 4569adf5-7786-4230-8616-8d1e8dad26a0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:34.372742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4569adf5-7786-4230-8616-8d1e8dad26a0 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:34.399675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Pushing event deleted for resources: {'Port': ['ID=4569adf5-7786-4230-8616-8d1e8dad26a0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:34.471553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39736) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:34.497305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] No DVR routers for this DVR port 4569adf5-7786-4230-8616-8d1e8dad26a0 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:34.524594 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.528260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-236fd443-e703-42e5-be12-dd4b84f5f74f req-0463a2a0-6742-4c0e-aa76-b00d602a9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "DELETE /v2.0/ports/4569adf5-7786-4230-8616-8d1e8dad26a0 HTTP/1.1" status: 204 len: 173 time: 3.3135912 Feb 07 22:40:34.529094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'name': 'network-vif-deleted', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:34.531627 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab62bdd3-178d-4dac-94ea-6df2fa43d402" -d '{"events": [{"server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "name": "network-vif-deleted", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:34.582032 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6f6e221-ae40-4eba-bf94-3daeee1d7e98 req-cfd6afba-625d-4871-906d-18638544f8dd tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 210 time: 0.0857708 Feb 07 22:40:34.598923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:34.599582 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Floating IP a51dfe80-14f8-48be-a848-6d0d2fb13d9b associated. External IP: 172.25.8.174, port: 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a. Feb 07 22:40:34.599680 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.659043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee696fd6-37bd-47f3-8e03-c0dad943f378 req-2daf9687-4db1-436a-a2c0-f96a14be29e6 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:34.666619 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee696fd6-37bd-47f3-8e03-c0dad943f378 req-2daf9687-4db1-436a-a2c0-f96a14be29e6 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 932 time: 0.3578956 Feb 07 22:40:34.693334 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ff7c6143-dd58-484e-b6d3-1a5974d205a0 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2962999 Feb 07 22:40:34.710942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Request body: {'port': {'device_id': '4ef895ab-6f58-41ca-8fda-663a87472abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:34.776051 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02f9259-0b30-4616-bf5d-6f1a9b563acb x-openstack-request-id: req-f02f9259-0b30-4616-bf5d-6f1a9b563acb {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:34.776419 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e42f81d-c0d3-4d1d-be56-13d6f12cba9d", "name": "network-vif-deleted", "tag": "4569adf5-7786-4230-8616-8d1e8dad26a0", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:34.776585 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f02f9259-0b30-4616-bf5d-6f1a9b563acb {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:34.776984 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e42f81d-c0d3-4d1d-be56-13d6f12cba9d', 'name': 'network-vif-deleted', 'tag': '4569adf5-7786-4230-8616-8d1e8dad26a0', 'status': 'completed', 'code': 200} Feb 07 22:40:34.790820 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee696fd6-37bd-47f3-8e03-c0dad943f378 req-de0bb2bc-819d-40c3-98e9-3987c572cb8f tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233211 Feb 07 22:40:34.798444 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-187e0df6-af43-4e60-a0b3-3aaa900d7f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.825165 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.828261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Allocated IP 172.20.0.3 (fa21c8e2-5015-41e4-bf7f-f6ad2d372f26/4ce2e13f-8c37-495b-833a-a61a3b3725c8/82b474a2-fb97-4cc1-a269-b540b381fdc5) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:34.857444 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.886873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.973480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=2ed58c6b-ff36-4386-8519-2c8a4b4047f1,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:35.040551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': '67e4111f-0468-4c5b-8387-61926cd79624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '20a200c5-660c-4e64-81c1-0e39bc838be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:35.040913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: 20a200c5-660c-4e64-81c1-0e39bc838be5, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:35.214067 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-187e0df6-af43-4e60-a0b3-3aaa900d7f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.230239 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-187e0df6-af43-4e60-a0b3-3aaa900d7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.307307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:35.322981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-187e0df6-af43-4e60-a0b3-3aaa900d7f48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbe5f9a24bc944898eb3aee432db4d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8389013 Feb 07 22:40:35.327954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39774) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:35.334463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e0df6-af43-4e60-a0b3-3aaa900d7f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1877fa7e-9aca-4cfd-bd26-69eb1eab470f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:35.455286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port fc81fe3b-9b66-41bb-a608-1100a08a5523 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:35.456680 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.532735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73089619-febc-4b53-b918-ab6ada81851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.554168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735a249f-ac78-43af-aa94-0848f6a8f835 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:35.560802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39780) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:35.566355 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.574655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.599418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73089619-febc-4b53-b918-ab6ada81851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.678869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:35.690382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:35.719439 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc70c596-09aa-4e2f-b5c4-8fb14d97d50d" -d '{"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:35.722827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.737685 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.746995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Transition to ACTIVE for port object 735a249f-ac78-43af-aa94-0848f6a8f835 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:35.752388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Deleting port 4e8dcf5d-62f6-4c65-b710-ed505b3b22b4 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:35.752733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.785414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network 20a200c5-660c-4e64-81c1-0e39bc838be5 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:35.811063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:35.817995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 20a200c5-660c-4e64-81c1-0e39bc838be5) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:35.821668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Router ef194fbc-69a6-45f1-b24b-501b81833d9c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:40:35.833162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:35.834015 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.838154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158bb7b5-6f70-477d-acf9-ed2a7239b935 None None] Network 20a200c5-660c-4e64-81c1-0e39bc838be5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:35.839145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.909076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73089619-febc-4b53-b918-ab6ada81851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.912886 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73089619-febc-4b53-b918-ab6ada81851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.916270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-73089619-febc-4b53-b918-ab6ada81851e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1877fa7e-9aca-4cfd-bd26-69eb1eab470f HTTP/1.1" status: 204 len: 168 time: 0.5854218 Feb 07 22:40:35.957289 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8651e9d-d48f-4d55-a8fd-2d8eebbaea1a x-openstack-request-id: req-e8651e9d-d48f-4d55-a8fd-2d8eebbaea1a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:35.958530 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:35.959403 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8651e9d-d48f-4d55-a8fd-2d8eebbaea1a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:35.962728 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.964252 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'code': 200} Feb 07 22:40:35.995750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7fc436ed-9b30-4269-8012-666989a7bb8a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2294393 Feb 07 22:40:36.021712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39802) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:36.031719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:36.046655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:36.055300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Pushing event updated for resources: {'Port': ['ID=82b474a2-fb97-4cc1-a269-b540b381fdc5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:36.068075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:36.106946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73089619-febc-4b53-b918-ab6ada81851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1877fa7e-9aca-4cfd-bd26-69eb1eab470f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:36.224247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:36.224869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.252406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-20a200c5-660c-4e64-81c1-0e39bc838be5', 'network_id': '20a200c5-660c-4e64-81c1-0e39bc838be5', 'tenant_id': '5172fdec9cc2400699dd526abfa259a3', 'fixed_ips': [{'subnet_id': '2ed58c6b-ff36-4386-8519-2c8a4b4047f1'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:40:36.254724 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.288166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.338177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-cfecf99a-d4b0-4443-ad17-57bb5cb58d9e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9472098 Feb 07 22:40:36.341574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:40:36.354949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.357955 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] Sync routers for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:40:36.369128 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:36.377151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Request body: {'port': {'device_id': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:36.380470 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:36.392935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Calling delete_port for 4e8dcf5d-62f6-4c65-b710-ed505b3b22b4 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:36.413552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Pushing event updated for resources: {'Port': ['ID=735a249f-ac78-43af-aa94-0848f6a8f835,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:36.426488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1c0e4160-fc39-4f3f-9cf7-7038a72df749 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc8af2e3963e4cdbaaeac2fdb53f271f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8620484 Feb 07 22:40:36.436840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39810) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:36.470762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62133bc-b33d-4c53-bbaa-77c47659565e req-63d53241-2331-4728-99cb-9de20ddbdc48 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:36.478973 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c62133bc-b33d-4c53-bbaa-77c47659565e req-63d53241-2331-4728-99cb-9de20ddbdc48 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 931 time: 0.5584688 Feb 07 22:40:36.525171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Allocated IP 172.20.0.3 (20a200c5-660c-4e64-81c1-0e39bc838be5/2ed58c6b-ff36-4386-8519-2c8a4b4047f1/881f5ef7-db86-49f6-ad98-114f8a02caf4) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:36.549934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eb526a0e-685c-4288-bd20-ca091afb6682 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "PUT /v2.0/floatingips/a51dfe80-14f8-48be-a848-6d0d2fb13d9b HTTP/1.1" status: 200 len: 992 time: 4.7372701 Feb 07 22:40:36.602149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9b722-c247-4821-818f-0f44824759a6 req-0a1a2bca-288c-49ff-9b2d-5e3f9a105489 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:36.609740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5de9b722-c247-4821-818f-0f44824759a6 req-0a1a2bca-288c-49ff-9b2d-5e3f9a105489 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 944 time: 0.5571234 Feb 07 22:40:36.665139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.665682 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:40:36.709114 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.757971 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c62133bc-b33d-4c53-bbaa-77c47659565e req-23bc0606-d17c-49fe-b0ff-658e9fd2b07c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627606 Feb 07 22:40:36.849023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Attempting to bind port 735a249f-ac78-43af-aa94-0848f6a8f835 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:36.849737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Attempting to bind port 735a249f-ac78-43af-aa94-0848f6a8f835 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '92911640-db85-4e69-a471-8ce9cd9e5bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:36.850305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Attempting to bind port 735a249f-ac78-43af-aa94-0848f6a8f835 on network c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:36.865784 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f73638cf-d502-492a-ac21-e001eb7c8be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.917237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:36.920626 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:36.936979 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.952949 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.966069 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5de9b722-c247-4821-818f-0f44824759a6 req-fac90f06-df1f-4592-a22b-fb3681ecde1a tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543079 Feb 07 22:40:37.013205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Pushing event updated for resources: {'Port': ['ID=881f5ef7-db86-49f6-ad98-114f8a02caf4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:37.024033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Network 20a200c5-660c-4e64-81c1-0e39bc838be5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:37.025631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:37.029245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:37.102175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Attempting to bind port 881f5ef7-db86-49f6-ad98-114f8a02caf4 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:37.102552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Attempting to bind port 881f5ef7-db86-49f6-ad98-114f8a02caf4 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '67e4111f-0468-4c5b-8387-61926cd79624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '20a200c5-660c-4e64-81c1-0e39bc838be5'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:37.102916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Attempting to bind port 881f5ef7-db86-49f6-ad98-114f8a02caf4 on network 20a200c5-660c-4e64-81c1-0e39bc838be5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:37.111826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:37.112211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Checking segment: {'id': '67e4111f-0468-4c5b-8387-61926cd79624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '20a200c5-660c-4e64-81c1-0e39bc838be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:37.112621 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.113016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Bound using segment: {'id': '67e4111f-0468-4c5b-8387-61926cd79624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '20a200c5-660c-4e64-81c1-0e39bc838be5'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:37.113785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Bound port: 881f5ef7-db86-49f6-ad98-114f8a02caf4, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e4111f-0468-4c5b-8387-61926cd79624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '20a200c5-660c-4e64-81c1-0e39bc838be5'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:37.114947 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.121755 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'a51dfe80-14f8-48be-a848-6d0d2fb13d9b', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'port_id': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'mac_address': 'fa:16:3e:e3:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:38:46Z', 'updated_at': '2022-02-07T22:40:33Z', 'revision_number': 1, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c34a26-ed29-49db-9926-d4424ffa486d', 'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'mac_address': 'fa:16:3e:c6:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:10Z', 'updated_at': '2022-02-07T22:37:19Z', 'revision_number': 5, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'subnets': [{'id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:37.121945 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.127178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Port 735a249f-ac78-43af-aa94-0848f6a8f835 on network c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:40:37.128999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Attempting to bind port 735a249f-ac78-43af-aa94-0848f6a8f835 on network c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:37.206567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] For port 881f5ef7-db86-49f6-ad98-114f8a02caf4, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:37.210130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] For port 881f5ef7-db86-49f6-ad98-114f8a02caf4, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=881f5ef7-db86-49f6-ad98-114f8a02caf4,segment=NetworkSegment(67e4111f-0468-4c5b-8387-61926cd79624),segment_id=67e4111f-0468-4c5b-8387-61926cd79624)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:37.224834 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.228735 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] Checking router: ef194fbc-69a6-45f1-b24b-501b81833d9c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:40:37.240743 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:37.242064 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:37.250590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f73638cf-d502-492a-ac21-e001eb7c8be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.274776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:37.275264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Checking segment: {'id': '92911640-db85-4e69-a471-8ce9cd9e5bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:37.275794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Bound using segment: {'id': '92911640-db85-4e69-a471-8ce9cd9e5bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:37.276484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Bound port: 735a249f-ac78-43af-aa94-0848f6a8f835, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92911640-db85-4e69-a471-8ce9cd9e5bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:37.276940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.398022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b32bd-c983-44a2-b095-601449b90fc6 None None] Pushing event updated for resources: {'Port': ['ID=881f5ef7-db86-49f6-ad98-114f8a02caf4,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:37.402844 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbabfcc-efe5-4973-890e-12d369dda5c0 x-openstack-request-id: req-3bbabfcc-efe5-4973-890e-12d369dda5c0 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:37.403366 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:37.403366 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bbabfcc-efe5-4973-890e-12d369dda5c0 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:37.406458 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'status': 'completed', 'code': 200} Feb 07 22:40:37.433453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b474a2-fb97-4cc1-a269-b540b381fdc5 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:37.453137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.477840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39838) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:37.536750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca949-ea25-42a4-8617-38366f4a1975 req-1ea2074d-9d35-4e97-bcaa-054e15b5104f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.566977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca949-ea25-42a4-8617-38366f4a1975 req-1ea2074d-9d35-4e97-bcaa-054e15b5104f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.575857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca949-ea25-42a4-8617-38366f4a1975 req-1ea2074d-9d35-4e97-bcaa-054e15b5104f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.582783 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:40:37.590544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca949-ea25-42a4-8617-38366f4a1975 req-1ea2074d-9d35-4e97-bcaa-054e15b5104f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.597322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca949-ea25-42a4-8617-38366f4a1975 req-1ea2074d-9d35-4e97-bcaa-054e15b5104f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.603792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca949-ea25-42a4-8617-38366f4a1975 req-1ea2074d-9d35-4e97-bcaa-054e15b5104f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.609967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca949-ea25-42a4-8617-38366f4a1975 req-1ea2074d-9d35-4e97-bcaa-054e15b5104f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.619033 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7fca949-ea25-42a4-8617-38366f4a1975 req-1ea2074d-9d35-4e97-bcaa-054e15b5104f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.7177839 Feb 07 22:40:37.664074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Transition to ACTIVE for port object 82b474a2-fb97-4cc1-a269-b540b381fdc5 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:37.680352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1079511486-network', 'tenant_id': '0e3e5fe8282441018dfedb933818e6b8'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:37.686320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-ff86dd97-766f-45b6-8294-44aa3791e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.686809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-ff86dd97-766f-45b6-8294-44aa3791e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.687366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-ff86dd97-766f-45b6-8294-44aa3791e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.687734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-ff86dd97-766f-45b6-8294-44aa3791e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.688248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-ff86dd97-766f-45b6-8294-44aa3791e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.688914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-ff86dd97-766f-45b6-8294-44aa3791e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.689347 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.689472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-ff86dd97-766f-45b6-8294-44aa3791e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.693320 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-ff86dd97-766f-45b6-8294-44aa3791e2b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6501 time: 0.4350991 Feb 07 22:40:37.709179 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.724059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.949122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] For port 735a249f-ac78-43af-aa94-0848f6a8f835, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:37.965103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event deleted for resources: {'Port': ['ID=4e8dcf5d-62f6-4c65-b710-ed505b3b22b4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:37.970505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f73638cf-d502-492a-ac21-e001eb7c8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.973332 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f73638cf-d502-492a-ac21-e001eb7c8be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.974823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f73638cf-d502-492a-ac21-e001eb7c8be4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/326952e2-81ff-4cbe-bf00-7faeaa515093 HTTP/1.1" status: 204 len: 168 time: 1.5352626 Feb 07 22:40:38.065054 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'a51dfe80-14f8-48be-a848-6d0d2fb13d9b', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'port_id': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'mac_address': 'fa:16:3e:e3:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:38:46Z', 'updated_at': '2022-02-07T22:40:33Z', 'revision_number': 1, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c34a26-ed29-49db-9926-d4424ffa486d', 'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'mac_address': 'fa:16:3e:c6:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:10Z', 'updated_at': '2022-02-07T22:37:19Z', 'revision_number': 5, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'subnets': [{'id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:38.109074 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ce287-31a0-4798-9d4e-dbd56fe08976 None None] The sync data for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 is: [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'a51dfe80-14f8-48be-a848-6d0d2fb13d9b', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'port_id': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'mac_address': 'fa:16:3e:e3:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad42be7-ace6-43db-9e91-097241234aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:38:46Z', 'updated_at': '2022-02-07T22:40:33Z', 'revision_number': 1, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c34a26-ed29-49db-9926-d4424ffa486d', 'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'mac_address': 'fa:16:3e:c6:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:10Z', 'updated_at': '2022-02-07T22:37:19Z', 'revision_number': 5, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'subnets': [{'id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:40:38.150760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Pushing event updated for resources: {'Port': ['ID=82b474a2-fb97-4cc1-a269-b540b381fdc5,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:38.165674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Made reservation on behalf of 0e3e5fe8282441018dfedb933818e6b8 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:38.177017 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.216456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.298053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def86919-044c-4e5b-a266-a5e5991788a6 req-c13a4688-2323-496d-889c-6eaee21b6910 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:38.305557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-def86919-044c-4e5b-a266-a5e5991788a6 req-c13a4688-2323-496d-889c-6eaee21b6910 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 943 time: 0.3767507 Feb 07 22:40:38.353807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Attempting to bind port 82b474a2-fb97-4cc1-a269-b540b381fdc5 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:38.354126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Attempting to bind port 82b474a2-fb97-4cc1-a269-b540b381fdc5 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:38.354450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Attempting to bind port 82b474a2-fb97-4cc1-a269-b540b381fdc5 on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:38.372504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Port 82b474a2-fb97-4cc1-a269-b540b381fdc5 on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:40:38.372829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Attempting to bind port 82b474a2-fb97-4cc1-a269-b540b381fdc5 on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:38.385458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:38.385797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Checking segment: {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:38.386190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Bound using segment: {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:38.386622 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Bound port: 82b474a2-fb97-4cc1-a269-b540b381fdc5, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:38.386984 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.421994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-def86919-044c-4e5b-a266-a5e5991788a6 req-2ec093fd-bb87-4d82-8a9e-1b4e3c1c969f tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154299 Feb 07 22:40:38.542648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:38.546822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:38.587023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:38.610194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.611182 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7fca949-ea25-42a4-8617-38366f4a1975 req-e6d78c5f-2356-4faa-88f4-781b0fbf2c9d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9908469 Feb 07 22:40:38.615924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed58c6b-ff36-4386-8519-2c8a4b4047f1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:38.641841 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.659643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:38.675654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.676346 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Added segment 8f39a826-7147-4379-9da1-5455da9d7284 of type vlan for network 392ffb71-7eff-40bc-9beb-c3a83c7897b4 Feb 07 22:40:38.690548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] For port 735a249f-ac78-43af-aa94-0848f6a8f835, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=735a249f-ac78-43af-aa94-0848f6a8f835,segment=NetworkSegment(92911640-db85-4e69-a471-8ce9cd9e5bf3),segment_id=92911640-db85-4e69-a471-8ce9cd9e5bf3)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:38.716938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73638cf-d502-492a-ac21-e001eb7c8be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326952e2-81ff-4cbe-bf00-7faeaa515093,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:38.758912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03094ae-9ddf-4e6d-a81e-03e3c398869b None None] New status for floating IP a51dfe80-14f8-48be-a848-6d0d2fb13d9b: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:40:38.770556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.773918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.799417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.885484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:38.886195 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.888659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] 10.222.0.46 "PUT /v2.0/ports/82b474a2-fb97-4cc1-a269-b540b381fdc5 HTTP/1.1" status: 200 len: 1091 time: 2.5170147 Feb 07 22:40:38.904733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65dfb5-0e70-463d-a8c4-4f375852ec2b service neutron] Pushing event updated for resources: {'Port': ['ID=82b474a2-fb97-4cc1-a269-b540b381fdc5,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:38.911906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Pushing event updated for resources: {'Port': ['ID=735a249f-ac78-43af-aa94-0848f6a8f835,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:38.931455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.931971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.934671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:38.935978 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.967814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:38.968440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.971027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-6b252ed7-5bdb-414d-b6f4-25e9ef4357ae service neutron] 10.222.0.24 "PUT /v2.0/ports/735a249f-ac78-43af-aa94-0848f6a8f835 HTTP/1.1" status: 200 len: 1092 time: 4.2643239 Feb 07 22:40:38.974091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef895ab-6f58-41ca-8fda-663a87472abe', 'tag': '735a249f-ac78-43af-aa94-0848f6a8f835'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:38.976683 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c12688-b65b-4b4d-959e-d4d43bf02473" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef895ab-6f58-41ca-8fda-663a87472abe", "tag": "735a249f-ac78-43af-aa94-0848f6a8f835"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:39.024868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=392ffb71-7eff-40bc-9beb-c3a83c7897b4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:39.107506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cd91f-3f94-4caf-9807-227b3ab95d3a req-dfd69b34-c03e-4bf7-8576-c427f8d92b27 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:39.111210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 392ffb71-7eff-40bc-9beb-c3a83c7897b4 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:39.123242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a4cd91f-3f94-4caf-9807-227b3ab95d3a req-dfd69b34-c03e-4bf7-8576-c427f8d92b27 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 944 time: 0.5735786 Feb 07 22:40:39.157490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a12279-7164-43dc-98e6-bf2b67dbdc34,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:39.211169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a4cd91f-3f94-4caf-9807-227b3ab95d3a req-65358b28-221f-488a-a7ea-ebc7741100f6 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865693 Feb 07 22:40:39.223200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-87c6bf0f-febd-4aa7-9ca6-ede52af0c2e7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7442911 Feb 07 22:40:39.228036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39866) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:39.230333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-e1f3997d-96e3-42e5-9eaa-a48c518ed252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:39.232105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-e1f3997d-96e3-42e5-9eaa-a48c518ed252 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 1094 time: 0.2083457 Feb 07 22:40:39.240552 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced25e50-1bc9-4e75-b69f-7ef6352088c5 x-openstack-request-id: req-ced25e50-1bc9-4e75-b69f-7ef6352088c5 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:39.241394 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef895ab-6f58-41ca-8fda-663a87472abe", "tag": "735a249f-ac78-43af-aa94-0848f6a8f835", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:39.241907 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ced25e50-1bc9-4e75-b69f-7ef6352088c5 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:39.243109 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef895ab-6f58-41ca-8fda-663a87472abe', 'tag': '735a249f-ac78-43af-aa94-0848f6a8f835', 'status': 'completed', 'code': 200} Feb 07 22:40:39.244387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Request body: {'subnet': {'network_id': '392ffb71-7eff-40bc-9beb-c3a83c7897b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1079511486-subnet', 'tenant_id': '0e3e5fe8282441018dfedb933818e6b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:39.245099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a200c5-660c-4e64-81c1-0e39bc838be5']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:39.271398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-f80b2a92-3455-4e00-a32e-e4577ff75b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:39.273118 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-f80b2a92-3455-4e00-a32e-e4577ff75b8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8aa51f2-5304-4fbb-b06d-afadcfad45a7 HTTP/1.1" status: 200 len: 916 time: 1.5681121 Feb 07 22:40:39.282450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e4111f-0468-4c5b-8387-61926cd79624') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:39.283004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e4111f-0468-4c5b-8387-61926cd79624') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:39.288422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d840b081-c559-4c5f-a78e-f046795138d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a52f38b5c0e04338be4355c284e555b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6652279 Feb 07 22:40:39.297244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39868) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:39.312009 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.323808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.324011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-af66311c-a492-4aba-b8e9-0f69ce0b913d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5 HTTP/1.1" status: 200 len: 217 time: 0.0732996 Feb 07 22:40:39.366894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763d504-19dc-4818-acb1-a8d70b7c2b73 None None] Network 20a200c5-660c-4e64-81c1-0e39bc838be5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:39.389676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Made reservation on behalf of 0e3e5fe8282441018dfedb933818e6b8 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:39.392853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.409038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:39.411899 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:39.441044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-f36c03d4-b98c-45af-b732-796e57ce7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:39.442760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-f36c03d4-b98c-45af-b732-796e57ce7ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b89250bef6f0490e8ce1fc3913ec4c39&device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 1095 time: 0.2916141 Feb 07 22:40:39.463599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-8cc108b0-4fd9-4879-8beb-75b653addbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:39.468756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-8cc108b0-4fd9-4879-8beb-75b653addbba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ce2e13f-8c37-495b-833a-a61a3b3725c8 HTTP/1.1" status: 200 len: 844 time: 0.1365402 Feb 07 22:40:39.519230 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f1fcfe-df81-45c0-bebc-e4626f774aaf x-openstack-request-id: req-25f1fcfe-df81-45c0-bebc-e4626f774aaf {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:39.519525 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:39.519692 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25f1fcfe-df81-45c0-bebc-e4626f774aaf {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:39.520085 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5', 'status': 'completed', 'code': 200} Feb 07 22:40:39.522106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-e3259106-3011-476c-b1a2-b3800c9eefe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438747 Feb 07 22:40:39.546157 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.661257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f175a8-518c-4b3c-8f2f-bda63415d7a5 req-40d4cf9d-e920-40e6-9280-040a3b4012c3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:39.671155 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59f175a8-518c-4b3c-8f2f-bda63415d7a5 req-40d4cf9d-e920-40e6-9280-040a3b4012c3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 943 time: 0.1414030 Feb 07 22:40:39.710627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:39.711842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:39.718699 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:39.743252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59f175a8-518c-4b3c-8f2f-bda63415d7a5 req-0192f136-28b8-45f1-bab3-e48b693cb47c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566971 Feb 07 22:40:39.745454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-8143a9ae-c6fa-4407-b6fb-df40e427851e service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096996 Feb 07 22:40:39.763010 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-1b6d4c7d-c06c-4841-87c9-ebb9993e890f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=735a249f-ac78-43af-aa94-0848f6a8f835 HTTP/1.1" status: 200 len: 217 time: 0.2660844 Feb 07 22:40:39.771973 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-86897cd6-3656-434f-8b6c-e6081c3ccbc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a HTTP/1.1" status: 200 len: 1002 time: 0.4727533 Feb 07 22:40:39.878283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 881f5ef7-db86-49f6-ad98-114f8a02caf4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:39.881437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbb6c828-5fc6-4a51-bcc8-1a2b12e6c777 req-3ce0c59d-a45e-467a-b876-076f5e859d7b service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269455 Feb 07 22:40:39.963178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-52ee4823-1304-490a-9e27-b82d84693968 None None] Provisioning complete for port 881f5ef7-db86-49f6-ad98-114f8a02caf4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:39.963587 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52ee4823-1304-490a-9e27-b82d84693968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.988508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb93-7dd0-44e0-a48f-5506ce9c276a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.018227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-c1ba851c-cac9-4baa-9995-4dbfb2efa4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.019689 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-c1ba851c-cac9-4baa-9995-4dbfb2efa4a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a339c8d-e64f-4c28-b03f-0cf1027b54a5 HTTP/1.1" status: 200 len: 862 time: 0.1770949 Feb 07 22:40:40.020309 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.api [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:40:40.020309 n-d-827895-2 neutron-server[102289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:40:40.020309 n-d-827895-2 neutron-server[102289]: [parameters: {'id': '20a200c5-660c-4e64-81c1-0e39bc838be5'}] Feb 07 22:40:40.020309 n-d-827895-2 neutron-server[102289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:40:40.020667 n-d-827895-2 neutron-server[102289]: DEBUG oslo_db.api [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:40:40.042325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-bab4e6d8-13d5-4a7c-8f53-e33e73d691bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.044555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-bab4e6d8-13d5-4a7c-8f53-e33e73d691bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 1094 time: 0.1023242 Feb 07 22:40:40.061556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-cefa861f-9723-493c-b392-3471724bdda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.063984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-cefa861f-9723-493c-b392-3471724bdda5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05976031-ea96-48a3-a62f-12dc7b2157b9 HTTP/1.1" status: 200 len: 855 time: 0.2217822 Feb 07 22:40:40.109086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 881f5ef7-db86-49f6-ad98-114f8a02caf4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:40.109509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.138755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb93-7dd0-44e0-a48f-5506ce9c276a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.145680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-a6de064a-35c5-457f-9abb-b3c3f0733115 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860934 Feb 07 22:40:40.228054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344746a-2ee4-4b1c-972d-ba51215e05a3 req-48fbead8-defe-4e08-9746-c135db9f5578 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.234245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344746a-2ee4-4b1c-972d-ba51215e05a3 req-48fbead8-defe-4e08-9746-c135db9f5578 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.241377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344746a-2ee4-4b1c-972d-ba51215e05a3 req-48fbead8-defe-4e08-9746-c135db9f5578 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.251483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344746a-2ee4-4b1c-972d-ba51215e05a3 req-48fbead8-defe-4e08-9746-c135db9f5578 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.252499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52ee4823-1304-490a-9e27-b82d84693968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.258086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344746a-2ee4-4b1c-972d-ba51215e05a3 req-48fbead8-defe-4e08-9746-c135db9f5578 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.264523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344746a-2ee4-4b1c-972d-ba51215e05a3 req-48fbead8-defe-4e08-9746-c135db9f5578 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.272644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344746a-2ee4-4b1c-972d-ba51215e05a3 req-48fbead8-defe-4e08-9746-c135db9f5578 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.274945 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6344746a-2ee4-4b1c-972d-ba51215e05a3 req-48fbead8-defe-4e08-9746-c135db9f5578 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.4357338 Feb 07 22:40:40.278565 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.286985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c121b-2fac-4c32-9b36-c73e2ee7845f None None] DHCP port deletion for 20a200c5-660c-4e64-81c1-0e39bc838be5 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:40:40.315311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-4c33d2a4-d3cf-4846-ade6-fe4ce5b37b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.319308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-4c33d2a4-d3cf-4846-ade6-fe4ce5b37b3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 904 time: 0.2463775 Feb 07 22:40:40.322677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-52ee4823-1304-490a-9e27-b82d84693968 None None] For port 881f5ef7-db86-49f6-ad98-114f8a02caf4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=881f5ef7-db86-49f6-ad98-114f8a02caf4,segment=NetworkSegment(67e4111f-0468-4c5b-8387-61926cd79624),segment_id=67e4111f-0468-4c5b-8387-61926cd79624)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:40.325005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Router c7f54093-16a7-4841-8b80-af3eafbf9873 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:40:40.346349 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.357847 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52ee4823-1304-490a-9e27-b82d84693968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.383653 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-9e8a2122-a192-4a89-8f9b-9fbd2fffd8b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5 HTTP/1.1" status: 200 len: 217 time: 0.0537992 Feb 07 22:40:40.409390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-de4c8fa6-3234-4b6d-8469-ea18073c1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.413700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-de4c8fa6-3234-4b6d-8469-ea18073c1458 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8aa51f2-5304-4fbb-b06d-afadcfad45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3318048 Feb 07 22:40:40.464078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4513ae-4ee5-4ce4-924a-87a0c49ce1f7,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:40.483226 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6344746a-2ee4-4b1c-972d-ba51215e05a3 req-3e1d61f0-c44b-42d6-a85e-f6abedc6a976 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598554 Feb 07 22:40:40.485251 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-676c8b78-03f6-408b-9877-365fe2fd469b service neutron] 10.222.0.24 "GET /v2.0/networks/c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171206 Feb 07 22:40:40.489288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb93-7dd0-44e0-a48f-5506ce9c276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.492731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb93-7dd0-44e0-a48f-5506ce9c276a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.496138 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c5aadb93-7dd0-44e0-a48f-5506ce9c276a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6854857a-b1f6-4620-b32b-203b5492739f HTTP/1.1" status: 204 len: 168 time: 1.1933439 Feb 07 22:40:40.521552 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-199cf97c-b33f-4a9a-bf59-e9f4233d71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.523252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-199cf97c-b33f-4a9a-bf59-e9f4233d71f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ce2e13f-8c37-495b-833a-a61a3b3725c8 HTTP/1.1" status: 200 len: 844 time: 0.1298251 Feb 07 22:40:40.525028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Checking segment: {'id': '8f39a826-7147-4379-9da1-5455da9d7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '392ffb71-7eff-40bc-9beb-c3a83c7897b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:40.525466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Network hostable DHCP agents. Network: 392ffb71-7eff-40bc-9beb-c3a83c7897b4, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:40.530575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee4823-1304-490a-9e27-b82d84693968 None None] Pushing event updated for resources: {'Port': ['ID=881f5ef7-db86-49f6-ad98-114f8a02caf4,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:40.543906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0aef9-8958-491a-9922-c468129e89ec req-93bfec06-c83a-4206-961b-87cf8e2fadc8 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.544059 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:40:40.544539 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:40:40.545612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fba0aef9-8958-491a-9922-c468129e89ec req-93bfec06-c83a-4206-961b-87cf8e2fadc8 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 944 time: 0.1047633 Feb 07 22:40:40.575517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f64c121b-2fac-4c32-9b36-c73e2ee7845f None None] Deleting port 881f5ef7-db86-49f6-ad98-114f8a02caf4 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:40.575862 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f64c121b-2fac-4c32-9b36-c73e2ee7845f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.583417 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-74fd673a-b985-4c9f-8f4b-c8d844441803 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471952 Feb 07 22:40:40.651011 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.652919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f64c121b-2fac-4c32-9b36-c73e2ee7845f None None] For port 881f5ef7-db86-49f6-ad98-114f8a02caf4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=881f5ef7-db86-49f6-ad98-114f8a02caf4,segment=NetworkSegment(67e4111f-0468-4c5b-8387-61926cd79624),segment_id=67e4111f-0468-4c5b-8387-61926cd79624)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:40.653647 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f64c121b-2fac-4c32-9b36-c73e2ee7845f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.657652 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-2a5df3bd-181e-4986-9c23-2023afc808f4 service neutron] 10.222.0.24 "GET /v2.0/networks/d8aa51f2-5304-4fbb-b06d-afadcfad45a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696734 Feb 07 22:40:40.668321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f64c121b-2fac-4c32-9b36-c73e2ee7845f None None] Calling delete_port for 881f5ef7-db86-49f6-ad98-114f8a02caf4 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:40.771837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aadb93-7dd0-44e0-a48f-5506ce9c276a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6854857a-b1f6-4620-b32b-203b5492739f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:40.773804 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f64c121b-2fac-4c32-9b36-c73e2ee7845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.812581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fba0aef9-8958-491a-9922-c468129e89ec req-ef6242f8-9650-4207-b5a6-08905d1bd6a8 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564714 Feb 07 22:40:40.820538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c121b-2fac-4c32-9b36-c73e2ee7845f None None] Pushing event deleted for resources: {'Port': ['ID=881f5ef7-db86-49f6-ad98-114f8a02caf4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:40.823143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Network 392ffb71-7eff-40bc-9beb-c3a83c7897b4 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:40.849155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c121b-2fac-4c32-9b36-c73e2ee7845f None None] No DVR routers for this DVR port 881f5ef7-db86-49f6-ad98-114f8a02caf4 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:40.870935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 392ffb71-7eff-40bc-9beb-c3a83c7897b4) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:40.889461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.893883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.911061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb61ea-4254-4cbd-93be-724430d713c4 None None] Network 392ffb71-7eff-40bc-9beb-c3a83c7897b4 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:40.945519 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d08337e5-8d46-4900-b1f0-e71135b288b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7122827 Feb 07 22:40:40.952299 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-d455e647-641f-466b-8ad1-6c370045b3bf service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547642 Feb 07 22:40:41.002155 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1076453c-3d1f-4270-967a-ff0c0bf4668e req-ead38c23-aaf6-4a6b-bfb3-39e0b9ba8cef service neutron] 10.222.0.24 "GET /v2.0/networks/c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581440 Feb 07 22:40:41.068587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:40:41.083430 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cfa99-ffb6-4b91-8b6e-8e3706d54d1b None None] Sync routers for ids ['c7f54093-16a7-4841-8b80-af3eafbf9873'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:40:41.092193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04933169-bc6e-447a-ad46-65c91fbede33 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "PUT /v2.0/routers/c7f54093-16a7-4841-8b80-af3eafbf9873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5430741 Feb 07 22:40:41.121722 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cfa99-ffb6-4b91-8b6e-8e3706d54d1b None None] Routers {'c7f54093-16a7-4841-8b80-af3eafbf9873'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:41.122519 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fe7cfa99-ffb6-4b91-8b6e-8e3706d54d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c7f54093-16a7-4841-8b80-af3eafbf9873'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:41.128030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39908) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:41.138693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] Port 881f5ef7-db86-49f6-ad98-114f8a02caf4 update to ACTIVE by agent not found {{(pid=102291) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 07 22:40:41.183877 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fe7cfa99-ffb6-4b91-8b6e-8e3706d54d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:41.197370 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cfa99-ffb6-4b91-8b6e-8e3706d54d1b None None] Routers {'c7f54093-16a7-4841-8b80-af3eafbf9873'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:41.197370 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fe7cfa99-ffb6-4b91-8b6e-8e3706d54d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c7f54093-16a7-4841-8b80-af3eafbf9873'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:41.264138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c948d-bac8-48e1-ba0f-8390eb32fe4c None None] Network 392ffb71-7eff-40bc-9beb-c3a83c7897b4 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:41.304552 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fe7cfa99-ffb6-4b91-8b6e-8e3706d54d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:41.316125 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cfa99-ffb6-4b91-8b6e-8e3706d54d1b None None] The sync data for ids ['c7f54093-16a7-4841-8b80-af3eafbf9873'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:40:41.350044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1120e52-dd76-4bea-a716-d192bacca903 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.546546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 881f5ef7-db86-49f6-ad98-114f8a02caf4 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:41.590866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 881f5ef7-db86-49f6-ad98-114f8a02caf4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:41.591408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 881f5ef7-db86-49f6-ad98-114f8a02caf4 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:41.616359 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.630070 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-c46d17d9-a22d-4d56-888e-e03760963fba req-5f2bee29-cd5e-48cf-827c-9b9578310d1d tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] show failed (client error): The resource could not be found. Feb 07 22:40:41.642572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c46d17d9-a22d-4d56-888e-e03760963fba req-5f2bee29-cd5e-48cf-827c-9b9578310d1d tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] 10.222.0.15 "GET /v2.0/security-groups/0d99fd67-8def-4a38-a2d9-176abda38763 HTTP/1.1" status: 404 len: 352 time: 0.1423378 Feb 07 22:40:41.652793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a200c5-660c-4e64-81c1-0e39bc838be5']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:41.657317 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce5fb5e4-ed1a-4d99-b503-db9dc7a7ec18 req-3dde2a82-f17a-4e42-99ab-854a6d1504c3 service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890936 Feb 07 22:40:41.665466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e4111f-0468-4c5b-8387-61926cd79624') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:41.665781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e4111f-0468-4c5b-8387-61926cd79624') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:41.681198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.689961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1120e52-dd76-4bea-a716-d192bacca903 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.697424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1120e52-dd76-4bea-a716-d192bacca903 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.697573 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.705371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:41.705778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.792265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f06fa98-39f9-49a1-9b94-44ee1bfbf6ad req-5f31792e-5e62-4218-9ea4-8b6a2f669f8b service neutron] 10.222.0.24 "GET /v2.0/networks/d8aa51f2-5304-4fbb-b06d-afadcfad45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8140461 Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:41.793126 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:41.806294 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1120e52-dd76-4bea-a716-d192bacca903 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.807299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1120e52-dd76-4bea-a716-d192bacca903 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Fanout notify agent at l3_agent the message router_deleted on router c7f54093-16a7-4841-8b80-af3eafbf9873 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:40:41.809808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.843200 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.851182 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b1120e52-dd76-4bea-a716-d192bacca903 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.851306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/20a200c5-660c-4e64-81c1-0e39bc838be5 HTTP/1.1" status: 204 len: 168 time: 5.8249912 Feb 07 22:40:41.851379 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b1120e52-dd76-4bea-a716-d192bacca903 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "DELETE /v2.0/routers/c7f54093-16a7-4841-8b80-af3eafbf9873 HTTP/1.1" status: 204 len: 168 time: 0.7187927 Feb 07 22:40:41.862989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39930) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:41.862989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39934) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:41.863230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cf5a9-c8d5-4e6a-8aed-560e04fb3750 req-0916197b-5c13-4f38-9479-d8587f9b9495 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:41.866783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-391486548'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:41.870907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e4cf5a9-c8d5-4e6a-8aed-560e04fb3750 req-0916197b-5c13-4f38-9479-d8587f9b9495 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 943 time: 0.8659458 Feb 07 22:40:41.872822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc4a8d-ba86-4cab-8f35-cfd674abf28d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=20a200c5-660c-4e64-81c1-0e39bc838be5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:41.929135 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e4cf5a9-c8d5-4e6a-8aed-560e04fb3750 req-9195b9ff-02c9-4fab-a93c-6958d49bdb95 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572891 Feb 07 22:40:41.932193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-ec64d978-4bb4-41b6-8acc-7bdee9e8f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:41.933714 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-ec64d978-4bb4-41b6-8acc-7bdee9e8f61c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b89250bef6f0490e8ce1fc3913ec4c39&device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 1095 time: 0.8232393 Feb 07 22:40:42.042792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c4b448-5591-4789-94be-60bb3a32dfe4 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Deleting subnet e864506a-4ac9-40ec-b351-e88f746bda3f {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:42.058183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee147d-a5ec-40d9-b85f-2c7ecca1aba5 req-b87efe7e-0163-486a-93a3-cd5ef4574755 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.064911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee147d-a5ec-40d9-b85f-2c7ecca1aba5 req-b87efe7e-0163-486a-93a3-cd5ef4574755 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.070854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee147d-a5ec-40d9-b85f-2c7ecca1aba5 req-b87efe7e-0163-486a-93a3-cd5ef4574755 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.076976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee147d-a5ec-40d9-b85f-2c7ecca1aba5 req-b87efe7e-0163-486a-93a3-cd5ef4574755 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.084516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee147d-a5ec-40d9-b85f-2c7ecca1aba5 req-b87efe7e-0163-486a-93a3-cd5ef4574755 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.090773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee147d-a5ec-40d9-b85f-2c7ecca1aba5 req-b87efe7e-0163-486a-93a3-cd5ef4574755 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.096929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee147d-a5ec-40d9-b85f-2c7ecca1aba5 req-b87efe7e-0163-486a-93a3-cd5ef4574755 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.105506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8ee147d-a5ec-40d9-b85f-2c7ecca1aba5 req-b87efe7e-0163-486a-93a3-cd5ef4574755 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.3138268 Feb 07 22:40:42.115740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:42.119233 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.123274 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b448-5591-4789-94be-60bb3a32dfe4 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.145871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d76d5-e50e-45ec-9cd3-6a244cf31979 req-9b791050-3664-4f7c-8308-3fbe50d204f3 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.147445 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-259d76d5-e50e-45ec-9cd3-6a244cf31979 req-9b791050-3664-4f7c-8308-3fbe50d204f3 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 944 time: 0.0859332 Feb 07 22:40:42.182127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-120509c9-7513-4a90-b773-8e7992456b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.183863 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-120509c9-7513-4a90-b773-8e7992456b13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff HTTP/1.1" status: 200 len: 922 time: 0.2389324 Feb 07 22:40:42.207842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:42.223281 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8ee147d-a5ec-40d9-b85f-2c7ecca1aba5 req-31e82186-84de-4cf3-b0d3-3d76628ec05c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169264 Feb 07 22:40:42.238486 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b448-5591-4789-94be-60bb3a32dfe4 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.246165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-e9dda59f-185d-47b6-8d2c-72fae862e618 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=735a249f-ac78-43af-aa94-0848f6a8f835 HTTP/1.1" status: 200 len: 217 time: 0.0510027 Feb 07 22:40:42.290041 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-259d76d5-e50e-45ec-9cd3-6a244cf31979 req-93a4d573-50b6-4ee3-891e-1ca76850176c tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289394 Feb 07 22:40:42.316646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.317196 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 8e7fa7ee-3bf0-43c9-a132-3eb784acddf4 of type vlan for network 72d2f36b-26ff-4806-8485-9ae8e26e1b6d Feb 07 22:40:42.366526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 82b474a2-fb97-4cc1-a269-b540b381fdc5 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:42.400883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.410764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-7495cc15-7ce0-4729-9a3f-47bc62f10e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.417466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-7495cc15-7ce0-4729-9a3f-47bc62f10e3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a339c8d-e64f-4c28-b03f-0cf1027b54a5 HTTP/1.1" status: 200 len: 862 time: 0.1502202 Feb 07 22:40:42.479930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-e48af997-e4c6-4227-bb22-1291b37ee386 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538082 Feb 07 22:40:42.484082 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-02176eac-a5c3-4f30-87df-5089a7593291 req-5f8c0553-c9f8-4344-84af-9a138ea5ed97 tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e3e5fe8282441018dfedb933818e6b8 HTTP/1.1" status: 200 len: 2988 time: 0.1935911 Feb 07 22:40:42.616436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b448-5591-4789-94be-60bb3a32dfe4 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.621003 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.631162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:42.632934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-085d8841-accb-4e32-a851-7e3db25bf223 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440599 Feb 07 22:40:42.634463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.635149 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.644189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '82b474a2-fb97-4cc1-a269-b540b381fdc5', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'port_id': '82b474a2-fb97-4cc1-a269-b540b381fdc5', 'mac_address': 'fa:16:3e:26:ea:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce2e13f-8c37-495b-833a-a61a3b3725c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:42.699541 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.768560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b474a2-fb97-4cc1-a269-b540b381fdc5 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:42.798948 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9331691 Feb 07 22:40:42.799131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95c12688-b65b-4b4d-959e-d4d43bf02473 req-638ff2fd-2a84-488a-b5c4-98c03b2b0863 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561246 Feb 07 22:40:42.800142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39964) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:42.814226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': '72d2f36b-26ff-4806-8485-9ae8e26e1b6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:42.858186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:42.869553 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.872031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-02176eac-a5c3-4f30-87df-5089a7593291 req-68bda793-d7d3-4911-90de-36e3f7081d76 tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] 10.222.0.15 "GET /v2.0/security-groups/92a12279-7164-43dc-98e6-bf2b67dbdc34 HTTP/1.1" status: 200 len: 2985 time: 0.3865857 Feb 07 22:40:42.874112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bb9ea-d84a-4591-b3ec-2c2d0b768ba5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=72d2f36b-26ff-4806-8485-9ae8e26e1b6d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:42.922305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b448-5591-4789-94be-60bb3a32dfe4 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.952569 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 72d2f36b-26ff-4806-8485-9ae8e26e1b6d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:42.965715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4b448-5591-4789-94be-60bb3a32dfe4 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event deleted for resources: {'Subnet': ['ID=e864506a-4ac9-40ec-b351-e88f746bda3f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:42.970707 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b448-5591-4789-94be-60bb3a32dfe4 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.976628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a7c4b448-5591-4789-94be-60bb3a32dfe4 tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "DELETE /v2.0/subnets/e864506a-4ac9-40ec-b351-e88f746bda3f HTTP/1.1" status: 204 len: 168 time: 1.1027827 Feb 07 22:40:42.981775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-02176eac-a5c3-4f30-87df-5089a7593291 req-a0dbdee2-0153-4877-a691-e56f2b64bb0e tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] 10.222.0.15 "GET /v2.0/security-groups/92a12279-7164-43dc-98e6-bf2b67dbdc34 HTTP/1.1" status: 200 len: 2985 time: 0.1085823 Feb 07 22:40:42.982344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39970) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:43.028295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc0771a-d347-4e1c-99d4-d0d824054c3c None None] Network 18be6530-f02e-4752-866a-49831948d61b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:43.174854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:43.179102 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.182619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['82b474a2-fb97-4cc1-a269-b540b381fdc5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:43.259321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.266225 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=82b474a2-fb97-4cc1-a269-b540b381fdc5,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:43.277658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f688daf5-ef47-412d-b72c-972ccac5ef57 req-6a0336d1-8f88-40e1-88bd-b2f0e9539c23 tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] 10.222.0.15 "GET /v2.0/security-groups/92a12279-7164-43dc-98e6-bf2b67dbdc34 HTTP/1.1" status: 200 len: 2985 time: 0.2556217 Feb 07 22:40:43.304017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aa67f-18b4-4bbb-91b9-aa2adc649147 req-92fc8522-0ece-49bb-9394-78061c4d7b83 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.309228 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-682aa67f-18b4-4bbb-91b9-aa2adc649147 req-92fc8522-0ece-49bb-9394-78061c4d7b83 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 944 time: 0.2661641 Feb 07 22:40:43.445680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-682aa67f-18b4-4bbb-91b9-aa2adc649147 req-df709514-6f5e-47af-a16b-94ecae4e50fd tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099474 Feb 07 22:40:43.545473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c33a20-b661-4da5-84ae-d094d7d22d92 None None] DHCP port deletion for 18be6530-f02e-4752-866a-49831948d61b request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:40:43.556817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Deleting port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:43.557200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.563978 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-f688daf5-ef47-412d-b72c-972ccac5ef57 req-0411fecf-4e96-46b7-b68a-8072a80796e0 tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 22:40:43.564854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f688daf5-ef47-412d-b72c-972ccac5ef57 req-0411fecf-4e96-46b7-b68a-8072a80796e0 tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] 10.222.0.15 "DELETE /v2.0/security-groups/92a12279-7164-43dc-98e6-bf2b67dbdc34 HTTP/1.1" status: 409 len: 352 time: 0.2649105 Feb 07 22:40:43.672133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] For port 9806b6a3-e308-42f6-a23b-d74bd35a82f1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9806b6a3-e308-42f6-a23b-d74bd35a82f1,segment=NetworkSegment(114676e8-2985-4066-9090-3187541ecc98),segment_id=114676e8-2985-4066-9090-3187541ecc98)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:43.673389 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.705315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-24c33a20-b661-4da5-84ae-d094d7d22d92 None None] Deleting port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:43.705933 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24c33a20-b661-4da5-84ae-d094d7d22d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.706575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Calling delete_port for 9806b6a3-e308-42f6-a23b-d74bd35a82f1 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:43.711505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.730095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8c25-b386-42d5-bae0-f7876e0379a9 req-dedfb8e7-85f4-4d90-b979-5ef688af40e3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.737626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8c25-b386-42d5-bae0-f7876e0379a9 req-dedfb8e7-85f4-4d90-b979-5ef688af40e3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.744093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8c25-b386-42d5-bae0-f7876e0379a9 req-dedfb8e7-85f4-4d90-b979-5ef688af40e3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.751936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8c25-b386-42d5-bae0-f7876e0379a9 req-dedfb8e7-85f4-4d90-b979-5ef688af40e3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.760754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8c25-b386-42d5-bae0-f7876e0379a9 req-dedfb8e7-85f4-4d90-b979-5ef688af40e3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.768338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8c25-b386-42d5-bae0-f7876e0379a9 req-dedfb8e7-85f4-4d90-b979-5ef688af40e3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.774482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8c25-b386-42d5-bae0-f7876e0379a9 req-dedfb8e7-85f4-4d90-b979-5ef688af40e3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.784833 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39dc8c25-b386-42d5-bae0-f7876e0379a9 req-dedfb8e7-85f4-4d90-b979-5ef688af40e3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.1892800 Feb 07 22:40:43.788188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-24c33a20-b661-4da5-84ae-d094d7d22d92 None None] For port 9806b6a3-e308-42f6-a23b-d74bd35a82f1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9806b6a3-e308-42f6-a23b-d74bd35a82f1,segment=NetworkSegment(114676e8-2985-4066-9090-3187541ecc98),segment_id=114676e8-2985-4066-9090-3187541ecc98)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:43.788856 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24c33a20-b661-4da5-84ae-d094d7d22d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.796537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc596c16-0aa9-4a0e-b342-ad351f2b8f33 req-ec0afaa2-1be7-4af5-a994-452c5cfae179 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.798322 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc596c16-0aa9-4a0e-b342-ad351f2b8f33 req-ec0afaa2-1be7-4af5-a994-452c5cfae179 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 944 time: 0.1286261 Feb 07 22:40:43.810848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-24c33a20-b661-4da5-84ae-d094d7d22d92 None None] Calling delete_port for 9806b6a3-e308-42f6-a23b-d74bd35a82f1 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:43.839164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=dc4af14b-3a30-4897-b6d5-75572788dbf8,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:43.862685 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc596c16-0aa9-4a0e-b342-ad351f2b8f33 req-13d198a3-940f-4636-b9a6-81f40f31d656 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566957 Feb 07 22:40:43.875250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.910439 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39dc8c25-b386-42d5-bae0-f7876e0379a9 req-af8cca7f-014f-487e-87af-413604329259 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239266 Feb 07 22:40:43.932464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event deleted for resources: {'Port': ['ID=9806b6a3-e308-42f6-a23b-d74bd35a82f1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:43.936490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] No DVR routers for this DVR port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:43.973891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': '8e7fa7ee-3bf0-43c9-a132-3eb784acddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72d2f36b-26ff-4806-8485-9ae8e26e1b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:43.978693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: 72d2f36b-26ff-4806-8485-9ae8e26e1b6d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:44.001885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network 72d2f36b-26ff-4806-8485-9ae8e26e1b6d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:44.011109 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24c33a20-b661-4da5-84ae-d094d7d22d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.027765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 72d2f36b-26ff-4806-8485-9ae8e26e1b6d) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:44.032765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.033363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.059110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9db29b-cec6-46d2-90dc-d96e340c7222 None None] Network 72d2f36b-26ff-4806-8485-9ae8e26e1b6d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:44.062908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c33a20-b661-4da5-84ae-d094d7d22d92 None None] Pushing event deleted for resources: {'Port': ['ID=9806b6a3-e308-42f6-a23b-d74bd35a82f1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:44.066131 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-67ab8e2e-4afe-45fa-999a-14f9e84e158c req-7fa332cf-e41b-417c-b061-b50c77d7bada tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] show failed (client error): The resource could not be found. Feb 07 22:40:44.067232 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-26c8d7a7-7f75-4f86-a74f-be7ccec6c9a4 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2660687 Feb 07 22:40:44.070336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40000) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:44.072612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67ab8e2e-4afe-45fa-999a-14f9e84e158c req-7fa332cf-e41b-417c-b061-b50c77d7bada tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] 10.222.0.15 "GET /v2.0/security-groups/66d653f2-d153-45c9-a6d0-c1fc0d9634d8 HTTP/1.1" status: 404 len: 352 time: 0.0538924 Feb 07 22:40:44.087423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c33a20-b661-4da5-84ae-d094d7d22d92 None None] No DVR routers for this DVR port 9806b6a3-e308-42f6-a23b-d74bd35a82f1 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:44.201811 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.279155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.298790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a6e1f-17dd-443d-b11c-3d4b8f31ea69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-72d2f36b-26ff-4806-8485-9ae8e26e1b6d', 'network_id': '72d2f36b-26ff-4806-8485-9ae8e26e1b6d', 'tenant_id': '5172fdec9cc2400699dd526abfa259a3', 'fixed_ips': [{'subnet_id': 'dc4af14b-3a30-4897-b6d5-75572788dbf8'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:40:44.299853 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6e1f-17dd-443d-b11c-3d4b8f31ea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.318355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18be6530-f02e-4752-866a-49831948d61b']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:44.320119 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-668c0c0f-9916-4b33-9719-f4574d7b0686 req-e613f583-eb39-44d2-89de-d7e22c944f4f tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] show failed (client error): The resource could not be found. Feb 07 22:40:44.321150 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-668c0c0f-9916-4b33-9719-f4574d7b0686 req-e613f583-eb39-44d2-89de-d7e22c944f4f tempest-SecurityGroupsNegativeTestJSON-1333378542 tempest-SecurityGroupsNegativeTestJSON-1333378542-project] 10.222.0.15 "GET /v2.0/security-groups/250492a7-d51c-4830-bd9c-913e479c3930 HTTP/1.1" status: 404 len: 352 time: 0.0223596 Feb 07 22:40:44.348617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40006) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:44.372134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114676e8-2985-4066-9090-3187541ecc98') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:44.372537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114676e8-2985-4066-9090-3187541ecc98') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:44.406174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.408421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 82b474a2-fb97-4cc1-a269-b540b381fdc5 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:44.566545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server [None req-6c5a6e1f-17dd-443d-b11c-3d4b8f31ea69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc4af14b-3a30-4897-b6d5-75572788dbf8: This subnet is being modified by another concurrent operation. Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:40:44.580826 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exception Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc4af14b-3a30-4897-b6d5-75572788dbf8: This subnet is being modified by another concurrent operation. Feb 07 22:40:44.583898 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 22:40:44.608755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 82b474a2-fb97-4cc1-a269-b540b381fdc5 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:44.617162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 82b474a2-fb97-4cc1-a269-b540b381fdc5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:44.617652 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.619977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a47e13-6925-4d8d-a2cb-71c977108080 None None] Network 72d2f36b-26ff-4806-8485-9ae8e26e1b6d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:44.895361 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.924802 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.946446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5e842-7ebd-4280-8d7c-b1e15118d441 req-21c32aba-cb47-458a-81bc-d3ca65569346 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.952309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5e842-7ebd-4280-8d7c-b1e15118d441 req-21c32aba-cb47-458a-81bc-d3ca65569346 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.958393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5e842-7ebd-4280-8d7c-b1e15118d441 req-21c32aba-cb47-458a-81bc-d3ca65569346 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.964164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5e842-7ebd-4280-8d7c-b1e15118d441 req-21c32aba-cb47-458a-81bc-d3ca65569346 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.971357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5e842-7ebd-4280-8d7c-b1e15118d441 req-21c32aba-cb47-458a-81bc-d3ca65569346 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.976566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5e842-7ebd-4280-8d7c-b1e15118d441 req-21c32aba-cb47-458a-81bc-d3ca65569346 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.982520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5e842-7ebd-4280-8d7c-b1e15118d441 req-21c32aba-cb47-458a-81bc-d3ca65569346 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.984514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8fb5e842-7ebd-4280-8d7c-b1e15118d441 req-21c32aba-cb47-458a-81bc-d3ca65569346 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.7368691 Feb 07 22:40:44.986728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:44.987130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:44.990406 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:44.992050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.994515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2491c2-e481-4ee4-94d2-40caf5e72c39 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:40:45.003721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-496dd175-161d-4d81-8a3f-0854e005b330 admin admin] Deleting subnet fe4513ae-4ee5-4ce4-924a-87a0c49ce1f7 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:45.040730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-496dd175-161d-4d81-8a3f-0854e005b330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.048273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4af14b-3a30-4897-b6d5-75572788dbf8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:45.064407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:45.069508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:45.072989 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1990c-8e6b-49a4-9f6c-b10d54167004" -d '{"events": [{"server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "name": "network-vif-plugged", "status": "completed", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:45.080588 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.120613 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8fb5e842-7ebd-4280-8d7c-b1e15118d441 req-015df977-d516-458f-8ed4-9658acc2105e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081564 Feb 07 22:40:45.131722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.135009 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-496dd175-161d-4d81-8a3f-0854e005b330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.151020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd98e5-c46d-4664-90d1-7a9990e41c89 req-8d05d764-489f-4491-a51d-c29b3b0aeb69 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.158604 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.159718 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fdd98e5-c46d-4664-90d1-7a9990e41c89 req-8d05d764-489f-4491-a51d-c29b3b0aeb69 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 944 time: 0.5859914 Feb 07 22:40:45.161728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] 10.222.0.15 "DELETE /v2.0/networks/18be6530-f02e-4752-866a-49831948d61b HTTP/1.1" status: 204 len: 168 time: 2.1783760 Feb 07 22:40:45.177806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c91441-8b6b-4648-b831-9670c4c07afc tempest-FloatingIPNegativeTestJSON-278425619 tempest-FloatingIPNegativeTestJSON-278425619-project] Pushing event deleted for resources: {'Network': ['ID=18be6530-f02e-4752-866a-49831948d61b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:45.214901 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.216509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-496dd175-161d-4d81-8a3f-0854e005b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.223809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=82b474a2-fb97-4cc1-a269-b540b381fdc5,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:45.273295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2491c2-e481-4ee4-94d2-40caf5e72c39 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:40:45.315052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d2f36b-26ff-4806-8485-9ae8e26e1b6d']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:45.350133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fdd98e5-c46d-4664-90d1-7a9990e41c89 req-d20ee14d-4887-424c-af1a-f97c1322ad5b tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853974 Feb 07 22:40:45.378683 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7fa7ee-3bf0-43c9-a132-3eb784acddf4') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:45.379046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7fa7ee-3bf0-43c9-a132-3eb784acddf4') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:45.397082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7ad18-cf73-4966-8ce8-b0849602aa99 req-12ce5a7c-8e0d-4b9e-a79b-aeecac084ddd tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.401665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ca7ad18-cf73-4966-8ce8-b0849602aa99 req-12ce5a7c-8e0d-4b9e-a79b-aeecac084ddd tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 944 time: 0.0942447 Feb 07 22:40:45.402579 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-496dd175-161d-4d81-8a3f-0854e005b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.430895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.450386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dd175-161d-4d81-8a3f-0854e005b330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4513ae-4ee5-4ce4-924a-87a0c49ce1f7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:45.468279 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-496dd175-161d-4d81-8a3f-0854e005b330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.473264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-496dd175-161d-4d81-8a3f-0854e005b330 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fe4513ae-4ee5-4ce4-924a-87a0c49ce1f7 HTTP/1.1" status: 204 len: 168 time: 1.1219151 Feb 07 22:40:45.483102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40040) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:45.509122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ca7ad18-cf73-4966-8ce8-b0849602aa99 req-57ae7872-53a6-4956-94f5-228679acc44d tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682583 Feb 07 22:40:45.590782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 735a249f-ac78-43af-aa94-0848f6a8f835 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:40:45.592756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9806b6a3-e308-42f6-a23b-d74bd35a82f1 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:45.628471 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896bff0e-5bde-4b8f-8de8-8e0f1194641b x-openstack-request-id: req-896bff0e-5bde-4b8f-8de8-8e0f1194641b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:45.628636 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.628727 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "name": "network-vif-plugged", "status": "completed", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:45.628982 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-896bff0e-5bde-4b8f-8de8-8e0f1194641b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:45.629383 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5', 'code': 200} Feb 07 22:40:45.633262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 9806b6a3-e308-42f6-a23b-d74bd35a82f1 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:45.633613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9806b6a3-e308-42f6-a23b-d74bd35a82f1 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:45.663073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:45.663561 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:45.666680 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:45.753712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed949021-fa76-4dc4-b386-a25e174bf024 req-feb9ecfb-81f3-4aae-a520-d9940597938d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.762234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed949021-fa76-4dc4-b386-a25e174bf024 req-feb9ecfb-81f3-4aae-a520-d9940597938d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.769124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed949021-fa76-4dc4-b386-a25e174bf024 req-feb9ecfb-81f3-4aae-a520-d9940597938d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.776108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed949021-fa76-4dc4-b386-a25e174bf024 req-feb9ecfb-81f3-4aae-a520-d9940597938d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.782765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed949021-fa76-4dc4-b386-a25e174bf024 req-feb9ecfb-81f3-4aae-a520-d9940597938d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.790504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed949021-fa76-4dc4-b386-a25e174bf024 req-feb9ecfb-81f3-4aae-a520-d9940597938d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.796964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed949021-fa76-4dc4-b386-a25e174bf024 req-feb9ecfb-81f3-4aae-a520-d9940597938d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.803922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed949021-fa76-4dc4-b386-a25e174bf024 req-feb9ecfb-81f3-4aae-a520-d9940597938d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.1999247 Feb 07 22:40:45.819038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac01cf2-1087-46f5-b099-5ec581b3550b req-356cbafa-b031-4b85-a1fb-f66e413411e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.834282 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bac01cf2-1087-46f5-b099-5ec581b3550b req-356cbafa-b031-4b85-a1fb-f66e413411e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 1096 time: 0.1559398 Feb 07 22:40:45.849898 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.908326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40058) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:45.931921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 735a249f-ac78-43af-aa94-0848f6a8f835, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=735a249f-ac78-43af-aa94-0848f6a8f835,segment=NetworkSegment(92911640-db85-4e69-a471-8ce9cd9e5bf3),segment_id=92911640-db85-4e69-a471-8ce9cd9e5bf3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:45.945816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '735a249f-ac78-43af-aa94-0848f6a8f835', 'network_id': 'c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff', 'port_id': '735a249f-ac78-43af-aa94-0848f6a8f835', 'mac_address': 'fa:16:3e:a0:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a339c8d-e64f-4c28-b03f-0cf1027b54a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:40:45.965070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.982918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.984134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bac01cf2-1087-46f5-b099-5ec581b3550b req-235432ae-760b-4e4c-b20f-5fb5d5426bf8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413162 Feb 07 22:40:45.987130 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/72d2f36b-26ff-4806-8485-9ae8e26e1b6d HTTP/1.1" status: 204 len: 168 time: 1.9158163 Feb 07 22:40:45.992137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40064) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:46.002860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1240191153'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:46.022284 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.045526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735a249f-ac78-43af-aa94-0848f6a8f835 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:46.106785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:46.108080 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 735a249f-ac78-43af-aa94-0848f6a8f835, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=735a249f-ac78-43af-aa94-0848f6a8f835,segment=NetworkSegment(92911640-db85-4e69-a471-8ce9cd9e5bf3),segment_id=92911640-db85-4e69-a471-8ce9cd9e5bf3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:46.112875 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.114870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8f0b7-d7dc-4d8b-ab0e-f48add0bff7e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=72d2f36b-26ff-4806-8485-9ae8e26e1b6d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:46.117365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.129056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.169911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392ffb71-7eff-40bc-9beb-c3a83c7897b4']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:46.170932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:46.184766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=735a249f-ac78-43af-aa94-0848f6a8f835,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:46.197699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f39a826-7147-4379-9da1-5455da9d7284') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:46.197996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f39a826-7147-4379-9da1-5455da9d7284') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:46.200020 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.202657 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 68c71569-b842-480a-b614-e8c71aa68a49 of type vlan for network 6f69343d-1923-411d-b143-45750d8bf222 Feb 07 22:40:46.216145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.236701 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.247916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:46.248392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.254777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-02a5db08-4410-4165-8deb-8a875e90cc0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e787cb25cdc4a34bf56312275f7d7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401687 Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:46.257355 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:46.259047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40070) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:46.263629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.306733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.318853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:46.319490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.397565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.409230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4160137 Feb 07 22:40:46.417513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40076) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:46.425320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': '6f69343d-1923-411d-b143-45750d8bf222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:46.440179 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.443288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/392ffb71-7eff-40bc-9beb-c3a83c7897b4 HTTP/1.1" status: 204 len: 168 time: 0.9592633 Feb 07 22:40:46.450772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['735a249f-ac78-43af-aa94-0848f6a8f835'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:46.453370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d988a4-a44a-40ad-b489-08ba86fee6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=392ffb71-7eff-40bc-9beb-c3a83c7897b4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:46.473912 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67ce92d5-9891-4602-9881-286b8080a06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.553561 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67ce92d5-9891-4602-9881-286b8080a06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.580296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f4bcc-5056-4605-84e4-ca9e1b8c3ba7 req-6e789e5c-ba35-4742-b4cb-81d3fd961e89 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:46.601891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa9f4bcc-5056-4605-84e4-ca9e1b8c3ba7 req-6e789e5c-ba35-4742-b4cb-81d3fd961e89 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.1445229 Feb 07 22:40:46.670036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a834a-b0c6-4a4c-a2eb-7e5233c73221 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=6f69343d-1923-411d-b143-45750d8bf222,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:46.694837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-3d85deda-9a96-42ec-b237-93e6ed32d69e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889919 Feb 07 22:40:46.699546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 6f69343d-1923-411d-b143-45750d8bf222 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:46.724575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:46.738346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.771989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40094) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:46.866155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40096) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:46.890741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa9f4bcc-5056-4605-84e4-ca9e1b8c3ba7 req-f6b00e22-5026-42de-b7e6-006c4941c3c4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865689 Feb 07 22:40:46.940477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67ce92d5-9891-4602-9881-286b8080a06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.943506 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67ce92d5-9891-4602-9881-286b8080a06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.944732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-67ce92d5-9891-4602-9881-286b8080a06a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3078a506-e402-459e-9aef-791b3311052d HTTP/1.1" status: 204 len: 168 time: 0.6770737 Feb 07 22:40:46.982065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40102) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:46.982709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-38e8b147-2b99-4793-bc39-513eaaa8611d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e3e5fe8282441018dfedb933818e6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085581 Feb 07 22:40:47.003117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce92d5-9891-4602-9881-286b8080a06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3078a506-e402-459e-9aef-791b3311052d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:47.057909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-fbf95e99-91ba-4fb2-a540-958509137f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:47.061819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-fbf95e99-91ba-4fb2-a540-958509137f9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2d1c2ba919142c9b2d473467caecc27&device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 1101 time: 0.2939692 Feb 07 22:40:47.115302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045c190-b6b4-4088-9e5b-983d2404387d req-691fa21e-48a7-4a71-b631-ddef27b5985a tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:47.124602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2045c190-b6b4-4088-9e5b-983d2404387d req-691fa21e-48a7-4a71-b631-ddef27b5985a tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 945 time: 0.3603780 Feb 07 22:40:47.273855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9dce9db9-80ab-45bf-90c3-85dfdc308a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.318972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2045c190-b6b4-4088-9e5b-983d2404387d req-886b9e7d-5a74-4fba-a00b-26d8ad198880 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921268 Feb 07 22:40:47.394789 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f520c65-85d8-40a7-a131-92f37cfac8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.441504 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9dce9db9-80ab-45bf-90c3-85dfdc308a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.448894 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9dce9db9-80ab-45bf-90c3-85dfdc308a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.476670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-e63871e9-a801-4482-854f-60ef236f84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:47.476670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-e63871e9-a801-4482-854f-60ef236f84d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3422508 Feb 07 22:40:47.477959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f520c65-85d8-40a7-a131-92f37cfac8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.513475 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.534839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9dce9db9-80ab-45bf-90c3-85dfdc308a08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b10fc0973364461a31e84bcadcc1c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410570 Feb 07 22:40:47.536386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce9db9-80ab-45bf-90c3-85dfdc308a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1062eea-2d6e-405f-93e5-15425ed1a24c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:47.539181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40108) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:47.583540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-d6fb8016-f716-4da1-93c3-d23b5990bc4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=abed09b4-0040-46d4-a129-75b9532b34bf HTTP/1.1" status: 200 len: 217 time: 0.0870883 Feb 07 22:40:47.634604 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84d1783e-0c21-4b97-9e28-9382440c0c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.671669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=4a9d9162-35ef-41d9-8a28-26e5d87aecd0,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:47.694763 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84d1783e-0c21-4b97-9e28-9382440c0c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.707502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-352e20eb-ce06-40bb-b029-c167006f6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:47.709209 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-352e20eb-ce06-40bb-b029-c167006f6a2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1108794 Feb 07 22:40:47.770582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84d1783e-0c21-4b97-9e28-9382440c0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.773174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84d1783e-0c21-4b97-9e28-9382440c0c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.774332 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-84d1783e-0c21-4b97-9e28-9382440c0c1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1062eea-2d6e-405f-93e5-15425ed1a24c HTTP/1.1" status: 204 len: 168 time: 0.2282782 Feb 07 22:40:47.777888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f520c65-85d8-40a7-a131-92f37cfac8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.781226 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f520c65-85d8-40a7-a131-92f37cfac8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.785246 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0f520c65-85d8-40a7-a131-92f37cfac8b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92a12279-7164-43dc-98e6-bf2b67dbdc34 HTTP/1.1" status: 204 len: 168 time: 0.7988691 Feb 07 22:40:47.787118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1783e-0c21-4b97-9e28-9382440c0c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1062eea-2d6e-405f-93e5-15425ed1a24c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:47.792323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': '68c71569-b842-480a-b614-e8c71aa68a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f69343d-1923-411d-b143-45750d8bf222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:47.792688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: 6f69343d-1923-411d-b143-45750d8bf222, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:47.842318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-913a97d5-721f-4f60-976c-3ad186432f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:47.845098 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-913a97d5-721f-4f60-976c-3ad186432f6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196089 Feb 07 22:40:47.853964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f520c65-85d8-40a7-a131-92f37cfac8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a12279-7164-43dc-98e6-bf2b67dbdc34,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:47.889401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network 6f69343d-1923-411d-b143-45750d8bf222 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:47.911581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 6f69343d-1923-411d-b143-45750d8bf222) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:47.923558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba452320-0ebf-4653-afed-228e46784c5b None None] Network 6f69343d-1923-411d-b143-45750d8bf222 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:48.019576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:48.025032 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.155287 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-059cc1e1-9a68-4ac8-b9ca-ccfbf62271a2 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7366560 Feb 07 22:40:48.155399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40136) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:48.188682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77ea74-a626-4d73-98fa-8b43ac8f7569 req-b620faaa-6e68-4cb6-add9-d830cda22776 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:48.190384 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed77ea74-a626-4d73-98fa-8b43ac8f7569 req-b620faaa-6e68-4cb6-add9-d830cda22776 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.1306231 Feb 07 22:40:48.194312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-bbd5a26d-d8ed-4b65-af99-a9b7c580586f service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363764 Feb 07 22:40:48.245828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-6f69343d-1923-411d-b143-45750d8bf222', 'network_id': '6f69343d-1923-411d-b143-45750d8bf222', 'tenant_id': '5172fdec9cc2400699dd526abfa259a3', 'fixed_ips': [{'subnet_id': '4a9d9162-35ef-41d9-8a28-26e5d87aecd0'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:40:48.246695 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.358600 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-409149ec-3cca-4c3d-9bb3-e2a85ee1b7db req-aed15536-aa11-4961-a434-1fc287f896d5 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355591 Feb 07 22:40:48.399300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed77ea74-a626-4d73-98fa-8b43ac8f7569 req-8bc93c67-28df-4d29-b3b2-bf90fb263e0c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878364 Feb 07 22:40:48.525378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.565475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ef285-db13-4a21-92d9-507d7495b99e req-9d4eda4f-4e85-4c7e-a56e-613a44eb9eba tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:48.573052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a2ef285-db13-4a21-92d9-507d7495b99e req-9d4eda4f-4e85-4c7e-a56e-613a44eb9eba tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 945 time: 0.0935304 Feb 07 22:40:48.629752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40150) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:48.653048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a2ef285-db13-4a21-92d9-507d7495b99e req-f9dc0765-56a3-4629-b9b6-d3df5fe74cc5 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786438 Feb 07 22:40:48.673502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea6d0290-6c67-4732-9c4b-ec8f79bd603a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.678936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Allocated IP 172.20.0.2 (6f69343d-1923-411d-b143-45750d8bf222/4a9d9162-35ef-41d9-8a28-26e5d87aecd0/addbbd43-ce50-41bd-8780-5a5bd11b7ce2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:48.691112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.914254 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea6d0290-6c67-4732-9c4b-ec8f79bd603a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.929910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea6d0290-6c67-4732-9c4b-ec8f79bd603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.007016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ea6d0290-6c67-4732-9c4b-ec8f79bd603a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1819ea6016654b58b16271352663f781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760009 Feb 07 22:40:49.008114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d0290-6c67-4732-9c4b-ec8f79bd603a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa37958-6132-4e7a-b8bd-4599c8d899a3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:49.009728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40170) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:49.043359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1538314-97b1-4eaf-9fac-ccabfc437a6d req-e87d48de-7963-4df4-8af4-920818ab309f tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:49.057269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1538314-97b1-4eaf-9fac-ccabfc437a6d req-e87d48de-7963-4df4-8af4-920818ab309f tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.1452303 Feb 07 22:40:49.072786 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.086169 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.117893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1538314-97b1-4eaf-9fac-ccabfc437a6d req-eb7d58c3-4d34-4468-bd82-74d2741f6cda tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593626 Feb 07 22:40:49.136516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Network 6f69343d-1923-411d-b143-45750d8bf222 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:49.141681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:49.146483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:49.149454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Pushing event updated for resources: {'Port': ['ID=addbbd43-ce50-41bd-8780-5a5bd11b7ce2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:49.172552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.205017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Attempting to bind port addbbd43-ce50-41bd-8780-5a5bd11b7ce2 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:49.205017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Attempting to bind port addbbd43-ce50-41bd-8780-5a5bd11b7ce2 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '68c71569-b842-480a-b614-e8c71aa68a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f69343d-1923-411d-b143-45750d8bf222'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:49.205455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Attempting to bind port addbbd43-ce50-41bd-8780-5a5bd11b7ce2 on network 6f69343d-1923-411d-b143-45750d8bf222 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:49.213927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:49.214342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Checking segment: {'id': '68c71569-b842-480a-b614-e8c71aa68a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f69343d-1923-411d-b143-45750d8bf222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:49.214693 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.215085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Bound using segment: {'id': '68c71569-b842-480a-b614-e8c71aa68a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f69343d-1923-411d-b143-45750d8bf222'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:49.215554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Bound port: addbbd43-ce50-41bd-8780-5a5bd11b7ce2, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c71569-b842-480a-b614-e8c71aa68a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f69343d-1923-411d-b143-45750d8bf222'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:49.215970 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.277687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40174) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:49.279222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9d9162-35ef-41d9-8a28-26e5d87aecd0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:49.283274 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71950fcc-0e5e-4780-a3e4-e2c9456ea4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.350207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] For port addbbd43-ce50-41bd-8780-5a5bd11b7ce2, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:49.361984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] For port addbbd43-ce50-41bd-8780-5a5bd11b7ce2, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=addbbd43-ce50-41bd-8780-5a5bd11b7ce2,segment=NetworkSegment(68c71569-b842-480a-b614-e8c71aa68a49),segment_id=68c71569-b842-480a-b614-e8c71aa68a49)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:49.373867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 735a249f-ac78-43af-aa94-0848f6a8f835 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:49.387401 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71950fcc-0e5e-4780-a3e4-e2c9456ea4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.403256 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.446222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f69343d-1923-411d-b143-45750d8bf222']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:49.457927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c71569-b842-480a-b614-e8c71aa68a49') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:49.458217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c71569-b842-480a-b614-e8c71aa68a49') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:49.463551 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.497795 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.526214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.553497 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71950fcc-0e5e-4780-a3e4-e2c9456ea4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.569040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71950fcc-0e5e-4780-a3e4-e2c9456ea4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.576359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-71950fcc-0e5e-4780-a3e4-e2c9456ea4ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fa37958-6132-4e7a-b8bd-4599c8d899a3 HTTP/1.1" status: 204 len: 168 time: 0.5651391 Feb 07 22:40:49.579954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:49.581019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.582382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 735a249f-ac78-43af-aa94-0848f6a8f835 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:49.589260 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:49.600559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 735a249f-ac78-43af-aa94-0848f6a8f835 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:49.601017 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.607194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83056946-0dc9-4b6c-9218-be57a3c654e9 None None] Pushing event updated for resources: {'Port': ['ID=addbbd43-ce50-41bd-8780-5a5bd11b7ce2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:49.644554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71950fcc-0e5e-4780-a3e4-e2c9456ea4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa37958-6132-4e7a-b8bd-4599c8d899a3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:49.662668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a1dfa4-3075-47bb-9cbc-643a76a18604 None None] Network 6f69343d-1923-411d-b143-45750d8bf222 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:49.688638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.api [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:40:49.688638 n-d-827895-2 neutron-server[102289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:40:49.688638 n-d-827895-2 neutron-server[102289]: [parameters: {'id': '6f69343d-1923-411d-b143-45750d8bf222'}] Feb 07 22:40:49.688638 n-d-827895-2 neutron-server[102289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:40:49.689352 n-d-827895-2 neutron-server[102289]: DEBUG oslo_db.api [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:40:49.795282 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.818631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e678b71-dacd-41d5-8721-e7828103c9fa req-8cc02360-8801-492d-aa99-1010691ea4b7 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:49.836778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1300991874'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:49.841352 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e678b71-dacd-41d5-8721-e7828103c9fa req-8cc02360-8801-492d-aa99-1010691ea4b7 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 945 time: 0.0891898 Feb 07 22:40:49.887761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:49.892517 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.923379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.934760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e678b71-dacd-41d5-8721-e7828103c9fa req-3126dd88-f91a-40c4-89ff-8745da59ebe3 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924761 Feb 07 22:40:49.952962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef895ab-6f58-41ca-8fda-663a87472abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a249f-ac78-43af-aa94-0848f6a8f835'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:49.955573 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c645432-de9a-4ff1-a746-2fdffcab31e6" -d '{"events": [{"server_uuid": "4ef895ab-6f58-41ca-8fda-663a87472abe", "name": "network-vif-plugged", "status": "completed", "tag": "735a249f-ac78-43af-aa94-0848f6a8f835"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:50.003315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 735a249f-ac78-43af-aa94-0848f6a8f835, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=735a249f-ac78-43af-aa94-0848f6a8f835,segment=NetworkSegment(92911640-db85-4e69-a471-8ce9cd9e5bf3),segment_id=92911640-db85-4e69-a471-8ce9cd9e5bf3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:50.025048 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.027813 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac1d15f-f574-431a-924e-7cdb717e5c94 x-openstack-request-id: req-cac1d15f-f574-431a-924e-7cdb717e5c94 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:50.028093 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef895ab-6f58-41ca-8fda-663a87472abe", "name": "network-vif-plugged", "status": "completed", "tag": "735a249f-ac78-43af-aa94-0848f6a8f835", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:50.028465 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cac1d15f-f574-431a-924e-7cdb717e5c94 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:50.028815 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef895ab-6f58-41ca-8fda-663a87472abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a249f-ac78-43af-aa94-0848f6a8f835', 'code': 200} Feb 07 22:40:50.076571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.083636 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.111466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:50.128868 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.128868 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Added segment c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822 of type vlan for network 7fa3674c-8a06-4975-8532-3d8c69efa365 Feb 07 22:40:50.164560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e3f0e-29a3-4e2a-840d-20d7928046f7 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:40:50.193545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.233876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033acb-9035-4db0-8615-8f77aaab9030 req-7fdcea09-f5d0-4da3-9c65-df9c979ad073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:50.241225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c033acb-9035-4db0-8615-8f77aaab9030 req-7fdcea09-f5d0-4da3-9c65-df9c979ad073 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 1097 time: 0.1393523 Feb 07 22:40:50.268128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40212) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:50.269897 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.291599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=735a249f-ac78-43af-aa94-0848f6a8f835,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:50.339131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66622986-fecf-4e5f-9121-91e24f8082d8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:50.379101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c033acb-9035-4db0-8615-8f77aaab9030 req-a6a9d107-19b6-4bbb-a988-a947e87a0a80 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185338 Feb 07 22:40:50.387648 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.395479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:50.396523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.407047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3310e-ce15-4130-a1ff-8ad70826625d req-cc0b4224-ce58-4ebc-b70f-d2d1ef6a94fc tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:50.418608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58b3310e-ce15-4130-a1ff-8ad70826625d req-cc0b4224-ce58-4ebc-b70f-d2d1ef6a94fc tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.1720855 Feb 07 22:40:50.510510 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58b3310e-ce15-4130-a1ff-8ad70826625d req-e665fbe1-233b-424b-9208-db4c7bb049e2 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905473 Feb 07 22:40:50.512915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e3f0e-29a3-4e2a-840d-20d7928046f7 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:40:50.519115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Deleting port addbbd43-ce50-41bd-8780-5a5bd11b7ce2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:50.520397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.595264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Network': ['ID=7fa3674c-8a06-4975-8532-3d8c69efa365,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:50.617454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:50.618116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-687c452d-1866-4b2e-a518-45e24b379e6d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3285978 Feb 07 22:40:50.624810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40222) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:50.626633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1695277200-network', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:50.634060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'name': 'tempest-PortsTestJSON-1597562320'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:50.701394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Made reservation on behalf of b1e8aff77dc54f3d8875348cb599922a for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:50.704853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.737324 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] For port addbbd43-ce50-41bd-8780-5a5bd11b7ce2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=addbbd43-ce50-41bd-8780-5a5bd11b7ce2,segment=NetworkSegment(68c71569-b842-480a-b614-e8c71aa68a49),segment_id=68c71569-b842-480a-b614-e8c71aa68a49)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:50.738255 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.743552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.775070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Calling delete_port for addbbd43-ce50-41bd-8780-5a5bd11b7ce2 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:50.821188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:50.825872 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.898411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:40:50.929057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.942995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.012306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:51.023090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4654eb4-c9d9-4f2c-9f44-b8b46b9d3a35,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:51.084320 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.088479 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Added segment 78a3828d-a374-41e4-9612-43ee7864930b of type vlan for network f7babd62-f953-4389-8f30-86386c833084 Feb 07 22:40:51.157277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40244) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:51.235409 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.269896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.271279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.272365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.318275 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0444229 Feb 07 22:40:51.323639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40248) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:51.356587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.368363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Request body: {'subnet': {'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1695277200-subnet', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:51.388225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-network', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:51.410296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa6c7c-bd7f-443b-9f51-ddd0c0fbbebb admin admin] Pushing event updated for resources: {'Network': ['ID=f7babd62-f953-4389-8f30-86386c833084,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:51.426840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8e33e-7fe2-4bc5-902a-7eb25f665312 req-4879e2db-8935-4dcd-80be-fac63cf151a6 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.433427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f7babd62-f953-4389-8f30-86386c833084 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:51.436173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5d8e33e-7fe2-4bc5-902a-7eb25f665312 req-4879e2db-8935-4dcd-80be-fac63cf151a6 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 946 time: 0.3329666 Feb 07 22:40:51.441262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No DVR routers for this DVR port addbbd43-ce50-41bd-8780-5a5bd11b7ce2 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:51.448445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Made reservation on behalf of b1e8aff77dc54f3d8875348cb599922a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:51.462201 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.468026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Port': ['ID=addbbd43-ce50-41bd-8780-5a5bd11b7ce2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:51.605980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5499024d-aa31-487a-8e5d-dbf172138e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.620542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.712208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.749546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Made reservation on behalf of e1c851b9c3c04eb19258a428e32c8db3 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:51.755484 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.813620 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.832225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5d8e33e-7fe2-4bc5-902a-7eb25f665312 req-7cf3c28d-1c33-4cee-8f6f-be6ffd3d5350 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948784 Feb 07 22:40:51.951397 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.973181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.008691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.046474 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.071887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:52.089665 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.089866 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Added segment bd3ef59a-a296-4bf9-ac7a-fb88190899ae of type vlan for network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d Feb 07 22:40:52.095424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:52.138150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Checking segment: {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:52.139600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Network hostable DHCP agents. Network: f7babd62-f953-4389-8f30-86386c833084, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:52.149907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.155421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0760-1137-4805-838c-01e32572e1e1 req-076eb92f-82ac-4d06-865a-8925d8c8cc46 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:52.163460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242c0760-1137-4805-838c-01e32572e1e1 req-076eb92f-82ac-4d06-865a-8925d8c8cc46 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.2362068 Feb 07 22:40:52.202091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242c0760-1137-4805-838c-01e32572e1e1 req-cb399fb2-84bc-4597-8a17-f627dc475ba3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377219 Feb 07 22:40:52.223519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Network f7babd62-f953-4389-8f30-86386c833084 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:52.242220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=6f600ec7-58a7-4245-9fb3-cf3ac466fbc1,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:52.244891 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.245543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f7babd62-f953-4389-8f30-86386c833084) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:52.245838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:52.246532 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.254192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:52.257694 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.258503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Checking segment: {'id': 'c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:52.258901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network hostable DHCP agents. Network: 7fa3674c-8a06-4975-8532-3d8c69efa365, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:52.262028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f69343d-1923-411d-b143-45750d8bf222']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:52.271342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb8da3-e99b-45a9-bf9d-b8b999b7678a None None] Network f7babd62-f953-4389-8f30-86386c833084 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:52.300088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c71569-b842-480a-b614-e8c71aa68a49') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:52.300404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c71569-b842-480a-b614-e8c71aa68a49') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:52.303630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edeae37-e0e0-4a16-83cd-3b8bf5239a71,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:52.322337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-223bc97a-8159-4589-81e2-5bb9d5c41d94 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9956756 Feb 07 22:40:52.324047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40264) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:52.342220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:52.351181 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1918159 Feb 07 22:40:52.353064 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.356167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40266) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:52.371396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Request body: {'subnet': {'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-subnet', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:52.394426 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.396179 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.407214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.423407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abf0e2-7147-4dc6-9b57-5f4019e2e479 admin admin] Pushing event updated for resources: {'Network': ['ID=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:52.429902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:52.430311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.433315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:52.436110 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:52.455787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:52.502817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7fa3674c-8a06-4975-8532-3d8c69efa365) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:52.509335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:52.515110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:52.515681 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.520191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Made reservation on behalf of e1c851b9c3c04eb19258a428e32c8db3 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:52.522476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.530258 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.548268 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.551433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/6f69343d-1923-411d-b143-45750d8bf222 HTTP/1.1" status: 204 len: 168 time: 4.3949580 Feb 07 22:40:52.555409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40268) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:52.574294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d6e1c-96d9-42ec-b63c-f4e8d69b680f None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:52.593062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-899064596'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:52.607838 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.612501 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1bca4959-7f9f-4296-a68e-0df4bc01c5b9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9815764 Feb 07 22:40:52.612501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89172d9a-f783-4f8b-87bd-ba969d45cc39 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=6f69343d-1923-411d-b143-45750d8bf222,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:52.621092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40270) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:52.633586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1767787349'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:52.658591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:52.662350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.724140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:52.741164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.741568 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 17bfa65e-dbc2-4daa-8ec8-9d5d826f908f of type vlan for network 1cbf7932-0180-4fe5-a89f-aaaeede4a609 Feb 07 22:40:52.794788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f7babd62-f953-4389-8f30-86386c833084', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:40:52.795650 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.819458 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.833369 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.888166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.894922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:52.895537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.916413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.933315 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:40:52.935231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c98f35-5923-4be0-863e-082686c9d386,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:52.986928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4303637 Feb 07 22:40:52.987499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:52.992801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40274) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:52.994613 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.001531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': '1cbf7932-0180-4fe5-a89f-aaaeede4a609', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:53.044032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Checking segment: {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:53.044335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Network hostable DHCP agents. Network: 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:53.049665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab4752-9913-4d0a-b4c5-d0570a261932 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=1cbf7932-0180-4fe5-a89f-aaaeede4a609,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:53.069194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 1cbf7932-0180-4fe5-a89f-aaaeede4a609 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:53.110989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:53.128452 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.130493 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Added segment be2b4d16-40ac-4cce-88e1-8e5c15df7992 of type vlan for network 726a387f-06fe-48c1-8263-e50f82359fe5 Feb 07 22:40:53.146739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f15bb-c6b4-4175-a754-64744a2cdd42 req-a957c64d-c3e4-4413-ac8e-9b9e9be97ceb tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:53.148392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a3f15bb-c6b4-4175-a754-64744a2cdd42 req-a957c64d-c3e4-4413-ac8e-9b9e9be97ceb tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 946 time: 0.1586490 Feb 07 22:40:53.149750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:53.189533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:53.193270 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.207254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:53.207919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.220616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Allocated IP 172.20.0.2 (f7babd62-f953-4389-8f30-86386c833084/4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b/3ad9aa93-9b27-4a68-9271-fe27f0a51859) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:53.225841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:53.231133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.241367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335b66e-3546-47c3-85d3-b3a7a7418d2e None None] Network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:53.245063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.256003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:53.257205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.356649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4ac8ff2f-346b-4c6c-ad37-07bc380611d9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9942856 Feb 07 22:40:53.364307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40288) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:53.366808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a3f15bb-c6b4-4175-a754-64744a2cdd42 req-842e4969-882f-44c8-a393-da18a1127061 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049868 Feb 07 22:40:53.380277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Performing IP validity checks on allocation pools {{(pid=102289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 22:40:53.396160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 22:40:53.408818 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:53.449934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40292) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:53.451239 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8277814 Feb 07 22:40:53.456065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'ports': [{'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365'}, {'network_id': '726a387f-06fe-48c1-8263-e50f82359fe5'}]} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:53.457052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:53.457052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '726a387f-06fe-48c1-8263-e50f82359fe5'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:53.497458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.499256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.526017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c6e02-c25c-46be-b2bb-f93d3d467517 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Network': ['ID=726a387f-06fe-48c1-8263-e50f82359fe5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:53.544036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 726a387f-06fe-48c1-8263-e50f82359fe5 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:53.702483 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.716312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.787978 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.814343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Network f7babd62-f953-4389-8f30-86386c833084 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:53.822147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:53.856896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494da18-eaff-45b3-ad55-1c6d751a8651 req-1e7301cc-ad3f-4182-a2bc-36c64eaf3516 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:53.858350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:53.859273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a494da18-eaff-45b3-ad55-1c6d751a8651 req-1e7301cc-ad3f-4182-a2bc-36c64eaf3516 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.4812515 Feb 07 22:40:53.863443 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.869014 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb550a5f-585f-45af-9806-a3a276a027bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.881889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=6e046b91-e44a-4e18-baa1-693274d680c8,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:53.883962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 2} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:53.888583 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.895801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Pushing event updated for resources: {'Port': ['ID=3ad9aa93-9b27-4a68-9271-fe27f0a51859,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:53.915653 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.928483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:40:53.929404 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.982508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.991532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': '17bfa65e-dbc2-4daa-8ec8-9d5d826f908f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1cbf7932-0180-4fe5-a89f-aaaeede4a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:53.991918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: 1cbf7932-0180-4fe5-a89f-aaaeede4a609, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:54.027375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54d259-05d4-4011-a69a-977828791c72 req-b7358d24-e65a-4408-8262-e8151d7fe7c9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:54.036327 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e54d259-05d4-4011-a69a-977828791c72 req-b7358d24-e65a-4408-8262-e8151d7fe7c9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 946 time: 0.1017230 Feb 07 22:40:54.040454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Attempting to bind port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:54.040824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Attempting to bind port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:54.041186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Attempting to bind port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 on network f7babd62-f953-4389-8f30-86386c833084 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:54.056435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:54.056946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Checking segment: {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:54.057354 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.057744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Bound using segment: {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:54.058214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Bound port: 3ad9aa93-9b27-4a68-9271-fe27f0a51859, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:54.058592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.142309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network 1cbf7932-0180-4fe5-a89f-aaaeede4a609 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:54.147353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.159570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.181434 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Allocated IP 172.20.0.2 (56a2cd29-4fe1-4a52-9946-7ab1eb985f8d/62c98f35-5923-4be0-863e-082686c9d386/df99412f-3f71-466c-8d4c-bf84477296b0) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:54.183731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] For port 3ad9aa93-9b27-4a68-9271-fe27f0a51859, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:54.189406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] For port 3ad9aa93-9b27-4a68-9271-fe27f0a51859, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3ad9aa93-9b27-4a68-9271-fe27f0a51859,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:54.206414 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.213290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 1cbf7932-0180-4fe5-a89f-aaaeede4a609) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:54.227017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e54d259-05d4-4011-a69a-977828791c72 req-f664fcf1-4738-4a24-bcdf-6887c0ccf89a tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882606 Feb 07 22:40:54.242104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9774f44-3978-474e-a8d6-1091f5e13e32 None None] Network 1cbf7932-0180-4fe5-a89f-aaaeede4a609 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:54.249380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:54.250351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.268433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 2d5242b3-c47e-4be8-a881-2be0e44ea2be yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:40:54.303779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3d4dec07-aa4a-4133-9a2b-597c17f41219 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3066370 Feb 07 22:40:54.306940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40306) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:54.385351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a494da18-eaff-45b3-ad55-1c6d751a8651 req-7ea77f1b-7a6b-4207-a3d3-1770726ff396 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186942 Feb 07 22:40:54.471399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Allocated IP 172.25.8.48 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/916894b4-5309-4823-a110-7d222843f7ae) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:54.537824 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.560378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.630469 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.636841 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.679537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.731172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:54.737760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:54.742162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af00b87-6f6b-45d3-a2cf-f79a47d88103 None None] Pushing event updated for resources: {'Port': ['ID=3ad9aa93-9b27-4a68-9271-fe27f0a51859,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:54.756665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:54.818087 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.825306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.869463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 03940108-7abe-434c-8665-88b913929648 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:40:54.912800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Pushing event updated for resources: {'Port': ['ID=df99412f-3f71-466c-8d4c-bf84477296b0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:54.943075 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.958449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Attempting to bind port df99412f-3f71-466c-8d4c-bf84477296b0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:54.958815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Attempting to bind port df99412f-3f71-466c-8d4c-bf84477296b0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:54.959177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Attempting to bind port df99412f-3f71-466c-8d4c-bf84477296b0 on network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:40:54.965810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:40:54.966194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Checking segment: {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:54.966604 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.966997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Bound using segment: {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:40:54.967471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Bound port: df99412f-3f71-466c-8d4c-bf84477296b0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:54.967889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.972019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b309a73-6d30-4e2a-9a92-1d450b33e1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-1cbf7932-0180-4fe5-a89f-aaaeede4a609', 'network_id': '1cbf7932-0180-4fe5-a89f-aaaeede4a609', 'tenant_id': '5172fdec9cc2400699dd526abfa259a3', 'fixed_ips': [{'subnet_id': '6e046b91-e44a-4e18-baa1-693274d680c8'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:40:54.972870 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9b309a73-6d30-4e2a-9a92-1d450b33e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.063096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.069667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=6e046b91-e44a-4e18-baa1-693274d680c8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:55.114301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a7377-2a36-4010-8f08-bd36ffa0a35e None None] Network 1cbf7932-0180-4fe5-a89f-aaaeede4a609 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:55.136375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] For port df99412f-3f71-466c-8d4c-bf84477296b0, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:40:55.164390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbf7932-0180-4fe5-a89f-aaaeede4a609']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:55.178988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bfa65e-dbc2-4daa-8ec8-9d5d826f908f') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:55.179201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bfa65e-dbc2-4daa-8ec8-9d5d826f908f') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:55.195985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.216510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.224370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:55.224816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.370327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] For port df99412f-3f71-466c-8d4c-bf84477296b0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=df99412f-3f71-466c-8d4c-bf84477296b0,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:40:55.381232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.382267 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.412199 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.573790 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.644358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:55.648085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f0bc7-a101-48a2-a137-7cef0b7ff796 None None] Pushing event updated for resources: {'Port': ['ID=df99412f-3f71-466c-8d4c-bf84477296b0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:55.675563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:55.683146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:55.738821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3ad9aa93-9b27-4a68-9271-fe27f0a51859 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:55.848453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:55.848846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:55.955297 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:55.983552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.005726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.012419 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/1cbf7932-0180-4fe5-a89f-aaaeede4a609 HTTP/1.1" status: 204 len: 168 time: 1.7010562 Feb 07 22:40:56.012759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ed3c8-391e-4386-817c-3867d5c6dc83 req-4bb16690-115e-4f05-82de-837d34057b83 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.013806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c6ed3c8-391e-4386-817c-3867d5c6dc83 req-4bb16690-115e-4f05-82de-837d34057b83 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.4000478 Feb 07 22:40:56.014309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40326) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:56.039337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-357123794'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:56.098228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Pushing event updated for resources: {'Port': ['ID=916894b4-5309-4823-a110-7d222843f7ae,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:56.102883 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.135453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b0dec-9b77-43b3-8b5e-b357d96966ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=1cbf7932-0180-4fe5-a89f-aaaeede4a609,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:56.190934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 3ad9aa93-9b27-4a68-9271-fe27f0a51859, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3ad9aa93-9b27-4a68-9271-fe27f0a51859,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:56.200062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d31258-55f6-451a-bcef-18dadcf04e50 None None] Network f7babd62-f953-4389-8f30-86386c833084 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:56.208199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.214669 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.247940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Allocated IP 172.25.8.76 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/79dd7b2b-9217-411d-9a79-71792a3e1152) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:56.298276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a4e8-e92f-4117-a2a5-afc06da02c18 req-65035f85-bd7a-40bc-8013-d61424a7cb36 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.299923 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ca12a4e8-e92f-4117-a2a5-afc06da02c18 req-65035f85-bd7a-40bc-8013-d61424a7cb36 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 946 time: 0.3316369 Feb 07 22:40:56.315443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-833f0436-d43c-4f63-b751-71c326e9d5b1 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.317470 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-833f0436-d43c-4f63-b751-71c326e9d5b1 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 946 time: 0.3605828 Feb 07 22:40:56.349683 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.351740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.378479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0406334b-3190-4b41-bdfc-ecfa402ce771 None None] Provisioning complete for port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:56.378479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0406334b-3190-4b41-bdfc-ecfa402ce771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.438218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=3ad9aa93-9b27-4a68-9271-fe27f0a51859,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:56.562721 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:56.585042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c6ed3c8-391e-4386-817c-3867d5c6dc83 req-f5cdaf37-667f-4d01-8ba1-bc03c5ba7fef tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948151 Feb 07 22:40:56.591929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:56.597190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.619872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:56.631659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.632653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:56.639267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.680086 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.732312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=2d5242b3-c47e-4be8-a881-2be0e44ea2be,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:56.736599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:56.756379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ca12a4e8-e92f-4117-a2a5-afc06da02c18 req-b098b4c8-5ee8-43b5-9364-b61dff26a63c tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dd8e0e0-4523-469f-a115-1c703c17c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378605 Feb 07 22:40:56.805156 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.805515 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 26bd07a5-e9ef-435c-aa99-8eaac1d047ed of type vlan for network 70852ee2-a406-4c40-b7fe-0c1a19d4c220 Feb 07 22:40:56.849192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.877613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Checking segment: {'id': 'be2b4d16-40ac-4cce-88e1-8e5c15df7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '726a387f-06fe-48c1-8263-e50f82359fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:56.878273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network hostable DHCP agents. Network: 726a387f-06fe-48c1-8263-e50f82359fe5, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:56.882804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=03940108-7abe-434c-8665-88b913929648,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:56.913086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Deleting port 735a249f-ac78-43af-aa94-0848f6a8f835 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:56.913793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.939082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 726a387f-06fe-48c1-8263-e50f82359fe5 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:57.016946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.023375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:57.025091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 726a387f-06fe-48c1-8263-e50f82359fe5) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:57.033304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:57.035600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b64b6f-6690-4cc4-92b5-ff4d555e99e1 None None] Network 726a387f-06fe-48c1-8263-e50f82359fe5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:57.039232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:57.044391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:57.045086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.056965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:57.092776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:40:57.097658 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1207a4a2-d637-47f0-9985-279e49c1faeb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6466739 Feb 07 22:40:57.106947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40344) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:57.115764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] For port 735a249f-ac78-43af-aa94-0848f6a8f835, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=735a249f-ac78-43af-aa94-0848f6a8f835,segment=NetworkSegment(92911640-db85-4e69-a471-8ce9cd9e5bf3),segment_id=92911640-db85-4e69-a471-8ce9cd9e5bf3)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:57.116160 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.163137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:40:57.171973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Calling delete_port for 735a249f-ac78-43af-aa94-0848f6a8f835 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:57.172904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Pushing event updated for resources: {'Port': ['ID=79dd7b2b-9217-411d-9a79-71792a3e1152,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:57.184508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.312535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-003ffcd6-62a4-4fb8-b09d-ccd7b9382f48 None None] Provisioning complete for port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:57.313381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-003ffcd6-62a4-4fb8-b09d-ccd7b9382f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.337057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb9643-a0fb-484d-8060-46779123680e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 03940108-7abe-434c-8665-88b913929648 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:57.337435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9643-a0fb-484d-8060-46779123680e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.419815 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.435422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:57.439911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.458086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.505437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['735a249f-ac78-43af-aa94-0848f6a8f835'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:40:57.523503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Pushing event deleted for resources: {'Port': ['ID=735a249f-ac78-43af-aa94-0848f6a8f835,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:57.570913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9643-a0fb-484d-8060-46779123680e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.581862 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e738a9-ff92-4177-b7e6-42db5547d394 None None] Network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:57.618245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb9643-a0fb-484d-8060-46779123680e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 03940108-7abe-434c-8665-88b913929648 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:57.648665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] No DVR routers for this DVR port 735a249f-ac78-43af-aa94-0848f6a8f835 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:57.655553 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.660202 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-731a8363-906f-4575-9cd4-56d9a48cef54 req-b4593d5d-74d5-4583-b8a2-4f0656adbfc9 tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.24 "DELETE /v2.0/ports/735a249f-ac78-43af-aa94-0848f6a8f835 HTTP/1.1" status: 204 len: 173 time: 1.2951865 Feb 07 22:40:57.660849 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef895ab-6f58-41ca-8fda-663a87472abe', 'name': 'network-vif-deleted', 'tag': '735a249f-ac78-43af-aa94-0848f6a8f835'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:57.674843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=70852ee2-a406-4c40-b7fe-0c1a19d4c220,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:57.684021 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756abbec-abd0-42ac-ae7b-2f24f1749887" -d '{"events": [{"server_uuid": "4ef895ab-6f58-41ca-8fda-663a87472abe", "name": "network-vif-deleted", "tag": "735a249f-ac78-43af-aa94-0848f6a8f835"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:40:57.768800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 70852ee2-a406-4c40-b7fe-0c1a19d4c220 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:57.801187 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ee58c-3822-4020-b0be-ff024ff85dee x-openstack-request-id: req-879ee58c-3822-4020-b0be-ff024ff85dee {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:40:57.801489 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef895ab-6f58-41ca-8fda-663a87472abe", "name": "network-vif-deleted", "tag": "735a249f-ac78-43af-aa94-0848f6a8f835", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:40:57.802333 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-879ee58c-3822-4020-b0be-ff024ff85dee {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:40:57.803680 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef895ab-6f58-41ca-8fda-663a87472abe', 'name': 'network-vif-deleted', 'tag': '735a249f-ac78-43af-aa94-0848f6a8f835', 'status': 'completed', 'code': 200} Feb 07 22:40:57.853634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device df99412f-3f71-466c-8d4c-bf84477296b0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:57.917168 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9643-a0fb-484d-8060-46779123680e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.948843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0eb54747-c32e-4e7a-a3d8-10a16392d3ca tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9244621 Feb 07 22:40:57.954814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40368) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:57.962355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': '70852ee2-a406-4c40-b7fe-0c1a19d4c220', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:57.966550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb9643-a0fb-484d-8060-46779123680e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=03940108-7abe-434c-8665-88b913929648,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:57.972993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9643-a0fb-484d-8060-46779123680e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.978924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ffb9643-a0fb-484d-8060-46779123680e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/03940108-7abe-434c-8665-88b913929648 HTTP/1.1" status: 204 len: 168 time: 0.8686907 Feb 07 22:40:57.979185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40372) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:58.092697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546b8e2-51be-4964-97e6-7f84ae113fec tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:58.101062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546b8e2-51be-4964-97e6-7f84ae113fec tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:58.105046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b546b8e2-51be-4964-97e6-7f84ae113fec tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1224592 Feb 07 22:40:58.107408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40378) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:58.139290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port df99412f-3f71-466c-8d4c-bf84477296b0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:58.140138 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.148512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5eb6c420-13a6-4265-960f-839fbd45583c req-d8971199-b744-49c1-80c1-d30d5daedafc tempest-InstanceActionsNegativeTestJSON-285973737 tempest-InstanceActionsNegativeTestJSON-285973737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef895ab-6f58-41ca-8fda-663a87472abe HTTP/1.1" status: 200 len: 210 time: 0.0813999 Feb 07 22:40:58.173456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb3634-56c1-4b28-b0a0-0bb770a708c2 req-d7921667-ab3b-467b-9764-be9b00cf2334 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:58.180725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8fb3634-56c1-4b28-b0a0-0bb770a708c2 req-d7921667-ab3b-467b-9764-be9b00cf2334 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.2916720 Feb 07 22:40:58.221266 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a71e0dea-c949-4f74-ae5d-2e3e77213496 None None] Provisioning complete for port df99412f-3f71-466c-8d4c-bf84477296b0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:58.221678 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a71e0dea-c949-4f74-ae5d-2e3e77213496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.258282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e15a5821-c150-4e02-905f-f4deae9c7c93 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 2d5242b3-c47e-4be8-a881-2be0e44ea2be {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:40:58.259066 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e15a5821-c150-4e02-905f-f4deae9c7c93 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.322304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8fb3634-56c1-4b28-b0a0-0bb770a708c2 req-c53e2b59-e32b-4855-ab56-373185327c21 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407061 Feb 07 22:40:58.332644 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.341974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:58.346202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.421192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.422225 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e15a5821-c150-4e02-905f-f4deae9c7c93 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.452128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a71e0dea-c949-4f74-ae5d-2e3e77213496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.456233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e15a5821-c150-4e02-905f-f4deae9c7c93 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 2d5242b3-c47e-4be8-a881-2be0e44ea2be owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:40:58.457559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port df99412f-3f71-466c-8d4c-bf84477296b0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=df99412f-3f71-466c-8d4c-bf84477296b0,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:40:58.469979 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.470922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3ad9aa93-9b27-4a68-9271-fe27f0a51859 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:58.472899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.569385 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e15a5821-c150-4e02-905f-f4deae9c7c93 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.601599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a5821-c150-4e02-905f-f4deae9c7c93 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=2d5242b3-c47e-4be8-a881-2be0e44ea2be,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:58.610689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e15a5821-c150-4e02-905f-f4deae9c7c93 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.614683 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e15a5821-c150-4e02-905f-f4deae9c7c93 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/2d5242b3-c47e-4be8-a881-2be0e44ea2be HTTP/1.1" status: 204 len: 168 time: 0.5084624 Feb 07 22:40:58.617373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40380) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:58.651350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=df99412f-3f71-466c-8d4c-bf84477296b0,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:58.654228 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-a71e0dea-c949-4f74-ae5d-2e3e77213496 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:40:58.654954 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-a71e0dea-c949-4f74-ae5d-2e3e77213496 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:40:58.670523 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:58.671040 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.682777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e429d-17ff-4e7b-9e62-c20bae8b9c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:58.684699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-785e429d-17ff-4e7b-9e62-c20bae8b9c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0660861 Feb 07 22:40:58.687521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:58.712644 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c053da-f024-428b-8217-0752f932dc01 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:40:58.714490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-53c053da-f024-428b-8217-0752f932dc01 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/03940108-7abe-434c-8665-88b913929648 HTTP/1.1" status: 404 len: 333 time: 0.0253036 Feb 07 22:40:58.717289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40384) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:58.743481 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8274c672-26e6-479e-813b-0d3b36afe2aa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:40:58.747820 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8274c672-26e6-479e-813b-0d3b36afe2aa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/2d5242b3-c47e-4be8-a881-2be0e44ea2be HTTP/1.1" status: 404 len: 333 time: 0.0269248 Feb 07 22:40:58.748543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40386) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:58.837143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.931071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.957442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726a387f-06fe-48c1-8263-e50f82359fe5']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:58.967663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2b4d16-40ac-4cce-88e1-8e5c15df7992') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:58.968085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2b4d16-40ac-4cce-88e1-8e5c15df7992') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:58.984703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.999156 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.005797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:59.006510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:59.010009 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:59.079187 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.090165 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.097747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/networks/726a387f-06fe-48c1-8263-e50f82359fe5 HTTP/1.1" status: 204 len: 168 time: 0.3440671 Feb 07 22:40:59.099463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40410) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:59.104503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-257057497'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:59.132229 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f01ea-7f5d-4e54-86bb-60f02c7679e2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Network': ['ID=726a387f-06fe-48c1-8263-e50f82359fe5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:59.185314 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.190399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de684e-8462-49e2-8436-74cf4844c4ee req-73203764-26fa-4d03-a4db-8cd29abbfe7d tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:59.192191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Router dd71b512-7082-419e-9e00-2a54a69feebc is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:40:59.194190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.196481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a0de684e-8462-49e2-8436-74cf4844c4ee req-73203764-26fa-4d03-a4db-8cd29abbfe7d tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 950 time: 0.0881240 Feb 07 22:40:59.200242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:59.204231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.252775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40414) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:59.268388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:59.290439 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a0de684e-8462-49e2-8436-74cf4844c4ee req-5b60079c-fd3e-46a5-9796-4f2aa90cecd7 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915227 Feb 07 22:40:59.307831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.308217 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Added segment 982da74a-4cf1-4d09-8b83-a33da14fa656 of type vlan for network ffee37a8-95ed-4aba-9d98-4ba89591ff22 Feb 07 22:40:59.346292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0554a0-c9cb-40a8-b9c6-82d7305d809d admin admin] Deleting subnet 5a339c8d-e64f-4c28-b03f-0cf1027b54a5 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:40:59.357416 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd0554a0-c9cb-40a8-b9c6-82d7305d809d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.357929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=db6d83af-a930-4653-951c-7de836b178eb,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:59.381010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.382129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0ed3c2f3-2205-4562-88ce-2b563fb590ab None None] Provisioning complete for port df99412f-3f71-466c-8d4c-bf84477296b0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:59.383310 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c2f3-2205-4562-88ce-2b563fb590ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.411237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd0554a0-c9cb-40a8-b9c6-82d7305d809d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.451662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 735a249f-ac78-43af-aa94-0848f6a8f835 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:40:59.452161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': '26bd07a5-e9ef-435c-aa99-8eaac1d047ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '70852ee2-a406-4c40-b7fe-0c1a19d4c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:40:59.452287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: 70852ee2-a406-4c40-b7fe-0c1a19d4c220, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:59.459590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.464955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:59.465547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.494616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:40:59.506418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4033420 Feb 07 22:40:59.508108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40424) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:59.521057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': 'ffee37a8-95ed-4aba-9d98-4ba89591ff22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:59.524799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network 70852ee2-a406-4c40-b7fe-0c1a19d4c220 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:59.552714 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.553748 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-892edf8e-3d43-4e1c-aede-748318d0ef03 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2260387 Feb 07 22:40:59.557488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd0554a0-c9cb-40a8-b9c6-82d7305d809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.560627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40426) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:59.573651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Sync routers for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:40:59.581007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 735a249f-ac78-43af-aa94-0848f6a8f835 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:40:59.581450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 735a249f-ac78-43af-aa94-0848f6a8f835 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:40:59.597408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device df99412f-3f71-466c-8d4c-bf84477296b0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:40:59.613230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 70852ee2-a406-4c40-b7fe-0c1a19d4c220) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:59.625639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044a6bc-781b-40c9-8c62-abe9bd06fd20 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Network': ['ID=ffee37a8-95ed-4aba-9d98-4ba89591ff22,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:59.639409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001306e5-4563-4cff-aa86-6ffa2bcb583b None None] Network 70852ee2-a406-4c40-b7fe-0c1a19d4c220 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:40:59.642995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:40:59.643988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:59.668230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8642ca3-6fb0-4448-ae88-ae1dde870c11 req-0d9b6583-6e2c-4d25-b6ba-af0195d42fe4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:59.671296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8642ca3-6fb0-4448-ae88-ae1dde870c11 req-0d9b6583-6e2c-4d25-b6ba-af0195d42fe4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.1235447 Feb 07 22:40:59.671423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:59.672404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.698113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ffee37a8-95ed-4aba-9d98-4ba89591ff22 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:40:59.722915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Router 8dc79009-1821-428a-af09-35de2aef962c is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:40:59.733596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd0554a0-c9cb-40a8-b9c6-82d7305d809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.739519 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-89dfee87-3274-4280-9bfc-1702841b85e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7787919 Feb 07 22:40:59.761049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40432) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:59.863881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:59.867825 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.881513 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd0554a0-c9cb-40a8-b9c6-82d7305d809d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.884882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bd0554a0-c9cb-40a8-b9c6-82d7305d809d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5a339c8d-e64f-4c28-b03f-0cf1027b54a5 HTTP/1.1" status: 204 len: 168 time: 0.6311305 Feb 07 22:40:59.888246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40436) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:40:59.913791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0554a0-c9cb-40a8-b9c6-82d7305d809d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a339c8d-e64f-4c28-b03f-0cf1027b54a5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:59.947987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8642ca3-6fb0-4448-ae88-ae1dde870c11 req-1bc7e05c-c8b4-497c-aed2-29d3034bb8b5 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617664 Feb 07 22:41:00.014675 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.083988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.116539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Performing IP validity checks on allocation pools {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 22:41:00.117394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 22:41:00.186337 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.197925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:00.198303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:41:00.211381 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Sync routers for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:00.212794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.222013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port df99412f-3f71-466c-8d4c-bf84477296b0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:00.222961 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.224016 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:41:00.224411 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.247374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=db6d83af-a930-4653-951c-7de836b178eb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:00.254378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.258645 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5f8d323a-5ae7-4022-af79-08be1858be00 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.8698711 Feb 07 22:41:00.259312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40446) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:00.321289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634693a-0fcb-407d-9278-912cfc760c21 None None] Network 70852ee2-a406-4c40-b7fe-0c1a19d4c220 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:00.383407 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:00.418271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.430306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.488965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.499595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70852ee2-a406-4c40-b7fe-0c1a19d4c220']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.516115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bd07a5-e9ef-435c-aa99-8eaac1d047ed') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.516115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bd07a5-e9ef-435c-aa99-8eaac1d047ed') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.527228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92911640-db85-4e69-a471-8ce9cd9e5bf3') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.527682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92911640-db85-4e69-a471-8ce9cd9e5bf3') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.529763 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.556850 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.581954 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.588764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.601348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:00.601855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:00.606702 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:00.613630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.659388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:00.659908 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:00.661680 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:00.686600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:40:56Z', 'revision_number': 3, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.725362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Checking router: dd71b512-7082-419e-9e00-2a54a69feebc for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:00.725744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Updating router dd71b512-7082-419e-9e00-2a54a69feebc port 916894b4-5309-4823-a110-7d222843f7ae binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:00.727387 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.731101 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:40:57Z', 'revision_number': 3, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.738044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.744863 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/70852ee2-a406-4c40-b7fe-0c1a19d4c220 HTTP/1.1" status: 204 len: 168 time: 0.9761553 Feb 07 22:41:00.746855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40448) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:00.752316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-599534897'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:00.763019 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.772673 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Checking router: 8dc79009-1821-428a-af09-35de2aef962c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:00.773099 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Updating router 8dc79009-1821-428a-af09-35de2aef962c port 79dd7b2b-9217-411d-9a79-71792a3e1152 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:00.803488 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.888441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Checking segment: {'id': '982da74a-4cf1-4d09-8b83-a33da14fa656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ffee37a8-95ed-4aba-9d98-4ba89591ff22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:00.888865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network hostable DHCP agents. Network: ffee37a8-95ed-4aba-9d98-4ba89591ff22, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:00.892621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=a191c05e-e4d3-4f5c-8dbc-8e98f6e3f175,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:00.907910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5b9f3-4a36-447e-8478-1410f66fe825 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=70852ee2-a406-4c40-b7fe-0c1a19d4c220,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:00.914325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:00.918251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.919212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.927978 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.933358 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.938408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] 10.222.0.15 "DELETE /v2.0/networks/c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff HTTP/1.1" status: 204 len: 168 time: 0.9589305 Feb 07 22:41:00.957201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:00.967866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc462279-56d9-4932-ad1f-28af5657d8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ec0b93-dbfd-4f8b-8527-2bb63dd621ff,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:00.971841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.972435 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 731a89c9-ee6a-414c-b884-585e4f3fe6b2 of type vlan for network d8df6266-7d2a-4405-821f-8a936e9953a9 Feb 07 22:41:01.031916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.134166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.138321 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.141406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:01.142179 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.149339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40464) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:01.150040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network ffee37a8-95ed-4aba-9d98-4ba89591ff22 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:01.151076 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.203903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ffee37a8-95ed-4aba-9d98-4ba89591ff22) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:01.216699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:01.217386 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.220311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad529fef-a46a-4017-adab-23c6c1b5072e None None] Network ffee37a8-95ed-4aba-9d98-4ba89591ff22 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:01.259063 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5357a01a-f0b8-45f3-9b8b-43940130fd18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b89250bef6f0490e8ce1fc3913ec4c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064184 Feb 07 22:41:01.264337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40466) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:01.290238 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d3a3a2b9-39cf-423e-be2c-800e69d2b0fc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7792683 Feb 07 22:41:01.294077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40468) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:01.299203 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': 'ffee37a8-95ed-4aba-9d98-4ba89591ff22', 'name': 'tempest-PortsTestJSON-1792147975'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:01.300097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1c1df-3a1a-4216-9fa3-f6539f06e608 None None] Pushing event updated for resources: {'Port': ['ID=916894b4-5309-4823-a110-7d222843f7ae,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:01.304529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Attempting to bind port 916894b4-5309-4823-a110-7d222843f7ae on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:01.305187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Attempting to bind port 916894b4-5309-4823-a110-7d222843f7ae by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:01.305809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Attempting to bind port 916894b4-5309-4823-a110-7d222843f7ae on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:01.322728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:01.323575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:01.325168 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.325806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:01.326531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Bound port: 916894b4-5309-4823-a110-7d222843f7ae, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:01.327149 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.335206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Allocated IP 172.20.0.1 (f7babd62-f953-4389-8f30-86386c833084/4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b/05c0f5d7-3931-4268-aa52-c15231613ac8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:01.342578 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.350688 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.365456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=d8df6266-7d2a-4405-821f-8a936e9953a9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:01.382571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d8df6266-7d2a-4405-821f-8a936e9953a9 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:01.399759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40470) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:01.409215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-28035299-9e3e-43a9-9841-72f17c2e6812 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6585636 Feb 07 22:41:01.414368 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Attempting to bind port 79dd7b2b-9217-411d-9a79-71792a3e1152 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:01.415125 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Attempting to bind port 79dd7b2b-9217-411d-9a79-71792a3e1152 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:01.415799 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Attempting to bind port 79dd7b2b-9217-411d-9a79-71792a3e1152 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:01.428407 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:01.429057 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:01.429690 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.430223 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:01.430822 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Bound port: 79dd7b2b-9217-411d-9a79-71792a3e1152, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:01.431396 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.433359 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Pushing event updated for resources: {'Port': ['ID=79dd7b2b-9217-411d-9a79-71792a3e1152,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:01.466998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': 'd8df6266-7d2a-4405-821f-8a936e9953a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:01.470715 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.471234 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.471742 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.472243 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.472716 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.473184 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.473675 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.474212 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.474687 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.475151 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.475829 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.476357 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:01.513042 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] For port 79dd7b2b-9217-411d-9a79-71792a3e1152, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:01.518411 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] For port 79dd7b2b-9217-411d-9a79-71792a3e1152, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=79dd7b2b-9217-411d-9a79-71792a3e1152,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:01.523447 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.527250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] For port 916894b4-5309-4823-a110-7d222843f7ae, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:01.550810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] For port 916894b4-5309-4823-a110-7d222843f7ae, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=916894b4-5309-4823-a110-7d222843f7ae,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:01.561835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.569544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.600815 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.613165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-ffee37a8-95ed-4aba-9d98-4ba89591ff22', 'network_id': 'ffee37a8-95ed-4aba-9d98-4ba89591ff22', 'tenant_id': 'a0db7ca05e9144b9b7fa33f33269a55a', 'fixed_ips': [{'subnet_id': 'a191c05e-e4d3-4f5c-8dbc-8e98f6e3f175'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:41:01.614107 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.620901 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:41:01.621794 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:01.657444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.745666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c9e4-9aa0-4d97-9643-aadc54e9a847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.763450 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:01.769986 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c9e4-9aa0-4d97-9643-aadc54e9a847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.771388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Allocated IP 172.20.0.2 (ffee37a8-95ed-4aba-9d98-4ba89591ff22/a191c05e-e4d3-4f5c-8dbc-8e98f6e3f175/b7939860-c528-41d0-9d90-01bc01741d6f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:01.777417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Allocated IP 172.20.0.1 (56a2cd29-4fe1-4a52-9946-7ab1eb985f8d/62c98f35-5923-4be0-863e-082686c9d386/dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:01.832293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:01.836210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.843387 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c6fdf-9fb3-475c-9572-a40894d91591 None None] Pushing event updated for resources: {'Port': ['ID=79dd7b2b-9217-411d-9a79-71792a3e1152,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:01.860373 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c9e4-9aa0-4d97-9643-aadc54e9a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.863579 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c9e4-9aa0-4d97-9643-aadc54e9a847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.864971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6ca9c9e4-9aa0-4d97-9643-aadc54e9a847 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7dd8e0e0-4523-469f-a115-1c703c17c511 HTTP/1.1" status: 204 len: 168 time: 0.5991452 Feb 07 22:41:01.882939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Network f7babd62-f953-4389-8f30-86386c833084 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:01.900925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:01.906071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:01.967987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ea3fe-5e0e-4ab2-81fd-4c3a9d377c27 req-6e8efa0e-e074-4c52-a64b-7ed688168df5 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:01.972732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-335ea3fe-5e0e-4ab2-81fd-4c3a9d377c27 req-6e8efa0e-e074-4c52-a64b-7ed688168df5 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.8787408 Feb 07 22:41:01.975730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Pushing event updated for resources: {'Port': ['ID=05c0f5d7-3931-4268-aa52-c15231613ac8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:01.993649 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.995184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9c9e4-9aa0-4d97-9643-aadc54e9a847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd8e0e0-4523-469f-a115-1c703c17c511,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:01.998045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:02.020210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:41:02.021663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:02.024144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1c1df-3a1a-4216-9fa3-f6539f06e608 None None] Pushing event updated for resources: {'Port': ['ID=916894b4-5309-4823-a110-7d222843f7ae,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:02.036315 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.037862 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.136188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.136397 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:40:57Z', 'revision_number': 3, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:02.157890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Network ffee37a8-95ed-4aba-9d98-4ba89591ff22 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:02.175141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:02.180675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:02.207313 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b72af-d010-4247-b6db-34e67c0aa25c None None] The sync data for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 is: [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:40:57Z', 'revision_number': 3, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:02.223636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Pushing event updated for resources: {'Port': ['ID=b7939860-c528-41d0-9d90-01bc01741d6f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:02.258954 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-335ea3fe-5e0e-4ab2-81fd-4c3a9d377c27 req-32ab396c-e8d8-421f-9580-d9937179aa22 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694983 Feb 07 22:41:02.276934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.345127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:02.348219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:02.352244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:02.385357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:02.388935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Attempting to bind port b7939860-c528-41d0-9d90-01bc01741d6f on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:02.389300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Attempting to bind port b7939860-c528-41d0-9d90-01bc01741d6f by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '982da74a-4cf1-4d09-8b83-a33da14fa656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ffee37a8-95ed-4aba-9d98-4ba89591ff22'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:02.389725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Attempting to bind port b7939860-c528-41d0-9d90-01bc01741d6f on network ffee37a8-95ed-4aba-9d98-4ba89591ff22 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:02.397219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Pushing event updated for resources: {'Port': ['ID=dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:02.444025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.464397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device abed09b4-0040-46d4-a129-75b9532b34bf details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:41:02.466837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c62d599c-c0ac-49ff-9a12-8073f0d3b617 None None] Provisioning complete for port 05c0f5d7-3931-4268-aa52-c15231613ac8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:02.467208 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c62d599c-c0ac-49ff-9a12-8073f0d3b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.485967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:02.486430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Checking segment: {'id': '982da74a-4cf1-4d09-8b83-a33da14fa656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ffee37a8-95ed-4aba-9d98-4ba89591ff22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:02.486758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.487125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Bound using segment: {'id': '982da74a-4cf1-4d09-8b83-a33da14fa656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ffee37a8-95ed-4aba-9d98-4ba89591ff22'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:02.487600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Bound port: b7939860-c528-41d0-9d90-01bc01741d6f, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982da74a-4cf1-4d09-8b83-a33da14fa656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ffee37a8-95ed-4aba-9d98-4ba89591ff22'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:02.488076 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.615212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c62d599c-c0ac-49ff-9a12-8073f0d3b617 None None] Port 05c0f5d7-3931-4268-aa52-c15231613ac8 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:02.708881 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.854410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] For port b7939860-c528-41d0-9d90-01bc01741d6f, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:02.859938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] For port b7939860-c528-41d0-9d90-01bc01741d6f, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b7939860-c528-41d0-9d90-01bc01741d6f,segment=NetworkSegment(982da74a-4cf1-4d09-8b83-a33da14fa656),segment_id=982da74a-4cf1-4d09-8b83-a33da14fa656)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:02.999377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:03.007344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.054854 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.062395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.115459 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.126463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=abed09b4-0040-46d4-a129-75b9532b34bf,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:03.153799 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.157383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Pushing event updated for resources: {'Port': ['ID=dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:03.174824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.254004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'abed09b4-0040-46d4-a129-75b9532b34bf', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'abed09b4-0040-46d4-a129-75b9532b34bf', 'mac_address': 'fa:16:3e:48:76:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:41:03.258637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a8cbe4d2-f261-4216-b139-330a41623716 None None] Provisioning complete for port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:03.259015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe4d2-f261-4216-b139-330a41623716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.310336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:03.315465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:03.323592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbe4d2-f261-4216-b139-330a41623716 None None] Port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:03.451490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce61575-9041-4879-876e-dabf0a3e2763 None None] Pushing event updated for resources: {'Port': ['ID=b7939860-c528-41d0-9d90-01bc01741d6f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:03.490437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:40:56Z', 'revision_number': 3, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:03.494259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:03.544051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40516) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:03.611273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc17c7b-bacc-4cf1-9c71-0696281b8475 None None] The sync data for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 is: [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:40:56Z', 'revision_number': 3, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:03.623142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.732174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abed09b4-0040-46d4-a129-75b9532b34bf {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:03.806922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 79dd7b2b-9217-411d-9a79-71792a3e1152 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:03.913648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.11 (ffee37a8-95ed-4aba-9d98-4ba89591ff22/a191c05e-e4d3-4f5c-8dbc-8e98f6e3f175/cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:03.934418 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.953460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=abed09b4-0040-46d4-a129-75b9532b34bf,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:03.963825 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.017996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.030428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f0c4958b-5f4c-4b36-9344-71850997dca1 None None] Provisioning complete for port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:04.030895 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f0c4958b-5f4c-4b36-9344-71850997dca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.059917 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:04.063315 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1a5ec8-35da-46f8-a973-2bcee4e6e797" -d '{"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:04.154200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:04.157416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['abed09b4-0040-46d4-a129-75b9532b34bf'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:41:04.178670 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b643c78d-6527-4e56-8212-ff5de07aefd1 x-openstack-request-id: req-b643c78d-6527-4e56-8212-ff5de07aefd1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:04.178966 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:04.179221 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b643c78d-6527-4e56-8212-ff5de07aefd1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:04.179616 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'code': 200} Feb 07 22:41:04.202727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.226488 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.242748 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.259971 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.263138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4958b-5f4c-4b36-9344-71850997dca1 None None] Port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:04.272319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=abed09b4-0040-46d4-a129-75b9532b34bf,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:04.277914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.305332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 79dd7b2b-9217-411d-9a79-71792a3e1152 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:04.305705 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.415801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.452342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:04.476987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network ffee37a8-95ed-4aba-9d98-4ba89591ff22 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:04.509959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:04.518860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:04.522056 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.555616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:04.589007 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.625697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 79dd7b2b-9217-411d-9a79-71792a3e1152, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=79dd7b2b-9217-411d-9a79-71792a3e1152,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:04.650674 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.670367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Router 8dc79009-1821-428a-af09-35de2aef962c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:41:04.697153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb95c5a-6c8b-4944-a3df-034115e81499 req-7863b352-60a2-4d29-bb7d-02dd6158bb4d tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:04.698974 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cb95c5a-6c8b-4944-a3df-034115e81499 req-7863b352-60a2-4d29-bb7d-02dd6158bb4d tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 1.1558108 Feb 07 22:41:04.703018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Pushing event updated for resources: {'Port': ['ID=05c0f5d7-3931-4268-aa52-c15231613ac8,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:04.770857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': '731a89c9-ee6a-414c-b884-585e4f3fe6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8df6266-7d2a-4405-821f-8a936e9953a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:04.771324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: d8df6266-7d2a-4405-821f-8a936e9953a9, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:04.781575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=bb5caa55-ef1a-4b2e-a899-0b599902b7cf,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:04.799505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:04.800356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.805132 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.844319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network d8df6266-7d2a-4405-821f-8a936e9953a9 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:04.848240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1240026050-network', 'tenant_id': 'ee493ff6ee9a454ab31012215a82dd86'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:04.919031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5586fc4f-37a4-40c6-8fe0-a1336989d778 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6233885 Feb 07 22:41:04.950991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=79dd7b2b-9217-411d-9a79-71792a3e1152,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:05.012367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:41:05.013458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40552) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:05.027498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0b42f8d4-2823-49cf-b366-f827fcf2d3cf admin admin] 10.222.0.15 "PUT /v2.0/routers/8dc79009-1821-428a-af09-35de2aef962c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7505646 Feb 07 22:41:05.038801 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cb95c5a-6c8b-4944-a3df-034115e81499 req-c11d35f5-a0ad-4b3b-a314-bc26131c7408 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804863 Feb 07 22:41:05.086570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Made reservation on behalf of ee493ff6ee9a454ab31012215a82dd86 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:05.091046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.111213 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.131337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d8df6266-7d2a-4405-821f-8a936e9953a9) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:05.135904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:05.136633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.146302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ad5ff-e796-4ecd-9740-75601b717c96 None None] Network d8df6266-7d2a-4405-821f-8a936e9953a9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:05.298436 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-82ca785d-bcdf-402e-8aa5-20388727bb46 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8946133 Feb 07 22:41:05.316218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40556) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:05.352486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Network f7babd62-f953-4389-8f30-86386c833084 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:05.371269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.389961 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.456517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:05.497147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:05.519523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624a3e7-c057-4bb9-be31-03a14d14af07,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:05.534436 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.535923 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Added segment 589c1419-fa34-420a-a78e-9c290719a10b of type vlan for network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 Feb 07 22:41:05.615961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c761994-6657-44c0-940c-5f350d189c9f None None] Network ffee37a8-95ed-4aba-9d98-4ba89591ff22 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:05.653190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-d8df6266-7d2a-4405-821f-8a936e9953a9', 'network_id': 'd8df6266-7d2a-4405-821f-8a936e9953a9', 'tenant_id': '5172fdec9cc2400699dd526abfa259a3', 'fixed_ips': [{'subnet_id': 'bb5caa55-ef1a-4b2e-a899-0b599902b7cf'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:41:05.654074 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.694325 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.767416 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.768744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:05.769319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.910190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Sync routers for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:05.958062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4109533 Feb 07 22:41:05.960720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40584) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:05.980596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Request body: {'subnet': {'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1240026050-subnet', 'tenant_id': 'ee493ff6ee9a454ab31012215a82dd86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:06.008960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de386e2b-0af8-4e6f-a11a-248dd9f82069 admin admin] Pushing event updated for resources: {'Network': ['ID=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:06.040895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Made reservation on behalf of ee493ff6ee9a454ab31012215a82dd86 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:06.044305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.054579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:06.092576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.133340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5e21ebab-85d6-4fa7-aac8-efba737ea281 None None] Provisioning complete for port b7939860-c528-41d0-9d90-01bc01741d6f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:06.133885 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e21ebab-85d6-4fa7-aac8-efba737ea281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.150260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 79dd7b2b-9217-411d-9a79-71792a3e1152 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:06.249643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:41:06.250696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:06.264399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb4e6f-5d65-4709-92c1-892ea7f3387c req-de4572c6-8fe3-4153-8746-bf5b83f88787 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:06.275824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13fb4e6f-5d65-4709-92c1-892ea7f3387c req-de4572c6-8fe3-4153-8746-bf5b83f88787 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.1089976 Feb 07 22:41:06.287732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-51a8fe02-4101-4dd8-b302-5a61f0bd6909 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:06.289566 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-51a8fe02-4101-4dd8-b302-5a61f0bd6909 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/networks?id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d HTTP/1.1" status: 200 len: 829 time: 0.4693360 Feb 07 22:41:06.301727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-60dfaf19-8bef-484e-923d-419c66c81ed4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:06.302753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60dfaf19-8bef-484e-923d-419c66c81ed4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.333323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13fb4e6f-5d65-4709-92c1-892ea7f3387c req-d396064f-0cd2-4841-9f97-38c507b8750d tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492013 Feb 07 22:41:06.392734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.444472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-7c439b99-cbb7-482b-b50d-c9960d074519 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/quotas/e1c851b9c3c04eb19258a428e32c8db3 HTTP/1.1" status: 200 len: 375 time: 0.0697770 Feb 07 22:41:06.461162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Router dd71b512-7082-419e-9e00-2a54a69feebc has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:41:06.465153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device abed09b4-0040-46d4-a129-75b9532b34bf up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:06.500530 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.630811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60d8120-12de-40b6-8190-a2163d27ebb8,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:06.658594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Checking segment: {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:06.659966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Network hostable DHCP agents. Network: 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:06.698906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:06.717457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:06.725315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:06.726133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.742714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:06.751142 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0d4f7588-4971-477c-ab32-7a53e034925e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7873094 Feb 07 22:41:06.819012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:41:06.822761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60dfaf19-8bef-484e-923d-419c66c81ed4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.830385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6a990fc1-bd92-42b0-bea5-1b295e92b480 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd71b512-7082-419e-9e00-2a54a69feebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2686429 Feb 07 22:41:06.847316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-60dfaf19-8bef-484e-923d-419c66c81ed4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:06.855334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9008cb7d-c30a-43e5-bfbc-9dd14c58d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1c851b9c3c04eb19258a428e32c8db3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3895588 Feb 07 22:41:06.890705 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Sync routers for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:06.907785 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:41:06.909866 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:07.278312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e21ebab-85d6-4fa7-aac8-efba737ea281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.282476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-3270bf03-dbb3-4f1e-8b59-46ea84c1e519 service neutron] 10.222.0.15 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141827 Feb 07 22:41:07.391444 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:07.406057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Allocated IP 172.20.0.1 (d8df6266-7d2a-4405-821f-8a936e9953a9/bb5caa55-ef1a-4b2e-a899-0b599902b7cf/8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:07.540397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8316abcd-4794-43f4-a4e6-a3291006381a None None] Network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:07.599391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60dfaf19-8bef-484e-923d-419c66c81ed4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.611939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40614) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:07.618426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-84ab2742-e316-40e4-bd8e-a89d2fe6df1c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111883551', 'description': 'tempest-description--1068065513'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:07.644315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port abed09b4-0040-46d4-a129-75b9532b34bf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:07.648733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.674324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-7a7780fe-880b-490f-ad91-1bea41fb52ee service neutron] 10.222.0.15 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844125 Feb 07 22:41:07.685827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84ab2742-e316-40e4-bd8e-a89d2fe6df1c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.703691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfaf19-8bef-484e-923d-419c66c81ed4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:07.847200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60dfaf19-8bef-484e-923d-419c66c81ed4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.857418 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-60dfaf19-8bef-484e-923d-419c66c81ed4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b HTTP/1.1" status: 204 len: 168 time: 2.8209887 Feb 07 22:41:07.858747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40628) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:07.918091 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7f93a2-4f76-4079-a0f3-e49936ed28e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:07.918714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 79dd7b2b-9217-411d-9a79-71792a3e1152 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:07.920475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7f93a2-4f76-4079-a0f3-e49936ed28e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:07.921520 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.930208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9b7f93a2-4f76-4079-a0f3-e49936ed28e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b HTTP/1.1" status: 404 len: 333 time: 0.0701153 Feb 07 22:41:07.931527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40630) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:07.954861 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '05c0f5d7-3931-4268-aa52-c15231613ac8', 'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'mac_address': 'fa:16:3e:07:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:00Z', 'updated_at': '2022-02-07T22:41:03Z', 'revision_number': 2, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'subnets': [{'id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:07.992210 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d047d227-5457-4ee3-bb07-7502e756bd64 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:41:07.993876 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d047d227-5457-4ee3-bb07-7502e756bd64 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b HTTP/1.1" status: 404 len: 333 time: 0.0613854 Feb 07 22:41:07.997963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40634) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:08.001820 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Checking router: dd71b512-7082-419e-9e00-2a54a69feebc for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:08.002596 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Updating router dd71b512-7082-419e-9e00-2a54a69feebc port 05c0f5d7-3931-4268-aa52-c15231613ac8 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:08.039480 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.139988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d6417b-f807-40dd-b48f-bee03b58e748 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet a191c05e-e4d3-4f5c-8dbc-8e98f6e3f175 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:41:08.151305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47d6417b-f807-40dd-b48f-bee03b58e748 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.178644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5e21ebab-85d6-4fa7-aac8-efba737ea281 None None] For port b7939860-c528-41d0-9d90-01bc01741d6f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b7939860-c528-41d0-9d90-01bc01741d6f,segment=NetworkSegment(982da74a-4cf1-4d09-8b83-a33da14fa656),segment_id=982da74a-4cf1-4d09-8b83-a33da14fa656)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:08.193414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84ab2742-e316-40e4-bd8e-a89d2fe6df1c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.269177 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e21ebab-85d6-4fa7-aac8-efba737ea281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.270816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47d6417b-f807-40dd-b48f-bee03b58e748 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.279991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-831b4925-85a3-4344-91c4-b4385d2f350d tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:08.284547 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.303999 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-831b4925-85a3-4344-91c4-b4385d2f350d tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 816 time: 0.4775960 Feb 07 22:41:08.322919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84ab2742-e316-40e4-bd8e-a89d2fe6df1c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.367006 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-f226ebda-d935-4154-b47c-27e70b53a67b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/quotas/ee493ff6ee9a454ab31012215a82dd86 HTTP/1.1" status: 200 len: 375 time: 0.0600185 Feb 07 22:41:08.424604 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-4ea7f74f-4eca-4eef-a057-55750f61841c tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456073 Feb 07 22:41:08.462647 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.471511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84ab2742-e316-40e4-bd8e-a89d2fe6df1c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.473162 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-84ab2742-e316-40e4-bd8e-a89d2fe6df1c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8584576 Feb 07 22:41:08.477055 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.496447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40642) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:08.506216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e', 'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'mac_address': 'fa:16:3e:11:70:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:01Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 2, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'subnets': [{'id': '62c98f35-5923-4be0-863e-082686c9d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:08.516941 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.518561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-79502cda-4e27-497c-abf5-67a985cc17a8 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Request body: {'security_group_rule': {'security_group_id': '8a0c8aa3-f664-4193-ad51-87008fcdda03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:08.568360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab2742-e316-40e4-bd8e-a89d2fe6df1c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0c8aa3-f664-4193-ad51-87008fcdda03,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:08.632007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Network d8df6266-7d2a-4405-821f-8a936e9953a9 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:08.643050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21ebab-85d6-4fa7-aac8-efba737ea281 None None] Pushing event updated for resources: {'Port': ['ID=b7939860-c528-41d0-9d90-01bc01741d6f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:08.682148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-11675aef-0d9e-4acf-a5cc-b29c10d89a07 service neutron] 10.222.0.15 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562723 Feb 07 22:41:08.715717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:08.719360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:08.752363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.765874 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Attempting to bind port 05c0f5d7-3931-4268-aa52-c15231613ac8 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:08.766328 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Attempting to bind port 05c0f5d7-3931-4268-aa52-c15231613ac8 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:08.766522 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47d6417b-f807-40dd-b48f-bee03b58e748 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.766738 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Attempting to bind port 05c0f5d7-3931-4268-aa52-c15231613ac8 on network f7babd62-f953-4389-8f30-86386c833084 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:08.783939 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:08.788273 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Checking segment: {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:08.793845 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.796338 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Bound using segment: {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:08.797736 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Bound port: 05c0f5d7-3931-4268-aa52-c15231613ac8, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:08.798497 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.835271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Pushing event updated for resources: {'Port': ['ID=8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:08.878313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Checking router: 8dc79009-1821-428a-af09-35de2aef962c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:08.878635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Updating router 8dc79009-1821-428a-af09-35de2aef962c port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:08.882962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-ed5cbae7-6a68-4703-ad40-8a8981b11c0b service neutron] 10.222.0.15 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996789 Feb 07 22:41:08.898892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5caa55-ef1a-4b2e-a899-0b599902b7cf,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:08.907191 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-79502cda-4e27-497c-abf5-67a985cc17a8 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.918804 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417f63f-cad2-4917-b8e6-c79f7a71951c None None] Pushing event updated for resources: {'Port': ['ID=05c0f5d7-3931-4268-aa52-c15231613ac8,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:08.950114 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.993621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 916894b4-5309-4823-a110-7d222843f7ae up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:08.995103 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] For port 05c0f5d7-3931-4268-aa52-c15231613ac8, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:08.995600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Provisioning complete for port b7939860-c528-41d0-9d90-01bc01741d6f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:08.995600 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.002957 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] For port 05c0f5d7-3931-4268-aa52-c15231613ac8, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=05c0f5d7-3931-4268-aa52-c15231613ac8,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:09.018012 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.176328 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:41:09.176946 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:09.179030 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417f63f-cad2-4917-b8e6-c79f7a71951c None None] Pushing event updated for resources: {'Port': ['ID=05c0f5d7-3931-4268-aa52-c15231613ac8,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:09.200287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=abed09b4-0040-46d4-a129-75b9532b34bf,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:09.212669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:09.215980 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08aa813-2356-4e1b-bc57-0902352f5ac5" -d '{"events": [{"server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "name": "network-vif-plugged", "status": "completed", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:09.240037 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.274446 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.286006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Attempting to bind port 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:09.291012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Attempting to bind port 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '731a89c9-ee6a-414c-b884-585e4f3fe6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8df6266-7d2a-4405-821f-8a936e9953a9'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:09.291627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Attempting to bind port 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b on network d8df6266-7d2a-4405-821f-8a936e9953a9 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:09.397975 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a63b6f19-9f48-41d8-88ec-2e2215a18761 req-3a246e4a-0c46-43c7-82bc-5c6839650092 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 210 time: 0.0769701 Feb 07 22:41:09.467580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:09.467999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Checking segment: {'id': '731a89c9-ee6a-414c-b884-585e4f3fe6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8df6266-7d2a-4405-821f-8a936e9953a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:09.468423 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.469605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Bound using segment: {'id': '731a89c9-ee6a-414c-b884-585e4f3fe6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8df6266-7d2a-4405-821f-8a936e9953a9'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:09.470276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Bound port: 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731a89c9-ee6a-414c-b884-585e4f3fe6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8df6266-7d2a-4405-821f-8a936e9953a9'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:09.470650 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.495156 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:09.598305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-4b991747-3dc8-41bf-b9e3-8fca9e13c1d3', 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3', 'tenant_id': 'ee493ff6ee9a454ab31012215a82dd86', 'fixed_ips': [{'subnet_id': 'd60d8120-12de-40b6-8190-a2163d27ebb8'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:41:09.599223 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.712086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-a61f6907-d2b3-4d7b-9bf7-880b42811192 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:09.714415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-a61f6907-d2b3-4d7b-9bf7-880b42811192 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 816 time: 0.1792212 Feb 07 22:41:09.742908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-47e71285-235b-4436-b2a6-c83f95ef39d1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/quotas/ee493ff6ee9a454ab31012215a82dd86 HTTP/1.1" status: 200 len: 375 time: 0.0219328 Feb 07 22:41:09.867533 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-4968a7a3-9825-453a-a388-d5bb89475bed tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103754 Feb 07 22:41:09.914180 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '05c0f5d7-3931-4268-aa52-c15231613ac8', 'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'mac_address': 'fa:16:3e:07:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:00Z', 'updated_at': '2022-02-07T22:41:08Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'subnets': [{'id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:09.948899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.962701 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc64cbd-1a16-4694-a626-f444cef8242b None None] The sync data for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 is: [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '05c0f5d7-3931-4268-aa52-c15231613ac8', 'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'mac_address': 'fa:16:3e:07:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:00Z', 'updated_at': '2022-02-07T22:41:08Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'subnets': [{'id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:09.999140 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.020414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=abed09b4-0040-46d4-a129-75b9532b34bf,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:10.067274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf9ff-cc83-47ee-9d31-ad7333e48ce1 req-f16f6024-5412-4fbe-b2ee-67e81907cfd6 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:10.071632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b7aaf9ff-cc83-47ee-9d31-ad7333e48ce1 req-f16f6024-5412-4fbe-b2ee-67e81907cfd6 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 1.5737123 Feb 07 22:41:10.105616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 916894b4-5309-4823-a110-7d222843f7ae triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:10.105751 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.118996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.158626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47d6417b-f807-40dd-b48f-bee03b58e748 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.245002 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47d6417b-f807-40dd-b48f-bee03b58e748 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.253394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-47d6417b-f807-40dd-b48f-bee03b58e748 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/a191c05e-e4d3-4f5c-8dbc-8e98f6e3f175 HTTP/1.1" status: 204 len: 168 time: 2.2510052 Feb 07 22:41:10.253394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8df6266-7d2a-4405-821f-8a936e9953a9']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:10.254481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40678) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:10.286210 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b7aaf9ff-cc83-47ee-9d31-ad7333e48ce1 req-b1a0a2c6-3917-44f0-a932-c7fd688a0b8a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468530 Feb 07 22:41:10.297645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6417b-f807-40dd-b48f-bee03b58e748 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=a191c05e-e4d3-4f5c-8dbc-8e98f6e3f175,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:10.317604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731a89c9-ee6a-414c-b884-585e4f3fe6b2') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:10.318835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731a89c9-ee6a-414c-b884-585e4f3fe6b2') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:10.366704 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.417340 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-79502cda-4e27-497c-abf5-67a985cc17a8 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.429966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-79502cda-4e27-497c-abf5-67a985cc17a8 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.433477 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.449916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e020fd6-8fd0-4831-ae3f-4891bf37edae None None] Network ffee37a8-95ed-4aba-9d98-4ba89591ff22 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:10.478242 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6746d68e-426a-404e-9d74-0a5f430aea6e x-openstack-request-id: req-6746d68e-426a-404e-9d74-0a5f430aea6e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:10.478945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79502cda-4e27-497c-abf5-67a985cc17a8 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890c499b-e82f-46bc-9b52-abf6402e06db,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:10.479590 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "name": "network-vif-plugged", "status": "completed", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:10.480478 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6746d68e-426a-404e-9d74-0a5f430aea6e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:10.481038 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf', 'code': 200} Feb 07 22:41:10.511665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:10.513257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:10.518067 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:10.569777 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-79502cda-4e27-497c-abf5-67a985cc17a8 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.574723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-79502cda-4e27-497c-abf5-67a985cc17a8 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0729773 Feb 07 22:41:10.576980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40690) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:10.593208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-7e39d0d4-1ba6-4ede-96b9-db774bdf1e4c service neutron] 10.222.0.15 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234607 Feb 07 22:41:10.599123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-912268fd-9765-4033-8b00-ad5117de2e9f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Request body: {'security_group_rule': {'security_group_id': '8a0c8aa3-f664-4193-ad51-87008fcdda03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:10.693661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-93896c24-afe0-4cc1-b615-6719462c8d1c tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:10.695575 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-93896c24-afe0-4cc1-b615-6719462c8d1c tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.24 "GET /v2.0/networks?id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d HTTP/1.1" status: 200 len: 829 time: 0.6052070 Feb 07 22:41:10.723884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] For port 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:10.777275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Request body: {'port': {'device_id': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'admin_state_up': True, 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:10.798317 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.api [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:41:10.798317 n-d-827895-2 neutron-server[102290]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:41:10.798317 n-d-827895-2 neutron-server[102290]: [parameters: {'id': 'd8df6266-7d2a-4405-821f-8a936e9953a9'}] Feb 07 22:41:10.798317 n-d-827895-2 neutron-server[102290]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:41:10.798992 n-d-827895-2 neutron-server[102290]: DEBUG oslo_db.api [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:41:10.804036 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.853615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f75298b6-b107-41a2-aa31-768b5fca5a1d req-c7a84426-def6-4a3a-9b30-7f6440490f4a tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 210 time: 0.0840466 Feb 07 22:41:10.928786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-912268fd-9765-4033-8b00-ad5117de2e9f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.081326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-912268fd-9765-4033-8b00-ad5117de2e9f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.124773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-778cd4ff-ed03-4fe3-9029-c79ca7e0b483 service neutron] 10.222.0.15 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302958 Feb 07 22:41:11.140733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Allocated IP 172.20.0.2 (4b991747-3dc8-41bf-b9e3-8fca9e13c1d3/d60d8120-12de-40b6-8190-a2163d27ebb8/4c90d355-76d5-4855-b0da-45f92052d46c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:11.160252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-912268fd-9765-4033-8b00-ad5117de2e9f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.175135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port b7939860-c528-41d0-9d90-01bc01741d6f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:11.175973 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.217187 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.231030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Made reservation on behalf of e1c851b9c3c04eb19258a428e32c8db3 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:11.236325 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.292189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] For port 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b,segment=NetworkSegment(731a89c9-ee6a-414c-b884-585e4f3fe6b2),segment_id=731a89c9-ee6a-414c-b884-585e4f3fe6b2)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:11.340167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Provisioning complete for port 05c0f5d7-3931-4268-aa52-c15231613ac8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:11.340551 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.345281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] For port b7939860-c528-41d0-9d90-01bc01741d6f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b7939860-c528-41d0-9d90-01bc01741d6f,segment=NetworkSegment(982da74a-4cf1-4d09-8b83-a33da14fa656),segment_id=982da74a-4cf1-4d09-8b83-a33da14fa656)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:11.345910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.362574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc31b6b-e9d4-4c5c-a7b2-03c307160d5b None None] Pushing event updated for resources: {'Port': ['ID=dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:11.379789 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.398793 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.406902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-d3312ab5-57a0-4558-a137-44deb2cf5447 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:11.412698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-d3312ab5-57a0-4558-a137-44deb2cf5447 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.46 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 816 time: 0.3800254 Feb 07 22:41:11.445802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Request body: {'port': {'device_id': 'd1c26ff4-7840-4405-a846-485879ee5cae', 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3', 'admin_state_up': True, 'tenant_id': 'ee493ff6ee9a454ab31012215a82dd86'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:11.457671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for b7939860-c528-41d0-9d90-01bc01741d6f owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:11.599537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Allocated IP 172.20.0.11 (56a2cd29-4fe1-4a52-9946-7ab1eb985f8d/62c98f35-5923-4be0-863e-082686c9d386/a9f3e576-d0ac-4638-9f00-c2d081d1fb41) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:11.647963 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.680988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No DVR routers for this DVR port b7939860-c528-41d0-9d90-01bc01741d6f on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:11.719529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=b7939860-c528-41d0-9d90-01bc01741d6f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:11.745576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-912268fd-9765-4033-8b00-ad5117de2e9f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.746903 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-912268fd-9765-4033-8b00-ad5117de2e9f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1566229 Feb 07 22:41:11.755134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40716) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:11.768843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912268fd-9765-4033-8b00-ad5117de2e9f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2799903f-c9bb-4ed8-960f-9e51edc317b9,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:11.770441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:11.970865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd483-867f-4d3c-86d9-40ed37b3cab6 req-ef0f5e00-e4d3-4826-8e1e-eb12cbf6e62b tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:11.975286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d2dd483-867f-4d3c-86d9-40ed37b3cab6 req-ef0f5e00-e4d3-4826-8e1e-eb12cbf6e62b tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.4805315 Feb 07 22:41:12.032338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 916894b4-5309-4823-a110-7d222843f7ae, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=916894b4-5309-4823-a110-7d222843f7ae,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:12.059101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.061270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f26518-f952-40d7-bfa1-4cf0b0101fdb None None] Pushing event updated for resources: {'Port': ['ID=8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:12.092202 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.108667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d2dd483-867f-4d3c-86d9-40ed37b3cab6 req-85a0b2f5-f93f-45fa-9475-4568a03a74b9 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051533 Feb 07 22:41:12.150609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.151632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b7939860-c528-41d0-9d90-01bc01741d6f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:12.186128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Deleting port 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:12.192341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.214610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Made reservation on behalf of ee493ff6ee9a454ab31012215a82dd86 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:12.219369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.301296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=916894b4-5309-4823-a110-7d222843f7ae,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:12.333010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-592089dd-4c99-403d-aa46-6304fc12c387 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:12.335567 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-592089dd-4c99-403d-aa46-6304fc12c387 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 816 time: 0.2032473 Feb 07 22:41:12.343078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffee37a8-95ed-4aba-9d98-4ba89591ff22']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:12.385080 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: b7939860-c528-41d0-9d90-01bc01741d6f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:41:12.385623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b7939860-c528-41d0-9d90-01bc01741d6f not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 22:41:12.401978 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a190e4c1-204d-43bc-9b99-2b04ce8081d9 req-33fe02e6-9ff1-4795-abc6-52361c1e4db4 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 210 time: 0.0600226 Feb 07 22:41:12.439356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] For port 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b,segment=NetworkSegment(731a89c9-ee6a-414c-b884-585e4f3fe6b2),segment_id=731a89c9-ee6a-414c-b884-585e4f3fe6b2)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:12.440144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.447575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982da74a-4cf1-4d09-8b83-a33da14fa656') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:12.448447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982da74a-4cf1-4d09-8b83-a33da14fa656') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:12.455785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Attempting to bind port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:12.456143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Attempting to bind port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:12.456512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Attempting to bind port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e on network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:12.498281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.518154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Port b7939860-c528-41d0-9d90-01bc01741d6f not found, will not notify nova. {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 22:41:12.518550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-15a1b987-5b1c-4f23-8b60-cfa9e2b2b603 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/quotas/ee493ff6ee9a454ab31012215a82dd86 HTTP/1.1" status: 200 len: 375 time: 0.0939798 Feb 07 22:41:12.529926 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.547605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:12.547605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Checking segment: {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:12.548059 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.548181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Bound using segment: {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:12.548876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Bound port: dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:12.549135 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.623096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.628654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Calling delete_port for 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:12.643775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3488d191-b9c4-4989-a833-9cafc651db22 None None] Network d8df6266-7d2a-4405-821f-8a936e9953a9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:12.665777 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.675570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] For port 05c0f5d7-3931-4268-aa52-c15231613ac8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=05c0f5d7-3931-4268-aa52-c15231613ac8,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:12.678102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:12.678728 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.706111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f458fb13-5287-4d14-94dd-cd3f023e9cc7 None None] DHCP port deletion for ffee37a8-95ed-4aba-9d98-4ba89591ff22 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:41:12.738776 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:12.788156 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:12.849457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Pushing event updated for resources: {'Port': ['ID=05c0f5d7-3931-4268-aa52-c15231613ac8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:12.852039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Could not find standard attr ID for object cbf1c453-9fa0-4f0e-a22d-2fa1e8f1312b. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:41:12.886585 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.913577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.913840 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.914297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.914828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.915255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.915660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.916091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.916492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.916997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.917391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.917787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.918230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6bd6-b69e-4bb5-9db3-821bb9d571b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:12.932686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Port': ['ID=8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:12.940197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No DVR routers for this DVR port 8331ec2b-9d3e-46bb-9c54-0d6fd735ca2b on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:12.941271 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-1f67db3f-9789-4eed-a14a-91797472f483 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3598971 Feb 07 22:41:12.947062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.949776 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.961842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.992665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/networks/ffee37a8-95ed-4aba-9d98-4ba89591ff22 HTTP/1.1" status: 204 len: 168 time: 2.7350359 Feb 07 22:41:13.007075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] For port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:13.013987 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.020492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40732) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:13.027002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] For port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:13.029337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2125375361'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:13.087483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.126230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 916894b4-5309-4823-a110-7d222843f7ae up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:13.138409 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.182754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Allocated IP 172.20.0.11 (4b991747-3dc8-41bf-b9e3-8fca9e13c1d3/d60d8120-12de-40b6-8190-a2163d27ebb8/9d022bba-8a72-4c13-b560-e1ab6ef2986a) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:13.186560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc02cc5-4d93-49a8-ae39-95df13602c5d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Network': ['ID=ffee37a8-95ed-4aba-9d98-4ba89591ff22,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:13.268104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:13.274804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3307b718-14d8-49fd-bc16-8713019ce9d6 None None] Provisioning complete for port 05c0f5d7-3931-4268-aa52-c15231613ac8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:13.275452 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3307b718-14d8-49fd-bc16-8713019ce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.355287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:13.365224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:13.372868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Pushing event updated for resources: {'Port': ['ID=4c90d355-76d5-4855-b0da-45f92052d46c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:13.380591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:13.385479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:41:13.387617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:40:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:13.407073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:13.412972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.416277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Pushing event updated for resources: {'Port': ['ID=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:13.421084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:13.434333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:13.602456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.619088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-0fcc945c-7c2d-461e-9b4b-ffb70be7332c service neutron] 10.222.0.15 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135240 Feb 07 22:41:13.715776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8df6266-7d2a-4405-821f-8a936e9953a9']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:13.731296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:13.761100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731a89c9-ee6a-414c-b884-585e4f3fe6b2') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:13.762807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731a89c9-ee6a-414c-b884-585e4f3fe6b2') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:13.772170 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.772568 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Added segment 5c4a3fdf-6078-4d07-8998-dc7bd7f173cd of type vlan for network 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e Feb 07 22:41:13.782020 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.840225 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.915764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e58e5-7be6-4135-b7af-d209305627e4 req-4b01e025-ea46-4bd4-b648-0e2bb2a52d5a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:13.917495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e26e58e5-7be6-4135-b7af-d209305627e4 req-4b01e025-ea46-4bd4-b648-0e2bb2a52d5a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.4806550 Feb 07 22:41:13.963621 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.976739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Attempting to bind port 4c90d355-76d5-4855-b0da-45f92052d46c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:13.989211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Attempting to bind port 4c90d355-76d5-4855-b0da-45f92052d46c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:13.990107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Attempting to bind port 4c90d355-76d5-4855-b0da-45f92052d46c on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:14.009139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:14.009659 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.014146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:14.014915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Checking segment: {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:14.015464 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.016188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Bound using segment: {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:14.016798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Bound port: 4c90d355-76d5-4855-b0da-45f92052d46c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:14.017733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:14.019032 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:14.066900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc31b6b-e9d4-4c5c-a7b2-03c307160d5b None None] Pushing event updated for resources: {'Port': ['ID=dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:14.077785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 916894b4-5309-4823-a110-7d222843f7ae triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:14.078486 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.097604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-2e810aa7-3de2-4752-8158-e2d17088ce98 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:14.099343 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-2e810aa7-3de2-4752-8158-e2d17088ce98 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.24 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 816 time: 0.5034242 Feb 07 22:41:14.108524 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.144636 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.154657 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Request body: {'port': {'device_id': '365642a7-a0cf-4e19-a4c6-590a48764bbf', 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3', 'admin_state_up': True, 'tenant_id': 'ee493ff6ee9a454ab31012215a82dd86'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:14.161503 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.169015 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.176459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/d8df6266-7d2a-4405-821f-8a936e9953a9 HTTP/1.1" status: 204 len: 168 time: 8.8545895 Feb 07 22:41:14.185291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40746) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:14.209788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1018621769'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:14.222072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:14.223793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.236848 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1959e9c-d8d4-47ab-b5f1-2125cd42e128 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=d8df6266-7d2a-4405-821f-8a936e9953a9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:14.280153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:14.303231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:14.306999 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e26e58e5-7be6-4135-b7af-d209305627e4 req-c8b05361-9c0a-4b99-a91e-86e303cbc1df tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083537 Feb 07 22:41:14.311275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:14.316700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:14.329811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3307b718-14d8-49fd-bc16-8713019ce9d6 None None] Provisioning complete for port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:14.330395 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3307b718-14d8-49fd-bc16-8713019ce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.388655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:14.389450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.399467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Pushing event updated for resources: {'Port': ['ID=9d022bba-8a72-4c13-b560-e1ab6ef2986a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:14.420898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-dfca8503-5b00-410c-91b4-f3a4291bfe68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9936173 Feb 07 22:41:14.448453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Request body: {'port': {'device_id': 'd1c26ff4-7840-4405-a846-485879ee5cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:14.577543 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3307b718-14d8-49fd-bc16-8713019ce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.590790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] For port 4c90d355-76d5-4855-b0da-45f92052d46c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:14.623001 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.682251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] For port 4c90d355-76d5-4855-b0da-45f92052d46c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4c90d355-76d5-4855-b0da-45f92052d46c,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:14.697336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a320968-81b6-493e-bcbe-560e03fec862 req-87270b7f-04ba-4c1a-bfe5-b6c9e22873d2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:14.699110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a320968-81b6-493e-bcbe-560e03fec862 req-87270b7f-04ba-4c1a-bfe5-b6c9e22873d2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 932 time: 0.1222878 Feb 07 22:41:14.713130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3307b718-14d8-49fd-bc16-8713019ce9d6 None None] For port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:14.720378 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.726222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3307b718-14d8-49fd-bc16-8713019ce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.746405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 05c0f5d7-3931-4268-aa52-c15231613ac8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:14.787830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.823974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a320968-81b6-493e-bcbe-560e03fec862 req-5680107d-e328-444d-a939-edc09f608e44 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137280 Feb 07 22:41:14.881595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-9c7f1708-eea3-4f99-bac0-c5c4b65a1bdb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1720960 Feb 07 22:41:14.912576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Request body: {'port': {'device_id': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:14.931231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d59a2056-8590-4533-95b4-38bad5913064 None None] Provisioning complete for port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:14.931231 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d59a2056-8590-4533-95b4-38bad5913064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.059597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.083749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:15.084442 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.135112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d022bba-8a72-4c13-b560-e1ab6ef2986a {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:15.146723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.155648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30199c-1ae2-445c-8a3a-b443fd990661 None None] Pushing event updated for resources: {'Port': ['ID=4c90d355-76d5-4855-b0da-45f92052d46c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:15.202530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Transition to ACTIVE for port object 9d022bba-8a72-4c13-b560-e1ab6ef2986a will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:15.209910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.245493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:15.249165 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.254291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-1941e49e-a4c6-4982-962d-02689f569179 service neutron] 10.222.0.15 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5801167 Feb 07 22:41:15.329484 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.334915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Pushing event updated for resources: {'Port': ['ID=9d022bba-8a72-4c13-b560-e1ab6ef2986a,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:15.358452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d59a2056-8590-4533-95b4-38bad5913064 None None] Port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:15.381150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307b718-14d8-49fd-bc16-8713019ce9d6 None None] Pushing event updated for resources: {'Port': ['ID=dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:15.400980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 05c0f5d7-3931-4268-aa52-c15231613ac8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:15.401384 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.521007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:15.522938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d59a2056-8590-4533-95b4-38bad5913064 None None] Provisioning complete for port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:15.524446 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d59a2056-8590-4533-95b4-38bad5913064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.547317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.547672 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 38d2e6d7-03c0-48a2-bc18-b2208b4b9dae of type vlan for network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 Feb 07 22:41:15.568418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Attempting to bind port 9d022bba-8a72-4c13-b560-e1ab6ef2986a on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:15.568748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Attempting to bind port 9d022bba-8a72-4c13-b560-e1ab6ef2986a by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:15.569077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Attempting to bind port 9d022bba-8a72-4c13-b560-e1ab6ef2986a on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:15.580899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Port 9d022bba-8a72-4c13-b560-e1ab6ef2986a on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:41:15.581233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Attempting to bind port 9d022bba-8a72-4c13-b560-e1ab6ef2986a on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:15.596114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:15.596461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Checking segment: {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:15.596841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Bound using segment: {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:15.597285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Bound port: 9d022bba-8a72-4c13-b560-e1ab6ef2986a, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:15.597646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.614845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e', 'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'mac_address': 'fa:16:3e:11:70:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:01Z', 'updated_at': '2022-02-07T22:41:12Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'subnets': [{'id': '62c98f35-5923-4be0-863e-082686c9d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:15.632550 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.660851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5e5ef-890e-43f1-8b06-c275612a28b5 None None] The sync data for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 is: [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e', 'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'mac_address': 'fa:16:3e:11:70:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:01Z', 'updated_at': '2022-02-07T22:41:12Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'subnets': [{'id': '62c98f35-5923-4be0-863e-082686c9d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:15.706630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6836994 Feb 07 22:41:15.727109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] For port 9d022bba-8a72-4c13-b560-e1ab6ef2986a, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:15.732895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] For port 9d022bba-8a72-4c13-b560-e1ab6ef2986a, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d022bba-8a72-4c13-b560-e1ab6ef2986a,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:15.757628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40772) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:15.765063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '5238a3f7-e0ca-49b0-8e8c-3a277e0f299e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:15.830778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.849573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:15.850714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.889104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77458b97-af3e-43ba-a3da-7634cd8aa760 req-26373481-5731-4cfe-9351-9de860d148f3 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 210 time: 0.2199285 Feb 07 22:41:15.925844 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7255273 Feb 07 22:41:15.929122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40780) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:15.947395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bd7497f7-03be-4719-8443-55179e5a258b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:15.965686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.038392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0dbfb-5909-4dea-9999-b1a6322dafec req-7489578b-db91-4371-9613-d232b0286893 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:16.048515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95a0dbfb-5909-4dea-9999-b1a6322dafec req-7489578b-db91-4371-9613-d232b0286893 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 945 time: 0.6045537 Feb 07 22:41:16.191647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd7497f7-03be-4719-8443-55179e5a258b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.228534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:16.229525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.230525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Network': ['ID=5238a3f7-e0ca-49b0-8e8c-3a277e0f299e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:16.231324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d022bba-8a72-4c13-b560-e1ab6ef2986a HTTP/1.1" status: 200 len: 1092 time: 1.7908175 Feb 07 22:41:16.232237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c26ff4-7840-4405-a846-485879ee5cae', 'tag': '9d022bba-8a72-4c13-b560-e1ab6ef2986a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:16.234501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Made reservation on behalf of ee493ff6ee9a454ab31012215a82dd86 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:16.246178 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d673027f-7f02-4b85-b199-f9df672465f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c26ff4-7840-4405-a846-485879ee5cae", "tag": "9d022bba-8a72-4c13-b560-e1ab6ef2986a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:16.248656 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.285996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Allocated IP 172.25.8.71 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/e91cb275-e5e4-4a7f-a05b-25672a5d78d4) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:16.292906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd7497f7-03be-4719-8443-55179e5a258b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.306138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95a0dbfb-5909-4dea-9999-b1a6322dafec req-df009257-97b4-43a5-b2ff-c314e5354032 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566910 Feb 07 22:41:16.361156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd7497f7-03be-4719-8443-55179e5a258b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 is not hosted by any dhcp agent {{(pid=102289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 22:41:16.368837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7497f7-03be-4719-8443-55179e5a258b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:16.370112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd7497f7-03be-4719-8443-55179e5a258b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.377077 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bd7497f7-03be-4719-8443-55179e5a258b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "PUT /v2.0/networks/7ea4b1cb-a479-43d3-a4b2-d53264582e71 HTTP/1.1" status: 200 len: 723 time: 0.4349012 Feb 07 22:41:16.380407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.381322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.381854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.382741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.383271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.383961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.385082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.385578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.386688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.391380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.392182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.392906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92415645-3137-429c-b5e0-19436c22a2ae tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:16.402053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40786) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:16.420495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:16.444586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': '7ea4b1cb-a479-43d3-a4b2-d53264582e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:16.532088 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa237213-4c2c-460d-962d-225f5f9248e0 x-openstack-request-id: req-aa237213-4c2c-460d-962d-225f5f9248e0 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:16.532088 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c26ff4-7840-4405-a846-485879ee5cae", "tag": "9d022bba-8a72-4c13-b560-e1ab6ef2986a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:16.536506 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa237213-4c2c-460d-962d-225f5f9248e0 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:16.539021 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c26ff4-7840-4405-a846-485879ee5cae', 'tag': '9d022bba-8a72-4c13-b560-e1ab6ef2986a', 'status': 'completed', 'code': 200} Feb 07 22:41:16.559858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 05c0f5d7-3931-4268-aa52-c15231613ac8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:16.662994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:16.700886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 05c0f5d7-3931-4268-aa52-c15231613ac8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:16.701269 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.710311 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.865271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Allocated IP 172.20.0.4 (4b991747-3dc8-41bf-b9e3-8fca9e13c1d3/d60d8120-12de-40b6-8190-a2163d27ebb8/51a2e992-f0a7-448f-8861-9c10dfc927d3) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:16.882119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c90d355-76d5-4855-b0da-45f92052d46c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:16.934692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Pushing event updated for resources: {'Port': ['ID=9d022bba-8a72-4c13-b560-e1ab6ef2986a,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:16.952297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd4c6b-3585-4223-9b83-2de34ac08a68 None None] Network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:17.020502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.029847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.030238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.030569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.031359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.031601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.032000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.032331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.032669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.033176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.033498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.033942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ac837-788b-4b5e-8e5c-7502431f3566 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:17.082689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-66802c3b-eda5-4740-9f1b-78121315d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:17.091873 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-66802c3b-eda5-4740-9f1b-78121315d94d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 1095 time: 0.7888601 Feb 07 22:41:17.142853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ff2a70b4-1354-4e01-88db-f8bffe76457d None None] Provisioning complete for port 4c90d355-76d5-4855-b0da-45f92052d46c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:17.144066 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ff2a70b4-1354-4e01-88db-f8bffe76457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.153635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4c90d355-76d5-4855-b0da-45f92052d46c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:17.154256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.156529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-86f5e8f4-2992-4791-83a3-0eda99887d28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d022bba-8a72-4c13-b560-e1ab6ef2986a HTTP/1.1" status: 200 len: 217 time: 0.0639739 Feb 07 22:41:17.195311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.375434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-d11db14e-3415-4e73-8736-12c6367ad753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:17.388449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-d11db14e-3415-4e73-8736-12c6367ad753 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d60d8120-12de-40b6-8190-a2163d27ebb8 HTTP/1.1" status: 200 len: 855 time: 0.2174132 Feb 07 22:41:17.410354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.558243 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbb52304-d126-4969-b37a-451229a9caea req-516f80ae-fd6c-4b8a-ba24-67c2107e2b26 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 210 time: 0.1095808 Feb 07 22:41:17.644735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-37fe96bd-fcd9-4e45-afa7-5cbf0e1ae877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:17.646221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-37fe96bd-fcd9-4e45-afa7-5cbf0e1ae877 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2525575 Feb 07 22:41:17.660822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.682581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-79221ad8-2724-46a0-ba47-c1053725688e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:41:17.682786 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.683584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-79221ad8-2724-46a0-ba47-c1053725688e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256672 Feb 07 22:41:17.764147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=b800082c-826e-4224-9940-3fc1b725e74e,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:17.769158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Pushing event updated for resources: {'Port': ['ID=e91cb275-e5e4-4a7f-a05b-25672a5d78d4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:17.828295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:17.862893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 4c90d355-76d5-4855-b0da-45f92052d46c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4c90d355-76d5-4855-b0da-45f92052d46c,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:17.885517 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.887956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:17.894373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ff2a70b4-1354-4e01-88db-f8bffe76457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.936662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07e25-6f8e-45f5-b73e-8263f0f76b5a req-c9135a13-5aca-46de-8872-0752bdccb70f tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:17.961558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efe07e25-6f8e-45f5-b73e-8263f0f76b5a req-c9135a13-5aca-46de-8872-0752bdccb70f tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 932 time: 1.7475941 Feb 07 22:41:17.968106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:17.973191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Checking segment: {'id': '5c4a3fdf-6078-4d07-8998-dc7bd7f173cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5238a3f7-e0ca-49b0-8e8c-3a277e0f299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:17.974924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network hostable DHCP agents. Network: 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:18.002789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:18.087248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=4c90d355-76d5-4855-b0da-45f92052d46c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:18.114358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:18.139440 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efe07e25-6f8e-45f5-b73e-8263f0f76b5a req-d3bf35ca-d0b6-4886-bbe1-5d4cd95a7ea8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590865 Feb 07 22:41:18.145638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-62281f65-002f-4fbf-8b67-2563eb5e78c1 service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896754 Feb 07 22:41:18.206357 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-ff2a70b4-1354-4e01-88db-f8bffe76457d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:41:18.207973 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-ff2a70b4-1354-4e01-88db-f8bffe76457d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:41:18.212901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e3cc0-8ff1-4548-9b15-54927ece947d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=7ea4b1cb-a479-43d3-a4b2-d53264582e71,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:18.223675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:18.224239 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.229049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:18.318541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6135b3-5397-4a60-9d4f-d0ea68d9e609 req-8e2874f4-6302-4766-96d3-cfc1bfbdbfc3 service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637754 Feb 07 22:41:18.322385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:18.332088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:18.332088 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.385870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:18.398113 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.420957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f93e9735-088a-4e1f-95ab-51a39016c239 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6593316 Feb 07 22:41:18.430896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41852e5a-6d1b-4773-836b-b4322578c965 None None] Network 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:18.458786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40834) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:18.466701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '5238a3f7-e0ca-49b0-8e8c-3a277e0f299e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-23976488'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:18.570876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-e1763e22-de7b-463d-9223-d35df69031e0 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:18.572731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-e1763e22-de7b-463d-9223-d35df69031e0 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.46 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 816 time: 0.5770905 Feb 07 22:41:18.577116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673027f-7f02-4b85-b199-f9df672465f2 req-323774e4-b62b-4955-98e4-a4f442a04a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:18.579896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d673027f-7f02-4b85-b199-f9df672465f2 req-323774e4-b62b-4955-98e4-a4f442a04a66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 1095 time: 0.1552055 Feb 07 22:41:18.621193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Request body: {'port': {'device_id': 'a9e41a86-579b-4fff-9af0-6c75f1010a92', 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3', 'admin_state_up': True, 'tenant_id': 'ee493ff6ee9a454ab31012215a82dd86'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:18.829614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f3e576-d0ac-4638-9f00-c2d081d1fb41 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:18.838648 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.853723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Transition to ACTIVE for port object a9f3e576-d0ac-4638-9f00-c2d081d1fb41 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:18.884940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.890240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b7939860-c528-41d0-9d90-01bc01741d6f no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:18.892181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.967776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: b7939860-c528-41d0-9d90-01bc01741d6f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:41:18.969189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b7939860-c528-41d0-9d90-01bc01741d6f not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:41:19.012084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-5238a3f7-e0ca-49b0-8e8c-3a277e0f299e', 'network_id': '5238a3f7-e0ca-49b0-8e8c-3a277e0f299e', 'tenant_id': 'a0db7ca05e9144b9b7fa33f33269a55a', 'fixed_ips': [{'subnet_id': 'b800082c-826e-4224-9940-3fc1b725e74e'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:41:19.017546 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.052957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=3826da85-9beb-4cc4-b115-4658a336a321,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:19.061517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:19.066974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:19.068338 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-045cd9fd-3d6f-48c1-8ed1-0fdefddb4fbd req-5a591d27-981c-45ed-af5d-921d311cc70e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 210 time: 0.1885114 Feb 07 22:41:19.071160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.168334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': '38d2e6d7-03c0-48a2-bc18-b2208b4b9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7ea4b1cb-a479-43d3-a4b2-d53264582e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:19.168713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: 7ea4b1cb-a479-43d3-a4b2-d53264582e71, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:19.224887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.241837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673027f-7f02-4b85-b199-f9df672465f2 req-10aeffd6-d688-4238-bc25-40bc49fa7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:19.244441 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d673027f-7f02-4b85-b199-f9df672465f2 req-10aeffd6-d688-4238-bc25-40bc49fa7f81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 916 time: 0.6511922 Feb 07 22:41:19.247362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 3de29934-ca9b-43e8-89bf-25464fc527f7 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:19.372868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d673027f-7f02-4b85-b199-f9df672465f2 req-f563e3ac-7432-4c29-8fd5-9b7f5f7bd4a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d022bba-8a72-4c13-b560-e1ab6ef2986a HTTP/1.1" status: 200 len: 217 time: 0.1194024 Feb 07 22:41:19.385575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Allocated IP 172.20.0.2 (5238a3f7-e0ca-49b0-8e8c-3a277e0f299e/b800082c-826e-4224-9940-3fc1b725e74e/17372a13-f598-4f7a-8d27-b6d4669a2e36) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:19.387651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.404478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7497f7-03be-4719-8443-55179e5a258b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=7ea4b1cb-a479-43d3-a4b2-d53264582e71,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:19.427236 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.489402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:19.572198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:19.572687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Made reservation on behalf of ee493ff6ee9a454ab31012215a82dd86 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:19.579224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c90d355-76d5-4855-b0da-45f92052d46c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:19.580681 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.658263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:19.659179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7603e2c8-c57f-4461-b277-7da1642f9878 None None] Provisioning complete for port 4c90d355-76d5-4855-b0da-45f92052d46c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:19.659481 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7603e2c8-c57f-4461-b277-7da1642f9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.662271 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.698879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4c90d355-76d5-4855-b0da-45f92052d46c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:19.699260 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.726205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547b12c-001e-4140-8e6b-6cfe84436192 req-2fb4c6c7-322b-4554-bb45-5bcc29244792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:19.729556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9547b12c-001e-4140-8e6b-6cfe84436192 req-2fb4c6c7-322b-4554-bb45-5bcc29244792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 944 time: 0.4592786 Feb 07 22:41:19.735691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.746076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:19.807460 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.821304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9547b12c-001e-4140-8e6b-6cfe84436192 req-4f3ae772-bf04-4447-980e-23f6ce4ab46b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782549 Feb 07 22:41:19.865226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673027f-7f02-4b85-b199-f9df672465f2 req-8b5e578e-3aa3-41d0-b04b-f61e67f9455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:19.868646 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d673027f-7f02-4b85-b199-f9df672465f2 req-8b5e578e-3aa3-41d0-b04b-f61e67f9455c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d60d8120-12de-40b6-8190-a2163d27ebb8 HTTP/1.1" status: 200 len: 855 time: 0.3231058 Feb 07 22:41:19.876863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Pushing event updated for resources: {'Port': ['ID=51a2e992-f0a7-448f-8861-9c10dfc927d3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:19.886801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Pushing event updated for resources: {'Port': ['ID=17372a13-f598-4f7a-8d27-b6d4669a2e36,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:19.899057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Network 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:19.900577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7ea4b1cb-a479-43d3-a4b2-d53264582e71) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:19.908356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:19.940205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:19.941960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:19.942904 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.946394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:19.947034 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.958684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87441c0-9f8d-4d85-907f-2f255d140939 None None] Network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:20.058229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-539b8849-007e-4fdb-9507-839588cee562 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6506333 Feb 07 22:41:20.062153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40878) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:20.070154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673027f-7f02-4b85-b199-f9df672465f2 req-178e911d-c7dd-4f25-a668-c8e7ca33831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:20.071644 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d673027f-7f02-4b85-b199-f9df672465f2 req-178e911d-c7dd-4f25-a668-c8e7ca33831f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938801 Feb 07 22:41:20.096269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9f132a27-da13-40eb-8ef3-c976713d3e44 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:20.103738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8c2d1496-1ee1-4fb9-9de8-385821cbd341 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9610381 Feb 07 22:41:20.104422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Attempting to bind port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:20.104851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Attempting to bind port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:20.105281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Attempting to bind port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 on network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:20.115253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.10 (5238a3f7-e0ca-49b0-8e8c-3a277e0f299e/b800082c-826e-4224-9940-3fc1b725e74e/3de29934-ca9b-43e8-89bf-25464fc527f7) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:20.151822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Request body: {'port': {'device_id': '365642a7-a0cf-4e19-a4c6-590a48764bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:20.159591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 on network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:41:20.172461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Attempting to bind port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 on network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:20.268596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:20.269802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Checking segment: {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:20.270415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Bound using segment: {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:20.271203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Bound port: a9f3e576-d0ac-4638-9f00-c2d081d1fb41, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:20.275012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.357044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b03c6b29-0fcc-49d1-b5a5-316cf29d707e req-a5da4243-5de8-45d1-afc4-7a33e66d7efc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 210 time: 0.1429739 Feb 07 22:41:20.444208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Allocated IP 172.20.0.7 (4b991747-3dc8-41bf-b9e3-8fca9e13c1d3/d60d8120-12de-40b6-8190-a2163d27ebb8/0a4e3f99-da6b-41eb-b0b1-300133f31038) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:20.500962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d673027f-7f02-4b85-b199-f9df672465f2 req-3678fffa-1fe5-4b17-8b9d-f8410d2f488e service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562362 Feb 07 22:41:20.538720 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d022bba-8a72-4c13-b560-e1ab6ef2986a details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:41:20.577242 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.589046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.602386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f132a27-da13-40eb-8ef3-c976713d3e44 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62043261'] for subnet, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.673763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d022bba-8a72-4c13-b560-e1ab6ef2986a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d022bba-8a72-4c13-b560-e1ab6ef2986a,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:20.693593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Attempting to bind port 17372a13-f598-4f7a-8d27-b6d4669a2e36 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:20.694111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Attempting to bind port 17372a13-f598-4f7a-8d27-b6d4669a2e36 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '5c4a3fdf-6078-4d07-8998-dc7bd7f173cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5238a3f7-e0ca-49b0-8e8c-3a277e0f299e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:20.694485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Attempting to bind port 17372a13-f598-4f7a-8d27-b6d4669a2e36 on network 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:20.699093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '9d022bba-8a72-4c13-b560-e1ab6ef2986a', 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3', 'port_id': '9d022bba-8a72-4c13-b560-e1ab6ef2986a', 'mac_address': 'fa:16:3e:f8:c4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60d8120-12de-40b6-8190-a2163d27ebb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:41:20.732688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:20.733087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Checking segment: {'id': '5c4a3fdf-6078-4d07-8998-dc7bd7f173cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5238a3f7-e0ca-49b0-8e8c-3a277e0f299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:20.733494 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.734454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Bound using segment: {'id': '5c4a3fdf-6078-4d07-8998-dc7bd7f173cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5238a3f7-e0ca-49b0-8e8c-3a277e0f299e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:20.735165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Bound port: 17372a13-f598-4f7a-8d27-b6d4669a2e36, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4a3fdf-6078-4d07-8998-dc7bd7f173cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5238a3f7-e0ca-49b0-8e8c-3a277e0f299e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:20.735552 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.831992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-7ea4b1cb-a479-43d3-a4b2-d53264582e71', 'network_id': '7ea4b1cb-a479-43d3-a4b2-d53264582e71', 'tenant_id': '5172fdec9cc2400699dd526abfa259a3', 'fixed_ips': [{'subnet_id': '3826da85-9beb-4cc4-b115-4658a336a321'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:41:20.832915 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.888215 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.897453 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.997921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] For port 17372a13-f598-4f7a-8d27-b6d4669a2e36, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:21.002109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] For port 17372a13-f598-4f7a-8d27-b6d4669a2e36, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=17372a13-f598-4f7a-8d27-b6d4669a2e36,segment=NetworkSegment(5c4a3fdf-6078-4d07-8998-dc7bd7f173cd),segment_id=5c4a3fdf-6078-4d07-8998-dc7bd7f173cd)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:21.005612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Pushing event updated for resources: {'Port': ['ID=e91cb275-e5e4-4a7f-a05b-25672a5d78d4,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:21.012940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f132a27-da13-40eb-8ef3-c976713d3e44 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784725228903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62077898'] for subnet, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.036638 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.117252 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.135682 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.158355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] For port a9f3e576-d0ac-4638-9f00-c2d081d1fb41, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:21.238397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5d90f-923c-4e93-9fb3-cb6e115d845d None None] Pushing event updated for resources: {'Port': ['ID=17372a13-f598-4f7a-8d27-b6d4669a2e36,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:21.277873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d022bba-8a72-4c13-b560-e1ab6ef2986a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:21.314240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d022bba-8a72-4c13-b560-e1ab6ef2986a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d022bba-8a72-4c13-b560-e1ab6ef2986a,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:21.338951 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.340008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 82b474a2-fb97-4cc1-a269-b540b381fdc5 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:41:21.429441 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d673027f-7f02-4b85-b199-f9df672465f2 req-70be2fa0-46dc-438e-b2e6-99129f96a7a8 service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9185021 Feb 07 22:41:21.491164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:21.521098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '82b474a2-fb97-4cc1-a269-b540b381fdc5', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'port_id': '82b474a2-fb97-4cc1-a269-b540b381fdc5', 'mac_address': 'fa:16:3e:26:ea:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce2e13f-8c37-495b-833a-a61a3b3725c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:41:21.523750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5325f-912e-4aba-8b69-923ab2b6169a req-71c797d6-f28f-4862-bedb-65903d95110b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:21.526678 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-69c5325f-912e-4aba-8b69-923ab2b6169a req-71c797d6-f28f-4862-bedb-65903d95110b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 944 time: 0.3858893 Feb 07 22:41:21.537812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.690970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Allocated IP 172.20.0.2 (7ea4b1cb-a479-43d3-a4b2-d53264582e71/3826da85-9beb-4cc4-b115-4658a336a321/050936c2-1c40-4d02-83d7-7fcabad70c82) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:21.805635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:21.816865 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.860139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:21.878894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:21.889565 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.922087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f132a27-da13-40eb-8ef3-c976713d3e44 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:21.930123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f132a27-da13-40eb-8ef3-c976713d3e44 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.934501 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9f132a27-da13-40eb-8ef3-c976713d3e44 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "PUT /v2.0/subnets/3826da85-9beb-4cc4-b115-4658a336a321 HTTP/1.1" status: 200 len: 806 time: 1.8446286 Feb 07 22:41:21.940404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.949609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.954883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-45c89bb6-0120-4763-8e5b-78f4bd93bc88 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.1921229 Feb 07 22:41:21.955542 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40908) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:21.964800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] For port a9f3e576-d0ac-4638-9f00-c2d081d1fb41, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:21.980083 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.994705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-69c5325f-912e-4aba-8b69-923ab2b6169a req-a35fa8e1-ca55-4770-b132-aeab16d29fcd tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441125 Feb 07 22:41:22.003214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=3de29934-ca9b-43e8-89bf-25464fc527f7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:22.042784 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34625468-a214-47a7-8bfd-7f68092e17b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.069106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:22.072856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-dfddcd01-a9a0-496e-8e78-158683b2290c None None] Provisioning complete for port 51a2e992-f0a7-448f-8861-9c10dfc927d3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:22.073437 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfddcd01-a9a0-496e-8e78-158683b2290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.080629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:22.084180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82b474a2-fb97-4cc1-a269-b540b381fdc5 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:22.088892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:22.150304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:22.155186 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.209799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9d022bba-8a72-4c13-b560-e1ab6ef2986a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:22.226242 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.229031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b9b5a18-ff4b-4f34-843a-6fa276495cfb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.7678366 Feb 07 22:41:22.234688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.238229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40918) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:22.250058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:22.264137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.270157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dfddcd01-a9a0-496e-8e78-158683b2290c None None] Port 51a2e992-f0a7-448f-8861-9c10dfc927d3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:22.277651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Attempting to bind port 050936c2-1c40-4d02-83d7-7fcabad70c82 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:22.278241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Attempting to bind port 050936c2-1c40-4d02-83d7-7fcabad70c82 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '38d2e6d7-03c0-48a2-bc18-b2208b4b9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7ea4b1cb-a479-43d3-a4b2-d53264582e71'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:22.278986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Attempting to bind port 050936c2-1c40-4d02-83d7-7fcabad70c82 on network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:22.284200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.298466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:22.299259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Checking segment: {'id': '38d2e6d7-03c0-48a2-bc18-b2208b4b9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7ea4b1cb-a479-43d3-a4b2-d53264582e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:22.299877 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.300405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Bound using segment: {'id': '38d2e6d7-03c0-48a2-bc18-b2208b4b9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7ea4b1cb-a479-43d3-a4b2-d53264582e71'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:22.301054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Bound port: 050936c2-1c40-4d02-83d7-7fcabad70c82, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d2e6d7-03c0-48a2-bc18-b2208b4b9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7ea4b1cb-a479-43d3-a4b2-d53264582e71'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:22.301606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.375675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] For port 050936c2-1c40-4d02-83d7-7fcabad70c82, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:22.386763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] For port 050936c2-1c40-4d02-83d7-7fcabad70c82, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=050936c2-1c40-4d02-83d7-7fcabad70c82,segment=NetworkSegment(38d2e6d7-03c0-48a2-bc18-b2208b4b9dae),segment_id=38d2e6d7-03c0-48a2-bc18-b2208b4b9dae)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:22.424097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Pushing event updated for resources: {'Port': ['ID=050936c2-1c40-4d02-83d7-7fcabad70c82,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:22.427173 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.477969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:22.486239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f132a27-da13-40eb-8ef3-c976713d3e44 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=3826da85-9beb-4cc4-b115-4658a336a321,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:22.494946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:22.523866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['82b474a2-fb97-4cc1-a269-b540b381fdc5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:41:22.527030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:22.545592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:22.570613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:22.573250 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.576735 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-2ae2538c-af9e-4bb6-84b4-1c6200721be3 service neutron] 10.222.0.24 "PUT /v2.0/ports/a9f3e576-d0ac-4638-9f00-c2d081d1fb41 HTTP/1.1" status: 200 len: 1092 time: 7.6702180 Feb 07 22:41:22.643036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9d022bba-8a72-4c13-b560-e1ab6ef2986a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:41:22.906832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Pushing event updated for resources: {'Port': ['ID=0a4e3f99-da6b-41eb-b0b1-300133f31038,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:22.910175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=82b474a2-fb97-4cc1-a269-b540b381fdc5,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:22.999056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:23.000116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.031629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:23.039155 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:23.095320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-cf98543e-0da9-4fa2-96b9-3f39b6f39c9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4999690 Feb 07 22:41:23.097759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a2e992-f0a7-448f-8861-9c10dfc927d3 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:23.131924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d12a61a1-0065-4e8f-9f45-a16653045c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 3de29934-ca9b-43e8-89bf-25464fc527f7 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:23.132678 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d12a61a1-0065-4e8f-9f45-a16653045c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.157171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Request body: {'port': {'device_id': 'a9e41a86-579b-4fff-9af0-6c75f1010a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:23.217688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.288476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123992f-2df3-4fdd-9a58-87d95f300706 None None] Pushing event updated for resources: {'Port': ['ID=050936c2-1c40-4d02-83d7-7fcabad70c82,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:23.305794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Transition to ACTIVE for port object 51a2e992-f0a7-448f-8861-9c10dfc927d3 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:23.336621 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.426321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 17372a13-f598-4f7a-8d27-b6d4669a2e36 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:23.427171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Deleting port 050936c2-1c40-4d02-83d7-7fcabad70c82 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:23.427547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.487603 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-77243eb5-7e86-4612-8246-5743bc6b7acc None None] Provisioning complete for port 0a4e3f99-da6b-41eb-b0b1-300133f31038 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:23.488000 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77243eb5-7e86-4612-8246-5743bc6b7acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.513842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e233f41f-dd8d-416e-882e-49d3e1b5b168 None None] Network 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:23.549566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d12a61a1-0065-4e8f-9f45-a16653045c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.613552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] For port 050936c2-1c40-4d02-83d7-7fcabad70c82, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=050936c2-1c40-4d02-83d7-7fcabad70c82,segment=NetworkSegment(38d2e6d7-03c0-48a2-bc18-b2208b4b9dae),segment_id=38d2e6d7-03c0-48a2-bc18-b2208b4b9dae)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:23.613834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.637197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Calling delete_port for 050936c2-1c40-4d02-83d7-7fcabad70c82 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:23.663655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d12a61a1-0065-4e8f-9f45-a16653045c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 3de29934-ca9b-43e8-89bf-25464fc527f7 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:23.709893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.765339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-36ed843a-ddc3-4a27-8f45-cb4715b447bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:23.765339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-36ed843a-ddc3-4a27-8f45-cb4715b447bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1c851b9c3c04eb19258a428e32c8db3&device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 1095 time: 0.7151649 Feb 07 22:41:24.049762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-0552b5a5-1c85-4824-b0e4-7857af039f91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41 HTTP/1.1" status: 200 len: 217 time: 0.2705426 Feb 07 22:41:24.051881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Pushing event updated for resources: {'Port': ['ID=51a2e992-f0a7-448f-8861-9c10dfc927d3,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:24.060438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-77243eb5-7e86-4612-8246-5743bc6b7acc None None] Port 0a4e3f99-da6b-41eb-b0b1-300133f31038 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:24.073108 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.097407 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a4e0-86b4-4a9f-9b46-2e075047f41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.117485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 17372a13-f598-4f7a-8d27-b6d4669a2e36 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:24.117861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.272225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Port': ['ID=050936c2-1c40-4d02-83d7-7fcabad70c82,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:24.432563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-be3976ca-e387-47f6-a6b7-30058f5a5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:24.447130 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-be3976ca-e387-47f6-a6b7-30058f5a5b0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62c98f35-5923-4be0-863e-082686c9d386 HTTP/1.1" status: 200 len: 868 time: 0.3866711 Feb 07 22:41:24.460562 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.487546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No DVR routers for this DVR port 050936c2-1c40-4d02-83d7-7fcabad70c82 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:24.580164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.649031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 17372a13-f598-4f7a-8d27-b6d4669a2e36, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=17372a13-f598-4f7a-8d27-b6d4669a2e36,segment=NetworkSegment(5c4a3fdf-6078-4d07-8998-dc7bd7f173cd),segment_id=5c4a3fdf-6078-4d07-8998-dc7bd7f173cd)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:24.661146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 82b474a2-fb97-4cc1-a269-b540b381fdc5 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:24.786504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Attempting to bind port 51a2e992-f0a7-448f-8861-9c10dfc927d3 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:24.786957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Attempting to bind port 51a2e992-f0a7-448f-8861-9c10dfc927d3 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:24.787289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Attempting to bind port 51a2e992-f0a7-448f-8861-9c10dfc927d3 on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:24.802608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Port 51a2e992-f0a7-448f-8861-9c10dfc927d3 on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:41:24.802938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Attempting to bind port 51a2e992-f0a7-448f-8861-9c10dfc927d3 on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:24.811104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-ee004c3a-a901-40d3-9814-a59e4af8f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:24.813273 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-ee004c3a-a901-40d3-9814-a59e4af8f8d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3586104 Feb 07 22:41:24.816283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:24.816661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Checking segment: {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:24.817000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Bound using segment: {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:24.817599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Bound port: 51a2e992-f0a7-448f-8861-9c10dfc927d3, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:24.817972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.867996 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d12a61a1-0065-4e8f-9f45-a16653045c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.952190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a61a1-0065-4e8f-9f45-a16653045c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=3de29934-ca9b-43e8-89bf-25464fc527f7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:25.043915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ae93b3f4-378b-4e22-bbe1-a14f065db624 None None] Provisioning complete for port 17372a13-f598-4f7a-8d27-b6d4669a2e36 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:25.044906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae93b3f4-378b-4e22-bbe1-a14f065db624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.049987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.060664 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.135276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=3826da85-9beb-4cc4-b115-4658a336a321,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:25.235010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d12a61a1-0065-4e8f-9f45-a16653045c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.238630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d12a61a1-0065-4e8f-9f45-a16653045c31 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/3de29934-ca9b-43e8-89bf-25464fc527f7 HTTP/1.1" status: 204 len: 168 time: 2.9993033 Feb 07 22:41:25.245547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40930) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:25.259727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4e3f99-da6b-41eb-b0b1-300133f31038 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:25.264812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9943aac2-867b-47c3-997d-6be708d98362 None None] Network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:25.282644 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e366cf-a2eb-48cb-bbff-01fd66689303 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:41:25.289163 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d7e366cf-a2eb-48cb-bbff-01fd66689303 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/3de29934-ca9b-43e8-89bf-25464fc527f7 HTTP/1.1" status: 404 len: 333 time: 0.0378788 Feb 07 22:41:25.292353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.295275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40932) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:25.309002 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.336149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea4b1cb-a479-43d3-a4b2-d53264582e71']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:25.354129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Transition to ACTIVE for port object 0a4e3f99-da6b-41eb-b0b1-300133f31038 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:25.358292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d2e6d7-03c0-48a2-bc18-b2208b4b9dae') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:25.358292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d2e6d7-03c0-48a2-bc18-b2208b4b9dae') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:25.366383 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.391124 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.425806 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.440189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:25.440870 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.530184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-975a0fc3-db62-4983-90af-1c058f0abdbc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet b800082c-826e-4224-9940-3fc1b725e74e {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:41:25.540360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-975a0fc3-db62-4983-90af-1c058f0abdbc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.600171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Pushing event updated for resources: {'Port': ['ID=0a4e3f99-da6b-41eb-b0b1-300133f31038,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:25.644821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-975a0fc3-db62-4983-90af-1c058f0abdbc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.662313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] For port 51a2e992-f0a7-448f-8861-9c10dfc927d3, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:25.669158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] For port 51a2e992-f0a7-448f-8861-9c10dfc927d3, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=51a2e992-f0a7-448f-8861-9c10dfc927d3,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:25.674332 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:25.695149 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.734858 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-b7abf032-0408-45e2-b391-6580697a1e01 service neutron] 10.222.0.24 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9100661 Feb 07 22:41:25.735388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.751263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.767145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/7ea4b1cb-a479-43d3-a4b2-d53264582e71 HTTP/1.1" status: 204 len: 168 time: 3.8048642 Feb 07 22:41:25.767823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40934) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:25.830160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-975a0fc3-db62-4983-90af-1c058f0abdbc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.850441 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.925283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcac55-d927-41b0-9aff-eac819ceceb7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=7ea4b1cb-a479-43d3-a4b2-d53264582e71,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:25.964420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=17372a13-f598-4f7a-8d27-b6d4669a2e36,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:25.995417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-975a0fc3-db62-4983-90af-1c058f0abdbc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.014337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc33f82-3c5f-4159-8c31-1a34ad251034 None None] DHCP port deletion for 7ea4b1cb-a479-43d3-a4b2-d53264582e71 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:41:26.020958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-975a0fc3-db62-4983-90af-1c058f0abdbc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.024754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-975a0fc3-db62-4983-90af-1c058f0abdbc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/b800082c-826e-4224-9940-3fc1b725e74e HTTP/1.1" status: 204 len: 168 time: 0.7282481 Feb 07 22:41:26.050285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 82b474a2-fb97-4cc1-a269-b540b381fdc5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:26.059637 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.070570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40936) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:26.135148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9fa42-f416-42bd-b2b2-450723505f2b None None] Network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:26.166947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f696c7f1-c18e-46c8-b256-5ae1b495e6b0 None None] Network 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:26.177549 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-039715ae-e898-414b-a6c6-e50327fee472 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:26.181447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039715ae-e898-414b-a6c6-e50327fee472 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:26.184887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-039715ae-e898-414b-a6c6-e50327fee472 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/7ea4b1cb-a479-43d3-a4b2-d53264582e71 HTTP/1.1" status: 404 len: 339 time: 0.3361666 Feb 07 22:41:26.197185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40938) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:26.221346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1942227650', 'description': 'd1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:26.303416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:26.304404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.305980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] 10.222.0.24 "PUT /v2.0/ports/51a2e992-f0a7-448f-8861-9c10dfc927d3 HTTP/1.1" status: 200 len: 1091 time: 6.1710229 Feb 07 22:41:26.323408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b90c9362-b0c2-433e-8bcf-ffb1b1b58c2b None None] Could not find standard attr ID for object 050936c2-1c40-4d02-83d7-7fcabad70c82. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:41:26.373364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5b1f0-40b6-4c4c-9b50-01a84573a343 service neutron] Pushing event updated for resources: {'Port': ['ID=51a2e992-f0a7-448f-8861-9c10dfc927d3,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:26.406187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:26.411039 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.424195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Attempting to bind port 0a4e3f99-da6b-41eb-b0b1-300133f31038 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:26.424569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Attempting to bind port 0a4e3f99-da6b-41eb-b0b1-300133f31038 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:26.424880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Attempting to bind port 0a4e3f99-da6b-41eb-b0b1-300133f31038 on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:26.441934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a0fc3-db62-4983-90af-1c058f0abdbc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=b800082c-826e-4224-9940-3fc1b725e74e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:26.476191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9fa42-f416-42bd-b2b2-450723505f2b None None] Network 7ea4b1cb-a479-43d3-a4b2-d53264582e71 could not be found, it might have been deleted concurrently. {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 07 22:41:26.487817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:26.529825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Port 0a4e3f99-da6b-41eb-b0b1-300133f31038 on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:41:26.530132 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Attempting to bind port 0a4e3f99-da6b-41eb-b0b1-300133f31038 on network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:26.539614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-55e8af88-c25a-48d6-8164-43380909c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:26.542269 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-55e8af88-c25a-48d6-8164-43380909c746 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 1094 time: 0.1839674 Feb 07 22:41:26.553077 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6041a2a1-4cec-4b37-9ec9-a68c21aee943 req-8825a89a-1cc5-41d5-b5fa-245e0e9115b1 service neutron] 10.222.0.24 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7842758 Feb 07 22:41:26.562583 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.563568 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 75ebc756-afd3-4d02-a3bb-5143c3e730ff of type vlan for network ff442ab6-c4f7-4431-a3be-05a8f42d1d62 Feb 07 22:41:26.569195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:26.569759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Checking segment: {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:26.578406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Bound using segment: {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:26.579219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Bound port: 0a4e3f99-da6b-41eb-b0b1-300133f31038, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589c1419-fa34-420a-a78e-9c290719a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:26.579604 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.626765 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.649417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.670083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-927d5abf-61fc-4aa5-bede-14f63350806a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51a2e992-f0a7-448f-8861-9c10dfc927d3 HTTP/1.1" status: 200 len: 217 time: 0.1042008 Feb 07 22:41:26.693909 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.771841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-98b09708-c967-4770-a360-7865dd441536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:26.777763 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-98b09708-c967-4770-a360-7865dd441536 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d60d8120-12de-40b6-8190-a2163d27ebb8 HTTP/1.1" status: 200 len: 855 time: 0.1000767 Feb 07 22:41:26.781916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] For port 0a4e3f99-da6b-41eb-b0b1-300133f31038, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:26.786826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] For port 0a4e3f99-da6b-41eb-b0b1-300133f31038, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0a4e3f99-da6b-41eb-b0b1-300133f31038,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:26.799621 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.884147 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.898593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.917192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306d1a20-59f5-426b-91b1-0cf05abd2e08 None None] DHCP port deletion for 5238a3f7-e0ca-49b0-8e8c-3a277e0f299e request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:41:26.929387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-f027d137-25a0-43c4-9e43-35894550aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:26.931105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c1d02191-5401-42fe-a6d6-1d29f6e3f09e None None] Provisioning complete for port 17372a13-f598-4f7a-8d27-b6d4669a2e36 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:26.932542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-f027d137-25a0-43c4-9e43-35894550aa7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456947 Feb 07 22:41:26.934625 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1d02191-5401-42fe-a6d6-1d29f6e3f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.950005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:26.950618 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.960831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] 10.222.0.46 "PUT /v2.0/ports/0a4e3f99-da6b-41eb-b0b1-300133f31038 HTTP/1.1" status: 200 len: 1091 time: 3.8421488 Feb 07 22:41:26.961342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e41a86-579b-4fff-9af0-6c75f1010a92', 'tag': '0a4e3f99-da6b-41eb-b0b1-300133f31038'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:26.964088 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ee0467-6a96-42c5-b412-7bb82eaedbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e41a86-579b-4fff-9af0-6c75f1010a92", "tag": "0a4e3f99-da6b-41eb-b0b1-300133f31038"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:27.042245 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.048369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:27.049462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.054180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:27.056536 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142e8f32-70f7-427c-92fb-06e3f8d903d8" -d '{"events": [{"server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "name": "network-vif-plugged", "status": "completed", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:27.101507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:27.220296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a58e65-c224-4457-b3fe-4fc9d2c3afdb service neutron] Pushing event updated for resources: {'Port': ['ID=0a4e3f99-da6b-41eb-b0b1-300133f31038,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:27.222262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=ff442ab6-c4f7-4431-a3be-05a8f42d1d62,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:27.231283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-37f26f8e-4407-4d70-91f7-c132416047ed tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0258019 Feb 07 22:41:27.235563 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.236022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40944) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:27.255404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d022bba-8a72-4c13-b560-e1ab6ef2986a up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:27.295476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-2bcde365-f7b1-4034-ae36-6bd2de5f5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:27.297866 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-2bcde365-f7b1-4034-ae36-6bd2de5f5bbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 1094 time: 0.2762005 Feb 07 22:41:27.361681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ff442ab6-c4f7-4431-a3be-05a8f42d1d62 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:27.413596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 17372a13-f598-4f7a-8d27-b6d4669a2e36 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:27.427162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 17372a13-f598-4f7a-8d27-b6d4669a2e36 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:27.427806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.454796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-306d1a20-59f5-426b-91b1-0cf05abd2e08 None None] Deleting port 17372a13-f598-4f7a-8d27-b6d4669a2e36 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:27.455574 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-306d1a20-59f5-426b-91b1-0cf05abd2e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.479290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906743d1-2504-4aa8-9b1b-ec587b28fff9 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:27.491814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-906743d1-2504-4aa8-9b1b-ec587b28fff9 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/networks?id=ff442ab6-c4f7-4431-a3be-05a8f42d1d62 HTTP/1.1" status: 200 len: 761 time: 0.2461741 Feb 07 22:41:27.491814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-7593c7b1-9124-4b8b-90d3-2974c5044db3 service neutron] 10.222.0.24 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397558 Feb 07 22:41:27.493250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40946) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:27.503644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-acd9b706-c5de-41ec-8810-8a12573db4b8 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'description': 'd2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:27.573942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] For port 17372a13-f598-4f7a-8d27-b6d4669a2e36, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=17372a13-f598-4f7a-8d27-b6d4669a2e36,segment=NetworkSegment(5c4a3fdf-6078-4d07-8998-dc7bd7f173cd),segment_id=5c4a3fdf-6078-4d07-8998-dc7bd7f173cd)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:27.574406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.592767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 17372a13-f598-4f7a-8d27-b6d4669a2e36 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:27.597570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-306d1a20-59f5-426b-91b1-0cf05abd2e08 None None] For port 17372a13-f598-4f7a-8d27-b6d4669a2e36, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=17372a13-f598-4f7a-8d27-b6d4669a2e36,segment=NetworkSegment(5c4a3fdf-6078-4d07-8998-dc7bd7f173cd),segment_id=5c4a3fdf-6078-4d07-8998-dc7bd7f173cd)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:27.604148 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-306d1a20-59f5-426b-91b1-0cf05abd2e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.637951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-306d1a20-59f5-426b-91b1-0cf05abd2e08 None None] Calling delete_port for 17372a13-f598-4f7a-8d27-b6d4669a2e36 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:27.700764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-ed9f9394-84b6-4d24-aef0-4e9580f9cc3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4e3f99-da6b-41eb-b0b1-300133f31038 HTTP/1.1" status: 200 len: 217 time: 0.3899300 Feb 07 22:41:27.708157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.730387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No DVR routers for this DVR port 17372a13-f598-4f7a-8d27-b6d4669a2e36 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:27.878568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2638aa9-ce0a-43b8-bee8-7e40e25eff98 req-8f46ecd0-c90d-44ba-a720-55facccbc9af service neutron] 10.222.0.24 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579490 Feb 07 22:41:27.920776 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-acd9b706-c5de-41ec-8810-8a12573db4b8 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.945821 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-acd9b706-c5de-41ec-8810-8a12573db4b8 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.977336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-acd9b706-c5de-41ec-8810-8a12573db4b8 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network ff442ab6-c4f7-4431-a3be-05a8f42d1d62 is not hosted by any dhcp agent {{(pid=102289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 22:41:27.986204 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.986585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd9b706-c5de-41ec-8810-8a12573db4b8 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:27.987362 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-acd9b706-c5de-41ec-8810-8a12573db4b8 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.991849 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-acd9b706-c5de-41ec-8810-8a12573db4b8 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "PUT /v2.0/networks/ff442ab6-c4f7-4431-a3be-05a8f42d1d62 HTTP/1.1" status: 200 len: 758 time: 0.4973683 Feb 07 22:41:27.992692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40954) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:28.017436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5238a3f7-e0ca-49b0-8e8c-3a277e0f299e']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:28.030029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4a3fdf-6078-4d07-8998-dc7bd7f173cd') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:28.030554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4a3fdf-6078-4d07-8998-dc7bd7f173cd') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:28.044745 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.054850 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-306d1a20-59f5-426b-91b1-0cf05abd2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.061604 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.069861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:28.070258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.082666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 9d022bba-8a72-4c13-b560-e1ab6ef2986a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:28.083674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9b706-c5de-41ec-8810-8a12573db4b8 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=ff442ab6-c4f7-4431-a3be-05a8f42d1d62,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.104571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=82b474a2-fb97-4cc1-a269-b540b381fdc5,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.135750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ff442ab6-c4f7-4431-a3be-05a8f42d1d62 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:28.143484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 9d022bba-8a72-4c13-b560-e1ab6ef2986a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:28.143924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.145094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-b66eb4c7-c1dd-4d29-b320-5a6651cd02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:28.147741 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-b66eb4c7-c1dd-4d29-b320-5a6651cd02f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d60d8120-12de-40b6-8190-a2163d27ebb8 HTTP/1.1" status: 200 len: 855 time: 0.4250200 Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:28.148795 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:28.150915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=17372a13-f598-4f7a-8d27-b6d4669a2e36,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.152747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.165312 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.175690 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/networks/5238a3f7-e0ca-49b0-8e8c-3a277e0f299e HTTP/1.1" status: 204 len: 168 time: 2.0980773 Feb 07 22:41:28.185546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40956) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:28.193048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'name': 'tempest-PortsTestJSON-548702587'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:28.251009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34bc285-3eb7-449a-b400-699cb31f9567 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:28.258707 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f34bc285-3eb7-449a-b400-699cb31f9567 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/networks?id=ff442ab6-c4f7-4431-a3be-05a8f42d1d62 HTTP/1.1" status: 200 len: 761 time: 0.2620037 Feb 07 22:41:28.259780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40958) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:28.264771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb13e04-8519-48c1-ac39-30db7a73a15a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Network': ['ID=5238a3f7-e0ca-49b0-8e8c-3a277e0f299e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.275424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913346873'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:28.308204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d1a20-59f5-426b-91b1-0cf05abd2e08 None None] No DVR routers for this DVR port 17372a13-f598-4f7a-8d27-b6d4669a2e36 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:28.313266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:28.318577 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.323677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-9201c463-0d28-4ad3-aa17-ccd0b2a9c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:28.325475 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-9201c463-0d28-4ad3-aa17-ccd0b2a9c904 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514809 Feb 07 22:41:28.369361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:28.387688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d1a20-59f5-426b-91b1-0cf05abd2e08 None None] Pushing event deleted for resources: {'Port': ['ID=17372a13-f598-4f7a-8d27-b6d4669a2e36,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.390246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] No active binding found for port 17372a13-f598-4f7a-8d27-b6d4669a2e36 {{(pid=102291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 22:41:28.390691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 17372a13-f598-4f7a-8d27-b6d4669a2e36 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:41:28.391101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 050936c2-1c40-4d02-83d7-7fcabad70c82 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:28.401177 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.401636 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 82a9054d-c2ea-49c4-a22e-96381945dbe8 of type vlan for network 3f07cad2-952a-4f79-ab2e-843d78a04bf3 Feb 07 22:41:28.480269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1fb808-8b07-4c58-b1bb-895f6c982a4a None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 22:41:28.505441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:28.515085 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.525515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.568398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 050936c2-1c40-4d02-83d7-7fcabad70c82 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:41:28.568737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 050936c2-1c40-4d02-83d7-7fcabad70c82 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:41:28.604553 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.607752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 13efc8a3-e682-402e-8718-eb786e52712e yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:28.614745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:28.615888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.689785 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4232733 Feb 07 22:41:28.694869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40964) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:28.701334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': '3f07cad2-952a-4f79-ab2e-843d78a04bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:28.754414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-b0b1d20f-6c70-4462-9a3d-c8d1b17bdac3 service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150970 Feb 07 22:41:28.776494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6a528-448e-46ff-ae07-b42d3437c73a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=3f07cad2-952a-4f79-ab2e-843d78a04bf3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.833739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 3f07cad2-952a-4f79-ab2e-843d78a04bf3 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:28.878256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:28.883751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.942956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a820d0c4-ab16-4c11-a7d5-815954a1bc7d req-7f0084a7-d436-4c74-8c78-d9f87d3d93c8 service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696770 Feb 07 22:41:28.964859 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.133148 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.210041 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.323047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:29.333359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9d022bba-8a72-4c13-b560-e1ab6ef2986a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d022bba-8a72-4c13-b560-e1ab6ef2986a,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:29.346649 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.358433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:29.366524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:29.367050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.383776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:29.384815 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.440978 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2529361 Feb 07 22:41:29.443936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a248c5-93ca-420f-ac58-dd801b94efc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=13efc8a3-e682-402e-8718-eb786e52712e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:29.455083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40966) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:29.496646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=33880188-6ca7-4551-a4d3-deeb65f470b7,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:29.674609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': '82a9054d-c2ea-49c4-a22e-96381945dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3f07cad2-952a-4f79-ab2e-843d78a04bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:29.675256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: 3f07cad2-952a-4f79-ab2e-843d78a04bf3, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:29.750913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network 3f07cad2-952a-4f79-ab2e-843d78a04bf3 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:29.785845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 3f07cad2-952a-4f79-ab2e-843d78a04bf3) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:29.789693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-669d0b95-88f8-411d-bd60-58a59a824f21 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 13efc8a3-e682-402e-8718-eb786e52712e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:29.790033 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-669d0b95-88f8-411d-bd60-58a59a824f21 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.805956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:29.807212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.921375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device a9f3e576-d0ac-4638-9f00-c2d081d1fb41 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:41:29.936631 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:41:29.956747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-84eb2296-d559-4e65-a083-b4cab739a332 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2587709 Feb 07 22:41:29.957363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40968) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:29.993302 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-669d0b95-88f8-411d-bd60-58a59a824f21 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.027958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-669d0b95-88f8-411d-bd60-58a59a824f21 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 13efc8a3-e682-402e-8718-eb786e52712e owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:30.045755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1fb808-8b07-4c58-b1bb-895f6c982a4a None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:41:30.057295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9d022bba-8a72-4c13-b560-e1ab6ef2986a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:30.245497 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-669d0b95-88f8-411d-bd60-58a59a824f21 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.372921 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.385599 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-669d0b95-88f8-411d-bd60-58a59a824f21 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.396714 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-669d0b95-88f8-411d-bd60-58a59a824f21 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/13efc8a3-e682-402e-8718-eb786e52712e HTTP/1.1" status: 204 len: 168 time: 0.9405816 Feb 07 22:41:30.398724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d0b95-88f8-411d-bd60-58a59a824f21 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=13efc8a3-e682-402e-8718-eb786e52712e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:30.399928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40976) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:30.408812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'mac_address': 'fa:16:3e:80:73:05', 'name': 'tempest-PortsTestJSON-1469390282'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:30.458362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port a9f3e576-d0ac-4638-9f00-c2d081d1fb41, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:30.491762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'port_id': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'mac_address': 'fa:16:3e:33:63:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:41:30.542915 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.646528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:30.780808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.819964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40988) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:30.842629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.885402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=33880188-6ca7-4551-a4d3-deeb65f470b7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:30.927894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port b9d67088-d140-4b9a-9283-d53603e09fa0 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:30.936111 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.973619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f3e576-d0ac-4638-9f00-c2d081d1fb41 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:31.037248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-8f0d0dc1-a2a0-4a47-add8-346a754bba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.043140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-8f0d0dc1-a2a0-4a47-add8-346a754bba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.043728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-8f0d0dc1-a2a0-4a47-add8-346a754bba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.049776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-8f0d0dc1-a2a0-4a47-add8-346a754bba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.050345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-8f0d0dc1-a2a0-4a47-add8-346a754bba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.050871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-8f0d0dc1-a2a0-4a47-add8-346a754bba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.051406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-8f0d0dc1-a2a0-4a47-add8-346a754bba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.053665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-8f0d0dc1-a2a0-4a47-add8-346a754bba52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6501 time: 0.2321372 Feb 07 22:41:31.140583 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-f9908a73-3a77-461c-ab99-4518610e2c74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799022 Feb 07 22:41:31.150983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port a9f3e576-d0ac-4638-9f00-c2d081d1fb41, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:31.159815 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.254592 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.275573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:31.295468 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.301726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f07cad2-952a-4f79-ab2e-843d78a04bf3']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:31.324918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a9054d-c2ea-49c4-a22e-96381945dbe8') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:31.325220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a9054d-c2ea-49c4-a22e-96381945dbe8') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:31.333237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70889ada-b936-42ec-8b21-76e80365abf9 None None] Network 3f07cad2-952a-4f79-ab2e-843d78a04bf3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:31.355493 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.381627 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.397218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:31.398554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.461938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['a9f3e576-d0ac-4638-9f00-c2d081d1fb41'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:31.482960 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:31.490715 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.500076 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.509383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/3f07cad2-952a-4f79-ab2e-843d78a04bf3 HTTP/1.1" status: 204 len: 168 time: 1.5479987 Feb 07 22:41:31.509735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40996) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:31.516043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.538839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f429d66-67bf-4a98-b975-e5c95dc084db tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=3f07cad2-952a-4f79-ab2e-843d78a04bf3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:31.584207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3749695-006c-4865-bd27-8d21c877f96d None None] Network 3f07cad2-952a-4f79-ab2e-843d78a04bf3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:31.600738 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9ae8e7-9710-452e-af90-ac5c30c8867c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] GET failed (client error): The resource could not be found. Feb 07 22:41:31.605893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6d9ae8e7-9710-452e-af90-ac5c30c8867c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/subnets/33880188-6ca7-4551-a4d3-deeb65f470b7 HTTP/1.1" status: 404 len: 337 time: 0.0950866 Feb 07 22:41:31.608254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=b9d67088-d140-4b9a-9283-d53603e09fa0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:31.610928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40998) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:31.624352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 51a2e992-f0a7-448f-8861-9c10dfc927d3 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:41:31.634313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:31.636600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:31.639926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:31.646552 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.647625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.659618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3749695-006c-4865-bd27-8d21c877f96d None None] Network 3f07cad2-952a-4f79-ab2e-843d78a04bf3 could not be found, it might have been deleted concurrently. {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 07 22:41:31.670015 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-2885302b-8278-42ad-81fd-62a0a241af81 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:31.670794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2885302b-8278-42ad-81fd-62a0a241af81 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:31.680588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8fa4b65e-2d83-4558-8023-5f6f24de1578 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2740865 Feb 07 22:41:31.681448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41000) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:31.683921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2885302b-8278-42ad-81fd-62a0a241af81 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/3f07cad2-952a-4f79-ab2e-843d78a04bf3 HTTP/1.1" status: 404 len: 339 time: 0.0698321 Feb 07 22:41:31.688270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41002) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:31.787840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3277334c-44e9-4c16-bc4c-1f973683ec1c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.790125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3277334c-44e9-4c16-bc4c-1f973683ec1c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/b9d67088-d140-4b9a-9283-d53603e09fa0 HTTP/1.1" status: 200 len: 841 time: 0.1069574 Feb 07 22:41:31.837774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41004) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:31.949195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 51a2e992-f0a7-448f-8861-9c10dfc927d3, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=51a2e992-f0a7-448f-8861-9c10dfc927d3,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:31.963485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '51a2e992-f0a7-448f-8861-9c10dfc927d3', 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3', 'port_id': '51a2e992-f0a7-448f-8861-9c10dfc927d3', 'mac_address': 'fa:16:3e:57:19:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60d8120-12de-40b6-8190-a2163d27ebb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:41:32.019853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-965302e8-ddc4-4eea-9c02-f4cfe90b4668 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port b9d67088-d140-4b9a-9283-d53603e09fa0 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:32.020198 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-965302e8-ddc4-4eea-9c02-f4cfe90b4668 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.051599 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.067356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f0254-74a4-4a69-85b7-5e73437cab04 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.071107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-928f0254-74a4-4a69-85b7-5e73437cab04 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3813875 Feb 07 22:41:32.074829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41012) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:32.077715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a2e992-f0a7-448f-8861-9c10dfc927d3 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:32.120908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 51a2e992-f0a7-448f-8861-9c10dfc927d3, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=51a2e992-f0a7-448f-8861-9c10dfc927d3,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:32.122369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-965302e8-ddc4-4eea-9c02-f4cfe90b4668 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.128110 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.138803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-965302e8-ddc4-4eea-9c02-f4cfe90b4668 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for b9d67088-d140-4b9a-9283-d53603e09fa0 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:32.209729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=51a2e992-f0a7-448f-8861-9c10dfc927d3,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:32.234725 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-965302e8-ddc4-4eea-9c02-f4cfe90b4668 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.275864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965302e8-ddc4-4eea-9c02-f4cfe90b4668 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=b9d67088-d140-4b9a-9283-d53603e09fa0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:32.291370 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-965302e8-ddc4-4eea-9c02-f4cfe90b4668 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.295378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-965302e8-ddc4-4eea-9c02-f4cfe90b4668 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/b9d67088-d140-4b9a-9283-d53603e09fa0 HTTP/1.1" status: 204 len: 168 time: 0.4930439 Feb 07 22:41:32.297906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41020) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:32.332085 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec169f4-0de7-473c-8399-980941cdc29c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:41:32.334309 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4ec169f4-0de7-473c-8399-980941cdc29c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/b9d67088-d140-4b9a-9283-d53603e09fa0 HTTP/1.1" status: 404 len: 333 time: 0.0352333 Feb 07 22:41:32.339068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41026) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:32.345325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'name': 'tempest-PortsTestJSON-1437255933'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:32.411952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['51a2e992-f0a7-448f-8861-9c10dfc927d3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:41:32.482766 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d1701d8c-4a62-45b6-b7fb-f68559576a28 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 207 time: 0.4016755 Feb 07 22:41:32.494032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41040) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:32.560965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-d9e2eb5c-ec7b-485d-b1ea-529328bdb21f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--111883551&fields=id&tenant_id=b1e8aff77dc54f3d8875348cb599922a HTTP/1.1" status: 200 len: 267 time: 0.0862360 Feb 07 22:41:32.599177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:32.603581 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.608012 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b4b6-4802-4bf3-aaa8-d2ce18db9d11 req-1e83c3e3-bd26-4d9a-8f03-9460912afe41 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.608012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed49b4b6-4802-4bf3-aaa8-d2ce18db9d11 req-1e83c3e3-bd26-4d9a-8f03-9460912afe41 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 943 time: 0.1231625 Feb 07 22:41:32.613996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0a4e3f99-da6b-41eb-b0b1-300133f31038 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:41:32.682949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7b55b-49aa-4b6c-bf79-e72118e66b0f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.691686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7b55b-49aa-4b6c-bf79-e72118e66b0f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.701186 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7b55b-49aa-4b6c-bf79-e72118e66b0f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.708924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port df6879ee-d20d-4bf8-a92a-8eb922dd6efc yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:32.710728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7b55b-49aa-4b6c-bf79-e72118e66b0f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.712770 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-95f7b55b-49aa-4b6c-bf79-e72118e66b0f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2178173 Feb 07 22:41:32.718389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41042) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:32.790534 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed49b4b6-4802-4bf3-aaa8-d2ce18db9d11 req-c2223a3c-6ff2-4d6b-82c6-dde7af0536e2 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692758 Feb 07 22:41:32.824771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0a4e3f99-da6b-41eb-b0b1-300133f31038, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0a4e3f99-da6b-41eb-b0b1-300133f31038,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:32.868091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '0a4e3f99-da6b-41eb-b0b1-300133f31038', 'network_id': '4b991747-3dc8-41bf-b9e3-8fca9e13c1d3', 'port_id': '0a4e3f99-da6b-41eb-b0b1-300133f31038', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60d8120-12de-40b6-8190-a2163d27ebb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:41:32.904420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-fe1b367d-761f-4794-a60a-9e5111b2e74d tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.906102 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-fe1b367d-761f-4794-a60a-9e5111b2e74d tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/networks?id=f7babd62-f953-4389-8f30-86386c833084 HTTP/1.1" status: 200 len: 812 time: 0.3229160 Feb 07 22:41:32.951402 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.977004 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-9a247864-e0da-431a-b34e-cba6878540dd tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/quotas/b1e8aff77dc54f3d8875348cb599922a HTTP/1.1" status: 200 len: 375 time: 0.0376396 Feb 07 22:41:32.977665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4e3f99-da6b-41eb-b0b1-300133f31038 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:33.016184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0a4e3f99-da6b-41eb-b0b1-300133f31038, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0a4e3f99-da6b-41eb-b0b1-300133f31038,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:33.027160 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.064763 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a68a2903-8350-4ceb-94a4-b096b54c012d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3403149 Feb 07 22:41:33.068736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41044) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:33.107962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-41b63c94-b437-488c-8e55-efa2aa371faa tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1e8aff77dc54f3d8875348cb599922a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170743 Feb 07 22:41:33.112271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=0a4e3f99-da6b-41eb-b0b1-300133f31038,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:33.136325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-5020704a-9240-49ee-9aa4-e3b58621294a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:41:33.137420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-5020704a-9240-49ee-9aa4-e3b58621294a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099330 Feb 07 22:41:33.143527 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.174942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008953-92a6-45f4-929e-badf1bdf348f req-7930a567-6bb1-4f66-9aff-1e6106aa3f31 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.183051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-59008953-92a6-45f4-929e-badf1bdf348f req-7930a567-6bb1-4f66-9aff-1e6106aa3f31 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 945 time: 0.2402928 Feb 07 22:41:33.197545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cbf9c3-7c11-4f38-a669-61480e639118 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.199201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cbf9c3-7c11-4f38-a669-61480e639118 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.200904 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-18cbf9c3-7c11-4f38-a669-61480e639118 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1304886 Feb 07 22:41:33.208016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41046) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:33.273287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.278444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-e966277e-baf8-41d5-b21f-18559db3a4dd service neutron] 10.222.0.15 "GET /v2.0/networks/f7babd62-f953-4389-8f30-86386c833084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219935 Feb 07 22:41:33.278872 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-59008953-92a6-45f4-929e-badf1bdf348f req-a59b2a8c-98bb-43bd-ad9b-5c8f6670e516 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948451 Feb 07 22:41:33.298239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1c5fc-aff6-44c9-b2e6-0557231f11ab tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.302443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1c5fc-aff6-44c9-b2e6-0557231f11ab tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.304068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-80a1c5fc-aff6-44c9-b2e6-0557231f11ab tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0951865 Feb 07 22:41:33.326216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41048) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:33.359076 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf7e0d6-5c9a-422c-b042-91ff046545b8 x-openstack-request-id: req-5cf7e0d6-5c9a-422c-b042-91ff046545b8 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:33.359371 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:33.359624 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cf7e0d6-5c9a-422c-b042-91ff046545b8 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:33.360044 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'status': 'completed', 'code': 200} Feb 07 22:41:33.456500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['0a4e3f99-da6b-41eb-b0b1-300133f31038'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:41:33.508007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f5fc2-ef50-4127-9b26-da3ab711d89a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.510293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-980f5fc2-ef50-4127-9b26-da3ab711d89a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/networks/16da2d55-c785-408a-866e-447884c32bae HTTP/1.1" status: 200 len: 800 time: 0.1822550 Feb 07 22:41:33.515734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41054) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:33.599222 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device a9f3e576-d0ac-4638-9f00-c2d081d1fb41 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:33.651451 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593be30e-34a6-49c9-90ba-f9ba4313b015 x-openstack-request-id: req-593be30e-34a6-49c9-90ba-f9ba4313b015 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:33.652164 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "name": "network-vif-plugged", "status": "completed", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:33.652164 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-593be30e-34a6-49c9-90ba-f9ba4313b015 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:33.652549 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5', 'code': 200} Feb 07 22:41:33.703281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:33.710352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:33.710680 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.747978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-928982f2-3985-4d0c-b30c-5f439fe16d16 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/networks/16da2d55-c785-408a-866e-447884c32bae?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2308409 Feb 07 22:41:33.754617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41074) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:33.802863 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.826696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747406e-c624-42ba-9ad3-1eddc52865f3 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.828213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9747406e-c624-42ba-9ad3-1eddc52865f3 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/subnets/c55d8ff2-3675-466e-bdd1-7b8332abfc30 HTTP/1.1" status: 200 len: 811 time: 0.0677838 Feb 07 22:41:33.832783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41082) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:33.847000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-e7fa98ab-8b7b-4dfc-a945-941691654504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.851350 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-e7fa98ab-8b7b-4dfc-a945-941691654504 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1c851b9c3c04eb19258a428e32c8db3&device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 1096 time: 0.3888867 Feb 07 22:41:33.851514 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09ab68a-08a3-468c-b70b-62fca705ea0b x-openstack-request-id: req-e09ab68a-08a3-468c-b70b-62fca705ea0b {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:33.852010 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e41a86-579b-4fff-9af0-6c75f1010a92", "tag": "0a4e3f99-da6b-41eb-b0b1-300133f31038", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:33.852296 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e09ab68a-08a3-468c-b70b-62fca705ea0b {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:33.852570 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e41a86-579b-4fff-9af0-6c75f1010a92', 'tag': '0a4e3f99-da6b-41eb-b0b1-300133f31038', 'status': 'completed', 'code': 200} Feb 07 22:41:33.856219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:33.900294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:33.908752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:33.911082 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.917986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.918977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.927926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=df6879ee-d20d-4bf8-a92a-8eb922dd6efc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:33.980954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-de1df225-7a4d-4319-b630-7df8eca4345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.983050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-de1df225-7a4d-4319-b630-7df8eca4345d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 1095 time: 0.1292255 Feb 07 22:41:33.993762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-a0ba4da2-6bf0-4d55-a2e5-b0043775c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.995684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-a0ba4da2-6bf0-4d55-a2e5-b0043775c5c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d HTTP/1.1" status: 200 len: 929 time: 0.1188116 Feb 07 22:41:33.996198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41084) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:33.997190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-66e13261-572e-493b-baef-1a5d03a06299 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6568000 Feb 07 22:41:34.001540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port a9f3e576-d0ac-4638-9f00-c2d081d1fb41, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:34.025765 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.027026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 51a2e992-f0a7-448f-8861-9c10dfc927d3 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:34.037859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-81fbdcda-e0de-4f99-979f-eb04fd96cd18 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:34.074338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-05240c91-091f-4658-91aa-0a4d36f6818c service neutron] 10.222.0.15 "GET /v2.0/networks/f7babd62-f953-4389-8f30-86386c833084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772658 Feb 07 22:41:34.128059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-5ed55a9e-412a-46a4-b000-48cd67f645c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.134484 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-d918bda9-5bcd-4b08-952d-ac89facf2ca7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41 HTTP/1.1" status: 200 len: 217 time: 0.0837693 Feb 07 22:41:34.137671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-5ed55a9e-412a-46a4-b000-48cd67f645c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 916 time: 0.1312702 Feb 07 22:41:34.156716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:34.175396 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.181214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 51a2e992-f0a7-448f-8861-9c10dfc927d3 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:34.191631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 51a2e992-f0a7-448f-8861-9c10dfc927d3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:34.194055 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.208996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-8267a5f6-380f-42f6-af9c-55481e626192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.210998 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-8267a5f6-380f-42f6-af9c-55481e626192 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62c98f35-5923-4be0-863e-082686c9d386 HTTP/1.1" status: 200 len: 868 time: 0.0529535 Feb 07 22:41:34.212239 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-563973f0-447b-4561-be0b-6d839bc7d9f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4e3f99-da6b-41eb-b0b1-300133f31038 HTTP/1.1" status: 200 len: 217 time: 0.0736656 Feb 07 22:41:34.283545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43d5af-e677-428d-b2b3-944aed514515 req-e063fe0f-4574-4e00-b3c7-57f57fe76f79 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.290826 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c43d5af-e677-428d-b2b3-944aed514515 req-e063fe0f-4574-4e00-b3c7-57f57fe76f79 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 950 time: 0.2936695 Feb 07 22:41:34.323375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-d134c19c-8f93-41f0-abe5-e91470463bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.326039 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.329141 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-d134c19c-8f93-41f0-abe5-e91470463bd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d60d8120-12de-40b6-8190-a2163d27ebb8 HTTP/1.1" status: 200 len: 855 time: 0.1040297 Feb 07 22:41:34.368435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81fbdcda-e0de-4f99-979f-eb04fd96cd18 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.392503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c43d5af-e677-428d-b2b3-944aed514515 req-f2e66dfa-bb00-405d-a3a3-3ae6e2f480fe tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007032 Feb 07 22:41:34.396242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 51a2e992-f0a7-448f-8861-9c10dfc927d3, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=51a2e992-f0a7-448f-8861-9c10dfc927d3,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:34.397091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cff2b2b-6c94-48f3-a9e3-a6fa9b4f7a6d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['shared'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.409877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2cff2b2b-6c94-48f3-a9e3-a6fa9b4f7a6d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "GET /v2.0/subnets/c55d8ff2-3675-466e-bdd1-7b8332abfc30?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5747900 Feb 07 22:41:34.419453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-aab884d8-da1a-40b1-ba90-3313ca525251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.421881 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.424361 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-aab884d8-da1a-40b1-ba90-3313ca525251 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019756 Feb 07 22:41:34.424850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41092) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:34.473091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-583c609c-8452-480a-8c43-5cdc14da805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.477691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-583c609c-8452-480a-8c43-5cdc14da805c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425710 Feb 07 22:41:34.543013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=51a2e992-f0a7-448f-8861-9c10dfc927d3,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:34.570865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1099013492'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:34.580357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0a4e3f99-da6b-41eb-b0b1-300133f31038 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:34.617364 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-2c50e4bb-e684-4bf2-889b-b5d06a21fa16 service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128631 Feb 07 22:41:34.716736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 0a4e3f99-da6b-41eb-b0b1-300133f31038 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:34.722484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 0a4e3f99-da6b-41eb-b0b1-300133f31038 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:34.723490 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.738961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:34.741546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cac7c-d791-4365-92db-58512ab22cff req-1ff77f59-5ec6-43ce-a20c-421a444f1ff2 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.743901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a9cac7c-d791-4365-92db-58512ab22cff req-1ff77f59-5ec6-43ce-a20c-421a444f1ff2 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 944 time: 0.2619057 Feb 07 22:41:34.748150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.833269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a9cac7c-d791-4365-92db-58512ab22cff req-ab8c6503-5131-420a-b883-e225f01e65a2 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739436 Feb 07 22:41:34.867431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11943aa-1205-4082-808d-87af7b9d7d68 req-ee96791b-738a-4065-8031-dd384e313cdc tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.881955 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a11943aa-1205-4082-808d-87af7b9d7d68 req-ee96791b-738a-4065-8031-dd384e313cdc tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 946 time: 0.2394145 Feb 07 22:41:34.889792 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03ee0467-6a96-42c5-b412-7bb82eaedbfc req-e536a3d1-2871-4e46-9fe3-36e9ac71daa5 service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423520 Feb 07 22:41:34.940387 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de12823b-7933-49ef-ad5f-5a6888d0c804 req-29e72e41-cec5-4873-a37a-927aaddd31e8 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 210 time: 0.0389600 Feb 07 22:41:34.957474 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.996662 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a11943aa-1205-4082-808d-87af7b9d7d68 req-e1d04c84-9c20-4f1d-b121-60c12b61e2d0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133552 Feb 07 22:41:35.055133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0a4e3f99-da6b-41eb-b0b1-300133f31038, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0a4e3f99-da6b-41eb-b0b1-300133f31038,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:35.063393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.064530 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device abed09b4-0040-46d4-a129-75b9532b34bf no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:35.161064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:35.259176 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.259627 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Added segment 30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5 of type vlan for network a1e3297b-1ffd-489c-a7ff-0a2f18512180 Feb 07 22:41:35.275427 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-d7eccd1f-9da3-4323-b325-bea2fd25185b service neutron] 10.222.0.24 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7881684 Feb 07 22:41:35.294795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=0a4e3f99-da6b-41eb-b0b1-300133f31038,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:35.319879 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.363812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=abed09b4-0040-46d4-a129-75b9532b34bf,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:35.372695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365642a7-a0cf-4e19-a4c6-590a48764bbf', 'tag': '51a2e992-f0a7-448f-8861-9c10dfc927d3'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:35.375932 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c88d3-0268-4d2d-860f-2a23fcf44a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "365642a7-a0cf-4e19-a4c6-590a48764bbf", "tag": "51a2e992-f0a7-448f-8861-9c10dfc927d3"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:35.378363 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.429144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.472350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=abed09b4-0040-46d4-a129-75b9532b34bf,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:35.472868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81fbdcda-e0de-4f99-979f-eb04fd96cd18 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.478260 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac27d0-9095-429f-bcd0-49285617bae8 x-openstack-request-id: req-a2ac27d0-9095-429f-bcd0-49285617bae8 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:35.478594 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365642a7-a0cf-4e19-a4c6-590a48764bbf", "tag": "51a2e992-f0a7-448f-8861-9c10dfc927d3", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:35.478846 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2ac27d0-9095-429f-bcd0-49285617bae8 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:35.479242 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365642a7-a0cf-4e19-a4c6-590a48764bbf', 'tag': '51a2e992-f0a7-448f-8861-9c10dfc927d3', 'status': 'completed', 'code': 200} Feb 07 22:41:35.540817 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81fbdcda-e0de-4f99-979f-eb04fd96cd18 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.621037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.627420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:35.627988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.631487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-db151be2-86e2-4824-bdbd-7588be9c1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:35.633520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-db151be2-86e2-4824-bdbd-7588be9c1382 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 1096 time: 0.1363914 Feb 07 22:41:35.635948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-81fbdcda-e0de-4f99-979f-eb04fd96cd18 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] In _notify_port_updated(), no bound segment for port df6879ee-d20d-4bf8-a92a-8eb922dd6efc on network 7fa3674c-8a06-4975-8532-3d8c69efa365 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:41:35.645402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fbdcda-e0de-4f99-979f-eb04fd96cd18 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:35.646020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81fbdcda-e0de-4f99-979f-eb04fd96cd18 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.647418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-81fbdcda-e0de-4f99-979f-eb04fd96cd18 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "PUT /v2.0/ports/df6879ee-d20d-4bf8-a92a-8eb922dd6efc HTTP/1.1" status: 200 len: 818 time: 1.6173267 Feb 07 22:41:35.650862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41132) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:35.654187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c26ff4-7840-4405-a846-485879ee5cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d022bba-8a72-4c13-b560-e1ab6ef2986a'}, {'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41'}, {'server_uuid': '365642a7-a0cf-4e19-a4c6-590a48764bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a2e992-f0a7-448f-8861-9c10dfc927d3'}, {'server_uuid': 'a9e41a86-579b-4fff-9af0-6c75f1010a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4e3f99-da6b-41eb-b0b1-300133f31038'}, {'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:35.659769 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e1e7f2-68e8-442c-9699-cc5ee5625a3b" -d '{"events": [{"server_uuid": "d1c26ff4-7840-4405-a846-485879ee5cae", "name": "network-vif-plugged", "status": "completed", "tag": "9d022bba-8a72-4c13-b560-e1ab6ef2986a"}, {"server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "name": "network-vif-plugged", "status": "completed", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41"}, {"server_uuid": "365642a7-a0cf-4e19-a4c6-590a48764bbf", "name": "network-vif-plugged", "status": "completed", "tag": "51a2e992-f0a7-448f-8861-9c10dfc927d3"}, {"server_uuid": "a9e41a86-579b-4fff-9af0-6c75f1010a92", "name": "network-vif-plugged", "status": "completed", "tag": "0a4e3f99-da6b-41eb-b0b1-300133f31038"}, {"server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "name": "network-vif-unplugged", "status": "completed", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:35.748155 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f76b71-7a52-4689-b94c-5e058a0bc4c1 x-openstack-request-id: req-95f76b71-7a52-4689-b94c-5e058a0bc4c1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:35.750150 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c26ff4-7840-4405-a846-485879ee5cae", "name": "network-vif-plugged", "status": "completed", "tag": "9d022bba-8a72-4c13-b560-e1ab6ef2986a", "code": 200}, {"server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "name": "network-vif-plugged", "status": "completed", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41", "code": 200}, {"server_uuid": "365642a7-a0cf-4e19-a4c6-590a48764bbf", "name": "network-vif-plugged", "status": "completed", "tag": "51a2e992-f0a7-448f-8861-9c10dfc927d3", "code": 200}, {"server_uuid": "a9e41a86-579b-4fff-9af0-6c75f1010a92", "name": "network-vif-plugged", "status": "completed", "tag": "0a4e3f99-da6b-41eb-b0b1-300133f31038", "code": 200}, {"server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "name": "network-vif-unplugged", "status": "completed", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:35.750631 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95f76b71-7a52-4689-b94c-5e058a0bc4c1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:35.751254 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c26ff4-7840-4405-a846-485879ee5cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d022bba-8a72-4c13-b560-e1ab6ef2986a', 'code': 200} Feb 07 22:41:35.752202 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'code': 200} Feb 07 22:41:35.752700 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365642a7-a0cf-4e19-a4c6-590a48764bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a2e992-f0a7-448f-8861-9c10dfc927d3', 'code': 200} Feb 07 22:41:35.753209 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e41a86-579b-4fff-9af0-6c75f1010a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4e3f99-da6b-41eb-b0b1-300133f31038', 'code': 200} Feb 07 22:41:35.753674 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf', 'code': 200} Feb 07 22:41:35.784930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3012738 Feb 07 22:41:35.787012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41136) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:35.789232 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2dcfe63-73a8-45f1-8b28-83c475d1ba62 req-617b3b43-ed00-4edf-a257-e5203b09eba6 service neutron] 10.222.0.24 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969440 Feb 07 22:41:35.789879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbdcda-e0de-4f99-979f-eb04fd96cd18 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=df6879ee-d20d-4bf8-a92a-8eb922dd6efc,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:35.809718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'network_id': 'a1e3297b-1ffd-489c-a7ff-0a2f18512180', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:35.969341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-a9d0c6c5-9e1c-4f10-8daa-dd63a509e0a6 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port df6879ee-d20d-4bf8-a92a-8eb922dd6efc {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:35.969965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c6c5-9e1c-4f10-8daa-dd63a509e0a6 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.979867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1555f-2d3c-4ac0-a9bf-6c0c1bc0677e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Network': ['ID=a1e3297b-1ffd-489c-a7ff-0a2f18512180,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:35.994641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a1e3297b-1ffd-489c-a7ff-0a2f18512180 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:36.045782 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c6c5-9e1c-4f10-8daa-dd63a509e0a6 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.066501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-a9d0c6c5-9e1c-4f10-8daa-dd63a509e0a6 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for df6879ee-d20d-4bf8-a92a-8eb922dd6efc owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:36.179047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451e6f9-a969-495c-bdda-a12e3241b1a0 req-4c4df986-0aba-4ca4-ab62-417c4f8c819e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.180592 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0451e6f9-a969-495c-bdda-a12e3241b1a0 req-4c4df986-0aba-4ca4-ab62-417c4f8c819e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.1868272 Feb 07 22:41:36.184776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-2186a6f0-8961-4cba-945d-3e120397e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.186257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-2186a6f0-8961-4cba-945d-3e120397e8b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 916 time: 0.4174509 Feb 07 22:41:36.192455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676dfe8-ecce-464d-b875-8b9ad3263840 req-de0e0e01-74cb-4c6a-8d38-291fd6ee15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.194961 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5676dfe8-ecce-464d-b875-8b9ad3263840 req-de0e0e01-74cb-4c6a-8d38-291fd6ee15ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 1097 time: 0.2021430 Feb 07 22:41:36.236321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-6780e2b5-3209-4813-9bc7-971bca54b84d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51a2e992-f0a7-448f-8861-9c10dfc927d3 HTTP/1.1" status: 200 len: 217 time: 0.0403512 Feb 07 22:41:36.277244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5676dfe8-ecce-464d-b875-8b9ad3263840 req-100a9a10-eb88-4ebc-bc3d-febe199e78ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379868 Feb 07 22:41:36.344818 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0451e6f9-a969-495c-bdda-a12e3241b1a0 req-1ea99bec-2c14-4a84-9688-d834a4eb3260 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555927 Feb 07 22:41:36.351598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-8ef68dee-1d04-4511-9a45-e802c4fe6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.353066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-8ef68dee-1d04-4511-9a45-e802c4fe6f03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d60d8120-12de-40b6-8190-a2163d27ebb8 HTTP/1.1" status: 200 len: 855 time: 0.0807097 Feb 07 22:41:36.356783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-151bff7a-f58c-442b-b4a3-1dc05ee53c48 req-ccf7f57c-d306-4871-aaaa-0b58a491335c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 210 time: 0.2017393 Feb 07 22:41:36.452049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68495ad4-f75e-4745-8dd6-682c28bf5bc9 req-3c3b3bb7-c1db-4c1b-8090-59a1df091148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.454178 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68495ad4-f75e-4745-8dd6-682c28bf5bc9 req-3c3b3bb7-c1db-4c1b-8090-59a1df091148 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 1096 time: 0.3084259 Feb 07 22:41:36.471030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03346d5-886f-413d-b951-987bca057afb req-bcf67192-90ce-4a34-89e2-a7d02b437185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.472557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a03346d5-886f-413d-b951-987bca057afb req-bcf67192-90ce-4a34-89e2-a7d02b437185 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 1096 time: 0.5898135 Feb 07 22:41:36.485080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e5a81-3d9e-43b5-acf3-7b26dfcd1e5c req-9e47a98b-d587-4d40-a6ef-c0c02f6684dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.486641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-014e5a81-3d9e-43b5-acf3-7b26dfcd1e5c req-9e47a98b-d587-4d40-a6ef-c0c02f6684dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 1097 time: 0.3297617 Feb 07 22:41:36.492192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc57b-8595-4969-ad77-d62ede330fa9 req-3d9d881e-4ab4-4616-8b77-7528137d5a2e tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.501699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e86fc57b-8595-4969-ad77-d62ede330fa9 req-3d9d881e-4ab4-4616-8b77-7528137d5a2e tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 946 time: 0.0698254 Feb 07 22:41:36.573654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e86fc57b-8595-4969-ad77-d62ede330fa9 req-49cef369-8956-4def-a9cd-ca9a887de69d tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685234 Feb 07 22:41:36.619450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-c0c80485-2ada-4bfb-8428-c31907ad1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.621318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-c0c80485-2ada-4bfb-8428-c31907ad1585 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119854 Feb 07 22:41:36.632206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c6c5-9e1c-4f10-8daa-dd63a509e0a6 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.662190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Made reservation on behalf of 5172fdec9cc2400699dd526abfa259a3 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:36.665988 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.675482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-34eb47c3-5158-4917-a3ae-5099ef810d70 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.676980 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-34eb47c3-5158-4917-a3ae-5099ef810d70 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.24 "GET /v2.0/networks?id=f7babd62-f953-4389-8f30-86386c833084 HTTP/1.1" status: 200 len: 812 time: 0.5326755 Feb 07 22:41:36.706254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a03346d5-886f-413d-b951-987bca057afb req-46e39810-b9cd-46a4-b030-b61f78e177b9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181389 Feb 07 22:41:36.725647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68495ad4-f75e-4745-8dd6-682c28bf5bc9 req-127172aa-faa2-4e3d-9910-1180cb5d2b37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152019 Feb 07 22:41:36.727113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-014e5a81-3d9e-43b5-acf3-7b26dfcd1e5c req-768e818c-c8f1-4012-a89d-c16081e41922 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217999 Feb 07 22:41:36.731220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0c6c5-9e1c-4f10-8daa-dd63a509e0a6 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=df6879ee-d20d-4bf8-a92a-8eb922dd6efc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:36.753424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c6c5-9e1c-4f10-8daa-dd63a509e0a6 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.759735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9d0c6c5-9e1c-4f10-8daa-dd63a509e0a6 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/df6879ee-d20d-4bf8-a92a-8eb922dd6efc HTTP/1.1" status: 204 len: 168 time: 1.1073263 Feb 07 22:41:36.763871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41172) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:36.800599 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-88c83174-0c0b-40c6-baa2-d1e4095b0727 service neutron] 10.222.0.24 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712785 Feb 07 22:41:36.829723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Performing IP validity checks on allocation pools {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 22:41:36.830238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 22:41:36.842541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebf94f5-434f-41ef-b82b-02e06d09afc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.844482 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4ebf94f5-434f-41ef-b82b-02e06d09afc8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0789859 Feb 07 22:41:36.850963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41174) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:36.875763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-3e9d2b06-dbcb-4c39-b2eb-d694dd411ada tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e8aff77dc54f3d8875348cb599922a HTTP/1.1" status: 200 len: 379 time: 0.1680028 Feb 07 22:41:36.903491 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4409a3f-9082-4035-9c91-dea1f4e10e11 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:41:36.910955 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d4409a3f-9082-4035-9c91-dea1f4e10e11 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/df6879ee-d20d-4bf8-a92a-8eb922dd6efc HTTP/1.1" status: 404 len: 333 time: 0.0566530 Feb 07 22:41:36.911361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41176) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:36.919227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-847712828'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:36.922939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Request body: {'port': {'device_id': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'admin_state_up': True, 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'security_groups': ['8a0c8aa3-f664-4193-ad51-87008fcdda03']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:37.044541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:37.049051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.080277 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-572c88d3-0268-4d2d-860f-2a23fcf44a1a req-6832520a-f4ef-4667-96c1-a895012a14f7 service neutron] 10.222.0.24 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557219 Feb 07 22:41:37.092216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:37.109533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.109901 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Added segment ea7c44f9-d89f-47e4-84d6-585119a9d8cf of type vlan for network 351a38d9-51f7-44e4-8d4a-7c5423490b23 Feb 07 22:41:37.165506 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.180643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.206971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.213486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:37.214068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.234218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Made reservation on behalf of b1e8aff77dc54f3d8875348cb599922a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:37.239540 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.302729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Checking segment: {'id': '30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1e3297b-1ffd-489c-a7ff-0a2f18512180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:37.303098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network hostable DHCP agents. Network: a1e3297b-1ffd-489c-a7ff-0a2f18512180, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:37.308581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=914ee8ed-6021-4253-a064-8933ab5a0ab9,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:37.376322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Network a1e3297b-1ffd-489c-a7ff-0a2f18512180 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:37.394617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a1e3297b-1ffd-489c-a7ff-0a2f18512180) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:37.403579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da343ce-0e99-4a53-b829-2f48f82f1e69 None None] Network a1e3297b-1ffd-489c-a7ff-0a2f18512180 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:37.408123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:37.408416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.476208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-312ab050-0dc7-4d1b-a767-d46d675f1716 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6855655 Feb 07 22:41:37.476986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41184) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:37.485255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0476535f-dbe9-4d5f-bfb6-1fc6bac20f48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:37.555461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f092153a-a5a8-4e50-9679-15a84b7b78a2 req-90a0eb8e-1409-4b7f-a320-2b3bbd6443ad tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 210 time: 0.0609031 Feb 07 22:41:37.560760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Allocated IP 172.20.0.6 (f7babd62-f953-4389-8f30-86386c833084/4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b/2c7d6a44-b35a-4464-8a46-e8fda13dde59) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:37.715933 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0476535f-dbe9-4d5f-bfb6-1fc6bac20f48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59350671'] for subnet, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.797950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-a1e3297b-1ffd-489c-a7ff-0a2f18512180', 'network_id': 'a1e3297b-1ffd-489c-a7ff-0a2f18512180', 'tenant_id': '5172fdec9cc2400699dd526abfa259a3', 'fixed_ips': [{'subnet_id': '914ee8ed-6021-4253-a064-8933ab5a0ab9'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:41:37.798923 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.857433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9443958 Feb 07 22:41:37.878686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41198) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:37.884258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:38.002096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ff390-a07b-4705-a22e-b3868fbb1064 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Network': ['ID=351a38d9-51f7-44e4-8d4a-7c5423490b23,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:38.019089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:38.045198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7d8a-d142-421f-a1b9-170b3f07cc9e req-fbab9263-608a-448c-b2a2-b62ae1474d55 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:38.047637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b42e7d8a-d142-421f-a1b9-170b3f07cc9e req-fbab9263-608a-448c-b2a2-b62ae1474d55 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.2691562 Feb 07 22:41:38.084885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:38.088918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.213980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b42e7d8a-d142-421f-a1b9-170b3f07cc9e req-599e8379-0acb-462d-9560-d56e2fb0560d tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598127 Feb 07 22:41:38.278079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2057c91-cd85-4f3a-a7b4-8bff29f9fbca req-c7a87e18-54ca-44d3-93ef-f4ded4a42a98 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:38.279741 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2057c91-cd85-4f3a-a7b4-8bff29f9fbca req-c7a87e18-54ca-44d3-93ef-f4ded4a42a98 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 946 time: 0.4415126 Feb 07 22:41:38.382235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2057c91-cd85-4f3a-a7b4-8bff29f9fbca req-8e77f03a-5a0e-431d-b8d5-cc585b14400a tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879292 Feb 07 22:41:38.386708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0476535f-dbe9-4d5f-bfb6-1fc6bac20f48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784725228903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58988899'] for subnet, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.435410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Allocated IP 172.20.0.3 (a1e3297b-1ffd-489c-a7ff-0a2f18512180/914ee8ed-6021-4253-a064-8933ab5a0ab9/13042536-67a9-4381-bb51-6acac59aa47e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:38.459336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0476535f-dbe9-4d5f-bfb6-1fc6bac20f48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:38.460112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0476535f-dbe9-4d5f-bfb6-1fc6bac20f48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.461534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0476535f-dbe9-4d5f-bfb6-1fc6bac20f48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "PUT /v2.0/subnets/914ee8ed-6021-4253-a064-8933ab5a0ab9 HTTP/1.1" status: 200 len: 877 time: 0.9835689 Feb 07 22:41:38.482001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41210) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:38.549713 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.556425 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.637133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476535f-dbe9-4d5f-bfb6-1fc6bac20f48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event updated for resources: {'Subnet': ['ID=914ee8ed-6021-4253-a064-8933ab5a0ab9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:38.648112 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.661367 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.666384 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.721058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=9394adc7-793c-48a7-ac9f-b3c10b54fcaf,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:38.730186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Pushing event updated for resources: {'Port': ['ID=13042536-67a9-4381-bb51-6acac59aa47e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:38.742187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Pushing event updated for resources: {'Port': ['ID=2c7d6a44-b35a-4464-8a46-e8fda13dde59,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:38.743921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Network a1e3297b-1ffd-489c-a7ff-0a2f18512180 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:38.745426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:38.751773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:38.757414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Checking segment: {'id': 'ea7c44f9-d89f-47e4-84d6-585119a9d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:38.757789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network hostable DHCP agents. Network: 351a38d9-51f7-44e4-8d4a-7c5423490b23, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:38.769538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-1caa0ebf-cdfe-4e0d-a8cb-045fb3232daa tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 258 time: 0.3341618 Feb 07 22:41:38.781929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:38.816261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:38.868525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 351a38d9-51f7-44e4-8d4a-7c5423490b23) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:38.872799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Attempting to bind port 13042536-67a9-4381-bb51-6acac59aa47e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:38.873183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Attempting to bind port 13042536-67a9-4381-bb51-6acac59aa47e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1e3297b-1ffd-489c-a7ff-0a2f18512180'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:38.873552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Attempting to bind port 13042536-67a9-4381-bb51-6acac59aa47e on network a1e3297b-1ffd-489c-a7ff-0a2f18512180 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:38.879021 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.886839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Network f7babd62-f953-4389-8f30-86386c833084 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:38.896032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:38.896817 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.908047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:38.909491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Checking segment: {'id': '30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1e3297b-1ffd-489c-a7ff-0a2f18512180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:38.909970 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.910949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Bound using segment: {'id': '30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1e3297b-1ffd-489c-a7ff-0a2f18512180'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:38.910949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Bound port: 13042536-67a9-4381-bb51-6acac59aa47e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1e3297b-1ffd-489c-a7ff-0a2f18512180'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:38.911295 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.927352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe7947-c3a5-48bc-8bb0-ebee11c4ad8e None None] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:38.931332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066a814-ab4c-4acd-ab78-2eb617fc74cc req-bb4778eb-9c32-4d7c-a0c5-cca54f94802b tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:38.939307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1066a814-ab4c-4acd-ab78-2eb617fc74cc req-bb4778eb-9c32-4d7c-a0c5-cca54f94802b tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 931 time: 0.1728578 Feb 07 22:41:38.979097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:38.988757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:38.998215 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.013424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b90bdf05-0ac1-4e2e-90a1-419d2bea0c70 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1306772 Feb 07 22:41:39.033675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41222) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:39.043455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-19fbdf02-19e2-48b9-b874-4934803f9fcf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:39.048354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] For port 13042536-67a9-4381-bb51-6acac59aa47e, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:39.052915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] For port 13042536-67a9-4381-bb51-6acac59aa47e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=13042536-67a9-4381-bb51-6acac59aa47e,segment=NetworkSegment(30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5),segment_id=30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:39.084589 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.172681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1066a814-ab4c-4acd-ab78-2eb617fc74cc req-e5d1bb02-d113-4316-8cb4-17876b414963 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321947 Feb 07 22:41:39.175195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.239613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:39.240356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.363835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-537ade57-054f-444b-b1f8-4738621998f4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4461167 Feb 07 22:41:39.380587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Request body: {'port': {'device_id': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:39.430853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Deleting port 13042536-67a9-4381-bb51-6acac59aa47e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:39.431163 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.539549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87644a6-8b8c-4ebd-bbff-9f85bcb88f14 None None] Pushing event updated for resources: {'Port': ['ID=13042536-67a9-4381-bb51-6acac59aa47e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:39.553905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8b25d24c-b1e5-45dc-8a64-a37c0c896bf1 None None] Provisioning complete for port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:39.553905 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b25d24c-b1e5-45dc-8a64-a37c0c896bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.598201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Allocated IP 172.25.8.114 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/b986562d-82e5-4239-8682-6a4c6a0ff64b) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:39.609820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8b25d24c-b1e5-45dc-8a64-a37c0c896bf1 None None] Port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:39.612776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-351a38d9-51f7-44e4-8d4a-7c5423490b23', 'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23', 'tenant_id': 'a0db7ca05e9144b9b7fa33f33269a55a', 'fixed_ips': [{'subnet_id': '9394adc7-793c-48a7-ac9f-b3c10b54fcaf'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:41:39.613636 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.615850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] For port 13042536-67a9-4381-bb51-6acac59aa47e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=13042536-67a9-4381-bb51-6acac59aa47e,segment=NetworkSegment(30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5),segment_id=30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:39.616215 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.638078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Calling delete_port for 13042536-67a9-4381-bb51-6acac59aa47e owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:39.760419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:41:39.802138 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.831519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Allocated IP 172.20.0.2 (351a38d9-51f7-44e4-8d4a-7c5423490b23/9394adc7-793c-48a7-ac9f-b3c10b54fcaf/2c5ace28-6020-4d69-af7b-ec363ab51d2a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:39.873148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.913363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fbdf02-19e2-48b9-b874-4934803f9fcf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:39.926931 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-19fbdf02-19e2-48b9-b874-4934803f9fcf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.988257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.060769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:40.067515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:40.073015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:40.092328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:40.140700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'mac_address': 'fa:16:3e:de:0f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:41:40.154669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Pushing event updated for resources: {'Port': ['ID=b986562d-82e5-4239-8682-6a4c6a0ff64b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:40.214129 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.230724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc81fe3b-9b66-41bb-a608-1100a08a5523 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:40.276982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:40.287080 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.390540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:40.486212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.498754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['fc81fe3b-9b66-41bb-a608-1100a08a5523'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:41:40.535314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.588568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Port': ['ID=13042536-67a9-4381-bb51-6acac59aa47e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:40.632678 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.752511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No DVR routers for this DVR port 13042536-67a9-4381-bb51-6acac59aa47e on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:40.756473 n-d-827895-2 neutron-server[102290]: INFO neutron.db.ipam_backend_mixin [None req-19fbdf02-19e2-48b9-b874-4934803f9fcf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9394adc7-793c-48a7-ac9f-b3c10b54fcaf (CIDR: 172.20.0.0/28) Feb 07 22:41:40.762050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.793427 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fbdf02-19e2-48b9-b874-4934803f9fcf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:41:40.794398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19fbdf02-19e2-48b9-b874-4934803f9fcf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:40.818212 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.868009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-19fbdf02-19e2-48b9-b874-4934803f9fcf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8297727 Feb 07 22:41:40.910660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41264) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:40.925910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:40.939560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.973704 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Pushing event updated for resources: {'Port': ['ID=2c5ace28-6020-4d69-af7b-ec363ab51d2a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:41.008993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:41.018107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:41.028437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.029534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:41.036068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.151842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Pushing event updated for resources: {'Port': ['ID=b986562d-82e5-4239-8682-6a4c6a0ff64b,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:41.155059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.182440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.183612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-a4f349ba-2dfd-4964-8d12-a4e3a15426e8 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4070711 Feb 07 22:41:41.234677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae49434-98c3-480d-ba49-afb9bb37bf96 None None] Network a1e3297b-1ffd-489c-a7ff-0a2f18512180 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:41.252320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4e4370ba-b2b4-48cc-b228-b330ffb604d0 None None] Could not find standard attr ID for object 13042536-67a9-4381-bb51-6acac59aa47e. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:41:41.267994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Attempting to bind port 2c5ace28-6020-4d69-af7b-ec363ab51d2a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:41.268820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Attempting to bind port 2c5ace28-6020-4d69-af7b-ec363ab51d2a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'ea7c44f9-d89f-47e4-84d6-585119a9d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:41.269342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Attempting to bind port 2c5ace28-6020-4d69-af7b-ec363ab51d2a on network 351a38d9-51f7-44e4-8d4a-7c5423490b23 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:41.305793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:41.306474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Checking segment: {'id': 'ea7c44f9-d89f-47e4-84d6-585119a9d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:41.307079 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.307620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Bound using segment: {'id': 'ea7c44f9-d89f-47e4-84d6-585119a9d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:41.308267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Bound port: 2c5ace28-6020-4d69-af7b-ec363ab51d2a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7c44f9-d89f-47e4-84d6-585119a9d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:41.308817 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.313670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-601ad81d-4d45-41b4-90de-c1db376d197b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.1194520 Feb 07 22:41:41.445637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] For port 2c5ace28-6020-4d69-af7b-ec363ab51d2a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:41.463596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] For port 2c5ace28-6020-4d69-af7b-ec363ab51d2a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2c5ace28-6020-4d69-af7b-ec363ab51d2a,segment=NetworkSegment(ea7c44f9-d89f-47e4-84d6-585119a9d8cf),segment_id=ea7c44f9-d89f-47e4-84d6-585119a9d8cf)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:41.468603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-18a6cca6-4a39-4616-b1ce-816c656d41af tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:41.470762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee0f42f1-71d8-4d08-a403-012366a4ef12 req-18a6cca6-4a39-4616-b1ce-816c656d41af tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1481867 Feb 07 22:41:41.512349 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.629354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f41c8-ebc4-4ef6-85aa-a8966eed258b None None] Pushing event updated for resources: {'Port': ['ID=2c5ace28-6020-4d69-af7b-ec363ab51d2a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:41.657863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7d6a44-b35a-4464-8a46-e8fda13dde59 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:41.672028 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.707746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Transition to ACTIVE for port object 2c7d6a44-b35a-4464-8a46-e8fda13dde59 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:41.754966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd990de-ed48-408d-981b-40883a41307f req-3cd58488-c7a1-4cf7-8a11-b1bf0229a27c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:41.768214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-abd990de-ed48-408d-981b-40883a41307f req-3cd58488-c7a1-4cf7-8a11-b1bf0229a27c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 931 time: 0.1152058 Feb 07 22:41:41.782260 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.854604 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-abd990de-ed48-408d-981b-40883a41307f req-6e9c441f-6a31-4781-9252-3bee5bffe1fa tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851827 Feb 07 22:41:41.959798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d3974-cfe9-4d95-baad-8972eae61027 None None] Network a1e3297b-1ffd-489c-a7ff-0a2f18512180 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:42.027300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c1f4d-7692-49fb-9714-44925186084b req-83884611-2bc5-4598-82d0-df5b8f3e9f06 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:42.034685 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-592c1f4d-7692-49fb-9714-44925186084b req-83884611-2bc5-4598-82d0-df5b8f3e9f06 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.9526236 Feb 07 22:41:42.059835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Pushing event updated for resources: {'Port': ['ID=2c7d6a44-b35a-4464-8a46-e8fda13dde59,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:42.076673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-3dc9d06a-084d-4916-b5b7-509f4954d17b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:42.087328 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-3dc9d06a-084d-4916-b5b7-509f4954d17b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1411717 Feb 07 22:41:42.103588 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.166069 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-58f6c2aa-89d2-4da6-ae99-342e48ee9ad6 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0777304 Feb 07 22:41:42.181867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-74852bd7-2c50-4297-9565-1041ea61954b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Request body: {'floatingip': {'port_id': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:42.240887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-74852bd7-2c50-4297-9565-1041ea61954b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.284124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=914ee8ed-6021-4253-a064-8933ab5a0ab9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:42.336807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-592c1f4d-7692-49fb-9714-44925186084b req-ca8260ce-5363-45f1-bcd9-58a135f7bee4 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919314 Feb 07 22:41:42.378031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0b853-5ca9-4890-a9fd-18fc16e6b133 None None] DHCP port deletion for a1e3297b-1ffd-489c-a7ff-0a2f18512180 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:41:42.390504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:42.399686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.464185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.483932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Attempting to bind port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:42.484393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Attempting to bind port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:42.484622 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Attempting to bind port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 on network f7babd62-f953-4389-8f30-86386c833084 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:42.512232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 on network f7babd62-f953-4389-8f30-86386c833084 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:41:42.512746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Attempting to bind port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 on network f7babd62-f953-4389-8f30-86386c833084 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:42.519384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e3297b-1ffd-489c-a7ff-0a2f18512180']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:42.538006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:42.538835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Checking segment: {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:42.538835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Bound using segment: {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:42.539057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Bound port: 2c7d6a44-b35a-4464-8a46-e8fda13dde59, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a3828d-a374-41e4-9612-43ee7864930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7babd62-f953-4389-8f30-86386c833084'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:42.539423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.554760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:42.555075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c40ea3-66d5-4dc5-8d6f-355b7f3b81e5') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:42.603691 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.668502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.687940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:42.688351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:42.693907 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:42.753190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3519b-d71e-496f-ba28-10bfa974f4aa req-7c5cd5ed-0c0d-4228-aefe-513e3a397e89 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:42.755327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81c3519b-d71e-496f-ba28-10bfa974f4aa req-7c5cd5ed-0c0d-4228-aefe-513e3a397e89 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.1912012 Feb 07 22:41:42.892154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] For port 2c7d6a44-b35a-4464-8a46-e8fda13dde59, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:42.910461 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.963021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] For port 2c7d6a44-b35a-4464-8a46-e8fda13dde59, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2c7d6a44-b35a-4464-8a46-e8fda13dde59,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:42.969863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.976512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/a1e3297b-1ffd-489c-a7ff-0a2f18512180 HTTP/1.1" status: 204 len: 168 time: 4.4840319 Feb 07 22:41:42.999239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41298) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:43.126275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.212494 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-74852bd7-2c50-4297-9565-1041ea61954b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.219974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-74852bd7-2c50-4297-9565-1041ea61954b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.283553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81c3519b-d71e-496f-ba28-10bfa974f4aa req-56690027-c8d7-42af-98d7-e872d42a1791 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885690 Feb 07 22:41:43.306668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e1e14-25db-45a3-9e5a-2e19fcc5beab None None] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:43.368885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Pushing event updated for resources: {'Port': ['ID=2c7d6a44-b35a-4464-8a46-e8fda13dde59,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:43.383063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee7f5a-6f27-4e92-a139-12a6a1f374f5 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=a1e3297b-1ffd-489c-a7ff-0a2f18512180,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:43.385343 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-74852bd7-2c50-4297-9565-1041ea61954b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Floating IP 14584558-5fb1-49bc-9bfa-400d16f4745e associated. External IP: 172.25.8.114, port: a9f3e576-d0ac-4638-9f00-c2d081d1fb41. Feb 07 22:41:43.385716 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41839ec-ecdf-469a-8d0f-1b7f0c2b78cc tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:43.386243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41839ec-ecdf-469a-8d0f-1b7f0c2b78cc tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:43.389359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a41839ec-ecdf-469a-8d0f-1b7f0c2b78cc tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/914ee8ed-6021-4253-a064-8933ab5a0ab9 HTTP/1.1" status: 404 len: 337 time: 0.2660880 Feb 07 22:41:43.399164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41312) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:43.413016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.478880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2c5ace28-6020-4d69-af7b-ec363ab51d2a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:43.500320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=0db7bb29-9416-48c1-8a0e-14376fa09d16,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:43.513632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:43.515961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.517608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-87664a65-fe29-4379-8ce9-a9cab41a0dca service neutron] 10.222.0.24 "PUT /v2.0/ports/2c7d6a44-b35a-4464-8a46-e8fda13dde59 HTTP/1.1" status: 200 len: 1091 time: 4.1425271 Feb 07 22:41:43.518682 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe03f5eb-7b1b-4a15-9b10-eaf27d6a1fd3 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:43.520406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe03f5eb-7b1b-4a15-9b10-eaf27d6a1fd3 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:43.525042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe03f5eb-7b1b-4a15-9b10-eaf27d6a1fd3 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/a1e3297b-1ffd-489c-a7ff-0a2f18512180 HTTP/1.1" status: 404 len: 339 time: 0.1244383 Feb 07 22:41:43.525854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'tag': '2c7d6a44-b35a-4464-8a46-e8fda13dde59'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:43.528344 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7f55f7-844f-481e-a342-e4d6457cd9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaa2f11-dd03-48aa-9721-9ee3439269bf", "tag": "2c7d6a44-b35a-4464-8a46-e8fda13dde59"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:43.532959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41322) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:43.573203 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0eb505-e8f0-4029-a367-7565e5ceffdb tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:43.573967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0eb505-e8f0-4029-a367-7565e5ceffdb tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:43.578600 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5f0eb505-e8f0-4029-a367-7565e5ceffdb tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/33880188-6ca7-4551-a4d3-deeb65f470b7 HTTP/1.1" status: 404 len: 337 time: 0.0438418 Feb 07 22:41:43.587784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:43.589454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41326) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:43.596916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:43.629196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e1d9b0f8-3c71-4249-8187-a9da02159ade None None] Provisioning complete for port 2c5ace28-6020-4d69-af7b-ec363ab51d2a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:43.629694 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b0f8-3c71-4249-8187-a9da02159ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.656978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:43.661833 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.662707 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e0b0f3-ca17-49f5-9506-e09ae06236d7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:43.663303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e0b0f3-ca17-49f5-9506-e09ae06236d7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:43.671587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-13e0b0f3-ca17-49f5-9506-e09ae06236d7 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/3f07cad2-952a-4f79-ab2e-843d78a04bf3 HTTP/1.1" status: 404 len: 339 time: 0.0793700 Feb 07 22:41:43.672237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41330) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:43.701238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:43.725115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f4d9-c762-4509-a488-15d7edee615e req-8165ac91-af46-450d-9ab3-23d1a16fc31f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:43.738015 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f97f4d9-c762-4509-a488-15d7edee615e req-8165ac91-af46-450d-9ab3-23d1a16fc31f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 943 time: 0.1386888 Feb 07 22:41:43.778111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.813298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1d6510c1-d875-4ba1-9f22-6298e879e0b4 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8974304 Feb 07 22:41:43.815461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41332) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:43.826675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23', 'fixed_ips': [{'subnet_id': '9394adc7-793c-48a7-ac9f-b3c10b54fcaf'}, {'subnet_id': '0db7bb29-9416-48c1-8a0e-14376fa09d16'}], 'name': 'tempest-PortsTestJSON-530239854'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:43.951589 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f97f4d9-c762-4509-a488-15d7edee615e req-aac865e1-fe86-4ccb-b4d5-9dfb48785f91 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067912 Feb 07 22:41:43.988686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2c5ace28-6020-4d69-af7b-ec363ab51d2a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:43.989072 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.047000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-b702e8f5-b18b-404f-a106-e150ff630472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:44.052474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-b702e8f5-b18b-404f-a106-e150ff630472 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1e8aff77dc54f3d8875348cb599922a&device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 1094 time: 0.4619606 Feb 07 22:41:44.133444 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b0f8-3c71-4249-8187-a9da02159ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.146690 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-cfc0a3f4-f683-473b-8ef2-bb01d11cf350 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c7d6a44-b35a-4464-8a46-e8fda13dde59 HTTP/1.1" status: 200 len: 217 time: 0.0834196 Feb 07 22:41:44.209371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port fc81fe3b-9b66-41bb-a608-1100a08a5523 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:44.209854 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.259694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04adbfe-848a-4d0b-9c63-66e5b7550894 req-60da6581-f740-4237-af00-ea032190f1f1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:44.269726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e1d9b0f8-3c71-4249-8187-a9da02159ade None None] For port 2c5ace28-6020-4d69-af7b-ec363ab51d2a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2c5ace28-6020-4d69-af7b-ec363ab51d2a,segment=NetworkSegment(ea7c44f9-d89f-47e4-84d6-585119a9d8cf),segment_id=ea7c44f9-d89f-47e4-84d6-585119a9d8cf)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:44.274056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f04adbfe-848a-4d0b-9c63-66e5b7550894 req-60da6581-f740-4237-af00-ea032190f1f1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 945 time: 0.1952968 Feb 07 22:41:44.308894 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b0f8-3c71-4249-8187-a9da02159ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.309903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-1e643d72-ee04-488c-94e4-a9aceac8f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:44.315064 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-1e643d72-ee04-488c-94e4-a9aceac8f79b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b HTTP/1.1" status: 200 len: 851 time: 0.1573172 Feb 07 22:41:44.319757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.319963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:44.372352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.397859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff442ab6-c4f7-4431-a3be-05a8f42d1d62']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:44.409550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ebc756-afd3-4d02-a3bb-5143c3e730ff') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:44.410101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ebc756-afd3-4d02-a3bb-5143c3e730ff') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:44.422754 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.431602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f04adbfe-848a-4d0b-9c63-66e5b7550894 req-2fcdd9f1-1f55-4a85-814f-e85af5e80b07 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563356 Feb 07 22:41:44.441551 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.449869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:44.450579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.521693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-d29399d0-179b-4552-83d8-255a8ddf2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:44.524217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-d29399d0-179b-4552-83d8-255a8ddf2d45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7babd62-f953-4389-8f30-86386c833084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909888 Feb 07 22:41:44.537520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-a8e4acc6-3049-4e81-b9a4-a81132cb1724 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:41:44.539689 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-a8e4acc6-3049-4e81-b9a4-a81132cb1724 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075061 Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:44.630044 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:44.663894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-3b3c2348-2c60-43ad-8807-99a57412fc2b service neutron] 10.222.0.24 "GET /v2.0/networks/f7babd62-f953-4389-8f30-86386c833084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160982 Feb 07 22:41:44.666254 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.674083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.681756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/ff442ab6-c4f7-4431-a3be-05a8f42d1d62 HTTP/1.1" status: 204 len: 168 time: 1.0066919 Feb 07 22:41:44.684595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41348) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:44.717664 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.723349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 82b474a2-fb97-4cc1-a269-b540b381fdc5 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:44.773874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f79ff-9dfd-44cb-be0f-26ca2002349e tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=ff442ab6-c4f7-4431-a3be-05a8f42d1d62,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:44.778414 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc61065-74ab-4857-a821-3c977ccc90ff tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:44.778869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc61065-74ab-4857-a821-3c977ccc90ff tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:44.789527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41356) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:44.792894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dfd24a-f36f-4c51-9211-8f304c50150b None None] Update dhcp port {'port': {'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23', 'fixed_ips': [{'subnet_id': '9394adc7-793c-48a7-ac9f-b3c10b54fcaf', 'ip_address': '172.20.0.2'}, {'subnet_id': '0db7bb29-9416-48c1-8a0e-14376fa09d16'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '2c5ace28-6020-4d69-af7b-ec363ab51d2a'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:41:44.797656 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5bc61065-74ab-4857-a821-3c977ccc90ff tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/3826da85-9beb-4cc4-b115-4658a336a321 HTTP/1.1" status: 404 len: 337 time: 0.0936146 Feb 07 22:41:44.804205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 1f488c7a-688e-4789-87cf-d842b2014404 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:44.821679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-74852bd7-2c50-4297-9565-1041ea61954b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Router 8dc79009-1821-428a-af09-35de2aef962c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:41:44.833991 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0331b560-bb86-4e4f-af4e-58f02d995237 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:44.835025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0331b560-bb86-4e4f-af4e-58f02d995237 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:44.838809 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0331b560-bb86-4e4f-af4e-58f02d995237 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/7ea4b1cb-a479-43d3-a4b2-d53264582e71 HTTP/1.1" status: 404 len: 339 time: 0.0483303 Feb 07 22:41:44.841650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41358) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:44.888850 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:41:44.889218 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:41:44.898349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9b0f8-3c71-4249-8187-a9da02159ade None None] Pushing event updated for resources: {'Port': ['ID=2c5ace28-6020-4d69-af7b-ec363ab51d2a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:44.925350 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7511b91a-5a4c-4b1c-8b0f-0cf5c0f1949c req-2542943f-8087-4651-b38a-a0d1bf7d9dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/f7babd62-f953-4389-8f30-86386c833084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524526 Feb 07 22:41:44.927933 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68dfd24a-f36f-4c51-9211-8f304c50150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.967115 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.990108 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc1250e-5b2a-4081-9188-06c1dea4acba tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:44.990613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc1250e-5b2a-4081-9188-06c1dea4acba tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:44.993967 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cbc1250e-5b2a-4081-9188-06c1dea4acba tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/bb5caa55-ef1a-4b2e-a899-0b599902b7cf HTTP/1.1" status: 404 len: 337 time: 0.1498342 Feb 07 22:41:44.996801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41370) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.022047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:45.025244 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca90ad4-8b39-42af-bc7a-eaedc686dd21" -d '{"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:45.037201 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-075bad57-0872-468b-b7df-1d809db75a3f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.037789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075bad57-0872-468b-b7df-1d809db75a3f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.040727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-075bad57-0872-468b-b7df-1d809db75a3f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/d8df6266-7d2a-4405-821f-8a936e9953a9 HTTP/1.1" status: 404 len: 339 time: 0.0429893 Feb 07 22:41:45.044092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41374) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.077734 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43bb88a-dd7a-48f8-a158-cf87708a7a3a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.078481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43bb88a-dd7a-48f8-a158-cf87708a7a3a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.082336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d43bb88a-dd7a-48f8-a158-cf87708a7a3a tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/db6d83af-a930-4653-951c-7de836b178eb HTTP/1.1" status: 404 len: 337 time: 0.0372071 Feb 07 22:41:45.085684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41380) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.112030 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.122979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-74852bd7-2c50-4297-9565-1041ea61954b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:41:45.128557 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-74852bd7-2c50-4297-9565-1041ea61954b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.136440 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c07044-c77e-48e5-87c8-98f7e21bc112 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.137008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c07044-c77e-48e5-87c8-98f7e21bc112 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.140703 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-71c07044-c77e-48e5-87c8-98f7e21bc112 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/70852ee2-a406-4c40-b7fe-0c1a19d4c220 HTTP/1.1" status: 404 len: 339 time: 0.0539343 Feb 07 22:41:45.146043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41384) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.159866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] Sync routers for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:45.169072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:45.182010 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eac967-2e02-4de4-95ad-b294a3d2dbcc tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.182742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eac967-2e02-4de4-95ad-b294a3d2dbcc tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.187721 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-22eac967-2e02-4de4-95ad-b294a3d2dbcc tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/6e046b91-e44a-4e18-baa1-693274d680c8 HTTP/1.1" status: 404 len: 337 time: 0.0380015 Feb 07 22:41:45.190469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41388) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.192915 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-74852bd7-2c50-4297-9565-1041ea61954b tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "PUT /v2.0/floatingips/14584558-5fb1-49bc-9bfa-400d16f4745e HTTP/1.1" status: 200 len: 997 time: 3.0259204 Feb 07 22:41:45.193726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:45.196097 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8295ab91-c2c5-4347-b677-01d92af0c801" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:45.219184 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.234686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:41:45.235563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:41:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:45.236740 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-253651af-9378-4aa7-839f-1e08239e7d1b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.238250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253651af-9378-4aa7-839f-1e08239e7d1b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.242508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-253651af-9378-4aa7-839f-1e08239e7d1b tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/1cbf7932-0180-4fe5-a89f-aaaeede4a609 HTTP/1.1" status: 404 len: 339 time: 0.0457592 Feb 07 22:41:45.243992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41396) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.286400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-046db544-49fb-4c8d-befa-79d6355d2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:45.287103 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-046db544-49fb-4c8d-befa-79d6355d2ee5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1c851b9c3c04eb19258a428e32c8db3&device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 1097 time: 0.0752323 Feb 07 22:41:45.302546 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04f34b4-5e5d-4df6-996a-5c9b3547c368 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.302987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04f34b4-5e5d-4df6-996a-5c9b3547c368 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.308324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d04f34b4-5e5d-4df6-996a-5c9b3547c368 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/4a9d9162-35ef-41d9-8a28-26e5d87aecd0 HTTP/1.1" status: 404 len: 337 time: 0.0618923 Feb 07 22:41:45.310470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41398) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.336298 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-220a8277-d9b6-46ad-92ee-2393c89e873c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.336940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220a8277-d9b6-46ad-92ee-2393c89e873c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.342168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-220a8277-d9b6-46ad-92ee-2393c89e873c tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/6f69343d-1923-411d-b143-45750d8bf222 HTTP/1.1" status: 404 len: 339 time: 0.0286889 Feb 07 22:41:45.342780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41400) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.373790 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3418f242-815e-44e2-9498-5b0bbc32afbe tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.375044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3418f242-815e-44e2-9498-5b0bbc32afbe tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.378315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3418f242-815e-44e2-9498-5b0bbc32afbe tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/dc4af14b-3a30-4897-b6d5-75572788dbf8 HTTP/1.1" status: 404 len: 337 time: 0.0342569 Feb 07 22:41:45.382406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41402) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.410626 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17c1f8d-1549-4eff-8ba5-c8febcbaa7ba tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.411175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17c1f8d-1549-4eff-8ba5-c8febcbaa7ba tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.414152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d17c1f8d-1549-4eff-8ba5-c8febcbaa7ba tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/72d2f36b-26ff-4806-8485-9ae8e26e1b6d HTTP/1.1" status: 404 len: 339 time: 0.0308115 Feb 07 22:41:45.416050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:45.418433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41404) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.476138 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7a3731-c0dc-4db3-99ef-dcb32dc13dcc tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.476748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7a3731-c0dc-4db3-99ef-dcb32dc13dcc tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.480841 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4b7a3731-c0dc-4db3-99ef-dcb32dc13dcc tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/2ed58c6b-ff36-4386-8519-2c8a4b4047f1 HTTP/1.1" status: 404 len: 337 time: 0.0614617 Feb 07 22:41:45.486098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41406) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.508794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-bfbe9d46-f703-4f23-bcb2-2722fb82b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:45.510983 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-bfbe9d46-f703-4f23-bcb2-2722fb82b18c service neutron] 10.222.0.15 "GET /v2.0/networks?id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d HTTP/1.1" status: 200 len: 929 time: 0.2169707 Feb 07 22:41:45.548582 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5109a61a-731f-4d00-b3e5-7cef6d055423 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.549185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5109a61a-731f-4d00-b3e5-7cef6d055423 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.558146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5109a61a-731f-4d00-b3e5-7cef6d055423 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/20a200c5-660c-4e64-81c1-0e39bc838be5 HTTP/1.1" status: 404 len: 339 time: 0.0602787 Feb 07 22:41:45.562685 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae914c15-7e71-4f68-8be5-8bbb2f9b8357 x-openstack-request-id: req-ae914c15-7e71-4f68-8be5-8bbb2f9b8357 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:45.563023 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaa2f11-dd03-48aa-9721-9ee3439269bf", "tag": "2c7d6a44-b35a-4464-8a46-e8fda13dde59", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:45.563277 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae914c15-7e71-4f68-8be5-8bbb2f9b8357 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:45.563677 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'tag': '2c7d6a44-b35a-4464-8a46-e8fda13dde59', 'status': 'completed', 'code': 200} Feb 07 22:41:45.573984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41410) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.640917 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:45.651719 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-815de262-0e61-4dc7-890b-ea4b5a91831a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41 HTTP/1.1" status: 200 len: 1000 time: 0.1276379 Feb 07 22:41:45.708733 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47d7416-eb52-4a0e-8802-79afb6756c48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.712262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47d7416-eb52-4a0e-8802-79afb6756c48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.715327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b47d7416-eb52-4a0e-8802-79afb6756c48 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/aa2899cd-92d8-477f-9398-6c106d891f43 HTTP/1.1" status: 404 len: 337 time: 0.1403482 Feb 07 22:41:45.719415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.5 (351a38d9-51f7-44e4-8d4a-7c5423490b23/9394adc7-793c-48a7-ac9f-b3c10b54fcaf/1f488c7a-688e-4789-87cf-d842b2014404) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:45.726100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41412) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.746868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.22 (351a38d9-51f7-44e4-8d4a-7c5423490b23/0db7bb29-9416-48c1-8a0e-14376fa09d16/1f488c7a-688e-4789-87cf-d842b2014404) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:45.765643 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9769ee46-f548-48e0-bd04-1deb939f698d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] DELETE failed (client error): The resource could not be found. Feb 07 22:41:45.766738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9769ee46-f548-48e0-bd04-1deb939f698d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:41:45.768433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-33febc85-ef35-4e36-90d5-68b65dd39ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:45.769928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-33febc85-ef35-4e36-90d5-68b65dd39ad6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1e8aff77dc54f3d8875348cb599922a&device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 1094 time: 0.1738729 Feb 07 22:41:45.771022 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9769ee46-f548-48e0-bd04-1deb939f698d tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/af8d8bf3-21cd-40dd-857a-a73715c3db12 HTTP/1.1" status: 404 len: 339 time: 0.0328166 Feb 07 22:41:45.774119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41414) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:45.824030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-8b70acb0-e4d2-46d3-8e88-19311b42b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:45.826639 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-8b70acb0-e4d2-46d3-8e88-19311b42b5e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62c98f35-5923-4be0-863e-082686c9d386 HTTP/1.1" status: 200 len: 868 time: 0.1675942 Feb 07 22:41:45.879669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbb6b1a-b472-4f5d-af56-22187a8cb8e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Deleting subnet c55d8ff2-3675-466e-bdd1-7b8332abfc30 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:41:45.886230 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-edbb6b1a-b472-4f5d-af56-22187a8cb8e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.913651 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.928623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 13042536-67a9-4381-bb51-6acac59aa47e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:45.969083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-ed7b5897-db22-4156-af24-cd8ac249587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:45.971335 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-ed7b5897-db22-4156-af24-cd8ac249587a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354282 Feb 07 22:41:45.973859 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-edbb6b1a-b472-4f5d-af56-22187a8cb8e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.992626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-066f2090-ddf9-4219-b5f5-a2b9c8d2000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:45.994098 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-066f2090-ddf9-4219-b5f5-a2b9c8d2000a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7babd62-f953-4389-8f30-86386c833084 HTTP/1.1" status: 200 len: 912 time: 0.2156503 Feb 07 22:41:46.032934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 13042536-67a9-4381-bb51-6acac59aa47e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:41:46.033427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 13042536-67a9-4381-bb51-6acac59aa47e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:41:46.056317 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-0e550ee7-477b-44d8-9fe5-289951959370 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c7d6a44-b35a-4464-8a46-e8fda13dde59 HTTP/1.1" status: 200 len: 217 time: 0.0542135 Feb 07 22:41:46.061499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:46.123589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=82b474a2-fb97-4cc1-a269-b540b381fdc5,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:46.134899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-bd984af9-f056-4875-af9d-d71f5e04baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:46.137091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-bd984af9-f056-4875-af9d-d71f5e04baa4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b HTTP/1.1" status: 200 len: 851 time: 0.0690827 Feb 07 22:41:46.172462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '14584558-5fb1-49bc-9bfa-400d16f4745e', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '8dc79009-1821-428a-af09-35de2aef962c', 'port_id': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'mac_address': 'fa:16:3e:33:63:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:41:40Z', 'updated_at': '2022-02-07T22:41:42Z', 'revision_number': 1, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e', 'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'mac_address': 'fa:16:3e:11:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:01Z', 'updated_at': '2022-02-07T22:41:14Z', 'revision_number': 5, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'subnets': [{'id': '62c98f35-5923-4be0-863e-082686c9d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:46.280232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.280779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-ef114557-84da-4716-bce1-689f71e3e736 service neutron] 10.222.0.15 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336299 Feb 07 22:41:46.280897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2c5ace28-6020-4d69-af7b-ec363ab51d2a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:46.280897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] Checking router: 8dc79009-1821-428a-af09-35de2aef962c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:46.281668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aef5e5-07ab-4c8c-8a7a-c1dbd5c5d7e0 req-7854a7a0-61e4-46b6-b2af-7065b2aa7dde tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:46.290299 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65aef5e5-07ab-4c8c-8a7a-c1dbd5c5d7e0 req-7854a7a0-61e4-46b6-b2af-7065b2aa7dde tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.1483817 Feb 07 22:41:46.319962 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.330497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-146515e0-b93b-4cb3-abeb-d39e7a6e20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:46.332086 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-146515e0-b93b-4cb3-abeb-d39e7a6e20ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7babd62-f953-4389-8f30-86386c833084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814082 Feb 07 22:41:46.366484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-68dfd24a-f36f-4c51-9211-8f304c50150b None None] Allocated IP 172.20.0.18 (351a38d9-51f7-44e4-8d4a-7c5423490b23/0db7bb29-9416-48c1-8a0e-14376fa09d16/2c5ace28-6020-4d69-af7b-ec363ab51d2a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:46.387531 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-edbb6b1a-b472-4f5d-af56-22187a8cb8e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.400056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65aef5e5-07ab-4c8c-8a7a-c1dbd5c5d7e0 req-9a29ad4e-707b-4459-85a3-2852c728254b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085122 Feb 07 22:41:46.435589 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:46.442858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:46.445847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:46.520627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6b7762e-0832-4c2f-bfba-24e215db743c req-a0f633a9-aa3b-4640-a21d-613491049670 service neutron] 10.222.0.15 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858541 Feb 07 22:41:46.525885 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-68dfd24a-f36f-4c51-9211-8f304c50150b None None] For port 2c5ace28-6020-4d69-af7b-ec363ab51d2a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2c5ace28-6020-4d69-af7b-ec363ab51d2a,segment=NetworkSegment(ea7c44f9-d89f-47e4-84d6-585119a9d8cf),segment_id=ea7c44f9-d89f-47e4-84d6-585119a9d8cf)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:46.554923 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-edbb6b1a-b472-4f5d-af56-22187a8cb8e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.559568 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68dfd24a-f36f-4c51-9211-8f304c50150b None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.572756 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68dfd24a-f36f-4c51-9211-8f304c50150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.575530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=1f488c7a-688e-4789-87cf-d842b2014404,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:46.595486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb6b1a-b472-4f5d-af56-22187a8cb8e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Subnet': ['ID=c55d8ff2-3675-466e-bdd1-7b8332abfc30,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:46.598060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-edbb6b1a-b472-4f5d-af56-22187a8cb8e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.603782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-edbb6b1a-b472-4f5d-af56-22187a8cb8e1 tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/subnets/c55d8ff2-3675-466e-bdd1-7b8332abfc30 HTTP/1.1" status: 204 len: 168 time: 0.8261428 Feb 07 22:41:46.604092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41434) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:46.667229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:41:46.668037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:41:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:46.679949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec5e783-fa2d-4888-a208-1b1c976aec64 None None] Network 16da2d55-c785-408a-866e-447884c32bae requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:46.714532 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:46.718413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.743444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfd24a-f36f-4c51-9211-8f304c50150b None None] Pushing event updated for resources: {'Port': ['ID=2c5ace28-6020-4d69-af7b-ec363ab51d2a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:46.799825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-1f5d3e55-20ae-42d2-ba50-fc777a41c32e service neutron] 10.222.0.24 "GET /v2.0/networks/f7babd62-f953-4389-8f30-86386c833084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597120 Feb 07 22:41:46.802319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.820777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c77749e2-991c-49b4-80da-77cfd6a08a47 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0040448 Feb 07 22:41:46.841905 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072767ca-c9f6-44a6-bc75-9fedcc8933f9 x-openstack-request-id: req-072767ca-c9f6-44a6-bc75-9fedcc8933f9 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:46.842321 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:46.843131 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-072767ca-c9f6-44a6-bc75-9fedcc8933f9 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:46.843532 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'code': 200} Feb 07 22:41:46.854210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2c5ace28-6020-4d69-af7b-ec363ab51d2a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:46.854592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.862523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41436) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:46.871742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9394adc7-793c-48a7-ac9f-b3c10b54fcaf'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:46.937103 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c919fe6b-ad1b-4f5d-a41a-174be3bb9b3d x-openstack-request-id: req-c919fe6b-ad1b-4f5d-a41a-174be3bb9b3d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:46.937701 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:46.938664 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c919fe6b-ad1b-4f5d-a41a-174be3bb9b3d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:46.939398 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'status': 'completed', 'code': 200} Feb 07 22:41:47.013309 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7f55f7-844f-481e-a342-e4d6457cd9f3 req-d29486dd-e277-442c-8893-0e87d5a7e35e service neutron] 10.222.0.24 "GET /v2.0/networks/f7babd62-f953-4389-8f30-86386c833084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904137 Feb 07 22:41:47.051364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643f72-99de-4a8b-be4e-c745a73c66a0 req-56907057-6265-405e-92e6-34ef1432b595 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:47.060490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6643f72-99de-4a8b-be4e-c745a73c66a0 req-56907057-6265-405e-92e6-34ef1432b595 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 943 time: 0.3901601 Feb 07 22:41:47.142260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6643f72-99de-4a8b-be4e-c745a73c66a0 req-b4d29820-41af-446a-a183-85c6f7f00886 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737231 Feb 07 22:41:47.237779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:41:47.253094 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.267019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Deleting port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:47.267447 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.419238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] For port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=51b17737-dc29-4b82-b7b3-a4920eaf7ce7,segment=NetworkSegment(f04b096e-b334-4c96-a391-00ec671d3d01),segment_id=f04b096e-b334-4c96-a391-00ec671d3d01)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:47.419621 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.477328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Calling delete_port for 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:47.496838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-5bb53550-bb30-44e3-b708-abcea4f09c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:47.499834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-5bb53550-bb30-44e3-b708-abcea4f09c2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1c851b9c3c04eb19258a428e32c8db3&device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 1097 time: 0.5712216 Feb 07 22:41:47.676183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44fc5d-abcf-4254-953e-45e6bfaa2604 None None] DHCP port deletion for 16da2d55-c785-408a-866e-447884c32bae request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:41:47.691201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 2c7d6a44-b35a-4464-8a46-e8fda13dde59 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:41:47.857339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db53bc-8af3-4b34-bcf2-b1aecf835410 None None] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:47.900196 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.resource_extend [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:41:48.005156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1e20e-48b1-4bcf-b8ea-2f433b368dfc req-890f4ab2-198e-41a8-b8a3-895d395781b8 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:48.006745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-efe1e20e-48b1-4bcf-b8ea-2f433b368dfc req-890f4ab2-198e-41a8-b8a3-895d395781b8 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.0688677 Feb 07 22:41:48.011644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2e90d8a4-b719-41e5-ba87-60efd0c35867 None None] Provisioning complete for port 2c5ace28-6020-4d69-af7b-ec363ab51d2a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:48.012102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e90d8a4-b719-41e5-ba87-60efd0c35867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.067941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3d44fc5d-abcf-4254-953e-45e6bfaa2604 None None] Deleting port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:48.068186 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d44fc5d-abcf-4254-953e-45e6bfaa2604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.084796 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-efe1e20e-48b1-4bcf-b8ea-2f433b368dfc req-05bfd96d-0f56-43ac-825a-256a18cf7e5c tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695310 Feb 07 22:41:48.149288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3d44fc5d-abcf-4254-953e-45e6bfaa2604 None None] For port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=51b17737-dc29-4b82-b7b3-a4920eaf7ce7,segment=NetworkSegment(f04b096e-b334-4c96-a391-00ec671d3d01),segment_id=f04b096e-b334-4c96-a391-00ec671d3d01)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:48.149509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d44fc5d-abcf-4254-953e-45e6bfaa2604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.165536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3d44fc5d-abcf-4254-953e-45e6bfaa2604 None None] Calling delete_port for 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:48.283045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2c5ace28-6020-4d69-af7b-ec363ab51d2a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:48.307398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-02824832-4799-4cc6-a03f-024a20947d42 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:48.316284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-02824832-4799-4cc6-a03f-024a20947d42 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 804 time: 0.1528811 Feb 07 22:41:48.335050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d44fc5d-abcf-4254-953e-45e6bfaa2604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.336937 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-d583f9ab-e137-4f23-9ecd-a2d5b18ac37d tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/quotas/ac14f67e313045ab95b6ad786c8b5f37 HTTP/1.1" status: 200 len: 375 time: 0.0194402 Feb 07 22:41:48.438494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44fc5d-abcf-4254-953e-45e6bfaa2604 None None] No DVR routers for this DVR port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:48.444161 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '14584558-5fb1-49bc-9bfa-400d16f4745e', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '8dc79009-1821-428a-af09-35de2aef962c', 'port_id': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'mac_address': 'fa:16:3e:33:63:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:41:40Z', 'updated_at': '2022-02-07T22:41:42Z', 'revision_number': 1, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e', 'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'mac_address': 'fa:16:3e:11:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:01Z', 'updated_at': '2022-02-07T22:41:14Z', 'revision_number': 5, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'subnets': [{'id': '62c98f35-5923-4be0-863e-082686c9d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:48.445304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-9af5265b-c381-4f77-b805-8fea2b8505f2 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072869 Feb 07 22:41:48.521646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44fc5d-abcf-4254-953e-45e6bfaa2604 None None] Pushing event deleted for resources: {'Port': ['ID=51b17737-dc29-4b82-b7b3-a4920eaf7ce7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:48.542789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 2c7d6a44-b35a-4464-8a46-e8fda13dde59, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2c7d6a44-b35a-4464-8a46-e8fda13dde59,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:48.551585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b875529-812a-4ea0-8b34-9b528a603e30 None None] The sync data for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 is: [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '14584558-5fb1-49bc-9bfa-400d16f4745e', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '8dc79009-1821-428a-af09-35de2aef962c', 'port_id': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'mac_address': 'fa:16:3e:33:63:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:41:40Z', 'updated_at': '2022-02-07T22:41:42Z', 'revision_number': 1, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e', 'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'mac_address': 'fa:16:3e:11:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:01Z', 'updated_at': '2022-02-07T22:41:14Z', 'revision_number': 5, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'subnets': [{'id': '62c98f35-5923-4be0-863e-082686c9d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:48.583400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Delete allocated IP 172.20.0.22 (351a38d9-51f7-44e4-8d4a-7c5423490b23/0db7bb29-9416-48c1-8a0e-14376fa09d16) {{(pid=102289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 22:41:48.619666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-aa48da61-8597-4447-ac6f-c9a90a43e4f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1474051 Feb 07 22:41:48.623418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '2c7d6a44-b35a-4464-8a46-e8fda13dde59', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'port_id': '2c7d6a44-b35a-4464-8a46-e8fda13dde59', 'mac_address': 'fa:16:3e:16:b0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:41:48.674238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2c5ace28-6020-4d69-af7b-ec363ab51d2a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:48.676875 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.752252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-5fdc1126-659b-4bab-9cc7-b53231c93ccc service neutron] 10.222.0.15 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034353 Feb 07 22:41:48.786297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.793168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-49d17b4b-5154-4ecc-8719-420d43701197 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 258 time: 1.2898946 Feb 07 22:41:48.803576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.838967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:48.855773 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.859078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:48.861669 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f766e0-25aa-4467-a3c5-82ae0aecc753" -d '{"events": [{"server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "name": "network-vif-unplugged", "status": "completed", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:48.901618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7d6a44-b35a-4464-8a46-e8fda13dde59 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:48.946813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 2c7d6a44-b35a-4464-8a46-e8fda13dde59, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2c7d6a44-b35a-4464-8a46-e8fda13dde59,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:48.978033 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.026886 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857a35b-c282-406c-ab72-0e0b02d2a6ff None None] New status for floating IP 14584558-5fb1-49bc-9bfa-400d16f4745e: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:41:49.091112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] In _notify_port_updated(), no bound segment for port 1f488c7a-688e-4789-87cf-d842b2014404 on network 351a38d9-51f7-44e4-8d4a-7c5423490b23 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:41:49.097810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:49.106618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.108293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "PUT /v2.0/ports/1f488c7a-688e-4789-87cf-d842b2014404 HTTP/1.1" status: 200 len: 918 time: 2.2444868 Feb 07 22:41:49.114222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41458) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:49.119836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-4c702509-2454-430b-bbba-1b0e6d88b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:49.121309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-4c702509-2454-430b-bbba-1b0e6d88b26d service neutron] 10.222.0.24 "GET /v2.0/networks?id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d HTTP/1.1" status: 200 len: 929 time: 1.6037865 Feb 07 22:41:49.126542 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9394adc7-793c-48a7-ac9f-b3c10b54fcaf'}, {'subnet_id': '0db7bb29-9416-48c1-8a0e-14376fa09d16'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:49.230044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=2c7d6a44-b35a-4464-8a46-e8fda13dde59,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:49.250748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:49.311072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:41:49.311567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:41:49.323532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-951ea09c-7a9d-46e0-9f9e-5178b2ea5dff None None] Provisioning complete for port 2c5ace28-6020-4d69-af7b-ec363ab51d2a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:49.324214 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-951ea09c-7a9d-46e0-9f9e-5178b2ea5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.333716 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-c9c6938c-807f-4918-a068-aa52df372e8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41 HTTP/1.1" status: 200 len: 1000 time: 0.1136816 Feb 07 22:41:49.338137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.407412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['2c7d6a44-b35a-4464-8a46-e8fda13dde59'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:41:49.411771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e34da-222e-4d4b-a8ea-1a99a58ec372 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=1f488c7a-688e-4789-87cf-d842b2014404,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:49.414133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.648556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-531db0f0-eca1-4943-85f0-b5b955728001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:49.650064 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-531db0f0-eca1-4943-85f0-b5b955728001 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2d1c2ba919142c9b2d473467caecc27&device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 1099 time: 0.9621844 Feb 07 22:41:49.722619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-951ea09c-7a9d-46e0-9f9e-5178b2ea5dff None None] Provisioning complete for port 1f488c7a-688e-4789-87cf-d842b2014404 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:49.723153 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-951ea09c-7a9d-46e0-9f9e-5178b2ea5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.773108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-951ea09c-7a9d-46e0-9f9e-5178b2ea5dff None None] Port 1f488c7a-688e-4789-87cf-d842b2014404 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:49.774730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Port': ['ID=51b17737-dc29-4b82-b7b3-a4920eaf7ce7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:49.804199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] No DVR routers for this DVR port 51b17737-dc29-4b82-b7b3-a4920eaf7ce7 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:49.807077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-26c2b4f0-99f0-4004-8822-dc9eaf1a6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:49.809326 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-26c2b4f0-99f0-4004-8822-dc9eaf1a6d1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62c98f35-5923-4be0-863e-082686c9d386 HTTP/1.1" status: 200 len: 868 time: 0.4646039 Feb 07 22:41:49.809576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.821143 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-54455ad2-8e61-4caa-b7f9-cf823409cdd5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2732403 Feb 07 22:41:49.863184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6201c-5507-42a3-87f2-e79507771162 req-58792665-d6ac-419d-9d97-297a333d17c8 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:49.864238 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bb6201c-5507-42a3-87f2-e79507771162 req-58792665-d6ac-419d-9d97-297a333d17c8 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0dcfc67-e21e-497d-90e7-3a9f9f85df99 HTTP/1.1" status: 200 len: 943 time: 0.3204548 Feb 07 22:41:49.877508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-e10901fe-3006-4f61-9a37-4e586acc006b service neutron] 10.222.0.15 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1229887 Feb 07 22:41:49.941330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b873f8dd-6375-498a-9b62-2bbac42738ba None None] Provisioning complete for port 1f488c7a-688e-4789-87cf-d842b2014404 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:49.941330 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b873f8dd-6375-498a-9b62-2bbac42738ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.996748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-fac00ffb-72b5-417f-98f6-8f6d44a208d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:49.999471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-fac00ffb-72b5-417f-98f6-8f6d44a208d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3018162 Feb 07 22:41:50.041426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b873f8dd-6375-498a-9b62-2bbac42738ba None None] Port 1f488c7a-688e-4789-87cf-d842b2014404 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:50.069563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-e341d9a0-9849-483b-a3b5-9de580d66189 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=abed09b4-0040-46d4-a129-75b9532b34bf HTTP/1.1" status: 200 len: 217 time: 0.0445476 Feb 07 22:41:50.073981 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.097983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16da2d55-c785-408a-866e-447884c32bae']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:50.113137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04b096e-b334-4c96-a391-00ec671d3d01') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:50.113137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04b096e-b334-4c96-a391-00ec671d3d01') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:50.148787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-f0f6f7ff-5d65-4198-a617-6b84860b48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.151221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-f0f6f7ff-5d65-4198-a617-6b84860b48f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0670276 Feb 07 22:41:50.190820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-b6457b58-161a-4813-8782-4d24f7e42772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.191328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-b6457b58-161a-4813-8782-4d24f7e42772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.191788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-b6457b58-161a-4813-8782-4d24f7e42772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.192744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-b6457b58-161a-4813-8782-4d24f7e42772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.193205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-b6457b58-161a-4813-8782-4d24f7e42772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.193656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-b6457b58-161a-4813-8782-4d24f7e42772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.194336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-b6457b58-161a-4813-8782-4d24f7e42772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.197247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-b6457b58-161a-4813-8782-4d24f7e42772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddc52a5183c423abe3afe7c86b51630&device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 6501 time: 0.2198348 Feb 07 22:41:50.213141 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.251164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.255691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4bb6201c-5507-42a3-87f2-e79507771162 req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Deleting port 82b474a2-fb97-4cc1-a269-b540b381fdc5 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:50.256212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4bb6201c-5507-42a3-87f2-e79507771162 req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.273783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:50.274132 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:50.279301 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:50.297169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-a58a839b-d29c-4927-a680-0ca230b9347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.298673 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-a58a839b-d29c-4927-a680-0ca230b9347f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663151 Feb 07 22:41:50.435908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-3160cd14-a214-4d41-829a-932687a011f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.438651 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-3160cd14-a214-4d41-829a-932687a011f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2750404 Feb 07 22:41:50.463122 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.482208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.21 (351a38d9-51f7-44e4-8d4a-7c5423490b23/0db7bb29-9416-48c1-8a0e-14376fa09d16/1f488c7a-688e-4789-87cf-d842b2014404) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:50.500044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.505746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] 10.222.0.15 "DELETE /v2.0/networks/16da2d55-c785-408a-866e-447884c32bae HTTP/1.1" status: 204 len: 168 time: 3.8983757 Feb 07 22:41:50.552825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d548b-829e-4903-a6a1-06a697a2917f tempest-NetworksTest-2143267046 tempest-NetworksTest-2143267046-project] Pushing event deleted for resources: {'Network': ['ID=16da2d55-c785-408a-866e-447884c32bae,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:50.640560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-5a170e7e-1498-45bc-98df-80e5fd02bf49 service neutron] 10.222.0.24 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891216 Feb 07 22:41:50.645502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.798028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-cc0d5621-bc66-4914-a879-3ad6c90e60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.799237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-cc0d5621-bc66-4914-a879-3ad6c90e60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.799922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-cc0d5621-bc66-4914-a879-3ad6c90e60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.801719 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-cc0d5621-bc66-4914-a879-3ad6c90e60dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8aa51f2-5304-4fbb-b06d-afadcfad45a7&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&id=90c254de-e28a-4232-8cd9-7eb5347dbaf7 HTTP/1.1" status: 200 len: 2293 time: 0.5732312 Feb 07 22:41:50.806018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4bb6201c-5507-42a3-87f2-e79507771162 req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] For port 82b474a2-fb97-4cc1-a269-b540b381fdc5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=82b474a2-fb97-4cc1-a269-b540b381fdc5,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:50.806603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4bb6201c-5507-42a3-87f2-e79507771162 req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.904358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4bb6201c-5507-42a3-87f2-e79507771162 req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Calling delete_port for 82b474a2-fb97-4cc1-a269-b540b381fdc5 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:50.915258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bd05-9a9e-458f-80a0-aea586562b9d req-21d4a02c-bc62-407d-b0df-7f09b9815e4e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.923129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bd05-9a9e-458f-80a0-aea586562b9d req-21d4a02c-bc62-407d-b0df-7f09b9815e4e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.930496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bd05-9a9e-458f-80a0-aea586562b9d req-21d4a02c-bc62-407d-b0df-7f09b9815e4e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.932193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8c5bd05-9a9e-458f-80a0-aea586562b9d req-21d4a02c-bc62-407d-b0df-7f09b9815e4e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92&device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf&device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 2417 time: 0.2203438 Feb 07 22:41:50.950622 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8295ab91-c2c5-4347-b677-01d92af0c801 req-4cb078b0-6334-45f2-a1f5-5ec60ad8d09e service neutron] 10.222.0.24 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612326 Feb 07 22:41:50.963935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Allocated IP 172.25.8.101 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/f217a5c0-46be-45ec-b7d8-c703fd6f854b) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:51.024114 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-5cb64125-7692-44d2-8387-213103b72f43 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744503 Feb 07 22:41:51.080038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41482) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:51.133402 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.157903 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8c5bd05-9a9e-458f-80a0-aea586562b9d req-9a7f201b-3b19-4d88-abba-00a34cc26855 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911523 Feb 07 22:41:51.174149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-935eae19-10cd-4a34-af48-a13b7ed15184 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a HTTP/1.1" status: 200 len: 1002 time: 0.3387482 Feb 07 22:41:51.187459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.203083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.227574 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.359910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:51.363917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:51.413497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-1c820a42-3d48-4668-ba01-39ac3d1ed123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:51.414903 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-1c820a42-3d48-4668-ba01-39ac3d1ed123 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05976031-ea96-48a3-a62f-12dc7b2157b9 HTTP/1.1" status: 200 len: 855 time: 0.1269264 Feb 07 22:41:51.428886 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:51.471966 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2734e0bb-fab3-4efa-acde-bfb72e164179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.496900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] In _notify_port_updated(), no bound segment for port 1f488c7a-688e-4789-87cf-d842b2014404 on network 351a38d9-51f7-44e4-8d4a-7c5423490b23 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:41:51.511050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:51.512037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.513523 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "PUT /v2.0/ports/1f488c7a-688e-4789-87cf-d842b2014404 HTTP/1.1" status: 200 len: 998 time: 2.3912876 Feb 07 22:41:51.520560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41490) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:51.678900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-021a04b8-b3a2-4227-aefe-e9e7f3d372e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:51.680758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-021a04b8-b3a2-4227-aefe-e9e7f3d372e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8aa51f2-5304-4fbb-b06d-afadcfad45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2528353 Feb 07 22:41:51.693196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f599418-31d1-45f5-b855-06964a2281ab req-34ee0a08-7225-4e03-a74a-3a9672d4d185 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:51.700690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 2c7d6a44-b35a-4464-8a46-e8fda13dde59 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:41:51.701084 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.701264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f599418-31d1-45f5-b855-06964a2281ab req-34ee0a08-7225-4e03-a74a-3a9672d4d185 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 944 time: 0.2995324 Feb 07 22:41:51.705507 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b0efb88c-d454-4662-93a9-540cd64f497b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5172fdec9cc2400699dd526abfa259a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225278 Feb 07 22:41:51.709328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41492) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:51.718863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4ec65b-daf7-4540-9d33-5f5452844690 req-c8201611-4162-45a7-9e71-9aadddefb13b service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554122 Feb 07 22:41:51.750756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6157e7c4-dd32-493c-b542-2e7e13cc0547 None None] Provisioning complete for port 1f488c7a-688e-4789-87cf-d842b2014404 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:51.751142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6157e7c4-dd32-493c-b542-2e7e13cc0547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.800395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774371a-822c-4f76-88c1-9fd7d8a496d2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=1f488c7a-688e-4789-87cf-d842b2014404,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:51.840105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6157e7c4-dd32-493c-b542-2e7e13cc0547 None None] Port 1f488c7a-688e-4789-87cf-d842b2014404 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:41:51.855292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f599418-31d1-45f5-b855-06964a2281ab req-320043c1-1b60-4533-bc67-f354a51a6f56 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485026 Feb 07 22:41:51.871014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:51.876884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:51.877292 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.880106 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4bb6201c-5507-42a3-87f2-e79507771162 req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.970540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Pushing event deleted for resources: {'Port': ['ID=82b474a2-fb97-4cc1-a269-b540b381fdc5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:51.971033 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.971931 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd59f36-154f-45d0-8d94-e49a079d6a0b x-openstack-request-id: req-4fd59f36-154f-45d0-8d94-e49a079d6a0b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:51.972236 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "name": "network-vif-unplugged", "status": "completed", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:51.972492 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fd59f36-154f-45d0-8d94-e49a079d6a0b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:51.972900 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5', 'code': 200} Feb 07 22:41:52.081420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.083090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-9b1854a3-7d59-40ba-a45f-09dda70659e0 service neutron] 10.222.0.24 "GET /v2.0/networks/d8aa51f2-5304-4fbb-b06d-afadcfad45a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734856 Feb 07 22:41:52.134628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 2c7d6a44-b35a-4464-8a46-e8fda13dde59, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2c7d6a44-b35a-4464-8a46-e8fda13dde59,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:52.141292 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.187005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Pushing event updated for resources: {'Port': ['ID=f217a5c0-46be-45ec-b7d8-c703fd6f854b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:52.226005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f73bb9f-2b31-4bed-b9c3-0065bfb33457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.242355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=2c7d6a44-b35a-4464-8a46-e8fda13dde59,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:52.252374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aac5cc64-fb33-4cae-bc35-2f515aa0206e req-c0a70169-4508-401c-959f-5be7bb358669 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 210 time: 0.2168446 Feb 07 22:41:52.253772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb6201c-5507-42a3-87f2-e79507771162 req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] No DVR routers for this DVR port 82b474a2-fb97-4cc1-a269-b540b381fdc5 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:52.381530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-e016517e-a9ec-42d3-9c7e-f4ba9e883777 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:52.383587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-e016517e-a9ec-42d3-9c7e-f4ba9e883777 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 804 time: 0.3919590 Feb 07 22:41:52.384843 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4bb6201c-5507-42a3-87f2-e79507771162 req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.388424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bb6201c-5507-42a3-87f2-e79507771162 req-8724430f-e0e1-40b6-aeb8-e8c2416e8e35 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "DELETE /v2.0/ports/82b474a2-fb97-4cc1-a269-b540b381fdc5 HTTP/1.1" status: 204 len: 173 time: 2.5065026 Feb 07 22:41:52.390200 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'name': 'network-vif-deleted', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:52.402374 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147dc7ad-a199-4c51-9b3c-f456a3f57839" -d '{"events": [{"server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "name": "network-vif-deleted", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:52.427319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Request body: {'port': {'device_id': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'admin_state_up': True, 'tenant_id': 'ac14f67e313045ab95b6ad786c8b5f37'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:52.595588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd80cd-fc41-4e2b-ba17-9c7d3ffec34a req-cf8788be-de4b-4763-aa17-417fc598de8f tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:52.597214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ddd80cd-fc41-4e2b-ba17-9c7d3ffec34a req-cf8788be-de4b-4763-aa17-417fc598de8f tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.1663978 Feb 07 22:41:52.654384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 82b474a2-fb97-4cc1-a269-b540b381fdc5 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:52.661888 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-85cd7f25-ccf4-46f3-82a1-c8417597cb42 service neutron] 10.222.0.24 "GET /v2.0/networks/d8aa51f2-5304-4fbb-b06d-afadcfad45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444890 Feb 07 22:41:52.729003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 82b474a2-fb97-4cc1-a269-b540b381fdc5 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:41:52.733813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 82b474a2-fb97-4cc1-a269-b540b381fdc5 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:41:52.743850 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ddd80cd-fc41-4e2b-ba17-9c7d3ffec34a req-bb8910ec-c4ab-4244-b8bf-5068292578ec tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382034 Feb 07 22:41:52.744414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Made reservation on behalf of ac14f67e313045ab95b6ad786c8b5f37 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:52.748100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.751645 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-3753588a-357c-4670-a970-fadfa9509420 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=6a189259-038c-4ecf-b913-c6c404e4612f HTTP/1.1" status: 200 len: 217 time: 0.0774527 Feb 07 22:41:52.845814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f73bb9f-2b31-4bed-b9c3-0065bfb33457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.867211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-328d0edc-75cb-4863-b29a-1bf49e4acdb0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 1f488c7a-688e-4789-87cf-d842b2014404 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:52.867400 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-328d0edc-75cb-4863-b29a-1bf49e4acdb0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.920401 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b96247-56b6-4a9b-869c-eb743f36c330 x-openstack-request-id: req-02b96247-56b6-4a9b-869c-eb743f36c330 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:52.920401 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dcfc67-e21e-497d-90e7-3a9f9f85df99", "name": "network-vif-deleted", "tag": "82b474a2-fb97-4cc1-a269-b540b381fdc5", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:52.920401 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02b96247-56b6-4a9b-869c-eb743f36c330 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:52.920401 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dcfc67-e21e-497d-90e7-3a9f9f85df99', 'name': 'network-vif-deleted', 'tag': '82b474a2-fb97-4cc1-a269-b540b381fdc5', 'status': 'completed', 'code': 200} Feb 07 22:41:53.010821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-24fda887-91dc-4e26-953c-7e699888c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:53.014095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-24fda887-91dc-4e26-953c-7e699888c023 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b89ca7c-352e-472a-99ed-4d8a04da4eb4 HTTP/1.1" status: 200 len: 797 time: 0.2497075 Feb 07 22:41:53.019671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f73bb9f-2b31-4bed-b9c3-0065bfb33457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.022423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f73bb9f-2b31-4bed-b9c3-0065bfb33457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.026143 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5f73bb9f-2b31-4bed-b9c3-0065bfb33457 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2173d4cc-0e90-491f-afb8-6f67b8adf648 HTTP/1.1" status: 204 len: 168 time: 1.3062892 Feb 07 22:41:53.112383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73bb9f-2b31-4bed-b9c3-0065bfb33457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2173d4cc-0e90-491f-afb8-6f67b8adf648,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:53.164773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-328d0edc-75cb-4863-b29a-1bf49e4acdb0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.171114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Allocated IP 172.20.0.10 (fa21c8e2-5015-41e4-bf7f-f6ad2d372f26/4ce2e13f-8c37-495b-833a-a61a3b3725c8/bd383639-4c0a-4597-8e46-de58eba6969c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:53.185046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-328d0edc-75cb-4863-b29a-1bf49e4acdb0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 1f488c7a-688e-4789-87cf-d842b2014404 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:53.210679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.257153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.268204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-e90aefb0-f33b-4dda-a5f6-73fd29b07d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:53.273197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-e90aefb0-f33b-4dda-a5f6-73fd29b07d86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2348521 Feb 07 22:41:53.441266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Pushing event updated for resources: {'Port': ['ID=f217a5c0-46be-45ec-b7d8-c703fd6f854b,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:53.470153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.497869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.508619 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-bf0b2a7e-26f5-4dbd-8991-11ed6a620792 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6748829 Feb 07 22:41:53.535753 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-f5823275-6136-4e19-819b-44c8be650cb7 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468796 Feb 07 22:41:53.553110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e940ae-8951-4de0-a0d8-93d96fbc749d req-57f30d72-4515-4d3f-841d-27737b3e35d4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:53.554595 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05e940ae-8951-4de0-a0d8-93d96fbc749d req-57f30d72-4515-4d3f-841d-27737b3e35d4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.2920825 Feb 07 22:41:53.616027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-b34310f3-3ee2-4ba1-852d-6f2bbd6d9a42 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.1039007 Feb 07 22:41:53.712933 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05e940ae-8951-4de0-a0d8-93d96fbc749d req-5c123395-c833-404d-8d67-a85b2ef956f6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432297 Feb 07 22:41:53.755264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.824909 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3292b8cb-d3ad-4d79-afe6-3a7f7b8aab08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.853245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-8a75a4bd-3a38-43c5-9296-841cebf8ffce service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944336 Feb 07 22:41:53.954937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-616cd90b-6ccd-4e98-b808-940c6bc27427 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:53.956414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ddeb5e79-0dc8-4635-bbd3-1bcc05d6c1f3 req-616cd90b-6ccd-4e98-b808-940c6bc27427 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2993791 Feb 07 22:41:53.958747 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-328d0edc-75cb-4863-b29a-1bf49e4acdb0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.974455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7d6a44-b35a-4464-8a46-e8fda13dde59'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:53.977118 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3ef6fc-0054-425e-af24-1b49d70aa731" -d '{"events": [{"server_uuid": "6aaa2f11-dd03-48aa-9721-9ee3439269bf", "name": "network-vif-plugged", "status": "completed", "tag": "2c7d6a44-b35a-4464-8a46-e8fda13dde59"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:53.998745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d0edc-75cb-4863-b29a-1bf49e4acdb0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=1f488c7a-688e-4789-87cf-d842b2014404,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:54.006663 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-ad74bb9b-fcad-49d3-92ea-dfd8eca8c97b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=84293cd9-fe71-4826-930b-2bf1c6f3a0d5 HTTP/1.1" status: 200 len: 217 time: 0.1414256 Feb 07 22:41:54.072639 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.263342 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-328d0edc-75cb-4863-b29a-1bf49e4acdb0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.274090 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-328d0edc-75cb-4863-b29a-1bf49e4acdb0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/1f488c7a-688e-4789-87cf-d842b2014404 HTTP/1.1" status: 204 len: 168 time: 2.7495000 Feb 07 22:41:54.274962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:54.309453 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d797d865-1fd3-4d37-a7d4-8aef97fcc3a5 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:41:54.314602 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d797d865-1fd3-4d37-a7d4-8aef97fcc3a5 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/1f488c7a-688e-4789-87cf-d842b2014404 HTTP/1.1" status: 404 len: 333 time: 0.0354764 Feb 07 22:41:54.314773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41554) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:54.392897 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceaf97d-6a1d-4620-b831-e0d733867fc4 x-openstack-request-id: req-9ceaf97d-6a1d-4620-b831-e0d733867fc4 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:54.393239 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa2f11-dd03-48aa-9721-9ee3439269bf", "name": "network-vif-plugged", "status": "completed", "tag": "2c7d6a44-b35a-4464-8a46-e8fda13dde59", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:54.393442 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ceaf97d-6a1d-4620-b831-e0d733867fc4 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:54.393841 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7d6a44-b35a-4464-8a46-e8fda13dde59', 'code': 200} Feb 07 22:41:54.438586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-838c5198-62b1-4451-a4cb-d135c5b44ef9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet 0db7bb29-9416-48c1-8a0e-14376fa09d16 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:41:54.460394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-838c5198-62b1-4451-a4cb-d135c5b44ef9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.600576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-838c5198-62b1-4451-a4cb-d135c5b44ef9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.603329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41558) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:54.735415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:54.739741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-413970e6-8b76-49c9-9663-93f844c0637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.741872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-413970e6-8b76-49c9-9663-93f844c0637b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b89ca7c-352e-472a-99ed-4d8a04da4eb4 HTTP/1.1" status: 200 len: 797 time: 0.7276647 Feb 07 22:41:54.745518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:54.748092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:54.757834 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.823602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Pushing event updated for resources: {'Port': ['ID=bd383639-4c0a-4597-8e46-de58eba6969c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:54.845090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbdb8b-61f0-4aed-af9d-6a7c39261343 req-0f5e031c-7326-4032-8f4c-58d57db67c65 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.855328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f5dbdb8b-61f0-4aed-af9d-6a7c39261343 req-0f5e031c-7326-4032-8f4c-58d57db67c65 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 932 time: 0.8171895 Feb 07 22:41:54.892819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bf38d-3912-4902-afb8-fca644f9f7c9 req-1a35350a-162a-493b-9175-52956e0295b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.898593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.898791 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-157bf38d-3912-4902-afb8-fca644f9f7c9 req-1a35350a-162a-493b-9175-52956e0295b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 1096 time: 0.3678424 Feb 07 22:41:54.899465 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.931474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-bf6f8f1b-2c24-40e4-9999-46e183572f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.934376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-bf6f8f1b-2c24-40e4-9999-46e183572f0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1744287 Feb 07 22:41:54.942324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-1eb0cad2-2119-47b5-baa2-5bb5d5d6eea3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5245593 Feb 07 22:41:54.951432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e338f-bd9a-480e-aea0-2ff7387c18da req-737fe81b-4eba-47a8-9488-6d79329b1e7d tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.953314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb5e338f-bd9a-480e-aea0-2ff7387c18da req-737fe81b-4eba-47a8-9488-6d79329b1e7d tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4264510 Feb 07 22:41:54.957572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f5dbdb8b-61f0-4aed-af9d-6a7c39261343 req-a4637dfd-f32d-405d-bf14-189799df9ed9 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009014 Feb 07 22:41:54.971630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Request body: {'port': {'device_id': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:54.973658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1321283842'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:55.033899 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb5e338f-bd9a-480e-aea0-2ff7387c18da req-1380e7f6-9b8f-48e6-bc41-ab7c34c8a4cf tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.0650973 Feb 07 22:41:55.058993 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-157bf38d-3912-4902-afb8-fca644f9f7c9 req-6005fcc8-6f85-401f-9a11-5b3fb5ee7526 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444325 Feb 07 22:41:55.066114 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-838c5198-62b1-4451-a4cb-d135c5b44ef9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.097786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-bb5e338f-bd9a-480e-aea0-2ff7387c18da req-c9fd6ab3-e738-4a74-8999-74015cbb4af9 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Request body: {'floatingip': {'port_id': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:55.142651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Made reservation on behalf of fd78f9db49db48b4bbac979a05686a0c for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:55.146405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.165611 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.216661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bb5e338f-bd9a-480e-aea0-2ff7387c18da req-c9fd6ab3-e738-4a74-8999-74015cbb4af9 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.217954 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.297268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-0c2b1352-1d00-45be-b488-46764aaff1ea service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385427 Feb 07 22:41:55.324601 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-838c5198-62b1-4451-a4cb-d135c5b44ef9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.378565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c5198-62b1-4451-a4cb-d135c5b44ef9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=0db7bb29-9416-48c1-8a0e-14376fa09d16,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:55.383236 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-838c5198-62b1-4451-a4cb-d135c5b44ef9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.390293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-838c5198-62b1-4451-a4cb-d135c5b44ef9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/0db7bb29-9416-48c1-8a0e-14376fa09d16 HTTP/1.1" status: 204 len: 168 time: 1.0734181 Feb 07 22:41:55.394841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41568) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:55.397615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac49871-51bb-4405-8e13-6e3c34376da9 None None] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:55.412802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.436931 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.448639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:55.458506 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.458906 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Added segment 8832bb36-1acc-4e86-807f-bc0a6ba1ed81 of type vlan for network 8b1e485c-ba97-43aa-a51f-c30f3451f84e Feb 07 22:41:55.505199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.620936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6060c6f-0edf-426a-9a2b-623f4866f105 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet 9394adc7-793c-48a7-ac9f-b3c10b54fcaf {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:41:55.628351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c29288-532b-465a-a5e9-75701c7959d6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:55.631479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6060c6f-0edf-426a-9a2b-623f4866f105 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.643573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-bdc303bd-7c56-4e86-9c94-8c9ccafc9f0a service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805517 Feb 07 22:41:55.687516 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.694317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:55.695582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.728151 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-0bd4d287-c281-43cd-a86f-17e1942beba6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=55d123e8-7af7-4fe0-9ca4-addb864c76b5 HTTP/1.1" status: 200 len: 217 time: 0.0563312 Feb 07 22:41:55.819689 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1846907 Feb 07 22:41:55.825372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41570) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:55.831282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6060c6f-0edf-426a-9a2b-623f4866f105 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.836437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Request body: {'subnet': {'network_id': '8b1e485c-ba97-43aa-a51f-c30f3451f84e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:55.866709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61067a7b-367e-44e2-b361-f729835b387c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Pushing event updated for resources: {'Network': ['ID=8b1e485c-ba97-43aa-a51f-c30f3451f84e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:55.872683 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-bb5e338f-bd9a-480e-aea0-2ff7387c18da req-c9fd6ab3-e738-4a74-8999-74015cbb4af9 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 22:41:55.874310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb5e338f-bd9a-480e-aea0-2ff7387c18da req-c9fd6ab3-e738-4a74-8999-74015cbb4af9 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "PUT /v2.0/floatingips/0d43bff3-be81-4146-bb0f-f13de28d6b28 HTTP/1.1" status: 409 len: 551 time: 0.8035765 Feb 07 22:41:55.916995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0a3e-74c5-4986-b92f-e12c170764a3 req-6e165a0b-d0d4-4060-a6b3-4dee5bab827b tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:55.919432 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6afd0a3e-74c5-4986-b92f-e12c170764a3 req-6e165a0b-d0d4-4060-a6b3-4dee5bab827b tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.5380199 Feb 07 22:41:55.932686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 8b1e485c-ba97-43aa-a51f-c30f3451f84e details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:55.961138 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6060c6f-0edf-426a-9a2b-623f4866f105 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.968670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-8a5a7253-b628-42ee-9bc2-f0728a00bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:55.975574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-8a5a7253-b628-42ee-9bc2-f0728a00bf8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b89ca7c-352e-472a-99ed-4d8a04da4eb4 HTTP/1.1" status: 200 len: 797 time: 0.1876457 Feb 07 22:41:56.035583 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6060c6f-0edf-426a-9a2b-623f4866f105 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.083971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6060c6f-0edf-426a-9a2b-623f4866f105 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=9394adc7-793c-48a7-ac9f-b3c10b54fcaf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:56.086883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6060c6f-0edf-426a-9a2b-623f4866f105 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.090483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d6060c6f-0edf-426a-9a2b-623f4866f105 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/9394adc7-793c-48a7-ac9f-b3c10b54fcaf HTTP/1.1" status: 204 len: 168 time: 0.6913786 Feb 07 22:41:56.094298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41584) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:56.160506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6afd0a3e-74c5-4986-b92f-e12c170764a3 req-2121f30b-9e59-46cb-8bb8-3ef15d947dd8 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007549 Feb 07 22:41:56.231134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-5481b2fe-38d0-4f58-b19c-428400be8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:56.233692 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-5481b2fe-38d0-4f58-b19c-428400be8035 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1982596 Feb 07 22:41:56.239230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Made reservation on behalf of fd78f9db49db48b4bbac979a05686a0c for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:56.242616 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.301560 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.339316 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.353033 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-a6815d06-a132-4b38-b51b-759b19a63847 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips/0d43bff3-be81-4146-bb0f-f13de28d6b28 HTTP/1.1" status: 200 len: 693 time: 0.1482756 Feb 07 22:41:56.357562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d5c83-20c9-4196-ad31-759988df9f24 None None] Update dhcp port {'port': {'network_id': '351a38d9-51f7-44e4-8d4a-7c5423490b23', 'fixed_ips': [{'subnet_id': '9394adc7-793c-48a7-ac9f-b3c10b54fcaf'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '2c5ace28-6020-4d69-af7b-ec363ab51d2a'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:41:56.387626 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5c83-20c9-4196-ad31-759988df9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.481348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-42565b5f-6e85-4049-9394-674263852053 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336240 Feb 07 22:41:56.552490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 2c5ace28-6020-4d69-af7b-ec363ab51d2a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:56.552835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.570932 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.658502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6a828-2b25-41d0-8411-ab33d392747e None None] Network 351a38d9-51f7-44e4-8d4a-7c5423490b23 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:56.685755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-a635184a-5c08-4880-a334-c09bc1acfa24 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:56.694290 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-a635184a-5c08-4880-a334-c09bc1acfa24 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.3172848 Feb 07 22:41:56.706389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd383639-4c0a-4597-8e46-de58eba6969c {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:56.721617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.758572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] For port 2c5ace28-6020-4d69-af7b-ec363ab51d2a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2c5ace28-6020-4d69-af7b-ec363ab51d2a,segment=NetworkSegment(ea7c44f9-d89f-47e4-84d6-585119a9d8cf),segment_id=ea7c44f9-d89f-47e4-84d6-585119a9d8cf)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:56.758985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.774212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523085-fe96-4a56-b0fb-47e4ffc5e077 req-c480402e-89ac-48ef-bb69-1fcf46f91195 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:56.776357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-3dbdffee-9114-4f93-bb39-58f71541960e tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.0807195 Feb 07 22:41:56.782795 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b523085-fe96-4a56-b0fb-47e4ffc5e077 req-c480402e-89ac-48ef-bb69-1fcf46f91195 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 932 time: 0.2882433 Feb 07 22:41:56.785588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Transition to ACTIVE for port object bd383639-4c0a-4597-8e46-de58eba6969c will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:56.788430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5c59a33e-3319-4e5f-93b0-f0f42fa9d90d None None] Provisioning complete for port 2c5ace28-6020-4d69-af7b-ec363ab51d2a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:56.789009 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c59a33e-3319-4e5f-93b0-f0f42fa9d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.823410 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.829853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 2c5ace28-6020-4d69-af7b-ec363ab51d2a owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:56.848164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-7773193b-0420-4731-acdb-ddecf8864d1e tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.0707600 Feb 07 22:41:56.910146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Pushing event updated for resources: {'Port': ['ID=bd383639-4c0a-4597-8e46-de58eba6969c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:56.933524 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-3c32167d-d11c-402b-9d96-12d5911f2d47 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309173 Feb 07 22:41:57.011438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af92579-791e-42d6-8683-6bb1fc24f1f2 None None] DHCP port deletion for 351a38d9-51f7-44e4-8d4a-7c5423490b23 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:41:57.046326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b523085-fe96-4a56-b0fb-47e4ffc5e077 req-a6b5c573-c6d5-40a7-8f03-b7ad51fe8e17 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577040 Feb 07 22:41:57.061934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-28cb2d91-6d9c-44ea-b994-cb5a543f4dfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=070c6c49-e848-4791-b105-01d75819df0f HTTP/1.1" status: 200 len: 217 time: 0.1142495 Feb 07 22:41:57.070110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Deleting port f217a5c0-46be-45ec-b7d8-c703fd6f854b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:57.070458 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.089083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0af92579-791e-42d6-8683-6bb1fc24f1f2 None None] Deleting port 2c5ace28-6020-4d69-af7b-ec363ab51d2a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:41:57.089469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0af92579-791e-42d6-8683-6bb1fc24f1f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.164853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.165099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.181240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Calling delete_port for f217a5c0-46be-45ec-b7d8-c703fd6f854b owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:57.299359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0af92579-791e-42d6-8683-6bb1fc24f1f2 None None] For port 2c5ace28-6020-4d69-af7b-ec363ab51d2a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2c5ace28-6020-4d69-af7b-ec363ab51d2a,segment=NetworkSegment(ea7c44f9-d89f-47e4-84d6-585119a9d8cf),segment_id=ea7c44f9-d89f-47e4-84d6-585119a9d8cf)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:41:57.299837 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0af92579-791e-42d6-8683-6bb1fc24f1f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.336805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0af92579-791e-42d6-8683-6bb1fc24f1f2 None None] Calling delete_port for 2c5ace28-6020-4d69-af7b-ec363ab51d2a owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:41:57.362593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.378241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-de10d338-ef78-459b-8c8d-4466bfbf6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:57.384391 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-de10d338-ef78-459b-8c8d-4466bfbf6e5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b89ca7c-352e-472a-99ed-4d8a04da4eb4 HTTP/1.1" status: 200 len: 797 time: 0.3132720 Feb 07 22:41:57.405756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Pushing event deleted for resources: {'Port': ['ID=f217a5c0-46be-45ec-b7d8-c703fd6f854b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:57.412921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.442247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=2c5ace28-6020-4d69-af7b-ec363ab51d2a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:57.449585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Attempting to bind port bd383639-4c0a-4597-8e46-de58eba6969c on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:57.449988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Attempting to bind port bd383639-4c0a-4597-8e46-de58eba6969c by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:57.450321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Attempting to bind port bd383639-4c0a-4597-8e46-de58eba6969c on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:57.469866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.488655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Port bd383639-4c0a-4597-8e46-de58eba6969c on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:41:57.488976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Attempting to bind port bd383639-4c0a-4597-8e46-de58eba6969c on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:57.494894 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0af92579-791e-42d6-8683-6bb1fc24f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.526449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No DVR routers for this DVR port 2c5ace28-6020-4d69-af7b-ec363ab51d2a on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:57.560069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af92579-791e-42d6-8683-6bb1fc24f1f2 None None] Pushing event deleted for resources: {'Port': ['ID=2c5ace28-6020-4d69-af7b-ec363ab51d2a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:57.562553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af92579-791e-42d6-8683-6bb1fc24f1f2 None None] No DVR routers for this DVR port 2c5ace28-6020-4d69-af7b-ec363ab51d2a on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:57.582242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:57.582757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Checking segment: {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:57.583289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Bound using segment: {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:57.583903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Bound port: bd383639-4c0a-4597-8e46-de58eba6969c, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:57.584437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.605652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.608609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.611424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-c2ee5a20-719f-4477-acc6-512c175cbdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:57.613712 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-c2ee5a20-719f-4477-acc6-512c175cbdba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87fc44a3-a9c9-4860-8d42-6db9104a8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1785290 Feb 07 22:41:57.626104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Pushing event updated for resources: {'Subnet': ['ID=a53e6435-0a22-488f-b63b-b16949520b59,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:57.626853 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ad459e1-f1e9-4c17-9488-645f7ae122eb req-e8c4b656-0a66-4f5c-8e6a-a58854326d00 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d43bff3-be81-4146-bb0f-f13de28d6b28 HTTP/1.1" status: 204 len: 173 time: 0.7769802 Feb 07 22:41:57.690119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Checking segment: {'id': '8832bb36-1acc-4e86-807f-bc0a6ba1ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8b1e485c-ba97-43aa-a51f-c30f3451f84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:57.690402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Network hostable DHCP agents. Network: 8b1e485c-ba97-43aa-a51f-c30f3451f84e, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:57.712494 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.753573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351a38d9-51f7-44e4-8d4a-7c5423490b23']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:57.771855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7c44f9-d89f-47e4-84d6-585119a9d8cf') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:57.772529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7c44f9-d89f-47e4-84d6-585119a9d8cf') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:57.795937 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.805123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:57.809690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd383639-4c0a-4597-8e46-de58eba6969c,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:57.813020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Network 8b1e485c-ba97-43aa-a51f-c30f3451f84e is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:57.816996 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.833481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:57.834428 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.835281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:57.843673 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:57.893238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e3ea-2b6f-4cc4-9e9e-196e868694e8 req-4ef70db7-4af7-40f6-a8b3-2702cb1f53ff tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:57.900400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e17e3ea-2b6f-4cc4-9e9e-196e868694e8 req-4ef70db7-4af7-40f6-a8b3-2702cb1f53ff tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.2254338 Feb 07 22:41:57.907615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 8b1e485c-ba97-43aa-a51f-c30f3451f84e) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:57.917055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bd5cc-0955-4c3a-848f-49376a81bc35 None None] Network 8b1e485c-ba97-43aa-a51f-c30f3451f84e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:41:57.922984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:57.923602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.925198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] 10.222.0.46 "PUT /v2.0/ports/bd383639-4c0a-4597-8e46-de58eba6969c HTTP/1.1" status: 200 len: 1092 time: 2.9654653 Feb 07 22:41:57.931487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:57.932085 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.937434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:57.939945 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28d2fec-2ecb-460d-a010-7fdcecedefb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:41:57.962144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-1af7a7fb-02ed-465e-bdfc-64d74202a8e3 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271015 Feb 07 22:41:57.992938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9c0be-6c7c-4f1a-9b42-62bdacaca0dd service neutron] Pushing event updated for resources: {'Port': ['ID=bd383639-4c0a-4597-8e46-de58eba6969c,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:58.017160 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-71ea33f2-b3d7-4dd3-a3f8-7becd9611ffd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1893115 Feb 07 22:41:58.018033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41608) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:58.027649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Request body: {'port': {'network_id': '8b1e485c-ba97-43aa-a51f-c30f3451f84e', 'name': 'tempest-TagsExtTest-1977477929'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:58.237523 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e17e3ea-2b6f-4cc4-9e9e-196e868694e8 req-591da592-dfd5-48ca-8e9d-19e9a32aca6c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206983 Feb 07 22:41:58.243736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2c5ace28-6020-4d69-af7b-ec363ab51d2a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:41:58.246896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-d18058fe-a463-4e40-addc-64115145553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.256920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-d18058fe-a463-4e40-addc-64115145553e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 1095 time: 0.2379105 Feb 07 22:41:58.269932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2c5ace28-6020-4d69-af7b-ec363ab51d2a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:41:58.270580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2c5ace28-6020-4d69-af7b-ec363ab51d2a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:41:58.291195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-8b1e485c-ba97-43aa-a51f-c30f3451f84e', 'network_id': '8b1e485c-ba97-43aa-a51f-c30f3451f84e', 'tenant_id': 'fd78f9db49db48b4bbac979a05686a0c', 'fixed_ips': [{'subnet_id': 'a53e6435-0a22-488f-b63b-b16949520b59'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:41:58.292168 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.369865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-f3a315cd-7480-45b8-8771-d94f5aa390bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd383639-4c0a-4597-8e46-de58eba6969c HTTP/1.1" status: 200 len: 217 time: 0.1032205 Feb 07 22:41:58.398043 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.408761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-01e43a9b-1378-4e4d-b1c0-488f9fe45766 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1002 time: 0.5686109 Feb 07 22:41:58.444786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.448089 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/networks/351a38d9-51f7-44e4-8d4a-7c5423490b23 HTTP/1.1" status: 204 len: 168 time: 2.3520324 Feb 07 22:41:58.450336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d0d5-584c-4d6a-98da-cc39b2f28fa0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Network': ['ID=351a38d9-51f7-44e4-8d4a-7c5423490b23,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:58.454036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41614) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:58.463731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Allocated IP 172.20.0.2 (8b1e485c-ba97-43aa-a51f-c30f3451f84e/a53e6435-0a22-488f-b63b-b16949520b59/dfe454e7-9c55-4bd1-8b26-d0aae420b53d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:58.512823 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-629f24b8-f9ce-4160-bcd3-50eb23411db0 service neutron] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110016 Feb 07 22:41:58.516053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-4e927fc4-9ac6-4258-80db-57e8a6effc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.518528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-4e927fc4-9ac6-4258-80db-57e8a6effc00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ce2e13f-8c37-495b-833a-a61a3b3725c8 HTTP/1.1" status: 200 len: 844 time: 0.1255579 Feb 07 22:41:58.529861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-c21ca545-e00f-4135-a693-b5655dd13d46 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.546431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-c21ca545-e00f-4135-a693-b5655dd13d46 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports/a9f3e576-d0ac-4638-9f00-c2d081d1fb41 HTTP/1.1" status: 200 len: 943 time: 0.1366057 Feb 07 22:41:58.599487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc1a254-55ec-46f7-901e-bad27d1c2db7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.601830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1cc1a254-55ec-46f7-901e-bad27d1c2db7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1477489 Feb 07 22:41:58.615040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41618) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:58.658265 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-c790b919-1a51-4229-bbe2-49ef89c70539 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703287 Feb 07 22:41:58.694267 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.707720 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.739499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-6d858080-9d7b-445c-8397-85e5cd214a36 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1002 time: 0.0876353 Feb 07 22:41:58.751594 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-afec5759-7860-4084-884f-816a29c10d6f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1318932 Feb 07 22:41:58.751852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41626) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:58.757027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1055371082'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:58.776456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Network 8b1e485c-ba97-43aa-a51f-c30f3451f84e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:58.781049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:58.786981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:41:58.811555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:58.812356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-33a84449-c1b3-4426-92eb-5376352a664d service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452711 Feb 07 22:41:58.813065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Made reservation on behalf of fd78f9db49db48b4bbac979a05686a0c for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:58.815541 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.816732 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.823013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-d35c457f-b6ad-4c64-8c06-f5980da065c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f29d3164-5446-4fa6-aeca-247d4f054825 HTTP/1.1" status: 200 len: 217 time: 0.2370369 Feb 07 22:41:58.829897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Pushing event updated for resources: {'Port': ['ID=dfe454e7-9c55-4bd1-8b26-d0aae420b53d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:58.863464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4c2e3-ded1-4779-be1d-cf948dbf2237 req-6fa93da0-90dd-4284-8f9b-22917ef9155e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.865589 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8bf4c2e3-ded1-4779-be1d-cf948dbf2237 req-6fa93da0-90dd-4284-8f9b-22917ef9155e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.4786532 Feb 07 22:41:58.894749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Attempting to bind port dfe454e7-9c55-4bd1-8b26-d0aae420b53d on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:58.895165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Attempting to bind port dfe454e7-9c55-4bd1-8b26-d0aae420b53d by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '8832bb36-1acc-4e86-807f-bc0a6ba1ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8b1e485c-ba97-43aa-a51f-c30f3451f84e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:58.895532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Attempting to bind port dfe454e7-9c55-4bd1-8b26-d0aae420b53d on network 8b1e485c-ba97-43aa-a51f-c30f3451f84e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:41:58.896919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:58.905512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:41:58.905916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Checking segment: {'id': '8832bb36-1acc-4e86-807f-bc0a6ba1ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8b1e485c-ba97-43aa-a51f-c30f3451f84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:41:58.906290 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.907986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Bound using segment: {'id': '8832bb36-1acc-4e86-807f-bc0a6ba1ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8b1e485c-ba97-43aa-a51f-c30f3451f84e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:41:58.909782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Bound port: dfe454e7-9c55-4bd1-8b26-d0aae420b53d, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8832bb36-1acc-4e86-807f-bc0a6ba1ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8b1e485c-ba97-43aa-a51f-c30f3451f84e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:58.909782 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.924096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.924445 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Added segment e39540bd-a3c3-477c-afff-0a3a8cf2bc92 of type vlan for network 843f893a-443f-4af7-9d4f-a44888604a47 Feb 07 22:41:58.945069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-f8dc00f9-0542-4f9c-8d9c-1fdda2c950bb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.946472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-f8dc00f9-0542-4f9c-8d9c-1fdda2c950bb tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1964817 Feb 07 22:41:59.010998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] device_id is not set on port b8f33c90-b013-4f73-9449-0d37c32794e7 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:59.026115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] For port dfe454e7-9c55-4bd1-8b26-d0aae420b53d, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:41:59.032707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] For port dfe454e7-9c55-4bd1-8b26-d0aae420b53d, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dfe454e7-9c55-4bd1-8b26-d0aae420b53d,segment=NetworkSegment(8832bb36-1acc-4e86-807f-bc0a6ba1ed81),segment_id=8832bb36-1acc-4e86-807f-bc0a6ba1ed81)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:41:59.036359 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.038861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.080074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-e4300ee8-cf65-4f62-a98d-853824ad066e tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1002 time: 0.1052432 Feb 07 22:41:59.097682 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-1cda6c44-08bc-4f5f-aa50-cf5b39803bd0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:59.102101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.107038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:59.107663 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.133037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8bf4c2e3-ded1-4779-be1d-cf948dbf2237 req-5c860451-e0c7-4d82-a960-76a8a81a2fa3 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926014 Feb 07 22:41:59.150010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64822004-7fe4-4234-a66d-f4a55e386c0d None None] Pushing event updated for resources: {'Port': ['ID=dfe454e7-9c55-4bd1-8b26-d0aae420b53d,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:59.160553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-baa44de3-8384-481f-94ec-b4eb84a24f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:59.161694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-baa44de3-8384-481f-94ec-b4eb84a24f97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bc33452-5346-4eb6-a3fc-c1fe75c9958c HTTP/1.1" status: 200 len: 797 time: 0.2332690 Feb 07 22:41:59.219217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1602dcb-80d1-4438-b30e-30e9337ffe43 req-3c84c242-a1a9-4993-a842-85c3449b8aba service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982873 Feb 07 22:41:59.252132 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4985504 Feb 07 22:41:59.266896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41628) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:41:59.276284 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3506d7d-b46b-45d5-81ce-1ba314bfedfe x-openstack-request-id: req-e3506d7d-b46b-45d5-81ce-1ba314bfedfe {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:41:59.276859 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:41:59.277482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '843f893a-443f-4af7-9d4f-a44888604a47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:59.277699 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3506d7d-b46b-45d5-81ce-1ba314bfedfe {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:41:59.278396 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c', 'status': 'completed', 'code': 200} Feb 07 22:41:59.333667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Allocated IP 172.20.0.6 (8b1e485c-ba97-43aa-a51f-c30f3451f84e/a53e6435-0a22-488f-b63b-b16949520b59/b8f33c90-b013-4f73-9449-0d37c32794e7) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:59.364781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3da9f-b5ac-4893-9fd2-b9c345370163 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Network': ['ID=843f893a-443f-4af7-9d4f-a44888604a47,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:59.370505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-1cda6c44-08bc-4f5f-aa50-cf5b39803bd0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.377723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 843f893a-443f-4af7-9d4f-a44888604a47 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:41:59.475255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:59.479295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.536765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-24d5f72b-afe8-4c31-a9ab-e27bfd25616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:59.538257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-24d5f72b-afe8-4c31-a9ab-e27bfd25616a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 1095 time: 0.2588761 Feb 07 22:41:59.662370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-47a14273-e4df-44b1-aef0-e82586f04d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:59.664431 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-47a14273-e4df-44b1-aef0-e82586f04d0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4764128 Feb 07 22:41:59.680354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-1cda6c44-08bc-4f5f-aa50-cf5b39803bd0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.680710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fcecc-c532-4691-a455-6f72908a8f22 req-61315cd2-8e4f-4d7e-9d29-6d25975251cc tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:59.682268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d02fcecc-c532-4691-a455-6f72908a8f22 req-61315cd2-8e4f-4d7e-9d29-6d25975251cc tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 944 time: 0.3461802 Feb 07 22:41:59.689840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-1cda6c44-08bc-4f5f-aa50-cf5b39803bd0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.690382 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-1cda6c44-08bc-4f5f-aa50-cf5b39803bd0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Floating IP 14584558-5fb1-49bc-9bfa-400d16f4745e disassociated. External IP: 172.25.8.114, port: a9f3e576-d0ac-4638-9f00-c2d081d1fb41. Feb 07 22:41:59.766004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-798e655b-d08b-4921-bf36-ed0516ca3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:59.766922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-798e655b-d08b-4921-bf36-ed0516ca3797 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 904 time: 0.2131803 Feb 07 22:41:59.904043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d02fcecc-c532-4691-a455-6f72908a8f22 req-b7482335-c257-4669-a385-7c1c76073ab8 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968789 Feb 07 22:41:59.906105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-04c25818-5485-42b0-bc53-efd9e9f9e2af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd383639-4c0a-4597-8e46-de58eba6969c HTTP/1.1" status: 200 len: 217 time: 0.0938311 Feb 07 22:42:00.028114 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.172006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Checking segment: {'id': 'e39540bd-a3c3-477c-afff-0a3a8cf2bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '843f893a-443f-4af7-9d4f-a44888604a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:00.172543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network hostable DHCP agents. Network: 843f893a-443f-4af7-9d4f-a44888604a47, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:00.214906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=c41a40de-ddce-4949-b98a-7285a81f6fe3,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:00.259169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 843f893a-443f-4af7-9d4f-a44888604a47 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:00.268481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-1cda6c44-08bc-4f5f-aa50-cf5b39803bd0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Router 8dc79009-1821-428a-af09-35de2aef962c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:42:00.281350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 843f893a-443f-4af7-9d4f-a44888604a47) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:00.285753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:00.286335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.286853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dfe454e7-9c55-4bd1-8b26-d0aae420b53d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:00.347126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ff819dbb-9297-418a-bc78-b483f97847f1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0763805 Feb 07 22:42:00.351464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41638) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:00.358874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a007e-cc7e-496c-83bf-30f78d430f12 None None] Network 843f893a-443f-4af7-9d4f-a44888604a47 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:00.359318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '843f893a-443f-4af7-9d4f-a44888604a47', 'name': 'tempest-PortsTestJSON-12562946'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:00.415812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-a398952b-17be-4b16-9172-68a84b073fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:00.418460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-a398952b-17be-4b16-9172-68a84b073fc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ce2e13f-8c37-495b-833a-a61a3b3725c8 HTTP/1.1" status: 200 len: 844 time: 0.5027573 Feb 07 22:42:00.466223 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.515243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port dfe454e7-9c55-4bd1-8b26-d0aae420b53d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:00.515905 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.521651 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-1979e0a4-6af4-4284-a336-5fcba408fb45 service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8264601 Feb 07 22:42:00.528722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-1cda6c44-08bc-4f5f-aa50-cf5b39803bd0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:00.538481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.544276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-1cda6c44-08bc-4f5f-aa50-cf5b39803bd0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.552786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] Sync routers for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:00.601471 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-1cda6c44-08bc-4f5f-aa50-cf5b39803bd0 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "PUT /v2.0/floatingips/14584558-5fb1-49bc-9bfa-400d16f4745e HTTP/1.1" status: 200 len: 695 time: 1.5096898 Feb 07 22:42:00.603529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:00.604338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:41:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:00.614519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:00.616826 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:00.670171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:00.673996 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.676484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771de36-0a8a-444c-94cf-18ff59e37410 None None] Network 8b1e485c-ba97-43aa-a51f-c30f3451f84e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:00.688373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-c36af36f-decc-4c2b-85f7-d3222f35585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:00.696105 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-c36af36f-decc-4c2b-85f7-d3222f35585f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1c851b9c3c04eb19258a428e32c8db3&device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 1097 time: 0.0937526 Feb 07 22:42:00.722883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-b9ad1746-0cc7-4a77-be16-66850a0b4a33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975453 Feb 07 22:42:00.729667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Network 8b1e485c-ba97-43aa-a51f-c30f3451f84e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:00.738146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c001-5775-417f-8f7a-40c35a5029b3 req-809f8724-b8de-49f0-8ad4-f808dc4b2330 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:00.739631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a39c001-5775-417f-8f7a-40c35a5029b3 req-809f8724-b8de-49f0-8ad4-f808dc4b2330 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.4285040 Feb 07 22:42:00.754078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41646) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:00.755203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 4067429c-16c4-4959-b5f9-e40df9f390db yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:00.768594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Request body: {'floatingip': {'port_id': '2c7d6a44-b35a-4464-8a46-e8fda13dde59'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:00.841033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-843f893a-443f-4af7-9d4f-a44888604a47', 'network_id': '843f893a-443f-4af7-9d4f-a44888604a47', 'tenant_id': 'a0db7ca05e9144b9b7fa33f33269a55a', 'fixed_ips': [{'subnet_id': 'c41a40de-ddce-4949-b98a-7285a81f6fe3'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:42:00.842037 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.851030 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-2962d7f6-7720-40c8-a13a-d127af55625b service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067967 Feb 07 22:42:00.875905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c50e4395-a073-4f13-bcae-da6ee8ee9025 None None] Provisioning complete for port dfe454e7-9c55-4bd1-8b26-d0aae420b53d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:00.876349 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c50e4395-a073-4f13-bcae-da6ee8ee9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.908659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-26a7fdb7-2e91-4532-9774-acad4cc3800d service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461869 Feb 07 22:42:00.909694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Pushing event updated for resources: {'Port': ['ID=b8f33c90-b013-4f73-9449-0d37c32794e7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:00.925243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:00.938532 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.944434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:01.011263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:01.049588 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.142458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-4be5d403-36c7-4316-a4cb-6e417d8076de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d82ca767-ead7-4431-847f-b860d0f0eee2 HTTP/1.1" status: 200 len: 217 time: 0.1805820 Feb 07 22:42:01.234203 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:01.234849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.253541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port dfe454e7-9c55-4bd1-8b26-d0aae420b53d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dfe454e7-9c55-4bd1-8b26-d0aae420b53d,segment=NetworkSegment(8832bb36-1acc-4e86-807f-bc0a6ba1ed81),segment_id=8832bb36-1acc-4e86-807f-bc0a6ba1ed81)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:01.269654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Allocated IP 172.20.0.2 (843f893a-443f-4af7-9d4f-a44888604a47/c41a40de-ddce-4949-b98a-7285a81f6fe3/bbb500d4-b70e-4372-96cb-632948b1b80b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:01.273858 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d28d2fec-2ecb-460d-a010-7fdcecedefb0 req-5b229cb5-593a-4103-a25c-9b3168fa14f2 service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139625 Feb 07 22:42:01.274557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.276066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-2306b651-8af9-4ecb-a7bb-262f517d5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:01.277381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-2306b651-8af9-4ecb-a7bb-262f517d5a18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bc33452-5346-4eb6-a3fc-c1fe75c9958c HTTP/1.1" status: 200 len: 797 time: 0.1171722 Feb 07 22:42:01.286042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c49e6-4cf6-4339-861c-a339e3f7c425 req-98112a1c-e9be-4537-ab61-1b650a630913 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:01.288178 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f66c49e6-4cf6-4339-861c-a339e3f7c425 req-98112a1c-e9be-4537-ab61-1b650a630913 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.1974487 Feb 07 22:42:01.307989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ee139d1d-c81c-44b8-91ac-c9aa55f1b0dd tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2840507 Feb 07 22:42:01.313982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41660) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:01.317264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b226c3d1-9301-4c47-8328-7a1ef5cfa248 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-833961872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:01.370777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-9b441b9c-6808-48f5-af62-45cf3ddeb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:01.372350 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-9b441b9c-6808-48f5-af62-45cf3ddeb947 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d HTTP/1.1" status: 200 len: 929 time: 0.6754968 Feb 07 22:42:01.400804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-e3c41deb-6205-4f99-9326-83f2acf55454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:01.402506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-e3c41deb-6205-4f99-9326-83f2acf55454 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90c254de-e28a-4232-8cd9-7eb5347dbaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134553 Feb 07 22:42:01.406490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f66c49e6-4cf6-4339-861c-a339e3f7c425 req-81eb4655-0336-4cc9-b415-3f715d49ee44 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974107 Feb 07 22:42:01.407947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b226c3d1-9301-4c47-8328-7a1ef5cfa248 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.409027 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b226c3d1-9301-4c47-8328-7a1ef5cfa248 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.485358 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-cac940a6-0cbb-4906-b042-2ad9afff0b99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41 HTTP/1.1" status: 200 len: 217 time: 0.0915906 Feb 07 22:42:01.523127 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b226c3d1-9301-4c47-8328-7a1ef5cfa248 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.541333 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b226c3d1-9301-4c47-8328-7a1ef5cfa248 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.577908 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b226c3d1-9301-4c47-8328-7a1ef5cfa248 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.580792 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b226c3d1-9301-4c47-8328-7a1ef5cfa248 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2667019 Feb 07 22:42:01.584219 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-3a76b093-52fc-449d-82ae-e9276ea5c29c service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715500 Feb 07 22:42:01.584941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41664) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:01.591561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8d257f71-b4ae-4f44-b98e-ae7dbca44ab4 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1073125175', 'prefixes': ['172.20.0.0/16']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:01.595573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-73c8400e-54f4-4ed8-ad82-e2158c16d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:01.603038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-73c8400e-54f4-4ed8-ad82-e2158c16d876 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62c98f35-5923-4be0-863e-082686c9d386 HTTP/1.1" status: 200 len: 868 time: 0.1046369 Feb 07 22:42:01.641285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=dfe454e7-9c55-4bd1-8b26-d0aae420b53d,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:01.691386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-6e6db6b2-2cac-49a5-a2fe-f928ce05abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:01.699840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-6e6db6b2-2cac-49a5-a2fe-f928ce05abad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957921 Feb 07 22:42:01.761905 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94e46b5-0222-4b18-aaa1-186524a6c798 x-openstack-request-id: req-a94e46b5-0222-4b18-aaa1-186524a6c798 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:01.762156 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:01.762403 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a94e46b5-0222-4b18-aaa1-186524a6c798 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:01.763069 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'status': 'completed', 'code': 200} Feb 07 22:42:01.780889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.784818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e', 'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'mac_address': 'fa:16:3e:11:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:01Z', 'updated_at': '2022-02-07T22:41:14Z', 'revision_number': 5, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'subnets': [{'id': '62c98f35-5923-4be0-863e-082686c9d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:01.818172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] Checking router: 8dc79009-1821-428a-af09-35de2aef962c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:01.821649 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.885752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:01.887043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:41:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:01.935698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-355a61f2-94f8-488a-81fe-30f5c63b165d req-62841bdb-7fe4-43ac-896d-36316fa56b4b service neutron] 10.222.0.24 "GET /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293552 Feb 07 22:42:01.945099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Network 843f893a-443f-4af7-9d4f-a44888604a47 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:01.955168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:01.965260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:01.986360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Pushing event updated for resources: {'Port': ['ID=bbb500d4-b70e-4372-96cb-632948b1b80b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:02.025573 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d257f71-b4ae-4f44-b98e-ae7dbca44ab4 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for subnetpool, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.026342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8d257f71-b4ae-4f44-b98e-ae7dbca44ab4 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4402964 Feb 07 22:42:02.035587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41676) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:02.041425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-4abb94b7-d558-48bb-91de-2bc92bb65d64 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59', 'tempest-TagsExtTest-Tag-1734025539') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:02.060178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f1ad3-51f0-4ad0-be8a-025e091f56ec req-08a0f531-03ad-4f6e-95d3-a3acbed69719 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:02.070008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e8f1ad3-51f0-4ad0-be8a-025e091f56ec req-08a0f531-03ad-4f6e-95d3-a3acbed69719 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 944 time: 0.1104770 Feb 07 22:42:02.111891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-53cb1507-4d10-4cda-bfd4-ae54ed647820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:02.114187 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-53cb1507-4d10-4cda-bfd4-ae54ed647820 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1c851b9c3c04eb19258a428e32c8db3&device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 1097 time: 0.3156381 Feb 07 22:42:02.135821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:02.144842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.resource_extend [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:42:02.148857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.7 (843f893a-443f-4af7-9d4f-a44888604a47/c41a40de-ddce-4949-b98a-7285a81f6fe3/4067429c-16c4-4959-b5f9-e40df9f390db) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:02.170078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Attempting to bind port bbb500d4-b70e-4372-96cb-632948b1b80b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:02.171167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Attempting to bind port bbb500d4-b70e-4372-96cb-632948b1b80b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e39540bd-a3c3-477c-afff-0a3a8cf2bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '843f893a-443f-4af7-9d4f-a44888604a47'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:02.171603 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Attempting to bind port bbb500d4-b70e-4372-96cb-632948b1b80b on network 843f893a-443f-4af7-9d4f-a44888604a47 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:02.188818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dfe454e7-9c55-4bd1-8b26-d0aae420b53d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:02.203862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-579c01d6-4060-42d1-b192-a0ff3aec41b3 service neutron] 10.222.0.15 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031221 Feb 07 22:42:02.220283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e8f1ad3-51f0-4ad0-be8a-025e091f56ec req-fc6cad52-fc3d-4f2d-9263-8da47566b0af tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491179 Feb 07 22:42:02.293952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.300604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4abb94b7-d558-48bb-91de-2bc92bb65d64 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags/tempest-TagsExtTest-Tag-1734025539 HTTP/1.1" status: 201 len: 201 time: 0.2634749 Feb 07 22:42:02.301583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41678) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:02.307431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-72dcc185-95d6-45af-98cb-6c87ec5cb9e0 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7', 'tempest-TagsExtTest-Tag-167803681') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:02.335802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:42:02.336147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Checking segment: {'id': 'e39540bd-a3c3-477c-afff-0a3a8cf2bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '843f893a-443f-4af7-9d4f-a44888604a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:02.336249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.336336 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.336705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Bound using segment: {'id': 'e39540bd-a3c3-477c-afff-0a3a8cf2bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '843f893a-443f-4af7-9d4f-a44888604a47'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:42:02.337381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Bound port: bbb500d4-b70e-4372-96cb-632948b1b80b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39540bd-a3c3-477c-afff-0a3a8cf2bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '843f893a-443f-4af7-9d4f-a44888604a47'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:02.337775 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.422886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7c6cdb1e-c2c7-402e-abb9-0602cab05245 None None] Provisioning complete for port dfe454e7-9c55-4bd1-8b26-d0aae420b53d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:02.423361 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c6cdb1e-c2c7-402e-abb9-0602cab05245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.449248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529fce4-2c39-4954-97d4-8e91f8066900 req-f217353e-de1b-466c-b332-eb6b6ea2b03b tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:02.450894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c529fce4-2c39-4954-97d4-8e91f8066900 req-f217353e-de1b-466c-b332-eb6b6ea2b03b tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 951 time: 0.1070175 Feb 07 22:42:02.469919 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-72dcc185-95d6-45af-98cb-6c87ec5cb9e0 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags/tempest-TagsExtTest-Tag-167803681 HTTP/1.1" status: 201 len: 201 time: 0.1636398 Feb 07 22:42:02.472138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41682) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:02.480259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-a59a4d91-2bd5-4e07-acb9-a4e6450c59cf tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce', 'tempest-TagsExtTest-Tag-183995213') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:02.497514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c529fce4-2c39-4954-97d4-8e91f8066900 req-0c45cec1-1acf-4c80-978a-d54c5f1df46b tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Feb 07 22:42:02.509422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port dfe454e7-9c55-4bd1-8b26-d0aae420b53d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:02.509870 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.577240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-e0b75d37-7ae8-4dbf-b93f-a5a3dcdde5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:02.578710 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-e0b75d37-7ae8-4dbf-b93f-a5a3dcdde5b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d HTTP/1.1" status: 200 len: 929 time: 0.4543288 Feb 07 22:42:02.614059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] For port bbb500d4-b70e-4372-96cb-632948b1b80b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:42:02.638357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07105bcf-73f2-4374-924d-697a59f2ff7c req-920d2122-bb9f-4b43-b6d9-4e86e22c4148 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:02.641127 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07105bcf-73f2-4374-924d-697a59f2ff7c req-920d2122-bb9f-4b43-b6d9-4e86e22c4148 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.0695367 Feb 07 22:42:02.652748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] For port bbb500d4-b70e-4372-96cb-632948b1b80b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bbb500d4-b70e-4372-96cb-632948b1b80b,segment=NetworkSegment(e39540bd-a3c3-477c-afff-0a3a8cf2bc92),segment_id=e39540bd-a3c3-477c-afff-0a3a8cf2bc92)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:42:02.667450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.686766 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07105bcf-73f2-4374-924d-697a59f2ff7c req-1b656314-a340-4351-876d-2e43a7e96b15 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375023 Feb 07 22:42:02.711165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd383639-4c0a-4597-8e46-de58eba6969c details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:42:02.719911 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30233529-cab5-4f06-adb5-3a3a7ac65c78 req-734f5c64-a748-460d-9425-d575488ff660 service neutron] 10.222.0.15 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799356 Feb 07 22:42:02.725774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-edf704da-41cd-4de0-886b-aa72fb225440 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41 HTTP/1.1" status: 200 len: 217 time: 0.1066887 Feb 07 22:42:02.819320 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Floating IP b990e5f5-a000-43e1-8435-0bba814be96f associated. External IP: 172.25.8.71, port: 2c7d6a44-b35a-4464-8a46-e8fda13dde59. Feb 07 22:42:02.834305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde13f48-cfac-45a9-873e-8e56db9f3028 None None] Pushing event updated for resources: {'Port': ['ID=bbb500d4-b70e-4372-96cb-632948b1b80b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:02.857552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.878550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7c6cdb1e-c2c7-402e-abb9-0602cab05245 None None] Provisioning complete for port b8f33c90-b013-4f73-9449-0d37c32794e7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:02.878888 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c6cdb1e-c2c7-402e-abb9-0602cab05245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.890219 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e', 'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'mac_address': 'fa:16:3e:11:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:01Z', 'updated_at': '2022-02-07T22:41:14Z', 'revision_number': 5, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'subnets': [{'id': '62c98f35-5923-4be0-863e-082686c9d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:02.951685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c83cc4-709b-492e-aa38-cac5aac926ae None None] The sync data for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 is: [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e', 'name': '', 'network_id': '56a2cd29-4fe1-4a52-9946-7ab1eb985f8d', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'mac_address': 'fa:16:3e:11:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '62c98f35-5923-4be0-863e-082686c9d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:01Z', 'updated_at': '2022-02-07T22:41:14Z', 'revision_number': 5, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'subnets': [{'id': '62c98f35-5923-4be0-863e-082686c9d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:02.982787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7c6cdb1e-c2c7-402e-abb9-0602cab05245 None None] Port b8f33c90-b013-4f73-9449-0d37c32794e7 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:03.013731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd383639-4c0a-4597-8e46-de58eba6969c,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:03.031909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'bd383639-4c0a-4597-8e46-de58eba6969c', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'port_id': 'bd383639-4c0a-4597-8e46-de58eba6969c', 'mac_address': 'fa:16:3e:28:ff:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce2e13f-8c37-495b-833a-a61a3b3725c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:42:03.105362 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.126407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd383639-4c0a-4597-8e46-de58eba6969c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:03.131838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5e266ffe-6363-4b95-a7c1-65b815ff7903 None None] Provisioning complete for port b8f33c90-b013-4f73-9449-0d37c32794e7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:03.132533 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e266ffe-6363-4b95-a7c1-65b815ff7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.202427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd383639-4c0a-4597-8e46-de58eba6969c,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:03.204449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5e266ffe-6363-4b95-a7c1-65b815ff7903 None None] Port b8f33c90-b013-4f73-9449-0d37c32794e7 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:03.214383 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.294951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=bd383639-4c0a-4597-8e46-de58eba6969c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:03.327828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-5edb28b8-16ad-48ef-a699-a7931f340f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:03.329172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-5edb28b8-16ad-48ef-a699-a7931f340f52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62c98f35-5923-4be0-863e-082686c9d386 HTTP/1.1" status: 200 len: 868 time: 0.5819380 Feb 07 22:42:03.332588 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-e78f4647-ca42-49bf-9318-9785a3748a80 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips/14584558-5fb1-49bc-9bfa-400d16f4745e HTTP/1.1" status: 200 len: 695 time: 0.5323529 Feb 07 22:42:03.343777 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a59a4d91-2bd5-4e07-acb9-a4e6450c59cf tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags/tempest-TagsExtTest-Tag-183995213 HTTP/1.1" status: 201 len: 201 time: 0.8663614 Feb 07 22:42:03.346538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41730) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:03.352240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-b971462a-e530-4d2c-9dd7-4d2ad6c9e385 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268', 'tempest-TagsExtTest-Tag-1968186325') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:03.421304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c69784-55c2-487f-b73b-84b43eafffb0 req-5465f839-33ff-4173-b4e1-806ffce2c986 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:03.422881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5c69784-55c2-487f-b73b-84b43eafffb0 req-5465f839-33ff-4173-b4e1-806ffce2c986 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 945 time: 0.1088336 Feb 07 22:42:03.430364 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74dd1c-d684-4c1c-933f-4c799ede5a30 None None] New status for floating IP 14584558-5fb1-49bc-9bfa-400d16f4745e: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:42:03.443318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b971462a-e530-4d2c-9dd7-4d2ad6c9e385 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags/tempest-TagsExtTest-Tag-1968186325 HTTP/1.1" status: 201 len: 201 time: 0.0925405 Feb 07 22:42:03.443821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41732) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:03.448672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-926af903-f205-429e-860f-443efb53959d tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:03.491161 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['bd383639-4c0a-4597-8e46-de58eba6969c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:42:03.541496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5c69784-55c2-487f-b73b-84b43eafffb0 req-0400a4a5-d2f9-4098-95da-c66296f1ff92 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025622 Feb 07 22:42:03.543935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.563597 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-926af903-f205-429e-860f-443efb53959d tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags HTTP/1.1" status: 200 len: 241 time: 0.1183250 Feb 07 22:42:03.564455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41734) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:03.570186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-9e03f123-8911-4333-ac4f-5d8f03e1f8ee tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59', 'tempest-TagsExtTest-Tag-1734025539') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:03.603525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-6df22253-34af-48eb-8270-936785870157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:03.605070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-6df22253-34af-48eb-8270-936785870157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631879 Feb 07 22:42:03.652157 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9e03f123-8911-4333-ac4f-5d8f03e1f8ee tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags/tempest-TagsExtTest-Tag-1734025539 HTTP/1.1" status: 204 len: 168 time: 0.0863998 Feb 07 22:42:03.661628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 843f893a-443f-4af7-9d4f-a44888604a47 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:03.662092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41744) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:03.673061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-119f82ea-d5b4-46bb-b75e-a3f66c07bf8f tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:03.674908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-119f82ea-d5b4-46bb-b75e-a3f66c07bf8f tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.3203659 Feb 07 22:42:03.680329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:03.685724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-bfb33c3a-a77a-47fa-97c7-b5e6b3c8c681 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59', 'tempest-TagsExtTest-Tag-1734025539') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:03.784649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:03.788871 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.796860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bfb33c3a-a77a-47fa-97c7-b5e6b3c8c681 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags/tempest-TagsExtTest-Tag-1734025539 HTTP/1.1" status: 204 len: 168 time: 0.1329203 Feb 07 22:42:03.800071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41754) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:03.808234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-7a1c75bf-c336-4e8b-82e9-37ed46b447a9 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:03.842466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=4067429c-16c4-4959-b5f9-e40df9f390db,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:03.907505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7a1c75bf-c336-4e8b-82e9-37ed46b447a9 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags HTTP/1.1" status: 200 len: 205 time: 0.1061077 Feb 07 22:42:03.909528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41762) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:03.914546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-ff3ff3db-9bcc-412a-b873-d4daca9195d3 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:03.960312 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-05e60d54-338b-4ba1-831d-bdf57f305545 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.1862466 Feb 07 22:42:04.010633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ff3ff3db-9bcc-412a-b873-d4daca9195d3 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags HTTP/1.1" status: 200 len: 240 time: 0.0998340 Feb 07 22:42:04.011238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41764) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:04.017211 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-7cab3b9d-4781-44c7-aea3-bfafd039b548 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7', 'tempest-TagsExtTest-Tag-167803681') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:04.026307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ebca2-8970-4d49-ac51-bf7a6fe0b2ed req-63160425-59f7-4f55-bbbc-9e12fbf2d49c tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:04.027802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-128ebca2-8970-4d49-ac51-bf7a6fe0b2ed req-63160425-59f7-4f55-bbbc-9e12fbf2d49c tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.0752559 Feb 07 22:42:04.045311 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:04.046092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.070675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Router dd71b512-7082-419e-9e00-2a54a69feebc has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:42:04.081913 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-faab1021-5537-42bf-b2f1-8cf4175e9721 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0912936 Feb 07 22:42:04.098447 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-d883ac05-ecec-442d-a9de-84ecb1d46f55 service neutron] 10.222.0.24 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773679 Feb 07 22:42:04.101069 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-128ebca2-8970-4d49-ac51-bf7a6fe0b2ed req-d38fcf20-7d0e-4bd2-92f2-b960e76dc444 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497019 Feb 07 22:42:04.142049 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7cab3b9d-4781-44c7-aea3-bfafd039b548 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags/tempest-TagsExtTest-Tag-167803681 HTTP/1.1" status: 204 len: 168 time: 0.1276462 Feb 07 22:42:04.144004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41766) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:04.150629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-80230441-58df-40dc-8781-7f9a3a0c8f31 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7', 'tempest-TagsExtTest-Tag-167803681') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:04.158940 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.168085 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fa768c89-753c-4a56-93bb-cb9c42e714f0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.8151639 Feb 07 22:42:04.180060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41772) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:04.195112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '843f893a-443f-4af7-9d4f-a44888604a47', 'name': 'tempest-PortsTestJSON-1782138145'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:04.238664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbedb15-78f6-4bbf-85c1-cc912902f3b9 None None] Network 843f893a-443f-4af7-9d4f-a44888604a47 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:04.326945 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-80230441-58df-40dc-8781-7f9a3a0c8f31 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags/tempest-TagsExtTest-Tag-167803681 HTTP/1.1" status: 204 len: 168 time: 0.1806538 Feb 07 22:42:04.330989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41784) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:04.335656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-413a0561-9a20-4333-b241-f041d43512a9 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:04.436482 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-413a0561-9a20-4333-b241-f041d43512a9 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags HTTP/1.1" status: 200 len: 205 time: 0.1036439 Feb 07 22:42:04.439113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:04.442816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.444287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41796) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:04.451949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-1018623b-55f6-4a00-aeb6-d6de2ecfec5e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:04.459844 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a9002a4-11a8-4a00-96c2-ad3c1ce67480 req-5c0fb8fe-f05e-495b-9716-8ab9c38dee45 service neutron] 10.222.0.24 "GET /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088691 Feb 07 22:42:04.467621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 19700f70-e401-42a5-9ee2-1ca4a71c08b8 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:04.498670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:04.505677 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.513285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Deleting port b986562d-82e5-4239-8682-6a4c6a0ff64b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:04.513625 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.563209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bbb500d4-b70e-4372-96cb-632948b1b80b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:04.567418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] Sync routers for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:04.619841 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7c9480ee-95be-4f8f-a33f-c55ceab2cae6 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "PUT /v2.0/floatingips/b990e5f5-a000-43e1-8435-0bba814be96f HTTP/1.1" status: 200 len: 990 time: 3.8582656 Feb 07 22:42:04.621166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:04.621800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:41:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:04.622631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'tag': '2c7d6a44-b35a-4464-8a46-e8fda13dde59'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:04.625492 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaa2f11-dd03-48aa-9721-9ee3439269bf", "tag": "2c7d6a44-b35a-4464-8a46-e8fda13dde59"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:04.641907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1018623b-55f6-4a00-aeb6-d6de2ecfec5e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags HTTP/1.1" status: 200 len: 240 time: 0.1921625 Feb 07 22:42:04.642613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41814) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:04.646510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.9 (843f893a-443f-4af7-9d4f-a44888604a47/c41a40de-ddce-4949-b98a-7285a81f6fe3/19700f70-e401-42a5-9ee2-1ca4a71c08b8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:04.649805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-d6b7a420-e1b7-420e-99d0-a3e01f20ea83 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce', 'tempest-TagsExtTest-Tag-183995213') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:04.699775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd383639-4c0a-4597-8e46-de58eba6969c up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:04.705936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ed2fb51c-9b04-4f54-8c54-891dc5f33b89 None None] Provisioning complete for port bbb500d4-b70e-4372-96cb-632948b1b80b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:04.706309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb51c-9b04-4f54-8c54-891dc5f33b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.757662 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.758063 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.773761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Calling delete_port for b986562d-82e5-4239-8682-6a4c6a0ff64b owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:04.788174 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d6b7a420-e1b7-420e-99d0-a3e01f20ea83 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags/tempest-TagsExtTest-Tag-183995213 HTTP/1.1" status: 204 len: 168 time: 0.1419973 Feb 07 22:42:04.790493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41824) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:04.795213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-36d724ea-e7ad-4c96-80cf-3ce307a88052 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce', 'tempest-TagsExtTest-Tag-183995213') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:04.865255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3bf33-430e-487b-bb99-162c381e52dc req-4bb254d7-8643-4ad2-8779-5f5ed16fc6b0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:04.868168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ac3bf33-430e-487b-bb99-162c381e52dc req-4bb254d7-8643-4ad2-8779-5f5ed16fc6b0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 945 time: 0.1321828 Feb 07 22:42:04.892092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bbb500d4-b70e-4372-96cb-632948b1b80b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:04.892649 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.915353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.933004 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ac3bf33-430e-487b-bb99-162c381e52dc req-fba3feb2-6715-4000-addc-f75e608304f8 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579984 Feb 07 22:42:04.938471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:04.948873 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-36d724ea-e7ad-4c96-80cf-3ce307a88052 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags/tempest-TagsExtTest-Tag-183995213 HTTP/1.1" status: 204 len: 168 time: 0.1573849 Feb 07 22:42:04.951262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41826) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:04.956941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-8efac63c-0d0c-491b-90a4-a980335e8f92 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:04.979772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.032437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 843f893a-443f-4af7-9d4f-a44888604a47 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:05.036833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:05.042659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:05.047492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port bd383639-4c0a-4597-8e46-de58eba6969c completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:05.103824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port bd383639-4c0a-4597-8e46-de58eba6969c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:05.104209 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.110736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=19700f70-e401-42a5-9ee2-1ca4a71c08b8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:05.130329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.133674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:05.134738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.135005 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb51c-9b04-4f54-8c54-891dc5f33b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.155346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e066139-3a1c-4ffb-a16d-a1cf8988f565 req-6f163607-dfb6-4ead-b24b-d4f279332bff tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:05.157513 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e066139-3a1c-4ffb-a16d-a1cf8988f565 req-6f163607-dfb6-4ead-b24b-d4f279332bff tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.1184905 Feb 07 22:42:05.161857 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-13a9523a-e828-4286-a8eb-633d20ac51e8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9732580 Feb 07 22:42:05.164654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41830) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:05.277054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e066139-3a1c-4ffb-a16d-a1cf8988f565 req-e01101ea-b007-45a5-a379-ef1426802d69 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740557 Feb 07 22:42:05.309630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3ef2e-e766-4841-b4ef-b38b38e35287 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:05.314605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ed2fb51c-9b04-4f54-8c54-891dc5f33b89 None None] For port bbb500d4-b70e-4372-96cb-632948b1b80b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bbb500d4-b70e-4372-96cb-632948b1b80b,segment=NetworkSegment(e39540bd-a3c3-477c-afff-0a3a8cf2bc92),segment_id=e39540bd-a3c3-477c-afff-0a3a8cf2bc92)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:05.314826 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0fb3ef2e-e766-4841-b4ef-b38b38e35287 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 920 time: 0.1461751 Feb 07 22:42:05.314914 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.315328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41832) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:05.336372 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb51c-9b04-4f54-8c54-891dc5f33b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.479107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c83c3-0087-410e-9903-57b6e0821511 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 19700f70-e401-42a5-9ee2-1ca4a71c08b8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:05.479796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3d8c83c3-0087-410e-9903-57b6e0821511 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.505866 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b0714-4594-4089-87a1-a888d956118b x-openstack-request-id: req-511b0714-4594-4089-87a1-a888d956118b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:05.506158 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaa2f11-dd03-48aa-9721-9ee3439269bf", "tag": "2c7d6a44-b35a-4464-8a46-e8fda13dde59", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:05.506407 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-511b0714-4594-4089-87a1-a888d956118b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:05.506790 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'tag': '2c7d6a44-b35a-4464-8a46-e8fda13dde59', 'status': 'completed', 'code': 200} Feb 07 22:42:05.511045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8efac63c-0d0c-491b-90a4-a980335e8f92 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags HTTP/1.1" status: 200 len: 205 time: 0.5558701 Feb 07 22:42:05.512795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fb51c-9b04-4f54-8c54-891dc5f33b89 None None] Pushing event updated for resources: {'Port': ['ID=bbb500d4-b70e-4372-96cb-632948b1b80b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:05.517950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Pushing event deleted for resources: {'Port': ['ID=b986562d-82e5-4239-8682-6a4c6a0ff64b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:05.528772 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.556317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41838) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:05.583858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-e62131f0-d635-4253-b90a-a5e776953666 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:05.611786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3d8c83c3-0087-410e-9903-57b6e0821511 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.625973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c83c3-0087-410e-9903-57b6e0821511 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 19700f70-e401-42a5-9ee2-1ca4a71c08b8 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:05.643951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd383639-4c0a-4597-8e46-de58eba6969c,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:05.646608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:05.649837 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fb167d-9037-45ad-9127-bba98081ffd3" -d '{"events": [{"server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "name": "network-vif-plugged", "status": "completed", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:05.658340 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:42:05.659438 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:42:05.665169 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.678016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6972725b-9f64-426d-a012-93cf1959dcb5 None None] Provisioning complete for port 19700f70-e401-42a5-9ee2-1ca4a71c08b8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:05.678016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6972725b-9f64-426d-a012-93cf1959dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.691504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-fe059963-06a9-4b0b-9c4b-f226fc88b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:05.693035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-fe059963-06a9-4b0b-9c4b-f226fc88b857 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1e8aff77dc54f3d8875348cb599922a&device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 1096 time: 0.1965668 Feb 07 22:42:05.696196 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e62131f0-d635-4253-b90a-a5e776953666 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags HTTP/1.1" status: 200 len: 241 time: 0.1368861 Feb 07 22:42:05.698707 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41848) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:05.704004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-92cbecb5-7f7f-48c7-bd3a-77708cb2f55a tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268', 'tempest-TagsExtTest-Tag-1968186325') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:05.747999 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.751797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.752811 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8080711e-4a28-4eca-8032-81aa564fb4e8 req-f8783219-0801-4026-9467-8e20099d3eae tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "DELETE /v2.0/floatingips/14584558-5fb1-49bc-9bfa-400d16f4745e HTTP/1.1" status: 204 len: 173 time: 1.6696954 Feb 07 22:42:05.780986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:05.806453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-92cbecb5-7f7f-48c7-bd3a-77708cb2f55a tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags/tempest-TagsExtTest-Tag-1968186325 HTTP/1.1" status: 204 len: 168 time: 0.1066542 Feb 07 22:42:05.810431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41856) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:05.811787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b76a15-2b1f-4fe8-9421-7f1873226071 req-82240b56-52a8-4833-abaf-5f6a483eb312 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:05.813336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0b76a15-2b1f-4fe8-9421-7f1873226071 req-82240b56-52a8-4833-abaf-5f6a483eb312 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.1181326 Feb 07 22:42:05.822696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-ac76654b-565d-40d8-a5f1-fc714e2ba266 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268', 'tempest-TagsExtTest-Tag-1968186325') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:05.830283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6972725b-9f64-426d-a012-93cf1959dcb5 None None] Port 19700f70-e401-42a5-9ee2-1ca4a71c08b8 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:05.837637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=bd383639-4c0a-4597-8e46-de58eba6969c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:05.861056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b990e5f5-a000-43e1-8435-0bba814be96f', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'port_id': '2c7d6a44-b35a-4464-8a46-e8fda13dde59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'mac_address': 'fa:16:3e:16:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:42:02Z', 'revision_number': 1, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c0f5d7-3931-4268-aa52-c15231613ac8', 'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'mac_address': 'fa:16:3e:07:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:00Z', 'updated_at': '2022-02-07T22:41:12Z', 'revision_number': 5, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'subnets': [{'id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:05.881191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-86720c4d-db8f-4148-b9dc-a22c4c5acb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:05.881191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-86720c4d-db8f-4148-b9dc-a22c4c5acb2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7babd62-f953-4389-8f30-86386c833084 HTTP/1.1" status: 200 len: 912 time: 0.1658859 Feb 07 22:42:05.942963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ac76654b-565d-40d8-a5f1-fc714e2ba266 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags/tempest-TagsExtTest-Tag-1968186325 HTTP/1.1" status: 204 len: 168 time: 0.1283097 Feb 07 22:42:05.945785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41864) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:05.959485 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0b76a15-2b1f-4fe8-9421-7f1873226071 req-272619dd-c5dc-49b4-b04d-b5ed9a9c24e1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320763 Feb 07 22:42:05.962706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] Checking router: dd71b512-7082-419e-9e00-2a54a69feebc for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:05.965721 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3d8c83c3-0087-410e-9903-57b6e0821511 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.972535 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db056beb-f61f-4e03-a510-7644e025e1b3 x-openstack-request-id: req-db056beb-f61f-4e03-a510-7644e025e1b3 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:05.973604 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "name": "network-vif-plugged", "status": "completed", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:05.988700 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db056beb-f61f-4e03-a510-7644e025e1b3 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:05.988700 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c', 'code': 200} Feb 07 22:42:05.988700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6972725b-9f64-426d-a012-93cf1959dcb5 None None] Provisioning complete for port 4067429c-16c4-4959-b5f9-e40df9f390db triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:05.988700 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6972725b-9f64-426d-a012-93cf1959dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.011219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-730ea09d-fc63-4d0d-8c7c-673fde822d1c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:06.031425 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-c965d721-4515-4cca-a150-60c7053aa8ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c7d6a44-b35a-4464-8a46-e8fda13dde59 HTTP/1.1" status: 200 len: 998 time: 0.1441340 Feb 07 22:42:06.067580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6972725b-9f64-426d-a012-93cf1959dcb5 None None] Port 4067429c-16c4-4959-b5f9-e40df9f390db cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:06.088881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c83c3-0087-410e-9903-57b6e0821511 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=19700f70-e401-42a5-9ee2-1ca4a71c08b8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:06.099951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:06.100104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-cc2f7284-bab3-4766-80c4-2bb118f0c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:06.101178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:41:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:06.101720 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-cc2f7284-bab3-4766-80c4-2bb118f0c8bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b HTTP/1.1" status: 200 len: 851 time: 0.0679886 Feb 07 22:42:06.187783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-a9500f10-fbb6-4d15-80ad-1b7982aa43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:06.193384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-a9500f10-fbb6-4d15-80ad-1b7982aa43d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7babd62-f953-4389-8f30-86386c833084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827379 Feb 07 22:42:06.300511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:06.312468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e4c7-e67f-4a3c-9b31-075e556defb1 req-023d6fa2-24d5-4704-8fac-aaf1a593c7f1 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:06.317736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8345e4c7-e67f-4a3c-9b31-075e556defb1 req-023d6fa2-24d5-4704-8fac-aaf1a593c7f1 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 946 time: 0.1230679 Feb 07 22:42:06.369643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8345e4c7-e67f-4a3c-9b31-075e556defb1 req-9f78075c-bbd4-48a9-bb69-aa352f013ce0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Feb 07 22:42:06.376882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-1b6025d0-619b-421d-bce7-0995e8cbf378 service neutron] 10.222.0.24 "GET /v2.0/networks/f7babd62-f953-4389-8f30-86386c833084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710536 Feb 07 22:42:06.450760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6972725b-9f64-426d-a012-93cf1959dcb5 None None] Provisioning complete for port bbb500d4-b70e-4372-96cb-632948b1b80b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:06.451152 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6972725b-9f64-426d-a012-93cf1959dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.521884 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09e955cf-cbe6-43da-aeb1-2a1677a0b5d4 req-b5007b66-25fa-4a5b-87fd-ff7704e515e9 service neutron] 10.222.0.24 "GET /v2.0/networks/f7babd62-f953-4389-8f30-86386c833084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355383 Feb 07 22:42:06.571346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-730ea09d-fc63-4d0d-8c7c-673fde822d1c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags HTTP/1.1" status: 200 len: 205 time: 0.5915611 Feb 07 22:42:06.580145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41892) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:06.586614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-12c2bcff-35b0-4f54-8d0c-027c003fac14 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:06.644118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3f95c-42a9-422f-a023-7921f9745788 req-21544040-a358-416c-9d90-b8e65bdd7442 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:06.645827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8d3f95c-42a9-422f-a023-7921f9745788 req-21544040-a358-416c-9d90-b8e65bdd7442 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.0833952 Feb 07 22:42:06.647349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b107d-787d-437a-97d2-f775a892bb3c req-6cef0370-38e3-4b8b-a35e-64702e6d274e tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:06.655757 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f5b107d-787d-437a-97d2-f775a892bb3c req-6cef0370-38e3-4b8b-a35e-64702e6d274e tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5941675 Feb 07 22:42:06.659993 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3d8c83c3-0087-410e-9903-57b6e0821511 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.665698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3d8c83c3-0087-410e-9903-57b6e0821511 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/19700f70-e401-42a5-9ee2-1ca4a71c08b8 HTTP/1.1" status: 204 len: 168 time: 1.3467839 Feb 07 22:42:06.666277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41894) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:06.666401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63670e-8890-4714-836d-0268bd27976a req-69e33856-56e4-49ec-9591-4005802217a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:06.667621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b63670e-8890-4714-836d-0268bd27976a req-69e33856-56e4-49ec-9591-4005802217a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 1097 time: 0.5962834 Feb 07 22:42:06.698707 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64935ac-c6cc-48d0-b404-8575eb683bf3 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:42:06.702709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f64935ac-c6cc-48d0-b404-8575eb683bf3 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/19700f70-e401-42a5-9ee2-1ca4a71c08b8 HTTP/1.1" status: 404 len: 333 time: 0.0333412 Feb 07 22:42:06.703445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41896) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:06.737569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f5b107d-787d-437a-97d2-f775a892bb3c req-a1935f70-56c2-4ad6-9bac-91c428b2e459 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0808635 Feb 07 22:42:06.757283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bbb500d4-b70e-4372-96cb-632948b1b80b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:06.761862 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-12c2bcff-35b0-4f54-8d0c-027c003fac14 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags HTTP/1.1" status: 204 len: 168 time: 0.1786611 Feb 07 22:42:06.764667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41904) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:06.769150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-c4995d63-182c-4561-b389-6dd588623795 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:06.781618 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8d3f95c-42a9-422f-a023-7921f9745788 req-a2c0e402-d598-4209-aeb3-d78b27ae482b tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228144 Feb 07 22:42:06.791505 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.871531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d9599bd-8c34-4191-8240-02de91644e2b req-ed4d178b-2218-4d25-8ebc-12d0197491f1 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0450559 Feb 07 22:42:06.892289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:06.899214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b63670e-8890-4714-836d-0268bd27976a req-b9dfbdee-6b2e-40f5-a28e-c81834ab7a5d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062008 Feb 07 22:42:06.910807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0a79cca0-e552-4cf8-ad46-4b7d995168ed tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 4067429c-16c4-4959-b5f9-e40df9f390db {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:06.911165 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a79cca0-e552-4cf8-ad46-4b7d995168ed tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.918102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.934322 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:42:06.940697 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c4995d63-182c-4561-b389-6dd588623795 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1738496 Feb 07 22:42:06.941951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41928) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:06.946213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-0341035b-1ca6-4366-a833-b6b8964fa4db tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:07.042131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bbb500d4-b70e-4372-96cb-632948b1b80b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:07.042733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.055380 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=11']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:07.065879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0341035b-1ca6-4366-a833-b6b8964fa4db tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags HTTP/1.1" status: 204 len: 168 time: 0.1206803 Feb 07 22:42:07.068331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41934) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:07.072737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-7389f8c1-f1b3-4ee0-9724-d47f7b5c5d7d tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:07.141432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b990e5f5-a000-43e1-8435-0bba814be96f', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'port_id': '2c7d6a44-b35a-4464-8a46-e8fda13dde59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'mac_address': 'fa:16:3e:16:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:42:02Z', 'revision_number': 1, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c0f5d7-3931-4268-aa52-c15231613ac8', 'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'mac_address': 'fa:16:3e:07:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:00Z', 'updated_at': '2022-02-07T22:41:12Z', 'revision_number': 5, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'subnets': [{'id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:07.143608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a79cca0-e552-4cf8-ad46-4b7d995168ed tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.160826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0a79cca0-e552-4cf8-ad46-4b7d995168ed tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 4067429c-16c4-4959-b5f9-e40df9f390db owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:07.179507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597682f-fe3d-4a2c-92f6-5ad9add413f9 None None] The sync data for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 is: [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b990e5f5-a000-43e1-8435-0bba814be96f', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'port_id': '2c7d6a44-b35a-4464-8a46-e8fda13dde59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'mac_address': 'fa:16:3e:16:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:42:02Z', 'revision_number': 1, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c0f5d7-3931-4268-aa52-c15231613ac8', 'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'mac_address': 'fa:16:3e:07:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:00Z', 'updated_at': '2022-02-07T22:41:12Z', 'revision_number': 5, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'subnets': [{'id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:07.260877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1988aaa7-12db-47f6-ad40-8ba9015b827a None None] Could not find standard attr ID for object 19700f70-e401-42a5-9ee2-1ca4a71c08b8. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:42:07.277454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1988aaa7-12db-47f6-ad40-8ba9015b827a None None] Provisioning complete for port 4067429c-16c4-4959-b5f9-e40df9f390db triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:07.277982 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1988aaa7-12db-47f6-ad40-8ba9015b827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.317628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670b947-4191-4071-bdcc-828f51e2adfd req-37fcc1a8-2bec-43cf-b0ee-e20fd785ba70 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:07.319165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9670b947-4191-4071-bdcc-828f51e2adfd req-37fcc1a8-2bec-43cf-b0ee-e20fd785ba70 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.1446979 Feb 07 22:42:07.328891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1988aaa7-12db-47f6-ad40-8ba9015b827a None None] Port 4067429c-16c4-4959-b5f9-e40df9f390db cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:07.427444 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9670b947-4191-4071-bdcc-828f51e2adfd req-768a0e63-fe62-49ba-b1e5-ca45fedd965f tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996830 Feb 07 22:42:07.434979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7389f8c1-f1b3-4ee0-9724-d47f7b5c5d7d tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags HTTP/1.1" status: 204 len: 168 time: 0.3620851 Feb 07 22:42:07.435338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41964) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:07.440907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-47c4bbd6-8af4-47d5-a501-e3b2bd82afde tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59', 'tempest-TagsExtTest-Tag-1856776685') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:07.456854 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a79cca0-e552-4cf8-ad46-4b7d995168ed tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.525271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79cca0-e552-4cf8-ad46-4b7d995168ed tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=4067429c-16c4-4959-b5f9-e40df9f390db,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:07.597846 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-47c4bbd6-8af4-47d5-a501-e3b2bd82afde tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags/tempest-TagsExtTest-Tag-1856776685 HTTP/1.1" status: 201 len: 201 time: 0.1582518 Feb 07 22:42:07.598649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41972) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:07.609151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-8a13d08d-f811-4662-81cc-b6f4e6bef0e3 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7', 'tempest-TagsExtTest-Tag-82632720') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:07.619288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a79cca0-e552-4cf8-ad46-4b7d995168ed tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.624403 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0a79cca0-e552-4cf8-ad46-4b7d995168ed tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/4067429c-16c4-4959-b5f9-e40df9f390db HTTP/1.1" status: 204 len: 168 time: 0.9191878 Feb 07 22:42:07.628391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41974) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:07.677698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13071769-fbf3-4fab-9dcb-c9533d54d949 req-30029522-1978-4304-a43b-43abe428ae7e tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:07.679325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13071769-fbf3-4fab-9dcb-c9533d54d949 req-30029522-1978-4304-a43b-43abe428ae7e tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 946 time: 0.1162913 Feb 07 22:42:07.680927 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f15c13b-ac01-45be-8701-d57938ddffb2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:42:07.682463 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1f15c13b-ac01-45be-8701-d57938ddffb2 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/4067429c-16c4-4959-b5f9-e40df9f390db HTTP/1.1" status: 404 len: 333 time: 0.0535617 Feb 07 22:42:07.685561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41976) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:07.769549 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8a13d08d-f811-4662-81cc-b6f4e6bef0e3 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags/tempest-TagsExtTest-Tag-82632720 HTTP/1.1" status: 201 len: 201 time: 0.1697392 Feb 07 22:42:07.771863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41980) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:07.772747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13071769-fbf3-4fab-9dcb-c9533d54d949 req-e2be8191-9768-41b3-941f-d187c528fa6f tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755742 Feb 07 22:42:07.776618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-e539ad4f-afc8-4257-8ba1-e108f3abf69f tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce', 'tempest-TagsExtTest-Tag-867977246') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:07.822897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dae162b-58a5-4c2b-892c-ff0446c8852c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet c41a40de-ddce-4949-b98a-7285a81f6fe3 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:07.838990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9dae162b-58a5-4c2b-892c-ff0446c8852c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.947571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9dae162b-58a5-4c2b-892c-ff0446c8852c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.977775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:07.980201 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b11cda-2785-4998-b9ee-76348386a9aa" -d '{"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:07.983637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f58ef-ad82-468b-8934-4282006007ea req-0e239bd2-9e19-4a8e-9558-36a141fabee1 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:07.988103 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a8f58ef-ad82-468b-8934-4282006007ea req-0e239bd2-9e19-4a8e-9558-36a141fabee1 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 946 time: 0.1701584 Feb 07 22:42:08.027147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e539ad4f-afc8-4257-8ba1-e108f3abf69f tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags/tempest-TagsExtTest-Tag-867977246 HTTP/1.1" status: 201 len: 201 time: 0.2515275 Feb 07 22:42:08.027789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42004) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:08.035637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-04eb5d39-c47e-4463-9817-061c6dec0bf2 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268', 'tempest-TagsExtTest-Tag-1714752219') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:08.078302 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a8f58ef-ad82-468b-8934-4282006007ea req-526ab92d-2457-4e9f-a704-97024c96a96d tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834732 Feb 07 22:42:08.114287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04eb5d39-c47e-4463-9817-061c6dec0bf2 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags/tempest-TagsExtTest-Tag-1714752219 HTTP/1.1" status: 201 len: 201 time: 0.0847857 Feb 07 22:42:08.117035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42014) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:08.121903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-2f163c6e-0cac-417b-abb1-d57c0cdce4a3 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59', {'tags': ['tempest-TagsExtTest-Tag-741740884', 'tempest-TagsExtTest-Tag-1785381213', 'tempest-TagsExtTest-Tag-1647232599']}) {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:08.134745 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9dae162b-58a5-4c2b-892c-ff0446c8852c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.187224 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d668cc-6850-47cf-a0c0-b017d56f8943 None None] New status for floating IP b990e5f5-a000-43e1-8435-0bba814be96f: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:42:08.272291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2f163c6e-0cac-417b-abb1-d57c0cdce4a3 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags HTTP/1.1" status: 200 len: 317 time: 0.1540589 Feb 07 22:42:08.274737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42026) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:08.280294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-3334308f-9ad5-4c79-adc4-23be8d7919a2 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:08.286888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe94600-8fd5-4ba6-ae12-761753e25719 req-a47b01cb-3589-40f3-97aa-20bf5053ff7f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:08.294524 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbe94600-8fd5-4ba6-ae12-761753e25719 req-a47b01cb-3589-40f3-97aa-20bf5053ff7f tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.0794492 Feb 07 22:42:08.304593 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9dae162b-58a5-4c2b-892c-ff0446c8852c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.345354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae162b-58a5-4c2b-892c-ff0446c8852c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=c41a40de-ddce-4949-b98a-7285a81f6fe3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:08.351497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9dae162b-58a5-4c2b-892c-ff0446c8852c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.354664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9dae162b-58a5-4c2b-892c-ff0446c8852c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/c41a40de-ddce-4949-b98a-7285a81f6fe3 HTTP/1.1" status: 204 len: 168 time: 0.6678259 Feb 07 22:42:08.357497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42028) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:08.369403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789395f-b622-450a-a1a9-f86d03c85a43 None None] Network 843f893a-443f-4af7-9d4f-a44888604a47 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:08.376128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3334308f-9ad5-4c79-adc4-23be8d7919a2 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags HTTP/1.1" status: 204 len: 168 time: 0.0998633 Feb 07 22:42:08.376959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42030) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:08.392768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-990267db-e2b8-4d93-bf2c-ff3d8c6167f1 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59', 'tempest-TagsExtTest-Tag-741740884') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:08.411386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbe94600-8fd5-4ba6-ae12-761753e25719 req-65d83c81-8f4b-4c9a-a548-99fcbfd86b7d tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157861 Feb 07 22:42:08.469819 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb255e73-d0de-42f8-876c-1c42073bbbf6 x-openstack-request-id: req-cb255e73-d0de-42f8-876c-1c42073bbbf6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:08.470111 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:08.470361 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb255e73-d0de-42f8-876c-1c42073bbbf6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:08.470752 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'code': 200} Feb 07 22:42:08.507648 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.563877 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-990267db-e2b8-4d93-bf2c-ff3d8c6167f1 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:08.566026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-990267db-e2b8-4d93-bf2c-ff3d8c6167f1 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags/tempest-TagsExtTest-Tag-741740884 HTTP/1.1" status: 404 len: 328 time: 0.1861486 Feb 07 22:42:08.569535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42046) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:08.580830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-74fe71c5-dab5-4089-b60d-31294ae4f906 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59', 'tempest-TagsExtTest-Tag-1785381213') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:08.591417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a162f-bed7-41d2-b0ea-5b25672926eb req-e9d5ea6e-e870-42f1-be9e-9255cdb6a5e2 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:08.600468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a162f-bed7-41d2-b0ea-5b25672926eb req-e9d5ea6e-e870-42f1-be9e-9255cdb6a5e2 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.0752616 Feb 07 22:42:08.642450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port bbb500d4-b70e-4372-96cb-632948b1b80b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:08.642782 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.648368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-933a162f-bed7-41d2-b0ea-5b25672926eb req-6082f0a0-6d81-49c9-aa22-a812490e8cff tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468524 Feb 07 22:42:08.723425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e082f3-218c-47da-b460-0dcf1463d413 None None] DHCP port deletion for 843f893a-443f-4af7-9d4f-a44888604a47 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:42:08.752464 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-74fe71c5-dab5-4089-b60d-31294ae4f906 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:08.756327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-74fe71c5-dab5-4089-b60d-31294ae4f906 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags/tempest-TagsExtTest-Tag-1785381213 HTTP/1.1" status: 404 len: 329 time: 0.1837347 Feb 07 22:42:08.757403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42064) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:08.766239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-c17616f7-9a49-42db-94fd-6cedf163789c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59', 'tempest-TagsExtTest-Tag-1647232599') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:08.770028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] For port bbb500d4-b70e-4372-96cb-632948b1b80b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bbb500d4-b70e-4372-96cb-632948b1b80b,segment=NetworkSegment(e39540bd-a3c3-477c-afff-0a3a8cf2bc92),segment_id=e39540bd-a3c3-477c-afff-0a3a8cf2bc92)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:08.770402 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.789162 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19876003-2e08-4558-8538-93dc720969b6 req-823e74f7-427d-477c-808e-f5fa0f2f9012 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:08.790748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19876003-2e08-4558-8538-93dc720969b6 req-823e74f7-427d-477c-808e-f5fa0f2f9012 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.0551012 Feb 07 22:42:08.804429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-93e082f3-218c-47da-b460-0dcf1463d413 None None] Deleting port bbb500d4-b70e-4372-96cb-632948b1b80b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:08.804914 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93e082f3-218c-47da-b460-0dcf1463d413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.806862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for bbb500d4-b70e-4372-96cb-632948b1b80b owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:08.895901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19876003-2e08-4558-8538-93dc720969b6 req-9755c96e-1021-429f-b21f-b13021a13f4f tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982287 Feb 07 22:42:08.904853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-93e082f3-218c-47da-b460-0dcf1463d413 None None] For port bbb500d4-b70e-4372-96cb-632948b1b80b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bbb500d4-b70e-4372-96cb-632948b1b80b,segment=NetworkSegment(e39540bd-a3c3-477c-afff-0a3a8cf2bc92),segment_id=e39540bd-a3c3-477c-afff-0a3a8cf2bc92)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:08.906493 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93e082f3-218c-47da-b460-0dcf1463d413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.909241 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-c17616f7-9a49-42db-94fd-6cedf163789c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:08.912973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c17616f7-9a49-42db-94fd-6cedf163789c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags/tempest-TagsExtTest-Tag-1647232599 HTTP/1.1" status: 404 len: 329 time: 0.1488204 Feb 07 22:42:08.913454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42082) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:08.920648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-f04ebe55-662c-4753-90d6-a2f794ef1802 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:08.922160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-f04ebe55-662c-4753-90d6-a2f794ef1802 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 946 time: 0.1132748 Feb 07 22:42:08.924803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-8de2dea2-b30e-4be6-a9f8-4cec2d8376fc tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7', {'tags': ['tempest-TagsExtTest-Tag-159885652', 'tempest-TagsExtTest-Tag-1070321224', 'tempest-TagsExtTest-Tag-1306710400']}) {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:08.934350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-93e082f3-218c-47da-b460-0dcf1463d413 None None] Calling delete_port for bbb500d4-b70e-4372-96cb-632948b1b80b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:09.020866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.054388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=bbb500d4-b70e-4372-96cb-632948b1b80b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:09.063260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8de2dea2-b30e-4be6-a9f8-4cec2d8376fc tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags HTTP/1.1" status: 200 len: 317 time: 0.1455913 Feb 07 22:42:09.064235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42088) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:09.066378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No DVR routers for this DVR port bbb500d4-b70e-4372-96cb-632948b1b80b on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:09.070757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-ab272a9d-dd24-49b6-bb41-0976249da97c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: from cryptography.utils import int_from_bytes Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: from cryptography.utils import int_from_bytes Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.086924 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:42:09.089752 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:42:09.095872 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93e082f3-218c-47da-b460-0dcf1463d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.127163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b9cae-cc88-4a28-88d3-9ede16069be3 req-68bf4a7a-697a-4178-805e-fb090c0eb56d tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.128689 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b4b9cae-cc88-4a28-88d3-9ede16069be3 req-68bf4a7a-697a-4178-805e-fb090c0eb56d tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 946 time: 0.0791328 Feb 07 22:42:09.146045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e082f3-218c-47da-b460-0dcf1463d413 None None] Pushing event deleted for resources: {'Port': ['ID=bbb500d4-b70e-4372-96cb-632948b1b80b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:09.149631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e082f3-218c-47da-b460-0dcf1463d413 None None] No DVR routers for this DVR port bbb500d4-b70e-4372-96cb-632948b1b80b on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:09.169826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Deleting port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:09.171448 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.191607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.220234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843f893a-443f-4af7-9d4f-a44888604a47']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:09.237720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39540bd-a3c3-477c-afff-0a3a8cf2bc92') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:09.238017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39540bd-a3c3-477c-afff-0a3a8cf2bc92') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:09.248920 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b4b9cae-cc88-4a28-88d3-9ede16069be3 req-6991cb7e-6e86-4aa6-91d1-201e02e7f6e4 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/security-groups?id=9edeae37-e0e0-4a16-83cd-3b8bf5239a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085858 Feb 07 22:42:09.276962 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.299258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ab272a9d-dd24-49b6-bb41-0976249da97c tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags HTTP/1.1" status: 204 len: 168 time: 0.2315762 Feb 07 22:42:09.299598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42094) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:09.304881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-41a9abdf-203a-434d-9230-24a4a52a36cb tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7', 'tempest-TagsExtTest-Tag-159885652') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:09.309744 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.333096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] For port a9f3e576-d0ac-4638-9f00-c2d081d1fb41, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:09.333804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.350398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:42:09.350944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:42:09.355141 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:42:09.367289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Calling delete_port for a9f3e576-d0ac-4638-9f00-c2d081d1fb41 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:09.433327 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.437750 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-41a9abdf-203a-434d-9230-24a4a52a36cb tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:09.438809 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-41a9abdf-203a-434d-9230-24a4a52a36cb tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags/tempest-TagsExtTest-Tag-159885652 HTTP/1.1" status: 404 len: 328 time: 0.1377265 Feb 07 22:42:09.444856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42100) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:09.445282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.448542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/networks/843f893a-443f-4af7-9d4f-a44888604a47 HTTP/1.1" status: 204 len: 168 time: 1.0891638 Feb 07 22:42:09.455938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-ee70d3ec-b7db-441b-9770-4b6fcc88015b tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7', 'tempest-TagsExtTest-Tag-1070321224') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:09.458004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42102) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:09.462598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838cad2-a6aa-4e42-8dd3-bb10c5ae462b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Network': ['ID=843f893a-443f-4af7-9d4f-a44888604a47,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:09.486258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1798665640'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:09.503767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e452a57-ab29-4c0f-aaab-f09f156e923f req-627d4c04-8de1-4b68-a61a-d31143ad4b9a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.505272 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3e452a57-ab29-4c0f-aaab-f09f156e923f req-627d4c04-8de1-4b68-a61a-d31143ad4b9a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 946 time: 0.1608686 Feb 07 22:42:09.550643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d82890-dc3b-4d0d-ba76-22e08f7968f3 req-5a47333e-9825-40c1-8e7d-cf2336f1bee8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.552172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46d82890-dc3b-4d0d-ba76-22e08f7968f3 req-5a47333e-9825-40c1-8e7d-cf2336f1bee8 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 948 time: 0.0589445 Feb 07 22:42:09.582467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:09.585876 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.625455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46d82890-dc3b-4d0d-ba76-22e08f7968f3 req-d82144d6-87b4-4163-bdb4-5fa321a798c4 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609603 Feb 07 22:42:09.630668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-576b0541-13e0-4cbf-bd65-6ae1340ab218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.632090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-576b0541-13e0-4cbf-bd65-6ae1340ab218 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee493ff6ee9a454ab31012215a82dd86&device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 1097 time: 0.0773492 Feb 07 22:42:09.643446 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3e452a57-ab29-4c0f-aaab-f09f156e923f req-eb8a4593-0da2-4288-9106-c70fe51fae19 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182697 Feb 07 22:42:09.661780 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-ee70d3ec-b7db-441b-9770-4b6fcc88015b tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:09.662814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ee70d3ec-b7db-441b-9770-4b6fcc88015b tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags/tempest-TagsExtTest-Tag-1070321224 HTTP/1.1" status: 404 len: 329 time: 0.2176077 Feb 07 22:42:09.666482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42104) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:09.672369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:09.673887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-329c7c9e-8853-44f8-9c2f-7c855707d5cf tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7', 'tempest-TagsExtTest-Tag-1306710400') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:09.688863 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.689203 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Added segment fc3f021b-e5ad-4b96-a584-5fbf2e9c9305 of type vlan for network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 Feb 07 22:42:09.699514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.710827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['a9f3e576-d0ac-4638-9f00-c2d081d1fb41'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:42:09.759691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Pushing event deleted for resources: {'Port': ['ID=a9f3e576-d0ac-4638-9f00-c2d081d1fb41,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:09.767537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.829253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-5267b933-9596-4c7b-ac23-c8fbfbd6fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.830723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-5267b933-9596-4c7b-ac23-c8fbfbd6fffd service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 200 len: 916 time: 0.1899340 Feb 07 22:42:09.836527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] No DVR routers for this DVR port a9f3e576-d0ac-4638-9f00-c2d081d1fb41 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:09.841155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.848665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-de5c72cb-f47c-4bfa-a7b4-d8195a112086 req-ede6a4e7-1483-47dc-b133-e5aa154618f2 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.24 "DELETE /v2.0/ports/a9f3e576-d0ac-4638-9f00-c2d081d1fb41 HTTP/1.1" status: 204 len: 173 time: 0.9159546 Feb 07 22:42:09.848665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'name': 'network-vif-deleted', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:09.856674 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a0d661-c91d-4f71-a1ef-0136ee23d9b2" -d '{"events": [{"server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "name": "network-vif-deleted", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:09.870904 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.879473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.880243 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.904110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-e167ab1d-2ec5-491e-8ede-62c60e3a089c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d022bba-8a72-4c13-b560-e1ab6ef2986a HTTP/1.1" status: 200 len: 217 time: 0.0630841 Feb 07 22:42:09.912270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d79aa-8014-4215-a834-d6a03a7b4bd7 req-07612f1b-cafe-4fa1-9ef4-70fcfdfd7507 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.913730 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c83d79aa-8014-4215-a834-d6a03a7b4bd7 req-07612f1b-cafe-4fa1-9ef4-70fcfdfd7507 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.1545880 Feb 07 22:42:09.957676 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-329c7c9e-8853-44f8-9c2f-7c855707d5cf tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:09.961400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-329c7c9e-8853-44f8-9c2f-7c855707d5cf tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags/tempest-TagsExtTest-Tag-1306710400 HTTP/1.1" status: 404 len: 329 time: 0.2895200 Feb 07 22:42:09.973563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42112) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:09.982480 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5196102 Feb 07 22:42:09.987461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42114) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:09.990342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-76fbd515-5c54-4bf8-8b31-445983f21c59 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce', {'tags': ['tempest-TagsExtTest-Tag-174195880', 'tempest-TagsExtTest-Tag-1671469239', 'tempest-TagsExtTest-Tag-1735204701']}) {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:09.995423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '3bf85128-dd65-4e13-9952-ec7a6d7cceb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:10.000317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43ded2-1ac0-4868-a57d-8ecffeec3146 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Network': ['ID=3bf85128-dd65-4e13-9952-ec7a6d7cceb5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:10.012357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:42:10.078078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417b754-5f72-42b6-b813-cfefe740740b req-adc22328-76a1-4616-88ee-a65bbcd1fd25 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:10.079513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e417b754-5f72-42b6-b813-cfefe740740b req-adc22328-76a1-4616-88ee-a65bbcd1fd25 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 946 time: 0.1618791 Feb 07 22:42:10.088478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-75a769ab-6367-4957-ae3e-4fb1e5d147d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:10.090425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-75a769ab-6367-4957-ae3e-4fb1e5d147d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d60d8120-12de-40b6-8190-a2163d27ebb8 HTTP/1.1" status: 200 len: 855 time: 0.1756752 Feb 07 22:42:10.097018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c83d79aa-8014-4215-a834-d6a03a7b4bd7 req-ffa0462d-2412-4128-a9eb-9667cead246c tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709077 Feb 07 22:42:10.140073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e417b754-5f72-42b6-b813-cfefe740740b req-3f1c362b-f246-4f8d-acee-4b1eb027abd8 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478072 Feb 07 22:42:10.143031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:10.147227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:10.169956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-76fbd515-5c54-4bf8-8b31-445983f21c59 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags HTTP/1.1" status: 200 len: 317 time: 0.1953578 Feb 07 22:42:10.174807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42116) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:10.179069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-be288bfa-bf63-4784-b1b1-7301759a2105 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:10.182002 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2334bb-c52a-4a6e-b24f-3322fa6305e4 x-openstack-request-id: req-4b2334bb-c52a-4a6e-b24f-3322fa6305e4 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:10.182284 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5770ff-fd9c-4b33-a7f3-91a4182b5a33", "name": "network-vif-deleted", "tag": "a9f3e576-d0ac-4638-9f00-c2d081d1fb41", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:10.182699 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b2334bb-c52a-4a6e-b24f-3322fa6305e4 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:10.183099 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5770ff-fd9c-4b33-a7f3-91a4182b5a33', 'name': 'network-vif-deleted', 'tag': 'a9f3e576-d0ac-4638-9f00-c2d081d1fb41', 'status': 'completed', 'code': 200} Feb 07 22:42:10.190120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-0c8acd13-ca89-4278-b0d1-c645c751c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:10.191619 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-0c8acd13-ca89-4278-b0d1-c645c751c6c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898893 Feb 07 22:42:10.297836 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-c8d035d7-7ce8-49de-95be-3b299ec911aa service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972703 Feb 07 22:42:10.340797 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-be288bfa-bf63-4784-b1b1-7301759a2105 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1627936 Feb 07 22:42:10.341447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42120) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:10.346391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-b1688ed8-b1a8-4417-9d80-8756c7ea2eac tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce', 'tempest-TagsExtTest-Tag-174195880') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:10.418722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-019b4753-540c-41d2-b7fb-8bd0371b2960 req-ea77266a-d265-4bcd-b48e-5793c876f1ac service neutron] 10.222.0.46 "GET /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086330 Feb 07 22:42:10.615801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bbb500d4-b70e-4372-96cb-632948b1b80b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:10.636976 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: bbb500d4-b70e-4372-96cb-632948b1b80b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:10.637319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bbb500d4-b70e-4372-96cb-632948b1b80b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:10.725719 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1364fa3e-03bd-4313-8200-691c71cfa457 req-92a06296-d6b8-45a8-b10e-3cfb380d8b51 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510 tempest-FloatingIPsAssociationNegativeTestJSON-2070463510-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5770ff-fd9c-4b33-a7f3-91a4182b5a33 HTTP/1.1" status: 200 len: 210 time: 0.3385086 Feb 07 22:42:10.750564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00f0d1-7af2-4163-8c40-0d76a820086d req-dbb50f15-ff52-43b1-9138-a04b5398d958 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:10.752108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a00f0d1-7af2-4163-8c40-0d76a820086d req-dbb50f15-ff52-43b1-9138-a04b5398d958 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 948 time: 0.0537028 Feb 07 22:42:10.771041 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-b1688ed8-b1a8-4417-9d80-8756c7ea2eac tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:10.772120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b1688ed8-b1a8-4417-9d80-8756c7ea2eac tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags/tempest-TagsExtTest-Tag-174195880 HTTP/1.1" status: 404 len: 328 time: 0.4301293 Feb 07 22:42:10.775401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42124) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:10.779857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-05c7356e-b203-4952-b717-513dc6c87b69 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce', 'tempest-TagsExtTest-Tag-1671469239') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:10.790797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a00f0d1-7af2-4163-8c40-0d76a820086d req-c4140946-436e-41c0-bb0f-e77c64ee7bb5 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Feb 07 22:42:10.828492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:10.907323 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-05c7356e-b203-4952-b717-513dc6c87b69 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:10.908387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-05c7356e-b203-4952-b717-513dc6c87b69 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags/tempest-TagsExtTest-Tag-1671469239 HTTP/1.1" status: 404 len: 329 time: 0.1320484 Feb 07 22:42:10.911487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42126) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:10.916621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-e57b724e-3ef6-41b3-b588-340cee7b5dcb tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce', 'tempest-TagsExtTest-Tag-1735204701') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:10.923980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=dc647e6d-cbaf-481b-9d30-8823538037fe,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:10.934427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Checking segment: {'id': 'fc3f021b-e5ad-4b96-a584-5fbf2e9c9305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3bf85128-dd65-4e13-9952-ec7a6d7cceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:10.934790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network hostable DHCP agents. Network: 3bf85128-dd65-4e13-9952-ec7a6d7cceb5, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:10.954528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:10.964280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 3bf85128-dd65-4e13-9952-ec7a6d7cceb5) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:10.969431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:10.970171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:10.979163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5cd05-fa53-401a-afbc-e24499b7b241 None None] Network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:10.990934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-844efdb1-a6de-449a-b511-b8ebaca16f39 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0000758 Feb 07 22:42:10.994023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42128) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:10.999963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '3bf85128-dd65-4e13-9952-ec7a6d7cceb5', 'name': 'tempest-PortsTestJSON-928361596', 'fixed_ips': [{'subnet_id': 'dc647e6d-cbaf-481b-9d30-8823538037fe', 'ip_address': '172.20.0.10'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:11.002736 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-e57b724e-3ef6-41b3-b588-340cee7b5dcb tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:11.006425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e57b724e-3ef6-41b3-b588-340cee7b5dcb tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags/tempest-TagsExtTest-Tag-1735204701 HTTP/1.1" status: 404 len: 329 time: 0.0911694 Feb 07 22:42:11.006562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42130) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.010901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-f1b2da12-7514-4ff8-8c9d-fddc43cab8ba tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268', {'tags': ['tempest-TagsExtTest-Tag-811183500', 'tempest-TagsExtTest-Tag-1349268896', 'tempest-TagsExtTest-Tag-1633012300']}) {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:11.051689 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f1b2da12-7514-4ff8-8c9d-fddc43cab8ba tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "PUT /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags HTTP/1.1" status: 200 len: 317 time: 0.0441208 Feb 07 22:42:11.054172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42132) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.058715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-da3cf7b0-d46b-43ba-b693-48dbef1f71da tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:11.106076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-da3cf7b0-d46b-43ba-b693-48dbef1f71da tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags HTTP/1.1" status: 204 len: 168 time: 0.0480132 Feb 07 22:42:11.106076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42134) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.110495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-66f26c72-98ab-4c7b-a822-8f4466f203dc tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268', 'tempest-TagsExtTest-Tag-811183500') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:11.134795 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-66f26c72-98ab-4c7b-a822-8f4466f203dc tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:11.138341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-66f26c72-98ab-4c7b-a822-8f4466f203dc tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags/tempest-TagsExtTest-Tag-811183500 HTTP/1.1" status: 404 len: 328 time: 0.0290990 Feb 07 22:42:11.139559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42138) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.144064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-55333897-1cd1-4b4c-9c6a-5900e9a800d0 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268', 'tempest-TagsExtTest-Tag-1349268896') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:11.160177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:11.175514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-3bf85128-dd65-4e13-9952-ec7a6d7cceb5', 'network_id': '3bf85128-dd65-4e13-9952-ec7a6d7cceb5', 'tenant_id': 'a0db7ca05e9144b9b7fa33f33269a55a', 'fixed_ips': [{'subnet_id': 'dc647e6d-cbaf-481b-9d30-8823538037fe'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:42:11.176258 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.190080 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-55333897-1cd1-4b4c-9c6a-5900e9a800d0 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:11.194156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-55333897-1cd1-4b4c-9c6a-5900e9a800d0 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags/tempest-TagsExtTest-Tag-1349268896 HTTP/1.1" status: 404 len: 329 time: 0.0535822 Feb 07 22:42:11.194747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42142) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.215557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-219f24da-69da-47d2-838e-06e30ca074ce tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268', 'tempest-TagsExtTest-Tag-1633012300') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:11.246752 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-219f24da-69da-47d2-838e-06e30ca074ce tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] show failed (client error): The resource could not be found. Feb 07 22:42:11.248802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-219f24da-69da-47d2-838e-06e30ca074ce tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags/tempest-TagsExtTest-Tag-1633012300 HTTP/1.1" status: 404 len: 329 time: 0.0367014 Feb 07 22:42:11.252874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42144) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.261166 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-dec32835-0625-467f-941a-e84550325ce5 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f13d0c0-0c03-456c-86f1-894e6e1bb268') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:11.295006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-01df9768-178d-417d-bf5a-901b9a955874 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:11.297140 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-01df9768-178d-417d-bf5a-901b9a955874 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.46 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 948 time: 0.1248193 Feb 07 22:42:11.322320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c402f-c1d2-4fa7-97c5-c3428578b2aa req-cfcc4f8c-c8a5-4251-914b-676cc7ed6bde tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:11.324095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-292c402f-c1d2-4fa7-97c5-c3428578b2aa req-cfcc4f8c-c8a5-4251-914b-676cc7ed6bde tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.1157570 Feb 07 22:42:11.332724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.347151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dddb57-f9c2-4938-87d4-bb70eeca9775 req-dde70eba-548f-4537-a635-28104fa81ee6 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:11.348671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-60dddb57-f9c2-4938-87d4-bb70eeca9775 req-dde70eba-548f-4537-a635-28104fa81ee6 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 946 time: 0.1044171 Feb 07 22:42:11.351993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Allocated IP 172.20.0.2 (3bf85128-dd65-4e13-9952-ec7a6d7cceb5/dc647e6d-cbaf-481b-9d30-8823538037fe/c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:11.358575 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dec32835-0625-467f-941a-e84550325ce5 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268/tags HTTP/1.1" status: 204 len: 168 time: 0.1031599 Feb 07 22:42:11.362958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42146) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.370450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port a5c2fbd3-0d71-45cb-b135-d4f116b34f07 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:11.386892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.tag.tag_plugin [None req-2b43ee15-8935-496a-8c3e-cab861f693a1 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '29e53d5f-c406-4175-a56e-b76b706ef7ce') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:11.428310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-292c402f-c1d2-4fa7-97c5-c3428578b2aa req-d105d9e8-d71a-4c21-bfcf-7ba8bacb11ef tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832660 Feb 07 22:42:11.504630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-60dddb57-f9c2-4938-87d4-bb70eeca9775 req-fe061b18-bd28-409a-93b7-54245bb82614 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156237 Feb 07 22:42:11.518189 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2b43ee15-8935-496a-8c3e-cab861f693a1 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1554289 Feb 07 22:42:11.520955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42152) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.522148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Deleting port abed09b4-0040-46d4-a129-75b9532b34bf {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:11.522483 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.529136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-765b0a21-772c-4c83-a4c8-5f03495dabb9 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b8f33c90-b013-4f73-9449-0d37c32794e7') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:11.611755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.620549 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.624360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] For port abed09b4-0040-46d4-a129-75b9532b34bf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=abed09b4-0040-46d4-a129-75b9532b34bf,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:11.624680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.640238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Calling delete_port for abed09b4-0040-46d4-a129-75b9532b34bf owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:11.644606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449213c-6e7c-455d-8f18-c729d4a461c0 req-f626a73c-f3be-4f6e-9b55-cb8bfb9391dd tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:11.646648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f449213c-6e7c-455d-8f18-c729d4a461c0 req-f626a73c-f3be-4f6e-9b55-cb8bfb9391dd tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.0794353 Feb 07 22:42:11.680508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:11.684362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:11.695195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:11.699396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Pushing event updated for resources: {'Port': ['ID=c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:11.733635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-765b0a21-772c-4c83-a4c8-5f03495dabb9 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7/tags HTTP/1.1" status: 204 len: 168 time: 0.2115562 Feb 07 22:42:11.734544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42160) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.754579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f449213c-6e7c-455d-8f18-c729d4a461c0 req-d8a9c2ad-ac90-4cb3-85c0-50e7ee60fe38 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765116 Feb 07 22:42:11.775501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.tag.tag_plugin [None req-c96c2a52-eace-4c80-8a09-5407563219b5 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a53e6435-0a22-488f-b63b-b16949520b59') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:11.783110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Attempting to bind port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:11.783542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Attempting to bind port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'fc3f021b-e5ad-4b96-a584-5fbf2e9c9305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3bf85128-dd65-4e13-9952-ec7a6d7cceb5'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:11.783945 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Attempting to bind port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a on network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:11.789783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:42:11.790513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Checking segment: {'id': 'fc3f021b-e5ad-4b96-a584-5fbf2e9c9305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3bf85128-dd65-4e13-9952-ec7a6d7cceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:11.791171 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.791866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Bound using segment: {'id': 'fc3f021b-e5ad-4b96-a584-5fbf2e9c9305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3bf85128-dd65-4e13-9952-ec7a6d7cceb5'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:42:11.792379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Bound port: c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3f021b-e5ad-4b96-a584-5fbf2e9c9305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3bf85128-dd65-4e13-9952-ec7a6d7cceb5'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:11.792863 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.807110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.10 (3bf85128-dd65-4e13-9952-ec7a6d7cceb5/dc647e6d-cbaf-481b-9d30-8823538037fe/a5c2fbd3-0d71-45cb-b135-d4f116b34f07) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:11.839549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42172) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:11.924628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] For port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:42:11.928767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] For port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a,segment=NetworkSegment(fc3f021b-e5ad-4b96-a584-5fbf2e9c9305),segment_id=fc3f021b-e5ad-4b96-a584-5fbf2e9c9305)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:42:11.937744 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.032585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d72d-9122-40b7-9a4c-ac861e765817 None None] Pushing event updated for resources: {'Port': ['ID=c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:12.122204 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c96c2a52-eace-4c80-8a09-5407563219b5 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59/tags HTTP/1.1" status: 204 len: 168 time: 0.3840039 Feb 07 22:42:12.163259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42178) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:12.176057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace8503-9bbe-4baf-bd3c-1b9785405e42 req-c94af0c9-5265-4288-b44f-b9b600d5fd68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:12.177552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ace8503-9bbe-4baf-bd3c-1b9785405e42 req-c94af0c9-5265-4288-b44f-b9b600d5fd68 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 945 time: 0.2058802 Feb 07 22:42:12.285912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d32e3-664e-40cd-987c-9e0b8b700a0e req-0ee2c938-b188-4972-8a0e-098b985b5751 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:12.293850 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f75d32e3-664e-40cd-987c-9e0b8b700a0e req-0ee2c938-b188-4972-8a0e-098b985b5751 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=43875459-af5c-4267-83a7-14efaae90f04 HTTP/1.1" status: 200 len: 948 time: 0.1313653 Feb 07 22:42:12.364397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ace8503-9bbe-4baf-bd3c-1b9785405e42 req-b9b589b4-2d13-40d0-acc7-5b8a2821ec26 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548810 Feb 07 22:42:12.365218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-585070d7-cb4f-47ee-a012-b268ad0747bb tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for subnetpool, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.366676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-585070d7-cb4f-47ee-a012-b268ad0747bb tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnetpools/9f13d0c0-0c03-456c-86f1-894e6e1bb268 HTTP/1.1" status: 204 len: 168 time: 0.2008286 Feb 07 22:42:12.374078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42180) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:12.388318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f75d32e3-664e-40cd-987c-9e0b8b700a0e req-88da85fd-1bc7-4ee4-98af-fc933425f1f1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935292 Feb 07 22:42:12.466633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cd724993-6a37-4f79-99ce-31502e9ce494 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "GET /v2.0/ports?device_id=29e53d5f-c406-4175-a56e-b76b706ef7ce HTTP/1.1" status: 200 len: 205 time: 0.0912933 Feb 07 22:42:12.478653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42192) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:12.500041 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.537731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Pushing event deleted for resources: {'Port': ['ID=abed09b4-0040-46d4-a129-75b9532b34bf,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:12.570499 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.580558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f5aa2-8530-47c1-be7b-ed721a5079fd req-12d9af12-4005-4e01-9273-918746e20fce tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:12.583375 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d4f5aa2-8530-47c1-be7b-ed721a5079fd req-12d9af12-4005-4e01-9273-918746e20fce tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.1191528 Feb 07 22:42:12.614813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] No DVR routers for this DVR port abed09b4-0040-46d4-a129-75b9532b34bf on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:12.624309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.627812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e92a7a74-d1af-4284-a89b-4682ab2db4cd req-6931e3a3-ebcd-4e75-9738-4d63ba78bc75 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.46 "DELETE /v2.0/ports/abed09b4-0040-46d4-a129-75b9532b34bf HTTP/1.1" status: 204 len: 173 time: 1.3243322 Feb 07 22:42:12.628104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'name': 'network-vif-deleted', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:12.630358 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905737bf-7607-4bb9-834b-d1d9fc2fc666" -d '{"events": [{"server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "name": "network-vif-deleted", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:12.631919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bfb1-7f4b-41bd-bbc7-fadfa026be79 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.671517 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d4f5aa2-8530-47c1-be7b-ed721a5079fd req-17bf4122-8a8e-4675-907d-370700e881e5 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810022 Feb 07 22:42:12.689124 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ab9903-20e1-44ae-867d-7e0650f93e38 x-openstack-request-id: req-c7ab9903-20e1-44ae-867d-7e0650f93e38 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:12.689428 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43875459-af5c-4267-83a7-14efaae90f04", "name": "network-vif-deleted", "tag": "abed09b4-0040-46d4-a129-75b9532b34bf", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:12.689676 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7ab9903-20e1-44ae-867d-7e0650f93e38 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:12.690092 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43875459-af5c-4267-83a7-14efaae90f04', 'name': 'network-vif-deleted', 'tag': 'abed09b4-0040-46d4-a129-75b9532b34bf', 'status': 'completed', 'code': 200} Feb 07 22:42:12.710719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-a4e41d93-16fc-47e8-b05c-a17da236a4ab req-d2252de0-8d22-44c1-bb26-a49c4a9226b5 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:42:12.711795 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4e41d93-16fc-47e8-b05c-a17da236a4ab req-d2252de0-8d22-44c1-bb26-a49c4a9226b5 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083203 Feb 07 22:42:12.803259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:12.822537 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4e41d93-16fc-47e8-b05c-a17da236a4ab req-91a0741b-6be5-4dc6-bd00-e1d451d364fc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1033208 Feb 07 22:42:12.862208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:12.862685 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.937864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.985382 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bfb1-7f4b-41bd-bbc7-fadfa026be79 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.992383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bfb1-7f4b-41bd-bbc7-fadfa026be79 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.995024 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.036974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a,segment=NetworkSegment(fc3f021b-e5ad-4b96-a584-5fbf2e9c9305),segment_id=fc3f021b-e5ad-4b96-a584-5fbf2e9c9305)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:13.043238 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.123493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:13.134822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.135283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.135910 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.136297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.136957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.137492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.137979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.138429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.139924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.140858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.141273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.141685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:13.192789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:13.226006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:13.230011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:13.236484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=a5c2fbd3-0d71-45cb-b135-d4f116b34f07,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:13.273749 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bfb1-7f4b-41bd-bbc7-fadfa026be79 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.274324 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc3bfb1-7f4b-41bd-bbc7-fadfa026be79 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Fanout notify agent at l3_agent the message router_deleted on router 29e53d5f-c406-4175-a56e-b76b706ef7ce {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:42:13.292650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bfb1-7f4b-41bd-bbc7-fadfa026be79 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.296169 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2dc3bfb1-7f4b-41bd-bbc7-fadfa026be79 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/routers/29e53d5f-c406-4175-a56e-b76b706ef7ce HTTP/1.1" status: 204 len: 168 time: 0.8163495 Feb 07 22:42:13.297067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42200) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:13.332076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:13.332682 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.343011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e82c4e-e058-4ab1-973e-be4e37a72c04 req-dc8009f3-dd53-4cec-88ac-9fe57b93f403 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:13.344550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54e82c4e-e058-4ab1-973e-be4e37a72c04 req-dc8009f3-dd53-4cec-88ac-9fe57b93f403 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.1914990 Feb 07 22:42:13.348517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.372573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d9dc14-8745-447f-b4ba-d90a92a95b68 None None] Network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:13.413485 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ee284d85-315f-4edd-b99c-dad9a035cecc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4158790 Feb 07 22:42:13.414154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42204) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:13.419174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '3bf85128-dd65-4e13-9952-ec7a6d7cceb5', 'name': 'tempest-PortsTestJSON-385266458', 'fixed_ips': [{'subnet_id': 'dc647e6d-cbaf-481b-9d30-8823538037fe', 'ip_address': '172.20.0.9'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:13.442989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-67076a73-8700-4023-bc67-fdbacbaa289e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Deleting port b8f33c90-b013-4f73-9449-0d37c32794e7 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:13.443341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67076a73-8700-4023-bc67-fdbacbaa289e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.449644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d27116c0-b3e1-44d4-b665-e47e25796cb4 None None] Provisioning complete for port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:13.450123 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d27116c0-b3e1-44d4-b665-e47e25796cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.630001 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67076a73-8700-4023-bc67-fdbacbaa289e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.649540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-67076a73-8700-4023-bc67-fdbacbaa289e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Calling delete_port for b8f33c90-b013-4f73-9449-0d37c32794e7 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:13.669646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:13.772051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54e82c4e-e058-4ab1-973e-be4e37a72c04 req-2c872780-21f6-454c-ba1b-6fd70bd7fef7 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182408 Feb 07 22:42:13.820159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device a9f3e576-d0ac-4638-9f00-c2d081d1fb41 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:13.853854 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.871974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: a9f3e576-d0ac-4638-9f00-c2d081d1fb41 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:13.875801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device a9f3e576-d0ac-4638-9f00-c2d081d1fb41 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:13.962588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port daaeae6a-53e5-4695-827a-588cdeea6042 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:14.020047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67076a73-8700-4023-bc67-fdbacbaa289e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.031491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308e4d7-609f-4a33-86d3-6e911ba1d08c req-8f6dd41e-c369-4b62-90be-c7c3319b316f tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:14.033241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2308e4d7-609f-4a33-86d3-6e911ba1d08c req-8f6dd41e-c369-4b62-90be-c7c3319b316f tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 949 time: 0.1213787 Feb 07 22:42:14.040690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-49a7a200-6012-4656-b94f-269f808c3281 None None] Provisioning complete for port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:14.041246 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49a7a200-6012-4656-b94f-269f808c3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.128357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2308e4d7-609f-4a33-86d3-6e911ba1d08c req-0d00263c-b67d-4d53-9467-5d3575c6fa16 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873570 Feb 07 22:42:14.135396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aba82-8a08-40ee-a67e-c0ef83373d69 req-a0584f31-f64c-4c59-a65b-059c5952f172 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:14.136981 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-549aba82-8a08-40ee-a67e-c0ef83373d69 req-a0584f31-f64c-4c59-a65b-059c5952f172 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 945 time: 0.2658005 Feb 07 22:42:14.199592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67076a73-8700-4023-bc67-fdbacbaa289e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Pushing event deleted for resources: {'Port': ['ID=b8f33c90-b013-4f73-9449-0d37c32794e7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:14.207412 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67076a73-8700-4023-bc67-fdbacbaa289e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.207805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Deleting port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:14.208691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.211554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-67076a73-8700-4023-bc67-fdbacbaa289e tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/ports/b8f33c90-b013-4f73-9449-0d37c32794e7 HTTP/1.1" status: 204 len: 168 time: 0.9129753 Feb 07 22:42:14.224615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42222) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:14.228887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-49a7a200-6012-4656-b94f-269f808c3281 None None] Provisioning complete for port a5c2fbd3-0d71-45cb-b135-d4f116b34f07 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:14.229294 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49a7a200-6012-4656-b94f-269f808c3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.307035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] For port dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:14.307740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.321856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Calling delete_port for dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:14.328769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-49a7a200-6012-4656-b94f-269f808c3281 None None] Port a5c2fbd3-0d71-45cb-b135-d4f116b34f07 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:14.378709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-549aba82-8a08-40ee-a67e-c0ef83373d69 req-43faa6ed-bcda-4eab-bf44-335c7b31a513 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848111 Feb 07 22:42:14.418837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2ca644-cf3b-44c5-93b3-007c3de9a2ea tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Deleting subnet a53e6435-0a22-488f-b63b-b16949520b59 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:14.423428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca644-cf3b-44c5-93b3-007c3de9a2ea tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.478516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bc6820c1-7b52-4262-bccb-14fba7001ed1 None None] Provisioning complete for port a5c2fbd3-0d71-45cb-b135-d4f116b34f07 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:14.479177 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc6820c1-7b52-4262-bccb-14fba7001ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.485947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca644-cf3b-44c5-93b3-007c3de9a2ea tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.516064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.9 (3bf85128-dd65-4e13-9952-ec7a6d7cceb5/dc647e6d-cbaf-481b-9d30-8823538037fe/daaeae6a-53e5-4695-827a-588cdeea6042) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:14.547639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bc6820c1-7b52-4262-bccb-14fba7001ed1 None None] Port a5c2fbd3-0d71-45cb-b135-d4f116b34f07 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:14.586718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55666715-d079-4045-8045-205e7d5ff611 req-e9ac1f03-6679-4279-9190-f74d4d5812ee tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:14.587938 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55666715-d079-4045-8045-205e7d5ff611 req-e9ac1f03-6679-4279-9190-f74d4d5812ee tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.0907125 Feb 07 22:42:14.652331 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca644-cf3b-44c5-93b3-007c3de9a2ea tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.699164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55666715-d079-4045-8045-205e7d5ff611 req-eebaa419-7fde-48a7-a31e-4dfed7faa6f4 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016791 Feb 07 22:42:14.708305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd383639-4c0a-4597-8e46-de58eba6969c details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:42:14.729532 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.761726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device abed09b4-0040-46d4-a129-75b9532b34bf no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:14.773636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:14.781676 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:14.832534 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca644-cf3b-44c5-93b3-007c3de9a2ea tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.865238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: abed09b4-0040-46d4-a129-75b9532b34bf {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:14.865583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device abed09b4-0040-46d4-a129-75b9532b34bf not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:14.943253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:14.943753 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.946528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd383639-4c0a-4597-8e46-de58eba6969c,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:14.969977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ca644-cf3b-44c5-93b3-007c3de9a2ea tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Pushing event deleted for resources: {'Subnet': ['ID=a53e6435-0a22-488f-b63b-b16949520b59,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:14.977634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca644-cf3b-44c5-93b3-007c3de9a2ea tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.986460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6a2ca644-cf3b-44c5-93b3-007c3de9a2ea tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/subnets/a53e6435-0a22-488f-b63b-b16949520b59 HTTP/1.1" status: 204 len: 168 time: 0.7529087 Feb 07 22:42:14.986460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42254) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:15.038140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0676fa-3167-4d9c-afc2-2293682011e7 None None] Network 8b1e485c-ba97-43aa-a51f-c30f3451f84e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:15.067548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.078133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'bd383639-4c0a-4597-8e46-de58eba6969c', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'port_id': 'bd383639-4c0a-4597-8e46-de58eba6969c', 'mac_address': 'fa:16:3e:28:ff:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce2e13f-8c37-495b-833a-a61a3b3725c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:42:15.112905 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.217816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.224784 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.239284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9806a60-5b55-4668-9300-1f032b06ab28 req-691139bd-2bc3-4bde-9797-b6455831da36 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:15.245237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9806a60-5b55-4668-9300-1f032b06ab28 req-691139bd-2bc3-4bde-9797-b6455831da36 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:15.252266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9806a60-5b55-4668-9300-1f032b06ab28 req-691139bd-2bc3-4bde-9797-b6455831da36 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:15.253939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9806a60-5b55-4668-9300-1f032b06ab28 req-691139bd-2bc3-4bde-9797-b6455831da36 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92&device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf&device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 2417 time: 0.1975303 Feb 07 22:42:15.316158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:15.324165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:15.336580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:15.362616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55bfae-7acc-4e8d-9865-a3715986b8e7 req-5cb26667-9448-4799-b232-b1bd0cc81c72 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:15.368793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.372417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6f55bfae-7acc-4e8d-9865-a3715986b8e7 req-5cb26667-9448-4799-b232-b1bd0cc81c72 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 949 time: 0.1167679 Feb 07 22:42:15.385590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd383639-4c0a-4597-8e46-de58eba6969c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:15.398709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=daaeae6a-53e5-4695-827a-588cdeea6042,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:15.420013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9806a60-5b55-4668-9300-1f032b06ab28 req-cfd849cb-6442-4aed-ab10-0f9db4bd48a0 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264639 Feb 07 22:42:15.426487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd383639-4c0a-4597-8e46-de58eba6969c,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:15.438393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.499841 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6f55bfae-7acc-4e8d-9865-a3715986b8e7 req-7efc8d15-1252-4121-b31c-c6f996f8e4d1 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262703 Feb 07 22:42:15.530988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:15.531484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.572931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=bd383639-4c0a-4597-8e46-de58eba6969c,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:15.588930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] DHCP port deletion for 8b1e485c-ba97-43aa-a51f-c30f3451f84e request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:42:15.651445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-916a119c-fc2f-4d20-8976-54965049aab1 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2365382 Feb 07 22:42:15.656192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42268) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:15.672884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['bd383639-4c0a-4597-8e46-de58eba6969c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:42:15.741399 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fffb63ad-7d94-4245-a9a4-e9fe96f4c475 req-b834ff0d-d150-4d39-912b-5a7ff351f32f tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2007298 Feb 07 22:42:15.748565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Deleting port dfe454e7-9c55-4bd1-8b26-d0aae420b53d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:15.750180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.847991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cdb70430-46ef-47e8-80f7-c0b8c7e04a68 None None] Provisioning complete for port daaeae6a-53e5-4695-827a-588cdeea6042 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:15.848502 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdb70430-46ef-47e8-80f7-c0b8c7e04a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.863003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Router 8dc79009-1821-428a-af09-35de2aef962c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:42:15.912074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71af9444-81fb-4e6a-9669-c45d05a20f79 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:15.916763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-71af9444-81fb-4e6a-9669-c45d05a20f79 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2598052 Feb 07 22:42:15.917451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42282) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:15.951235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] For port dfe454e7-9c55-4bd1-8b26-d0aae420b53d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dfe454e7-9c55-4bd1-8b26-d0aae420b53d,segment=NetworkSegment(8832bb36-1acc-4e86-807f-bc0a6ba1ed81),segment_id=8832bb36-1acc-4e86-807f-bc0a6ba1ed81)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:15.952876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.988831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Calling delete_port for dfe454e7-9c55-4bd1-8b26-d0aae420b53d owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:16.111285 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.166708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] No DVR routers for this DVR port dfe454e7-9c55-4bd1-8b26-d0aae420b53d on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:16.169253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Pushing event deleted for resources: {'Port': ['ID=dfe454e7-9c55-4bd1-8b26-d0aae420b53d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:16.172354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] Deleting port dfe454e7-9c55-4bd1-8b26-d0aae420b53d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:16.172929 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.222765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349dd3dd-0cab-4254-9aee-6e594866de17 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.229049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349dd3dd-0cab-4254-9aee-6e594866de17 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.244026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] For port dfe454e7-9c55-4bd1-8b26-d0aae420b53d, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:16.244503 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.247671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349dd3dd-0cab-4254-9aee-6e594866de17 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.258766 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-349dd3dd-0cab-4254-9aee-6e594866de17 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3400745 Feb 07 22:42:16.259452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] Calling delete_port for dfe454e7-9c55-4bd1-8b26-d0aae420b53d owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:16.262919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] Port dfe454e7-9c55-4bd1-8b26-d0aae420b53d was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:42:16.268378 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.271515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97821765-149d-4339-ba6c-fd2e994717d9 req-ad2201a8-c20a-4792-ae45-7e2a7d59564a tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.280306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97821765-149d-4339-ba6c-fd2e994717d9 req-ad2201a8-c20a-4792-ae45-7e2a7d59564a tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.24 "GET /v2.0/ports?device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 949 time: 0.4554791 Feb 07 22:42:16.280952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42284) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:16.288348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cdb70430-46ef-47e8-80f7-c0b8c7e04a68 None None] Port daaeae6a-53e5-4695-827a-588cdeea6042 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:16.290377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] No DVR routers for this DVR port dfe454e7-9c55-4bd1-8b26-d0aae420b53d on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:16.320281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a2500-2fa0-4877-9800-93ec10db6413 None None] Pushing event deleted for resources: {'Port': ['ID=dfe454e7-9c55-4bd1-8b26-d0aae420b53d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:16.372250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.440484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1e485c-ba97-43aa-a51f-c30f3451f84e']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:16.456240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8832bb36-1acc-4e86-807f-bc0a6ba1ed81') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:16.456599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8832bb36-1acc-4e86-807f-bc0a6ba1ed81') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:16.469839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.486535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:16.489344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.497261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] Sync routers for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:16.500701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:42:16.501150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:42:16.507314 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:42:16.522784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:16.523880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4412b34a-7789-4f19-bea3-d7ad11c17e44 admin admin] 10.222.0.15 "PUT /v2.0/routers/8dc79009-1821-428a-af09-35de2aef962c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6804481 Feb 07 22:42:16.524799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:41:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:16.525940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42288) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:16.529851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-dbb361d8-2d5a-427b-a019-cd42b3d2aa2c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port daaeae6a-53e5-4695-827a-588cdeea6042 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:16.530373 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbb361d8-2d5a-427b-a019-cd42b3d2aa2c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.688002 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.698497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.702230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] 10.222.0.15 "DELETE /v2.0/networks/8b1e485c-ba97-43aa-a51f-c30f3451f84e HTTP/1.1" status: 204 len: 168 time: 1.7151356 Feb 07 22:42:16.852098 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbb361d8-2d5a-427b-a019-cd42b3d2aa2c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.865284 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd383639-4c0a-4597-8e46-de58eba6969c up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:16.869165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-97821765-149d-4339-ba6c-fd2e994717d9 req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Deleting port fc81fe3b-9b66-41bb-a608-1100a08a5523 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:16.869479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97821765-149d-4339-ba6c-fd2e994717d9 req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.878716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dfe454e7-9c55-4bd1-8b26-d0aae420b53d no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:16.883232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409beba-dd70-4cf4-b4f6-6b7c2220597f req-d5d27f29-365f-4b3e-aa89-72de53eeb08c tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.886029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-dbb361d8-2d5a-427b-a019-cd42b3d2aa2c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for daaeae6a-53e5-4695-827a-588cdeea6042 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:16.892392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c409beba-dd70-4cf4-b4f6-6b7c2220597f req-d5d27f29-365f-4b3e-aa89-72de53eeb08c tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 949 time: 0.1754918 Feb 07 22:42:16.917228 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.987897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: dfe454e7-9c55-4bd1-8b26-d0aae420b53d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:16.995863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dfe454e7-9c55-4bd1-8b26-d0aae420b53d not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:17.051971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:17.084109 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c409beba-dd70-4cf4-b4f6-6b7c2220597f req-d055bb09-63a6-407a-9d0e-af663c6e7209 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/security-groups?id=2de5a558-3299-4645-af1f-1a651ff1acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903725 Feb 07 22:42:17.207328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-97821765-149d-4339-ba6c-fd2e994717d9 req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] For port fc81fe3b-9b66-41bb-a608-1100a08a5523, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fc81fe3b-9b66-41bb-a608-1100a08a5523,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:17.207797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97821765-149d-4339-ba6c-fd2e994717d9 req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.227808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Pushing event deleted for resources: {'Network': ['ID=8b1e485c-ba97-43aa-a51f-c30f3451f84e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:17.240645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.250158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-97821765-149d-4339-ba6c-fd2e994717d9 req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Calling delete_port for fc81fe3b-9b66-41bb-a608-1100a08a5523 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:17.250792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.251271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.251742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.252184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.252623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.253060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.253636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.254183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.254715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.255143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.255598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e182fc-79c7-4948-bd3e-42f36bb4d536 tempest-TagsExtTest-1128115376 tempest-TagsExtTest-1128115376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:17.263096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbb361d8-2d5a-427b-a019-cd42b3d2aa2c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.273894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42310) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:17.285549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.301773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port bd383639-4c0a-4597-8e46-de58eba6969c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:17.302286 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.375143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb361d8-2d5a-427b-a019-cd42b3d2aa2c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=daaeae6a-53e5-4695-827a-588cdeea6042,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:17.560458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbb361d8-2d5a-427b-a019-cd42b3d2aa2c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.566762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dbb361d8-2d5a-427b-a019-cd42b3d2aa2c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/daaeae6a-53e5-4695-827a-588cdeea6042 HTTP/1.1" status: 204 len: 168 time: 1.2845552 Feb 07 22:42:17.567417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42316) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:17.583363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Deleting port 79dd7b2b-9217-411d-9a79-71792a3e1152 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:17.583915 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.626014 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.626357 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4493fc9f-69d5-479a-a65e-2f8a0d0407de tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:42:17.628038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4493fc9f-69d5-479a-a65e-2f8a0d0407de tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/daaeae6a-53e5-4695-827a-588cdeea6042 HTTP/1.1" status: 404 len: 333 time: 0.0596242 Feb 07 22:42:17.634872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42318) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:17.665148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd383639-4c0a-4597-8e46-de58eba6969c,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:17.666429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:17.668881 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c145ff-2404-4f3f-8816-e238413a1356" -d '{"events": [{"server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "name": "network-vif-plugged", "status": "completed", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:17.678046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:42:14Z', 'revision_number': 5, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port': {'id': '79dd7b2b-9217-411d-9a79-71792a3e1152', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc79009-1821-428a-af09-35de2aef962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:55Z', 'updated_at': '2022-02-07T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:17.693496 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.736225 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] Checking router: 8dc79009-1821-428a-af09-35de2aef962c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:17.757759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] For port 79dd7b2b-9217-411d-9a79-71792a3e1152, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=79dd7b2b-9217-411d-9a79-71792a3e1152,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:17.758137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.762006 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4160327-48ea-4196-8ddc-cb1347f43318 x-openstack-request-id: req-f4160327-48ea-4196-8ddc-cb1347f43318 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:17.762633 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "name": "network-vif-plugged", "status": "completed", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:17.763094 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4160327-48ea-4196-8ddc-cb1347f43318 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:17.764528 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c', 'code': 200} Feb 07 22:42:17.776743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Calling delete_port for 79dd7b2b-9217-411d-9a79-71792a3e1152 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:17.777438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] Routers {'8dc79009-1821-428a-af09-35de2aef962c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:17.778323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:41:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8dc79009-1821-428a-af09-35de2aef962c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:17.849035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-306c7cda-dadd-4d01-9b89-a3e366150133 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port a5c2fbd3-0d71-45cb-b135-d4f116b34f07 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:17.849376 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-306c7cda-dadd-4d01-9b89-a3e366150133 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.902895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] Set router 8dc79009-1821-428a-af09-35de2aef962c gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:17.944887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=bd383639-4c0a-4597-8e46-de58eba6969c,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:17.994227 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:42:17Z', 'revision_number': 6, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:18.006111 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ebc0936a-0dea-47bf-8bae-db9c77a6b6b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd78f9db49db48b4bbac979a05686a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304716 Feb 07 22:42:18.011647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42324) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:18.062474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-306c7cda-dadd-4d01-9b89-a3e366150133 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.070659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97821765-149d-4339-ba6c-fd2e994717d9 req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.089252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-306c7cda-dadd-4d01-9b89-a3e366150133 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for a5c2fbd3-0d71-45cb-b135-d4f116b34f07 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:18.090165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedeb64-76ed-4e3c-8cad-2f371811cbc7 None None] The sync data for ids ['8dc79009-1821-428a-af09-35de2aef962c'] in n-d-827895-2 is: [{'id': '8dc79009-1821-428a-af09-35de2aef962c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350872214-router', 'tenant_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:53Z', 'updated_at': '2022-02-07T22:42:17Z', 'revision_number': 6, 'project_id': 'e1c851b9c3c04eb19258a428e32c8db3', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:18.189396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Pushing event deleted for resources: {'Port': ['ID=fc81fe3b-9b66-41bb-a608-1100a08a5523,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:18.246975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.247317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.247660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.248779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.248779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.248978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.249189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.249510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.249937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.250157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.250518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.250795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:18.299247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5db3c48b-f67c-4915-9571-2148d5866650 req-4a983a37-725c-4e7b-b811-1cb45950a6e2 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.15 "GET /v2.0/ports?device_id=b535469d-367c-44b1-9cb0-257bbe21f5c7 HTTP/1.1" status: 200 len: 210 time: 0.0500872 Feb 07 22:42:18.318177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-97821765-149d-4339-ba6c-fd2e994717d9 req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] No DVR routers for this DVR port fc81fe3b-9b66-41bb-a608-1100a08a5523 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:18.319951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8a3d3-f70b-4f31-b8e8-793058e3ae8b req-208737ac-5aa5-4f4f-b75e-15003ffae5c8 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:18.328350 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9dd8a3d3-f70b-4f31-b8e8-793058e3ae8b req-208737ac-5aa5-4f4f-b75e-15003ffae5c8 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.2381520 Feb 07 22:42:18.330259 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-306c7cda-dadd-4d01-9b89-a3e366150133 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.338038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97821765-149d-4339-ba6c-fd2e994717d9 req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.342643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97821765-149d-4339-ba6c-fd2e994717d9 req-39811e4b-4f3f-4f8b-808f-a5f0596ff632 tempest-ListImageFiltersTestJSON-1071800363 tempest-ListImageFiltersTestJSON-1071800363-project] 10.222.0.24 "DELETE /v2.0/ports/fc81fe3b-9b66-41bb-a608-1100a08a5523 HTTP/1.1" status: 204 len: 173 time: 2.0528514 Feb 07 22:42:18.342643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-deleted', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:18.345135 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a5fdd3-c0d0-4e4c-90e2-ca817ec8a3c2" -d '{"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-deleted", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:18.383213 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b802564b-c605-4d0c-9925-f935708325d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.411843 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978cc001-b87b-4890-ad7f-bda2071af7b8 x-openstack-request-id: req-978cc001-b87b-4890-ad7f-bda2071af7b8 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:18.412309 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b535469d-367c-44b1-9cb0-257bbe21f5c7", "name": "network-vif-deleted", "tag": "fc81fe3b-9b66-41bb-a608-1100a08a5523", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:18.412426 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-978cc001-b87b-4890-ad7f-bda2071af7b8 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:18.412758 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b535469d-367c-44b1-9cb0-257bbe21f5c7', 'name': 'network-vif-deleted', 'tag': 'fc81fe3b-9b66-41bb-a608-1100a08a5523', 'status': 'completed', 'code': 200} Feb 07 22:42:18.428576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.439858 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9dd8a3d3-f70b-4f31-b8e8-793058e3ae8b req-2ae36f3f-02ab-4a32-9267-7c331a94f449 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104395 Feb 07 22:42:18.441377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c7cda-dadd-4d01-9b89-a3e366150133 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=a5c2fbd3-0d71-45cb-b135-d4f116b34f07,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:18.445323 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b802564b-c605-4d0c-9925-f935708325d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.503791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=79dd7b2b-9217-411d-9a79-71792a3e1152,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:18.662052 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-306c7cda-dadd-4d01-9b89-a3e366150133 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.668843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-306c7cda-dadd-4d01-9b89-a3e366150133 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/a5c2fbd3-0d71-45cb-b135-d4f116b34f07 HTTP/1.1" status: 204 len: 168 time: 1.0311315 Feb 07 22:42:18.669650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42342) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:18.713723 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0590b0e3-1f6f-4fdf-8887-2ae4f1863f87 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:42:18.716023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0590b0e3-1f6f-4fdf-8887-2ae4f1863f87 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/a5c2fbd3-0d71-45cb-b135-d4f116b34f07 HTTP/1.1" status: 404 len: 333 time: 0.0439982 Feb 07 22:42:18.719739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42344) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:18.776764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.786443 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b802564b-c605-4d0c-9925-f935708325d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.788897 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b802564b-c605-4d0c-9925-f935708325d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.790041 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b802564b-c605-4d0c-9925-f935708325d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43c29288-532b-465a-a5e9-75701c7959d6 HTTP/1.1" status: 204 len: 168 time: 0.7748487 Feb 07 22:42:18.931155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e9fb5a-8728-41da-8913-03aaa01ce017 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet dc647e6d-cbaf-481b-9d30-8823538037fe {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:19.058972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:19.102188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:19.103884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dfff4fe3-a16c-4ac5-ac3a-6a60b745c93e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:19.379472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.382133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.445384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802564b-c605-4d0c-9925-f935708325d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c29288-532b-465a-a5e9-75701c7959d6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:19.450498 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43e9fb5a-8728-41da-8913-03aaa01ce017 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.456218 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.456784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dc79009-1821-428a-af09-35de2aef962c {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:42:19.468281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.472386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e420cb20-2461-450b-98a6-410ce89d6ca4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8dc79009-1821-428a-af09-35de2aef962c HTTP/1.1" status: 204 len: 168 time: 2.9438875 Feb 07 22:42:19.509353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42370) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:19.596283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43e9fb5a-8728-41da-8913-03aaa01ce017 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.619359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2102606-0643-420b-99ea-6e0615237ae2 req-89790361-9d60-43bd-aac2-31245aff656f tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:19.622624 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2102606-0643-420b-99ea-6e0615237ae2 req-89790361-9d60-43bd-aac2-31245aff656f tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.2551644 Feb 07 22:42:19.690885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-78166a08-8949-4576-9c95-5b6a8d60c1a2 admin admin] Deleting subnet 62c98f35-5923-4be0-863e-082686c9d386 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:19.713579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78166a08-8949-4576-9c95-5b6a8d60c1a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.786733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78166a08-8949-4576-9c95-5b6a8d60c1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.798039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521e00-1f1e-4b4b-9585-1faecebbc315 req-b2533bd1-d715-43cc-975d-6b74a9b0c90b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:19.799581 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-11521e00-1f1e-4b4b-9585-1faecebbc315 req-b2533bd1-d715-43cc-975d-6b74a9b0c90b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 945 time: 0.1562364 Feb 07 22:42:19.847338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:19.875912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c2102606-0643-420b-99ea-6e0615237ae2 req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Deleting port 0a4e3f99-da6b-41eb-b0b1-300133f31038 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:19.876456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c2102606-0643-420b-99ea-6e0615237ae2 req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.901760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: fc81fe3b-9b66-41bb-a608-1100a08a5523 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:19.901760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fc81fe3b-9b66-41bb-a608-1100a08a5523 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:19.928113 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43e9fb5a-8728-41da-8913-03aaa01ce017 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.032493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-11521e00-1f1e-4b4b-9585-1faecebbc315 req-4ebb78de-e7c3-4424-a48c-ec40a997c82e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885893 Feb 07 22:42:20.067916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c2102606-0643-420b-99ea-6e0615237ae2 req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] For port 0a4e3f99-da6b-41eb-b0b1-300133f31038, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0a4e3f99-da6b-41eb-b0b1-300133f31038,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:20.068202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c2102606-0643-420b-99ea-6e0615237ae2 req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.083429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c2102606-0643-420b-99ea-6e0615237ae2 req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Calling delete_port for 0a4e3f99-da6b-41eb-b0b1-300133f31038 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:20.090039 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78166a08-8949-4576-9c95-5b6a8d60c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.143086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43e9fb5a-8728-41da-8913-03aaa01ce017 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.221084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9fb5a-8728-41da-8913-03aaa01ce017 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=dc647e6d-cbaf-481b-9d30-8823538037fe,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:20.228007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43e9fb5a-8728-41da-8913-03aaa01ce017 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.228483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb569cf3-057c-40b8-81c6-703c0b066608 None None] Network 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:20.234984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-43e9fb5a-8728-41da-8913-03aaa01ce017 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/dc647e6d-cbaf-481b-9d30-8823538037fe HTTP/1.1" status: 204 len: 168 time: 1.5138371 Feb 07 22:42:20.235165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42394) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:20.267089 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78166a08-8949-4576-9c95-5b6a8d60c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.347945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78166a08-8949-4576-9c95-5b6a8d60c1a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c98f35-5923-4be0-863e-082686c9d386,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:20.354820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.359958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c2102606-0643-420b-99ea-6e0615237ae2 req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.365658 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78166a08-8949-4576-9c95-5b6a8d60c1a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.371216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cb878-c06b-4059-978b-badcbfe78f48 None None] Network 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:20.383225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-78166a08-8949-4576-9c95-5b6a8d60c1a2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/62c98f35-5923-4be0-863e-082686c9d386 HTTP/1.1" status: 204 len: 168 time: 0.8721340 Feb 07 22:42:20.384259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42404) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:20.429388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Pushing event deleted for resources: {'Port': ['ID=0a4e3f99-da6b-41eb-b0b1-300133f31038,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:20.480637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9d022bba-8a72-4c13-b560-e1ab6ef2986a', '0a4e3f99-da6b-41eb-b0b1-300133f31038'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:42:20.483760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['51a2e992-f0a7-448f-8861-9c10dfc927d3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:42:20.509496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2102606-0643-420b-99ea-6e0615237ae2 req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] No DVR routers for this DVR port 0a4e3f99-da6b-41eb-b0b1-300133f31038 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:20.514999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c2102606-0643-420b-99ea-6e0615237ae2 req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.524688 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2102606-0643-420b-99ea-6e0615237ae2 req-4de787cb-e0ac-48b7-bac2-0c31e767be1b tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.46 "DELETE /v2.0/ports/0a4e3f99-da6b-41eb-b0b1-300133f31038 HTTP/1.1" status: 204 len: 173 time: 0.8810790 Feb 07 22:42:20.532914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e41a86-579b-4fff-9af0-6c75f1010a92', 'name': 'network-vif-deleted', 'tag': '0a4e3f99-da6b-41eb-b0b1-300133f31038'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:20.539426 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb34355-528f-435e-8fbd-2e965bc9b752" -d '{"events": [{"server_uuid": "a9e41a86-579b-4fff-9af0-6c75f1010a92", "name": "network-vif-deleted", "tag": "0a4e3f99-da6b-41eb-b0b1-300133f31038"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:20.541004 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.624985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:20.626867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Deleting port df99412f-3f71-466c-8d4c-bf84477296b0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:20.627174 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.630030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.728136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 79dd7b2b-9217-411d-9a79-71792a3e1152 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:20.788215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 79dd7b2b-9217-411d-9a79-71792a3e1152 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:20.788622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 79dd7b2b-9217-411d-9a79-71792a3e1152 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:20.813250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] For port df99412f-3f71-466c-8d4c-bf84477296b0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=df99412f-3f71-466c-8d4c-bf84477296b0,segment=NetworkSegment(bd3ef59a-a296-4bf9-ac7a-fb88190899ae),segment_id=bd3ef59a-a296-4bf9-ac7a-fb88190899ae)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:20.813812 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.848420 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca7a65a-210a-4c45-8bd8-5d3c513e835f x-openstack-request-id: req-7ca7a65a-210a-4c45-8bd8-5d3c513e835f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:20.848712 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e41a86-579b-4fff-9af0-6c75f1010a92", "name": "network-vif-deleted", "tag": "0a4e3f99-da6b-41eb-b0b1-300133f31038", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:20.849028 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ca7a65a-210a-4c45-8bd8-5d3c513e835f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:20.849469 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e41a86-579b-4fff-9af0-6c75f1010a92', 'name': 'network-vif-deleted', 'tag': '0a4e3f99-da6b-41eb-b0b1-300133f31038', 'status': 'completed', 'code': 200} Feb 07 22:42:20.862552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Calling delete_port for df99412f-3f71-466c-8d4c-bf84477296b0 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:20.907246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] For port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a,segment=NetworkSegment(fc3f021b-e5ad-4b96-a584-5fbf2e9c9305),segment_id=fc3f021b-e5ad-4b96-a584-5fbf2e9c9305)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:20.907816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.942117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:21.080884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.149556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Pushing event deleted for resources: {'Port': ['ID=df99412f-3f71-466c-8d4c-bf84477296b0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:21.167627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] No DVR routers for this DVR port df99412f-3f71-466c-8d4c-bf84477296b0 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:21.222464 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.281219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:21.287104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No DVR routers for this DVR port c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:21.299065 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab22db8-01c2-4b29-b1e7-0bfa17f936c0 None None] DHCP port deletion for 56a2cd29-4fe1-4a52-9946-7ab1eb985f8d request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:42:21.314181 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f25ad57d-5c59-415b-8e8a-1760c5af66ee req-7307b85c-edf2-4755-8be4-ad5c68d72f86 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e41a86-579b-4fff-9af0-6c75f1010a92 HTTP/1.1" status: 200 len: 210 time: 0.0813344 Feb 07 22:42:21.409118 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a878c-8ed6-423c-8c1c-da65dc0a20d4 None None] DHCP port deletion for 3bf85128-dd65-4e13-9952-ec7a6d7cceb5 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:42:21.447594 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b227-8878-47ea-b157-651f30124f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.461802 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.487240 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.493345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf85128-dd65-4e13-9952-ec7a6d7cceb5']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:21.505269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3f021b-e5ad-4b96-a584-5fbf2e9c9305') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:21.506000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3f021b-e5ad-4b96-a584-5fbf2e9c9305') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:21.515142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a2cd29-4fe1-4a52-9946-7ab1eb985f8d']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:21.518131 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.535250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.542824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:42:21.543791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.558318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:21.558683 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3ef59a-a296-4bf9-ac7a-fb88190899ae') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:21.578542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.609909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.624866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:42:21.625441 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:42:21.627007 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:42:21.661866 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:42:21.673044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.687504 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.699596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/networks/3bf85128-dd65-4e13-9952-ec7a6d7cceb5 HTTP/1.1" status: 204 len: 168 time: 1.4637463 Feb 07 22:42:21.702987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42446) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:21.709705 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-975869485'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:21.730576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e88381-ab2f-4b71-b5d4-616f38c8713c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Network': ['ID=3bf85128-dd65-4e13-9952-ec7a6d7cceb5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:21.752963 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.769015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:21.775845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.778391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.782381 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] 10.222.0.15 "DELETE /v2.0/networks/56a2cd29-4fe1-4a52-9946-7ab1eb985f8d HTTP/1.1" status: 204 len: 168 time: 1.3936679 Feb 07 22:42:21.793024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a80b99-71f1-457f-a100-111abfc3aa82 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a2cd29-4fe1-4a52-9946-7ab1eb985f8d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:21.819503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:21.853098 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.854709 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Added segment 73f4717b-9da5-4a08-814e-e967e53ab920 of type vlan for network 266ed7f0-2008-42de-b65c-28fd57b700fa Feb 07 22:42:21.921272 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.964851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.971646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:21.972411 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.097660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3931620 Feb 07 22:42:22.108850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42482) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:22.118373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '266ed7f0-2008-42de-b65c-28fd57b700fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:22.161121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35592b1-c10e-430b-a7c9-dc3cf5b5452a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Network': ['ID=266ed7f0-2008-42de-b65c-28fd57b700fa,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:22.173780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 266ed7f0-2008-42de-b65c-28fd57b700fa details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:42:22.263961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42494) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:22.332408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:22.341589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.385274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7686a625-965c-4f2b-b68f-ac85c9844386 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1c851b9c3c04eb19258a428e32c8db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175508 Feb 07 22:42:22.388375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42498) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:22.704121 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-347aea93-8fee-4ccb-952b-2bd233a36f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.708654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:22.759067 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0a4e3f99-da6b-41eb-b0b1-300133f31038 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:22.761483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:22.761804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c680b1ff-0db2-4b86-abda-0d1a5bdfbc0a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:22.762285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device df99412f-3f71-466c-8d4c-bf84477296b0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:22.775461 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-347aea93-8fee-4ccb-952b-2bd233a36f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.791273 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.801909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 0a4e3f99-da6b-41eb-b0b1-300133f31038 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:22.802149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0a4e3f99-da6b-41eb-b0b1-300133f31038 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:22.834488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: df99412f-3f71-466c-8d4c-bf84477296b0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:22.834488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device df99412f-3f71-466c-8d4c-bf84477296b0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:22.900749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=12515b0f-e07a-4c1b-bf42-3c8273e54fcc,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:22.909712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Checking segment: {'id': '73f4717b-9da5-4a08-814e-e967e53ab920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '266ed7f0-2008-42de-b65c-28fd57b700fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:22.909712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network hostable DHCP agents. Network: 266ed7f0-2008-42de-b65c-28fd57b700fa, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:22.930929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-347aea93-8fee-4ccb-952b-2bd233a36f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.936637 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-347aea93-8fee-4ccb-952b-2bd233a36f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.938084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-347aea93-8fee-4ccb-952b-2bd233a36f85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9edeae37-e0e0-4a16-83cd-3b8bf5239a71 HTTP/1.1" status: 204 len: 168 time: 0.5458162 Feb 07 22:42:22.946218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 266ed7f0-2008-42de-b65c-28fd57b700fa is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:22.952153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aea93-8fee-4ccb-952b-2bd233a36f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edeae37-e0e0-4a16-83cd-3b8bf5239a71,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:22.959959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 266ed7f0-2008-42de-b65c-28fd57b700fa) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:22.968608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:22.969203 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.974243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997db7b-cae4-494e-ae95-b1402601bf05 None None] Network 266ed7f0-2008-42de-b65c-28fd57b700fa requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:22.990852 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a2af78c4-5312-4c82-923c-69845387789a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8802738 Feb 07 22:42:22.993847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42514) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:23.000868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-eba07423-0736-4554-95ee-2cb37bed64aa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1298611831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:23.052265 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eba07423-0736-4554-95ee-2cb37bed64aa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.054368 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eba07423-0736-4554-95ee-2cb37bed64aa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.245627 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eba07423-0736-4554-95ee-2cb37bed64aa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.263351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eba07423-0736-4554-95ee-2cb37bed64aa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.299414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eba07423-0736-4554-95ee-2cb37bed64aa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.302809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-eba07423-0736-4554-95ee-2cb37bed64aa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3058443 Feb 07 22:42:23.303975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42522) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:23.311073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'network_id': '266ed7f0-2008-42de-b65c-28fd57b700fa', 'name': 'tempest-PortsTestJSON-413810066'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:23.364280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-266ed7f0-2008-42de-b65c-28fd57b700fa', 'network_id': '266ed7f0-2008-42de-b65c-28fd57b700fa', 'tenant_id': 'a0db7ca05e9144b9b7fa33f33269a55a', 'fixed_ips': [{'subnet_id': '12515b0f-e07a-4c1b-bf42-3c8273e54fcc'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:42:23.367776 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.576622 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3643e7-e43f-42ee-b171-42dc311a9c76 req-21893a8a-9942-49f7-abde-803d2dc71a9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:23.579178 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a3643e7-e43f-42ee-b171-42dc311a9c76 req-21893a8a-9942-49f7-abde-803d2dc71a9e tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 945 time: 0.1008186 Feb 07 22:42:23.639348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Allocated IP 172.20.0.2 (266ed7f0-2008-42de-b65c-28fd57b700fa/12515b0f-e07a-4c1b-bf42-3c8273e54fcc/bff725ab-1817-4880-8434-29ef09c0d749) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:23.640981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:23.653426 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.675355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42534) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:23.697365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a3643e7-e43f-42ee-b171-42dc311a9c76 req-05335a52-aa0f-47e1-937d-1931f6ad1cea tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104803 Feb 07 22:42:23.709124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 7f65a3c6-f076-4779-803c-5d1113430a03 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:23.864118 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaa06da3-e924-48f1-b534-a892d7d548c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.944653 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.954021 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.008328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Network 266ed7f0-2008-42de-b65c-28fd57b700fa is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:24.012413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:24.014652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:24.019847 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e70944e-1a25-450c-aba0-3dea9e8850a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2d1c2ba919142c9b2d473467caecc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387098 Feb 07 22:42:24.031616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:24.070545 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.5 (266ed7f0-2008-42de-b65c-28fd57b700fa/12515b0f-e07a-4c1b-bf42-3c8273e54fcc/7f65a3c6-f076-4779-803c-5d1113430a03) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:24.130451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d51dbbac-3755-4751-bf82-869de43a209e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.156564 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d51dbbac-3755-4751-bf82-869de43a209e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.219307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d51dbbac-3755-4751-bf82-869de43a209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.221966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d51dbbac-3755-4751-bf82-869de43a209e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.225815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d51dbbac-3755-4751-bf82-869de43a209e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2de5a558-3299-4645-af1f-1a651ff1acea HTTP/1.1" status: 204 len: 168 time: 0.2099481 Feb 07 22:42:24.234754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51dbbac-3755-4751-bf82-869de43a209e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de5a558-3299-4645-af1f-1a651ff1acea,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:24.317804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Pushing event updated for resources: {'Port': ['ID=bff725ab-1817-4880-8434-29ef09c0d749,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:24.378693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42572) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:24.379543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Attempting to bind port bff725ab-1817-4880-8434-29ef09c0d749 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:24.379954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Attempting to bind port bff725ab-1817-4880-8434-29ef09c0d749 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '73f4717b-9da5-4a08-814e-e967e53ab920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '266ed7f0-2008-42de-b65c-28fd57b700fa'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:24.380319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Attempting to bind port bff725ab-1817-4880-8434-29ef09c0d749 on network 266ed7f0-2008-42de-b65c-28fd57b700fa {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:24.416366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:42:24.424515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Checking segment: {'id': '73f4717b-9da5-4a08-814e-e967e53ab920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '266ed7f0-2008-42de-b65c-28fd57b700fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:24.424999 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.425471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Bound using segment: {'id': '73f4717b-9da5-4a08-814e-e967e53ab920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '266ed7f0-2008-42de-b65c-28fd57b700fa'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:42:24.427493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Bound port: bff725ab-1817-4880-8434-29ef09c0d749, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f4717b-9da5-4a08-814e-e967e53ab920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '266ed7f0-2008-42de-b65c-28fd57b700fa'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:24.428369 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.538906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] For port bff725ab-1817-4880-8434-29ef09c0d749, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:42:24.550355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] For port bff725ab-1817-4880-8434-29ef09c0d749, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bff725ab-1817-4880-8434-29ef09c0d749,segment=NetworkSegment(73f4717b-9da5-4a08-814e-e967e53ab920),segment_id=73f4717b-9da5-4a08-814e-e967e53ab920)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:42:24.561873 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.562331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-network', 'tenant_id': '1160cc7a1a194176a7edc794e475d999'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:24.596643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Made reservation on behalf of 1160cc7a1a194176a7edc794e475d999 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:24.600706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.617867 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.669857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e58b77-0149-425f-9fa0-083e2f658d29 None None] Pushing event updated for resources: {'Port': ['ID=bff725ab-1817-4880-8434-29ef09c0d749,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:24.773479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.955393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.984536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d44b1-08d4-4259-8985-243cb72c553b req-d3644fbb-e7a1-473c-80d7-ed3e2c68a8a3 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:24.993861 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-586d44b1-08d4-4259-8985-243cb72c553b req-d3644fbb-e7a1-473c-80d7-ed3e2c68a8a3 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.24 "GET /v2.0/ports?device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 945 time: 0.2282982 Feb 07 22:42:25.063515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.096599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:25.122446 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.238526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.240802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3b326-e4d9-4a03-8f77-864502af91d6 req-2b0c4771-64a6-40f2-8571-62e6b2b3cb1c tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:25.242212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb3b326-e4d9-4a03-8f77-864502af91d6 req-2b0c4771-64a6-40f2-8571-62e6b2b3cb1c tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 945 time: 0.3478043 Feb 07 22:42:25.244607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.244951 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Added segment 747eab64-f219-492e-bc86-33415e417ea0 of type vlan for network 997664ea-62cb-42f7-88a8-3db43eacae78 Feb 07 22:42:25.370786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d82fc41-2150-44c9-a1f9-9448942c37c1,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:25.402860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=7f65a3c6-f076-4779-803c-5d1113430a03,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:25.411480 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.416453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 266ed7f0-2008-42de-b65c-28fd57b700fa is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:25.417723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:25.421201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:25.514972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb3b326-e4d9-4a03-8f77-864502af91d6 req-fc8aecb2-125e-46d5-a780-4c43e866edbd tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450109 Feb 07 22:42:25.535017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:25.543847 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.575020 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7c0aa69a-19cf-490f-96fa-d708b46f5f23 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2697444 Feb 07 22:42:25.578385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42612) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:25.596394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-586d44b1-08d4-4259-8985-243cb72c553b req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Deleting port 51a2e992-f0a7-448f-8861-9c10dfc927d3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:25.599105 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-586d44b1-08d4-4259-8985-243cb72c553b req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.647356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.652511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:25.653733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.909170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5265660 Feb 07 22:42:25.929619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42620) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:25.941014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Request body: {'subnet': {'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-subnet', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:26.023923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-586d44b1-08d4-4259-8985-243cb72c553b req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] For port 51a2e992-f0a7-448f-8861-9c10dfc927d3, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=51a2e992-f0a7-448f-8861-9c10dfc927d3,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:26.024295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-586d44b1-08d4-4259-8985-243cb72c553b req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.043250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d66f07-9c69-4f7e-bd4e-7be87a43b35b admin admin] Pushing event updated for resources: {'Network': ['ID=997664ea-62cb-42f7-88a8-3db43eacae78,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:26.064944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 997664ea-62cb-42f7-88a8-3db43eacae78 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:42:26.074447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-586d44b1-08d4-4259-8985-243cb72c553b req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Calling delete_port for 51a2e992-f0a7-448f-8861-9c10dfc927d3 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:26.170023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Made reservation on behalf of 1160cc7a1a194176a7edc794e475d999 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:26.172773 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.283433 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.332166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.410383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-586d44b1-08d4-4259-8985-243cb72c553b req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.425993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['51a2e992-f0a7-448f-8861-9c10dfc927d3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:42:26.428826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9d022bba-8a72-4c13-b560-e1ab6ef2986a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:42:26.473621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Pushing event deleted for resources: {'Port': ['ID=51a2e992-f0a7-448f-8861-9c10dfc927d3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:26.511390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-586d44b1-08d4-4259-8985-243cb72c553b req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] No DVR routers for this DVR port 51a2e992-f0a7-448f-8861-9c10dfc927d3 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:26.515090 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-586d44b1-08d4-4259-8985-243cb72c553b req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.520155 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-586d44b1-08d4-4259-8985-243cb72c553b req-c4d9cd63-127b-42ae-bde5-5d4407b150cc tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.24 "DELETE /v2.0/ports/51a2e992-f0a7-448f-8861-9c10dfc927d3 HTTP/1.1" status: 204 len: 173 time: 1.5254900 Feb 07 22:42:26.520727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365642a7-a0cf-4e19-a4c6-590a48764bbf', 'name': 'network-vif-deleted', 'tag': '51a2e992-f0a7-448f-8861-9c10dfc927d3'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:26.527274 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5441556c-e855-4206-a3b2-b116870c5a72" -d '{"events": [{"server_uuid": "365642a7-a0cf-4e19-a4c6-590a48764bbf", "name": "network-vif-deleted", "tag": "51a2e992-f0a7-448f-8861-9c10dfc927d3"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:26.561325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db79935-8c10-4058-ba08-bc22bd9cfee9 None None] Network 266ed7f0-2008-42de-b65c-28fd57b700fa requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:26.654161 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e8179a-dbaf-4e59-a614-95d1833cf97f x-openstack-request-id: req-47e8179a-dbaf-4e59-a614-95d1833cf97f {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:26.655095 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365642a7-a0cf-4e19-a4c6-590a48764bbf", "name": "network-vif-deleted", "tag": "51a2e992-f0a7-448f-8861-9c10dfc927d3", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:26.655375 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47e8179a-dbaf-4e59-a614-95d1833cf97f {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:26.655870 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365642a7-a0cf-4e19-a4c6-590a48764bbf', 'name': 'network-vif-deleted', 'tag': '51a2e992-f0a7-448f-8861-9c10dfc927d3', 'status': 'completed', 'code': 200} Feb 07 22:42:26.748553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61bd3abe-9779-4b87-92e2-32136f1ee02d req-de33269e-35e0-4c13-80ad-5fe5553b6d92 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=365642a7-a0cf-4e19-a4c6-590a48764bbf HTTP/1.1" status: 200 len: 210 time: 0.0584457 Feb 07 22:42:26.753468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42648) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:26.838802 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.869833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bff725ab-1817-4880-8434-29ef09c0d749 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:26.946279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a38f8791-c0bf-4367-ac05-64fc8d45f1c2 None None] Provisioning complete for port bff725ab-1817-4880-8434-29ef09c0d749 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:26.946657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a38f8791-c0bf-4367-ac05-64fc8d45f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.025841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-069ae6fb-25ef-41c8-a26b-06e5a9a776b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.143644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bff725ab-1817-4880-8434-29ef09c0d749 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:27.144203 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.221999 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-069ae6fb-25ef-41c8-a26b-06e5a9a776b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.236669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-069ae6fb-25ef-41c8-a26b-06e5a9a776b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.290051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ae6fb-25ef-41c8-a26b-06e5a9a776b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07383344-c479-4012-8928-e9bd6d79e8fa,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:27.316346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-069ae6fb-25ef-41c8-a26b-06e5a9a776b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=505c5135d02e4a8b965627377a2aa084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592318 Feb 07 22:42:27.317433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42654) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:27.397191 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.407329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.426534 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a38f8791-c0bf-4367-ac05-64fc8d45f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.454764 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.468513 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04588366-fdcd-462c-ab85-1064b5bc0341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.506652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04588366-fdcd-462c-ab85-1064b5bc0341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.656540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=7f65a3c6-f076-4779-803c-5d1113430a03,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:27.664012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a38f8791-c0bf-4367-ac05-64fc8d45f1c2 None None] For port bff725ab-1817-4880-8434-29ef09c0d749, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bff725ab-1817-4880-8434-29ef09c0d749,segment=NetworkSegment(73f4717b-9da5-4a08-814e-e967e53ab920),segment_id=73f4717b-9da5-4a08-814e-e967e53ab920)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:27.667395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04588366-fdcd-462c-ab85-1064b5bc0341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.672334 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04588366-fdcd-462c-ab85-1064b5bc0341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.673953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04588366-fdcd-462c-ab85-1064b5bc0341 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07383344-c479-4012-8928-e9bd6d79e8fa HTTP/1.1" status: 204 len: 168 time: 0.3552301 Feb 07 22:42:27.680265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:27.684034 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a38f8791-c0bf-4367-ac05-64fc8d45f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.690245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Checking segment: {'id': '747eab64-f219-492e-bc86-33415e417ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:27.690245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Network hostable DHCP agents. Network: 997664ea-62cb-42f7-88a8-3db43eacae78, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:27.698705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04588366-fdcd-462c-ab85-1064b5bc0341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07383344-c479-4012-8928-e9bd6d79e8fa,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:27.791157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f8791-c0bf-4367-ac05-64fc8d45f1c2 None None] Pushing event updated for resources: {'Port': ['ID=bff725ab-1817-4880-8434-29ef09c0d749,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:27.802932 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.837850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Network 997664ea-62cb-42f7-88a8-3db43eacae78 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:27.876965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 997664ea-62cb-42f7-88a8-3db43eacae78) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:27.900780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096efc6-f584-4490-8966-357637c34428 None None] Network 997664ea-62cb-42f7-88a8-3db43eacae78 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:27.937253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:27.939261 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.982150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e403cd8d-ace8-4823-8a18-af63e01e50c8 None None] Provisioning complete for port bff725ab-1817-4880-8434-29ef09c0d749 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:27.983082 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e403cd8d-ace8-4823-8a18-af63e01e50c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.052008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-55e72113-49a5-4e15-a373-3f43adb9c482 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1208987 Feb 07 22:42:28.052964 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.054739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42674) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:28.062035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:28.156384 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.157736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.210843 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:42:28.211426 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:42:28.297210 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.311760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-997664ea-62cb-42f7-88a8-3db43eacae78', 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'fixed_ips': [{'subnet_id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:42:28.312766 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.343876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.460617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e403cd8d-ace8-4823-8a18-af63e01e50c8 None None] Provisioning complete for port 7f65a3c6-f076-4779-803c-5d1113430a03 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:28.461109 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e403cd8d-ace8-4823-8a18-af63e01e50c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.668095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e403cd8d-ace8-4823-8a18-af63e01e50c8 None None] Port 7f65a3c6-f076-4779-803c-5d1113430a03 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:28.706756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Allocated IP 172.20.0.2 (997664ea-62cb-42f7-88a8-3db43eacae78/76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5/2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:28.835333 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.865515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c6776-564f-41c9-b214-8e80dc5247f3 req-0a3f4489-d93c-4942-a5af-540e7b1ebcee tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:28.890663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d48c6776-564f-41c9-b214-8e80dc5247f3 req-0a3f4489-d93c-4942-a5af-540e7b1ebcee tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.5767462 Feb 07 22:42:28.919035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.930385 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.007266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d48c6776-564f-41c9-b214-8e80dc5247f3 req-90105d8b-93d5-4080-85ec-3a96fe58deb4 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156197 Feb 07 22:42:29.127839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bff725ab-1817-4880-8434-29ef09c0d749 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:29.145083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3975cfbf-623c-4c72-8f88-8b7bd482d573 None None] Provisioning complete for port 7f65a3c6-f076-4779-803c-5d1113430a03 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:29.145702 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3975cfbf-623c-4c72-8f88-8b7bd482d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.162548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=7f65a3c6-f076-4779-803c-5d1113430a03,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:29.176394 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.312028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3975cfbf-623c-4c72-8f88-8b7bd482d573 None None] Port 7f65a3c6-f076-4779-803c-5d1113430a03 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:29.386650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bff725ab-1817-4880-8434-29ef09c0d749 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:29.387195 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.390056 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.415521 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.481189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 266ed7f0-2008-42de-b65c-28fd57b700fa is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:29.482877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Network 997664ea-62cb-42f7-88a8-3db43eacae78 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:29.483736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:29.492135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:29.499744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:29.520257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-68cd36f8-58a7-4a81-b3b9-e9a5a4071977 None None] Provisioning complete for port 7f65a3c6-f076-4779-803c-5d1113430a03 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:29.520906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cd36f8-58a7-4a81-b3b9-e9a5a4071977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.614890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Pushing event updated for resources: {'Port': ['ID=2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:29.690840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.802117 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.151590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-2cc1008c-d537-4376-a049-7f32fd823313 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:30.164605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-2cc1008c-d537-4376-a049-7f32fd823313 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.4203148 Feb 07 22:42:30.227451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Allocated IP 172.25.8.46 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/e99ca848-24a1-40a8-bb3b-aae68ed04c92) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:30.301986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Router c02e4f63-6885-4a01-b181-9393235ff1b7 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:42:30.476553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 51a2e992-f0a7-448f-8861-9c10dfc927d3 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:30.479242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Attempting to bind port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:30.479622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Attempting to bind port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '747eab64-f219-492e-bc86-33415e417ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:30.480014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Attempting to bind port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 on network 997664ea-62cb-42f7-88a8-3db43eacae78 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:30.494733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:42:30.495122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Checking segment: {'id': '747eab64-f219-492e-bc86-33415e417ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:30.495534 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.495969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Bound using segment: {'id': '747eab64-f219-492e-bc86-33415e417ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:42:30.496455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Bound port: 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747eab64-f219-492e-bc86-33415e417ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:30.496839 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.522384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f38c7-ebca-4d8e-b4b4-78f8a0f1b470 req-95764529-f322-4f24-8ac1-a34b332c02a2 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:30.524027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab7f38c7-ebca-4d8e-b4b4-78f8a0f1b470 req-95764529-f322-4f24-8ac1-a34b332c02a2 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 946 time: 0.3118837 Feb 07 22:42:30.539678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-68cd36f8-58a7-4a81-b3b9-e9a5a4071977 None None] Port 7f65a3c6-f076-4779-803c-5d1113430a03 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:30.555606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.572614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 51a2e992-f0a7-448f-8861-9c10dfc927d3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:30.572989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 51a2e992-f0a7-448f-8861-9c10dfc927d3 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:30.613005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Deleting port 9d022bba-8a72-4c13-b560-e1ab6ef2986a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:30.613005 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.615861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:30.630701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42764) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:30.639508 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3558928-7280-43a4-bda7-2c522ad4ce88 None None] Sync routers for ids ['c02e4f63-6885-4a01-b181-9393235ff1b7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:30.651213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5f4c1685-b412-4d50-bad5-4501b3c26d4e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "PUT /v2.0/routers/c02e4f63-6885-4a01-b181-9393235ff1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0712528 Feb 07 22:42:30.687798 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3558928-7280-43a4-bda7-2c522ad4ce88 None None] Routers {'c02e4f63-6885-4a01-b181-9393235ff1b7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:30.691400 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e3558928-7280-43a4-bda7-2c522ad4ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c02e4f63-6885-4a01-b181-9393235ff1b7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:30.715432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.746685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] For port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:42:30.769172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] For port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1,segment=NetworkSegment(747eab64-f219-492e-bc86-33415e417ea0),segment_id=747eab64-f219-492e-bc86-33415e417ea0)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:42:30.791908 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab7f38c7-ebca-4d8e-b4b4-78f8a0f1b470 req-8f5ae591-90ec-4253-a215-596848ed2f0c tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/security-groups?id=1624a3e7-c057-4bb9-be31-03a14d14af07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481892 Feb 07 22:42:30.794623 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.842890 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e3558928-7280-43a4-bda7-2c522ad4ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:30.899034 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3558928-7280-43a4-bda7-2c522ad4ce88 None None] Routers {'c02e4f63-6885-4a01-b181-9393235ff1b7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:30.901918 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e3558928-7280-43a4-bda7-2c522ad4ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c02e4f63-6885-4a01-b181-9393235ff1b7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:30.933499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] For port 9d022bba-8a72-4c13-b560-e1ab6ef2986a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9d022bba-8a72-4c13-b560-e1ab6ef2986a,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:30.933869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.966558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Calling delete_port for 9d022bba-8a72-4c13-b560-e1ab6ef2986a owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:30.995114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:31.017952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:31.029833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:31.076932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7afa6d-34b5-47ca-8fbd-f9ee29b4a50e None None] Pushing event updated for resources: {'Port': ['ID=2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:31.090805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2b74ae2e-b365-429f-9ec5-282afa1e4c7e None None] Provisioning complete for port 7f65a3c6-f076-4779-803c-5d1113430a03 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:31.091358 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b74ae2e-b365-429f-9ec5-282afa1e4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.198672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42784) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:31.221145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2b74ae2e-b365-429f-9ec5-282afa1e4c7e None None] Port 7f65a3c6-f076-4779-803c-5d1113430a03 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:31.249594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d5335-9c31-4dc8-97d6-8fe03e49e21c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:31.264412 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-822d5335-9c31-4dc8-97d6-8fe03e49e21c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports?device_id=c02e4f63-6885-4a01-b181-9393235ff1b7 HTTP/1.1" status: 200 len: 981 time: 0.6320055 Feb 07 22:42:31.293507 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e3558928-7280-43a4-bda7-2c522ad4ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:31.295050 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3558928-7280-43a4-bda7-2c522ad4ce88 None None] The sync data for ids ['c02e4f63-6885-4a01-b181-9393235ff1b7'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:31.317240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42788) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:31.558353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0784d0be-cd2c-4970-8b7a-a6ecff018f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.574125 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.618799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Pushing event deleted for resources: {'Port': ['ID=9d022bba-8a72-4c13-b560-e1ab6ef2986a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:31.715005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Pushing event updated for resources: {'Port': ['ID=e99ca848-24a1-40a8-bb3b-aae68ed04c92,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:32.047854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] No DVR routers for this DVR port 9d022bba-8a72-4c13-b560-e1ab6ef2986a on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:32.058422 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.062851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eec6358c-1989-4f27-b93c-cba55a59a8d2 req-e1ad3091-57bd-486b-ad21-7a78a34c52c1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.46 "DELETE /v2.0/ports/9d022bba-8a72-4c13-b560-e1ab6ef2986a HTTP/1.1" status: 204 len: 173 time: 1.8903632 Feb 07 22:42:32.070663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c26ff4-7840-4405-a846-485879ee5cae', 'name': 'network-vif-deleted', 'tag': '9d022bba-8a72-4c13-b560-e1ab6ef2986a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:32.073245 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b68cd60-a513-43aa-9553-74940d1881b4" -d '{"events": [{"server_uuid": "d1c26ff4-7840-4405-a846-485879ee5cae", "name": "network-vif-deleted", "tag": "9d022bba-8a72-4c13-b560-e1ab6ef2986a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:32.170719 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930ac9a8-06c7-4659-905f-90afcced5f4b x-openstack-request-id: req-930ac9a8-06c7-4659-905f-90afcced5f4b {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:32.171379 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c26ff4-7840-4405-a846-485879ee5cae", "name": "network-vif-deleted", "tag": "9d022bba-8a72-4c13-b560-e1ab6ef2986a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:32.171827 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-930ac9a8-06c7-4659-905f-90afcced5f4b {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:32.172387 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c26ff4-7840-4405-a846-485879ee5cae', 'name': 'network-vif-deleted', 'tag': '9d022bba-8a72-4c13-b560-e1ab6ef2986a', 'status': 'completed', 'code': 200} Feb 07 22:42:32.195464 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-015d29bb-4f92-4966-8bdf-0827a7e53cf6 req-a1d9aedf-3559-4eba-bf59-bcf70d680aa1 tempest-ListServerFiltersTestJSON-363021397 tempest-ListServerFiltersTestJSON-363021397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c26ff4-7840-4405-a846-485879ee5cae HTTP/1.1" status: 200 len: 210 time: 0.1489081 Feb 07 22:42:32.416142 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0784d0be-cd2c-4970-8b7a-a6ecff018f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.436974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0784d0be-cd2c-4970-8b7a-a6ecff018f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.519684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0784d0be-cd2c-4970-8b7a-a6ecff018f51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca08ec8229e74add8802b31654994bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3168216 Feb 07 22:42:32.527191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42812) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:32.637440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784d0be-cd2c-4970-8b7a-a6ecff018f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32185993-01ad-4f6c-ac3e-752abeccd14d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:32.773445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.780895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d022bba-8a72-4c13-b560-e1ab6ef2986a no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:32.853242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 9d022bba-8a72-4c13-b560-e1ab6ef2986a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:32.859008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9d022bba-8a72-4c13-b560-e1ab6ef2986a not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:32.872052 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-18585fa9-d1a5-43f5-beb9-c0ea1b77a67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.948651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.952898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-18585fa9-d1a5-43f5-beb9-c0ea1b77a67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.162298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:33.197848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.353001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42828) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:33.378407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:33.378776 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.408839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbed9d-36e3-477b-af72-5b1eb81a75eb None None] Network 997664ea-62cb-42f7-88a8-3db43eacae78 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:33.458149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-679f429e-f34f-48ba-b685-f9890ed929ce admin admin] Deleting subnet d60d8120-12de-40b6-8190-a2163d27ebb8 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:33.470169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-679f429e-f34f-48ba-b685-f9890ed929ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.543300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-679f429e-f34f-48ba-b685-f9890ed929ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.596202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Router f767c126-3695-4104-842d-c39f0f552deb is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:42:33.719537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0336958f-a021-4ee1-85bd-e70a4ded7111 None None] Provisioning complete for port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:33.720202 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0336958f-a021-4ee1-85bd-e70a4ded7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.817076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-679f429e-f34f-48ba-b685-f9890ed929ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.862523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-18585fa9-d1a5-43f5-beb9-c0ea1b77a67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.877304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-18585fa9-d1a5-43f5-beb9-c0ea1b77a67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.879755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:33.885414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-18585fa9-d1a5-43f5-beb9-c0ea1b77a67b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32185993-01ad-4f6c-ac3e-752abeccd14d HTTP/1.1" status: 204 len: 168 time: 1.3547723 Feb 07 22:42:33.919287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.921880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-53ca217f-89cf-46ca-892d-e4c24a25425e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8657689 Feb 07 22:42:33.927035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18585fa9-d1a5-43f5-beb9-c0ea1b77a67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32185993-01ad-4f6c-ac3e-752abeccd14d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:33.928080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42838) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:33.992837 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.012304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-679f429e-f34f-48ba-b685-f9890ed929ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.033656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794920d-b125-42af-8142-31040590a165 None None] Sync routers for ids ['f767c126-3695-4104-842d-c39f0f552deb'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:34.054389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-679f429e-f34f-48ba-b685-f9890ed929ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.059426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-679f429e-f34f-48ba-b685-f9890ed929ce admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d60d8120-12de-40b6-8190-a2163d27ebb8 HTTP/1.1" status: 204 len: 168 time: 0.7047591 Feb 07 22:42:34.069092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42840) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:34.084076 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.087183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b158a7f0-141b-4cf9-b1bf-0b1117c8764b None None] Network 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:34.089312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794920d-b125-42af-8142-31040590a165 None None] Routers {'f767c126-3695-4104-842d-c39f0f552deb'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:34.089952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b794920d-b125-42af-8142-31040590a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f767c126-3695-4104-842d-c39f0f552deb'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:34.118695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f429e-f34f-48ba-b685-f9890ed929ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60d8120-12de-40b6-8190-a2163d27ebb8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:34.221576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1,segment=NetworkSegment(747eab64-f219-492e-bc86-33415e417ea0),segment_id=747eab64-f219-492e-bc86-33415e417ea0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:34.242062 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.255276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.270771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 7f65a3c6-f076-4779-803c-5d1113430a03 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:34.271179 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.396558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Deleting port 4c90d355-76d5-4855-b0da-45f92052d46c {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:34.398192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.500001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:34.540274 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.588420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.666895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 7f65a3c6-f076-4779-803c-5d1113430a03 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:34.690954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] For port 4c90d355-76d5-4855-b0da-45f92052d46c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4c90d355-76d5-4855-b0da-45f92052d46c,segment=NetworkSegment(589c1419-fa34-420a-a78e-9c290719a10b),segment_id=589c1419-fa34-420a-a78e-9c290719a10b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:34.696205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.772628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Calling delete_port for 4c90d355-76d5-4855-b0da-45f92052d46c owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:34.812744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b794920d-b125-42af-8142-31040590a165 None None] Set router f767c126-3695-4104-842d-c39f0f552deb gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:35.042804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:35.189274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-99d29c41-1cb4-4914-bf6f-b5fa6706fb09 None None] Provisioning complete for port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:35.189654 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99d29c41-1cb4-4914-bf6f-b5fa6706fb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.243528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] DHCP port deletion for 4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:42:35.264352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:35.265060 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.320316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.446191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff78b1-51f7-4092-84dc-69290e60905a req-562121c3-a787-41dd-8946-ccedd79bfce0 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:35.461554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.466342 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03ff78b1-51f7-4092-84dc-69290e60905a req-562121c3-a787-41dd-8946-ccedd79bfce0 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.3425412 Feb 07 22:42:35.492491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=7f65a3c6-f076-4779-803c-5d1113430a03,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:35.510680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.564582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03ff78b1-51f7-4092-84dc-69290e60905a req-55556fb6-14bb-4c28-8482-d439b246cbc5 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973322 Feb 07 22:42:35.697761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c90d355-76d5-4855-b0da-45f92052d46c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:35.701269 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.710089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] No DVR routers for this DVR port 4c90d355-76d5-4855-b0da-45f92052d46c on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:35.757116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b794920d-b125-42af-8142-31040590a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f767c126-3695-4104-842d-c39f0f552deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:28Z', 'updated_at': '2022-02-07T22:42:31Z', 'revision_number': 3, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'gw_port': {'id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:29Z', 'updated_at': '2022-02-07T22:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:35.822481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.857145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b991747-3dc8-41bf-b9e3-8fca9e13c1d3']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:35.871208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589c1419-fa34-420a-a78e-9c290719a10b') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:35.871525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589c1419-fa34-420a-a78e-9c290719a10b') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:35.873798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794920d-b125-42af-8142-31040590a165 None None] Checking router: f767c126-3695-4104-842d-c39f0f552deb for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:35.874162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794920d-b125-42af-8142-31040590a165 None None] Updating router f767c126-3695-4104-842d-c39f0f552deb port e99ca848-24a1-40a8-bb3b-aae68ed04c92 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:42:35.883822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] Deleting port 4c90d355-76d5-4855-b0da-45f92052d46c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:35.885547 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.936520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.994450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.034071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:42:36.034492 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.069178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] For port 4c90d355-76d5-4855-b0da-45f92052d46c, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:36.071250 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.106694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] Calling delete_port for 4c90d355-76d5-4855-b0da-45f92052d46c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:36.118099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] Port 4c90d355-76d5-4855-b0da-45f92052d46c was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:42:36.132387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Allocated IP 172.20.0.1 (997664ea-62cb-42f7-88a8-3db43eacae78/76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5/71424cd9-d024-4ff4-b574-a95f4ccd8152) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:36.199212 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:42:36.253897 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:42:36.267846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] Pushing event deleted for resources: {'Port': ['ID=4c90d355-76d5-4855-b0da-45f92052d46c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:36.311276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af00f8f-7d43-4b22-877e-e769863f370e None None] No DVR routers for this DVR port 4c90d355-76d5-4855-b0da-45f92052d46c on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:36.322320 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b794920d-b125-42af-8142-31040590a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.367683 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.434108 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.485200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42914) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:36.492419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.505987 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.509545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] 10.222.0.15 "DELETE /v2.0/networks/4b991747-3dc8-41bf-b9e3-8fca9e13c1d3 HTTP/1.1" status: 204 len: 168 time: 2.4322042 Feb 07 22:42:36.559800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Network 997664ea-62cb-42f7-88a8-3db43eacae78 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:36.580642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:36.604155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:36.709052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af7ad5-83f8-4179-936b-567daa23445e admin admin] Pushing event deleted for resources: {'Network': ['ID=4b991747-3dc8-41bf-b9e3-8fca9e13c1d3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:36.739545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.747578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42924) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:36.790454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ee444-5e4f-4e45-9df6-429a578370f8 req-1fc8f8a8-330c-4269-8305-7bb5fcc53fd2 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:36.804258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-477ee444-5e4f-4e45-9df6-429a578370f8 req-1fc8f8a8-330c-4269-8305-7bb5fcc53fd2 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.4046836 Feb 07 22:42:36.867288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Router c02e4f63-6885-4a01-b181-9393235ff1b7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:42:36.908505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Pushing event updated for resources: {'Port': ['ID=71424cd9-d024-4ff4-b574-a95f4ccd8152,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:36.939836 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2d7fd67d-02a2-4b0b-a6ff-749af3684ce8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee493ff6ee9a454ab31012215a82dd86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906965 Feb 07 22:42:36.957726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42926) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:37.010752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a98f0ca-599b-45f7-8a19-4db93d659b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.036336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-477ee444-5e4f-4e45-9df6-429a578370f8 req-07aa62cd-2329-4297-a07f-28752d7d2748 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288039 Feb 07 22:42:37.038185 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b794920d-b125-42af-8142-31040590a165 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.043841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c90d355-76d5-4855-b0da-45f92052d46c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:37.061234 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b794920d-b125-42af-8142-31040590a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.137670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada1f85-11df-47f4-908e-acefafe0751c None None] Pushing event updated for resources: {'Port': ['ID=e99ca848-24a1-40a8-bb3b-aae68ed04c92,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:37.146176 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a98f0ca-599b-45f7-8a19-4db93d659b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.158741 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a98f0ca-599b-45f7-8a19-4db93d659b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.161155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4c90d355-76d5-4855-b0da-45f92052d46c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:37.162310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c90d355-76d5-4855-b0da-45f92052d46c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:37.215572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6ea74186-332d-4705-bf37-5543372e0353 None None] Provisioning complete for port 71424cd9-d024-4ff4-b574-a95f4ccd8152 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:37.217175 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ea74186-332d-4705-bf37-5543372e0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.218967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b794920d-b125-42af-8142-31040590a165 None None] Attempting to bind port e99ca848-24a1-40a8-bb3b-aae68ed04c92 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:37.219332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b794920d-b125-42af-8142-31040590a165 None None] Attempting to bind port e99ca848-24a1-40a8-bb3b-aae68ed04c92 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:37.234750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794920d-b125-42af-8142-31040590a165 None None] Attempting to bind port e99ca848-24a1-40a8-bb3b-aae68ed04c92 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:37.243641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794920d-b125-42af-8142-31040590a165 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:42:37.244090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794920d-b125-42af-8142-31040590a165 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:37.244549 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b794920d-b125-42af-8142-31040590a165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.245120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794920d-b125-42af-8142-31040590a165 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:42:37.245598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b794920d-b125-42af-8142-31040590a165 None None] Bound port: e99ca848-24a1-40a8-bb3b-aae68ed04c92, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:37.245981 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b794920d-b125-42af-8142-31040590a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.252590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.320271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74186-332d-4705-bf37-5543372e0353 None None] Port 71424cd9-d024-4ff4-b574-a95f4ccd8152 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:37.345975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b794920d-b125-42af-8142-31040590a165 None None] For port e99ca848-24a1-40a8-bb3b-aae68ed04c92, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:42:37.349485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b794920d-b125-42af-8142-31040590a165 None None] For port e99ca848-24a1-40a8-bb3b-aae68ed04c92, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e99ca848-24a1-40a8-bb3b-aae68ed04c92,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:42:37.360690 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b794920d-b125-42af-8142-31040590a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.363689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:37.384074 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d30037-b029-4da2-993c-441ca600d072 None None] Sync routers for ids ['c02e4f63-6885-4a01-b181-9393235ff1b7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:37.386979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6c5ad4e0-d950-430e-9c7d-f5a8565b55fb tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "PUT /v2.0/routers/c02e4f63-6885-4a01-b181-9393235ff1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0685728 Feb 07 22:42:37.390525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42934) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:37.398854 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d30037-b029-4da2-993c-441ca600d072 None None] Routers {'c02e4f63-6885-4a01-b181-9393235ff1b7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:37.399484 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-49d30037-b029-4da2-993c-441ca600d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c02e4f63-6885-4a01-b181-9393235ff1b7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:37.419181 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4523ed0-d97a-4528-a95b-0f29a06fb763 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:42:37.421669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a4523ed0-d97a-4528-a95b-0f29a06fb763 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/7f65a3c6-f076-4779-803c-5d1113430a03 HTTP/1.1" status: 404 len: 333 time: 0.0301161 Feb 07 22:42:37.422497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bff730a4-d2a3-4629-b887-f8ab86b9f39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.424362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42936) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:37.482849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada1f85-11df-47f4-908e-acefafe0751c None None] Pushing event updated for resources: {'Port': ['ID=e99ca848-24a1-40a8-bb3b-aae68ed04c92,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:37.484400 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-49d30037-b029-4da2-993c-441ca600d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:37.502649 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d30037-b029-4da2-993c-441ca600d072 None None] Routers {'c02e4f63-6885-4a01-b181-9393235ff1b7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:37.504181 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-49d30037-b029-4da2-993c-441ca600d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c02e4f63-6885-4a01-b181-9393235ff1b7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:37.510715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794920d-b125-42af-8142-31040590a165 None None] Routers {'f767c126-3695-4104-842d-c39f0f552deb'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:37.511350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b794920d-b125-42af-8142-31040590a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f767c126-3695-4104-842d-c39f0f552deb'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:37.532336 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6a98f0ca-599b-45f7-8a19-4db93d659b18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b3e1a7ff18341fa8913b0c91095b3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0370400 Feb 07 22:42:37.535185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42938) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:37.547910 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-49d30037-b029-4da2-993c-441ca600d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:37.549046 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d30037-b029-4da2-993c-441ca600d072 None None] The sync data for ids ['c02e4f63-6885-4a01-b181-9393235ff1b7'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:37.550929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98f0ca-599b-45f7-8a19-4db93d659b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be62a033-ac35-4b1b-904f-4cc27f3b4b8a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:37.598108 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a3da-0398-4a52-b571-c33da4d9dc94 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.774087 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bff730a4-d2a3-4629-b887-f8ab86b9f39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.784050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d230d70-1a57-4d38-9986-6da18836343b req-4aa6ae86-ce9b-4baf-baf7-613248155f0c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:37.785565 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0d230d70-1a57-4d38-9986-6da18836343b req-4aa6ae86-ce9b-4baf-baf7-613248155f0c tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.2226102 Feb 07 22:42:37.880181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.899278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.941453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b794920d-b125-42af-8142-31040590a165 None None] Set router f767c126-3695-4104-842d-c39f0f552deb gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:38.015118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Pushing event updated for resources: {'Port': ['ID=71424cd9-d024-4ff4-b574-a95f4ccd8152,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:38.047216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f72daf6-fccf-4a87-b2b7-c05ead563d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.061613 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a3da-0398-4a52-b571-c33da4d9dc94 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.071593 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a3da-0398-4a52-b571-c33da4d9dc94 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.085503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Deleting port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:38.086665 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.190105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bff730a4-d2a3-4629-b887-f8ab86b9f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.197466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bff730a4-d2a3-4629-b887-f8ab86b9f39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.240029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] For port 2c7d6a44-b35a-4464-8a46-e8fda13dde59, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2c7d6a44-b35a-4464-8a46-e8fda13dde59,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:38.240716 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.254350 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bff730a4-d2a3-4629-b887-f8ab86b9f39c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1624a3e7-c057-4bb9-be31-03a14d14af07 HTTP/1.1" status: 204 len: 168 time: 1.2896087 Feb 07 22:42:38.395979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff730a4-d2a3-4629-b887-f8ab86b9f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624a3e7-c057-4bb9-be31-03a14d14af07,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:38.402119 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a3da-0398-4a52-b571-c33da4d9dc94 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.403477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e2a3da-0398-4a52-b571-c33da4d9dc94 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Fanout notify agent at l3_agent the message router_deleted on router c02e4f63-6885-4a01-b181-9393235ff1b7 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:42:38.416861 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a3da-0398-4a52-b571-c33da4d9dc94 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.427261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d5e2a3da-0398-4a52-b571-c33da4d9dc94 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/routers/c02e4f63-6885-4a01-b181-9393235ff1b7 HTTP/1.1" status: 204 len: 168 time: 1.0016289 Feb 07 22:42:38.428284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42958) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:38.541823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dddf0-f6ba-4393-97cc-fe0fcb080aca req-e8ed3ef6-a9db-4987-b281-13c3f6401a33 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:38.544444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c2dddf0-f6ba-4393-97cc-fe0fcb080aca req-e8ed3ef6-a9db-4987-b281-13c3f6401a33 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 945 time: 0.2766554 Feb 07 22:42:38.554741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de20268-3421-4a04-b2bc-785a714b7e06 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet 12515b0f-e07a-4c1b-bf42-3c8273e54fcc {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:38.563115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b794920d-b125-42af-8142-31040590a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f767c126-3695-4104-842d-c39f0f552deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:28Z', 'updated_at': '2022-02-07T22:42:37Z', 'revision_number': 4, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'gw_port': {'id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:29Z', 'updated_at': '2022-02-07T22:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '71424cd9-d024-4ff4-b574-a95f4ccd8152', 'name': '', 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'mac_address': 'fa:16:3e:b8:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:35Z', 'updated_at': '2022-02-07T22:42:36Z', 'revision_number': 1, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'subnets': [{'id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:38.568505 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7de20268-3421-4a04-b2bc-785a714b7e06 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.680451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794920d-b125-42af-8142-31040590a165 None None] The sync data for ids ['f767c126-3695-4104-842d-c39f0f552deb'] in n-d-827895-2 is: [{'id': 'f767c126-3695-4104-842d-c39f0f552deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:28Z', 'updated_at': '2022-02-07T22:42:37Z', 'revision_number': 4, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'gw_port': {'id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:29Z', 'updated_at': '2022-02-07T22:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '71424cd9-d024-4ff4-b574-a95f4ccd8152', 'name': '', 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'mac_address': 'fa:16:3e:b8:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:35Z', 'updated_at': '2022-02-07T22:42:36Z', 'revision_number': 1, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'subnets': [{'id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:38.715098 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c2dddf0-f6ba-4393-97cc-fe0fcb080aca req-9e509d35-7d0c-4cb2-970a-4f2ce8b585a3 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a0c8aa3-f664-4193-ad51-87008fcdda03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573730 Feb 07 22:42:38.718015 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7de20268-3421-4a04-b2bc-785a714b7e06 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.017115 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7de20268-3421-4a04-b2bc-785a714b7e06 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.156348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7de20268-3421-4a04-b2bc-785a714b7e06 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.178177 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.184414 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7de20268-3421-4a04-b2bc-785a714b7e06 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.198393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7de20268-3421-4a04-b2bc-785a714b7e06 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/12515b0f-e07a-4c1b-bf42-3c8273e54fcc HTTP/1.1" status: 204 len: 168 time: 0.7582812 Feb 07 22:42:39.198514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e073fc7-1c25-46c4-abf5-17a688d585ef None None] Network 266ed7f0-2008-42de-b65c-28fd57b700fa requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:39.249551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42980) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:39.303581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.303997 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.304320 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Floating IP b990e5f5-a000-43e1-8435-0bba814be96f disassociated. External IP: 172.25.8.71, port: 2c7d6a44-b35a-4464-8a46-e8fda13dde59. Feb 07 22:42:39.304675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Calling delete_port for 2c7d6a44-b35a-4464-8a46-e8fda13dde59 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:39.485924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f72daf6-fccf-4a87-b2b7-c05ead563d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.559404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.583365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de20268-3421-4a04-b2bc-785a714b7e06 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=12515b0f-e07a-4c1b-bf42-3c8273e54fcc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:39.589536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f72daf6-fccf-4a87-b2b7-c05ead563d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.594800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f72daf6-fccf-4a87-b2b7-c05ead563d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.599739 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1f72daf6-fccf-4a87-b2b7-c05ead563d6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be62a033-ac35-4b1b-904f-4cc27f3b4b8a HTTP/1.1" status: 204 len: 168 time: 2.0597901 Feb 07 22:42:39.695516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72daf6-fccf-4a87-b2b7-c05ead563d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be62a033-ac35-4b1b-904f-4cc27f3b4b8a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:39.711200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a888ca5a-96d1-4a69-ad9c-49fb969bb4a8 None None] DHCP port deletion for 266ed7f0-2008-42de-b65c-28fd57b700fa request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:42:39.726209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Pushing event deleted for resources: {'Port': ['ID=2c7d6a44-b35a-4464-8a46-e8fda13dde59,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:39.731089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.124509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50a04fcc-62af-49c7-ab1b-f82f42aeba1a req-b8a8d685-8f3b-4352-9408-2b9747d50253 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 210 time: 0.1473329 Feb 07 22:42:40.133443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a888ca5a-96d1-4a69-ad9c-49fb969bb4a8 None None] Deleting port bff725ab-1817-4880-8434-29ef09c0d749 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:40.137340 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a888ca5a-96d1-4a69-ad9c-49fb969bb4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.144741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port bff725ab-1817-4880-8434-29ef09c0d749 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:40.145514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.245238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Network 997664ea-62cb-42f7-88a8-3db43eacae78 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:40.255580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:40.338481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] For port bff725ab-1817-4880-8434-29ef09c0d749, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bff725ab-1817-4880-8434-29ef09c0d749,segment=NetworkSegment(73f4717b-9da5-4a08-814e-e967e53ab920),segment_id=73f4717b-9da5-4a08-814e-e967e53ab920)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:40.338892 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.356083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43014) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:40.392413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for bff725ab-1817-4880-8434-29ef09c0d749 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:40.617758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a888ca5a-96d1-4a69-ad9c-49fb969bb4a8 None None] For port bff725ab-1817-4880-8434-29ef09c0d749, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bff725ab-1817-4880-8434-29ef09c0d749,segment=NetworkSegment(73f4717b-9da5-4a08-814e-e967e53ab920),segment_id=73f4717b-9da5-4a08-814e-e967e53ab920)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:40.617758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a888ca5a-96d1-4a69-ad9c-49fb969bb4a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.734482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a888ca5a-96d1-4a69-ad9c-49fb969bb4a8 None None] Calling delete_port for bff725ab-1817-4880-8434-29ef09c0d749 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:40.798101 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.839482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1429d246-af4f-45e1-9d5d-ae44854f864a None None] Provisioning complete for port 71424cd9-d024-4ff4-b574-a95f4ccd8152 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:40.839482 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1429d246-af4f-45e1-9d5d-ae44854f864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.857880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No DVR routers for this DVR port bff725ab-1817-4880-8434-29ef09c0d749 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:40.883393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Router dd71b512-7082-419e-9e00-2a54a69feebc has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:42:40.972813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=bff725ab-1817-4880-8434-29ef09c0d749,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:41.327002 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.385134 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a888ca5a-96d1-4a69-ad9c-49fb969bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.394800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e99ca848-24a1-40a8-bb3b-aae68ed04c92 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:41.410593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266ed7f0-2008-42de-b65c-28fd57b700fa']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:41.442766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:41.469352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-940693592-network', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:41.469486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f4717b-9da5-4a08-814e-e967e53ab920') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:41.469673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f4717b-9da5-4a08-814e-e967e53ab920') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:41.480685 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.496871 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.505379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:42:41.505775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.508174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Router f767c126-3695-4104-842d-c39f0f552deb has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:42:41.527134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] Sync routers for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:42:41.603554 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:42:41.605912 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c45bb9e-4c7d-4b57-95fe-3fa9302143ee req-1307829e-686e-4dbb-a306-8c45325654d9 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaa2f11-dd03-48aa-9721-9ee3439269bf HTTP/1.1" status: 200 len: 210 time: 0.2216213 Feb 07 22:42:41.651184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888ca5a-96d1-4a69-ad9c-49fb969bb4a8 None None] Pushing event deleted for resources: {'Port': ['ID=bff725ab-1817-4880-8434-29ef09c0d749,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:41.670760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:41.671469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:41.673657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888ca5a-96d1-4a69-ad9c-49fb969bb4a8 None None] No DVR routers for this DVR port bff725ab-1817-4880-8434-29ef09c0d749 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:41.680062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.682625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1429d246-af4f-45e1-9d5d-ae44854f864a None None] Port 71424cd9-d024-4ff4-b574-a95f4ccd8152 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:41.704543 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.712935 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/networks/266ed7f0-2008-42de-b65c-28fd57b700fa HTTP/1.1" status: 204 len: 168 time: 2.3759763 Feb 07 22:42:41.713120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] No DVR routers for this DVR port 2c7d6a44-b35a-4464-8a46-e8fda13dde59 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:41.713221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43056) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:41.713374 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.728761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0d230d70-1a57-4d38-9986-6da18836343b req-d050de2d-a6af-4251-9dcd-761ee7b026a4 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.24 "DELETE /v2.0/ports/2c7d6a44-b35a-4464-8a46-e8fda13dde59 HTTP/1.1" status: 204 len: 173 time: 3.9361053 Feb 07 22:42:41.764400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'name': 'network-vif-deleted', 'tag': '2c7d6a44-b35a-4464-8a46-e8fda13dde59'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:41.766463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937bb87-f171-4e05-b793-6c7a89bf074d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Network': ['ID=266ed7f0-2008-42de-b65c-28fd57b700fa,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:41.774750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e99ca848-24a1-40a8-bb3b-aae68ed04c92 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:41.776236 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.790351 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b790ac-0ef4-4b40-bdaa-3111d2d4b2f5" -d '{"events": [{"server_uuid": "6aaa2f11-dd03-48aa-9721-9ee3439269bf", "name": "network-vif-deleted", "tag": "2c7d6a44-b35a-4464-8a46-e8fda13dde59"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:41.859456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a90a72-86aa-471a-8d82-7b81f30f9c15 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:41.871736 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-35a90a72-86aa-471a-8d82-7b81f30f9c15 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 HTTP/1.1" status: 200 len: 841 time: 0.1542687 Feb 07 22:42:41.871736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43062) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:41.933568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 2c7d6a44-b35a-4464-8a46-e8fda13dde59 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:41.939331 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5ac82985-bafe-4a9c-bd43-e12a428e96d6 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/6f600ec7-58a7-4245-9fb3-cf3ac466fbc1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0641057 Feb 07 22:42:41.943552 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43068) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:41.949889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:41.951836 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1670a701-6bd1-4b30-85ee-3b38381d8a9d x-openstack-request-id: req-1670a701-6bd1-4b30-85ee-3b38381d8a9d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:41.952356 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa2f11-dd03-48aa-9721-9ee3439269bf", "name": "network-vif-deleted", "tag": "2c7d6a44-b35a-4464-8a46-e8fda13dde59", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:41.952809 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1670a701-6bd1-4b30-85ee-3b38381d8a9d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:41.953393 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa2f11-dd03-48aa-9721-9ee3439269bf', 'name': 'network-vif-deleted', 'tag': '2c7d6a44-b35a-4464-8a46-e8fda13dde59', 'status': 'completed', 'code': 200} Feb 07 22:42:41.984411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Made reservation on behalf of 20fcff79a7c84633ba54ddd25e27176f for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:41.987293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.008216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.012166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 2c7d6a44-b35a-4464-8a46-e8fda13dde59 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:42.014729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43070) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:42.015172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 2c7d6a44-b35a-4464-8a46-e8fda13dde59 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:42.091920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:42.144798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.206855 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port e99ca848-24a1-40a8-bb3b-aae68ed04c92, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e99ca848-24a1-40a8-bb3b-aae68ed04c92,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:42.229093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:42.235294 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.254067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:42.270452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f9f74d8-90f4-4e3b-ad88-57ffa596a52f admin admin] 10.222.0.15 "PUT /v2.0/routers/f767c126-3695-4104-842d-c39f0f552deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3408675 Feb 07 22:42:42.335630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-274785113-network', 'tenant_id': '9dfdbc2f00b94fe7be90a8f452968f49'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:42.383072 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.467612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Made reservation on behalf of 9dfdbc2f00b94fe7be90a8f452968f49 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:42.470348 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.488488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.573329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.584611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bff725ab-1817-4880-8434-29ef09c0d749 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:42.594575 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.662017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: bff725ab-1817-4880-8434-29ef09c0d749 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:42.662363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bff725ab-1817-4880-8434-29ef09c0d749 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:42.665042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=e99ca848-24a1-40a8-bb3b-aae68ed04c92,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:42.743135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '05c0f5d7-3931-4268-aa52-c15231613ac8', 'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'mac_address': 'fa:16:3e:07:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:00Z', 'updated_at': '2022-02-07T22:41:12Z', 'revision_number': 5, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'subnets': [{'id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:42.792841 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.821537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.824900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] Checking router: dd71b512-7082-419e-9e00-2a54a69feebc for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:42.856426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.867929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:42.877309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:42.878041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:42.886155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=42ed8eb9-2279-4865-9092-7077ae51984f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:42.917392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85327b4d-b481-46f0-ae84-04be3e3eb4bb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:42.931265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:42.933735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:42.935123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:42.936860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.937472 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Added segment dbe84712-2dee-4224-87b3-f02e3a158458 of type vlan for network 79aad14d-4e3e-4215-af1a-bee284f19712 Feb 07 22:42:42.946005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:42.947228 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.969430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5750c66-4b02-4f70-b2ef-30f70e63270e None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:42.998902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d34ad2be-a214-42a5-8302-e3ef33d0d788 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0541747 Feb 07 22:42:43.001811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43116) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:43.011842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5611b4ee-1131-491b-bd5c-c7e511a444bc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'security_group': {'name': 'tempest-secgroup-465440614'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:43.020678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012686cc-496b-4670-be37-b592a78b0340,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:43.059842 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ee-1131-491b-bd5c-c7e511a444bc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.094106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2b26965-318f-4ef2-b73f-768613999b2e req-542a103b-4317-4830-b18b-e63260c84bf1 tempest-FloatingIPsNegativeTestJSON-470124751 tempest-FloatingIPsNegativeTestJSON-470124751-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=1160cc7a1a194176a7edc794e475d999 HTTP/1.1" status: 200 len: 217 time: 0.2025192 Feb 07 22:42:43.118097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.118433 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Added segment efc27a2b-a243-450d-95d0-0805cc868997 of type vlan for network 0cff275b-4291-4355-b8ea-a2ea78fa8151 Feb 07 22:42:43.152770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.163306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ee-1131-491b-bd5c-c7e511a444bc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.169672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e99ca848-24a1-40a8-bb3b-aae68ed04c92 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:43.170241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ee-1131-491b-bd5c-c7e511a444bc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.201532 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ee-1131-491b-bd5c-c7e511a444bc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.204317 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5611b4ee-1131-491b-bd5c-c7e511a444bc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1999910 Feb 07 22:42:43.208210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43122) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:43.212841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f0833ef3-a2dd-4479-bf01-779b32394f5e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'security_group': {'name': 'tempest-secgroup-443103341'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:43.233352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.303903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0833ef3-a2dd-4479-bf01-779b32394f5e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.312545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.313838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:43.314539 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.327802 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Sync routers for ids ['f767c126-3695-4104-842d-c39f0f552deb'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:43.346649 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Routers {'f767c126-3695-4104-842d-c39f0f552deb'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:43.347275 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f767c126-3695-4104-842d-c39f0f552deb'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:43.367542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611b4ee-1131-491b-bd5c-c7e511a444bc tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82928a49-a896-40e2-bd36-d588c483d027,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:43.449660 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.451026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:43.462591 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.466316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3928baac-91fb-4217-a7da-fd9f4cbc3f94 req-3ece840a-e967-4ec2-924a-cf9e1c83f456 tempest-FloatingIPsNegativeTestJSON-470124751 tempest-FloatingIPsNegativeTestJSON-470124751-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1602130 Feb 07 22:42:43.541317 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1829317 Feb 07 22:42:43.551542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43148) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:43.553680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43150) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:43.587690 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Set router f767c126-3695-4104-842d-c39f0f552deb gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:43.593749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e99ca848-24a1-40a8-bb3b-aae68ed04c92 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:43.594009 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.640264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:43.665656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Request body: {'subnet': {'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-940693592-subnet', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:43.667249 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-2e24e3cf-884c-4520-a625-d485f91d07cc req-7ad727ee-013e-4155-b8b8-132db5750efd tempest-FloatingIPsNegativeTestJSON-470124751 tempest-FloatingIPsNegativeTestJSON-470124751-project] show failed (client error): The resource could not be found. Feb 07 22:42:43.668311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e24e3cf-884c-4520-a625-d485f91d07cc req-7ad727ee-013e-4155-b8b8-132db5750efd tempest-FloatingIPsNegativeTestJSON-470124751 tempest-FloatingIPsNegativeTestJSON-470124751-project] 10.222.0.15 "GET /v2.0/floatingips/6fef6d83-a381-4324-b12a-15950b46814d HTTP/1.1" status: 404 len: 350 time: 0.1052454 Feb 07 22:42:43.680476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0833ef3-a2dd-4479-bf01-779b32394f5e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.681711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43160) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:43.688820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d557f-5af0-4dca-9ca4-838d751a626e admin admin] Pushing event updated for resources: {'Network': ['ID=79aad14d-4e3e-4215-af1a-bee284f19712,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:43.706179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6799083 Feb 07 22:42:43.707506 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eed8cf86-1ea7-4d2d-a388-f187e62dc080 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.713172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43162) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:43.719909 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0833ef3-a2dd-4479-bf01-779b32394f5e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.742458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Request body: {'subnet': {'network_id': '0cff275b-4291-4355-b8ea-a2ea78fa8151', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-274785113-subnet', 'tenant_id': '9dfdbc2f00b94fe7be90a8f452968f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:43.769220 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 79aad14d-4e3e-4215-af1a-bee284f19712 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:42:43.865666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0833ef3-a2dd-4479-bf01-779b32394f5e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c44b4e3-bf7e-408c-864b-1881d5d02e25,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:43.900205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0833ef3-a2dd-4479-bf01-779b32394f5e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.905180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f0833ef3-a2dd-4479-bf01-779b32394f5e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6931818 Feb 07 22:42:43.914469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43164) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:43.922030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-418222254', 'security_groups': ['1c44b4e3-bf7e-408c-864b-1881d5d02e25'], 'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42ed8eb9-2279-4865-9092-7077ae51984f'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:43.931231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Made reservation on behalf of 9dfdbc2f00b94fe7be90a8f452968f49 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:43.934553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.986535 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:42:44.031217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6653fe8-2d40-4f33-aa63-ead097e45b18 admin admin] Pushing event updated for resources: {'Network': ['ID=0cff275b-4291-4355-b8ea-a2ea78fa8151,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:44.044651 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f767c126-3695-4104-842d-c39f0f552deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:28Z', 'updated_at': '2022-02-07T22:42:37Z', 'revision_number': 4, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'gw_port': {'id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:29Z', 'updated_at': '2022-02-07T22:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '71424cd9-d024-4ff4-b574-a95f4ccd8152', 'name': '', 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'mac_address': 'fa:16:3e:b8:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:35Z', 'updated_at': '2022-02-07T22:42:37Z', 'revision_number': 2, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'subnets': [{'id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:44.102285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 0cff275b-4291-4355-b8ea-a2ea78fa8151 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:42:44.119468 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Checking router: f767c126-3695-4104-842d-c39f0f552deb for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:44.120099 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Updating router f767c126-3695-4104-842d-c39f0f552deb port 71424cd9-d024-4ff4-b574-a95f4ccd8152 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:42:44.152526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eed8cf86-1ea7-4d2d-a388-f187e62dc080 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.160219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Made reservation on behalf of 20fcff79a7c84633ba54ddd25e27176f for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:44.163285 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.175573 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.242026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-7fa3674c-8a06-4975-8532-3d8c69efa365', 'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'tenant_id': 'a0db7ca05e9144b9b7fa33f33269a55a', 'fixed_ips': [{'subnet_id': '42ed8eb9-2279-4865-9092-7077ae51984f'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:42:44.251268 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.352010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.452607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.475059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84101761-6c1e-4529-bd0a-2c84d6d3ecae,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:44.598788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57ffd42-2da5-4be0-97aa-77ac8611a04d,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:44.634997 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.645706 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.682874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.784896 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Pushing event updated for resources: {'Port': ['ID=71424cd9-d024-4ff4-b574-a95f4ccd8152,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:44.796373 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.797021 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.797551 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.798091 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.798609 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.799127 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.799796 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.800315 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.800923 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.801439 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.801966 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.802485 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:44.846754 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Attempting to bind port 71424cd9-d024-4ff4-b574-a95f4ccd8152 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:44.847616 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Attempting to bind port 71424cd9-d024-4ff4-b574-a95f4ccd8152 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '747eab64-f219-492e-bc86-33415e417ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:44.848231 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Attempting to bind port 71424cd9-d024-4ff4-b574-a95f4ccd8152 on network 997664ea-62cb-42f7-88a8-3db43eacae78 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:44.854648 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:42:44.855308 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Checking segment: {'id': '747eab64-f219-492e-bc86-33415e417ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:44.855950 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.857039 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Bound using segment: {'id': '747eab64-f219-492e-bc86-33415e417ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:42:44.858157 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Bound port: 71424cd9-d024-4ff4-b574-a95f4ccd8152, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747eab64-f219-492e-bc86-33415e417ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:44.858755 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.869750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Allocated IP 172.20.0.2 (7fa3674c-8a06-4975-8532-3d8c69efa365/42ed8eb9-2279-4865-9092-7077ae51984f/42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:44.971961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Checking segment: {'id': 'efc27a2b-a243-450d-95d0-0805cc868997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0cff275b-4291-4355-b8ea-a2ea78fa8151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:44.973063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Network hostable DHCP agents. Network: 0cff275b-4291-4355-b8ea-a2ea78fa8151, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:44.996556 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] For port 71424cd9-d024-4ff4-b574-a95f4ccd8152, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:42:44.997246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd383639-4c0a-4597-8e46-de58eba6969c no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:45.003114 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] For port 71424cd9-d024-4ff4-b574-a95f4ccd8152, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=71424cd9-d024-4ff4-b574-a95f4ccd8152,segment=NetworkSegment(747eab64-f219-492e-bc86-33415e417ea0),segment_id=747eab64-f219-492e-bc86-33415e417ea0)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:42:45.012059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Checking segment: {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:45.014644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Network hostable DHCP agents. Network: 79aad14d-4e3e-4215-af1a-bee284f19712, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:45.014767 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.019727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eed8cf86-1ea7-4d2d-a388-f187e62dc080 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.029526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eed8cf86-1ea7-4d2d-a388-f187e62dc080 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.031638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eed8cf86-1ea7-4d2d-a388-f187e62dc080 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "DELETE /v2.0/security-groups/8a0c8aa3-f664-4193-ad51-87008fcdda03 HTTP/1.1" status: 204 len: 168 time: 1.4652631 Feb 07 22:42:45.047876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '05c0f5d7-3931-4268-aa52-c15231613ac8', 'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'mac_address': 'fa:16:3e:07:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:00Z', 'updated_at': '2022-02-07T22:41:12Z', 'revision_number': 5, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'subnets': [{'id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:45.050042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43184) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:45.096776 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Routers {'f767c126-3695-4104-842d-c39f0f552deb'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:45.097730 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f767c126-3695-4104-842d-c39f0f552deb'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:45.109618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80055f2-fb72-4d4b-abe8-0ec232360466 None None] The sync data for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 is: [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:41:02Z', 'revision_number': 4, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '05c0f5d7-3931-4268-aa52-c15231613ac8', 'name': '', 'network_id': 'f7babd62-f953-4389-8f30-86386c833084', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'mac_address': 'fa:16:3e:07:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:00Z', 'updated_at': '2022-02-07T22:41:12Z', 'revision_number': 5, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'subnets': [{'id': '4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:45.128509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8cf86-1ea7-4d2d-a388-f187e62dc080 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0c8aa3-f664-4193-ad51-87008fcdda03,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:45.142319 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-350cf065-081e-4ae5-b8cc-090176a17f46 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] show failed (client error): The resource could not be found. Feb 07 22:42:45.147928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-350cf065-081e-4ae5-b8cc-090176a17f46 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "GET /v2.0/security-groups/8a0c8aa3-f664-4193-ad51-87008fcdda03 HTTP/1.1" status: 404 len: 347 time: 0.0902631 Feb 07 22:42:45.154493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43186) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:45.215334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-56ab3157-927b-4b92-86e9-b66637d8ebc0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:45.224372 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-56ab3157-927b-4b92-86e9-b66637d8ebc0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 804 time: 0.5365705 Feb 07 22:42:45.237391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Network 0cff275b-4291-4355-b8ea-a2ea78fa8151 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:45.283586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Network 79aad14d-4e3e-4215-af1a-bee284f19712 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:45.298783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 0cff275b-4291-4355-b8ea-a2ea78fa8151) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:45.329775 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] Set router f767c126-3695-4104-842d-c39f0f552deb gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:45.338371 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.339308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-166dc0b8-82f7-4e52-8a26-c06442c4edc2 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/quotas/ac14f67e313045ab95b6ad786c8b5f37 HTTP/1.1" status: 200 len: 375 time: 0.0937243 Feb 07 22:42:45.340494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47198dc4-56d3-4de5-b0a8-1d9d1637d3be None None] Network 0cff275b-4291-4355-b8ea-a2ea78fa8151 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:45.346317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:45.348469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.355208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:45.415734 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.464200 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 79aad14d-4e3e-4215-af1a-bee284f19712) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:45.483902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:45.484486 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.523975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-370b92de-6bee-4992-b1a3-4a4f9cbc61f1 None None] Provisioning complete for port 71424cd9-d024-4ff4-b574-a95f4ccd8152 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:45.529263 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-370b92de-6bee-4992-b1a3-4a4f9cbc61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.596951 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-96d26bfd-6021-42e8-a898-b9e61190ccc6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8783422 Feb 07 22:42:45.607042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4a7108d5-bfbc-4cd4-acf2-82554f2e5d09 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9484832 Feb 07 22:42:45.611014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43194) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:45.629520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.647900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:45.664682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba56f422-90fb-481d-a058-9ddbcca68d3f None None] Network 79aad14d-4e3e-4215-af1a-bee284f19712 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:45.688994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-acd07cd5-fb22-432b-83d9-8f5b18c572c5 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2191849 Feb 07 22:42:45.690514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port 9e8a6d36-5217-4fbf-aaea-961fd681e12f yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:45.812115 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bacb6e-8b0e-405d-9335-18ed579ad0ba None None] Pushing event updated for resources: {'Port': ['ID=71424cd9-d024-4ff4-b574-a95f4ccd8152,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:45.831760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Deleting port e91cb275-e5e4-4a7f-a05b-25672a5d78d4 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:45.831760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.871663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689e882-3cb4-4c2f-b964-2daae7948753 None None] New status for floating IP b990e5f5-a000-43e1-8435-0bba814be96f: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:42:45.878918 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f767c126-3695-4104-842d-c39f0f552deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:28Z', 'updated_at': '2022-02-07T22:42:37Z', 'revision_number': 4, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'gw_port': {'id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:29Z', 'updated_at': '2022-02-07T22:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '71424cd9-d024-4ff4-b574-a95f4ccd8152', 'name': '', 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'mac_address': 'fa:16:3e:b8:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:35Z', 'updated_at': '2022-02-07T22:42:44Z', 'revision_number': 4, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'subnets': [{'id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:45.933154 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.954309 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c9e7b-a7cb-416b-9c34-d638f66b06c6 None None] The sync data for ids ['f767c126-3695-4104-842d-c39f0f552deb'] in n-d-827895-2 is: [{'id': 'f767c126-3695-4104-842d-c39f0f552deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:28Z', 'updated_at': '2022-02-07T22:42:37Z', 'revision_number': 4, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'gw_port': {'id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:29Z', 'updated_at': '2022-02-07T22:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '71424cd9-d024-4ff4-b574-a95f4ccd8152', 'name': '', 'network_id': '997664ea-62cb-42f7-88a8-3db43eacae78', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'mac_address': 'fa:16:3e:b8:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:35Z', 'updated_at': '2022-02-07T22:42:44Z', 'revision_number': 4, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'subnets': [{'id': '76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:46.005996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-a701ceae-daf0-43b3-bd12-09057fdc7363 req-4a3a6dd4-07d2-429c-a4d9-bab5fc6484bf tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2115452567', 'description': 'tempest-description-1921983324'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:46.020262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.021606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.058741 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.059096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.062272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:46.065214 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991f8485-2a53-4038-bd7a-f32af3cacf4c" -d '{"events": [{"server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "name": "network-vif-unplugged", "status": "completed", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:46.072196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a701ceae-daf0-43b3-bd12-09057fdc7363 req-4a3a6dd4-07d2-429c-a4d9-bab5fc6484bf tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.085116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Calling delete_port for e91cb275-e5e4-4a7f-a05b-25672a5d78d4 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:46.114090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Deleting port 71424cd9-d024-4ff4-b574-a95f4ccd8152 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:46.114434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.136158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:46.179950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c29d0c-1674-4d15-859e-e4642cb42d01 None None] Network 0cff275b-4291-4355-b8ea-a2ea78fa8151 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:46.239978 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.250952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd383639-4c0a-4597-8e46-de58eba6969c,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:46.255315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2874152-d18a-46af-a6ce-f88c77a078ca None None] Network 79aad14d-4e3e-4215-af1a-bee284f19712 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:46.258468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Pushing event updated for resources: {'Port': ['ID=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:46.270791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:46.278950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:46.342336 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.442719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a701ceae-daf0-43b3-bd12-09057fdc7363 req-4a3a6dd4-07d2-429c-a4d9-bab5fc6484bf tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.510530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.11 (7fa3674c-8a06-4975-8532-3d8c69efa365/42ed8eb9-2279-4865-9092-7077ae51984f/9e8a6d36-5217-4fbf-aaea-961fd681e12f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:46.558866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-70bd2037-63b8-4c32-b16e-587c39bff899 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:46.561012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-70bd2037-63b8-4c32-b16e-587c39bff899 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebcfb99e-5b1d-4792-a606-04bae2c7b392 HTTP/1.1" status: 200 len: 946 time: 0.5463152 Feb 07 22:42:46.617478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a701ceae-daf0-43b3-bd12-09057fdc7363 req-4a3a6dd4-07d2-429c-a4d9-bab5fc6484bf tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.627462 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-85ac363e-dd92-4d26-ba23-6a3c9cb283c7 service neutron] 10.222.0.15 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9261420 Feb 07 22:42:46.664653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.667639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a6dd4-07d2-429c-a4d9-bab5fc6484bf tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02975568-3a8f-491b-92fb-fbbb05a7ff15,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:46.672560 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a701ceae-daf0-43b3-bd12-09057fdc7363 req-4a3a6dd4-07d2-429c-a4d9-bab5fc6484bf tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.691077 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a701ceae-daf0-43b3-bd12-09057fdc7363 req-4a3a6dd4-07d2-429c-a4d9-bab5fc6484bf tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6959631 Feb 07 22:42:46.703448 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-370b92de-6bee-4992-b1a3-4a4f9cbc61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.751877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Attempting to bind port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:46.752344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Attempting to bind port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:46.752785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Attempting to bind port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 on network 7fa3674c-8a06-4975-8532-3d8c69efa365 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:46.772965 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04040d2b-67af-44a3-801a-e5cb68ecf16a x-openstack-request-id: req-04040d2b-67af-44a3-801a-e5cb68ecf16a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:46.773319 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "name": "network-vif-unplugged", "status": "completed", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:46.773638 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04040d2b-67af-44a3-801a-e5cb68ecf16a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:46.774093 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c', 'code': 200} Feb 07 22:42:46.788584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] For port 71424cd9-d024-4ff4-b574-a95f4ccd8152, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=71424cd9-d024-4ff4-b574-a95f4ccd8152,segment=NetworkSegment(747eab64-f219-492e-bc86-33415e417ea0),segment_id=747eab64-f219-492e-bc86-33415e417ea0)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:46.789261 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.806996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:42:46.807491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Checking segment: {'id': 'c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:46.808069 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.808531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Bound using segment: {'id': 'c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:42:46.809020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Bound port: 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:46.809407 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.834975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=bd383639-4c0a-4597-8e46-de58eba6969c,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:46.855422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Calling delete_port for 71424cd9-d024-4ff4-b574-a95f4ccd8152 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:46.882400 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.915544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-370b92de-6bee-4992-b1a3-4a4f9cbc61f1 None None] For port 71424cd9-d024-4ff4-b574-a95f4ccd8152, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=71424cd9-d024-4ff4-b574-a95f4ccd8152,segment=NetworkSegment(747eab64-f219-492e-bc86-33415e417ea0),segment_id=747eab64-f219-492e-bc86-33415e417ea0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:46.979771 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-370b92de-6bee-4992-b1a3-4a4f9cbc61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.139832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Deleting port bd383639-4c0a-4597-8e46-de58eba6969c {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:47.140193 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.147968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 71424cd9-d024-4ff4-b574-a95f4ccd8152 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:47.182363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b92de-6bee-4992-b1a3-4a4f9cbc61f1 None None] Pushing event updated for resources: {'Port': ['ID=71424cd9-d024-4ff4-b574-a95f4ccd8152,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:47.224725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] For port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:42:47.230433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] For port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,segment=NetworkSegment(c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822),segment_id=c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:42:47.235729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ec1b70cf-900c-4c1b-bbe2-d894bac50b25 None None] Provisioning complete for port 71424cd9-d024-4ff4-b574-a95f4ccd8152 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:47.236276 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec1b70cf-900c-4c1b-bbe2-d894bac50b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.287926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] For port bd383639-4c0a-4597-8e46-de58eba6969c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd383639-4c0a-4597-8e46-de58eba6969c,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:47.288299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.289985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.302853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Calling delete_port for bd383639-4c0a-4597-8e46-de58eba6969c owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:47.379862 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-85acb83c-276c-43f9-8407-517c89656028 service neutron] 10.222.0.15 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506976 Feb 07 22:42:47.414961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.477628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 71424cd9-d024-4ff4-b574-a95f4ccd8152 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:47.478172 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.481244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.484425 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.487287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] 10.222.0.15 "DELETE /v2.0/floatingips/b990e5f5-a000-43e1-8435-0bba814be96f HTTP/1.1" status: 204 len: 168 time: 2.3267047 Feb 07 22:42:47.492931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43224) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:47.554895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.590515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fb27a-1dcc-4ad7-a802-217fc707b9de None None] Pushing event updated for resources: {'Port': ['ID=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:47.636315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=9e8a6d36-5217-4fbf-aaea-961fd681e12f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:47.678519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:47.679512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.805024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:47.813503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Pushing event deleted for resources: {'Port': ['ID=bd383639-4c0a-4597-8e46-de58eba6969c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:47.816936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:47.830946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f70a0-fbef-49f5-86cc-a6731f418e43 tempest-ServersTestManualDisk-1699085422 tempest-ServersTestManualDisk-1699085422-project] Pushing event deleted for resources: {'Port': ['ID=e91cb275-e5e4-4a7f-a05b-25672a5d78d4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:47.887230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0009869c-8316-4ac5-ad10-8e6502bcc1f3 req-0a08225a-7c96-46b2-ac04-d41f575a38b9 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/02975568-3a8f-491b-92fb-fbbb05a7ff15 HTTP/1.1" status: 200 len: 1815 time: 1.0926144 Feb 07 22:42:47.909514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-0009869c-8316-4ac5-ad10-8e6502bcc1f3 req-dfbd31d4-3f10-417f-acac-28442472229d tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02975568-3a8f-491b-92fb-fbbb05a7ff15', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:47.910035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-0009869c-8316-4ac5-ad10-8e6502bcc1f3 req-dfbd31d4-3f10-417f-acac-28442472229d tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02975568-3a8f-491b-92fb-fbbb05a7ff15', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:47.992625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf553d9c-9e6c-400b-a02f-68c52c649559 req-3ff2dd37-ca4c-4125-a8eb-5c1ef7aa94e3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 210 time: 0.1940351 Feb 07 22:42:48.032501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] No DVR routers for this DVR port bd383639-4c0a-4597-8e46-de58eba6969c on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:48.042686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:48.043423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.048291 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.051908 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3b9dc5b-d2ad-4115-a3f0-10d9628be5f7 req-acff0823-d59a-4522-8f15-ec4201ee46d4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "DELETE /v2.0/ports/bd383639-4c0a-4597-8e46-de58eba6969c HTTP/1.1" status: 204 len: 173 time: 1.4819727 Feb 07 22:42:48.052564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'name': 'network-vif-deleted', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:48.065226 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c0677-ef18-4360-9976-abcee0771b82" -d '{"events": [{"server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "name": "network-vif-deleted", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:48.109104 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fd031ead-927c-4324-9bf0-d564c17763fd tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1932852 Feb 07 22:42:48.111841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43238) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:48.117266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6c8541d8-3008-46ce-b14d-9c2849567560 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:48.148187 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067b2bbf-56f5-4496-b6f7-c0090c3fd93b x-openstack-request-id: req-067b2bbf-56f5-4496-b6f7-c0090c3fd93b {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:48.148369 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcfb99e-5b1d-4792-a606-04bae2c7b392", "name": "network-vif-deleted", "tag": "bd383639-4c0a-4597-8e46-de58eba6969c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:48.148715 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-067b2bbf-56f5-4496-b6f7-c0090c3fd93b {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:48.149189 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcfb99e-5b1d-4792-a606-04bae2c7b392', 'name': 'network-vif-deleted', 'tag': 'bd383639-4c0a-4597-8e46-de58eba6969c', 'status': 'completed', 'code': 200} Feb 07 22:42:48.268145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0009869c-8316-4ac5-ad10-8e6502bcc1f3 req-dfbd31d4-3f10-417f-acac-28442472229d tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.296795 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0009869c-8316-4ac5-ad10-8e6502bcc1f3 req-dfbd31d4-3f10-417f-acac-28442472229d tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.360483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8541d8-3008-46ce-b14d-9c2849567560 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:48.365668 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c8541d8-3008-46ce-b14d-9c2849567560 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.373046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0009869c-8316-4ac5-ad10-8e6502bcc1f3 req-dfbd31d4-3f10-417f-acac-28442472229d tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.509201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd31d4-3f10-417f-acac-28442472229d tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6df63bb-8ad9-4b65-ab44-87ceed89ef73,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:48.536381 n-d-827895-2 neutron-server[102290]: INFO neutron.db.ipam_backend_mixin [None req-6c8541d8-3008-46ce-b14d-9c2849567560 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 42ed8eb9-2279-4865-9092-7077ae51984f (CIDR: 172.20.0.0/28) Feb 07 22:42:48.543862 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8541d8-3008-46ce-b14d-9c2849567560 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:42:48.544842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8541d8-3008-46ce-b14d-9c2849567560 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:42:48.556029 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0009869c-8316-4ac5-ad10-8e6502bcc1f3 req-dfbd31d4-3f10-417f-acac-28442472229d tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.568486 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0009869c-8316-4ac5-ad10-8e6502bcc1f3 req-dfbd31d4-3f10-417f-acac-28442472229d tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6705754 Feb 07 22:42:48.588788 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6c8541d8-3008-46ce-b14d-9c2849567560 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4757695 Feb 07 22:42:48.589366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43246) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:48.590218 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.597319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:48.688779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2feb730c-77f1-4a97-b744-b16936e168cc req-99e01213-cc7b-4dba-9b4e-3cae7b17c166 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/02975568-3a8f-491b-92fb-fbbb05a7ff15 HTTP/1.1" status: 200 len: 2409 time: 0.0854523 Feb 07 22:42:48.765595 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.795933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.810515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd383639-4c0a-4597-8e46-de58eba6969c no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:48.835166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: bd383639-4c0a-4597-8e46-de58eba6969c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:48.835508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd383639-4c0a-4597-8e46-de58eba6969c not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:48.835854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7b4f25b-bcdd-4ec2-8b7b-4f83e6de7e48 req-574539a1-0b6a-40ac-846e-9de1787fbd60 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-group-rules/c6df63bb-8ad9-4b65-ab44-87ceed89ef73 HTTP/1.1" status: 200 len: 778 time: 0.1145713 Feb 07 22:42:48.849187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Pushing event deleted for resources: {'Port': ['ID=71424cd9-d024-4ff4-b574-a95f4ccd8152,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:49.056913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:49.060666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.143816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7b4f25b-bcdd-4ec2-8b7b-4f83e6de7e48 req-9d79291c-c364-477e-a076-198bcc6503d4 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/02975568-3a8f-491b-92fb-fbbb05a7ff15 HTTP/1.1" status: 200 len: 2409 time: 0.3044441 Feb 07 22:42:49.280154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fa10e142-04ca-46cc-bf50-9e5e0774fe50 None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:49.280570 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa10e142-04ca-46cc-bf50-9e5e0774fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.286404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:49.325332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Allocated IP 172.25.8.5 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/4f684e43-9fd4-4edb-b730-6908ad7b50d9) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:49.411419 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67c00125-dda2-4321-9b02-bdcfe36afe57 req-761431bf-b53e-46a7-abf4-3e6c3918e79c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 210 time: 0.0927327 Feb 07 22:42:49.417310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a7b4f25b-bcdd-4ec2-8b7b-4f83e6de7e48 req-40663303-7823-4109-8c4a-b4199c66ee48 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.460064 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a7b4f25b-bcdd-4ec2-8b7b-4f83e6de7e48 req-40663303-7823-4109-8c4a-b4199c66ee48 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.486472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.489477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-83fbc97d-b0b8-4552-b802-b2b3f2cd9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:49.491101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-83fbc97d-b0b8-4552-b802-b2b3f2cd9511 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 804 time: 0.3734326 Feb 07 22:42:49.504616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:49.505332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Request body: {'port': {'device_id': '6c937188-8286-4367-a820-db9312fbaecb', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'admin_state_up': True, 'tenant_id': 'ac14f67e313045ab95b6ad786c8b5f37'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:49.505603 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.629784 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa10e142-04ca-46cc-bf50-9e5e0774fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.655935 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.673437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Made reservation on behalf of ac14f67e313045ab95b6ad786c8b5f37 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:49.678490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.689091 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a7b4f25b-bcdd-4ec2-8b7b-4f83e6de7e48 req-40663303-7823-4109-8c4a-b4199c66ee48 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.691286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fa10e142-04ca-46cc-bf50-9e5e0774fe50 None None] For port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,segment=NetworkSegment(c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822),segment_id=c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:49.699798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa10e142-04ca-46cc-bf50-9e5e0774fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.708307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a7b4f25b-bcdd-4ec2-8b7b-4f83e6de7e48 req-40663303-7823-4109-8c4a-b4199c66ee48 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.709452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7b4f25b-bcdd-4ec2-8b7b-4f83e6de7e48 req-40663303-7823-4109-8c4a-b4199c66ee48 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c6df63bb-8ad9-4b65-ab44-87ceed89ef73 HTTP/1.1" status: 204 len: 173 time: 0.4842062 Feb 07 22:42:49.770719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1f085d2f-f9ef-400d-ad76-d536c24cdfd1 req-f09d6048-c151-4e88-9dab-65a9b25fa7d7 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1900609723', 'description': 'tempest-description-219981111'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:49.781804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fa10e142-04ca-46cc-bf50-9e5e0774fe50 None None] Provisioning complete for port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:49.782182 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa10e142-04ca-46cc-bf50-9e5e0774fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.786977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40663303-7823-4109-8c4a-b4199c66ee48 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6df63bb-8ad9-4b65-ab44-87ceed89ef73,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:49.846526 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:42:49.847076 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:42:49.849078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10e142-04ca-46cc-bf50-9e5e0774fe50 None None] Pushing event updated for resources: {'Port': ['ID=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:49.855031 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.863618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fa10e142-04ca-46cc-bf50-9e5e0774fe50 None None] Port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:49.869555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f085d2f-f9ef-400d-ad76-d536c24cdfd1 req-f09d6048-c151-4e88-9dab-65a9b25fa7d7 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.884743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.924719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Allocated IP 172.20.0.7 (fa21c8e2-5015-41e4-bf7f-f6ad2d372f26/4ce2e13f-8c37-495b-833a-a61a3b3725c8/6fa79c10-7659-45af-b0a1-46aa9ea67a6d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:49.991335 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f085d2f-f9ef-400d-ad76-d536c24cdfd1 req-f09d6048-c151-4e88-9dab-65a9b25fa7d7 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.993876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-55b6c22d-7032-40ac-a5ad-49da2b5f01e0 None None] Provisioning complete for port 9e8a6d36-5217-4fbf-aaea-961fd681e12f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:49.994291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55b6c22d-7032-40ac-a5ad-49da2b5f01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.006363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f085d2f-f9ef-400d-ad76-d536c24cdfd1 req-f09d6048-c151-4e88-9dab-65a9b25fa7d7 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.034157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-55b6c22d-7032-40ac-a5ad-49da2b5f01e0 None None] Port 9e8a6d36-5217-4fbf-aaea-961fd681e12f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:50.042272 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f085d2f-f9ef-400d-ad76-d536c24cdfd1 req-f09d6048-c151-4e88-9dab-65a9b25fa7d7 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.048457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f085d2f-f9ef-400d-ad76-d536c24cdfd1 req-f09d6048-c151-4e88-9dab-65a9b25fa7d7 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2859461 Feb 07 22:42:50.105487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d6048-c151-4e88-9dab-65a9b25fa7d7 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff03a86-335a-48cb-bbb5-2a49d1fd9ceb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:50.170031 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.181502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.208772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.258132 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.267483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:50.270834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:50.270983 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc6a7ef7-342e-4e30-aa67-fc6e6ac442f0 req-ce9281fb-bef5-41d8-ab8b-15203a813c7e tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/5ff03a86-335a-48cb-bbb5-2a49d1fd9ceb HTTP/1.1" status: 200 len: 1814 time: 0.1934762 Feb 07 22:42:50.274116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:50.276300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:50.283078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Pushing event updated for resources: {'Port': ['ID=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:50.313531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:50.321970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Pushing event updated for resources: {'Port': ['ID=4f684e43-9fd4-4edb-b730-6908ad7b50d9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:50.356072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:50.365792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:50.367023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.367278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-70556de8-bc2d-4517-9a0a-2c917728931c req-b2b67209-2295-4a04-aa1a-270c89ca0b63 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1725875847', 'description': 'tempest-description-1733837254'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:50.408093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:50.417356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-5182dde9-9791-4ad6-b5e2-6d313dd40b5c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9166603 Feb 07 22:42:50.431044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Request body: {'port': {'device_id': '6c937188-8286-4367-a820-db9312fbaecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:50.518683 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.694507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54105a-b2f2-445f-8f4d-b525f8020f00 req-2178fe39-448c-4038-b737-f4519908c5f1 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:50.696136 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f54105a-b2f2-445f-8f4d-b525f8020f00 req-2178fe39-448c-4038-b737-f4519908c5f1 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 931 time: 0.1942701 Feb 07 22:42:50.797579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:50.807677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a9ac3-277e-494c-8ae9-0810868e7882 None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:50.807853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:50.808282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.823514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=71300917-06d9-46df-93f7-23891cc9156e,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:50.940747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-19d7875e-9f58-4fd9-aa87-07297184a855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3471859 Feb 07 22:42:50.942321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43278) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:50.952177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-515016473', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '71300917-06d9-46df-93f7-23891cc9156e'}], 'security_groups': ['82928a49-a896-40e2-bd36-d588c483d027']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:50.956895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa79c10-7659-45af-b0a1-46aa9ea67a6d {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:50.992109 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.992924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70556de8-bc2d-4517-9a0a-2c917728931c req-b2b67209-2295-4a04-aa1a-270c89ca0b63 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.033332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f54105a-b2f2-445f-8f4d-b525f8020f00 req-ba37cfb9-58f5-4ad3-a16c-e290dda99e8d tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260841 Feb 07 22:42:51.034121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Transition to ACTIVE for port object 6fa79c10-7659-45af-b0a1-46aa9ea67a6d will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:51.043566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.080896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:51.087079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Router f767c126-3695-4104-842d-c39f0f552deb has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:42:51.113767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:51.190082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:51.190567 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.213748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Attempting to bind port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:51.214077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Attempting to bind port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:51.214538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Attempting to bind port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:51.221301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:42:51.222297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Attempting to bind port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d on network fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:51.229434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:42:51.230209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Checking segment: {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:51.230209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Bound using segment: {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:42:51.230582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Bound port: 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c72f36-afcd-45d0-b5c7-997e88e51e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:51.230942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.271426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f871cc2-ee81-4201-b0b1-684d1497afd4 None None] Update dhcp port {'port': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'fixed_ips': [{'subnet_id': '42ed8eb9-2279-4865-9092-7077ae51984f', 'ip_address': '172.20.0.2'}, {'subnet_id': '71300917-06d9-46df-93f7-23891cc9156e'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:42:51.323038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] For port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:42:51.325963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Deleting port 05c0f5d7-3931-4268-aa52-c15231613ac8 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:51.326552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.329371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] For port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:42:51.332591 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70556de8-bc2d-4517-9a0a-2c917728931c req-b2b67209-2295-4a04-aa1a-270c89ca0b63 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.338862 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.343312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f871cc2-ee81-4201-b0b1-684d1497afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.408462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70556de8-bc2d-4517-9a0a-2c917728931c req-b2b67209-2295-4a04-aa1a-270c89ca0b63 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.410006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:51.410640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.412386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] 10.222.0.46 "PUT /v2.0/ports/6fa79c10-7659-45af-b0a1-46aa9ea67a6d HTTP/1.1" status: 200 len: 1091 time: 0.9868960 Feb 07 22:42:51.412941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c937188-8286-4367-a820-db9312fbaecb', 'tag': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:51.424560 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1756d84-b351-421b-9328-c715b090c8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c937188-8286-4367-a820-db9312fbaecb", "tag": "6fa79c10-7659-45af-b0a1-46aa9ea67a6d"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:51.488229 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d3da68-c444-4c42-8ac6-bd03ae062fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.566207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7f871cc2-ee81-4201-b0b1-684d1497afd4 None None] Allocated IP 172.20.0.18 (7fa3674c-8a06-4975-8532-3d8c69efa365/71300917-06d9-46df-93f7-23891cc9156e/42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:51.580191 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15984f5f-c9dd-465b-9c79-6a793e8f3255 x-openstack-request-id: req-15984f5f-c9dd-465b-9c79-6a793e8f3255 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:51.580822 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c937188-8286-4367-a820-db9312fbaecb", "tag": "6fa79c10-7659-45af-b0a1-46aa9ea67a6d", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:51.581637 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15984f5f-c9dd-465b-9c79-6a793e8f3255 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:51.582238 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c937188-8286-4367-a820-db9312fbaecb', 'tag': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d', 'status': 'completed', 'code': 200} Feb 07 22:42:51.601147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b67209-2295-4a04-aa1a-270c89ca0b63 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0899ff-4e72-43d0-bb2d-5c834b978636,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:51.604898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-519950b2-48be-4367-95eb-0d26af0e255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:51.606720 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-519950b2-48be-4367-95eb-0d26af0e255f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 1094 time: 0.1345062 Feb 07 22:42:51.609268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782b77-e3b1-497b-a9bf-a5da3b43ad14 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:51.632640 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70556de8-bc2d-4517-9a0a-2c917728931c req-b2b67209-2295-4a04-aa1a-270c89ca0b63 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.633901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70556de8-bc2d-4517-9a0a-2c917728931c req-b2b67209-2295-4a04-aa1a-270c89ca0b63 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.3139725 Feb 07 22:42:51.675354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.679810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.714943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-1134f5f4-4143-48e7-bcc8-1d25828aadb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d HTTP/1.1" status: 200 len: 217 time: 0.1010799 Feb 07 22:42:51.730121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:51.731138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7f871cc2-ee81-4201-b0b1-684d1497afd4 None None] For port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,segment=NetworkSegment(c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822),segment_id=c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:51.736373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-02af9198-d041-4a47-89ad-02a6da31d050 admin admin] 10.222.0.15 "PUT /v2.0/routers/f767c126-3695-4104-842d-c39f0f552deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0536616 Feb 07 22:42:51.745586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43284) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:51.745763 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] Sync routers for ids ['f767c126-3695-4104-842d-c39f0f552deb'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:51.755181 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] Routers {'f767c126-3695-4104-842d-c39f0f552deb'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:51.756054 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f767c126-3695-4104-842d-c39f0f552deb'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:51.772281 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f871cc2-ee81-4201-b0b1-684d1497afd4 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.795494 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f871cc2-ee81-4201-b0b1-684d1497afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.799063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-c1eb4c24-2f22-44db-ba10-58cd4d0e658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:51.800787 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-c1eb4c24-2f22-44db-ba10-58cd4d0e658d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ce2e13f-8c37-495b-833a-a61a3b3725c8 HTTP/1.1" status: 200 len: 844 time: 0.0783193 Feb 07 22:42:51.816467 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-225af269-2af0-4491-86c7-d64d169dd4f7 req-2334b879-7b43-438d-a6c0-1f7c3325902d tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/ce0899ff-4e72-43d0-bb2d-5c834b978636 HTTP/1.1" status: 200 len: 1815 time: 0.1373518 Feb 07 22:42:51.884066 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-7d23728a-8e15-42ff-8c85-059e9d0cd2d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633698 Feb 07 22:42:51.914056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-714dad68-7bfd-4633-a06c-7d1613604cda req-893cdc85-b41e-4ced-891a-485f63fa4846 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1217866741', 'description': 'tempest-description-1002574928'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:51.955457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f871cc2-ee81-4201-b0b1-684d1497afd4 None None] Pushing event updated for resources: {'Port': ['ID=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:51.961849 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] Set router f767c126-3695-4104-842d-c39f0f552deb gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:51.962524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] For port 05c0f5d7-3931-4268-aa52-c15231613ac8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=05c0f5d7-3931-4268-aa52-c15231613ac8,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:51.962956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.026150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-3d435289-a011-458b-adbf-2d0826b014cb service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358559 Feb 07 22:42:52.045680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Calling delete_port for 05c0f5d7-3931-4268-aa52-c15231613ac8 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:52.192647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.259746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c28a-3ec4-446c-9d94-bdce4e8761a9 req-631d0dd5-5c46-4bdc-977e-8aad87e545dd tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:52.267951 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1982c28a-3ec4-446c-9d94-bdce4e8761a9 req-631d0dd5-5c46-4bdc-977e-8aad87e545dd tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 943 time: 0.0818744 Feb 07 22:42:52.318615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1982c28a-3ec4-446c-9d94-bdce4e8761a9 req-7fd9bfad-20ed-4bba-9f85-cf8fd1c1f03c tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495605 Feb 07 22:42:52.324123 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d82b675f-b771-4abb-8062-db1b5d9d0180 req-89eca115-3937-44b2-81d1-da58a70bef8a service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905657 Feb 07 22:42:52.360040 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f767c126-3695-4104-842d-c39f0f552deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:28Z', 'updated_at': '2022-02-07T22:42:48Z', 'revision_number': 5, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'gw_port': {'id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:29Z', 'updated_at': '2022-02-07T22:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:52.368257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-714dad68-7bfd-4633-a06c-7d1613604cda req-893cdc85-b41e-4ced-891a-485f63fa4846 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.391742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.392009 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] Checking router: f767c126-3695-4104-842d-c39f0f552deb for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:52.402733 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] Routers {'f767c126-3695-4104-842d-c39f0f552deb'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:52.403893 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f767c126-3695-4104-842d-c39f0f552deb'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:52.435995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1756d84-b351-421b-9328-c715b090c8f6 req-b7cf3ae3-5595-49f1-807b-fb9a8202ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:52.438041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1756d84-b351-421b-9328-c715b090c8f6 req-b7cf3ae3-5595-49f1-807b-fb9a8202ab62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 1094 time: 0.0593808 Feb 07 22:42:52.550626 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] Set router f767c126-3695-4104-842d-c39f0f552deb gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:52.573908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1756d84-b351-421b-9328-c715b090c8f6 req-310d03b1-ad42-4818-bfac-2ce65c6dabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:52.576008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1756d84-b351-421b-9328-c715b090c8f6 req-310d03b1-ad42-4818-bfac-2ce65c6dabb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 200 len: 904 time: 0.1294150 Feb 07 22:42:52.641925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1756d84-b351-421b-9328-c715b090c8f6 req-91500dc6-7bcb-471f-a693-eeef7ff67dae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d HTTP/1.1" status: 200 len: 217 time: 0.0589845 Feb 07 22:42:52.746312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1756d84-b351-421b-9328-c715b090c8f6 req-2dd1a712-ff8f-4647-a0b1-29224ef279c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:52.752391 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1756d84-b351-421b-9328-c715b090c8f6 req-2dd1a712-ff8f-4647-a0b1-29224ef279c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ce2e13f-8c37-495b-833a-a61a3b3725c8 HTTP/1.1" status: 200 len: 844 time: 0.1007168 Feb 07 22:42:52.769773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.807089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1756d84-b351-421b-9328-c715b090c8f6 req-0088db02-97bd-4a6d-ab6d-6c56ae5a8f0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463943 Feb 07 22:42:52.808480 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f767c126-3695-4104-842d-c39f0f552deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:28Z', 'updated_at': '2022-02-07T22:42:48Z', 'revision_number': 5, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'gw_port': {'id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:29Z', 'updated_at': '2022-02-07T22:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:52.813846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-77472c1f-99e5-45dd-985f-15a8a6d5eb78 None None] Provisioning complete for port 9e8a6d36-5217-4fbf-aaea-961fd681e12f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:52.814296 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77472c1f-99e5-45dd-985f-15a8a6d5eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.842640 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c527b541-b6d2-46b6-a972-646864aa7995 None None] The sync data for ids ['f767c126-3695-4104-842d-c39f0f552deb'] in n-d-827895-2 is: [{'id': 'f767c126-3695-4104-842d-c39f0f552deb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1030891700-router', 'tenant_id': '1160cc7a1a194176a7edc794e475d999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:28Z', 'updated_at': '2022-02-07T22:42:48Z', 'revision_number': 5, 'project_id': '1160cc7a1a194176a7edc794e475d999', 'gw_port': {'id': 'e99ca848-24a1-40a8-bb3b-aae68ed04c92', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f767c126-3695-4104-842d-c39f0f552deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:29Z', 'updated_at': '2022-02-07T22:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:52.889511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-77472c1f-99e5-45dd-985f-15a8a6d5eb78 None None] Port 9e8a6d36-5217-4fbf-aaea-961fd681e12f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:52.917172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-77472c1f-99e5-45dd-985f-15a8a6d5eb78 None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:52.917684 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77472c1f-99e5-45dd-985f-15a8a6d5eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.998029 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1756d84-b351-421b-9328-c715b090c8f6 req-b27ee4af-02eb-404c-8c6e-6963f662b0cf service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811237 Feb 07 22:42:53.067449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-77472c1f-99e5-45dd-985f-15a8a6d5eb78 None None] Provisioning complete for port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:53.069074 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77472c1f-99e5-45dd-985f-15a8a6d5eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.125374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1756d84-b351-421b-9328-c715b090c8f6 req-0b5a70ab-43bc-475e-a9ae-be5343c3ed9d service neutron] 10.222.0.46 "GET /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207283 Feb 07 22:42:53.137007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-77472c1f-99e5-45dd-985f-15a8a6d5eb78 None None] Port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:53.255264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:53.323314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:53.323791 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.466264 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-714dad68-7bfd-4633-a06c-7d1613604cda req-893cdc85-b41e-4ced-891a-485f63fa4846 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.483103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Deleting port e99ca848-24a1-40a8-bb3b-aae68ed04c92 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:53.484006 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.493434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-714dad68-7bfd-4633-a06c-7d1613604cda req-893cdc85-b41e-4ced-891a-485f63fa4846 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.505935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbba195-9a6c-4daf-9b0e-5eb0616c0a2a req-70ef4e9d-70b1-49f9-ba30-ccb055cf08f6 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:53.507481 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bdbba195-9a6c-4daf-9b0e-5eb0616c0a2a req-70ef4e9d-70b1-49f9-ba30-ccb055cf08f6 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 943 time: 0.0800557 Feb 07 22:42:53.527944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-714dad68-7bfd-4633-a06c-7d1613604cda req-893cdc85-b41e-4ced-891a-485f63fa4846 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.529947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-714dad68-7bfd-4633-a06c-7d1613604cda req-893cdc85-b41e-4ced-891a-485f63fa4846 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.6298563 Feb 07 22:42:53.530593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.561803 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bdbba195-9a6c-4daf-9b0e-5eb0616c0a2a req-26f38dd8-851a-42ce-8814-81b6164208f5 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466230 Feb 07 22:42:53.616871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Delete allocated IP 172.20.0.11 (7fa3674c-8a06-4975-8532-3d8c69efa365/42ed8eb9-2279-4865-9092-7077ae51984f) {{(pid=102289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 22:42:53.640617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c0f5d7-3931-4268-aa52-c15231613ac8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:53.672704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.27 (7fa3674c-8a06-4975-8532-3d8c69efa365/71300917-06d9-46df-93f7-23891cc9156e/9e8a6d36-5217-4fbf-aaea-961fd681e12f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:53.702868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cdc85-b41e-4ced-891a-485f63fa4846 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0920b3c1-6e68-476e-afb4-314ea0657bd5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:53.813084 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4261679b-93da-4082-a591-174680429ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.837363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] For port e99ca848-24a1-40a8-bb3b-aae68ed04c92, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e99ca848-24a1-40a8-bb3b-aae68ed04c92,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:53.837875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.857730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c66be5c0-835c-4077-85a8-34a399f68129 req-11592934-8e09-4848-ba39-cc63fc008f83 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/0920b3c1-6e68-476e-afb4-314ea0657bd5 HTTP/1.1" status: 200 len: 1815 time: 0.2700145 Feb 07 22:42:53.886188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Calling delete_port for e99ca848-24a1-40a8-bb3b-aae68ed04c92 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:53.893017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-46d0c294-bdd2-4e91-8a6a-730783004b2f req-5e39f9ab-eaea-4f99-850e-62f4c705fa11 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-972721934', 'description': 'tempest-description-566855951'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:53.920426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Router 1728795d-b5ef-4186-b0e6-1c776e96fd18 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:42:53.923975 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-46d0c294-bdd2-4e91-8a6a-730783004b2f req-5e39f9ab-eaea-4f99-850e-62f4c705fa11 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.994495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-46d0c294-bdd2-4e91-8a6a-730783004b2f req-5e39f9ab-eaea-4f99-850e-62f4c705fa11 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.999304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-46d0c294-bdd2-4e91-8a6a-730783004b2f req-5e39f9ab-eaea-4f99-850e-62f4c705fa11 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.045602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-46d0c294-bdd2-4e91-8a6a-730783004b2f req-5e39f9ab-eaea-4f99-850e-62f4c705fa11 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.046929 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46d0c294-bdd2-4e91-8a6a-730783004b2f req-5e39f9ab-eaea-4f99-850e-62f4c705fa11 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1615014 Feb 07 22:42:54.048140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39f9ab-eaea-4f99-850e-62f4c705fa11 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdc0b34-ec61-4cb9-94e7-27530c79d89d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:54.288267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.299868 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7908983b-0384-40a4-9ca9-3b6799a6c1cd req-400cb4bf-c600-4fce-bf2f-8c06f25215ee tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/fbdc0b34-ec61-4cb9-94e7-27530c79d89d HTTP/1.1" status: 200 len: 1813 time: 0.2014818 Feb 07 22:42:54.334952 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-0db6d28b-2668-4a1a-b597-31822fc9d4d4 req-039c3658-1497-4136-a269-cb0c05c23596 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] show failed (client error): The resource could not be found. Feb 07 22:42:54.336125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0db6d28b-2668-4a1a-b597-31822fc9d4d4 req-039c3658-1497-4136-a269-cb0c05c23596 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/82264252-d346-4348-acb0-92d7e7111fc8 HTTP/1.1" status: 404 len: 352 time: 0.0158498 Feb 07 22:42:54.372613 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.387400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:54.398557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Sync routers for ids ['1728795d-b5ef-4186-b0e6-1c776e96fd18'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:54.407199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.413228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Routers {'1728795d-b5ef-4186-b0e6-1c776e96fd18'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:54.414070 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1728795d-b5ef-4186-b0e6-1c776e96fd18'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:54.474478 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-f5d0f9d1-c217-4320-a7d1-b3b4bc7662e5 req-f354e8ef-1448-40c2-bfa3-1dae3f4dcd1b tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] show failed (client error): The resource could not be found. Feb 07 22:42:54.475776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5d0f9d1-c217-4320-a7d1-b3b4bc7662e5 req-f354e8ef-1448-40c2-bfa3-1dae3f4dcd1b tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-group-rules/6d9d6134-9ac2-408f-b97a-e75845f12cc8 HTTP/1.1" status: 404 len: 361 time: 0.1107628 Feb 07 22:42:54.531244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.536114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-43ccaef1-60d2-4147-b0f9-ba6271a6317c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.9203398 Feb 07 22:42:54.542569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43326) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:54.600569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=9e8a6d36-5217-4fbf-aaea-961fd681e12f,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:54.616033 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.630501 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da76dcb5-3f4a-45a7-a386-62ee52a09cbb req-f26a971d-c7fb-4962-b5dc-674f16c564e3 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/fbdc0b34-ec61-4cb9-94e7-27530c79d89d HTTP/1.1" status: 200 len: 1813 time: 0.1134272 Feb 07 22:42:54.672522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99ca848-24a1-40a8-bb3b-aae68ed04c92,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:54.697652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] In _notify_port_updated(), no bound segment for port 9e8a6d36-5217-4fbf-aaea-961fd681e12f on network 7fa3674c-8a06-4975-8532-3d8c69efa365 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:42:54.705124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:54.706050 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.710154 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9f944a90-44a6-40ac-bb31-0274fe3f897a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "PUT /v2.0/ports/9e8a6d36-5217-4fbf-aaea-961fd681e12f HTTP/1.1" status: 200 len: 920 time: 3.7614453 Feb 07 22:42:54.718043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43330) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:54.830222 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.863662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Set router 1728795d-b5ef-4186-b0e6-1c776e96fd18 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:54.943579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.946334 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.960210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fa79c10-7659-45af-b0a1-46aa9ea67a6d details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:42:55.011307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab5e65-f358-4ed7-993e-8518778f9038 req-21171348-2915-4020-a4b4-11d3ce04242e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:55.013131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdab5e65-f358-4ed7-993e-8518778f9038 req-21171348-2915-4020-a4b4-11d3ce04242e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 943 time: 0.2842205 Feb 07 22:42:55.030305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da76dcb5-3f4a-45a7-a386-62ee52a09cbb req-9c78ac8b-5727-47a4-af7c-02be35ee51c2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.040121 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.040648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f767c126-3695-4104-842d-c39f0f552deb {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:42:55.045749 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.046921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1e2b68e2-8c0f-4406-9acc-7a1311504443 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f767c126-3695-4104-842d-c39f0f552deb HTTP/1.1" status: 204 len: 168 time: 3.2956407 Feb 07 22:42:55.053116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43332) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:55.114712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 71424cd9-d024-4ff4-b574-a95f4ccd8152 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:55.123992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdab5e65-f358-4ed7-993e-8518778f9038 req-0a4a92ba-e542-4cb7-866d-46d9d5662cc3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706789 Feb 07 22:42:55.157349 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.162203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 71424cd9-d024-4ff4-b574-a95f4ccd8152 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:55.162550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 71424cd9-d024-4ff4-b574-a95f4ccd8152 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:55.178288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Router dd71b512-7082-419e-9e00-2a54a69feebc has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:42:55.212001 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da76dcb5-3f4a-45a7-a386-62ee52a09cbb req-9c78ac8b-5727-47a4-af7c-02be35ee51c2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.286032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c19f1d0a-afd8-45db-b9d4-6a1a0e9ad725 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 9e8a6d36-5217-4fbf-aaea-961fd681e12f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:55.286519 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c19f1d0a-afd8-45db-b9d4-6a1a0e9ad725 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.291876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e187618-cb2d-4452-a1fb-a3be276e84ae admin admin] Deleting subnet 76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:55.314785 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e187618-cb2d-4452-a1fb-a3be276e84ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.342975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:55.376485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'port_id': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d', 'mac_address': 'fa:16:3e:36:6f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce2e13f-8c37-495b-833a-a61a3b3725c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:42:55.392140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:42:55.400506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6c4c3716-61e3-4ac4-9c1c-a7b4e4d989d9 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd71b512-7082-419e-9e00-2a54a69feebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9065976 Feb 07 22:42:55.406636 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] Sync routers for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:55.412468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43334) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:55.426439 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:55.427369 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:55.445223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:46Z', 'updated_at': '2022-02-07T22:42:51Z', 'revision_number': 3, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'gw_port': {'id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:48Z', 'updated_at': '2022-02-07T22:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:55.447506 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da76dcb5-3f4a-45a7-a386-62ee52a09cbb req-9c78ac8b-5727-47a4-af7c-02be35ee51c2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.450759 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da76dcb5-3f4a-45a7-a386-62ee52a09cbb req-9c78ac8b-5727-47a4-af7c-02be35ee51c2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.452053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da76dcb5-3f4a-45a7-a386-62ee52a09cbb req-9c78ac8b-5727-47a4-af7c-02be35ee51c2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "DELETE /v2.0/security-groups/fbdc0b34-ec61-4cb9-94e7-27530c79d89d HTTP/1.1" status: 204 len: 173 time: 0.7862656 Feb 07 22:42:55.480763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e187618-cb2d-4452-a1fb-a3be276e84ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.506955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Checking router: 1728795d-b5ef-4186-b0e6-1c776e96fd18 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:55.507309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Updating router 1728795d-b5ef-4186-b0e6-1c776e96fd18 port 4f684e43-9fd4-4edb-b730-6908ad7b50d9 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:42:55.543328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-dcc4425a-2b79-4de8-8460-2fd905cf0034 None None] Provisioning complete for port 9e8a6d36-5217-4fbf-aaea-961fd681e12f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:55.548519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78ac8b-5727-47a4-af7c-02be35ee51c2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdc0b34-ec61-4cb9-94e7-27530c79d89d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:55.549382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dcc4425a-2b79-4de8-8460-2fd905cf0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.578594 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c19f1d0a-afd8-45db-b9d4-6a1a0e9ad725 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.587253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.592458 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.602857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c19f1d0a-afd8-45db-b9d4-6a1a0e9ad725 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 9e8a6d36-5217-4fbf-aaea-961fd681e12f owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:55.655532 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:55.742160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa79c10-7659-45af-b0a1-46aa9ea67a6d {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:55.774654 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.881049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4425a-2b79-4de8-8460-2fd905cf0034 None None] Port 9e8a6d36-5217-4fbf-aaea-961fd681e12f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:42:55.897666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:55.929871 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.088192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:56.146299 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:42:53Z', 'revision_number': 5, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:56.163490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['6fa79c10-7659-45af-b0a1-46aa9ea67a6d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:42:56.206839 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] Checking router: dd71b512-7082-419e-9e00-2a54a69feebc for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:56.217342 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] Routers {'dd71b512-7082-419e-9e00-2a54a69feebc'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:56.218025 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dd71b512-7082-419e-9e00-2a54a69feebc'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:56.330591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb097c18-17b7-4972-9b7f-b42806207e8f req-12083d24-c2d3-4447-bcd0-326ba0b4f24e tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/0920b3c1-6e68-476e-afb4-314ea0657bd5 HTTP/1.1" status: 200 len: 1815 time: 0.7411497 Feb 07 22:42:56.339623 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] Set router dd71b512-7082-419e-9e00-2a54a69feebc gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:56.374359 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.406974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.412894 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e187618-cb2d-4452-a1fb-a3be276e84ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.481867 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bb097c18-17b7-4972-9b7f-b42806207e8f req-edc39f15-db88-416a-b49c-573b5aeaf4d2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.501876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.511815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bb097c18-17b7-4972-9b7f-b42806207e8f req-edc39f15-db88-416a-b49c-573b5aeaf4d2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.530710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e75af-dfa1-45e7-a227-08ab32b75f43 req-57225c3a-8647-4bbe-9ae1-74e3593e1586 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:56.532495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f8e75af-dfa1-45e7-a227-08ab32b75f43 req-57225c3a-8647-4bbe-9ae1-74e3593e1586 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 944 time: 0.1887527 Feb 07 22:42:56.577355 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:42:53Z', 'revision_number': 5, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:56.584224 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bb097c18-17b7-4972-9b7f-b42806207e8f req-edc39f15-db88-416a-b49c-573b5aeaf4d2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.587014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bb097c18-17b7-4972-9b7f-b42806207e8f req-edc39f15-db88-416a-b49c-573b5aeaf4d2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.589010 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb097c18-17b7-4972-9b7f-b42806207e8f req-edc39f15-db88-416a-b49c-573b5aeaf4d2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "DELETE /v2.0/security-groups/0920b3c1-6e68-476e-afb4-314ea0657bd5 HTTP/1.1" status: 204 len: 173 time: 0.2572041 Feb 07 22:42:56.600294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Deleting port 916894b4-5309-4823-a110-7d222843f7ae {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:56.600971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.607749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc39f15-db88-416a-b49c-573b5aeaf4d2 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920b3c1-6e68-476e-afb4-314ea0657bd5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:56.612455 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fbbf0-76bb-4372-8860-a858badd40d8 None None] The sync data for ids ['dd71b512-7082-419e-9e00-2a54a69feebc'] in n-d-827895-2 is: [{'id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'name': 'tempest-ServersTestManualDisk-1695277200-router', 'tenant_id': 'b1e8aff77dc54f3d8875348cb599922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '916894b4-5309-4823-a110-7d222843f7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:52Z', 'updated_at': '2022-02-07T22:42:53Z', 'revision_number': 5, 'project_id': 'b1e8aff77dc54f3d8875348cb599922a', 'gw_port': {'id': '916894b4-5309-4823-a110-7d222843f7ae', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b512-7082-419e-9e00-2a54a69feebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:54Z', 'updated_at': '2022-02-07T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:56.674393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.714657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cb14d07e-2975-4b80-ab41-51ca307d9f1f req-eedd8b03-6781-457e-aac9-a1b1a95519d3 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/ce0899ff-4e72-43d0-bb2d-5c834b978636 HTTP/1.1" status: 200 len: 1815 time: 0.0915341 Feb 07 22:42:56.734777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f8e75af-dfa1-45e7-a227-08ab32b75f43 req-d9aea219-1340-4134-859e-3c8788c8bed9 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958599 Feb 07 22:42:56.742726 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e187618-cb2d-4452-a1fb-a3be276e84ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.782853 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.791574 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.806204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e187618-cb2d-4452-a1fb-a3be276e84ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:56.811826 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cb14d07e-2975-4b80-ab41-51ca307d9f1f req-0ca3cb52-7394-42ba-84ee-fd9f276724df tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.816826 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e187618-cb2d-4452-a1fb-a3be276e84ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.821372 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8e187618-cb2d-4452-a1fb-a3be276e84ae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/76fd339c-40f9-4b5e-a4c3-3a0cc36d04f5 HTTP/1.1" status: 204 len: 168 time: 1.7591312 Feb 07 22:42:56.825895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43356) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:56.828237 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c19f1d0a-afd8-45db-b9d4-6a1a0e9ad725 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.856900 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cb14d07e-2975-4b80-ab41-51ca307d9f1f req-0ca3cb52-7394-42ba-84ee-fd9f276724df tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.860438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b36b8-3f0f-442d-9f5e-f7ec8dbcc594 None None] Pushing event updated for resources: {'Port': ['ID=4f684e43-9fd4-4edb-b730-6908ad7b50d9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:56.864819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f908e300-32ee-40aa-846c-3c9c9adf28b8 None None] Network 997664ea-62cb-42f7-88a8-3db43eacae78 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:56.907429 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cb14d07e-2975-4b80-ab41-51ca307d9f1f req-0ca3cb52-7394-42ba-84ee-fd9f276724df tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.909898 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cb14d07e-2975-4b80-ab41-51ca307d9f1f req-0ca3cb52-7394-42ba-84ee-fd9f276724df tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.911007 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cb14d07e-2975-4b80-ab41-51ca307d9f1f req-0ca3cb52-7394-42ba-84ee-fd9f276724df tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce0899ff-4e72-43d0-bb2d-5c834b978636 HTTP/1.1" status: 204 len: 173 time: 0.1825864 Feb 07 22:42:56.918215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] For port 916894b4-5309-4823-a110-7d222843f7ae, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=916894b4-5309-4823-a110-7d222843f7ae,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:56.918516 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.934831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3cb52-7394-42ba-84ee-fd9f276724df tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0899ff-4e72-43d0-bb2d-5c834b978636,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:56.941743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Calling delete_port for 916894b4-5309-4823-a110-7d222843f7ae owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:56.994898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1d0a-afd8-45db-b9d4-6a1a0e9ad725 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=9e8a6d36-5217-4fbf-aaea-961fd681e12f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:57.010873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Attempting to bind port 4f684e43-9fd4-4edb-b730-6908ad7b50d9 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:57.011484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Attempting to bind port 4f684e43-9fd4-4edb-b730-6908ad7b50d9 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:57.012311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Attempting to bind port 4f684e43-9fd4-4edb-b730-6908ad7b50d9 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:42:57.038638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:42:57.039287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:42:57.041286 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.041896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:42:57.042759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Bound port: 4f684e43-9fd4-4edb-b730-6908ad7b50d9, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:57.043362 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.113233 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.119177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e99ca848-24a1-40a8-bb3b-aae68ed04c92 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:57.178396 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.201055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e99ca848-24a1-40a8-bb3b-aae68ed04c92 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:57.201419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e99ca848-24a1-40a8-bb3b-aae68ed04c92 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:57.201846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 05c0f5d7-3931-4268-aa52-c15231613ac8 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:57.235350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 05c0f5d7-3931-4268-aa52-c15231613ac8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:57.238028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 05c0f5d7-3931-4268-aa52-c15231613ac8 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:57.251153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Pushing event deleted for resources: {'Port': ['ID=916894b4-5309-4823-a110-7d222843f7ae,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:57.347437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.354413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ef07d-636f-4fef-bf80-fb8d559f524a None None] DHCP port deletion for 997664ea-62cb-42f7-88a8-3db43eacae78 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:42:57.365714 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-725c864f-9653-4fff-b654-db314afe22d8 req-6d036678-5fb3-4473-ab56-4e128c395586 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/5ff03a86-335a-48cb-bbb5-2a49d1fd9ceb HTTP/1.1" status: 200 len: 1814 time: 0.4157555 Feb 07 22:42:57.366067 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] For port 4f684e43-9fd4-4edb-b730-6908ad7b50d9, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:42:57.375977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] For port 4f684e43-9fd4-4edb-b730-6908ad7b50d9, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4f684e43-9fd4-4edb-b730-6908ad7b50d9,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:42:57.390796 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.448870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Allocated IP 172.20.0.1 (79aad14d-4e3e-4215-af1a-bee284f19712/f57ffd42-2da5-4be0-97aa-77ac8611a04d/cf049b52-e8d3-439e-870a-b40b6ab981e8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:57.465181 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c19f1d0a-afd8-45db-b9d4-6a1a0e9ad725 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.472894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c19f1d0a-afd8-45db-b9d4-6a1a0e9ad725 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/9e8a6d36-5217-4fbf-aaea-961fd681e12f HTTP/1.1" status: 204 len: 168 time: 2.7534919 Feb 07 22:42:57.480568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43364) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:57.500040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.505204 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.532674 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-92378141-6e01-4ffa-a175-3681569abf42 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:42:57.534568 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-92378141-6e01-4ffa-a175-3681569abf42 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/9e8a6d36-5217-4fbf-aaea-961fd681e12f HTTP/1.1" status: 404 len: 333 time: 0.0509946 Feb 07 22:42:57.541061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b36b8-3f0f-442d-9f5e-f7ec8dbcc594 None None] Pushing event updated for resources: {'Port': ['ID=4f684e43-9fd4-4edb-b730-6908ad7b50d9,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:57.545574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43366) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:57.546150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Routers {'1728795d-b5ef-4186-b0e6-1c776e96fd18'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:42:57.546980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1728795d-b5ef-4186-b0e6-1c776e96fd18'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:57.559853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.560698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd71b512-7082-419e-9e00-2a54a69feebc {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:42:57.574612 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.577969 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-26edeee8-7eb1-4727-a572-0c4e26c78614 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dd71b512-7082-419e-9e00-2a54a69feebc HTTP/1.1" status: 204 len: 168 time: 2.1626253 Feb 07 22:42:57.580554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43368) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:57.616684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ef07d-636f-4fef-bf80-fb8d559f524a None None] Deleting port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:57.616684 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef07d-636f-4fef-bf80-fb8d559f524a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.654475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8417d333-52b3-42f1-aab3-ce1637d7a325 admin admin] Deleting subnet 4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:57.658931 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8417d333-52b3-42f1-aab3-ce1637d7a325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.691071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Deleting port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:57.695368 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.704981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-725c864f-9653-4fff-b654-db314afe22d8 req-0722df87-64ee-4744-95bc-544a023724a1 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.727535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8417d333-52b3-42f1-aab3-ce1637d7a325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.873166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8d5ef07d-636f-4fef-bf80-fb8d559f524a None None] For port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1,segment=NetworkSegment(747eab64-f219-492e-bc86-33415e417ea0),segment_id=747eab64-f219-492e-bc86-33415e417ea0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:57.873683 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef07d-636f-4fef-bf80-fb8d559f524a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.897083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ef07d-636f-4fef-bf80-fb8d559f524a None None] Calling delete_port for 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:57.906210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] Set router 1728795d-b5ef-4186-b0e6-1c776e96fd18 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:42:57.910267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.929339 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8417d333-52b3-42f1-aab3-ce1637d7a325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.962643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.972836 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-725c864f-9653-4fff-b654-db314afe22d8 req-0722df87-64ee-4744-95bc-544a023724a1 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.978273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf827523-4ddb-4f9d-8cd1-7ebc01ba84e4 req-f9530870-37ed-4730-bc64-4436669562d1 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:57.988515 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf827523-4ddb-4f9d-8cd1-7ebc01ba84e4 req-f9530870-37ed-4730-bc64-4436669562d1 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 944 time: 0.1122305 Feb 07 22:42:58.039229 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d070fc03-a2df-45a4-ad02-282369f7b364 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.055846 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf827523-4ddb-4f9d-8cd1-7ebc01ba84e4 req-75c76f63-58d2-4d5b-80ec-c88483d1f499 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624561 Feb 07 22:42:58.061978 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8417d333-52b3-42f1-aab3-ce1637d7a325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.065385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Network 79aad14d-4e3e-4215-af1a-bee284f19712 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:58.069708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] For port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1,segment=NetworkSegment(747eab64-f219-492e-bc86-33415e417ea0),segment_id=747eab64-f219-492e-bc86-33415e417ea0)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:58.070083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.078705 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8417d333-52b3-42f1-aab3-ce1637d7a325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.080550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:58.088043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8417d333-52b3-42f1-aab3-ce1637d7a325 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b HTTP/1.1" status: 204 len: 168 time: 0.5058167 Feb 07 22:42:58.089905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:58.101839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:42:58.118610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417d333-52b3-42f1-aab3-ce1637d7a325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abbcebe-dbb1-4aa0-b0af-ade4743f5c4b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.136977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Calling delete_port for 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:58.158349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Pushing event updated for resources: {'Port': ['ID=cf049b52-e8d3-439e-870a-b40b6ab981e8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.162138 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d070fc03-a2df-45a4-ad02-282369f7b364 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.212000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.245273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078792b1-0322-4949-9b49-bc066416ec00 None None] Network f7babd62-f953-4389-8f30-86386c833084 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:58.262630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.267127 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-725c864f-9653-4fff-b654-db314afe22d8 req-0722df87-64ee-4744-95bc-544a023724a1 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.267697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-725c864f-9653-4fff-b654-db314afe22d8 req-0722df87-64ee-4744-95bc-544a023724a1 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.268847 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-725c864f-9653-4fff-b654-db314afe22d8 req-0722df87-64ee-4744-95bc-544a023724a1 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "DELETE /v2.0/security-groups/5ff03a86-335a-48cb-bbb5-2a49d1fd9ceb HTTP/1.1" status: 204 len: 173 time: 0.8823013 Feb 07 22:42:58.316327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Deleting port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:58.316689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.322448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722df87-64ee-4744-95bc-544a023724a1 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff03a86-335a-48cb-bbb5-2a49d1fd9ceb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.427331 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13a3fec8-0839-4e9e-a20e-644ce6645a8e req-b688bcf8-4f12-47e1-a289-6a31c698cc6c tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "GET /v2.0/security-groups/02975568-3a8f-491b-92fb-fbbb05a7ff15 HTTP/1.1" status: 200 len: 1815 time: 0.1344681 Feb 07 22:42:58.430488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.432401 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d070fc03-a2df-45a4-ad02-282369f7b364 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.435653 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d070fc03-a2df-45a4-ad02-282369f7b364 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.436853 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d070fc03-a2df-45a4-ad02-282369f7b364 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c44b4e3-bf7e-408c-864b-1881d5d02e25 HTTP/1.1" status: 204 len: 168 time: 0.8904555 Feb 07 22:42:58.440194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43386) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:58.454435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] For port 3ad9aa93-9b27-4a68-9271-fe27f0a51859, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3ad9aa93-9b27-4a68-9271-fe27f0a51859,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:58.454435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.488646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Calling delete_port for 3ad9aa93-9b27-4a68-9271-fe27f0a51859 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:58.498828 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef07d-636f-4fef-bf80-fb8d559f524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.506202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.563208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] No DVR routers for this DVR port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:58.569264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070fc03-a2df-45a4-ad02-282369f7b364 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c44b4e3-bf7e-408c-864b-1881d5d02e25,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.582483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ef07d-636f-4fef-bf80-fb8d559f524a None None] No DVR routers for this DVR port 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:58.586906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ef07d-636f-4fef-bf80-fb8d559f524a None None] Pushing event deleted for resources: {'Port': ['ID=2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.632857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9942ffec-79ce-45c2-85b1-7b8b8bfbb663 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.637128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13a3fec8-0839-4e9e-a20e-644ce6645a8e req-74107625-1c2f-4dac-8b5a-f061a07d4699 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.668801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:46Z', 'updated_at': '2022-02-07T22:42:51Z', 'revision_number': 3, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'gw_port': {'id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:48Z', 'updated_at': '2022-02-07T22:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:58.711836 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.713428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada52a84-6871-4ef1-8159-1918f807f17c None None] The sync data for ids ['1728795d-b5ef-4186-b0e6-1c776e96fd18'] in n-d-827895-2 is: [{'id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:46Z', 'updated_at': '2022-02-07T22:42:51Z', 'revision_number': 3, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'gw_port': {'id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:48Z', 'updated_at': '2022-02-07T22:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:58.734898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b860b8b5-df72-4e73-b0b7-e4959bca9512 None None] DHCP port deletion for f7babd62-f953-4389-8f30-86386c833084 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:42:58.744212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.757444 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13a3fec8-0839-4e9e-a20e-644ce6645a8e req-74107625-1c2f-4dac-8b5a-f061a07d4699 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.798785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997664ea-62cb-42f7-88a8-3db43eacae78']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:58.813308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747eab64-f219-492e-bc86-33415e417ea0') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:58.813859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747eab64-f219-492e-bc86-33415e417ea0') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:58.841202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b860b8b5-df72-4e73-b0b7-e4959bca9512 None None] Deleting port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:42:58.841579 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b860b8b5-df72-4e73-b0b7-e4959bca9512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.842282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.870584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fa79c10-7659-45af-b0a1-46aa9ea67a6d up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:42:58.900952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9942ffec-79ce-45c2-85b1-7b8b8bfbb663 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.967074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b860b8b5-df72-4e73-b0b7-e4959bca9512 None None] For port 3ad9aa93-9b27-4a68-9271-fe27f0a51859, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3ad9aa93-9b27-4a68-9271-fe27f0a51859,segment=NetworkSegment(78a3828d-a374-41e4-9612-43ee7864930b),segment_id=78a3828d-a374-41e4-9612-43ee7864930b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:58.967618 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b860b8b5-df72-4e73-b0b7-e4959bca9512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.982915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b860b8b5-df72-4e73-b0b7-e4959bca9512 None None] Calling delete_port for 3ad9aa93-9b27-4a68-9271-fe27f0a51859 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:42:59.020212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13a3fec8-0839-4e9e-a20e-644ce6645a8e req-74107625-1c2f-4dac-8b5a-f061a07d4699 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.020351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.026194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.027583 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13a3fec8-0839-4e9e-a20e-644ce6645a8e req-74107625-1c2f-4dac-8b5a-f061a07d4699 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.041527 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.042222 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13a3fec8-0839-4e9e-a20e-644ce6645a8e req-74107625-1c2f-4dac-8b5a-f061a07d4699 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] 10.222.0.15 "DELETE /v2.0/security-groups/02975568-3a8f-491b-92fb-fbbb05a7ff15 HTTP/1.1" status: 204 len: 173 time: 0.6006804 Feb 07 22:42:59.044672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9942ffec-79ce-45c2-85b1-7b8b8bfbb663 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.047895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9942ffec-79ce-45c2-85b1-7b8b8bfbb663 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.050137 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9942ffec-79ce-45c2-85b1-7b8b8bfbb663 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/security-groups/82928a49-a896-40e2-bd36-d588c483d027 HTTP/1.1" status: 204 len: 168 time: 0.6047363 Feb 07 22:42:59.051320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43394) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:59.083929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43396) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:59.085351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74107625-1c2f-4dac-8b5a-f061a07d4699 tempest-SecurityGroupRulesNegativeTestJSON-2134183047 tempest-SecurityGroupRulesNegativeTestJSON-2134183047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02975568-3a8f-491b-92fb-fbbb05a7ff15,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:59.096878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.107221 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:59.148718 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.158033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:42:59.160597 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:42:59.162506 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:42:59.194629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:59.198970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:59.199858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2eb62cc1-1fa7-4e0c-9f9b-147dd9bf92c1 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:59.201211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 916894b4-5309-4823-a110-7d222843f7ae no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:59.251605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:59.251996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.256435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 916894b4-5309-4823-a110-7d222843f7ae {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:59.256435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 916894b4-5309-4823-a110-7d222843f7ae not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:59.256435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3ad9aa93-9b27-4a68-9271-fe27f0a51859 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:42:59.266321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa36a7c5-2aa0-421a-852c-1d9e65722c7a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet 42ed8eb9-2279-4865-9092-7077ae51984f {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:59.270067 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa36a7c5-2aa0-421a-852c-1d9e65722c7a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.312853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa36a7c5-2aa0-421a-852c-1d9e65722c7a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.320729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3ad9aa93-9b27-4a68-9271-fe27f0a51859 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:42:59.321083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3ad9aa93-9b27-4a68-9271-fe27f0a51859 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:42:59.353624 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b860b8b5-df72-4e73-b0b7-e4959bca9512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.391263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860b8b5-df72-4e73-b0b7-e4959bca9512 None None] Pushing event deleted for resources: {'Port': ['ID=3ad9aa93-9b27-4a68-9271-fe27f0a51859,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:59.396132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860b8b5-df72-4e73-b0b7-e4959bca9512 None None] No DVR routers for this DVR port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:59.415549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa36a7c5-2aa0-421a-852c-1d9e65722c7a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.425099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Pushing event updated for resources: {'Port': ['ID=cf049b52-e8d3-439e-870a-b40b6ab981e8,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:59.478727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.488709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Network 79aad14d-4e3e-4215-af1a-bee284f19712 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:59.507083 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.508859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.517130 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/997664ea-62cb-42f7-88a8-3db43eacae78 HTTP/1.1" status: 204 len: 168 time: 2.6894085 Feb 07 22:42:59.517784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2d9e7-4913-4a68-a4e3-eeab0fce97c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=997664ea-62cb-42f7-88a8-3db43eacae78,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:59.523324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:59.546924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075e5c-8890-4ea5-84ff-a16f8ed13bfc req-b46837a8-7e86-41cb-82df-dbc2f26cd714 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:59.548587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33075e5c-8890-4ea5-84ff-a16f8ed13bfc req-b46837a8-7e86-41cb-82df-dbc2f26cd714 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 944 time: 0.3267155 Feb 07 22:42:59.561856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c937188-8286-4367-a820-db9312fbaecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:59.566595 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac416733-d503-4f13-8bbb-c72645014cd6" -d '{"events": [{"server_uuid": "6c937188-8286-4367-a820-db9312fbaecb", "name": "network-vif-plugged", "status": "completed", "tag": "6fa79c10-7659-45af-b0a1-46aa9ea67a6d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:42:59.621377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:42:59.632557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.660523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad9aa93-9b27-4a68-9271-fe27f0a51859,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:59.664328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942ffec-79ce-45c2-85b1-7b8b8bfbb663 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82928a49-a896-40e2-bd36-d588c483d027,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:59.669782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] No DVR routers for this DVR port 3ad9aa93-9b27-4a68-9271-fe27f0a51859 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:59.718056 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab626e72-2e77-43b0-9965-4cb0daea50f4 x-openstack-request-id: req-ab626e72-2e77-43b0-9965-4cb0daea50f4 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:42:59.721421 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c937188-8286-4367-a820-db9312fbaecb", "name": "network-vif-plugged", "status": "completed", "tag": "6fa79c10-7659-45af-b0a1-46aa9ea67a6d", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:42:59.721928 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab626e72-2e77-43b0-9965-4cb0daea50f4 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:42:59.726959 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c937188-8286-4367-a820-db9312fbaecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d', 'code': 200} Feb 07 22:42:59.777599 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.786837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33075e5c-8890-4ea5-84ff-a16f8ed13bfc req-e8fea853-453e-4429-b40b-f69dc01b6fd9 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196286 Feb 07 22:42:59.787368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43414) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:59.817942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa36a7c5-2aa0-421a-852c-1d9e65722c7a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.831938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:59.832159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7babd62-f953-4389-8f30-86386c833084']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:59.877557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a1d704-ab6f-4d20-bd4c-80d9f0842df2 None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:42:59.893614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a3828d-a374-41e4-9612-43ee7864930b') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:59.894058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a3828d-a374-41e4-9612-43ee7864930b') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:59.896693 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa36a7c5-2aa0-421a-852c-1d9e65722c7a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.900119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fa36a7c5-2aa0-421a-852c-1d9e65722c7a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/42ed8eb9-2279-4865-9092-7077ae51984f HTTP/1.1" status: 204 len: 168 time: 0.7933784 Feb 07 22:42:59.903226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed35128c-fea1-494e-a998-b8d8d1076cec admin admin] Deleting subnet 84101761-6c1e-4529-bd0a-2c84d6d3ecae {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:42:59.905375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43416) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:59.916106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dad80-68a0-477a-bb1e-217c024da829 req-cedf00ab-8169-4480-9291-27cd7ab79b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:59.917217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:59.919273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d10dad80-68a0-477a-bb1e-217c024da829 req-cedf00ab-8169-4480-9291-27cd7ab79b0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 1096 time: 0.1884713 Feb 07 22:42:59.920734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36a7c5-2aa0-421a-852c-1d9e65722c7a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=42ed8eb9-2279-4865-9092-7077ae51984f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:59.923625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7965b7f9-e16d-436b-adac-64846aff5db8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1160cc7a1a194176a7edc794e475d999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992167 Feb 07 22:42:59.926775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43418) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:42:59.927459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed35128c-fea1-494e-a998-b8d8d1076cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.944611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Router 1728795d-b5ef-4186-b0e6-1c776e96fd18 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:42:59.973612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d10dad80-68a0-477a-bb1e-217c024da829 req-8f18ec21-af32-4873-b8c4-43664fd8151b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Feb 07 22:42:59.977445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.092216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.115414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7635898f-f6c7-47d7-8a2a-4d1b6158f906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.136733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:43:00.137152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.141422 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed35128c-fea1-494e-a998-b8d8d1076cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:43:00.143167 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:43:00.150878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:43:00.156892 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-72e63a01-d259-4032-b4bc-ed3ef5610360 admin admin] 10.222.0.15 "PUT /v2.0/routers/1728795d-b5ef-4186-b0e6-1c776e96fd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6152997 Feb 07 22:43:00.265915 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed35128c-fea1-494e-a998-b8d8d1076cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.408486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7635898f-f6c7-47d7-8a2a-4d1b6158f906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.435270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.462641 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.468617 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] 10.222.0.15 "DELETE /v2.0/networks/f7babd62-f953-4389-8f30-86386c833084 HTTP/1.1" status: 204 len: 168 time: 2.3752611 Feb 07 22:43:00.501569 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed35128c-fea1-494e-a998-b8d8d1076cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.503478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:00.507909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.518840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3902fb-cc88-4d33-96a1-0843ec643aef admin admin] Pushing event deleted for resources: {'Network': ['ID=f7babd62-f953-4389-8f30-86386c833084,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:00.558361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35128c-fea1-494e-a998-b8d8d1076cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84101761-6c1e-4529-bd0a-2c84d6d3ecae,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:00.600251 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed35128c-fea1-494e-a998-b8d8d1076cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.606113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ed35128c-fea1-494e-a998-b8d8d1076cec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/84101761-6c1e-4529-bd0a-2c84d6d3ecae HTTP/1.1" status: 204 len: 168 time: 1.5329151 Feb 07 22:43:00.606991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43430) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:00.657229 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7635898f-f6c7-47d7-8a2a-4d1b6158f906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.665928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7635898f-f6c7-47d7-8a2a-4d1b6158f906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.674772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7635898f-f6c7-47d7-8a2a-4d1b6158f906 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d82fc41-2150-44c9-a1f9-9448942c37c1 HTTP/1.1" status: 204 len: 168 time: 0.7450008 Feb 07 22:43:00.720045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635898f-f6c7-47d7-8a2a-4d1b6158f906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d82fc41-2150-44c9-a1f9-9448942c37c1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:00.870439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.976366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43452) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:00.988641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c644bf49-6f41-4176-a013-a78663a1dd0b None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:00.989385 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c644bf49-6f41-4176-a013-a78663a1dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.086768 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.124107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cff275b-4291-4355-b8ea-a2ea78fa8151']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:01.148892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc27a2b-a243-450d-95d0-0805cc868997') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:01.149218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc27a2b-a243-450d-95d0-0805cc868997') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:01.165373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c063e-ad76-4302-b74f-a7dba18764ab req-fd4d5714-3855-4ba7-9d92-29fcd831a951 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:01.173636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e61c063e-ad76-4302-b74f-a7dba18764ab req-fd4d5714-3855-4ba7-9d92-29fcd831a951 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 945 time: 0.1460903 Feb 07 22:43:01.185093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4f684e43-9fd4-4edb-b730-6908ad7b50d9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:01.189839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.220223 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.237466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:43:01.238224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:43:01.239609 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:43:01.266106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c644bf49-6f41-4176-a013-a78663a1dd0b None None] Provisioning complete for port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:01.266481 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c644bf49-6f41-4176-a013-a78663a1dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.286570 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e61c063e-ad76-4302-b74f-a7dba18764ab req-b595263a-6fdf-471c-a557-8b03d5ae95f8 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001356 Feb 07 22:43:01.299807 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0ad94860-c09d-470e-a57d-295ce78746a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1e8aff77dc54f3d8875348cb599922a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884793 Feb 07 22:43:01.304929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43458) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:01.324577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4f684e43-9fd4-4edb-b730-6908ad7b50d9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:01.325524 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.335545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.353933 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.359378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0cff275b-4291-4355-b8ea-a2ea78fa8151 HTTP/1.1" status: 204 len: 168 time: 0.7503898 Feb 07 22:43:01.378976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd7a60-dd4a-4cdc-bfc6-482b434a5ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cff275b-4291-4355-b8ea-a2ea78fa8151,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:01.394248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c644bf49-6f41-4176-a013-a78663a1dd0b None None] Port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:01.405732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-50895681-1d68-481b-9046-ac66911a58f7 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:01.407305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-50895681-1d68-481b-9046-ac66911a58f7 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 810 time: 0.4304042 Feb 07 22:43:01.411288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.439053 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe8360df-52ee-472b-b787-dce954339861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.447306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:01.472562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:01.484653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041af98f-d04c-499f-8c68-2a4f2bcac9b2 None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:01.484880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:01.487617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.498704 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-00df70ee-a745-4ce4-85b1-4b0b34eb5c40 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/quotas/20fcff79a7c84633ba54ddd25e27176f HTTP/1.1" status: 200 len: 375 time: 0.0756316 Feb 07 22:43:01.511249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe8360df-52ee-472b-b787-dce954339861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.551650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43466) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:01.558189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=732de9c1-f59f-437d-bba4-ac226dbeb24f,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:01.581598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.605570 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a3e0c886-b69f-4a4a-8eb4-44c84bd9321f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6933243 Feb 07 22:43:01.609500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43470) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:01.614421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4d555757-0591-462d-8719-839c8b18943a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'security_group': {'name': 'tempest-secgroup-1833913688'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:01.617315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 4f684e43-9fd4-4edb-b730-6908ad7b50d9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4f684e43-9fd4-4edb-b730-6908ad7b50d9,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:01.631215 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.632743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1495c8ab-3638-41c5-8313-0cf41af2d75a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dfdbc2f00b94fe7be90a8f452968f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793939 Feb 07 22:43:01.634731 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe8360df-52ee-472b-b787-dce954339861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.635829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43472) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:01.639540 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe8360df-52ee-472b-b787-dce954339861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.643369 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe8360df-52ee-472b-b787-dce954339861 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4654eb4-c9d9-4f2c-9f44-b8b46b9d3a35 HTTP/1.1" status: 204 len: 168 time: 0.3347807 Feb 07 22:43:01.654613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8360df-52ee-472b-b787-dce954339861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4654eb4-c9d9-4f2c-9f44-b8b46b9d3a35,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:01.680253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-7430b86b-c5cd-475a-91e2-5c03a933e145 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1639853 Feb 07 22:43:01.682722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d555757-0591-462d-8719-839c8b18943a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.696226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-ae025451-d377-4b69-8885-79e958246418 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:43:01.697670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-ae025451-d377-4b69-8885-79e958246418 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081232 Feb 07 22:43:01.711303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=4f684e43-9fd4-4edb-b730-6908ad7b50d9,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:01.723712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Sync routers for ids ['1728795d-b5ef-4186-b0e6-1c776e96fd18'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:01.752005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Routers {'1728795d-b5ef-4186-b0e6-1c776e96fd18'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:43:01.752649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1728795d-b5ef-4186-b0e6-1c776e96fd18'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:01.784831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9310ebd-313d-450e-8501-d39a94fb1e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.832392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9310ebd-313d-450e-8501-d39a94fb1e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.853761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-704a7f0d-2949-4e95-8da7-832a3819d5b7 service neutron] 10.222.0.15 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448200 Feb 07 22:43:01.882430 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d555757-0591-462d-8719-839c8b18943a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.891124 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d555757-0591-462d-8719-839c8b18943a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.944289 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d555757-0591-462d-8719-839c8b18943a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.951543 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4d555757-0591-462d-8719-839c8b18943a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3397515 Feb 07 22:43:01.954623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43480) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:01.965305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ae2fd029-4ae5-453b-94ac-8fa4117ed704 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'security_group': {'name': 'tempest-secgroup-722814888'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:01.977641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d555757-0591-462d-8719-839c8b18943a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf79ed4-e111-4e60-95cf-b80647f93057,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:01.979745 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9310ebd-313d-450e-8501-d39a94fb1e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.984435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9310ebd-313d-450e-8501-d39a94fb1e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.988291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c9310ebd-313d-450e-8501-d39a94fb1e76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/012686cc-496b-4670-be37-b592a78b0340 HTTP/1.1" status: 204 len: 168 time: 0.3506289 Feb 07 22:43:02.000188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Set router 1728795d-b5ef-4186-b0e6-1c776e96fd18 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:43:02.048748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9310ebd-313d-450e-8501-d39a94fb1e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012686cc-496b-4670-be37-b592a78b0340,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:02.086239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-2553dbbd-eed8-4616-b407-f5077f0cb253 service neutron] 10.222.0.15 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202065 Feb 07 22:43:02.098780 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd029-4ae5-453b-94ac-8fa4117ed704 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.109513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d43d61-55aa-4342-9ee4-95cf06cf8011 None None] Update dhcp port {'port': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'fixed_ips': [{'subnet_id': '71300917-06d9-46df-93f7-23891cc9156e', 'ip_address': '172.20.0.18'}, {'subnet_id': '732de9c1-f59f-437d-bba4-ac226dbeb24f'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:43:02.241803 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d43d61-55aa-4342-9ee4-95cf06cf8011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.268117 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd029-4ae5-453b-94ac-8fa4117ed704 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.273969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd029-4ae5-453b-94ac-8fa4117ed704 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.349153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fd029-4ae5-453b-94ac-8fa4117ed704 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe96af5-3d10-43ca-8190-3c636ab66924,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:02.377107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd029-4ae5-453b-94ac-8fa4117ed704 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.382404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ae2fd029-4ae5-453b-94ac-8fa4117ed704 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4238522 Feb 07 22:43:02.382506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43504) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:02.397867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e3c0f2b4-8769-4480-88cf-8b0687ba5daf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'security_group': {'name': 'tempest-secgroup-95994865'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:02.441759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1fe53a4-1111-46d1-a053-4ab29639509d req-f0a4a2a0-8e78-4fa3-a5ad-c573319277ed tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 210 time: 0.0664854 Feb 07 22:43:02.478639 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3c0f2b4-8769-4480-88cf-8b0687ba5daf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.617397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d78e9-4419-4e97-89c8-1c54d6188f21 req-e4900e7b-17ca-4495-8dc4-dcd6cdaa6a8e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:02.619422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b62d78e9-4419-4e97-89c8-1c54d6188f21 req-e4900e7b-17ca-4495-8dc4-dcd6cdaa6a8e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 945 time: 0.1661990 Feb 07 22:43:02.699402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b62d78e9-4419-4e97-89c8-1c54d6188f21 req-2b6d85ef-d014-4c89-a4dc-1c4bc14adb66 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714843 Feb 07 22:43:02.735433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3c0f2b4-8769-4480-88cf-8b0687ba5daf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.741099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3c0f2b4-8769-4480-88cf-8b0687ba5daf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.797619 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3c0f2b4-8769-4480-88cf-8b0687ba5daf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.799147 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e3c0f2b4-8769-4480-88cf-8b0687ba5daf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4156666 Feb 07 22:43:02.802557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43524) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:02.803048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0f2b4-8769-4480-88cf-8b0687ba5daf tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbdd90e-b5c7-4391-9932-ceaec1ff36d3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:02.808837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1413526202', 'security_groups': ['5fbdd90e-b5c7-4391-9932-ceaec1ff36d3'], 'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '732de9c1-f59f-437d-bba4-ac226dbeb24f'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:02.920557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:46Z', 'updated_at': '2022-02-07T22:42:58Z', 'revision_number': 4, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'gw_port': {'id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:48Z', 'updated_at': '2022-02-07T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'cf049b52-e8d3-439e-870a-b40b6ab981e8', 'name': '', 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'mac_address': 'fa:16:3e:04:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f57ffd42-2da5-4be0-97aa-77ac8611a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:56Z', 'updated_at': '2022-02-07T22:42:58Z', 'revision_number': 2, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'subnets': [{'id': 'f57ffd42-2da5-4be0-97aa-77ac8611a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:02.983788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Checking router: 1728795d-b5ef-4186-b0e6-1c776e96fd18 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:02.984188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Updating router 1728795d-b5ef-4186-b0e6-1c776e96fd18 port cf049b52-e8d3-439e-870a-b40b6ab981e8 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:43:03.057858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4f684e43-9fd4-4edb-b730-6908ad7b50d9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:03.064208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a6d43d61-55aa-4342-9ee4-95cf06cf8011 None None] Allocated IP 172.20.0.2 (7fa3674c-8a06-4975-8532-3d8c69efa365/732de9c1-f59f-437d-bba4-ac226dbeb24f/42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:03.104587 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:03.134887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:03.384492 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:03.442219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] device_id is not set on port d7981063-af2b-443e-8c93-c72f0eebd9f1 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:43:03.608679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4f684e43-9fd4-4edb-b730-6908ad7b50d9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:03.609446 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:03.656214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba83960e-5d8d-4e75-a9ac-73de3ef34b1d req-0ec0a8d5-d16f-4ce6-b015-ceff839aa05f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 210 time: 0.0758014 Feb 07 22:43:03.705028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a6d43d61-55aa-4342-9ee4-95cf06cf8011 None None] For port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,segment=NetworkSegment(c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822),segment_id=c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:03.869251 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:03.881234 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d43d61-55aa-4342-9ee4-95cf06cf8011 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:03.950388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43638) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:03.997405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.14 (7fa3674c-8a06-4975-8532-3d8c69efa365/732de9c1-f59f-437d-bba4-ac226dbeb24f/d7981063-af2b-443e-8c93-c72f0eebd9f1) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:04.003525 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d43d61-55aa-4342-9ee4-95cf06cf8011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.020123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43640) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:04.022403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bcd12-65a8-4841-99b3-648e5b3a7c6e req-bd4c5e02-4dc2-4acd-93cf-c26b8279e41a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:04.024792 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-929bcd12-65a8-4841-99b3-648e5b3a7c6e req-bd4c5e02-4dc2-4acd-93cf-c26b8279e41a tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 945 time: 0.1482456 Feb 07 22:43:04.106740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-23642c35-f62c-4ead-ac18-d98b604fbafb tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:04.108705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-23642c35-f62c-4ead-ac18-d98b604fbafb tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.24 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 810 time: 0.2152522 Feb 07 22:43:04.126137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Request body: {'port': {'device_id': '9ddf94ea-ae55-4671-8fa9-5db4a70dacf5', 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712', 'admin_state_up': True, 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:04.164213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-929bcd12-65a8-4841-99b3-648e5b3a7c6e req-186f5a83-bd99-4063-b2a1-99be3e4cfb43 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297891 Feb 07 22:43:04.245377 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.252598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d43d61-55aa-4342-9ee4-95cf06cf8011 None None] Pushing event updated for resources: {'Port': ['ID=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:04.278791 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.285362 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.289562 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d066965a-281f-4df7-a9d1-e8a97079a4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.296114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-582091168-network', 'tenant_id': 'd5bdb28cb7254db994046a3139ebb16d'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:04.380399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Made reservation on behalf of d5bdb28cb7254db994046a3139ebb16d for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:04.382787 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.405032 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.408195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.439866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7867009-727e-4887-9848-622498c485cc None None] Pushing event updated for resources: {'Port': ['ID=cf049b52-e8d3-439e-870a-b40b6ab981e8,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:04.470111 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.470848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Attempting to bind port cf049b52-e8d3-439e-870a-b40b6ab981e8 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:04.471347 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Attempting to bind port cf049b52-e8d3-439e-870a-b40b6ab981e8 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:04.472005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Attempting to bind port cf049b52-e8d3-439e-870a-b40b6ab981e8 on network 79aad14d-4e3e-4215-af1a-bee284f19712 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:04.484225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Made reservation on behalf of 20fcff79a7c84633ba54ddd25e27176f for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:04.487878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.490296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:04.491076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Checking segment: {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:04.492698 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.493386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Bound using segment: {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:04.493987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Bound port: cf049b52-e8d3-439e-870a-b40b6ab981e8, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:04.494483 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.503690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43650) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:04.548747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:04.554562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:04.560973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:04.597680 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d066965a-281f-4df7-a9d1-e8a97079a4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.614356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d066965a-281f-4df7-a9d1-e8a97079a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.631285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] For port cf049b52-e8d3-439e-870a-b40b6ab981e8, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:04.640607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] For port cf049b52-e8d3-439e-870a-b40b6ab981e8, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cf049b52-e8d3-439e-870a-b40b6ab981e8,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:04.650053 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.655417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:04.656314 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.666462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=d7981063-af2b-443e-8c93-c72f0eebd9f1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:04.711189 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4f9808eb-5c07-4970-9d67-a01777bae452 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9065650 Feb 07 22:43:04.713761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43660) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:04.752227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a9c88c08-1a2a-44e1-9aed-59149daf266e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:04.756619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7867009-727e-4887-9848-622498c485cc None None] Pushing event updated for resources: {'Port': ['ID=cf049b52-e8d3-439e-870a-b40b6ab981e8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:04.784610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Routers {'1728795d-b5ef-4186-b0e6-1c776e96fd18'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:43:04.785320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1728795d-b5ef-4186-b0e6-1c776e96fd18'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:04.790027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-393168896-network', 'tenant_id': '2f646ed217b04ef79fefe5c9fad7665e'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:04.882984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d066965a-281f-4df7-a9d1-e8a97079a4da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7680c98c609d48e189460c8a4d9488c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9259629 Feb 07 22:43:04.888042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43664) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:04.894387 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.897614 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04b7f723-e4a3-4d26-9c35-2635dd4be9b7 req-12930dee-98b9-41df-9f8b-f2278a3ecfe8 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 210 time: 0.0923309 Feb 07 22:43:04.908266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066965a-281f-4df7-a9d1-e8a97079a4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664aa03c-c4a3-49f5-b036-e9308948d92b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:04.913517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fa79c10-7659-45af-b0a1-46aa9ea67a6d details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:43:04.915428 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.957167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b44ea-642f-4e8e-9bb5-4d26f2bac760,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:04.994689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:43:05.025629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:05.029545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Allocated IP 172.20.0.11 (79aad14d-4e3e-4215-af1a-bee284f19712/f57ffd42-2da5-4be0-97aa-77ac8611a04d/36612fbb-0e37-4e08-85b6-040f4a005ffd) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:05.107553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] Set router 1728795d-b5ef-4186-b0e6-1c776e96fd18 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:43:05.160462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.162062 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Added segment 5d44800b-d626-4f87-bb8e-a8f5f119ff75 of type vlan for network 3f505c7d-461f-412e-8ed9-d34567727b58 Feb 07 22:43:05.182811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:05.183225 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.285916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.300323 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.346731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.347797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:05.348456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.375235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-accb2bc6-97f4-441e-bc8e-215a41222a12 None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:05.375836 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-accb2bc6-97f4-441e-bc8e-215a41222a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.397178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Made reservation on behalf of 2f646ed217b04ef79fefe5c9fad7665e for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:05.399736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.421048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.425477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:05.426053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.428621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] Pushing event updated for resources: {'Network': ['ID=3f505c7d-461f-412e-8ed9-d34567727b58,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:05.436122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cd51d7a6-721d-4424-9a6d-1ec3cb7ae240 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4084835 Feb 07 22:43:05.445521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43668) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:05.447904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 3f505c7d-461f-412e-8ed9-d34567727b58 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:43:05.450375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Request body: {'subnet': {'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-582091168-subnet', 'tenant_id': 'd5bdb28cb7254db994046a3139ebb16d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:05.480975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d', 'network_id': 'fa21c8e2-5015-41e4-bf7f-f6ad2d372f26', 'port_id': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d', 'mac_address': 'fa:16:3e:36:6f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce2e13f-8c37-495b-833a-a61a3b3725c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:43:05.485011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Network 79aad14d-4e3e-4215-af1a-bee284f19712 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:05.490370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:05.498468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:05.532751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Pushing event updated for resources: {'Port': ['ID=36612fbb-0e37-4e08-85b6-040f4a005ffd,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:05.553879 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5672dee3-b31d-497a-bf08-be331d6625ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.567220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:05.567805 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.572335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Made reservation on behalf of d5bdb28cb7254db994046a3139ebb16d for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:05.574688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.602897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b1ef0-a48e-4a38-9cdd-7bd4b9814431 req-f10b8b95-d05d-4e32-8885-55ba8065c9e9 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:05.604585 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b47b1ef0-a48e-4a38-9cdd-7bd4b9814431 req-f10b8b95-d05d-4e32-8885-55ba8065c9e9 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 945 time: 0.1933722 Feb 07 22:43:05.627476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5672dee3-b31d-497a-bf08-be331d6625ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.643678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-1e0293ff-0864-4a1f-a897-f77877bd7f80 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5242660 Feb 07 22:43:05.660311 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Request body: {'port': {'device_id': '9ddf94ea-ae55-4671-8fa9-5db4a70dacf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:05.685914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c88c08-1a2a-44e1-9aed-59149daf266e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:05.689865 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9c88c08-1a2a-44e1-9aed-59149daf266e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.749425 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.775931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b47b1ef0-a48e-4a38-9cdd-7bd4b9814431 req-663c0677-6889-4d17-8ab6-a285759480c4 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550903 Feb 07 22:43:05.783104 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.795654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.841390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:43:05.869050 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5672dee3-b31d-497a-bf08-be331d6625ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.873109 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.873651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5672dee3-b31d-497a-bf08-be331d6625ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.877657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5672dee3-b31d-497a-bf08-be331d6625ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/664aa03c-c4a3-49f5-b036-e9308948d92b HTTP/1.1" status: 204 len: 168 time: 0.9868350 Feb 07 22:43:05.885505 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.885840 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Added segment 057e6bc8-3945-424c-a61a-1a2e1e9aa972 of type vlan for network f6a5f645-3004-4251-a632-b0c638c1112c Feb 07 22:43:05.888036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dc4902-6a41-478b-867b-cf052c8d5c2d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:05.913802 n-d-827895-2 neutron-server[102290]: INFO neutron.db.ipam_backend_mixin [None req-a9c88c08-1a2a-44e1-9aed-59149daf266e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 732de9c1-f59f-437d-bba4-ac226dbeb24f (CIDR: 172.20.0.0/28) Feb 07 22:43:05.954593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672dee3-b31d-497a-bf08-be331d6625ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664aa03c-c4a3-49f5-b036-e9308948d92b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:05.969068 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c88c08-1a2a-44e1-9aed-59149daf266e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:05.971548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c88c08-1a2a-44e1-9aed-59149daf266e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:06.002528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.008415 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.032115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fa79c10-7659-45af-b0a1-46aa9ea67a6d {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:06.039668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9c88c08-1a2a-44e1-9aed-59149daf266e tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3244274 Feb 07 22:43:06.047136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43682) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:06.084690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:06.084989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-accb2bc6-97f4-441e-bc8e-215a41222a12 None None] Provisioning complete for port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:06.085491 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-accb2bc6-97f4-441e-bc8e-215a41222a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.097888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.098992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:06.099573 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.108128 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d465e492-22c7-4505-86bc-d4acb8ed3d12 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:06.115348 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.233394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7271764 Feb 07 22:43:06.236427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43690) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:06.238674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-accb2bc6-97f4-441e-bc8e-215a41222a12 None None] Port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:06.242676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Request body: {'subnet': {'network_id': 'f6a5f645-3004-4251-a632-b0c638c1112c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-393168896-subnet', 'tenant_id': '2f646ed217b04ef79fefe5c9fad7665e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:06.247924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042881e-3ab0-42b4-857e-21634db54443 admin admin] Pushing event updated for resources: {'Network': ['ID=f6a5f645-3004-4251-a632-b0c638c1112c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:06.248417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:46Z', 'updated_at': '2022-02-07T22:42:58Z', 'revision_number': 4, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'gw_port': {'id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:48Z', 'updated_at': '2022-02-07T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'cf049b52-e8d3-439e-870a-b40b6ab981e8', 'name': '', 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'mac_address': 'fa:16:3e:04:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f57ffd42-2da5-4be0-97aa-77ac8611a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:56Z', 'updated_at': '2022-02-07T22:43:04Z', 'revision_number': 4, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'subnets': [{'id': 'f57ffd42-2da5-4be0-97aa-77ac8611a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:06.292301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Made reservation on behalf of 2f646ed217b04ef79fefe5c9fad7665e for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:06.299941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.306793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:06.326823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da4af4-a351-4c4a-a6e7-44ae42c267af None None] The sync data for ids ['1728795d-b5ef-4186-b0e6-1c776e96fd18'] in n-d-827895-2 is: [{'id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:46Z', 'updated_at': '2022-02-07T22:42:58Z', 'revision_number': 4, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'gw_port': {'id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:48Z', 'updated_at': '2022-02-07T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'cf049b52-e8d3-439e-870a-b40b6ab981e8', 'name': '', 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'mac_address': 'fa:16:3e:04:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f57ffd42-2da5-4be0-97aa-77ac8611a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:56Z', 'updated_at': '2022-02-07T22:43:04Z', 'revision_number': 4, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'subnets': [{'id': 'f57ffd42-2da5-4be0-97aa-77ac8611a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:06.336813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f6a5f645-3004-4251-a632-b0c638c1112c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:43:06.359228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['6fa79c10-7659-45af-b0a1-46aa9ea67a6d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:06.609416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-90080cf1-3e83-4475-9c0f-d71302b81942 None None] Provisioning complete for port d7981063-af2b-443e-8c93-c72f0eebd9f1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:06.610017 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90080cf1-3e83-4475-9c0f-d71302b81942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.664209 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.686414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-90080cf1-3e83-4475-9c0f-d71302b81942 None None] Port d7981063-af2b-443e-8c93-c72f0eebd9f1 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:06.750057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1787cfcb-b334-40c6-a84e-238156bc9e7f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:06.789498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a859faec-1a35-450f-981d-df2a13fe444c,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:06.809150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Checking segment: {'id': '057e6bc8-3945-424c-a61a-1a2e1e9aa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6a5f645-3004-4251-a632-b0c638c1112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:06.809697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Network hostable DHCP agents. Network: f6a5f645-3004-4251-a632-b0c638c1112c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:43:06.848826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Network f6a5f645-3004-4251-a632-b0c638c1112c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:43:06.867173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f6a5f645-3004-4251-a632-b0c638c1112c) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:06.880182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e479e484-d979-40c9-8fea-fec04a266655 None None] Network f6a5f645-3004-4251-a632-b0c638c1112c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:06.885029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:06.888626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.965727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0c41990a-75bb-4f0a-9008-5a7fecc494d6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7275693 Feb 07 22:43:07.011737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d889a-cbf0-43d8-a37a-cc7c4d8a08bf req-459e64cc-b489-406e-ac7d-84b05ab76c0e tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:07.014223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b56d889a-cbf0-43d8-a37a-cc7c4d8a08bf req-459e64cc-b489-406e-ac7d-84b05ab76c0e tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 932 time: 0.9100130 Feb 07 22:43:07.027579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Checking segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:07.028187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Network hostable DHCP agents. Network: 3f505c7d-461f-412e-8ed9-d34567727b58, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:43:07.128953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7e120-f5fe-4a9f-bb7f-ea45611b188c req-9f34c24b-5a2f-4560-8a95-fe813d6b90c3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:07.140506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d465e492-22c7-4505-86bc-d4acb8ed3d12 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:07.143853 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ac7e120-f5fe-4a9f-bb7f-ea45611b188c req-9f34c24b-5a2f-4560-8a95-fe813d6b90c3 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 944 time: 0.1733444 Feb 07 22:43:07.145062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d465e492-22c7-4505-86bc-d4acb8ed3d12 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.171046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cf049b52-e8d3-439e-870a-b40b6ab981e8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:07.203519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Network 3f505c7d-461f-412e-8ed9-d34567727b58 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:43:07.220198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ac7e120-f5fe-4a9f-bb7f-ea45611b188c req-4a2432c0-2319-4fab-9682-488bf3368a14 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716279 Feb 07 22:43:07.235075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b56d889a-cbf0-43d8-a37a-cc7c4d8a08bf req-f8d68de9-9ffb-41f8-82e6-f548b59c6cb8 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093999 Feb 07 22:43:07.327139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 3f505c7d-461f-412e-8ed9-d34567727b58) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:07.399668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5959fd8f-3d86-46ae-84b4-c9a05cf3e457 None None] Network 3f505c7d-461f-412e-8ed9-d34567727b58 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:07.401543 n-d-827895-2 neutron-server[102289]: INFO neutron.db.ipam_backend_mixin [None req-d465e492-22c7-4505-86bc-d4acb8ed3d12 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 71300917-06d9-46df-93f7-23891cc9156e (CIDR: 172.20.0.16/28) Feb 07 22:43:07.408808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:07.410211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.427280 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d465e492-22c7-4505-86bc-d4acb8ed3d12 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:07.427975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d465e492-22c7-4505-86bc-d4acb8ed3d12 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:07.437927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb3665-20d1-49a4-93b8-2073101cbdbf None None] Network f6a5f645-3004-4251-a632-b0c638c1112c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:07.442454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36612fbb-0e37-4e08-85b6-040f4a005ffd {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:07.452220 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bc5f3c31-bd7c-4dcd-a615-7b20a836f5b8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0054476 Feb 07 22:43:07.459347 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d465e492-22c7-4505-86bc-d4acb8ed3d12 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4077156 Feb 07 22:43:07.462217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43724) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:07.462372 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.468228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'subnet': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:07.488236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43726) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:07.504616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Transition to ACTIVE for port object 36612fbb-0e37-4e08-85b6-040f4a005ffd will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:07.517885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.585353 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port cf049b52-e8d3-439e-870a-b40b6ab981e8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:07.586118 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.753193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=36612fbb-0e37-4e08-85b6-040f4a005ffd,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:07.914705 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.964869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2135751024-network', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:07.994528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Attempting to bind port 36612fbb-0e37-4e08-85b6-040f4a005ffd on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:08.001541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Attempting to bind port 36612fbb-0e37-4e08-85b6-040f4a005ffd by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:08.002096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Attempting to bind port 36612fbb-0e37-4e08-85b6-040f4a005ffd on network 79aad14d-4e3e-4215-af1a-bee284f19712 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:08.012755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Port 36612fbb-0e37-4e08-85b6-040f4a005ffd on network 79aad14d-4e3e-4215-af1a-bee284f19712 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:43:08.014214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Attempting to bind port 36612fbb-0e37-4e08-85b6-040f4a005ffd on network 79aad14d-4e3e-4215-af1a-bee284f19712 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:08.035795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa86e8c-c6de-4ab9-835b-a9c1d90078b9 None None] Network 3f505c7d-461f-412e-8ed9-d34567727b58 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:08.052866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Made reservation on behalf of a0db7ca05e9144b9b7fa33f33269a55a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:08.057747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.065160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:08.066626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Checking segment: {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:08.067868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Bound using segment: {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:08.071351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Bound port: 36612fbb-0e37-4e08-85b6-040f4a005ffd, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:08.071902 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.146689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Made reservation on behalf of 13e8630daa04411fbf7c4836a8deb47d for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:08.149698 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.167534 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.183568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-ba089167-927d-4796-a9a7-2d2564231318 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:08.192481 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-ba089167-927d-4796-a9a7-2d2564231318 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/networks?id=f6a5f645-3004-4251-a632-b0c638c1112c HTTP/1.1" status: 200 len: 813 time: 0.3874869 Feb 07 22:43:08.221220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] For port 36612fbb-0e37-4e08-85b6-040f4a005ffd, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:08.228040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] For port 36612fbb-0e37-4e08-85b6-040f4a005ffd, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=36612fbb-0e37-4e08-85b6-040f4a005ffd,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:08.244554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-2587b9fd-ffcc-4ca6-a8f4-8979215b2774 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/quotas/2f646ed217b04ef79fefe5c9fad7665e HTTP/1.1" status: 200 len: 375 time: 0.0509498 Feb 07 22:43:08.247533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.270339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port cf049b52-e8d3-439e-870a-b40b6ab981e8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cf049b52-e8d3-439e-870a-b40b6ab981e8,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:08.294544 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.325732 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-0213915e-73a0-42e4-bcc4-5e3494a60577 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f646ed217b04ef79fefe5c9fad7665e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675859 Feb 07 22:43:08.328230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=36612fbb-0e37-4e08-85b6-040f4a005ffd,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:08.425682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=cf049b52-e8d3-439e-870a-b40b6ab981e8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:08.471485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:08.476475 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.478022 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-b71cef62-7367-46f5-b0a4-6fbee210b2a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/36612fbb-0e37-4e08-85b6-040f4a005ffd HTTP/1.1" status: 200 len: 1092 time: 2.8223171 Feb 07 22:43:08.480781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddf94ea-ae55-4671-8fa9-5db4a70dacf5', 'tag': '36612fbb-0e37-4e08-85b6-040f4a005ffd'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:08.499945 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b8a2f-4d39-47eb-ab11-102ea836d7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddf94ea-ae55-4671-8fa9-5db4a70dacf5", "tag": "36612fbb-0e37-4e08-85b6-040f4a005ffd"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:08.567380 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-d6fea79a-038a-4d28-8cbc-64405e26be9a service neutron] 10.222.0.15 "GET /v2.0/networks/f6a5f645-3004-4251-a632-b0c638c1112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371938 Feb 07 22:43:08.657872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-6a47f146-e78a-43b0-9a36-52e7a30721ce tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:08.659419 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-6a47f146-e78a-43b0-9a36-52e7a30721ce tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.4282131 Feb 07 22:43:08.683392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.688830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-4690e302-b464-476e-9f41-4257a14d7b87 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/quotas/d5bdb28cb7254db994046a3139ebb16d HTTP/1.1" status: 200 len: 375 time: 0.0197098 Feb 07 22:43:08.691537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.699347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-5ab31395-3a5c-48cc-9610-7e4777cb1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:08.702071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-5ab31395-3a5c-48cc-9610-7e4777cb1377 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 1095 time: 0.1540687 Feb 07 22:43:08.773023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-d3d8b000-49d3-41c4-94de-51210736eb60 service neutron] 10.222.0.15 "GET /v2.0/networks/f6a5f645-3004-4251-a632-b0c638c1112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911063 Feb 07 22:43:08.787312 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.788413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-a4976789-d7f1-49e0-9dd3-d9b185bb4a7e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833654 Feb 07 22:43:08.790309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:43:08.793651 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-e9a4dbe7-c834-423f-9688-8fb2a9793c6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36612fbb-0e37-4e08-85b6-040f4a005ffd HTTP/1.1" status: 200 len: 217 time: 0.0712149 Feb 07 22:43:08.797233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa7147d-d86c-4235-bbee-c68c2bf9f6be,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:08.834413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.834783 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Added segment 4ef604d9-c452-4b6e-81cf-4939f999f90d of type vlan for network ad87988a-0810-4eed-a279-6cddf5443bc6 Feb 07 22:43:08.839975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:08.845620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:08.850484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:08.851146 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.861689 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe819ea4-dd99-4975-98bf-c5031a85ea38 None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:08.872559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Subnet': ['ID=c10aac53-d119-4698-9e3a-9bd2a2ed98ff,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:08.891280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fa79c10-7659-45af-b0a1-46aa9ea67a6d up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:08.902278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4ebca3ce-b52e-4fc7-bb62-034cb3a5336c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4366267 Feb 07 22:43:08.902774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43770) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:08.920186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-861810108', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c10aac53-d119-4698-9e3a-9bd2a2ed98ff'}], 'security_groups': ['bdf79ed4-e111-4e60-95cf-b80647f93057', 'bfe96af5-3d10-43ca-8190-3c636ab66924']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:08.983762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.989968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-454fb41c-69ad-40f6-b654-aa8d157eb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:08.991486 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-454fb41c-69ad-40f6-b654-aa8d157eb939 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f57ffd42-2da5-4be0-97aa-77ac8611a04d HTTP/1.1" status: 200 len: 850 time: 0.1896102 Feb 07 22:43:09.046405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:09.047443 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.057364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cf049b52-e8d3-439e-870a-b40b6ab981e8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:09.082689 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-70b94ca8-96d0-48e7-9337-a71e17825e7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79aad14d-4e3e-4215-af1a-bee284f19712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723026 Feb 07 22:43:09.097721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.resource_extend [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:43:09.185509 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-90da0216-2e8f-454f-b662-0b6d67872b13 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822446 Feb 07 22:43:09.267673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.268714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:09.269363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.295732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-45aefaad-4391-4de1-a8a6-6a95fea26a74 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:09.297210 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-45aefaad-4391-4de1-a8a6-6a95fea26a74 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 944 time: 0.2102909 Feb 07 22:43:09.336552 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.354367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port cf049b52-e8d3-439e-870a-b40b6ab981e8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:09.357739 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.366020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b86838-1da0-41dd-9bc2-5d9f4efa171a req-05072310-874a-4414-b226-057fc1fbb41e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:09.366977 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07b86838-1da0-41dd-9bc2-5d9f4efa171a req-05072310-874a-4414-b226-057fc1fbb41e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 944 time: 0.2580509 Feb 07 22:43:09.406665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:09.412233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c937188-8286-4367-a820-db9312fbaecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:09.414543 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6972ea-5e46-4d68-a43c-3686d8a97445" -d '{"events": [{"server_uuid": "6c937188-8286-4367-a820-db9312fbaecb", "name": "network-vif-plugged", "status": "completed", "tag": "6fa79c10-7659-45af-b0a1-46aa9ea67a6d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:09.415963 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.424842 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.438705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] Pushing event updated for resources: {'Network': ['ID=ad87988a-0810-4eed-a279-6cddf5443bc6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:09.465047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ad87988a-0810-4eed-a279-6cddf5443bc6 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:43:09.544180 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bff6f9e7-c77d-40a8-9c9f-c533e5204c23 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0548368 Feb 07 22:43:09.561216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43784) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:09.567006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07b86838-1da0-41dd-9bc2-5d9f4efa171a req-5ff70916-3044-4618-b72a-8c64bf1d4a3e tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674163 Feb 07 22:43:09.587990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Request body: {'subnet': {'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2135751024-subnet', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:09.646614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Deleting port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:09.646947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.698667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-9ea8deba-0b9e-489e-a593-4e3e2143ee5c service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982282 Feb 07 22:43:09.701864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Made reservation on behalf of 13e8630daa04411fbf7c4836a8deb47d for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:09.705471 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.729966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-9774a4e6-ee42-400d-be26-c37177035df1 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848509 Feb 07 22:43:09.783798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671c0dd8-5b04-4916-ae40-a05eb5c50148 None None] Update dhcp port {'port': {'network_id': '7fa3674c-8a06-4975-8532-3d8c69efa365', 'fixed_ips': [{'subnet_id': '71300917-06d9-46df-93f7-23891cc9156e', 'ip_address': '172.20.0.18'}, {'subnet_id': '732de9c1-f59f-437d-bba4-ac226dbeb24f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c10aac53-d119-4698-9e3a-9bd2a2ed98ff'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:43:09.818173 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-671c0dd8-5b04-4916-ae40-a05eb5c50148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.872059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:10.038531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbc22e4b-5f8d-46ff-b0fb-30713f189653 req-7673d1f9-569a-41cd-a186-6eafbad4112b service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290627 Feb 07 22:43:10.060435 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c7504b-c432-4902-9339-f30cd24dced3 x-openstack-request-id: req-d5c7504b-c432-4902-9339-f30cd24dced3 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:10.061110 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddf94ea-ae55-4671-8fa9-5db4a70dacf5", "tag": "36612fbb-0e37-4e08-85b6-040f4a005ffd", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:10.061586 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5c7504b-c432-4902-9339-f30cd24dced3 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:10.062388 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddf94ea-ae55-4671-8fa9-5db4a70dacf5', 'tag': '36612fbb-0e37-4e08-85b6-040f4a005ffd', 'status': 'completed', 'code': 200} Feb 07 22:43:10.114356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Delete allocated IP 172.20.0.14 (7fa3674c-8a06-4975-8532-3d8c69efa365/732de9c1-f59f-437d-bba4-ac226dbeb24f) {{(pid=102290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 22:43:10.127798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Allocated IP 172.20.0.41 (7fa3674c-8a06-4975-8532-3d8c69efa365/c10aac53-d119-4698-9e3a-9bd2a2ed98ff/d7981063-af2b-443e-8c93-c72f0eebd9f1) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:10.197309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54f5a805-0d16-4330-a809-8b3dfea932b0 req-2a0e7c1f-f614-4241-94c5-ac63a5515f45 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 210 time: 0.0443375 Feb 07 22:43:10.206750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-df29ce69-f6aa-4480-b8c1-be322bd343e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:10.208239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-df29ce69-f6aa-4480-b8c1-be322bd343e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 1095 time: 0.1066301 Feb 07 22:43:10.209133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] For port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,segment=NetworkSegment(14c72f36-afcd-45d0-b5c7-997e88e51e13),segment_id=14c72f36-afcd-45d0-b5c7-997e88e51e13)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:10.209497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.249276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2054d-5d71-466e-896f-1a1d58aabed6 req-5714fd52-9c62-4920-aeab-4b629e644568 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:10.257031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41f2054d-5d71-466e-896f-1a1d58aabed6 req-5714fd52-9c62-4920-aeab-4b629e644568 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 944 time: 0.4856937 Feb 07 22:43:10.273039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Calling delete_port for 6fa79c10-7659-45af-b0a1-46aa9ea67a6d owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:10.285049 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8e3f9a-d62a-4949-95d4-3ee40524c86d x-openstack-request-id: req-5e8e3f9a-d62a-4949-95d4-3ee40524c86d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:10.288543 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c937188-8286-4367-a820-db9312fbaecb", "name": "network-vif-plugged", "status": "completed", "tag": "6fa79c10-7659-45af-b0a1-46aa9ea67a6d", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:10.289805 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e8e3f9a-d62a-4949-95d4-3ee40524c86d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:10.292368 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c937188-8286-4367-a820-db9312fbaecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d', 'code': 200} Feb 07 22:43:10.451638 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91d938bf-39db-46b1-ab87-199fa3a290c5 req-7faed8b2-5844-404d-abd7-7f4a4ff0e15b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 210 time: 0.0807364 Feb 07 22:43:10.455183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-a872b273-9fde-41b7-9af7-407e03dde79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:10.456811 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-a872b273-9fde-41b7-9af7-407e03dde79e service neutron] 10.222.0.24 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 910 time: 0.2109249 Feb 07 22:43:10.567078 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.569906 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-fe44d673-fd87-4f01-a04f-d47487d53051 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36612fbb-0e37-4e08-85b6-040f4a005ffd HTTP/1.1" status: 200 len: 217 time: 0.0793512 Feb 07 22:43:10.590984 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41f2054d-5d71-466e-896f-1a1d58aabed6 req-0366a702-9f31-404b-9ce0-3d6112a8e082 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325610 Feb 07 22:43:10.605707 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.625126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.732013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-671c0dd8-5b04-4916-ae40-a05eb5c50148 None None] Allocated IP 172.20.0.34 (7fa3674c-8a06-4975-8532-3d8c69efa365/c10aac53-d119-4698-9e3a-9bd2a2ed98ff/42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:10.832783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132ecb97-c08a-4f30-907f-f525ac3c68e9,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:10.845831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-fd8a37d1-b74c-46ff-8c1d-57c884f86d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:10.847933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-fd8a37d1-b74c-46ff-8c1d-57c884f86d8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f57ffd42-2da5-4be0-97aa-77ac8611a04d HTTP/1.1" status: 200 len: 850 time: 0.2685611 Feb 07 22:43:10.852986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Checking segment: {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:10.853487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Network hostable DHCP agents. Network: ad87988a-0810-4eed-a279-6cddf5443bc6, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:43:10.875056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event updated for resources: {'Port': ['ID=d7981063-af2b-443e-8c93-c72f0eebd9f1,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:10.897018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-12d731c6-061e-4726-8aa1-eb4d3314f01c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79aad14d-4e3e-4215-af1a-bee284f19712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353644 Feb 07 22:43:10.917895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-de684f37-0a49-4334-b7ac-09dd28956938 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:10.931089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-de684f37-0a49-4334-b7ac-09dd28956938 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.46 "GET /v2.0/networks?id=f6a5f645-3004-4251-a632-b0c638c1112c HTTP/1.1" status: 200 len: 813 time: 0.3593299 Feb 07 22:43:10.940329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] In _notify_port_updated(), no bound segment for port d7981063-af2b-443e-8c93-c72f0eebd9f1 on network 7fa3674c-8a06-4975-8532-3d8c69efa365 {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:43:10.941427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b4757-7a3f-4cc4-a16b-ffcc29353533 req-a57dd5ff-2b3e-4427-ae8a-ce51261912d7 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:10.943625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-513b4757-7a3f-4cc4-a16b-ffcc29353533 req-a57dd5ff-2b3e-4427-ae8a-ce51261912d7 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c937188-8286-4367-a820-db9312fbaecb HTTP/1.1" status: 200 len: 945 time: 0.1551878 Feb 07 22:43:10.946294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:10.948157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.949549 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f1282edf-8d99-4d60-a94f-d5ee5c8b435b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "PUT /v2.0/ports/d7981063-af2b-443e-8c93-c72f0eebd9f1 HTTP/1.1" status: 200 len: 959 time: 2.0435057 Feb 07 22:43:10.955697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Request body: {'port': {'device_id': '54053f58-c678-4bd4-b7e5-4e5e9a1c45a0', 'network_id': 'f6a5f645-3004-4251-a632-b0c638c1112c', 'admin_state_up': True, 'tenant_id': '2f646ed217b04ef79fefe5c9fad7665e'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:10.969614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43802) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:10.977674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Network ad87988a-0810-4eed-a279-6cddf5443bc6 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:43:11.095194 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-513b4757-7a3f-4cc4-a16b-ffcc29353533 req-a3d5d87e-dd4b-4d33-ac50-13db728e782d tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9f61798-eeda-4d6a-a5c6-94f8b762eb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202514 Feb 07 22:43:11.105408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ad87988a-0810-4eed-a279-6cddf5443bc6) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:11.110820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:11.111403 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.126223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-671c0dd8-5b04-4916-ae40-a05eb5c50148 None None] For port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,segment=NetworkSegment(c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822),segment_id=c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:11.144154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43804) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:11.144406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-40ca1bd6-1aea-4197-bdd0-1dfa630633e6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5788124 Feb 07 22:43:11.158132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbdadc9-a4fd-425e-af29-80843020ef1e None None] Network ad87988a-0810-4eed-a279-6cddf5443bc6 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:11.160898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:11.173425 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-671c0dd8-5b04-4916-ae40-a05eb5c50148 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.207842 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-671c0dd8-5b04-4916-ae40-a05eb5c50148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.208114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Made reservation on behalf of 2f646ed217b04ef79fefe5c9fad7665e for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:11.214481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-8aba0ebf-19b9-45e8-b4bf-780724422813 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920003 Feb 07 22:43:11.215063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.229059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.270955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Pushing event deleted for resources: {'Port': ['ID=6fa79c10-7659-45af-b0a1-46aa9ea67a6d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:11.300584 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.300584 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.311798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-063c114f-cf55-4208-bab1-dc53516b91d7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port d7981063-af2b-443e-8c93-c72f0eebd9f1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:11.312183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-063c114f-cf55-4208-bab1-dc53516b91d7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.393420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c0dd8-5b04-4916-ae40-a05eb5c50148 None None] Pushing event updated for resources: {'Port': ['ID=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:11.410575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] No DVR routers for this DVR port 6fa79c10-7659-45af-b0a1-46aa9ea67a6d on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:11.418846 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17f81a88-45ce-494b-a782-1419e79455b6 req-a40e8979-80a6-4cec-b0c7-4e1ee750c30b tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 210 time: 0.1146421 Feb 07 22:43:11.420866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.424255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e775105f-7209-4cc3-a6e5-6ca7643940e4 req-b3cab4bd-5889-4fcb-b4f6-348782c2dfd0 tempest-ImagesTestJSON-1706454133 tempest-ImagesTestJSON-1706454133-project] 10.222.0.46 "DELETE /v2.0/ports/6fa79c10-7659-45af-b0a1-46aa9ea67a6d HTTP/1.1" status: 204 len: 173 time: 2.1171997 Feb 07 22:43:11.427958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c937188-8286-4367-a820-db9312fbaecb', 'name': 'network-vif-deleted', 'tag': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:11.430616 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771677c-c017-42ea-b4ff-ef6ec112532b" -d '{"events": [{"server_uuid": "6c937188-8286-4367-a820-db9312fbaecb", "name": "network-vif-deleted", "tag": "6fa79c10-7659-45af-b0a1-46aa9ea67a6d"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:11.442240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-835b8a2f-4d39-47eb-ab11-102ea836d7ce req-307d8d0a-d893-4c16-97b3-5e8beb1fe30a service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185726 Feb 07 22:43:11.478642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-063c114f-cf55-4208-bab1-dc53516b91d7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.521857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-063c114f-cf55-4208-bab1-dc53516b91d7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for d7981063-af2b-443e-8c93-c72f0eebd9f1 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:11.561727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-ad87988a-0810-4eed-a279-6cddf5443bc6', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:43:11.562788 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.571508 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d9fab5-1076-47a0-bc6d-c1631db0b289 x-openstack-request-id: req-b0d9fab5-1076-47a0-bc6d-c1631db0b289 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:11.572472 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c937188-8286-4367-a820-db9312fbaecb", "name": "network-vif-deleted", "tag": "6fa79c10-7659-45af-b0a1-46aa9ea67a6d", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:11.572883 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0d9fab5-1076-47a0-bc6d-c1631db0b289 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:11.573447 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c937188-8286-4367-a820-db9312fbaecb', 'name': 'network-vif-deleted', 'tag': '6fa79c10-7659-45af-b0a1-46aa9ea67a6d', 'status': 'completed', 'code': 200} Feb 07 22:43:11.633150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.683263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e118c1c6-5267-4a32-b079-69281473727c req-d7d930d8-b6d7-45a0-8ca6-d5ec020a784b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 210 time: 0.0698695 Feb 07 22:43:11.812984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Allocated IP 172.20.0.9 (f6a5f645-3004-4251-a632-b0c638c1112c/1787cfcb-b334-40c6-a84e-238156bc9e7f/62be09c5-7a90-4d83-a2c0-b90cd0302e44) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:11.830959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-165776d3-6260-4185-8336-f34ca2dd1877 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:11.832784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-165776d3-6260-4185-8336-f34ca2dd1877 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.2107785 Feb 07 22:43:11.862506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Request body: {'port': {'device_id': 'c0dde752-e1a3-4bc9-9656-e804a614e034', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'admin_state_up': True, 'tenant_id': 'd5bdb28cb7254db994046a3139ebb16d'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:11.933993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Allocated IP 172.20.0.2 (ad87988a-0810-4eed-a279-6cddf5443bc6/132ecb97-c08a-4f30-907f-f525ac3c68e9/59622af5-8c24-4ed3-abeb-edbc705570a0) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:11.983965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4088a2b-70a1-40d5-944f-15e3b2335ca9 req-538c30a2-3f27-4cac-a8d9-58799bebdaf6 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:11.991405 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e4088a2b-70a1-40d5-944f-15e3b2335ca9 req-538c30a2-3f27-4cac-a8d9-58799bebdaf6 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 944 time: 0.2147772 Feb 07 22:43:11.994125 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-063c114f-cf55-4208-bab1-dc53516b91d7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.056714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c114f-cf55-4208-bab1-dc53516b91d7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=d7981063-af2b-443e-8c93-c72f0eebd9f1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:12.064470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.233390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e4088a2b-70a1-40d5-944f-15e3b2335ca9 req-3c2f4f19-86ed-483f-9ac8-cf2a9161c924 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361701 Feb 07 22:43:12.306952 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.329699 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.386636 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-063c114f-cf55-4208-bab1-dc53516b91d7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.396192 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-063c114f-cf55-4208-bab1-dc53516b91d7 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/d7981063-af2b-443e-8c93-c72f0eebd9f1 HTTP/1.1" status: 204 len: 168 time: 1.4197628 Feb 07 22:43:12.397502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43846) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:12.434655 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f53a7d-1cd1-4e97-83ff-884228561950 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] GET failed (client error): The resource could not be found. Feb 07 22:43:12.442435 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01f53a7d-1cd1-4e97-83ff-884228561950 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports/d7981063-af2b-443e-8c93-c72f0eebd9f1 HTTP/1.1" status: 404 len: 333 time: 0.0437229 Feb 07 22:43:12.443222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Made reservation on behalf of d5bdb28cb7254db994046a3139ebb16d for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:12.454130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.458342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:12.497657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Network ad87988a-0810-4eed-a279-6cddf5443bc6 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:12.509779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:12.520681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:12.619182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Pushing event updated for resources: {'Port': ['ID=59622af5-8c24-4ed3-abeb-edbc705570a0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:12.661186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a5e72337-45ef-46e7-856b-f38540d0bfbf None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:12.661571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5e72337-45ef-46e7-856b-f38540d0bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.713245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Attempting to bind port 59622af5-8c24-4ed3-abeb-edbc705570a0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:12.713620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Attempting to bind port 59622af5-8c24-4ed3-abeb-edbc705570a0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:12.713986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Attempting to bind port 59622af5-8c24-4ed3-abeb-edbc705570a0 on network ad87988a-0810-4eed-a279-6cddf5443bc6 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:12.716372 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d86b7947-7209-447b-a0a1-20a1ca39cc3a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.719950 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e6dc8812-d2b3-4707-a9a7-de1b5f8bbb40 req-20099255-5d7d-4680-8af3-6ade97801da2 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 210 time: 0.0739603 Feb 07 22:43:12.739337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43874) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:12.740760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:12.741146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Checking segment: {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:12.741554 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.741947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Bound using segment: {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:12.742431 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Bound port: 59622af5-8c24-4ed3-abeb-edbc705570a0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:12.742812 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.777288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d86b7947-7209-447b-a0a1-20a1ca39cc3a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.845658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] For port 59622af5-8c24-4ed3-abeb-edbc705570a0, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:12.850414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] For port 59622af5-8c24-4ed3-abeb-edbc705570a0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=59622af5-8c24-4ed3-abeb-edbc705570a0,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:12.886515 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.930444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Allocated IP 172.20.0.12 (3f505c7d-461f-412e-8ed9-d34567727b58/a859faec-1a35-450f-981d-df2a13fe444c/0a556e6b-0684-4e75-8e33-0cec74338c00) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:12.963615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fa79c10-7659-45af-b0a1-46aa9ea67a6d no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:12.988417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.014077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 6fa79c10-7659-45af-b0a1-46aa9ea67a6d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:43:13.014427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fa79c10-7659-45af-b0a1-46aa9ea67a6d not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:43:13.027887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a5e72337-45ef-46e7-856b-f38540d0bfbf None None] Could not find standard attr ID for object d7981063-af2b-443e-8c93-c72f0eebd9f1. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:43:13.058680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139f2f5-debe-400d-959f-4f9d05c36474 None None] Pushing event updated for resources: {'Port': ['ID=59622af5-8c24-4ed3-abeb-edbc705570a0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:13.071171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a5e72337-45ef-46e7-856b-f38540d0bfbf None None] Provisioning complete for port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:13.071482 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5e72337-45ef-46e7-856b-f38540d0bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.102864 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:13.118997 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d86b7947-7209-447b-a0a1-20a1ca39cc3a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.122811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d86b7947-7209-447b-a0a1-20a1ca39cc3a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.124585 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d86b7947-7209-447b-a0a1-20a1ca39cc3a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/security-groups/5fbdd90e-b5c7-4391-9932-ceaec1ff36d3 HTTP/1.1" status: 204 len: 168 time: 0.6648183 Feb 07 22:43:13.137259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43876) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:13.149684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a5e72337-45ef-46e7-856b-f38540d0bfbf None None] Port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:13.171220 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:13.171599 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.248560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-47752e88-907c-482a-844d-14d490a3301d admin admin] Deleting subnet 4ce2e13f-8c37-495b-833a-a61a3b3725c8 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:43:13.251834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47752e88-907c-482a-844d-14d490a3301d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.311922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.312197 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47752e88-907c-482a-844d-14d490a3301d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.353526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-469f643e-9bb8-4a11-9e02-99f12d819b74 None None] Could not find standard attr ID for object d7981063-af2b-443e-8c93-c72f0eebd9f1. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:43:13.404000 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edadd9ab-88f2-4eb3-8a80-b9f40bb0bd19 req-07263fc1-2d0e-4d32-b10a-e138c492250c tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 210 time: 0.2908208 Feb 07 22:43:13.408099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b7947-7209-447b-a0a1-20a1ca39cc3a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbdd90e-b5c7-4391-9932-ceaec1ff36d3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:13.414291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47752e88-907c-482a-844d-14d490a3301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.512839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.522402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Pushing event updated for resources: {'Port': ['ID=62be09c5-7a90-4d83-a2c0-b90cd0302e44,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:13.543280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Network f6a5f645-3004-4251-a632-b0c638c1112c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:13.545990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.578244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47752e88-907c-482a-844d-14d490a3301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.602278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:13.614269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.628878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:13.633014 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.634989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47752e88-907c-482a-844d-14d490a3301d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce2e13f-8c37-495b-833a-a61a3b3725c8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:13.641207 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47752e88-907c-482a-844d-14d490a3301d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.644699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-47752e88-907c-482a-844d-14d490a3301d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4ce2e13f-8c37-495b-833a-a61a3b3725c8 HTTP/1.1" status: 204 len: 168 time: 0.8983095 Feb 07 22:43:13.665850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Network 3f505c7d-461f-412e-8ed9-d34567727b58 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:13.671423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43882) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:13.686412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:13.689082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:13.747741 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a9274d9-c244-483b-bbc5-449833edb124 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.790441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ac2d-18ad-4f69-b301-96de013ef822 req-24f37410-b09f-4de0-9de3-b0b2de459c48 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:13.791989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9559ac2d-18ad-4f69-b301-96de013ef822 req-24f37410-b09f-4de0-9de3-b0b2de459c48 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 944 time: 0.2853580 Feb 07 22:43:13.796346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event updated for resources: {'Port': ['ID=0a556e6b-0684-4e75-8e33-0cec74338c00,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:13.813541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:13.814238 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.834276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a9274d9-c244-483b-bbc5-449833edb124 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.840439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:13.841350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.857434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.871340 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-258e150c-a464-4929-8c62-eea1d782deae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0148518 Feb 07 22:43:13.887840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Request body: {'port': {'device_id': 'c0dde752-e1a3-4bc9-9656-e804a614e034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:13.920365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-63c7e81b-78a9-4367-8808-3f3484621baf tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9688969 Feb 07 22:43:13.946837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Request body: {'port': {'device_id': '54053f58-c678-4bd4-b7e5-4e5e9a1c45a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:13.984421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9559ac2d-18ad-4f69-b301-96de013ef822 req-7962f366-08cb-4a52-966a-c4cff32318ba tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674793 Feb 07 22:43:13.998950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Allocated IP 172.25.8.131 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:14.036650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a9274d9-c244-483b-bbc5-449833edb124 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.039327 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a9274d9-c244-483b-bbc5-449833edb124 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.040965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9a9274d9-c244-483b-bbc5-449833edb124 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/security-groups/bfe96af5-3d10-43ca-8190-3c636ab66924 HTTP/1.1" status: 204 len: 168 time: 0.8432956 Feb 07 22:43:14.059616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43886) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:14.086485 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.123943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9274d9-c244-483b-bbc5-449833edb124 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe96af5-3d10-43ca-8190-3c636ab66924,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:14.174829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 36612fbb-0e37-4e08-85b6-040f4a005ffd details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:43:14.301976 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0482dc2d-25cb-49b4-a9c6-06c8510da94b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.307680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.381280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 36612fbb-0e37-4e08-85b6-040f4a005ffd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=36612fbb-0e37-4e08-85b6-040f4a005ffd,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:14.395634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '36612fbb-0e37-4e08-85b6-040f4a005ffd', 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712', 'port_id': '36612fbb-0e37-4e08-85b6-040f4a005ffd', 'mac_address': 'fa:16:3e:03:3b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f57ffd42-2da5-4be0-97aa-77ac8611a04d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:43:14.410708 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.430608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.440546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa21c8e2-5015-41e4-bf7f-f6ad2d372f26']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:14.449697 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.456691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3a1d4-3d37-4f14-8f27-3b692961bb0d req-7952c1d9-1956-4f03-b8cd-5523e1ecca1b tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:14.469392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fec3a1d4-3d37-4f14-8f27-3b692961bb0d req-7952c1d9-1956-4f03-b8cd-5523e1ecca1b tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 931 time: 0.6050193 Feb 07 22:43:14.506497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c72f36-afcd-45d0-b5c7-997e88e51e13') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:14.507276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c72f36-afcd-45d0-b5c7-997e88e51e13') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:14.529207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36612fbb-0e37-4e08-85b6-040f4a005ffd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:14.534586 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0482dc2d-25cb-49b4-a9c6-06c8510da94b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.552530 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.602855 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 36612fbb-0e37-4e08-85b6-040f4a005ffd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=36612fbb-0e37-4e08-85b6-040f4a005ffd,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:14.611237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.613940 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.627042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fec3a1d4-3d37-4f14-8f27-3b692961bb0d req-ce837478-6aa5-4ff9-9e14-80632d4e1d3c tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373162 Feb 07 22:43:14.629106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:43:14.633081 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:43:14.638277 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:43:14.710244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=36612fbb-0e37-4e08-85b6-040f4a005ffd,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:14.715298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7adbb8-9890-446d-a7e9-c4edea9a176c None None] Network ad87988a-0810-4eed-a279-6cddf5443bc6 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:14.742938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.762667 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0482dc2d-25cb-49b4-a9c6-06c8510da94b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.766369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0482dc2d-25cb-49b4-a9c6-06c8510da94b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.770883 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43892) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:14.771038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0482dc2d-25cb-49b4-a9c6-06c8510da94b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/security-groups/bdf79ed4-e111-4e60-95cf-b80647f93057 HTTP/1.1" status: 204 len: 168 time: 0.7098842 Feb 07 22:43:14.825490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-428a7668-91e3-4a4b-81b3-dcb1efe4e895 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet 732de9c1-f59f-437d-bba4-ac226dbeb24f {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:43:14.831399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-428a7668-91e3-4a4b-81b3-dcb1efe4e895 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.838095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:14.845296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:14.853050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:14.856777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482dc2d-25cb-49b4-a9c6-06c8510da94b tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf79ed4-e111-4e60-95cf-b80647f93057,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:14.862958 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.885305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.889347 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa21c8e2-5015-41e4-bf7f-f6ad2d372f26 HTTP/1.1" status: 204 len: 168 time: 1.2171502 Feb 07 22:43:14.929874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c784f-0c77-4be6-b3c2-af51f877b5a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa21c8e2-5015-41e4-bf7f-f6ad2d372f26,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:14.938083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be16966-4607-4c89-b01b-4a804a3b8c44 req-6a2e3a92-7f31-468f-8506-f2f7dddafda4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:14.939744 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1be16966-4607-4c89-b01b-4a804a3b8c44 req-6a2e3a92-7f31-468f-8506-f2f7dddafda4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 932 time: 0.3057966 Feb 07 22:43:14.940626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-428a7668-91e3-4a4b-81b3-dcb1efe4e895 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.944962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:15.038294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62be09c5-7a90-4d83-a2c0-b90cd0302e44 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:15.053475 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.090005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-428a7668-91e3-4a4b-81b3-dcb1efe4e895 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.101852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['36612fbb-0e37-4e08-85b6-040f4a005ffd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:15.104062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1be16966-4607-4c89-b01b-4a804a3b8c44 req-69b4c4f5-0c85-4567-a2c6-a843f156b87f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307802 Feb 07 22:43:15.182572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43898) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:15.207129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.207630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.207903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.208417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.208540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.208797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.209139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.209436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.209765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.210084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.210397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.210716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:15.235092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Transition to ACTIVE for port object 62be09c5-7a90-4d83-a2c0-b90cd0302e44 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:15.251007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-98459c8c-8a3f-4cdf-a11d-163ef72d9e50 None None] Provisioning complete for port 59622af5-8c24-4ed3-abeb-edbc705570a0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:15.251634 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98459c8c-8a3f-4cdf-a11d-163ef72d9e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.281855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.294369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 59622af5-8c24-4ed3-abeb-edbc705570a0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:15.303917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a556e6b-0684-4e75-8e33-0cec74338c00 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:15.324200 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.331133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a69828d6-5bfd-45dd-a8e1-44842cf7738d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac14f67e313045ab95b6ad786c8b5f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378572 Feb 07 22:43:15.334243 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43900) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:15.369673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-428a7668-91e3-4a4b-81b3-dcb1efe4e895 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.382991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Transition to ACTIVE for port object 0a556e6b-0684-4e75-8e33-0cec74338c00 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:15.386898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=62be09c5-7a90-4d83-a2c0-b90cd0302e44,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:15.399914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae0fc8-76b2-4c48-90b2-987cd05a1c4a req-d345a539-237e-4410-8243-145230edd34e tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:15.401500 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32ae0fc8-76b2-4c48-90b2-987cd05a1c4a req-d345a539-237e-4410-8243-145230edd34e tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 945 time: 0.1723292 Feb 07 22:43:15.425991 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.444241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a7668-91e3-4a4b-81b3-dcb1efe4e895 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=732de9c1-f59f-437d-bba4-ac226dbeb24f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:15.453702 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-428a7668-91e3-4a4b-81b3-dcb1efe4e895 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.457081 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-428a7668-91e3-4a4b-81b3-dcb1efe4e895 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/732de9c1-f59f-437d-bba4-ac226dbeb24f HTTP/1.1" status: 204 len: 168 time: 0.6855154 Feb 07 22:43:15.471079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d99c073-1c02-41e0-8acd-cde8fe753f8c None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:15.485592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43902) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:15.634853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Pushing event updated for resources: {'Port': ['ID=0a556e6b-0684-4e75-8e33-0cec74338c00,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:15.638258 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26b50b43-83e6-4113-9eff-3fcb93b3a31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.642777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56ac2b8-4a0b-4465-91ad-88265d9e0d8c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet c10aac53-d119-4698-9e3a-9bd2a2ed98ff {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:43:15.644800 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32ae0fc8-76b2-4c48-90b2-987cd05a1c4a req-cb38a936-8ac7-4148-bf29-f35efda5ffa4 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199519 Feb 07 22:43:15.649254 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f56ac2b8-4a0b-4465-91ad-88265d9e0d8c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.649922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 59622af5-8c24-4ed3-abeb-edbc705570a0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:15.653508 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.664883 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Attempting to bind port 0a556e6b-0684-4e75-8e33-0cec74338c00 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:15.665218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Attempting to bind port 0a556e6b-0684-4e75-8e33-0cec74338c00 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:15.665547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Attempting to bind port 0a556e6b-0684-4e75-8e33-0cec74338c00 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:15.681384 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26b50b43-83e6-4113-9eff-3fcb93b3a31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.691600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Port 0a556e6b-0684-4e75-8e33-0cec74338c00 on network 3f505c7d-461f-412e-8ed9-d34567727b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:43:15.695938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Attempting to bind port 0a556e6b-0684-4e75-8e33-0cec74338c00 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:15.705795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:15.706137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Checking segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:15.712316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Bound using segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:15.712853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Bound port: 0a556e6b-0684-4e75-8e33-0cec74338c00, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:15.713113 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.718362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Attempting to bind port 62be09c5-7a90-4d83-a2c0-b90cd0302e44 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:15.719901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Attempting to bind port 62be09c5-7a90-4d83-a2c0-b90cd0302e44 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '057e6bc8-3945-424c-a61a-1a2e1e9aa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6a5f645-3004-4251-a632-b0c638c1112c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:15.720456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Attempting to bind port 62be09c5-7a90-4d83-a2c0-b90cd0302e44 on network f6a5f645-3004-4251-a632-b0c638c1112c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:15.752220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.772867 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98459c8c-8a3f-4cdf-a11d-163ef72d9e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.831167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Port 62be09c5-7a90-4d83-a2c0-b90cd0302e44 on network f6a5f645-3004-4251-a632-b0c638c1112c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:43:15.831485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Attempting to bind port 62be09c5-7a90-4d83-a2c0-b90cd0302e44 on network f6a5f645-3004-4251-a632-b0c638c1112c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:15.877802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-98459c8c-8a3f-4cdf-a11d-163ef72d9e50 None None] For port 59622af5-8c24-4ed3-abeb-edbc705570a0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=59622af5-8c24-4ed3-abeb-edbc705570a0,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:15.888079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f56ac2b8-4a0b-4465-91ad-88265d9e0d8c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.888335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] For port 0a556e6b-0684-4e75-8e33-0cec74338c00, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:15.890691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26b50b43-83e6-4113-9eff-3fcb93b3a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.893230 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26b50b43-83e6-4113-9eff-3fcb93b3a31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.893657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98459c8c-8a3f-4cdf-a11d-163ef72d9e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.895362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-26b50b43-83e6-4113-9eff-3fcb93b3a31f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9f61798-eeda-4d6a-a5c6-94f8b762eb86 HTTP/1.1" status: 204 len: 168 time: 0.5622485 Feb 07 22:43:15.897518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] For port 0a556e6b-0684-4e75-8e33-0cec74338c00, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0a556e6b-0684-4e75-8e33-0cec74338c00,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:15.913773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.929866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b50b43-83e6-4113-9eff-3fcb93b3a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f61798-eeda-4d6a-a5c6-94f8b762eb86,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:15.983499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:15.984157 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.985804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-e726b758-0489-4382-af1b-26347207b0aa service neutron] 10.222.0.24 "PUT /v2.0/ports/0a556e6b-0684-4e75-8e33-0cec74338c00 HTTP/1.1" status: 200 len: 1092 time: 2.1058826 Feb 07 22:43:15.987108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dde752-e1a3-4bc9-9656-e804a614e034', 'tag': '0a556e6b-0684-4e75-8e33-0cec74338c00'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:15.989450 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dde752-e1a3-4bc9-9656-e804a614e034", "tag": "0a556e6b-0684-4e75-8e33-0cec74338c00"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:16.006542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f56ac2b8-4a0b-4465-91ad-88265d9e0d8c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.030045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726b758-0489-4382-af1b-26347207b0aa service neutron] Pushing event updated for resources: {'Port': ['ID=0a556e6b-0684-4e75-8e33-0cec74338c00,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:16.064748 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4994041a-cf36-49f9-ac0e-b6b68eedb883 x-openstack-request-id: req-4994041a-cf36-49f9-ac0e-b6b68eedb883 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:16.066418 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dde752-e1a3-4bc9-9656-e804a614e034", "tag": "0a556e6b-0684-4e75-8e33-0cec74338c00", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:16.066547 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4994041a-cf36-49f9-ac0e-b6b68eedb883 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:16.066956 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dde752-e1a3-4bc9-9656-e804a614e034', 'tag': '0a556e6b-0684-4e75-8e33-0cec74338c00', 'status': 'completed', 'code': 200} Feb 07 22:43:16.078486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:16.079170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Checking segment: {'id': '057e6bc8-3945-424c-a61a-1a2e1e9aa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6a5f645-3004-4251-a632-b0c638c1112c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:16.079271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Bound using segment: {'id': '057e6bc8-3945-424c-a61a-1a2e1e9aa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6a5f645-3004-4251-a632-b0c638c1112c'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:16.079645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Bound port: 62be09c5-7a90-4d83-a2c0-b90cd0302e44, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057e6bc8-3945-424c-a61a-1a2e1e9aa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6a5f645-3004-4251-a632-b0c638c1112c'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:16.080033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.089958 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98459c8c-8a3f-4cdf-a11d-163ef72d9e50 None None] Pushing event updated for resources: {'Port': ['ID=59622af5-8c24-4ed3-abeb-edbc705570a0,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:16.098069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-414b6677-ba19-4e79-b845-7665a07603d2 None None] Provisioning complete for port 59622af5-8c24-4ed3-abeb-edbc705570a0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:16.098446 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-414b6677-ba19-4e79-b845-7665a07603d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.132775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-04b9ffd9-3f87-49c1-a17f-8823352b1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:16.134563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-04b9ffd9-3f87-49c1-a17f-8823352b1109 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 1095 time: 0.0921187 Feb 07 22:43:16.231372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-5282bd1e-3bec-4006-a25c-c8c2a5d56d2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a556e6b-0684-4e75-8e33-0cec74338c00 HTTP/1.1" status: 200 len: 217 time: 0.0874338 Feb 07 22:43:16.318750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0636cf-ecde-4843-b58b-28747bccc753 req-b6463a94-9823-48b8-91b0-032f5d0b63f3 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:16.320336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fd0636cf-ecde-4843-b58b-28747bccc753 req-b6463a94-9823-48b8-91b0-032f5d0b63f3 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 943 time: 0.4901819 Feb 07 22:43:16.320587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-127fbcf7-ccf6-4155-ae4b-d0fde82635da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:16.323813 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-127fbcf7-ccf6-4155-ae4b-d0fde82635da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.0792735 Feb 07 22:43:16.330907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f56ac2b8-4a0b-4465-91ad-88265d9e0d8c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.352341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96967f-032b-4394-88bc-bb2e5e41f723 req-27cbc95d-05c6-466e-a207-08d1f68f693e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:16.354136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc96967f-032b-4394-88bc-bb2e5e41f723 req-27cbc95d-05c6-466e-a207-08d1f68f693e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 944 time: 0.1266251 Feb 07 22:43:16.374559 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-5929d94c-eae3-4784-98df-d697cc28d67c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424299 Feb 07 22:43:16.450452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ac2b8-4a0b-4465-91ad-88265d9e0d8c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=c10aac53-d119-4698-9e3a-9bd2a2ed98ff,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:16.459439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f56ac2b8-4a0b-4465-91ad-88265d9e0d8c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.462630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f56ac2b8-4a0b-4465-91ad-88265d9e0d8c tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/c10aac53-d119-4698-9e3a-9bd2a2ed98ff HTTP/1.1" status: 204 len: 168 time: 0.9760463 Feb 07 22:43:16.466992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43920) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:16.467580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] For port 62be09c5-7a90-4d83-a2c0-b90cd0302e44, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:16.491001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] For port 62be09c5-7a90-4d83-a2c0-b90cd0302e44, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=62be09c5-7a90-4d83-a2c0-b90cd0302e44,segment=NetworkSegment(057e6bc8-3945-424c-a61a-1a2e1e9aa972),segment_id=057e6bc8-3945-424c-a61a-1a2e1e9aa972)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:16.504789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc96967f-032b-4394-88bc-bb2e5e41f723 req-096da997-3e1c-411b-bf7c-34cdf841b6a6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343343 Feb 07 22:43:16.506419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.542580 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e08bc1d-cb3f-41ee-832a-a3666a4fa1fa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:16.543164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e08bc1d-cb3f-41ee-832a-a3666a4fa1fa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:16.552941 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5e08bc1d-cb3f-41ee-832a-a3666a4fa1fa tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/732de9c1-f59f-437d-bba4-ac226dbeb24f HTTP/1.1" status: 404 len: 337 time: 0.0783114 Feb 07 22:43:16.554011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43926) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:16.615241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fd0636cf-ecde-4843-b58b-28747bccc753 req-16882503-3697-4cbe-9e7c-530e9dc23fd3 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788100 Feb 07 22:43:16.623601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:16.625099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.627270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] 10.222.0.46 "PUT /v2.0/ports/62be09c5-7a90-4d83-a2c0-b90cd0302e44 HTTP/1.1" status: 200 len: 1091 time: 2.6958718 Feb 07 22:43:16.649069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54053f58-c678-4bd4-b7e5-4e5e9a1c45a0', 'tag': '62be09c5-7a90-4d83-a2c0-b90cd0302e44'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:16.651744 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "54053f58-c678-4bd4-b7e5-4e5e9a1c45a0", "tag": "62be09c5-7a90-4d83-a2c0-b90cd0302e44"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:16.717096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef73bba-2db9-4bea-b47a-0833e5199ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=62be09c5-7a90-4d83-a2c0-b90cd0302e44,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:16.751171 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-ed0d1c76-7890-4881-adb4-2b8858e5df7d service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607049 Feb 07 22:43:16.756298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4d52a8-d1c6-4257-9efc-2dc41102e3c0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting subnet 71300917-06d9-46df-93f7-23891cc9156e {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:43:16.756543 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.759605 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a6562-2153-4465-9ffa-8c9fe8075f30 x-openstack-request-id: req-1e3a6562-2153-4465-9ffa-8c9fe8075f30 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:16.760028 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54053f58-c678-4bd4-b7e5-4e5e9a1c45a0", "tag": "62be09c5-7a90-4d83-a2c0-b90cd0302e44", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:16.761368 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e3a6562-2153-4465-9ffa-8c9fe8075f30 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:16.761882 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54053f58-c678-4bd4-b7e5-4e5e9a1c45a0', 'tag': '62be09c5-7a90-4d83-a2c0-b90cd0302e44', 'status': 'completed', 'code': 200} Feb 07 22:43:16.884354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de4d52a8-d1c6-4257-9efc-2dc41102e3c0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.934745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-bf730c87-82a6-44c2-a1b2-6fdd2e9e6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:16.936708 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-bf730c87-82a6-44c2-a1b2-6fdd2e9e6636 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f646ed217b04ef79fefe5c9fad7665e&device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 1094 time: 0.2432177 Feb 07 22:43:16.966526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de4d52a8-d1c6-4257-9efc-2dc41102e3c0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.971488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543d2f-25c1-4f6c-9ea2-c732dbf9338c req-fac0bcd1-1239-4678-a0b6-68aa855e4e43 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101483 Feb 07 22:43:17.054298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-a6838360-868c-425d-80bb-95edde0b6690 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62be09c5-7a90-4d83-a2c0-b90cd0302e44 HTTP/1.1" status: 200 len: 217 time: 0.1087577 Feb 07 22:43:17.068945 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 59622af5-8c24-4ed3-abeb-edbc705570a0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:17.144767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-54a2771a-bb10-468a-b3d4-de2389820543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:17.146268 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-54a2771a-bb10-468a-b3d4-de2389820543 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 1095 time: 0.1147952 Feb 07 22:43:17.154406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db61e4-a4d2-4542-81a8-fb413885602a None None] Network 7fa3674c-8a06-4975-8532-3d8c69efa365 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:17.168531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e1a57-022f-4efb-a7ea-50668565f9f7 req-96ae1556-4640-409f-be20-5911d974b368 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:17.181733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-331e1a57-022f-4efb-a7ea-50668565f9f7 req-96ae1556-4640-409f-be20-5911d974b368 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 945 time: 0.3334696 Feb 07 22:43:17.197102 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de4d52a8-d1c6-4257-9efc-2dc41102e3c0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.275520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-184bd192-7eaf-49c2-8920-c1aa203b67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:17.280373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-184bd192-7eaf-49c2-8920-c1aa203b67c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1787cfcb-b334-40c6-a84e-238156bc9e7f HTTP/1.1" status: 200 len: 853 time: 0.2182484 Feb 07 22:43:17.315744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-600af5db-7b10-411a-bc19-36a921d74072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:17.317257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-600af5db-7b10-411a-bc19-36a921d74072 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 911 time: 0.1569524 Feb 07 22:43:17.353413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Router ee8271e7-4ed9-4439-9b09-056b9072729f is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:43:17.360996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-710de40e-f56f-4f39-986a-3a859e5ff33f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6a5f645-3004-4251-a632-b0c638c1112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607171 Feb 07 22:43:17.418867 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-331e1a57-022f-4efb-a7ea-50668565f9f7 req-d7c13523-09aa-497c-b2c6-6bda5c31fd91 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310319 Feb 07 22:43:17.428453 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de4d52a8-d1c6-4257-9efc-2dc41102e3c0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.431108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-9a956294-3827-4861-afe9-177f93dd211d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a556e6b-0684-4e75-8e33-0cec74338c00 HTTP/1.1" status: 200 len: 217 time: 0.0745246 Feb 07 22:43:17.532330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d52a8-d1c6-4257-9efc-2dc41102e3c0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Subnet': ['ID=71300917-06d9-46df-93f7-23891cc9156e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:17.545844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-eca78f6c-6aba-468b-b56e-258de3fbe5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:17.548077 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-eca78f6c-6aba-468b-b56e-258de3fbe5e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.0612681 Feb 07 22:43:17.552759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43960) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:17.586223 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de4d52a8-d1c6-4257-9efc-2dc41102e3c0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.594024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-de4d52a8-d1c6-4257-9efc-2dc41102e3c0 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/71300917-06d9-46df-93f7-23891cc9156e HTTP/1.1" status: 204 len: 168 time: 1.0393445 Feb 07 22:43:17.599538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bb4e87fb-b82e-41b7-8089-b5bde0722c08 None None] Provisioning complete for port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:17.599949 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4e87fb-b82e-41b7-8089-b5bde0722c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.608788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43966) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:17.639225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-8a66987a-72e5-4cf7-baca-e068680cfae5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738835 Feb 07 22:43:17.655898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 59622af5-8c24-4ed3-abeb-edbc705570a0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:17.656281 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.672370 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1241fb6-9c31-4883-bb5e-bed68dd93ea9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:17.672827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1241fb6-9c31-4883-bb5e-bed68dd93ea9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:17.675822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b1241fb6-9c31-4883-bb5e-bed68dd93ea9 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/42ed8eb9-2279-4865-9092-7077ae51984f HTTP/1.1" status: 404 len: 337 time: 0.0650465 Feb 07 22:43:17.679614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43970) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:17.723087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8024fa76-8159-4542-89f1-65bd07f52937 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "GET /v2.0/ports?device_id=c02e4f63-6885-4a01-b181-9393235ff1b7 HTTP/1.1" status: 200 len: 205 time: 0.0380075 Feb 07 22:43:17.725983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43972) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:17.735674 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-5d2818a5-1d57-48eb-b239-9ec9ca34d3ef service neutron] 10.222.0.46 "GET /v2.0/networks/f6a5f645-3004-4251-a632-b0c638c1112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620360 Feb 07 22:43:17.775660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:43:17.792038 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-d329ff87-acca-4f30-9cf5-d487c011cd6f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] delete failed (client error): The resource could not be found. Feb 07 22:43:17.795345 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d329ff87-acca-4f30-9cf5-d487c011cd6f tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/routers/c02e4f63-6885-4a01-b181-9393235ff1b7 HTTP/1.1" status: 404 len: 336 time: 0.0661507 Feb 07 22:43:17.795504 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Sync routers for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:17.806343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43974) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:17.817444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fee47d-938f-465a-8333-eadf1bbc970c None None] DHCP port deletion for 7fa3674c-8a06-4975-8532-3d8c69efa365 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:43:17.823928 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:43:17.825288 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:17.900388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1615847140-network', 'tenant_id': '122e9617dbb34a498e58619c6879494f'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:17.916255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bb4e87fb-b82e-41b7-8089-b5bde0722c08 None None] Provisioning complete for port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:17.916733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4e87fb-b82e-41b7-8089-b5bde0722c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.983167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-a4356187-4a36-4c4e-b131-2175458e4d10 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249147 Feb 07 22:43:17.986746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e87fb-b82e-41b7-8089-b5bde0722c08 None None] Port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:17.998913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e1fee47d-938f-465a-8333-eadf1bbc970c None None] Deleting port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:18.000310 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1fee47d-938f-465a-8333-eadf1bbc970c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.016253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f3e1a-53e3-4c9c-b4ad-165e362587b4 req-1be21382-68d1-430d-b354-b8a8601d4ca7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:18.017886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba0f3e1a-53e3-4c9c-b4ad-165e362587b4 req-1be21382-68d1-430d-b354-b8a8601d4ca7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 944 time: 0.3819203 Feb 07 22:43:18.037572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Made reservation on behalf of 122e9617dbb34a498e58619c6879494f for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:18.039829 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.091279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e1fee47d-938f-465a-8333-eadf1bbc970c None None] For port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,segment=NetworkSegment(c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822),segment_id=c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:18.092855 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1fee47d-938f-465a-8333-eadf1bbc970c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.108780 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.122662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e1fee47d-938f-465a-8333-eadf1bbc970c None None] Calling delete_port for 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:18.159514 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba0f3e1a-53e3-4c9c-b4ad-165e362587b4 req-de61d019-42ce-42e5-84a5-e9769f06169b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172044 Feb 07 22:43:18.217760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b60e1dc6-8420-4dd9-8fdf-ad03ca254cf5 req-74dab80c-1962-4d1d-aca8-4c535532cb4f service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988430 Feb 07 22:43:18.238088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 36612fbb-0e37-4e08-85b6-040f4a005ffd up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:18.241349 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:43:18.288397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.297947 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.327140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 36612fbb-0e37-4e08-85b6-040f4a005ffd completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:18.332064 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1fee47d-938f-465a-8333-eadf1bbc970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.334728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:43:18.338757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 36612fbb-0e37-4e08-85b6-040f4a005ffd triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:18.339609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.346584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253eb56a-e891-4ea5-abcb-dfcd20fb8020,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:18.360713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.360713 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Added segment 0da09d09-725a-4e5f-85d3-bdb5210d2168 of type vlan for network b0ee6346-7264-4537-ac58-4a1645b681b9 Feb 07 22:43:18.380031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.380486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.380905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.381319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.381710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.382103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.382497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.382900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.383289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.383684 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.384115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.384508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:18.447685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.464893 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-515fef66-7efd-495b-8060-1404530fb57d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:18.465845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515fef66-7efd-495b-8060-1404530fb57d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:18.468767 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-515fef66-7efd-495b-8060-1404530fb57d tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/12515b0f-e07a-4c1b-bf42-3c8273e54fcc HTTP/1.1" status: 404 len: 337 time: 0.6412997 Feb 07 22:43:18.473108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43982) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:18.478809 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.480018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d973d2bf-6432-421c-996f-5868310404f3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3306904 Feb 07 22:43:18.487894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43984) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:18.495963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fee47d-938f-465a-8333-eadf1bbc970c None None] Pushing event deleted for resources: {'Port': ['ID=42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:18.503867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fee47d-938f-465a-8333-eadf1bbc970c None None] No DVR routers for this DVR port 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:18.536675 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd955e9-4669-4db1-a33f-ce97a912df58 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:18.537259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd955e9-4669-4db1-a33f-ce97a912df58 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:18.547483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6cd955e9-4669-4db1-a33f-ce97a912df58 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/dc647e6d-cbaf-481b-9d30-8823538037fe HTTP/1.1" status: 404 len: 337 time: 0.0729218 Feb 07 22:43:18.554241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43986) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:18.583379 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:15Z', 'revision_number': 3, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:18.593568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493177f5-ae42-4447-affd-f47e8288248e req-6d8c4336-3574-42dc-b7d6-56e900588e69 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:18.600901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-493177f5-ae42-4447-affd-f47e8288248e req-6d8c4336-3574-42dc-b7d6-56e900588e69 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 943 time: 0.8283672 Feb 07 22:43:18.607006 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.608674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:18.610191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.616322 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.644835 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Checking router: ee8271e7-4ed9-4439-9b09-056b9072729f for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:18.645159 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Updating router ee8271e7-4ed9-4439-9b09-056b9072729f port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:43:18.663970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddf94ea-ae55-4671-8fa9-5db4a70dacf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36612fbb-0e37-4e08-85b6-040f4a005ffd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:18.666744 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7517a41e-120e-4070-9fa5-6af23bfe5c30" -d '{"events": [{"server_uuid": "9ddf94ea-ae55-4671-8fa9-5db4a70dacf5", "name": "network-vif-plugged", "status": "completed", "tag": "36612fbb-0e37-4e08-85b6-040f4a005ffd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:18.670821 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cdfec6-d96a-41e7-b104-9e5f2c4efb75 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:18.673120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66cdfec6-d96a-41e7-b104-9e5f2c4efb75 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:18.673865 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 36612fbb-0e37-4e08-85b6-040f4a005ffd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=36612fbb-0e37-4e08-85b6-040f4a005ffd,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:18.678949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-66cdfec6-d96a-41e7-b104-9e5f2c4efb75 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/c41a40de-ddce-4949-b98a-7285a81f6fe3 HTTP/1.1" status: 404 len: 337 time: 0.1172991 Feb 07 22:43:18.682554 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.698419 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.710693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1540186 Feb 07 22:43:18.719211 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43990) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:18.719550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43992) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:18.741241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=36612fbb-0e37-4e08-85b6-040f4a005ffd,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:18.748082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Request body: {'subnet': {'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1615847140-subnet', 'tenant_id': '122e9617dbb34a498e58619c6879494f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:18.799611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-493177f5-ae42-4447-affd-f47e8288248e req-e85b41e3-a60d-47b2-b97d-6b8646916205 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976824 Feb 07 22:43:18.801646 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f30248c-ad27-4378-8575-f6fbef6face0 req-8e6eb66c-692f-420a-bcd4-3efd4713e281 service neutron] 10.222.0.46 "GET /v2.0/networks/f6a5f645-3004-4251-a632-b0c638c1112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0274258 Feb 07 22:43:18.804870 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e93c380-5dd2-42d3-8272-6fc1ba68fea5 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:18.805594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e93c380-5dd2-42d3-8272-6fc1ba68fea5 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:18.811424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4e93c380-5dd2-42d3-8272-6fc1ba68fea5 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/1f488c7a-688e-4789-87cf-d842b2014404 HTTP/1.1" status: 404 len: 333 time: 0.0882013 Feb 07 22:43:18.814870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43994) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:18.817757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1d1e2-9887-4f6f-aeb0-ade6e7daedad req-6ea6cbb9-1060-4d65-ad62-b78c369289cc tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:18.821972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ba1d1e2-9887-4f6f-aeb0-ade6e7daedad req-6ea6cbb9-1060-4d65-ad62-b78c369289cc tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 945 time: 0.2648497 Feb 07 22:43:18.855301 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a141e1-6fff-4b56-8e3c-1266b517a484 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:18.855687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a141e1-6fff-4b56-8e3c-1266b517a484 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:18.861681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-18a141e1-6fff-4b56-8e3c-1266b517a484 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/0db7bb29-9416-48c1-8a0e-14376fa09d16 HTTP/1.1" status: 404 len: 337 time: 0.0435557 Feb 07 22:43:18.865979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43996) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:18.889241 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7cb45c-1457-41a4-afb9-fbf1c7c79b1c x-openstack-request-id: req-7e7cb45c-1457-41a4-afb9-fbf1c7c79b1c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:18.889424 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddf94ea-ae55-4671-8fa9-5db4a70dacf5", "name": "network-vif-plugged", "status": "completed", "tag": "36612fbb-0e37-4e08-85b6-040f4a005ffd", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:18.889628 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e7cb45c-1457-41a4-afb9-fbf1c7c79b1c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:18.890030 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddf94ea-ae55-4671-8fa9-5db4a70dacf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36612fbb-0e37-4e08-85b6-040f4a005ffd', 'code': 200} Feb 07 22:43:18.923611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d73ef-619d-448d-8e5b-1d1cdbcf86d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ee6346-7264-4537-ac58-4a1645b681b9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:18.932240 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-00eec0fa-b029-4498-a85f-6163e819a26a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:18.932858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00eec0fa-b029-4498-a85f-6163e819a26a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:18.937094 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-00eec0fa-b029-4498-a85f-6163e819a26a tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/9394adc7-793c-48a7-ac9f-b3c10b54fcaf HTTP/1.1" status: 404 len: 337 time: 0.0698693 Feb 07 22:43:18.951650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network b0ee6346-7264-4537-ac58-4a1645b681b9 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:43:18.955902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43998) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:18.960741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ba1d1e2-9887-4f6f-aeb0-ade6e7daedad req-399b6d5e-37b6-4436-a5e6-d1003eb32234 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241844 Feb 07 22:43:19.007483 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-39709a2b-2d75-4374-9c3b-3bbc4bcc4d43 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:19.011498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39709a2b-2d75-4374-9c3b-3bbc4bcc4d43 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:19.018458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Made reservation on behalf of 122e9617dbb34a498e58619c6879494f for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:19.021002 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.026854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-39709a2b-2d75-4374-9c3b-3bbc4bcc4d43 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/3de29934-ca9b-43e8-89bf-25464fc527f7 HTTP/1.1" status: 404 len: 333 time: 0.0649581 Feb 07 22:43:19.044818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44000) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:19.085350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-81350447-560e-44cb-bdeb-61fb20d2fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.087150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-81350447-560e-44cb-bdeb-61fb20d2fbce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f646ed217b04ef79fefe5c9fad7665e&device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 1094 time: 0.2058876 Feb 07 22:43:19.088229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:19.096029 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c417e29f-efa1-4a1e-a355-3b13c0a9a9f8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:19.096487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c417e29f-efa1-4a1e-a355-3b13c0a9a9f8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:19.102422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c417e29f-efa1-4a1e-a355-3b13c0a9a9f8 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/b800082c-826e-4224-9940-3fc1b725e74e HTTP/1.1" status: 404 len: 337 time: 0.0480742 Feb 07 22:43:19.104281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44002) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:19.147389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:43:19.147951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 42ffbc80-0e7a-4ee5-9f92-c213d9ce60e6 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:43:19.159645 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61b310e-02b0-4d05-bf18-5d8c604f8a51 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] DELETE failed (client error): The resource could not be found. Feb 07 22:43:19.160778 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61b310e-02b0-4d05-bf18-5d8c604f8a51 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:43:19.166843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c61b310e-02b0-4d05-bf18-5d8c604f8a51 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/subnets/a191c05e-e4d3-4f5c-8dbc-8e98f6e3f175 HTTP/1.1" status: 404 len: 337 time: 0.0594599 Feb 07 22:43:19.167976 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44004) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:19.236596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf99e0-9d5e-432b-8dcb-24facb1adf65 req-5daed703-0776-453e-966b-0099ed0c7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.238138 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79cf99e0-9d5e-432b-8dcb-24facb1adf65 req-5daed703-0776-453e-966b-0099ed0c7f76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 1097 time: 0.2665167 Feb 07 22:43:19.263074 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.280426 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.313637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79cf99e0-9d5e-432b-8dcb-24facb1adf65 req-7512b7df-2eb0-4a95-b8cd-0d10848f6412 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559375 Feb 07 22:43:19.320472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b499c571-3685-401a-8208-2efe8cd06c81 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Deleting port 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:19.320818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b499c571-3685-401a-8208-2efe8cd06c81 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.353051 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183d577-a6cd-4c5c-a163-04826a328bec None None] Pushing event updated for resources: {'Port': ['ID=c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:19.382077 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Attempting to bind port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:19.383591 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Attempting to bind port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:19.386531 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Attempting to bind port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:19.396984 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:19.397520 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:19.398536 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.398937 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:19.399404 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Bound port: c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:19.399950 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.409008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b499c571-3685-401a-8208-2efe8cd06c81 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.423989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-0a6aa1f7-42e9-4e18-9fff-938e350a00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.425545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-0a6aa1f7-42e9-4e18-9fff-938e350a00ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6a5f645-3004-4251-a632-b0c638c1112c HTTP/1.1" status: 200 len: 913 time: 0.3055620 Feb 07 22:43:19.431321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b499c571-3685-401a-8208-2efe8cd06c81 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Calling delete_port for 6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:19.485237 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] For port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:19.489560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d43aeb-73ed-4005-85ca-c7a75b5f200b req-77432ab7-478b-4538-8a0f-47d1c940bafe tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.491616 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] For port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:19.496503 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-79d43aeb-73ed-4005-85ca-c7a75b5f200b req-77432ab7-478b-4538-8a0f-47d1c940bafe tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 944 time: 0.2029672 Feb 07 22:43:19.498982 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.534819 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b499c571-3685-401a-8208-2efe8cd06c81 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.537733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-e2557e77-44ad-426b-8f77-d5ee2e95a548 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62be09c5-7a90-4d83-a2c0-b90cd0302e44 HTTP/1.1" status: 200 len: 217 time: 0.1000140 Feb 07 22:43:19.586707 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499c571-3685-401a-8208-2efe8cd06c81 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Port': ['ID=6f600ec7-58a7-4245-9fb3-cf3ac466fbc1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:19.591013 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:43:19.593962 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:19.601344 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b499c571-3685-401a-8208-2efe8cd06c81 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.609421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b499c571-3685-401a-8208-2efe8cd06c81 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/ports/6f600ec7-58a7-4245-9fb3-cf3ac466fbc1 HTTP/1.1" status: 204 len: 168 time: 0.4392169 Feb 07 22:43:19.610396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44012) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:19.672223 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183d577-a6cd-4c5c-a163-04826a328bec None None] Pushing event updated for resources: {'Port': ['ID=c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:19.689194 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-79d43aeb-73ed-4005-85ca-c7a75b5f200b req-cffd0a70-0bc6-407c-9308-02ac6a1d4ced tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908925 Feb 07 22:43:19.712232 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.715867 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.727641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-234f23f3-3475-4815-968c-4cff11d8834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.729153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-234f23f3-3475-4815-968c-4cff11d8834e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1787cfcb-b334-40c6-a84e-238156bc9e7f HTTP/1.1" status: 200 len: 853 time: 0.1728964 Feb 07 22:43:19.770586 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:43:19.794773 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-7e01e7db-bfc8-4413-b665-4b6c174c6f8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6a5f645-3004-4251-a632-b0c638c1112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391672 Feb 07 22:43:19.823842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.853000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa3674c-8a06-4975-8532-3d8c69efa365']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:19.867331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:19.867628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a1e62f-8cd0-4c9b-8f29-5a8d812bd822') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:19.882666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.907841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.917097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:43:19.917689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.967370 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:15Z', 'revision_number': 3, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:19.967983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6f48fe-117c-4717-abbb-82fa6180bbc7,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:43:19.971198 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:43:19.996773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:19.997286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:19.997867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:19.998352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:19.998840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:19.999324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:19.999832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:20.000332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:20.000815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:20.001295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:20.001774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:20.002254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:20.013443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Checking segment: {'id': '0da09d09-725a-4e5f-85d3-bdb5210d2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:20.014328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Network hostable DHCP agents. Network: b0ee6346-7264-4537-ac58-4a1645b681b9, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:43:20.018772 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f84b-e555-4b60-8a29-45302ea79c20 None None] The sync data for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 is: [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:15Z', 'revision_number': 3, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:20.034936 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.072211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.083293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.087254 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] 10.222.0.15 "DELETE /v2.0/networks/7fa3674c-8a06-4975-8532-3d8c69efa365 HTTP/1.1" status: 204 len: 168 time: 0.4751706 Feb 07 22:43:20.106453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5a466-17ca-4763-a8ed-0eb63a760855 tempest-PortsTestJSON-90057070 tempest-PortsTestJSON-90057070-project] Pushing event deleted for resources: {'Network': ['ID=7fa3674c-8a06-4975-8532-3d8c69efa365,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:20.122637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ecfd-f835-4996-9482-0893b09553b8 req-71ed90ca-bfff-4403-a3fe-de822d45a443 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:20.125447 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f189ecfd-f835-4996-9482-0893b09553b8 req-71ed90ca-bfff-4403-a3fe-de822d45a443 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 943 time: 0.1460340 Feb 07 22:43:20.138791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-a4d2d15a-aee1-4230-a3ef-a3ce1ce97d6e service neutron] 10.222.0.46 "GET /v2.0/networks/f6a5f645-3004-4251-a632-b0c638c1112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236985 Feb 07 22:43:20.139420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Network b0ee6346-7264-4537-ac58-4a1645b681b9 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:43:20.159982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0a556e6b-0684-4e75-8e33-0cec74338c00 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:43:20.182828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f189ecfd-f835-4996-9482-0893b09553b8 req-ec73b391-0fe9-4b2e-a7d5-9df7f914c2fa tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509293 Feb 07 22:43:20.236955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, b0ee6346-7264-4537-ac58-4a1645b681b9) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:20.246756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9546efde-29ec-4cb0-acad-9c935d07a59f None None] Network b0ee6346-7264-4537-ac58-4a1645b681b9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:20.327394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:20.329567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.424476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8d3f1afe-8928-4e49-b83a-bf125cdf5258 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6870296 Feb 07 22:43:20.439391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b6b26-5a36-446d-966d-5875cbd972a9 req-9dcc79cb-d963-4abc-a567-7bb3ad8e304b tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:20.441213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f4b6b26-5a36-446d-966d-5875cbd972a9 req-9dcc79cb-d963-4abc-a567-7bb3ad8e304b tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.3622141 Feb 07 22:43:20.520568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0a556e6b-0684-4e75-8e33-0cec74338c00, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0a556e6b-0684-4e75-8e33-0cec74338c00,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:20.574010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Allocated IP 172.20.0.1 (ad87988a-0810-4eed-a279-6cddf5443bc6/132ecb97-c08a-4f30-907f-f525ac3c68e9/650e13cf-b00c-407e-972e-9e631f2829c4) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:20.608308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '0a556e6b-0684-4e75-8e33-0cec74338c00', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'port_id': '0a556e6b-0684-4e75-8e33-0cec74338c00', 'mac_address': 'fa:16:3e:c7:a6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a859faec-1a35-450f-981d-df2a13fe444c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:43:20.616020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44028) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:20.727148 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.750978 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.813307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a21f2d4e-fa5e-4a66-b691-c5d48f58f7ca req-7e6a01bf-886d-453c-b034-2c184116e77a service neutron] 10.222.0.46 "GET /v2.0/networks/f6a5f645-3004-4251-a632-b0c638c1112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429098 Feb 07 22:43:20.829048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.847159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a556e6b-0684-4e75-8e33-0cec74338c00 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:20.880042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0a556e6b-0684-4e75-8e33-0cec74338c00, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0a556e6b-0684-4e75-8e33-0cec74338c00,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:20.888268 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.894810 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-28ea20ca-1324-4529-81cb-e69eb8cbc272 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0db7ca05e9144b9b7fa33f33269a55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774544 Feb 07 22:43:20.897222 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60cd34b-a6a5-4bf2-8fcc-480b95f49564 None None] Network b0ee6346-7264-4537-ac58-4a1645b681b9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:20.897716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44038) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:20.936085 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:43:20.954765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 62be09c5-7a90-4d83-a2c0-b90cd0302e44 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:43:20.980643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5671dc6a-e0c3-4a35-9174-10f4178e23b9 req-70c46d62-927a-45fb-b8fb-8d58e2b54e16 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1889583868', 'description': 'tempest-description-252623751'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:20.992541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Network ad87988a-0810-4eed-a279-6cddf5443bc6 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:21.003032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:21.027121 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1010843b-1d90-46a5-9b0c-161d85b4c341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.038187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:21.045450 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f4b6b26-5a36-446d-966d-5875cbd972a9 req-0a2821be-94e3-422c-912a-786ce5559811 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589087 Feb 07 22:43:21.066651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1010843b-1d90-46a5-9b0c-161d85b4c341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.068821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Pushing event updated for resources: {'Port': ['ID=650e13cf-b00c-407e-972e-9e631f2829c4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:21.181619 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.186053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:21.192022 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5671dc6a-e0c3-4a35-9174-10f4178e23b9 req-70c46d62-927a-45fb-b8fb-8d58e2b54e16 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.195755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=0a556e6b-0684-4e75-8e33-0cec74338c00,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:21.198459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1010843b-1d90-46a5-9b0c-161d85b4c341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.221592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['0a556e6b-0684-4e75-8e33-0cec74338c00'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:21.222097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1010843b-1d90-46a5-9b0c-161d85b4c341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.223281 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1010843b-1d90-46a5-9b0c-161d85b4c341 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66622986-fecf-4e5f-9121-91e24f8082d8 HTTP/1.1" status: 204 len: 168 time: 0.3244660 Feb 07 22:43:21.344463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010843b-1d90-46a5-9b0c-161d85b4c341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66622986-fecf-4e5f-9121-91e24f8082d8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:21.428264 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5671dc6a-e0c3-4a35-9174-10f4178e23b9 req-70c46d62-927a-45fb-b8fb-8d58e2b54e16 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.438006 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5671dc6a-e0c3-4a35-9174-10f4178e23b9 req-70c46d62-927a-45fb-b8fb-8d58e2b54e16 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.512606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5671dc6a-e0c3-4a35-9174-10f4178e23b9 req-70c46d62-927a-45fb-b8fb-8d58e2b54e16 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.514225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5671dc6a-e0c3-4a35-9174-10f4178e23b9 req-70c46d62-927a-45fb-b8fb-8d58e2b54e16 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5446327 Feb 07 22:43:21.519377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c46d62-927a-45fb-b8fb-8d58e2b54e16 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6013558-3723-4226-b628-862bd171995c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:21.523001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e869e0e-240e-4e1b-a3b2-a4813ed882ac req-eb73d3dc-a89c-4ac2-bcd5-a3a9c374650b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:21.524792 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e869e0e-240e-4e1b-a3b2-a4813ed882ac req-eb73d3dc-a89c-4ac2-bcd5-a3a9c374650b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 945 time: 0.2403941 Feb 07 22:43:21.613328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e869e0e-240e-4e1b-a3b2-a4813ed882ac req-900817e2-1c0c-4cc0-9f77-46fdf264fe5e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783696 Feb 07 22:43:21.622793 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.678317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c776051e-bff7-4ef4-853f-a89bf99d2685 None None] Provisioning complete for port 650e13cf-b00c-407e-972e-9e631f2829c4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:21.678596 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c776051e-bff7-4ef4-853f-a89bf99d2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.713278 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d105e15c-062c-41dc-a001-cbf4eb1bb9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.714507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62b7af-da11-415c-92b9-f6becc991ad6 req-183a74e9-905c-4509-ba1a-e72cf0e47e7f tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:21.718532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a62b7af-da11-415c-92b9-f6becc991ad6 req-183a74e9-905c-4509-ba1a-e72cf0e47e7f tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 943 time: 0.1191351 Feb 07 22:43:21.778015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-7ae7fc49-8224-4430-8a43-e14306875c76 req-e2e277e3-ee19-42c4-a47e-3091bd4deba2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2022510707', 'description': 'tempest-description-236526399'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:21.792857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a62b7af-da11-415c-92b9-f6becc991ad6 req-cd246996-5e18-4e51-ad3d-ad3d5591779f tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667062 Feb 07 22:43:21.837991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c776051e-bff7-4ef4-853f-a89bf99d2685 None None] Port 650e13cf-b00c-407e-972e-9e631f2829c4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:21.844868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 62be09c5-7a90-4d83-a2c0-b90cd0302e44, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=62be09c5-7a90-4d83-a2c0-b90cd0302e44,segment=NetworkSegment(057e6bc8-3945-424c-a61a-1a2e1e9aa972),segment_id=057e6bc8-3945-424c-a61a-1a2e1e9aa972)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:21.847990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:21.848374 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.874761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7ae7fc49-8224-4430-8a43-e14306875c76 req-e2e277e3-ee19-42c4-a47e-3091bd4deba2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.933040 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '62be09c5-7a90-4d83-a2c0-b90cd0302e44', 'network_id': 'f6a5f645-3004-4251-a632-b0c638c1112c', 'port_id': '62be09c5-7a90-4d83-a2c0-b90cd0302e44', 'mac_address': 'fa:16:3e:ab:dd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1787cfcb-b334-40c6-a84e-238156bc9e7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:43:22.011422 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.014050 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7ae7fc49-8224-4430-8a43-e14306875c76 req-e2e277e3-ee19-42c4-a47e-3091bd4deba2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.031332 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7ae7fc49-8224-4430-8a43-e14306875c76 req-e2e277e3-ee19-42c4-a47e-3091bd4deba2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.053968 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.068030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.090838 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.100096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62be09c5-7a90-4d83-a2c0-b90cd0302e44 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:22.126927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 62be09c5-7a90-4d83-a2c0-b90cd0302e44, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=62be09c5-7a90-4d83-a2c0-b90cd0302e44,segment=NetworkSegment(057e6bc8-3945-424c-a61a-1a2e1e9aa972),segment_id=057e6bc8-3945-424c-a61a-1a2e1e9aa972)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:22.144271 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7ae7fc49-8224-4430-8a43-e14306875c76 req-e2e277e3-ee19-42c4-a47e-3091bd4deba2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.151523 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ae7fc49-8224-4430-8a43-e14306875c76 req-e2e277e3-ee19-42c4-a47e-3091bd4deba2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4123952 Feb 07 22:43:22.167144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e277e3-ee19-42c4-a47e-3091bd4deba2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf6c5d-3aea-4928-bf2b-7eaa63059956,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:22.169225 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.190097 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.193336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Pushing event updated for resources: {'Port': ['ID=650e13cf-b00c-407e-972e-9e631f2829c4,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:22.230472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:22.242722 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.284411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=62be09c5-7a90-4d83-a2c0-b90cd0302e44,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:22.312390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Network ad87988a-0810-4eed-a279-6cddf5443bc6 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:22.314250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:22.349015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740d915-0e13-4dcd-bc5f-9e2df4d92d8e req-9ec8c397-4af6-45db-ae86-821478198188 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:22.363567 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d740d915-0e13-4dcd-bc5f-9e2df4d92d8e req-9ec8c397-4af6-45db-ae86-821478198188 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1201131 Feb 07 22:43:22.431580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['62be09c5-7a90-4d83-a2c0-b90cd0302e44'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:22.486252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d740d915-0e13-4dcd-bc5f-9e2df4d92d8e req-3a78194c-b752-46ce-80ae-8dbaefa2f575 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215596 Feb 07 22:43:22.506492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:22.761366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Router ee8271e7-4ed9-4439-9b09-056b9072729f has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:43:22.774990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ddcc5bd8-0b2a-4ba4-ad18-fec789d9a8e5 None None] Provisioning complete for port 650e13cf-b00c-407e-972e-9e631f2829c4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:22.775360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5bd8-0b2a-4ba4-ad18-fec789d9a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.863844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-12f60380-f3ae-4aab-a5ed-7fe95d045b4c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:22.866653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44102) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:22.869170 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-12f60380-f3ae-4aab-a5ed-7fe95d045b4c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 813 time: 0.3641615 Feb 07 22:43:22.889134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d82096-e839-4935-ad19-aeef0f3c2459 req-850386ba-cde2-4c14-a1b0-94c93d758327 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:22.897291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2d82096-e839-4935-ad19-aeef0f3c2459 req-850386ba-cde2-4c14-a1b0-94c93d758327 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 945 time: 0.1005197 Feb 07 22:43:22.901757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-b682a3d9-3514-453a-bedb-e2434b472fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:22.904717 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-b682a3d9-3514-453a-bedb-e2434b472fce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 1097 time: 0.1543150 Feb 07 22:43:22.950749 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-70b4eae3-f1da-4000-ae1d-f4d75f5240c0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/quotas/122e9617dbb34a498e58619c6879494f HTTP/1.1" status: 200 len: 375 time: 0.0698292 Feb 07 22:43:22.988843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-9dd2fdf8-a4a3-46dc-a158-15d23c88f58b tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346880 Feb 07 22:43:22.994891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:43:23.005550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-78ff5057-b31d-441e-ab3a-b52f7e5a1f52 admin admin] 10.222.0.15 "PUT /v2.0/routers/ee8271e7-4ed9-4439-9b09-056b9072729f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5165856 Feb 07 22:43:23.022606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Sync routers for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:23.040815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:43:23.041451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:42:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:23.114666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7041a684-92d6-490b-8b9c-47eb097ea9ad tempest-DvrRoutersNegativeTest-1284095460 tempest-DvrRoutersNegativeTest-1284095460-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-236082496', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:23.123537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.policy [None req-7041a684-92d6-490b-8b9c-47eb097ea9ad tempest-DvrRoutersNegativeTest-1284095460 tempest-DvrRoutersNegativeTest-1284095460-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102289) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 07 22:43:23.125331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.policy [None req-7041a684-92d6-490b-8b9c-47eb097ea9ad tempest-DvrRoutersNegativeTest-1284095460 tempest-DvrRoutersNegativeTest-1284095460-project] Failed policy check for 'create_router' {{(pid=102289) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 07 22:43:23.127318 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-7041a684-92d6-490b-8b9c-47eb097ea9ad tempest-DvrRoutersNegativeTest-1284095460 tempest-DvrRoutersNegativeTest-1284095460-project] create failed (client error): Access was denied to this resource. Feb 07 22:43:23.136623 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7041a684-92d6-490b-8b9c-47eb097ea9ad tempest-DvrRoutersNegativeTest-1284095460 tempest-DvrRoutersNegativeTest-1284095460-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2683322 Feb 07 22:43:23.153607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:43:23.165348 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2d82096-e839-4935-ad19-aeef0f3c2459 req-19212f32-8295-44c4-9e27-e73c64d4fb09 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668064 Feb 07 22:43:23.239644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:23.250659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-8abdbff4-aba2-4e70-a30b-3f514480c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:23.252437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-e0a8f7d8-075b-4fbb-afbe-4765b90cddef service neutron] 10.222.0.15 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208731 Feb 07 22:43:23.259897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc5bd8-0b2a-4ba4-ad18-fec789d9a8e5 None None] Port 650e13cf-b00c-407e-972e-9e631f2829c4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:23.265205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-8abdbff4-aba2-4e70-a30b-3f514480c4be service neutron] 10.222.0.24 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 910 time: 0.3445730 Feb 07 22:43:23.340361 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-6d3db1b3-1858-428d-b886-41f4ae5d1c94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36612fbb-0e37-4e08-85b6-040f4a005ffd HTTP/1.1" status: 200 len: 217 time: 0.0654745 Feb 07 22:43:23.404578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:23.405099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:23.439993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-24758744-4660-420a-a551-a95ca46c715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:23.441656 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-24758744-4660-420a-a551-a95ca46c715b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f57ffd42-2da5-4be0-97aa-77ac8611a04d HTTP/1.1" status: 200 len: 850 time: 0.0904043 Feb 07 22:43:23.495496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '650e13cf-b00c-407e-972e-9e631f2829c4', 'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'mac_address': 'fa:16:3e:73:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:20Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 2, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'subnets': [{'id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:23.513268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-24b5f00a-df49-458a-873e-f35a0e20e6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494721 Feb 07 22:43:23.518651 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-fd767787-9ba1-457e-8e4e-e8f70b9ed7a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79aad14d-4e3e-4215-af1a-bee284f19712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708663 Feb 07 22:43:23.557311 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0aad0-0c6e-41b2-af22-6d8fc1fc89dc req-ed393ce0-12ae-41e0-94d8-cd2838b5185f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:23.559297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bc0aad0-0c6e-41b2-af22-6d8fc1fc89dc req-ed393ce0-12ae-41e0-94d8-cd2838b5185f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.2223544 Feb 07 22:43:23.592520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Checking router: ee8271e7-4ed9-4439-9b09-056b9072729f for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:23.592520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Updating router ee8271e7-4ed9-4439-9b09-056b9072729f port 650e13cf-b00c-407e-972e-9e631f2829c4 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:43:23.631305 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:23.650173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bc0aad0-0c6e-41b2-af22-6d8fc1fc89dc req-75d79bf1-865b-4b2b-936f-b8bae7770d91 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622003 Feb 07 22:43:23.741109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44126) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:23.838756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-6f65c648-720a-43a5-ae71-b2c6e27cdd58 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782204 Feb 07 22:43:23.953016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3802fb70-4f09-4037-8302-010da42aa717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:23.985305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8192f3d-e3d4-4cdc-8688-756dee978034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.000806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81164-9973-43ec-b28f-64119cbba875 req-7fd544ee-aacc-4f12-8f30-ff68d74af004 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:24.009816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7a81164-9973-43ec-b28f-64119cbba875 req-7fd544ee-aacc-4f12-8f30-ff68d74af004 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 944 time: 0.2396545 Feb 07 22:43:24.085236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7a81164-9973-43ec-b28f-64119cbba875 req-64c61ae1-5eff-42e5-b9fc-fbdc8f12a0d2 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708625 Feb 07 22:43:24.091479 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d6f7fd-f876-4569-aab0-ac79335bf76e req-2e54407a-f07f-493f-a00f-15cbb06f98bc service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050207 Feb 07 22:43:24.171511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0a556e6b-0684-4e75-8e33-0cec74338c00 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:24.192828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc39e3c2-b329-413f-bc25-d37f316cc07d req-51288fa7-b77d-4118-b956-92cda0b373b0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 210 time: 0.0504329 Feb 07 22:43:24.234858 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8192f3d-e3d4-4cdc-8688-756dee978034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.248337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8192f3d-e3d4-4cdc-8688-756dee978034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.289102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.300558 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.307280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 0a556e6b-0684-4e75-8e33-0cec74338c00 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:24.322823 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b8192f3d-e3d4-4cdc-8688-756dee978034 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=708c4aa90bfd468594e056c01e0998af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793290 Feb 07 22:43:24.325717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8192f3d-e3d4-4cdc-8688-756dee978034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9e937f-255a-461e-aee4-93931ac71765,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:24.328599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44152) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:24.337178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 0a556e6b-0684-4e75-8e33-0cec74338c00 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:24.337560 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.384947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38c2961b-7af1-4e4e-a3d1-3ad43861a383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.394400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce835aa-7396-4594-a8c1-42d995895ddb req-e856a0e1-c31c-4cef-964c-3d1a04901dc6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:24.404562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ce835aa-7396-4594-a8c1-42d995895ddb req-e856a0e1-c31c-4cef-964c-3d1a04901dc6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 945 time: 0.1349063 Feb 07 22:43:24.410842 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38c2961b-7af1-4e4e-a3d1-3ad43861a383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.464563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ce835aa-7396-4594-a8c1-42d995895ddb req-419bf6f3-c425-4931-ba28-97581a7747ff tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583279 Feb 07 22:43:24.485916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c1082-6761-49f4-b82f-e99e4a042a85 None None] Pushing event updated for resources: {'Port': ['ID=650e13cf-b00c-407e-972e-9e631f2829c4,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:24.521733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38c2961b-7af1-4e4e-a3d1-3ad43861a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.524360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38c2961b-7af1-4e4e-a3d1-3ad43861a383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.528009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-38c2961b-7af1-4e4e-a3d1-3ad43861a383 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f9e937f-255a-461e-aee4-93931ac71765 HTTP/1.1" status: 204 len: 168 time: 0.1958499 Feb 07 22:43:24.544452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2961b-7af1-4e4e-a3d1-3ad43861a383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9e937f-255a-461e-aee4-93931ac71765,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:24.608013 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.677021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dde752-e1a3-4bc9-9656-e804a614e034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a556e6b-0684-4e75-8e33-0cec74338c00'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:24.679653 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c526159c-6304-4d6c-8d92-dff3a0a41f2a" -d '{"events": [{"server_uuid": "c0dde752-e1a3-4bc9-9656-e804a614e034", "name": "network-vif-plugged", "status": "completed", "tag": "0a556e6b-0684-4e75-8e33-0cec74338c00"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:24.701552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0a556e6b-0684-4e75-8e33-0cec74338c00, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0a556e6b-0684-4e75-8e33-0cec74338c00,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:24.714742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.719046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Attempting to bind port 650e13cf-b00c-407e-972e-9e631f2829c4 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:24.719656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Attempting to bind port 650e13cf-b00c-407e-972e-9e631f2829c4 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:24.720410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Attempting to bind port 650e13cf-b00c-407e-972e-9e631f2829c4 on network ad87988a-0810-4eed-a279-6cddf5443bc6 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:24.763808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:24.764308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Checking segment: {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:24.764840 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.765322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Bound using segment: {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:24.765903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Bound port: 650e13cf-b00c-407e-972e-9e631f2829c4, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:24.766427 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.838573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-242127a0-db01-497e-b4db-9ec8bc87a9c5 None None] Provisioning complete for port 650e13cf-b00c-407e-972e-9e631f2829c4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:24.840829 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-242127a0-db01-497e-b4db-9ec8bc87a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.845432 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.882517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf1c0-7c2e-4116-a010-07d4959a4bef req-82546503-096f-436a-8ed7-d5115838ad09 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:24.900313 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-467bf1c0-7c2e-4116-a010-07d4959a4bef req-82546503-096f-436a-8ed7-d5115838ad09 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1089947 Feb 07 22:43:24.950536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=0a556e6b-0684-4e75-8e33-0cec74338c00,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:24.971847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 62be09c5-7a90-4d83-a2c0-b90cd0302e44 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:24.999379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-467bf1c0-7c2e-4116-a010-07d4959a4bef req-838d1558-1b43-41dc-8e8c-956bff361f8d tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978401 Feb 07 22:43:25.007989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-242127a0-db01-497e-b4db-9ec8bc87a9c5 None None] Port 650e13cf-b00c-407e-972e-9e631f2829c4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:25.024037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44168) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:25.035021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9e8c1c10-3456-4eca-b95d-5b3606f83237 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220452705', 'description': 'tempest-description--977775879'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:25.059665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] For port 650e13cf-b00c-407e-972e-9e631f2829c4, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:25.064653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] For port 650e13cf-b00c-407e-972e-9e631f2829c4, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=650e13cf-b00c-407e-972e-9e631f2829c4,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:25.090023 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.093960 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c10-3456-4eca-b95d-5b3606f83237 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.181467 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c1dd88-efe4-4c1a-bb33-c0bbece1c841 x-openstack-request-id: req-08c1dd88-efe4-4c1a-bb33-c0bbece1c841 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:25.184781 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dde752-e1a3-4bc9-9656-e804a614e034", "name": "network-vif-plugged", "status": "completed", "tag": "0a556e6b-0684-4e75-8e33-0cec74338c00", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:25.185073 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08c1dd88-efe4-4c1a-bb33-c0bbece1c841 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:25.186032 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dde752-e1a3-4bc9-9656-e804a614e034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a556e6b-0684-4e75-8e33-0cec74338c00', 'code': 200} Feb 07 22:43:25.237798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c10-3456-4eca-b95d-5b3606f83237 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.251401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:43:25.252358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:43:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:25.276417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c10-3456-4eca-b95d-5b3606f83237 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.347510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 62be09c5-7a90-4d83-a2c0-b90cd0302e44 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:25.360354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 62be09c5-7a90-4d83-a2c0-b90cd0302e44 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:25.360946 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.364294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c1082-6761-49f4-b82f-e99e4a042a85 None None] Pushing event updated for resources: {'Port': ['ID=650e13cf-b00c-407e-972e-9e631f2829c4,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:25.418501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c10-3456-4eca-b95d-5b3606f83237 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.422321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9e8c1c10-3456-4eca-b95d-5b3606f83237 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3947749 Feb 07 22:43:25.427153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44180) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:25.437341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c1c10-3456-4eca-b95d-5b3606f83237 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a796d1-3f8d-421b-b062-cdfedbd34f30,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:25.438604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00793c-d55c-494e-bc44-f5fa743ba54b req-b475114a-ad1e-4bca-bb8b-58d00429f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:25.442653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed00793c-d55c-494e-bc44-f5fa743ba54b req-b475114a-ad1e-4bca-bb8b-58d00429f1c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 1097 time: 0.2310348 Feb 07 22:43:25.491977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:43:25.515326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6c381bcc-00f2-44e6-8183-19fc958f865e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Request body: {'security_group_rule': {'security_group_id': 'a0a796d1-3f8d-421b-b062-cdfedbd34f30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:25.536764 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df6d85cd-f5ff-45a7-a993-e953e466d059 req-a80227c4-3fb6-4eea-a693-32fe4f37bb94 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 210 time: 0.1869895 Feb 07 22:43:25.559856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-05b7d0c5-925f-4a3e-a866-421d3282075e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:25.561921 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-05b7d0c5-925f-4a3e-a866-421d3282075e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 813 time: 0.3216333 Feb 07 22:43:25.574403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d111563-74d8-478d-ac9b-d9d523a903d7 req-3f0686e5-5f3a-4ef4-aac7-800cc039e8e6 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:25.576579 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d111563-74d8-478d-ac9b-d9d523a903d7 req-3f0686e5-5f3a-4ef4-aac7-800cc039e8e6 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 944 time: 0.3216052 Feb 07 22:43:25.600587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'port': {'device_id': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9', 'admin_state_up': True, 'tenant_id': '122e9617dbb34a498e58619c6879494f'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:25.622419 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed00793c-d55c-494e-bc44-f5fa743ba54b req-54e75671-0037-4f04-a86e-d2ff664e3d93 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005158 Feb 07 22:43:25.645787 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.697104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c381bcc-00f2-44e6-8183-19fc958f865e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.718984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-61a5ceb1-e117-4e4b-b60b-9b396c08c472 None None] Provisioning complete for port 650e13cf-b00c-407e-972e-9e631f2829c4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:25.719357 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61a5ceb1-e117-4e4b-b60b-9b396c08c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.738029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc343ce-0ac8-4095-868e-eb333abfdf03 req-21fddf9c-a6a5-4ffb-826b-61f0b3c7e2df tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:25.745705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3cc343ce-0ac8-4095-868e-eb333abfdf03 req-21fddf9c-a6a5-4ffb-826b-61f0b3c7e2df tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 946 time: 0.0916679 Feb 07 22:43:25.775423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d111563-74d8-478d-ac9b-d9d523a903d7 req-e9408b80-c908-42a0-974c-f98e1813aada tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998633 Feb 07 22:43:25.799268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 62be09c5-7a90-4d83-a2c0-b90cd0302e44, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=62be09c5-7a90-4d83-a2c0-b90cd0302e44,segment=NetworkSegment(057e6bc8-3945-424c-a61a-1a2e1e9aa972),segment_id=057e6bc8-3945-424c-a61a-1a2e1e9aa972)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:25.808829 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.821746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Made reservation on behalf of 122e9617dbb34a498e58619c6879494f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:25.832046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.839280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3cc343ce-0ac8-4095-868e-eb333abfdf03 req-383e8201-c993-413b-bd05-199281b0b555 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925517 Feb 07 22:43:25.874419 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c381bcc-00f2-44e6-8183-19fc958f865e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.879540 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c381bcc-00f2-44e6-8183-19fc958f865e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.909460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c381bcc-00f2-44e6-8183-19fc958f865e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.913062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6c381bcc-00f2-44e6-8183-19fc958f865e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4664397 Feb 07 22:43:25.914069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44192) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:25.919381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c381bcc-00f2-44e6-8183-19fc958f865e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a2b40a-6ebd-48c6-8f6e-7be035726971,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:25.933023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cbe0d69a-d917-4a8d-8411-714a1125e784 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Request body: {'security_group_rule': {'security_group_id': 'a0a796d1-3f8d-421b-b062-cdfedbd34f30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:25.962644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44194) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:26.020257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbe0d69a-d917-4a8d-8411-714a1125e784 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.054644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Allocated IP 172.20.0.4 (b0ee6346-7264-4537-ac58-4a1645b681b9/aa6f48fe-117c-4717-abbb-82fa6180bbc7/e973a66c-f16c-451e-a045-463c75ca5992) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:26.105237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ccb5d181-61aa-45d2-a7cb-6723f83c54d2 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:26.106205 n-d-827895-2 neutron-server[102290]: WARNING neutron.api.v2.base [None req-ccb5d181-61aa-45d2-a7cb-6723f83c54d2 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 22:43:26.106867 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-ccb5d181-61aa-45d2-a7cb-6723f83c54d2 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 22:43:26.107924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=62be09c5-7a90-4d83-a2c0-b90cd0302e44,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:26.108204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ccb5d181-61aa-45d2-a7cb-6723f83c54d2 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1416473 Feb 07 22:43:26.113460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44202) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:26.119372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'tempest-secgroup--381670225'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:26.132481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '650e13cf-b00c-407e-972e-9e631f2829c4', 'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'mac_address': 'fa:16:3e:73:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:20Z', 'updated_at': '2022-02-07T22:43:25Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'subnets': [{'id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:26.134513 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbe0d69a-d917-4a8d-8411-714a1125e784 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.135934 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61a5ceb1-e117-4e4b-b60b-9b396c08c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.152085 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbe0d69a-d917-4a8d-8411-714a1125e784 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.159413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.172979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.181297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29417915-2515-4ff9-965c-e6cbef168009 None None] The sync data for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 is: [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '650e13cf-b00c-407e-972e-9e631f2829c4', 'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'mac_address': 'fa:16:3e:73:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:20Z', 'updated_at': '2022-02-07T22:43:25Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'subnets': [{'id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:26.209047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-61a5ceb1-e117-4e4b-b60b-9b396c08c472 None None] For port 650e13cf-b00c-407e-972e-9e631f2829c4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=650e13cf-b00c-407e-972e-9e631f2829c4,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:26.220519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61a5ceb1-e117-4e4b-b60b-9b396c08c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.323131 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.337967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5ceb1-e117-4e4b-b60b-9b396c08c472 None None] Pushing event updated for resources: {'Port': ['ID=650e13cf-b00c-407e-972e-9e631f2829c4,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:26.349408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.365833 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.434433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01dae3a-5bed-4ad1-ae53-69cbb39c77ce,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:26.482872 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.490893 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.534647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987ff01d-b564-4265-a0e5-ef9b452e4553,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:26.552896 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.554417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-822b7853-f8c2-4152-95c9-440d7d172e8c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4399428 Feb 07 22:43:26.560823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44212) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:26.562418 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.576228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fb449e32-5c21-4944-8367-7d98e7c35df7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '987ff01d-b564-4265-a0e5-ef9b452e4553', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:26.689321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-608e6a92-b6dd-4c79-8c3d-0061a5b70f45 req-85cd8c88-fc38-4666-a23e-4ae308e3c12e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 210 time: 0.0485270 Feb 07 22:43:26.749803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0d69a-d917-4a8d-8411-714a1125e784 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f440d35-22fb-49a6-a58c-52c71ead3eaa,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:26.767200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbe0d69a-d917-4a8d-8411-714a1125e784 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.772082 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cbe0d69a-d917-4a8d-8411-714a1125e784 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8573217 Feb 07 22:43:26.773380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44214) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:26.778668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:26.819299 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb449e32-5c21-4944-8367-7d98e7c35df7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.845760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37593c3-789d-4831-a177-7f5667cbe0f7 req-3d0ba5e8-3e72-4188-920e-d94946be31b8 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:26.859496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b37593c3-789d-4831-a177-7f5667cbe0f7 req-3d0ba5e8-3e72-4188-920e-d94946be31b8 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.6981144 Feb 07 22:43:26.938100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b37593c3-789d-4831-a177-7f5667cbe0f7 req-2cc348dd-2bfc-4d5a-b32c-5d66b6747d5b tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688627 Feb 07 22:43:26.967320 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.029554 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.030490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.052589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb449e32-5c21-4944-8367-7d98e7c35df7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.087130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69d6eb-194d-4d3e-a9e2-c48c25cd263b req-1c0b1784-6eeb-429c-b15a-e553a79765ba tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:27.100163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef69d6eb-194d-4d3e-a9e2-c48c25cd263b req-1c0b1784-6eeb-429c-b15a-e553a79765ba tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 945 time: 0.2260027 Feb 07 22:43:27.112092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb449e32-5c21-4944-8367-7d98e7c35df7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.113192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 650e13cf-b00c-407e-972e-9e631f2829c4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:27.136462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'Port': ['ID=e973a66c-f16c-451e-a045-463c75ca5992,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:27.166203 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Network b0ee6346-7264-4537-ac58-4a1645b681b9 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:27.177413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e02382-953b-4fd9-88b4-45f0eb4fc7dd req-5473cd61-458c-4193-ad21-35696f8b5a03 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:27.179640 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58e02382-953b-4fd9-88b4-45f0eb4fc7dd req-5473cd61-458c-4193-ad21-35696f8b5a03 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 946 time: 0.1448669 Feb 07 22:43:27.182185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:27.185849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:27.186879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54053f58-c678-4bd4-b7e5-4e5e9a1c45a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be09c5-7a90-4d83-a2c0-b90cd0302e44'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:27.193260 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d20783-f6dd-4ed1-95d7-c2439f20d242" -d '{"events": [{"server_uuid": "54053f58-c678-4bd4-b7e5-4e5e9a1c45a0", "name": "network-vif-plugged", "status": "completed", "tag": "62be09c5-7a90-4d83-a2c0-b90cd0302e44"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:27.254029 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 650e13cf-b00c-407e-972e-9e631f2829c4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:27.254407 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.281102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:27.281977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.288746 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58e02382-953b-4fd9-88b4-45f0eb4fc7dd req-a0502ed8-e3b2-4310-9071-c222d674e264 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765622 Feb 07 22:43:27.315823 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-6d9390cc-f432-45fe-aa78-dc8602af7f5e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7313538 Feb 07 22:43:27.322886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Request body: {'port': {'device_id': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:27.368252 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11102178-1baa-492e-9f93-6db3619bed52 x-openstack-request-id: req-11102178-1baa-492e-9f93-6db3619bed52 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:27.368883 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54053f58-c678-4bd4-b7e5-4e5e9a1c45a0", "name": "network-vif-plugged", "status": "completed", "tag": "62be09c5-7a90-4d83-a2c0-b90cd0302e44", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:27.369142 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11102178-1baa-492e-9f93-6db3619bed52 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:27.369674 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54053f58-c678-4bd4-b7e5-4e5e9a1c45a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be09c5-7a90-4d83-a2c0-b90cd0302e44', 'code': 200} Feb 07 22:43:27.488633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.530304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6190330-eb8d-4efa-b6f4-25ce3f214db1 req-03602d09-8698-48a0-b84f-d75a1b222eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:27.532353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6190330-eb8d-4efa-b6f4-25ce3f214db1 req-03602d09-8698-48a0-b84f-d75a1b222eb5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 1096 time: 0.0998678 Feb 07 22:43:27.641446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb449e32-5c21-4944-8367-7d98e7c35df7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc56cd0-bd8c-4f2f-9934-f196c9a8983d,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:27.719029 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6190330-eb8d-4efa-b6f4-25ce3f214db1 req-657e82a3-1ff8-409f-a0c2-da887baf7bbd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287184 Feb 07 22:43:27.728370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef69d6eb-194d-4d3e-a9e2-c48c25cd263b req-34e59a55-3fe2-4cd9-8190-2645a845bee4 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6270902 Feb 07 22:43:27.734946 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb449e32-5c21-4944-8367-7d98e7c35df7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.738882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fb449e32-5c21-4944-8367-7d98e7c35df7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1727798 Feb 07 22:43:27.739966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44230) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:27.752385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bfe29cef-db84-4654-bec0-65c566f1a139 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '987ff01d-b564-4265-a0e5-ef9b452e4553', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:27.804827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfe29cef-db84-4654-bec0-65c566f1a139 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.864685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.910431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a8c23-8971-409a-b746-e0241fb2c8a3 req-e971498e-d96b-49da-b312-30fc59677b35 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:27.913734 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-483a8c23-8971-409a-b746-e0241fb2c8a3 req-e971498e-d96b-49da-b312-30fc59677b35 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 946 time: 0.1740816 Feb 07 22:43:27.971945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e973a66c-f16c-451e-a045-463c75ca5992 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:27.990882 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.007653 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-bfe29cef-db84-4654-bec0-65c566f1a139 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 22:43:28.017842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bfe29cef-db84-4654-bec0-65c566f1a139 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2765105 Feb 07 22:43:28.025238 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-483a8c23-8971-409a-b746-e0241fb2c8a3 req-9752ceb7-0f6d-4080-90a2-7759232d5088 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898447 Feb 07 22:43:28.025752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44234) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:28.077404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Transition to ACTIVE for port object e973a66c-f16c-451e-a045-463c75ca5992 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:28.102680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.141898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Allocated IP 172.25.8.237 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/1280063e-2f23-489d-9cb5-47bd21fc078a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:28.169492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace78d1-cd06-4ac8-b56a-543c861c00b1 req-986c35bf-cd5a-44a7-a38d-783c90b14003 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:28.171134 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ace78d1-cd06-4ac8-b56a-543c861c00b1 req-986c35bf-cd5a-44a7-a38d-783c90b14003 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 931 time: 0.3266981 Feb 07 22:43:28.240373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e973a66c-f16c-451e-a045-463c75ca5992,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:28.257775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-de80c425-afe7-45fe-83a3-08c73659e6e6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.270824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ace78d1-cd06-4ac8-b56a-543c861c00b1 req-df7f3aff-9da6-4f95-bb18-21f281959e34 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817447 Feb 07 22:43:28.308557 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.321306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f10f3f-d952-496b-ba18-babc710d6e6d req-fc6f7594-3899-4c52-9cb9-a82ee61aefeb tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:28.322780 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86f10f3f-d952-496b-ba18-babc710d6e6d req-fc6f7594-3899-4c52-9cb9-a82ee61aefeb tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1636882 Feb 07 22:43:28.348207 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.351355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-de80c425-afe7-45fe-83a3-08c73659e6e6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.390520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:28.393312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:28.395799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:28.419108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Attempting to bind port e973a66c-f16c-451e-a045-463c75ca5992 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:28.419441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Attempting to bind port e973a66c-f16c-451e-a045-463c75ca5992 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '0da09d09-725a-4e5f-85d3-bdb5210d2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:28.419794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Attempting to bind port e973a66c-f16c-451e-a045-463c75ca5992 on network b0ee6346-7264-4537-ac58-4a1645b681b9 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:28.421538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Pushing event updated for resources: {'Port': ['ID=1280063e-2f23-489d-9cb5-47bd21fc078a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:28.427046 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86f10f3f-d952-496b-ba18-babc710d6e6d req-f3d14a31-b6bf-4ca2-8aeb-f0c4483e35ae tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936406 Feb 07 22:43:28.428326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Port e973a66c-f16c-451e-a045-463c75ca5992 on network b0ee6346-7264-4537-ac58-4a1645b681b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:43:28.428651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Attempting to bind port e973a66c-f16c-451e-a045-463c75ca5992 on network b0ee6346-7264-4537-ac58-4a1645b681b9 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:28.434856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:28.435392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Checking segment: {'id': '0da09d09-725a-4e5f-85d3-bdb5210d2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:28.435997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Bound using segment: {'id': '0da09d09-725a-4e5f-85d3-bdb5210d2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:28.436437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Bound port: e973a66c-f16c-451e-a045-463c75ca5992, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da09d09-725a-4e5f-85d3-bdb5210d2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:28.436801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.454679 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-de80c425-afe7-45fe-83a3-08c73659e6e6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.457233 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-de80c425-afe7-45fe-83a3-08c73659e6e6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.460688 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-de80c425-afe7-45fe-83a3-08c73659e6e6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/987ff01d-b564-4265-a0e5-ef9b452e4553 HTTP/1.1" status: 204 len: 168 time: 0.4044614 Feb 07 22:43:28.462529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44236) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:28.493499 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.504000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80c425-afe7-45fe-83a3-08c73659e6e6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987ff01d-b564-4265-a0e5-ef9b452e4553,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:28.531330 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.568747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-705cd769-af3b-4904-94ee-4b4a00ad3dae tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1048956 Feb 07 22:43:28.572903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44238) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:28.573985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] For port e973a66c-f16c-451e-a045-463c75ca5992, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:28.578220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] For port e973a66c-f16c-451e-a045-463c75ca5992, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e973a66c-f16c-451e-a045-463c75ca5992,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:28.585419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fc93f640-bca8-4d47-8759-07a928c38922 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'tempest-secgroup--523262450'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:28.586706 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.632119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:28.632722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.634315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/e973a66c-f16c-451e-a045-463c75ca5992 HTTP/1.1" status: 200 len: 1091 time: 1.3162134 Feb 07 22:43:28.636786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:28.640357 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308da0dd-4689-473f-bf9e-030819551518" -d '{"events": [{"name": "network-changed", "server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "tag": "e973a66c-f16c-451e-a045-463c75ca5992"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:28.664747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab601746-21d9-46ae-b0fe-fc9f2fb9d0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e973a66c-f16c-451e-a045-463c75ca5992,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:28.672144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc93f640-bca8-4d47-8759-07a928c38922 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.754462 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2c97f0-837f-4d1b-96ca-ae39690ac528 x-openstack-request-id: req-dd2c97f0-837f-4d1b-96ca-ae39690ac528 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:28.759217 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "tag": "e973a66c-f16c-451e-a045-463c75ca5992", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:28.759771 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd2c97f0-837f-4d1b-96ca-ae39690ac528 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:28.760483 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992', 'status': 'completed', 'code': 200} Feb 07 22:43:28.794183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-c6bb0f76-e374-4ec5-8d69-bf10df11edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:28.801162 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-c6bb0f76-e374-4ec5-8d69-bf10df11edea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1094 time: 0.0849090 Feb 07 22:43:28.816148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc93f640-bca8-4d47-8759-07a928c38922 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.827519 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc93f640-bca8-4d47-8759-07a928c38922 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.844979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.860606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.884309 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-687a117b-6ed0-4df4-a20a-f7a456957c2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e973a66c-f16c-451e-a045-463c75ca5992 HTTP/1.1" status: 200 len: 217 time: 0.0757706 Feb 07 22:43:28.923846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Pushing event updated for resources: {'Port': ['ID=1280063e-2f23-489d-9cb5-47bd21fc078a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:28.953028 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc93f640-bca8-4d47-8759-07a928c38922 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.957060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fc93f640-bca8-4d47-8759-07a928c38922 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3802974 Feb 07 22:43:28.959049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44258) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:28.967543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-28176688-2418-4776-a845-9572ea453e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:28.969092 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-28176688-2418-4776-a845-9572ea453e2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.0766244 Feb 07 22:43:28.983963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-af83bd10-738d-4440-bf43-1879c4d41aec tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': 'f9a733f2-a108-4383-befa-25d1aa1bd023', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:28.984746 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-af83bd10-738d-4440-bf43-1879c4d41aec tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 22:43:28.985319 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-af83bd10-738d-4440-bf43-1879c4d41aec tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:28.987758 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-af83bd10-738d-4440-bf43-1879c4d41aec tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081434 Feb 07 22:43:28.987758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93f640-bca8-4d47-8759-07a928c38922 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a733f2-a108-4383-befa-25d1aa1bd023,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:28.988722 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc03a0d-2290-473e-9d99-291218707b4d req-469019a9-2d4f-4572-ac2e-8b4e00c3c83e tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:28.991133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44262) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:29.012243 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0fc03a0d-2290-473e-9d99-291218707b4d req-469019a9-2d4f-4572-ac2e-8b4e00c3c83e tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 945 time: 0.1305959 Feb 07 22:43:29.081664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-cfeb6390-e108-4fbf-a386-5a9c6b49b8ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666866 Feb 07 22:43:29.093055 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.120579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-577a8bdb-4384-4127-acf9-b5202adad2d0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:29.122462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-577a8bdb-4384-4127-acf9-b5202adad2d0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 946 time: 0.2075765 Feb 07 22:43:29.143294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.144735 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9e2025a9-a6dc-4b03-a064-03c21bf31976 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3704793 Feb 07 22:43:29.184483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34348685-f757-481c-9d76-d752ed18a817 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.244147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-a83243b2-63e7-4bbd-8f8f-21e232630ee5 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510985 Feb 07 22:43:29.264347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34348685-f757-481c-9d76-d752ed18a817 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.281856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0fc03a0d-2290-473e-9d99-291218707b4d req-04ecdd5c-30bd-44e1-bce3-a16fdd68ce60 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609303 Feb 07 22:43:29.312775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dbc43-0e8c-4f71-8a2a-3d1860e3bfec req-6749d99d-b377-448e-b539-1c72e6df301b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:29.316687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed1dbc43-0e8c-4f71-8a2a-3d1860e3bfec req-6749d99d-b377-448e-b539-1c72e6df301b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 946 time: 0.1677687 Feb 07 22:43:29.372641 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34348685-f757-481c-9d76-d752ed18a817 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.375488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34348685-f757-481c-9d76-d752ed18a817 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.376453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-34348685-f757-481c-9d76-d752ed18a817 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/f9a733f2-a108-4383-befa-25d1aa1bd023 HTTP/1.1" status: 204 len: 168 time: 0.3826354 Feb 07 22:43:29.379013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Deleting port 0a556e6b-0684-4e75-8e33-0cec74338c00 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:29.379340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.381498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44300) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:29.402019 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed1dbc43-0e8c-4f71-8a2a-3d1860e3bfec req-736ba3fb-130a-48a1-bd17-22c440196c57 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751817 Feb 07 22:43:29.456152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34348685-f757-481c-9d76-d752ed18a817 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a733f2-a108-4383-befa-25d1aa1bd023,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:29.467728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e490279e-c9ff-4f4a-a2de-3bfb9639efb5 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817006 Feb 07 22:43:29.470047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44308) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:29.485568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ab3e1894-ddc7-42b0-9131-62cdf653758d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195463241'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:29.603089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] For port 0a556e6b-0684-4e75-8e33-0cec74338c00, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0a556e6b-0684-4e75-8e33-0cec74338c00,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:29.603661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.622354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Calling delete_port for 0a556e6b-0684-4e75-8e33-0cec74338c00 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:29.625665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9fe01b69-50a0-4658-acb1-ff6dec2b3e34 req-3b66b44c-aebf-423c-9f81-78eaee190d05 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427613 Feb 07 22:43:29.643570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6075-f58f-4987-aa12-0a43ade88d64 req-9b0e358a-65e1-400d-a40c-48c7c0970c56 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:29.651974 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e15b6075-f58f-4987-aa12-0a43ade88d64 req-9b0e358a-65e1-400d-a40c-48c7c0970c56 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1014442 Feb 07 22:43:29.664145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1894-ddc7-42b0-9131-62cdf653758d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.678988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c12708-31e9-4e3f-bb75-28fb13a657c9 req-7d6a2bea-2b16-4fcb-8bc6-d68117ebc297 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:29.682420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36c12708-31e9-4e3f-bb75-28fb13a657c9 req-7d6a2bea-2b16-4fcb-8bc6-d68117ebc297 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 943 time: 0.2263768 Feb 07 22:43:29.759231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e15b6075-f58f-4987-aa12-0a43ade88d64 req-d2f5d62a-bc54-410e-8776-ffc280305518 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006353 Feb 07 22:43:29.855239 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1894-ddc7-42b0-9131-62cdf653758d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.859544 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36c12708-31e9-4e3f-bb75-28fb13a657c9 req-0cbfa793-e29a-41c3-972e-799f3b2e896d tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687615 Feb 07 22:43:29.865304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1894-ddc7-42b0-9131-62cdf653758d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.874756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.889763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['0a556e6b-0684-4e75-8e33-0cec74338c00'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:29.892850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308da0dd-4689-473f-bf9e-030819551518 req-d7c556e5-157d-4d82-9a16-dcf92c748f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:29.895639 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-308da0dd-4689-473f-bf9e-030819551518 req-d7c556e5-157d-4d82-9a16-dcf92c748f8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1094 time: 0.1846886 Feb 07 22:43:29.932187 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1894-ddc7-42b0-9131-62cdf653758d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.934070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ab3e1894-ddc7-42b0-9131-62cdf653758d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4618821 Feb 07 22:43:29.937513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e1894-ddc7-42b0-9131-62cdf653758d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf911ca-e61d-40e5-8ed8-5b7486ee9784,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:29.957863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44318) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:29.959534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event deleted for resources: {'Port': ['ID=0a556e6b-0684-4e75-8e33-0cec74338c00,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:29.980898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-17e7aa66-8ec3-41a2-b3ba-7da3e2c62c3c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': 'fbf911ca-e61d-40e5-8ed8-5b7486ee9784', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:29.984423 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-17e7aa66-8ec3-41a2-b3ba-7da3e2c62c3c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 22:43:29.985210 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-17e7aa66-8ec3-41a2-b3ba-7da3e2c62c3c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:29.986494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-17e7aa66-8ec3-41a2-b3ba-7da3e2c62c3c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0181899 Feb 07 22:43:29.990049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44320) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:30.052117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] No DVR routers for this DVR port 0a556e6b-0684-4e75-8e33-0cec74338c00 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:30.056657 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.060966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c146f599-42bb-4a2f-9271-3330fd86e7a2 req-07717030-0b85-4c2b-bdc2-626690fa0be2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "DELETE /v2.0/ports/0a556e6b-0684-4e75-8e33-0cec74338c00 HTTP/1.1" status: 204 len: 173 time: 0.9283006 Feb 07 22:43:30.061701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dde752-e1a3-4bc9-9656-e804a614e034', 'name': 'network-vif-deleted', 'tag': '0a556e6b-0684-4e75-8e33-0cec74338c00'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:30.074133 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be9fb53-7a69-4988-a37e-a697bfce8afa" -d '{"events": [{"server_uuid": "c0dde752-e1a3-4bc9-9656-e804a614e034", "name": "network-vif-deleted", "tag": "0a556e6b-0684-4e75-8e33-0cec74338c00"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:30.106135 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78796df4-b763-468a-8db0-afea22adc0ee tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.127627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308da0dd-4689-473f-bf9e-030819551518 req-c6d1807d-6c0c-4523-b71f-e09e2de562d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.133232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-308da0dd-4689-473f-bf9e-030819551518 req-c6d1807d-6c0c-4523-b71f-e09e2de562d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 913 time: 0.2305763 Feb 07 22:43:30.146539 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8431e2-9963-43b5-ab63-b0534191ca8d x-openstack-request-id: req-6e8431e2-9963-43b5-ab63-b0534191ca8d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:30.146963 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dde752-e1a3-4bc9-9656-e804a614e034", "name": "network-vif-deleted", "tag": "0a556e6b-0684-4e75-8e33-0cec74338c00", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:30.147396 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e8431e2-9963-43b5-ab63-b0534191ca8d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:30.147990 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dde752-e1a3-4bc9-9656-e804a614e034', 'name': 'network-vif-deleted', 'tag': '0a556e6b-0684-4e75-8e33-0cec74338c00', 'status': 'completed', 'code': 200} Feb 07 22:43:30.253318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-308da0dd-4689-473f-bf9e-030819551518 req-a5b49534-fb55-4525-a969-e4214147eec0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e973a66c-f16c-451e-a045-463c75ca5992 HTTP/1.1" status: 200 len: 217 time: 0.1035471 Feb 07 22:43:30.288152 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78796df4-b763-468a-8db0-afea22adc0ee tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.373812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308da0dd-4689-473f-bf9e-030819551518 req-0e4e379b-f477-4791-9421-0226518c9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.375327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-308da0dd-4689-473f-bf9e-030819551518 req-0e4e379b-f477-4791-9421-0226518c9565 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.1125762 Feb 07 22:43:30.438768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-308da0dd-4689-473f-bf9e-030819551518 req-ac725a0b-cb90-4637-844e-0f9449ecf95e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561705 Feb 07 22:43:30.471225 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78796df4-b763-468a-8db0-afea22adc0ee tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.475019 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78796df4-b763-468a-8db0-afea22adc0ee tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.479629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44360) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:30.493602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-78796df4-b763-468a-8db0-afea22adc0ee tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/fbf911ca-e61d-40e5-8ed8-5b7486ee9784 HTTP/1.1" status: 204 len: 168 time: 0.5006254 Feb 07 22:43:30.548013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78796df4-b763-468a-8db0-afea22adc0ee tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf911ca-e61d-40e5-8ed8-5b7486ee9784,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:30.651176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26125db5-8b04-4fa7-8d41-1b389e184053 req-556d5f23-5d34-49e6-ba5d-c7bf0ca115e7 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.653901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26125db5-8b04-4fa7-8d41-1b389e184053 req-556d5f23-5d34-49e6-ba5d-c7bf0ca115e7 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 945 time: 0.2324376 Feb 07 22:43:30.662153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5badd91-1c94-4c1f-b511-cd767307f084 req-0ee1de96-2eda-479c-9dde-15f743ed79ae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dde752-e1a3-4bc9-9656-e804a614e034 HTTP/1.1" status: 200 len: 210 time: 0.1064079 Feb 07 22:43:30.673769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1736b33d-c4d0-4c12-a927-44c7c96b8b2f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1929729 Feb 07 22:43:30.684501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44362) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:30.694624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0703cdc7-e412-4f22-b5b6-7e6d997ef04b tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'tempest-secgroup--140974783'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:30.723155 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-308da0dd-4689-473f-bf9e-030819551518 req-96875f07-9b9e-45fc-b4d2-a95a45ceeb7a service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632542 Feb 07 22:43:30.727796 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0703cdc7-e412-4f22-b5b6-7e6d997ef04b tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.760581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26125db5-8b04-4fa7-8d41-1b389e184053 req-29ea055f-9d69-4d08-8520-35e9aac73e0e tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921645 Feb 07 22:43:30.867004 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0703cdc7-e412-4f22-b5b6-7e6d997ef04b tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.883012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0703cdc7-e412-4f22-b5b6-7e6d997ef04b tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.885341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-308da0dd-4689-473f-bf9e-030819551518 req-e2f401bd-1e74-4a66-8f87-3cedaeb0e0ee service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534173 Feb 07 22:43:30.951073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0703cdc7-e412-4f22-b5b6-7e6d997ef04b tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.954893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0703cdc7-e412-4f22-b5b6-7e6d997ef04b tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2660227 Feb 07 22:43:30.956069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44374) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:30.961329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6b55621c-dfde-43da-a142-dcd6455c7db7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': 'd48ef9ed-d309-42b1-84de-9155b37658f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:30.962341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703cdc7-e412-4f22-b5b6-7e6d997ef04b tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ef9ed-d309-42b1-84de-9155b37658f0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:30.975443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e62d6-7386-4726-84eb-a63f94ca0f46 req-95a7a243-bc4e-4a6d-9477-53a1865a1989 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.976682 n-d-827895-2 neutron-server[102290]: WARNING neutron.api.v2.base [None req-6b55621c-dfde-43da-a142-dcd6455c7db7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 22:43:30.977301 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-6b55621c-dfde-43da-a142-dcd6455c7db7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:30.982996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6b55621c-dfde-43da-a142-dcd6455c7db7 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227008 Feb 07 22:43:30.983244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44376) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:30.983903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa0e62d6-7386-4726-84eb-a63f94ca0f46 req-95a7a243-bc4e-4a6d-9477-53a1865a1989 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1158416 Feb 07 22:43:30.987799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5d541f28-0747-4098-9d69-3dbd90ae7183 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': 'd48ef9ed-d309-42b1-84de-9155b37658f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:30.988477 n-d-827895-2 neutron-server[102290]: WARNING neutron.api.v2.base [None req-5d541f28-0747-4098-9d69-3dbd90ae7183 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 22:43:30.988924 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-5d541f28-0747-4098-9d69-3dbd90ae7183 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:30.989861 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5d541f28-0747-4098-9d69-3dbd90ae7183 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056987 Feb 07 22:43:30.992691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44378) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:31.004345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bd32ff94-a255-4780-8f25-57e269ddea28 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': 'd48ef9ed-d309-42b1-84de-9155b37658f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:31.006627 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-bd32ff94-a255-4780-8f25-57e269ddea28 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 22:43:31.007338 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-bd32ff94-a255-4780-8f25-57e269ddea28 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:31.008416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bd32ff94-a255-4780-8f25-57e269ddea28 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147772 Feb 07 22:43:31.011341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44380) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:31.018116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b249dd96-dc59-4b1d-a44f-95bcf7e6dd3a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': 'd48ef9ed-d309-42b1-84de-9155b37658f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:31.019450 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-b249dd96-dc59-4b1d-a44f-95bcf7e6dd3a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 22:43:31.020107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e973a66c-f16c-451e-a045-463c75ca5992 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:43:31.029260 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-b249dd96-dc59-4b1d-a44f-95bcf7e6dd3a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:31.030239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b249dd96-dc59-4b1d-a44f-95bcf7e6dd3a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0171850 Feb 07 22:43:31.033328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44384) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:31.080866 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa0e62d6-7386-4726-84eb-a63f94ca0f46 req-9331957c-d67f-46a6-9deb-627caa0a3761 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961595 Feb 07 22:43:31.164101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e973a66c-f16c-451e-a045-463c75ca5992, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e973a66c-f16c-451e-a045-463c75ca5992,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:31.180974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e973a66c-f16c-451e-a045-463c75ca5992', 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9', 'port_id': 'e973a66c-f16c-451e-a045-463c75ca5992', 'mac_address': 'fa:16:3e:9e:3d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6f48fe-117c-4717-abbb-82fa6180bbc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:43:31.227978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1b1c3-25d2-420b-8db8-ad14abf1b9c6 req-bea69770-92ae-4f75-ba77-912995aa0caa tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:31.229498 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20e1b1c3-25d2-420b-8db8-ad14abf1b9c6 req-bea69770-92ae-4f75-ba77-912995aa0caa tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 943 time: 0.1242623 Feb 07 22:43:31.231967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7f7050c-a597-40b5-8c72-37d0c4936e2e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.255811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.257202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7de27-dc36-45c6-bd78-84bd199e3c19 req-2645ea03-7fac-4cb9-b8fd-a5d29f1f96c9 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:31.258773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20d7de27-dc36-45c6-bd78-84bd199e3c19 req-2645ea03-7fac-4cb9-b8fd-a5d29f1f96c9 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 945 time: 0.0898335 Feb 07 22:43:31.268724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-fbbf1b62-d4cc-45df-8abb-f61fe786558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:31.274331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e973a66c-f16c-451e-a045-463c75ca5992 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:31.276898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-fbbf1b62-d4cc-45df-8abb-f61fe786558b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f646ed217b04ef79fefe5c9fad7665e&device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 1096 time: 0.1832247 Feb 07 22:43:31.296780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e973a66c-f16c-451e-a045-463c75ca5992, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e973a66c-f16c-451e-a045-463c75ca5992,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:31.306657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.318545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7f7050c-a597-40b5-8c72-37d0c4936e2e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.359453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20d7de27-dc36-45c6-bd78-84bd199e3c19 req-fd6bdd6f-d8fe-4018-813e-e8d0c927fcd0 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884151 Feb 07 22:43:31.409393 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e973a66c-f16c-451e-a045-463c75ca5992,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:31.426201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20e1b1c3-25d2-420b-8db8-ad14abf1b9c6 req-963f1d59-75c5-416a-8f3c-1a8bd4d1e15e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786716 Feb 07 22:43:31.475087 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7f7050c-a597-40b5-8c72-37d0c4936e2e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.477944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7f7050c-a597-40b5-8c72-37d0c4936e2e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.479079 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d7f7050c-a597-40b5-8c72-37d0c4936e2e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/d48ef9ed-d309-42b1-84de-9155b37658f0 HTTP/1.1" status: 204 len: 168 time: 0.4438584 Feb 07 22:43:31.481902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44400) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:31.487240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-323b281c-25d4-43c7-8210-d0b4ad116744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:31.488695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-323b281c-25d4-43c7-8210-d0b4ad116744 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6a5f645-3004-4251-a632-b0c638c1112c HTTP/1.1" status: 200 len: 913 time: 0.1848783 Feb 07 22:43:31.493925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7050c-a597-40b5-8c72-37d0c4936e2e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ef9ed-d309-42b1-84de-9155b37658f0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:31.508777 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e973a66c-f16c-451e-a045-463c75ca5992'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:31.551921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5c173923-798b-474f-8cae-1828cb831cf4 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685554 Feb 07 22:43:31.552979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44404) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:31.560218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-04837277-0276-4da5-b88b-86f1aebe6786 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'tempest-secgroup--187147541'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:31.593020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04837277-0276-4da5-b88b-86f1aebe6786 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.601636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-832db86a-f40f-45c8-9383-5c195682d90d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62be09c5-7a90-4d83-a2c0-b90cd0302e44 HTTP/1.1" status: 200 len: 217 time: 0.1056156 Feb 07 22:43:31.684710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04837277-0276-4da5-b88b-86f1aebe6786 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.692648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-d97a8c97-dcac-4b0c-925c-127e4211e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:31.694089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-d97a8c97-dcac-4b0c-925c-127e4211e59c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1787cfcb-b334-40c6-a84e-238156bc9e7f HTTP/1.1" status: 200 len: 853 time: 0.0841877 Feb 07 22:43:31.701208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04837277-0276-4da5-b88b-86f1aebe6786 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.747801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-c1e80ecc-1a3c-43c6-8819-2d49938bcc94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6a5f645-3004-4251-a632-b0c638c1112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453801 Feb 07 22:43:31.773506 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04837277-0276-4da5-b88b-86f1aebe6786 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.776547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04837277-0276-4da5-b88b-86f1aebe6786 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2225122 Feb 07 22:43:31.780331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44412) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:31.790878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-51e50834-e6c0-4307-8393-af2eff5a676e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '86942f9a-3b08-4fe8-a84c-39697e6acaf5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:31.795630 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-51e50834-e6c0-4307-8393-af2eff5a676e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 22:43:31.797663 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-51e50834-e6c0-4307-8393-af2eff5a676e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:31.798701 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-51e50834-e6c0-4307-8393-af2eff5a676e tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0176198 Feb 07 22:43:31.801551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44414) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:31.813202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b48cd41c-9f38-4e2d-b162-4dc032c8aab9 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '86942f9a-3b08-4fe8-a84c-39697e6acaf5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:31.819371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04837277-0276-4da5-b88b-86f1aebe6786 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86942f9a-3b08-4fe8-a84c-39697e6acaf5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:31.893030 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-b48cd41c-9f38-4e2d-b162-4dc032c8aab9 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:31.893030 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b48cd41c-9f38-4e2d-b162-4dc032c8aab9 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0891652 Feb 07 22:43:31.895338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44418) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:31.901134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9d455370-7713-455e-a4dd-171dfbe5efa6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '86942f9a-3b08-4fe8-a84c-39697e6acaf5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:31.901944 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-9d455370-7713-455e-a4dd-171dfbe5efa6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 22:43:31.903190 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-9d455370-7713-455e-a4dd-171dfbe5efa6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:31.904568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9d455370-7713-455e-a4dd-171dfbe5efa6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080504 Feb 07 22:43:31.907511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44420) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:31.912781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3f28d031-3d15-4b96-8665-61dc00fb3729 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '86942f9a-3b08-4fe8-a84c-39697e6acaf5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:31.937260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-88ae12a1-561a-4b3b-a43b-a5a961344776 service neutron] 10.222.0.46 "GET /v2.0/networks/f6a5f645-3004-4251-a632-b0c638c1112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786945 Feb 07 22:43:31.974965 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-3f28d031-3d15-4b96-8665-61dc00fb3729 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:31.976246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3f28d031-3d15-4b96-8665-61dc00fb3729 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0674367 Feb 07 22:43:31.982947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44430) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:32.014847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ed4039d8-9b25-4f6d-b483-11128c7a3ebe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '86942f9a-3b08-4fe8-a84c-39697e6acaf5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:32.015578 n-d-827895-2 neutron-server[102290]: WARNING neutron.api.v2.base [None req-ed4039d8-9b25-4f6d-b483-11128c7a3ebe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 22:43:32.016105 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-ed4039d8-9b25-4f6d-b483-11128c7a3ebe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:32.019663 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ed4039d8-9b25-4f6d-b483-11128c7a3ebe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0320170 Feb 07 22:43:32.020125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44434) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:32.024701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d4d0d911-a7a8-4680-a84b-a3d3ab25073f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '86942f9a-3b08-4fe8-a84c-39697e6acaf5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:32.083532 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-d4d0d911-a7a8-4680-a84b-a3d3ab25073f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:32.090329 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d4d0d911-a7a8-4680-a84b-a3d3ab25073f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0649393 Feb 07 22:43:32.090329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44436) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:32.097618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f5952a83-13fe-460e-8440-4f6a5bd8bc4f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '86942f9a-3b08-4fe8-a84c-39697e6acaf5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:32.098105 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-f5952a83-13fe-460e-8440-4f6a5bd8bc4f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 22:43:32.098768 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-f5952a83-13fe-460e-8440-4f6a5bd8bc4f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:32.102579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f5952a83-13fe-460e-8440-4f6a5bd8bc4f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084448 Feb 07 22:43:32.103244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44438) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:32.120873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6c6601cc-7162-455e-98f1-185bbdf97e55 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '86942f9a-3b08-4fe8-a84c-39697e6acaf5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:32.164673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-5a5efc56-e15f-48c9-92af-11317bfb3841 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:32.173813 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-5a5efc56-e15f-48c9-92af-11317bfb3841 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.1897638 Feb 07 22:43:32.182271 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-6c6601cc-7162-455e-98f1-185bbdf97e55 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:32.188367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6c6601cc-7162-455e-98f1-185bbdf97e55 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0837748 Feb 07 22:43:32.188805 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2cd4868-4c77-4fa7-a94b-38bc9f38d729 req-4b4c09f8-99c6-41d9-af94-16a49df2301b service neutron] 10.222.0.46 "GET /v2.0/networks/f6a5f645-3004-4251-a632-b0c638c1112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487960 Feb 07 22:43:32.189970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44442) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:32.191650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-71db7f4e-543d-4c52-96ec-c507a40e70c7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/quotas/d5bdb28cb7254db994046a3139ebb16d HTTP/1.1" status: 200 len: 375 time: 0.0148532 Feb 07 22:43:32.194597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b4b59ccd-70a2-48bb-a905-2f19eeaa90c1 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '86942f9a-3b08-4fe8-a84c-39697e6acaf5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:32.200471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0a556e6b-0684-4e75-8e33-0cec74338c00 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:32.233866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 0a556e6b-0684-4e75-8e33-0cec74338c00 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:43:32.234251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0a556e6b-0684-4e75-8e33-0cec74338c00 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:43:32.244067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-02a09616-ab07-48b3-98d6-423b4b80b860 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439861 Feb 07 22:43:32.323945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4bb42-7bbf-422c-b0b0-1a117d29182f req-7e742abb-5e47-4138-932b-489f3db497dd tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:32.326327 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-62d4bb42-7bbf-422c-b0b0-1a117d29182f req-7e742abb-5e47-4138-932b-489f3db497dd tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1247666 Feb 07 22:43:32.362598 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-b4b59ccd-70a2-48bb-a905-2f19eeaa90c1 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:32.364066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b4b59ccd-70a2-48bb-a905-2f19eeaa90c1 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1730833 Feb 07 22:43:32.367947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44444) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:32.411231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-62d4bb42-7bbf-422c-b0b0-1a117d29182f req-bda736ff-1dca-4ab7-8633-aeb43cb97076 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725255 Feb 07 22:43:32.448289 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-6c4f91c3-64dd-426f-8161-5c2150f75a1f service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943390 Feb 07 22:43:32.468946 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f2d21f6-e96d-48b8-bb93-0ecc5443eb0f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.502678 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f2d21f6-e96d-48b8-bb93-0ecc5443eb0f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.560556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-0246b018-04f7-4e36-a51e-7433cee5dfc8 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113832 Feb 07 22:43:32.593496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ed499-2a89-4df9-819a-0aaaf4700668 req-cbeb701b-db7d-4179-ab5e-455648c66ba1 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:32.601241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b46ed499-2a89-4df9-819a-0aaaf4700668 req-cbeb701b-db7d-4179-ab5e-455648c66ba1 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 945 time: 0.0775490 Feb 07 22:43:32.612110 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f2d21f6-e96d-48b8-bb93-0ecc5443eb0f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.614638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f2d21f6-e96d-48b8-bb93-0ecc5443eb0f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.618186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6f2d21f6-e96d-48b8-bb93-0ecc5443eb0f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/86942f9a-3b08-4fe8-a84c-39697e6acaf5 HTTP/1.1" status: 204 len: 168 time: 0.2433209 Feb 07 22:43:32.618902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44450) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:32.642723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d21f6-e96d-48b8-bb93-0ecc5443eb0f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86942f9a-3b08-4fe8-a84c-39697e6acaf5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:32.685991 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b46ed499-2a89-4df9-819a-0aaaf4700668 req-55b344cd-4442-41e2-9898-1217cc256a9e tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833755 Feb 07 22:43:32.727052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-44768a9a-1cfa-4dea-a71c-cbcff868d434 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026225 Feb 07 22:43:32.727499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44456) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:32.733793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-66c6ee04-4a12-433b-91a1-671050ab007c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090679102'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:32.798486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-66c6ee04-4a12-433b-91a1-671050ab007c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.875972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-220dd13f-e4a5-4e8f-8495-40a1f7a3a52a req-c9372cde-b87d-4104-9008-c425565180a2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 210 time: 0.0493040 Feb 07 22:43:32.957168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855815d-d3f5-4fe8-bdf3-961334f6b922 req-b9f63bd1-2abf-40d0-9f77-05ce56d07ac1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:32.957877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a855815d-d3f5-4fe8-bdf3-961334f6b922 req-b9f63bd1-2abf-40d0-9f77-05ce56d07ac1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 944 time: 0.1316931 Feb 07 22:43:33.021190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e973a66c-f16c-451e-a045-463c75ca5992 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:33.070623 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-66c6ee04-4a12-433b-91a1-671050ab007c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.093954 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a855815d-d3f5-4fe8-bdf3-961334f6b922 req-2969ec34-3a4a-46fa-b41d-4c595023d3ba tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110361 Feb 07 22:43:33.098211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-66c6ee04-4a12-433b-91a1-671050ab007c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.134548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port e973a66c-f16c-451e-a045-463c75ca5992 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:33.135340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6ee04-4a12-433b-91a1-671050ab007c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4129078d-ddd3-44da-9cc0-05ecb202be83,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:33.140113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e973a66c-f16c-451e-a045-463c75ca5992 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:33.140801 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.170220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-66c6ee04-4a12-433b-91a1-671050ab007c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.174966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-66c6ee04-4a12-433b-91a1-671050ab007c tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4445157 Feb 07 22:43:33.175634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44472) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:33.181321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6e0f81f7-616b-4282-8879-271ead88d617 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '4129078d-ddd3-44da-9cc0-05ecb202be83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:33.282380 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-6e0f81f7-616b-4282-8879-271ead88d617 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The resource could not be found. Feb 07 22:43:33.285016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e0f81f7-616b-4282-8879-271ead88d617 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1082368 Feb 07 22:43:33.287854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44476) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:33.294342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5796653e-7e4e-41eb-a99c-a81699d1a731 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': '4129078d-ddd3-44da-9cc0-05ecb202be83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a529d5c3-cd71-423a-8c9d-1f867760ad46'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:33.333011 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.356439 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-5796653e-7e4e-41eb-a99c-a81699d1a731 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The resource could not be found. Feb 07 22:43:33.357826 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5796653e-7e4e-41eb-a99c-a81699d1a731 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0686493 Feb 07 22:43:33.360710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44478) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:33.399859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:33.404522 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c763cf0-9a9f-484d-9151-21f573d19ef6" -d '{"events": [{"server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "name": "network-vif-plugged", "status": "completed", "tag": "e973a66c-f16c-451e-a045-463c75ca5992"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:33.426732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e973a66c-f16c-451e-a045-463c75ca5992, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e973a66c-f16c-451e-a045-463c75ca5992,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:33.432362 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.482639 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65d73856-8e96-4a6d-9636-4c6a8c6a6047 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.529549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e973a66c-f16c-451e-a045-463c75ca5992,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:33.535019 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65d73856-8e96-4a6d-9636-4c6a8c6a6047 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.541828 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f3f110-6247-4f2f-b458-bf5136519675 x-openstack-request-id: req-e2f3f110-6247-4f2f-b458-bf5136519675 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:33.544959 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "name": "network-vif-plugged", "status": "completed", "tag": "e973a66c-f16c-451e-a045-463c75ca5992", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:33.545251 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2f3f110-6247-4f2f-b458-bf5136519675 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:33.545692 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992', 'code': 200} Feb 07 22:43:33.647925 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65d73856-8e96-4a6d-9636-4c6a8c6a6047 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.654277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65d73856-8e96-4a6d-9636-4c6a8c6a6047 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.657840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-65d73856-8e96-4a6d-9636-4c6a8c6a6047 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/4129078d-ddd3-44da-9cc0-05ecb202be83 HTTP/1.1" status: 204 len: 168 time: 0.2933729 Feb 07 22:43:33.658285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44486) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:33.703580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d73856-8e96-4a6d-9636-4c6a8c6a6047 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4129078d-ddd3-44da-9cc0-05ecb202be83,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:33.754896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06996d66-47b9-4a63-822f-28879fc67cad req-ed2bddc3-b039-4308-980f-b6ce2b7964e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.757088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06996d66-47b9-4a63-822f-28879fc67cad req-ed2bddc3-b039-4308-980f-b6ce2b7964e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1096 time: 0.1697097 Feb 07 22:43:33.791977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fa3e-3a96-4797-8103-69847b098876 req-e243cf2f-613c-4c51-be81-c8eafc29b5d4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.800098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fa3e-3a96-4797-8103-69847b098876 req-e243cf2f-613c-4c51-be81-c8eafc29b5d4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.802861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.806346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fa3e-3a96-4797-8103-69847b098876 req-e243cf2f-613c-4c51-be81-c8eafc29b5d4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.815805 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-75ca4b43-3724-463d-b2a8-726edb2cda12 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1528893 Feb 07 22:43:33.816011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fa3e-3a96-4797-8103-69847b098876 req-e243cf2f-613c-4c51-be81-c8eafc29b5d4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.817398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44492) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:33.819011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fa3e-3a96-4797-8103-69847b098876 req-e243cf2f-613c-4c51-be81-c8eafc29b5d4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.825516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fa3e-3a96-4797-8103-69847b098876 req-e243cf2f-613c-4c51-be81-c8eafc29b5d4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.831183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fa3e-3a96-4797-8103-69847b098876 req-e243cf2f-613c-4c51-be81-c8eafc29b5d4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.833420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-700228a3-dec4-498a-b5b8-249ab89bae66 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': 'f56021a9-138c-47ef-b4ae-9e2e00f8d7a0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:33.838949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f901fa3e-3a96-4797-8103-69847b098876 req-e243cf2f-613c-4c51-be81-c8eafc29b5d4 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.1603987 Feb 07 22:43:33.879415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef711-e77e-4273-aea9-da952828e7a3 req-d9e52ed3-fbca-4899-8d69-dbfe1a01e0cb tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.880729 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a09ef711-e77e-4273-aea9-da952828e7a3 req-d9e52ed3-fbca-4899-8d69-dbfe1a01e0cb tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.2101190 Feb 07 22:43:33.906197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06996d66-47b9-4a63-822f-28879fc67cad req-f31416a7-2f0b-4d03-a57e-852e6bd1f68a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374528 Feb 07 22:43:33.910561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f901fa3e-3a96-4797-8103-69847b098876 req-e4d36217-ecf2-4e78-a3ef-c89b9e708ead tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708349 Feb 07 22:43:33.948821 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a09ef711-e77e-4273-aea9-da952828e7a3 req-d1f9aea5-3ee4-4af2-a17b-397fc0a56562 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525277 Feb 07 22:43:33.951061 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-700228a3-dec4-498a-b5b8-249ab89bae66 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The resource could not be found. Feb 07 22:43:33.955514 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-700228a3-dec4-498a-b5b8-249ab89bae66 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1302860 Feb 07 22:43:33.955725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44498) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:33.961775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-028b3805-f8cf-4556-9cc2-b2c3abc93726 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'tempest-secgroup--6159574'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:33.995724 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-028b3805-f8cf-4556-9cc2-b2c3abc93726 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.120456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c5c5a9c-38b0-4ae0-a53c-363e6bc343cc req-10e6f973-ed99-42e0-a5ed-479a5207fbf6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 210 time: 0.0806704 Feb 07 22:43:34.140276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1b25-5833-46e6-8b83-1341b94fd51b req-ab6ce463-d712-4c94-894b-7d54df910bb5 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:34.142006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f4b1b25-5833-46e6-8b83-1341b94fd51b req-ab6ce463-d712-4c94-894b-7d54df910bb5 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 945 time: 0.1231015 Feb 07 22:43:34.189603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-028b3805-f8cf-4556-9cc2-b2c3abc93726 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.216936 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-028b3805-f8cf-4556-9cc2-b2c3abc93726 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.253564 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.310356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f4b1b25-5833-46e6-8b83-1341b94fd51b req-1099670c-3a47-40f1-8221-445ea72be080 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462972 Feb 07 22:43:34.311284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b3805-f8cf-4556-9cc2-b2c3abc93726 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac95c4e-8ec9-4009-9424-6f15b285ce90,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:34.327947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-028b3805-f8cf-4556-9cc2-b2c3abc93726 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.333673 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-028b3805-f8cf-4556-9cc2-b2c3abc93726 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3760467 Feb 07 22:43:34.334730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44504) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:34.342100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d51c39f3-9887-4762-bc9f-34657b407ffe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'tempest-secgroup--269518145'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:34.382457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d51c39f3-9887-4762-bc9f-34657b407ffe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.388264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963fd33-5508-40cf-a8e8-98b1a3424ca8 req-8bc7a165-db8b-4aa0-a552-35d181332772 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:34.390066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a963fd33-5508-40cf-a8e8-98b1a3424ca8 req-8bc7a165-db8b-4aa0-a552-35d181332772 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 945 time: 0.1055470 Feb 07 22:43:34.417623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-20dffead-8555-4d4e-b972-906f3476dab4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:34.419857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-20dffead-8555-4d4e-b972-906f3476dab4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.2618601 Feb 07 22:43:34.436088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Request body: {'port': {'device_id': '1a9dc80a-ae03-4052-98f0-0c8b2936014d', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'admin_state_up': True, 'tenant_id': 'd5bdb28cb7254db994046a3139ebb16d'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:34.495538 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d51c39f3-9887-4762-bc9f-34657b407ffe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.505393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d51c39f3-9887-4762-bc9f-34657b407ffe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.531271 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a963fd33-5508-40cf-a8e8-98b1a3424ca8 req-94f06795-8f6e-4612-b2d0-f76277551a69 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312819 Feb 07 22:43:34.593017 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d51c39f3-9887-4762-bc9f-34657b407ffe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.594461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d51c39f3-9887-4762-bc9f-34657b407ffe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2580018 Feb 07 22:43:34.597436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44510) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:34.617120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ca8b5cb6-b7c1-4ea8-8194-1f8ae78dcbee tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group_rule': {'security_group_id': 'dac95c4e-8ec9-4009-9424-6f15b285ce90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'aaa312ea-85f9-4528-acb9-793ab15fa680'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:34.622910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c39f3-9887-4762-bc9f-34657b407ffe tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa312ea-85f9-4528-acb9-793ab15fa680,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:34.640238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Made reservation on behalf of d5bdb28cb7254db994046a3139ebb16d for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:34.647609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.688994 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-ca8b5cb6-b7c1-4ea8-8194-1f8ae78dcbee tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:43:34.693074 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca8b5cb6-b7c1-4ea8-8194-1f8ae78dcbee tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0943279 Feb 07 22:43:34.693658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44514) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:34.762125 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c07424c-f92e-48cc-a8f9-b2c261c27e5a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.793888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c07424c-f92e-48cc-a8f9-b2c261c27e5a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.844872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c627-583c-4982-9ce4-86fb25962a5c req-8b59bcd8-580b-452d-b2fc-bc98b0c37945 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:34.846401 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd78c627-583c-4982-9ce4-86fb25962a5c req-8b59bcd8-580b-452d-b2fc-bc98b0c37945 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 945 time: 0.0747933 Feb 07 22:43:34.847816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Allocated IP 172.20.0.6 (3f505c7d-461f-412e-8ed9-d34567727b58/a859faec-1a35-450f-981d-df2a13fe444c/9c2add09-556a-4078-8607-e698b3e5c4b2) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:34.872148 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c07424c-f92e-48cc-a8f9-b2c261c27e5a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.876956 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c07424c-f92e-48cc-a8f9-b2c261c27e5a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.883996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44518) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:34.893042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1c07424c-f92e-48cc-a8f9-b2c261c27e5a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/aaa312ea-85f9-4528-acb9-793ab15fa680 HTTP/1.1" status: 204 len: 168 time: 0.1974893 Feb 07 22:43:34.909127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07424c-f92e-48cc-a8f9-b2c261c27e5a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa312ea-85f9-4528-acb9-793ab15fa680,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:34.971086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd78c627-583c-4982-9ce4-86fb25962a5c req-89e07c30-84d3-4445-8c9c-9d3c4429e1cd tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094723 Feb 07 22:43:35.083327 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3899b7ac-6d6e-48b0-b81c-7cec82cf721f tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.1980839 Feb 07 22:43:35.087169 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44532) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:35.222906 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-396dba18-22ad-490c-a643-734df3f7fbd5 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.243628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33c704-dfab-444a-95a8-bd064e572654 req-8ffc187c-71e3-4582-a828-4acc31454495 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.246865 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd33c704-dfab-444a-95a8-bd064e572654 req-8ffc187c-71e3-4582-a828-4acc31454495 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1679897 Feb 07 22:43:35.278738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b94b4-b752-4762-9380-956accb7ca57 req-96dd4547-19cd-425b-884c-71d93a4d85eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.289358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b94b4-b752-4762-9380-956accb7ca57 req-96dd4547-19cd-425b-884c-71d93a4d85eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.297622 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b94b4-b752-4762-9380-956accb7ca57 req-96dd4547-19cd-425b-884c-71d93a4d85eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.307951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b94b4-b752-4762-9380-956accb7ca57 req-96dd4547-19cd-425b-884c-71d93a4d85eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.315623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b94b4-b752-4762-9380-956accb7ca57 req-96dd4547-19cd-425b-884c-71d93a4d85eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.322763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b94b4-b752-4762-9380-956accb7ca57 req-96dd4547-19cd-425b-884c-71d93a4d85eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.329879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b94b4-b752-4762-9380-956accb7ca57 req-96dd4547-19cd-425b-884c-71d93a4d85eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.331872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d5b94b4-b752-4762-9380-956accb7ca57 req-96dd4547-19cd-425b-884c-71d93a4d85eb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.2204642 Feb 07 22:43:35.338133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.353492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd33c704-dfab-444a-95a8-bd064e572654 req-98b46019-1c84-472e-b022-cdec21af2764 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955493 Feb 07 22:43:35.354275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-396dba18-22ad-490c-a643-734df3f7fbd5 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.408913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.436173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d5b94b4-b752-4762-9380-956accb7ca57 req-31de4837-21dd-4276-9c61-1026615d01b9 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873630 Feb 07 22:43:35.454862 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-396dba18-22ad-490c-a643-734df3f7fbd5 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.467226 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-396dba18-22ad-490c-a643-734df3f7fbd5 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.471504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-396dba18-22ad-490c-a643-734df3f7fbd5 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/dac95c4e-8ec9-4009-9424-6f15b285ce90 HTTP/1.1" status: 204 len: 168 time: 0.3831739 Feb 07 22:43:35.472109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44556) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:35.498328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Network 3f505c7d-461f-412e-8ed9-d34567727b58 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:35.498964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dba18-22ad-490c-a643-734df3f7fbd5 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac95c4e-8ec9-4009-9424-6f15b285ce90,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:35.505748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:35.516788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:35.536129 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9c6e61a1-e278-4f59-a8d2-95550360ccd2 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594687 Feb 07 22:43:35.536730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44558) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:35.541315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8eb37f32-aa8d-40d0-905e-57a36796d08d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089292998'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:35.572751 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8eb37f32-aa8d-40d0-905e-57a36796d08d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.592837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event updated for resources: {'Port': ['ID=9c2add09-556a-4078-8607-e698b3e5c4b2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:35.638005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.638886 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.650406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600728-8c3f-45fc-83e6-92ebf2c2926d req-f3df7045-945c-485d-9b88-ef8e14ef61dc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.652795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92600728-8c3f-45fc-83e6-92ebf2c2926d req-f3df7045-945c-485d-9b88-ef8e14ef61dc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 931 time: 0.1761827 Feb 07 22:43:35.674250 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-81368dfe-7d2b-41a8-8cdd-3e1018a759cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2454193 Feb 07 22:43:35.689365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Request body: {'port': {'device_id': '1a9dc80a-ae03-4052-98f0-0c8b2936014d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:35.700322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e0c1-5116-4592-91ac-eca9f35ec71e req-a99d47bf-236a-4b4b-8e0c-def7462ba66e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.701918 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a299e0c1-5116-4592-91ac-eca9f35ec71e req-a99d47bf-236a-4b4b-8e0c-def7462ba66e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 945 time: 0.0957365 Feb 07 22:43:35.736590 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92600728-8c3f-45fc-83e6-92ebf2c2926d req-43b14787-92ab-48bb-a46f-d8bb4d4dcc5b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743659 Feb 07 22:43:35.755799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8eb37f32-aa8d-40d0-905e-57a36796d08d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.771922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.772051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8eb37f32-aa8d-40d0-905e-57a36796d08d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.816976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a299e0c1-5116-4592-91ac-eca9f35ec71e req-e7c50eb0-7d9b-4119-b78e-1f97fb4733e2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038280 Feb 07 22:43:35.822838 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8eb37f32-aa8d-40d0-905e-57a36796d08d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.824730 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8eb37f32-aa8d-40d0-905e-57a36796d08d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2862496 Feb 07 22:43:35.829546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44564) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:35.834189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-84604c25-22ff-4239-a934-f27d7432ca75 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:35.834596 n-d-827895-2 neutron-server[102290]: WARNING neutron.api.v2.base [None req-84604c25-22ff-4239-a934-f27d7432ca75 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 22:43:35.835069 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-84604c25-22ff-4239-a934-f27d7432ca75 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 22:43:35.836022 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-84604c25-22ff-4239-a934-f27d7432ca75 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "PUT /v2.0/security-groups/9b63dd95-c538-47e3-921b-17360203f627 HTTP/1.1" status: 409 len: 330 time: 0.0055428 Feb 07 22:43:35.838855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44566) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:35.850522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb37f32-aa8d-40d0-905e-57a36796d08d tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63dd95-c538-47e3-921b-17360203f627,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:35.915601 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-106449d7-c734-41a9-819e-42505339ed1a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.946519 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-106449d7-c734-41a9-819e-42505339ed1a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.986918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44572) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:36.017170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-106449d7-c734-41a9-819e-42505339ed1a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.020720 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-106449d7-c734-41a9-819e-42505339ed1a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.021898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-106449d7-c734-41a9-819e-42505339ed1a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/9b63dd95-c538-47e3-921b-17360203f627 HTTP/1.1" status: 204 len: 168 time: 0.1820378 Feb 07 22:43:36.025714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44576) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:36.045095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106449d7-c734-41a9-819e-42505339ed1a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63dd95-c538-47e3-921b-17360203f627,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:36.057805 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-18ab662f-ef7b-4049-812b-8c310ef09c28 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1889583868&fields=id&tenant_id=122e9617dbb34a498e58619c6879494f HTTP/1.1" status: 200 len: 267 time: 0.0803251 Feb 07 22:43:36.166057 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-39f899d9-97f1-432f-a3e6-011c458ba1b6 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391821 Feb 07 22:43:36.166901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44578) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:36.189200 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-14ba877e-26ba-4c73-86bd-4d204fe10d86 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] delete failed (client error): The resource could not be found. Feb 07 22:43:36.190231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-14ba877e-26ba-4c73-86bd-4d204fe10d86 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "DELETE /v2.0/security-groups/136ca606-8bc8-43e7-8d72-1307e5b97125 HTTP/1.1" status: 404 len: 347 time: 0.0206709 Feb 07 22:43:36.197084 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57362959-504e-4a7f-9d9a-883ea60c1a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.197254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44580) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:36.209178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77513a-ca75-4e41-a4e1-f8c90da81f94 req-aebb9adb-4ead-47bf-a3b7-900a3c1cde74 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.210745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f77513a-ca75-4e41-a4e1-f8c90da81f94 req-aebb9adb-4ead-47bf-a3b7-900a3c1cde74 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 945 time: 0.1419411 Feb 07 22:43:36.222009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-dacf8f81-f7f2-4403-9e96-34bfa6d933b1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.223522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-dacf8f81-f7f2-4403-9e96-34bfa6d933b1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 945 time: 0.1505034 Feb 07 22:43:36.231539 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-b6b52d24-20f1-431d-ac70-bcff381e2c7a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] show failed (client error): The resource could not be found. Feb 07 22:43:36.232551 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b6b52d24-20f1-431d-ac70-bcff381e2c7a tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-groups/931ec66b-39ae-4b02-aa1e-2c470360dd81 HTTP/1.1" status: 404 len: 347 time: 0.0344000 Feb 07 22:43:36.242824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-f666e7a0-4933-4053-bf03-31579b474327 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'port': {'security_groups': ['253eb56a-e891-4ea5-abcb-dfcd20fb8020', 'c6013558-3723-4226-b628-862bd171995c']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:36.245282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44582) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:36.247291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-dea5408f-e4b6-4be7-a47f-24badea24be9 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.248762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-dea5408f-e4b6-4be7-a47f-24badea24be9 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.46 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 945 time: 0.1464286 Feb 07 22:43:36.299466 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-090aa8f7-60cf-4336-ae94-2d0d35b0d826 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] show failed (client error): The resource could not be found. Feb 07 22:43:36.300536 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-090aa8f7-60cf-4336-ae94-2d0d35b0d826 tempest-NegativeSecGroupTest-863722441 tempest-NegativeSecGroupTest-863722441-project] 10.222.0.15 "GET /v2.0/security-group-rules/a2b3deae-fdd3-4957-9025-db1b5250da6f HTTP/1.1" status: 404 len: 356 time: 0.0543137 Feb 07 22:43:36.354025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-f666e7a0-4933-4053-bf03-31579b474327 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.376261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f77513a-ca75-4e41-a4e1-f8c90da81f94 req-75dd6dd3-f99e-42fc-97f9-c00f238bb7af tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/security-groups?id=70dc4902-6a41-478b-867b-cf052c8d5c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479080 Feb 07 22:43:36.434668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2add09-556a-4078-8607-e698b3e5c4b2 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:36.455314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.487560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Transition to ACTIVE for port object 9c2add09-556a-4078-8607-e698b3e5c4b2 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:36.488477 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57362959-504e-4a7f-9d9a-883ea60c1a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.499975 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.510026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57362959-504e-4a7f-9d9a-883ea60c1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.585435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2add09-556a-4078-8607-e698b3e5c4b2,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:36.586822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Deleting port 62be09c5-7a90-4d83-a2c0-b90cd0302e44 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:36.587169 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.594416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57362959-504e-4a7f-9d9a-883ea60c1a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426756c8-9ee5-4de0-9d37-f20b1043281e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:36.611756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-57362959-504e-4a7f-9d9a-883ea60c1a26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=735a916ca97e4899be3cc44c2d9a6f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6237705 Feb 07 22:43:36.612780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44594) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:36.691104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186089ff-5323-4b70-8233-e937eb0fb3a1 req-43ab2315-c04c-45cb-8096-da0fb988969a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.698022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44596) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:36.698630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-186089ff-5323-4b70-8233-e937eb0fb3a1 req-43ab2315-c04c-45cb-8096-da0fb988969a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.2051215 Feb 07 22:43:36.735075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-f666e7a0-4933-4053-bf03-31579b474327 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] For port e973a66c-f16c-451e-a045-463c75ca5992, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e973a66c-f16c-451e-a045-463c75ca5992,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:36.737119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Attempting to bind port 9c2add09-556a-4078-8607-e698b3e5c4b2 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:36.737443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Attempting to bind port 9c2add09-556a-4078-8607-e698b3e5c4b2 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:36.737758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Attempting to bind port 9c2add09-556a-4078-8607-e698b3e5c4b2 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:36.749628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Port 9c2add09-556a-4078-8607-e698b3e5c4b2 on network 3f505c7d-461f-412e-8ed9-d34567727b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:43:36.750039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Attempting to bind port 9c2add09-556a-4078-8607-e698b3e5c4b2 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:36.764041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:36.764369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Checking segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:36.764743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Bound using segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:36.765225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Bound port: 9c2add09-556a-4078-8607-e698b3e5c4b2, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:36.765574 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.814016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-f666e7a0-4933-4053-bf03-31579b474327 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.818619 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-186089ff-5323-4b70-8233-e937eb0fb3a1 req-79b1b9d9-4259-4588-a8c6-08a16c20069f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138306 Feb 07 22:43:36.831372 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-f666e7a0-4933-4053-bf03-31579b474327 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.834583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e973a66c-f16c-451e-a045-463c75ca5992'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:36.846100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] For port 62be09c5-7a90-4d83-a2c0-b90cd0302e44, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=62be09c5-7a90-4d83-a2c0-b90cd0302e44,segment=NetworkSegment(057e6bc8-3945-424c-a61a-1a2e1e9aa972),segment_id=057e6bc8-3945-424c-a61a-1a2e1e9aa972)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:36.846693 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.851976 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0395-bda8-42e8-bf5c-384b6ad9a9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.885348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-f666e7a0-4933-4053-bf03-31579b474327 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.885986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-f666e7a0-4933-4053-bf03-31579b474327 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.898039 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f7b0ae8-418e-4bf3-bec9-284daa3a0112 req-f666e7a0-4933-4053-bf03-31579b474327 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "PUT /v2.0/ports/e973a66c-f16c-451e-a045-463c75ca5992 HTTP/1.1" status: 200 len: 981 time: 0.6629114 Feb 07 22:43:36.916824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Calling delete_port for 62be09c5-7a90-4d83-a2c0-b90cd0302e44 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:36.941329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0395-bda8-42e8-bf5c-384b6ad9a9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.949602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] For port 9c2add09-556a-4078-8607-e698b3e5c4b2, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:36.953869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] For port 9c2add09-556a-4078-8607-e698b3e5c4b2, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9c2add09-556a-4078-8607-e698b3e5c4b2,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:36.960960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:36.963520 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aefd696-c1f9-4100-8835-3628202c89f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "tag": "e973a66c-f16c-451e-a045-463c75ca5992"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:36.969355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e973a66c-f16c-451e-a045-463c75ca5992'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:37.014262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.042558 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666e7a0-4933-4053-bf03-31579b474327 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'Port': ['ID=e973a66c-f16c-451e-a045-463c75ca5992,revision_number=6']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:37.083567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-b26f1fd8-5301-44ac-8436-ecd10608dc7c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.090555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-b26f1fd8-5301-44ac-8436-ecd10608dc7c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.096715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-b26f1fd8-5301-44ac-8436-ecd10608dc7c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.102504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-b26f1fd8-5301-44ac-8436-ecd10608dc7c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.104650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.105666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.108890 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] 10.222.0.24 "PUT /v2.0/ports/9c2add09-556a-4078-8607-e698b3e5c4b2 HTTP/1.1" status: 200 len: 1091 time: 1.4240758 Feb 07 22:43:37.109077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-b26f1fd8-5301-44ac-8436-ecd10608dc7c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.116523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-b26f1fd8-5301-44ac-8436-ecd10608dc7c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.124198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-b26f1fd8-5301-44ac-8436-ecd10608dc7c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.126056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-b26f1fd8-5301-44ac-8436-ecd10608dc7c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.2484074 Feb 07 22:43:37.149921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce1587-22a8-4260-b928-9e068022f3fd req-67d39a1e-7e5a-4fca-98c9-3cf01c2b25bc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.158953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce1587-22a8-4260-b928-9e068022f3fd req-67d39a1e-7e5a-4fca-98c9-3cf01c2b25bc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.166577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce1587-22a8-4260-b928-9e068022f3fd req-67d39a1e-7e5a-4fca-98c9-3cf01c2b25bc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.173875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce1587-22a8-4260-b928-9e068022f3fd req-67d39a1e-7e5a-4fca-98c9-3cf01c2b25bc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.179227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce1587-22a8-4260-b928-9e068022f3fd req-67d39a1e-7e5a-4fca-98c9-3cf01c2b25bc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.180003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6eb23-6e07-45c9-91c1-c86583f2f357 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2add09-556a-4078-8607-e698b3e5c4b2,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:37.185959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce1587-22a8-4260-b928-9e068022f3fd req-67d39a1e-7e5a-4fca-98c9-3cf01c2b25bc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.192510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce1587-22a8-4260-b928-9e068022f3fd req-67d39a1e-7e5a-4fca-98c9-3cf01c2b25bc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.194362 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95ce1587-22a8-4260-b928-9e068022f3fd req-67d39a1e-7e5a-4fca-98c9-3cf01c2b25bc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.2750728 Feb 07 22:43:37.241666 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8a38fea2-e343-4f16-b856-2813e1ff3656 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa046a060d99458fbad00e8d55b6b565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403688 Feb 07 22:43:37.248418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44606) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:37.286589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a1a4-0013-4922-9814-5b57932c0ce4 req-b54734ff-1519-43a5-9f15-82291f2dbf52 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.296755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0689a1a4-0013-4922-9814-5b57932c0ce4 req-b54734ff-1519-43a5-9f15-82291f2dbf52 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 943 time: 0.3255324 Feb 07 22:43:37.370473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-720a6db3-899e-41c4-a588-27520cc98610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.376230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-720a6db3-899e-41c4-a588-27520cc98610 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 1094 time: 0.1719611 Feb 07 22:43:37.426788 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0689a1a4-0013-4922-9814-5b57932c0ce4 req-3e07c971-e7a3-48cd-a076-f6e0dae93a79 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287622 Feb 07 22:43:37.474942 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-7e1189cb-6492-4261-98ae-676333cffb14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2add09-556a-4078-8607-e698b3e5c4b2 HTTP/1.1" status: 200 len: 217 time: 0.0900798 Feb 07 22:43:37.782804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0574391d-bddc-43ad-8c24-ebc95ba17a2f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.784112 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0574391d-bddc-43ad-8c24-ebc95ba17a2f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "GET /v2.0/ports/6a189259-038c-4ecf-b913-c6c404e4612f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5888593 Feb 07 22:43:37.791692 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0395-bda8-42e8-bf5c-384b6ad9a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.795224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0395-bda8-42e8-bf5c-384b6ad9a9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.798366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ea8b0395-bda8-42e8-bf5c-384b6ad9a9d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/426756c8-9ee5-4de0-9d37-f20b1043281e HTTP/1.1" status: 204 len: 168 time: 1.1627040 Feb 07 22:43:37.864847 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95ce1587-22a8-4260-b928-9e068022f3fd req-a1fe3d1d-d449-4693-8ffc-72490bae34fc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6559401 Feb 07 22:43:37.910120 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c381dc58-d7c7-49b9-8cb5-f9d8f34cedbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.934329 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-9d6eb86b-54d3-49dc-b60b-c4a7ef35cc0e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2022510707&fields=id&tenant_id=122e9617dbb34a498e58619c6879494f HTTP/1.1" status: 200 len: 267 time: 0.0922227 Feb 07 22:43:37.954456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b0395-bda8-42e8-bf5c-384b6ad9a9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426756c8-9ee5-4de0-9d37-f20b1043281e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:37.966819 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0003e8-c4c4-495b-bde0-ab541bdd6e9a x-openstack-request-id: req-1e0003e8-c4c4-495b-bde0-ab541bdd6e9a {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:37.967759 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "tag": "e973a66c-f16c-451e-a045-463c75ca5992", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:37.968020 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e0003e8-c4c4-495b-bde0-ab541bdd6e9a {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:37.968415 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992', 'status': 'completed', 'code': 200} Feb 07 22:43:37.997765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-c93153da-f49b-4467-93a1-d8cc5dbecfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.999241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-c93153da-f49b-4467-93a1-d8cc5dbecfcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.5165570 Feb 07 22:43:38.019631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.028477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c381dc58-d7c7-49b9-8cb5-f9d8f34cedbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.072401 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-188cbed8-5905-403e-9f09-0871ee8b22b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458941 Feb 07 22:43:38.108760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-13766f7a-2042-4180-b724-eedd7cc8b585 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:38.110300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-13766f7a-2042-4180-b724-eedd7cc8b585 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 984 time: 0.1669104 Feb 07 22:43:38.132696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Pushing event deleted for resources: {'Port': ['ID=62be09c5-7a90-4d83-a2c0-b90cd0302e44,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:38.144327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-4ba8dde8-f78c-4432-9431-670795aff322 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'port': {'security_groups': ['253eb56a-e891-4ea5-abcb-dfcd20fb8020', 'c6013558-3723-4226-b628-862bd171995c', 'e2bf6c5d-3aea-4928-bf2b-7eaa63059956']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:38.163767 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-c77039cd-e6d8-4eae-bd7e-f5c6cbbdf262 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "GET /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3627377 Feb 07 22:43:38.209174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:38.214120 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-964e2f6b-e74c-4edd-b97a-ff8479f39fd9 req-11b3a7d2-0b59-4a39-bb6f-30b7c500f7c0 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.15 "GET /v2.0/ports?device_id=54053f58-c678-4bd4-b7e5-4e5e9a1c45a0 HTTP/1.1" status: 200 len: 210 time: 0.1091554 Feb 07 22:43:38.255497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] No DVR routers for this DVR port 62be09c5-7a90-4d83-a2c0-b90cd0302e44 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:38.262643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-ab241118-cf39-4772-bbf7-a1863e23e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:38.264654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-ab241118-cf39-4772-bbf7-a1863e23e9b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1135 time: 0.2872589 Feb 07 22:43:38.266670 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.271484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a55e426-4b99-4a32-b921-b4ee0603684c req-f0999afd-5b65-4558-9031-956abded0003 tempest-InstanceActionsTestJSON-303862077 tempest-InstanceActionsTestJSON-303862077-project] 10.222.0.46 "DELETE /v2.0/ports/62be09c5-7a90-4d83-a2c0-b90cd0302e44 HTTP/1.1" status: 204 len: 173 time: 2.0086071 Feb 07 22:43:38.274151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54053f58-c678-4bd4-b7e5-4e5e9a1c45a0', 'name': 'network-vif-deleted', 'tag': '62be09c5-7a90-4d83-a2c0-b90cd0302e44'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:38.277331 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8f230e-167c-4dce-b512-a79036885cbc" -d '{"events": [{"server_uuid": "54053f58-c678-4bd4-b7e5-4e5e9a1c45a0", "name": "network-vif-deleted", "tag": "62be09c5-7a90-4d83-a2c0-b90cd0302e44"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:38.288336 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c381dc58-d7c7-49b9-8cb5-f9d8f34cedbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.292115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c381dc58-d7c7-49b9-8cb5-f9d8f34cedbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.297790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c381dc58-d7c7-49b9-8cb5-f9d8f34cedbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f01dae3a-5bed-4ad1-ae53-69cbb39c77ce HTTP/1.1" status: 204 len: 168 time: 1.0428324 Feb 07 22:43:38.298543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-4ba8dde8-f78c-4432-9431-670795aff322 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.298840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44620) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:38.326053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-5d86c03c-a21b-49ff-8f5c-0cea1efa7df0 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445827 Feb 07 22:43:38.328805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381dc58-d7c7-49b9-8cb5-f9d8f34cedbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01dae3a-5bed-4ad1-ae53-69cbb39c77ce,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:38.380384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-882b70d0-7224-401e-877a-0d2e5b940f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.507023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.545430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-448d9061-e56b-4bbf-9aaa-578dcf14c618 req-09cb954c-b59c-4cb1-b6dd-46827c3b1b70 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494157 Feb 07 22:43:38.613406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-882b70d0-7224-401e-877a-0d2e5b940f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.617868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-1c45eee6-af11-465c-a029-5a5fe017c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:38.619997 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-1c45eee6-af11-465c-a029-5a5fe017c775 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 913 time: 0.3384063 Feb 07 22:43:38.631684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f53160-0f26-4de8-b6d9-2d0c66feaf34 req-bce9fc5d-28cc-4218-83b8-e72c79de2cbb tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:38.633181 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40f53160-0f26-4de8-b6d9-2d0c66feaf34 req-bce9fc5d-28cc-4218-83b8-e72c79de2cbb tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.2353082 Feb 07 22:43:38.637389 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-882b70d0-7224-401e-877a-0d2e5b940f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.664837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-4ba8dde8-f78c-4432-9431-670795aff322 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] For port e973a66c-f16c-451e-a045-463c75ca5992, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e973a66c-f16c-451e-a045-463c75ca5992,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:38.715319 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-fb566846-c229-4918-97fd-0d33f2677300 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e973a66c-f16c-451e-a045-463c75ca5992 HTTP/1.1" status: 200 len: 217 time: 0.0804238 Feb 07 22:43:38.717895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-4ba8dde8-f78c-4432-9431-670795aff322 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.728639 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-4ba8dde8-f78c-4432-9431-670795aff322 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.748205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e973a66c-f16c-451e-a045-463c75ca5992'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:38.785908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-4ba8dde8-f78c-4432-9431-670795aff322 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:38.786950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-4ba8dde8-f78c-4432-9431-670795aff322 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.818642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8992ef9d-cf25-4ff6-9dc5-b5cb8cbc17c4 req-4ba8dde8-f78c-4432-9431-670795aff322 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "PUT /v2.0/ports/e973a66c-f16c-451e-a045-463c75ca5992 HTTP/1.1" status: 200 len: 1020 time: 0.6852918 Feb 07 22:43:38.851726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8dde8-f78c-4432-9431-670795aff322 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'Port': ['ID=e973a66c-f16c-451e-a045-463c75ca5992,revision_number=7']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:38.878540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-882b70d0-7224-401e-877a-0d2e5b940f1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d42698b11ca49e8ad80156ae1f21df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782568 Feb 07 22:43:38.881215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e973a66c-f16c-451e-a045-463c75ca5992'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:38.882765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44634) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:38.883673 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a59fdd-ae64-4254-82fd-b7290f32f73f x-openstack-request-id: req-21a59fdd-ae64-4254-82fd-b7290f32f73f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:38.883983 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54053f58-c678-4bd4-b7e5-4e5e9a1c45a0", "name": "network-vif-deleted", "tag": "62be09c5-7a90-4d83-a2c0-b90cd0302e44", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:38.884235 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21a59fdd-ae64-4254-82fd-b7290f32f73f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:38.884734 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54053f58-c678-4bd4-b7e5-4e5e9a1c45a0', 'name': 'network-vif-deleted', 'tag': '62be09c5-7a90-4d83-a2c0-b90cd0302e44', 'status': 'completed', 'code': 200} Feb 07 22:43:38.896663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b70d0-7224-401e-877a-0d2e5b940f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cada01e-0d04-4666-ab4a-3978bfb2f6cf,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:38.949533 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40f53160-0f26-4de8-b6d9-2d0c66feaf34 req-2c44be70-41ea-48ee-9a60-42dc93f8a503 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933369 Feb 07 22:43:39.018224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-71f5a849-c046-43f9-86df-066c872cc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.024473 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-71f5a849-c046-43f9-86df-066c872cc901 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.2936661 Feb 07 22:43:39.072216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 62be09c5-7a90-4d83-a2c0-b90cd0302e44 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:39.096004 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-e21b3d52-5930-4a08-af01-91d1e70ab604 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657153 Feb 07 22:43:39.123579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8cff-6019-4799-bb3b-7d956edc29a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.126320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] For port 6a189259-038c-4ecf-b913-c6c404e4612f, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6a189259-038c-4ecf-b913-c6c404e4612f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:39.129256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 62be09c5-7a90-4d83-a2c0-b90cd0302e44 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:43:39.129799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 62be09c5-7a90-4d83-a2c0-b90cd0302e44 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:43:39.181478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8cff-6019-4799-bb3b-7d956edc29a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.281534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63e43a-aa80-4001-a37d-773e90ec9f8e req-24161a45-008c-47c6-838c-71cf2525853c tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.294063 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c63e43a-aa80-4001-a37d-773e90ec9f8e req-24161a45-008c-47c6-838c-71cf2525853c tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 943 time: 0.2425811 Feb 07 22:43:39.332523 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-e48229e4-57c7-4227-b147-fd79a0193d76 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229570 Feb 07 22:43:39.348719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] For port 6a189259-038c-4ecf-b913-c6c404e4612f, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:39.363688 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c63e43a-aa80-4001-a37d-773e90ec9f8e req-0650256b-a007-4e84-ab17-2bdaa35c2380 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630329 Feb 07 22:43:39.397825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8cff-6019-4799-bb3b-7d956edc29a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.400446 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8cff-6019-4799-bb3b-7d956edc29a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.401878 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b8ab8cff-6019-4799-bb3b-7d956edc29a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cada01e-0d04-4666-ab4a-3978bfb2f6cf HTTP/1.1" status: 204 len: 168 time: 0.5185661 Feb 07 22:43:39.413506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab8cff-6019-4799-bb3b-7d956edc29a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cada01e-0d04-4666-ab4a-3978bfb2f6cf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:39.472699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68ef53-a20a-452c-904e-80ba64b7f31b req-aecaf8ad-569c-434a-b19d-a1a1e18501ea tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.486281 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c68ef53-a20a-452c-904e-80ba64b7f31b req-aecaf8ad-569c-434a-b19d-a1a1e18501ea tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1023 time: 0.3172615 Feb 07 22:43:39.555663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6cefd-ca3f-4671-84de-21f98c1b1376 req-d7549c52-b711-495a-8f34-d1a6e836fd46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.555974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] device_id is not set on port 6a189259-038c-4ecf-b913-c6c404e4612f yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:43:39.565077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6cefd-ca3f-4671-84de-21f98c1b1376 req-d7549c52-b711-495a-8f34-d1a6e836fd46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.572226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6cefd-ca3f-4671-84de-21f98c1b1376 req-d7549c52-b711-495a-8f34-d1a6e836fd46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.580580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6cefd-ca3f-4671-84de-21f98c1b1376 req-d7549c52-b711-495a-8f34-d1a6e836fd46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.587358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6cefd-ca3f-4671-84de-21f98c1b1376 req-d7549c52-b711-495a-8f34-d1a6e836fd46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.594877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6cefd-ca3f-4671-84de-21f98c1b1376 req-d7549c52-b711-495a-8f34-d1a6e836fd46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.597441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.603020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6cefd-ca3f-4671-84de-21f98c1b1376 req-d7549c52-b711-495a-8f34-d1a6e836fd46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.605828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20b6cefd-ca3f-4671-84de-21f98c1b1376 req-d7549c52-b711-495a-8f34-d1a6e836fd46 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 5444 time: 0.1434176 Feb 07 22:43:39.626045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.670013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20b6cefd-ca3f-4671-84de-21f98c1b1376 req-df0e07ce-830b-4d49-828a-ba57a9d5bc6d tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572278 Feb 07 22:43:39.706533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a189259-038c-4ecf-b913-c6c404e4612f,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:39.741801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c68ef53-a20a-452c-904e-80ba64b7f31b req-2cb7c522-eaff-4e68-873b-bdbb7a2f5fac tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&id=c6013558-3723-4226-b628-862bd171995c&id=e2bf6c5d-3aea-4928-bf2b-7eaa63059956 HTTP/1.1" status: 200 len: 6156 time: 0.2531397 Feb 07 22:43:39.764027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44662) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:39.786713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-4ac3c22f-9d5d-41eb-9e77-10105a5d548b req-e2a0f2ef-2932-471d-ba42-1a16029f2e47 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2040398892 ', 'description': 'tempest-description-294929980'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:39.791219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] No DVR routers for this DVR port 6a189259-038c-4ecf-b913-c6c404e4612f on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:39.794477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7aefd696-c1f9-4100-8835-3628202c89f9 req-df4fad23-f068-4b90-8641-908a3ee8d3fd service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535072 Feb 07 22:43:39.877260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-068439b7-fc74-447e-b558-7c6ea9b41193 admin admin] Deleting subnet 1787cfcb-b334-40c6-a84e-238156bc9e7f {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:43:39.881587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] In _notify_port_updated(), no bound segment for port 6a189259-038c-4ecf-b913-c6c404e4612f on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:43:39.882506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.883831 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.884752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-068439b7-fc74-447e-b558-7c6ea9b41193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.885320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-a5248cc4-4b29-41e5-8e17-5c6a33ca1fc8 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a189259-038c-4ecf-b913-c6c404e4612f HTTP/1.1" status: 200 len: 1030 time: 1.6994836 Feb 07 22:43:39.906687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4ac3c22f-9d5d-41eb-9e77-10105a5d548b req-e2a0f2ef-2932-471d-ba42-1a16029f2e47 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.945363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-068439b7-fc74-447e-b558-7c6ea9b41193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.974469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9dc80a-ae03-4052-98f0-0c8b2936014d', 'tag': '9c2add09-556a-4078-8607-e698b3e5c4b2'}, {'name': 'network-changed', 'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:39.978802 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b41497-b7f9-4328-a9fc-747221b4a068" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9dc80a-ae03-4052-98f0-0c8b2936014d", "tag": "9c2add09-556a-4078-8607-e698b3e5c4b2"}, {"name": "network-changed", "server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "tag": "e973a66c-f16c-451e-a045-463c75ca5992"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:39.981360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-1c790dd5-210d-42a3-834c-246b9be3f2ac tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.983373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-1c790dd5-210d-42a3-834c-246b9be3f2ac tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "GET /v2.0/ports/84293cd9-fe71-4826-930b-2bf1c6f3a0d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0915036 Feb 07 22:43:39.999648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:40.022566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-068439b7-fc74-447e-b558-7c6ea9b41193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.099617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ded711fd-7416-4516-a91b-679e1feb2278 None None] Provisioning complete for port 6a189259-038c-4ecf-b913-c6c404e4612f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:40.100194 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ded711fd-7416-4516-a91b-679e1feb2278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.106225 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3713154-3440-46c2-9f8b-01349f9c7b9d x-openstack-request-id: req-e3713154-3440-46c2-9f8b-01349f9c7b9d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:40.106779 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9dc80a-ae03-4052-98f0-0c8b2936014d", "tag": "9c2add09-556a-4078-8607-e698b3e5c4b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "tag": "e973a66c-f16c-451e-a045-463c75ca5992", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:40.107649 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3713154-3440-46c2-9f8b-01349f9c7b9d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:40.108184 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9dc80a-ae03-4052-98f0-0c8b2936014d', 'tag': '9c2add09-556a-4078-8607-e698b3e5c4b2', 'status': 'completed', 'code': 200} Feb 07 22:43:40.108532 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992', 'status': 'completed', 'code': 200} Feb 07 22:43:40.190573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ded711fd-7416-4516-a91b-679e1feb2278 None None] Port 6a189259-038c-4ecf-b913-c6c404e4612f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:40.249176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:40.287031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de29c5d-da10-4122-a344-e950c4db12bf req-335efce9-ac09-44da-84ea-430d0741c1d7 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.288463 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9de29c5d-da10-4122-a344-e950c4db12bf req-335efce9-ac09-44da-84ea-430d0741c1d7 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1037447 Feb 07 22:43:40.292357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-8738101d-4a30-4a8d-892e-917edc80f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.294498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-8738101d-4a30-4a8d-892e-917edc80f776 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 1094 time: 0.1729426 Feb 07 22:43:40.301129 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.336247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4ac3c22f-9d5d-41eb-9e77-10105a5d548b req-e2a0f2ef-2932-471d-ba42-1a16029f2e47 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.368052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-501061dc-b522-41b2-860a-cf298340e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.369604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-501061dc-b522-41b2-860a-cf298340e0f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1174 time: 0.2547147 Feb 07 22:43:40.376450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4ac3c22f-9d5d-41eb-9e77-10105a5d548b req-e2a0f2ef-2932-471d-ba42-1a16029f2e47 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.390133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-068439b7-fc74-447e-b558-7c6ea9b41193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.469664 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.473968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-068439b7-fc74-447e-b558-7c6ea9b41193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.481838 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-068439b7-fc74-447e-b558-7c6ea9b41193 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1787cfcb-b334-40c6-a84e-238156bc9e7f HTTP/1.1" status: 204 len: 168 time: 0.7167084 Feb 07 22:43:40.488440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068439b7-fc74-447e-b558-7c6ea9b41193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1787cfcb-b334-40c6-a84e-238156bc9e7f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:40.490888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44684) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:40.515829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9de29c5d-da10-4122-a344-e950c4db12bf req-d379a9f6-a8cb-4569-b3dc-013ec15338ae tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151399 Feb 07 22:43:40.529039 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4ac3c22f-9d5d-41eb-9e77-10105a5d548b req-e2a0f2ef-2932-471d-ba42-1a16029f2e47 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.530202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:40.532798 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a0b02b-adcb-47d1-8fbf-c0ee1d0b547a" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:40.534381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4ac3c22f-9d5d-41eb-9e77-10105a5d548b req-e2a0f2ef-2932-471d-ba42-1a16029f2e47 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.7509267 Feb 07 22:43:40.574731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:40.588390 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.589400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device f29d3164-5446-4fa6-aeca-247d4f054825 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:40.653622 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-62362906-2cb1-4a6d-a849-f47b114858d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.659729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-62362906-2cb1-4a6d-a849-f47b114858d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 913 time: 0.2730911 Feb 07 22:43:40.725988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0f2ef-2932-471d-ba42-1a16029f2e47 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6422b76b-9efd-4df3-9ae4-91a70512d693,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:40.749646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-9401c99d-5570-4e7a-8a07-02601d25c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.751839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-9401c99d-5570-4e7a-8a07-02601d25c2c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 911 time: 0.4458048 Feb 07 22:43:40.754553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:40.807626 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.835668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.835668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-38c0e055-8871-45e2-85bc-e538e1793b69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2add09-556a-4078-8607-e698b3e5c4b2 HTTP/1.1" status: 200 len: 217 time: 0.0758941 Feb 07 22:43:40.881221 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bebd78-b908-4970-8f83-30e1275514a6 req-3a930c97-7f5a-4ca0-871b-3f3c68d27c26 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.882888 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-06bebd78-b908-4970-8f83-30e1275514a6 req-3a930c97-7f5a-4ca0-871b-3f3c68d27c26 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 943 time: 0.1961634 Feb 07 22:43:40.888563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c2c4f38-a219-43b5-b1f0-0240a7cf038a req-385657be-8042-4b32-84c0-acf36841e0a5 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/6422b76b-9efd-4df3-9ae4-91a70512d693 HTTP/1.1" status: 200 len: 1782 time: 0.3276076 Feb 07 22:43:40.922278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port f29d3164-5446-4fa6-aeca-247d4f054825, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f29d3164-5446-4fa6-aeca-247d4f054825,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:40.933887 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.937716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d82ca767-ead7-4431-847f-b860d0f0eee2 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:40.960752 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-89760d63-f798-44ac-b124-e4490bb751e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e973a66c-f16c-451e-a045-463c75ca5992 HTTP/1.1" status: 200 len: 217 time: 0.2152588 Feb 07 22:43:41.043542 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fd68b6-080e-4b5d-8ee8-4c5e4e15dc31 x-openstack-request-id: req-64fd68b6-080e-4b5d-8ee8-4c5e4e15dc31 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:41.043542 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:41.043542 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64fd68b6-080e-4b5d-8ee8-4c5e4e15dc31 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:41.043542 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'code': 200} Feb 07 22:43:41.109822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-59d7d80a-987e-46bd-9018-5ba52ec5df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.112883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-59d7d80a-987e-46bd-9018-5ba52ec5df35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.2608967 Feb 07 22:43:41.115909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=f29d3164-5446-4fa6-aeca-247d4f054825,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:41.122991 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.145346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] For port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:41.160702 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.186894 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-06bebd78-b908-4970-8f83-30e1275514a6 req-de068c54-8cac-48ad-a389-630574200aa9 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721944 Feb 07 22:43:41.188787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-ea5a4e7a-ec45-435d-9a8d-f9b442922f59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688703 Feb 07 22:43:41.212789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a5f645-3004-4251-a632-b0c638c1112c']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:41.223776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d82ca767-ead7-4431-847f-b860d0f0eee2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d82ca767-ead7-4431-847f-b860d0f0eee2,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:41.233796 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.234640 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 070c6c49-e848-4791-b105-01d75819df0f no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:41.241003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057e6bc8-3945-424c-a61a-1a2e1e9aa972') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:41.241421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057e6bc8-3945-424c-a61a-1a2e1e9aa972') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:41.255432 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-ab055409-1cb2-4420-adf7-63372f0eb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.259449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-ab055409-1cb2-4420-adf7-63372f0eb3d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.2881541 Feb 07 22:43:41.294387 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.331005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.357037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:43:41.357591 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:43:41.359904 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:43:41.362401 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-934ab924-583c-475d-81fb-98b221d44153 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865226 Feb 07 22:43:41.397993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] For port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:41.432180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d82ca767-ead7-4431-847f-b860d0f0eee2,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:41.466986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.501441 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3a0f5ed-730c-4748-9da6-913a87d3eac6 req-17075af2-dd58-4f9b-afe9-ce344282748f tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/6422b76b-9efd-4df3-9ae4-91a70512d693 HTTP/1.1" status: 200 len: 1782 time: 0.2219291 Feb 07 22:43:41.518122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-b1a4cb77-a622-4fe4-beaf-dd709a07f232 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192806 Feb 07 22:43:41.533615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 070c6c49-e848-4791-b105-01d75819df0f, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=070c6c49-e848-4791-b105-01d75819df0f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:41.534560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] device_id is not set on port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:43:41.544818 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.545573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 6a189259-038c-4ecf-b913-c6c404e4612f no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:41.547244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.554786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.593618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.602949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6a5f645-3004-4251-a632-b0c638c1112c HTTP/1.1" status: 204 len: 168 time: 1.0877128 Feb 07 22:43:41.646524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0bb0b-3638-432f-8bc1-ccdacc6e3db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a5f645-3004-4251-a632-b0c638c1112c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:41.664070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dcc5e-28fd-4830-90e5-ccf66a2ecfe3 req-85f0ec62-d7a9-4f12-bbc1-026353433e27 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.678546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dcc5e-28fd-4830-90e5-ccf66a2ecfe3 req-85f0ec62-d7a9-4f12-bbc1-026353433e27 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.688824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dcc5e-28fd-4830-90e5-ccf66a2ecfe3 req-85f0ec62-d7a9-4f12-bbc1-026353433e27 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.701655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dcc5e-28fd-4830-90e5-ccf66a2ecfe3 req-85f0ec62-d7a9-4f12-bbc1-026353433e27 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.716419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dcc5e-28fd-4830-90e5-ccf66a2ecfe3 req-85f0ec62-d7a9-4f12-bbc1-026353433e27 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.736010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dcc5e-28fd-4830-90e5-ccf66a2ecfe3 req-85f0ec62-d7a9-4f12-bbc1-026353433e27 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.737731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-853dcc5e-28fd-4830-90e5-ccf66a2ecfe3 req-85f0ec62-d7a9-4f12-bbc1-026353433e27 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 4663 time: 0.6661203 Feb 07 22:43:41.743937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.781992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=070c6c49-e848-4791-b105-01d75819df0f,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:41.798410 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c3a0f5ed-730c-4748-9da6-913a87d3eac6 req-1ec69a5b-2b9c-4f82-b62f-47a85c21f3a3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.804102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 6a189259-038c-4ecf-b913-c6c404e4612f not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:43:41.804540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:41.875857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c3a0f5ed-730c-4748-9da6-913a87d3eac6 req-1ec69a5b-2b9c-4f82-b62f-47a85c21f3a3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.967275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-5c933d53-c19e-4784-98ba-8dcf65b845ca service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394391 Feb 07 22:43:41.970892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:43:41.972093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 55d123e8-7af7-4fe0-9ca4-addb864c76b5 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:43:42.001426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c3a0f5ed-730c-4748-9da6-913a87d3eac6 req-1ec69a5b-2b9c-4f82-b62f-47a85c21f3a3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.004687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c3a0f5ed-730c-4748-9da6-913a87d3eac6 req-1ec69a5b-2b9c-4f82-b62f-47a85c21f3a3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.007808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3a0f5ed-730c-4748-9da6-913a87d3eac6 req-1ec69a5b-2b9c-4f82-b62f-47a85c21f3a3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/6422b76b-9efd-4df3-9ae4-91a70512d693 HTTP/1.1" status: 204 len: 173 time: 0.5047982 Feb 07 22:43:42.014021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:42.042502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec69a5b-2b9c-4f82-b62f-47a85c21f3a3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6422b76b-9efd-4df3-9ae4-91a70512d693,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:42.064213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] No DVR routers for this DVR port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:42.075447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-853dcc5e-28fd-4830-90e5-ccf66a2ecfe3 req-b0ec2ecc-c504-4422-9eee-cba5e241cffc tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&id=199b32df-cb04-4c54-a062-b1040579ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3209550 Feb 07 22:43:42.104400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-5356f4a5-6c13-4d40-b6e8-71a87abe327d service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287359 Feb 07 22:43:42.122960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44748) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:42.236742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.253970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] In _notify_port_updated(), no bound segment for port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 on network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:43:42.260817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:42.262528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.264633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-0c59972f-0dbb-4512-9f5f-a1250010cdb7 service neutron] 10.222.0.24 "PUT /v2.0/ports/84293cd9-fe71-4826-930b-2bf1c6f3a0d5 HTTP/1.1" status: 200 len: 1033 time: 2.2701764 Feb 07 22:43:42.267138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9c2add09-556a-4078-8607-e698b3e5c4b2 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:43:42.290013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-941ae390-3d4c-4e72-9fae-cd53300b6ba7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f646ed217b04ef79fefe5c9fad7665e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635528 Feb 07 22:43:42.295544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44756) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:42.303639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b7f40-a49b-4334-8c39-3332a377f0fb req-c876c5f0-59c9-4924-8d20-b4f6f2d1e662 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:42.314841 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-ad79e5cf-b6fc-4a89-9fce-bd5fea551344 req-735e7cb2-cd5a-4618-bd8d-826e7f61dbcd tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:43:42.315912 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad79e5cf-b6fc-4a89-9fce-bd5fea551344 req-735e7cb2-cd5a-4618-bd8d-826e7f61dbcd tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/6422b76b-9efd-4df3-9ae4-91a70512d693 HTTP/1.1" status: 404 len: 352 time: 0.0778489 Feb 07 22:43:42.317438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-164b7f40-a49b-4334-8c39-3332a377f0fb req-c876c5f0-59c9-4924-8d20-b4f6f2d1e662 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1625226 Feb 07 22:43:42.407004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 55d123e8-7af7-4fe0-9ca4-addb864c76b5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=55d123e8-7af7-4fe0-9ca4-addb864c76b5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:42.456637 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.472392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-164b7f40-a49b-4334-8c39-3332a377f0fb req-e34f5fde-b050-438b-b40e-84ca3c06d701 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659173 Feb 07 22:43:42.486597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe288-376a-4d79-81c0-931b4cb76b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.541604 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe288-376a-4d79-81c0-931b4cb76b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.542860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=55d123e8-7af7-4fe0-9ca4-addb864c76b5,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:42.557360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-121e96b0-47c5-4ef8-bf4b-6ac8a16f228e None None] Provisioning complete for port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:42.557745 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-121e96b0-47c5-4ef8-bf4b-6ac8a16f228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.604086 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64b41497-b7f9-4328-a9fc-747221b4a068 req-03939d9a-f01c-49e1-941f-37a44be28ec4 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927874 Feb 07 22:43:42.627680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-121e96b0-47c5-4ef8-bf4b-6ac8a16f228e None None] Port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:43:42.638228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:42.638891 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.653959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-87bef473-4560-4b08-a65d-d3d2c362078b req-9e37e06e-49bf-45d2-b7ec-12e59bc52e2e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-62407231', 'description': 'tempest-description-1234720717'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:42.667375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9c2add09-556a-4078-8607-e698b3e5c4b2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9c2add09-556a-4078-8607-e698b3e5c4b2,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:42.696961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '9c2add09-556a-4078-8607-e698b3e5c4b2', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'port_id': '9c2add09-556a-4078-8607-e698b3e5c4b2', 'mac_address': 'fa:16:3e:dc:18:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a859faec-1a35-450f-981d-df2a13fe444c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:43:42.729087 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87bef473-4560-4b08-a65d-d3d2c362078b req-9e37e06e-49bf-45d2-b7ec-12e59bc52e2e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.759777 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe288-376a-4d79-81c0-931b4cb76b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.764191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe288-376a-4d79-81c0-931b4cb76b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.769841 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cf5fe288-376a-4d79-81c0-931b4cb76b78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70dc4902-6a41-478b-867b-cf052c8d5c2d HTTP/1.1" status: 204 len: 168 time: 0.4506948 Feb 07 22:43:42.774287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a9883-3fb2-4e00-8bc6-361274e83481 req-b864b396-69ea-4dae-b950-f0011b6013c7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:42.776150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-621a9883-3fb2-4e00-8bc6-361274e83481 req-b864b396-69ea-4dae-b950-f0011b6013c7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 943 time: 0.3209889 Feb 07 22:43:42.796709 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.812422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2add09-556a-4078-8607-e698b3e5c4b2 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:42.822352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fe288-376a-4d79-81c0-931b4cb76b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dc4902-6a41-478b-867b-cf052c8d5c2d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:42.851582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9c2add09-556a-4078-8607-e698b3e5c4b2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9c2add09-556a-4078-8607-e698b3e5c4b2,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:42.881439 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.903045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] For port 55d123e8-7af7-4fe0-9ca4-addb864c76b5, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=55d123e8-7af7-4fe0-9ca4-addb864c76b5,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:42.903545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.910545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-621a9883-3fb2-4e00-8bc6-361274e83481 req-f4b5194c-b5fc-48cc-af35-417abce805ec tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198919 Feb 07 22:43:42.937390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Calling delete_port for 55d123e8-7af7-4fe0-9ca4-addb864c76b5 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:42.937533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87bef473-4560-4b08-a65d-d3d2c362078b req-9e37e06e-49bf-45d2-b7ec-12e59bc52e2e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.945672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87bef473-4560-4b08-a65d-d3d2c362078b req-9e37e06e-49bf-45d2-b7ec-12e59bc52e2e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.004498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9c2add09-556a-4078-8607-e698b3e5c4b2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:43.007650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-87bef473-4560-4b08-a65d-d3d2c362078b req-9e37e06e-49bf-45d2-b7ec-12e59bc52e2e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.036161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87bef473-4560-4b08-a65d-d3d2c362078b req-9e37e06e-49bf-45d2-b7ec-12e59bc52e2e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4045269 Feb 07 22:43:43.039414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37e06e-49bf-45d2-b7ec-12e59bc52e2e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dde927-05d2-45e8-a5bb-db9165594479,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:43.043228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29d3164-5446-4fa6-aeca-247d4f054825'}, {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82ca767-ead7-4431-847f-b860d0f0eee2'}, {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070c6c49-e848-4791-b105-01d75819df0f'}, {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d123e8-7af7-4fe0-9ca4-addb864c76b5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:43.045552 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd265f1e-8ccb-4728-b4da-e480beba2f5e" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "f29d3164-5446-4fa6-aeca-247d4f054825"}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "d82ca767-ead7-4431-847f-b860d0f0eee2"}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "070c6c49-e848-4791-b105-01d75819df0f"}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "55d123e8-7af7-4fe0-9ca4-addb864c76b5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:43.046880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-0669ef21-1513-4029-bb54-e9bd5e26a75b req-00ec02c9-c505-49b8-ac77-1f86decd7bc8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1681878022', 'description': 'tempest-description-1346685164'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:43.108577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['9c2add09-556a-4078-8607-e698b3e5c4b2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:43.130320 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0669ef21-1513-4029-bb54-e9bd5e26a75b req-00ec02c9-c505-49b8-ac77-1f86decd7bc8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.180789 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1782a030-f9a1-466b-97d4-2b8eb96cfe82 x-openstack-request-id: req-1782a030-f9a1-466b-97d4-2b8eb96cfe82 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:43.181098 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "f29d3164-5446-4fa6-aeca-247d4f054825", "code": 200}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "d82ca767-ead7-4431-847f-b860d0f0eee2", "code": 200}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "070c6c49-e848-4791-b105-01d75819df0f", "code": 200}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-unplugged", "status": "completed", "tag": "55d123e8-7af7-4fe0-9ca4-addb864c76b5", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:43.181347 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1782a030-f9a1-466b-97d4-2b8eb96cfe82 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:43.181753 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29d3164-5446-4fa6-aeca-247d4f054825', 'code': 200} Feb 07 22:43:43.182003 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82ca767-ead7-4431-847f-b860d0f0eee2', 'code': 200} Feb 07 22:43:43.182428 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070c6c49-e848-4791-b105-01d75819df0f', 'code': 200} Feb 07 22:43:43.182963 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d123e8-7af7-4fe0-9ca4-addb864c76b5', 'code': 200} Feb 07 22:43:43.311346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.358187 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0669ef21-1513-4029-bb54-e9bd5e26a75b req-00ec02c9-c505-49b8-ac77-1f86decd7bc8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.389675 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0669ef21-1513-4029-bb54-e9bd5e26a75b req-00ec02c9-c505-49b8-ac77-1f86decd7bc8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.400481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Port': ['ID=55d123e8-7af7-4fe0-9ca4-addb864c76b5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:43.455214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42680b-5550-4bda-bd49-2d633e197df4 req-685c8919-3041-44ad-8510-a13863b479aa tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:43.473045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42680b-5550-4bda-bd49-2d633e197df4 req-685c8919-3041-44ad-8510-a13863b479aa tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:43.494191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42680b-5550-4bda-bd49-2d633e197df4 req-685c8919-3041-44ad-8510-a13863b479aa tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:43.512808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42680b-5550-4bda-bd49-2d633e197df4 req-685c8919-3041-44ad-8510-a13863b479aa tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:43.526393 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c42680b-5550-4bda-bd49-2d633e197df4 req-685c8919-3041-44ad-8510-a13863b479aa tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 3144 time: 0.2025681 Feb 07 22:43:43.580002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] No DVR routers for this DVR port 55d123e8-7af7-4fe0-9ca4-addb864c76b5 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:43.588629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.592593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fbaa8b50-47b0-4c31-9a00-222385a71cf3 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "DELETE /v2.0/ports/55d123e8-7af7-4fe0-9ca4-addb864c76b5 HTTP/1.1" status: 204 len: 173 time: 1.3158233 Feb 07 22:43:43.593731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': '55d123e8-7af7-4fe0-9ca4-addb864c76b5'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:43.596885 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720f789b-131f-45d7-84ea-38258029e6ed" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "55d123e8-7af7-4fe0-9ca4-addb864c76b5"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:43.604194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0669ef21-1513-4029-bb54-e9bd5e26a75b req-00ec02c9-c505-49b8-ac77-1f86decd7bc8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.605605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0669ef21-1513-4029-bb54-e9bd5e26a75b req-00ec02c9-c505-49b8-ac77-1f86decd7bc8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5743983 Feb 07 22:43:43.664170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c42680b-5550-4bda-bd49-2d633e197df4 req-63c21b4d-8b42-4929-b302-2ac7bd9e0323 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347260 Feb 07 22:43:43.685784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec02c9-c505-49b8-ac77-1f86decd7bc8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008f3469-129a-4efc-99d3-c0888bbef26d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:43.754833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-8ac7b09e-1945-4b15-9754-808972cafe81 req-24bd0546-765f-4c48-9e86-1cc148c93a64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1825119311', 'description': 'tempest-description-1321580780'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:43.818314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ac7b09e-1945-4b15-9754-808972cafe81 req-24bd0546-765f-4c48-9e86-1cc148c93a64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.921165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e89ff-0326-49c6-bb5b-ba711be9d229 req-6086f96e-037a-4336-9729-6102a969e74c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:43.922728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d08e89ff-0326-49c6-bb5b-ba711be9d229 req-6086f96e-037a-4336-9729-6102a969e74c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1394360 Feb 07 22:43:43.956252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting port 070c6c49-e848-4791-b105-01d75819df0f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:43.956685 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.015106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ac7b09e-1945-4b15-9754-808972cafe81 req-24bd0546-765f-4c48-9e86-1cc148c93a64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.028405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ac7b09e-1945-4b15-9754-808972cafe81 req-24bd0546-765f-4c48-9e86-1cc148c93a64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.122501 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d08e89ff-0326-49c6-bb5b-ba711be9d229 req-42f56c3c-66fd-495d-bd5b-d636fbe50205 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911812 Feb 07 22:43:44.147154 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ac7b09e-1945-4b15-9754-808972cafe81 req-24bd0546-765f-4c48-9e86-1cc148c93a64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.163436 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ac7b09e-1945-4b15-9754-808972cafe81 req-24bd0546-765f-4c48-9e86-1cc148c93a64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4134648 Feb 07 22:43:44.170302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd0546-765f-4c48-9e86-1cc148c93a64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49879c40-510b-4737-95a0-339d9d92e3bb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:44.225543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] For port 070c6c49-e848-4791-b105-01d75819df0f, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=070c6c49-e848-4791-b105-01d75819df0f,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:44.227070 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.250416 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f63ed-cba6-447e-8461-0be1ade7d5f2 x-openstack-request-id: req-041f63ed-cba6-447e-8461-0be1ade7d5f2 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:44.250721 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "55d123e8-7af7-4fe0-9ca4-addb864c76b5", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:44.251802 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-041f63ed-cba6-447e-8461-0be1ade7d5f2 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:44.253172 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': '55d123e8-7af7-4fe0-9ca4-addb864c76b5', 'status': 'completed', 'code': 200} Feb 07 22:43:44.263774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9c2add09-556a-4078-8607-e698b3e5c4b2 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:43:44.266294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Calling delete_port for 070c6c49-e848-4791-b105-01d75819df0f owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:44.351782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800398-7ecb-4a1a-9c74-621c9abfda6f req-a52ba14e-24f0-42d6-9fec-fc594c519374 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:44.366856 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c800398-7ecb-4a1a-9c74-621c9abfda6f req-a52ba14e-24f0-42d6-9fec-fc594c519374 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 944 time: 0.1037571 Feb 07 22:43:44.397390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 9c2add09-556a-4078-8607-e698b3e5c4b2 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:44.408850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 9c2add09-556a-4078-8607-e698b3e5c4b2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:44.417149 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.437947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c800398-7ecb-4a1a-9c74-621c9abfda6f req-dc72badb-8c81-42fe-bd16-0ac23938751b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699029 Feb 07 22:43:44.586757 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-54a401ea-9a52-40e9-b6ed-a059460b6412 req-c50f6503-d4cf-4417-add8-98bdf8635ec1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=122e9617dbb34a498e58619c6879494f HTTP/1.1" status: 200 len: 10910 time: 0.2174761 Feb 07 22:43:44.700541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-54a401ea-9a52-40e9-b6ed-a059460b6412 req-037f4b07-0523-47df-afe4-07b1ef30c942 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/253eb56a-e891-4ea5-abcb-dfcd20fb8020 HTTP/1.1" status: 200 len: 2985 time: 0.1068549 Feb 07 22:43:44.703828 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.769915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Port': ['ID=070c6c49-e848-4791-b105-01d75819df0f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:44.777801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44914) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:44.785200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.821649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44918) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:44.843107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9c2add09-556a-4078-8607-e698b3e5c4b2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9c2add09-556a-4078-8607-e698b3e5c4b2,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:44.845208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] No DVR routers for this DVR port 070c6c49-e848-4791-b105-01d75819df0f on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:44.850499 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-54a401ea-9a52-40e9-b6ed-a059460b6412 req-38558c05-05e2-4260-b113-5824dbcd6f81 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/253eb56a-e891-4ea5-abcb-dfcd20fb8020 HTTP/1.1" status: 200 len: 2985 time: 0.1362047 Feb 07 22:43:44.851764 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.855509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-adb008f5-0070-42f2-bb4b-eea6ad4ae68f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "DELETE /v2.0/ports/070c6c49-e848-4791-b105-01d75819df0f HTTP/1.1" status: 204 len: 173 time: 1.2486963 Feb 07 22:43:44.857272 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.981852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9c2add09-556a-4078-8607-e698b3e5c4b2,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:44.994879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c305660-796e-45e3-93f4-7d771bddf9b1 req-3252c21d-850b-4969-9c39-9e65b6d3f149 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/e1dde927-05d2-45e8-a5bb-db9165594479 HTTP/1.1" status: 200 len: 1801 time: 0.0883849 Feb 07 22:43:45.026198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e25d-beae-4c70-8f19-ce2ba24d3878 req-aa893687-dadb-40b6-9f8c-b5dc453709b1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.028502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting port f29d3164-5446-4fa6-aeca-247d4f054825 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:45.028877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.038500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e25d-beae-4c70-8f19-ce2ba24d3878 req-aa893687-dadb-40b6-9f8c-b5dc453709b1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.046424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e25d-beae-4c70-8f19-ce2ba24d3878 req-aa893687-dadb-40b6-9f8c-b5dc453709b1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.053963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3193e25d-beae-4c70-8f19-ce2ba24d3878 req-aa893687-dadb-40b6-9f8c-b5dc453709b1 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 2411 time: 0.1871140 Feb 07 22:43:45.061671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1537808902-network', 'tenant_id': '2edf1b796782452d994a85ca00451476'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:45.124748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3193e25d-beae-4c70-8f19-ce2ba24d3878 req-0526e88b-4792-4484-a2b9-c5232a822797 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695276 Feb 07 22:43:45.127046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Made reservation on behalf of 2edf1b796782452d994a85ca00451476 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:45.129645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.145185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.146429 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2c305660-796e-45e3-93f4-7d771bddf9b1 req-35b5ef72-86eb-427a-a4cb-84b6bf8f3400 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.185105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9dc80a-ae03-4052-98f0-0c8b2936014d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2add09-556a-4078-8607-e698b3e5c4b2'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:45.187444 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff4a439-871b-459b-bffd-9fab40b4ebe6" -d '{"events": [{"server_uuid": "1a9dc80a-ae03-4052-98f0-0c8b2936014d", "name": "network-vif-plugged", "status": "completed", "tag": "9c2add09-556a-4078-8607-e698b3e5c4b2"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:45.195928 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2c305660-796e-45e3-93f4-7d771bddf9b1 req-35b5ef72-86eb-427a-a4cb-84b6bf8f3400 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.225210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] For port f29d3164-5446-4fa6-aeca-247d4f054825, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=f29d3164-5446-4fa6-aeca-247d4f054825,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:45.226020 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.247500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44930) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:45.250527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Calling delete_port for f29d3164-5446-4fa6-aeca-247d4f054825 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:45.357563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2c305660-796e-45e3-93f4-7d771bddf9b1 req-35b5ef72-86eb-427a-a4cb-84b6bf8f3400 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.363813 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2c305660-796e-45e3-93f4-7d771bddf9b1 req-35b5ef72-86eb-427a-a4cb-84b6bf8f3400 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.366268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c305660-796e-45e3-93f4-7d771bddf9b1 req-35b5ef72-86eb-427a-a4cb-84b6bf8f3400 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/e1dde927-05d2-45e8-a5bb-db9165594479 HTTP/1.1" status: 204 len: 173 time: 0.3615429 Feb 07 22:43:45.400636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5ef72-86eb-427a-a4cb-84b6bf8f3400 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dde927-05d2-45e8-a5bb-db9165594479,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:45.416897 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d955a800-643b-413f-b74f-7d7db1aa3b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.437434 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f86e5f-1541-4446-accb-80cadaa467df x-openstack-request-id: req-f6f86e5f-1541-4446-accb-80cadaa467df {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:45.438399 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9dc80a-ae03-4052-98f0-0c8b2936014d", "name": "network-vif-plugged", "status": "completed", "tag": "9c2add09-556a-4078-8607-e698b3e5c4b2", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:45.438880 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6f86e5f-1541-4446-accb-80cadaa467df {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:45.439974 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9dc80a-ae03-4052-98f0-0c8b2936014d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2add09-556a-4078-8607-e698b3e5c4b2', 'code': 200} Feb 07 22:43:45.473202 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52315682-6e6d-46e8-86f9-024639c53f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.492319 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-9678878c-21bf-42fe-be3b-ece88b38d12b req-b64d513f-3b1a-49db-a330-50d083a9e840 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:43:45.493505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9678878c-21bf-42fe-be3b-ece88b38d12b req-b64d513f-3b1a-49db-a330-50d083a9e840 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/e1dde927-05d2-45e8-a5bb-db9165594479 HTTP/1.1" status: 404 len: 352 time: 0.0266061 Feb 07 22:43:45.562172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993defdc-63f2-4b68-8f93-fa6e4d3817f3 req-d0e3c406-18e9-42ba-8094-6d9349446334 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.564199 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-993defdc-63f2-4b68-8f93-fa6e4d3817f3 req-d0e3c406-18e9-42ba-8094-6d9349446334 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.2715600 Feb 07 22:43:45.577023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.613872 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.633285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Port': ['ID=f29d3164-5446-4fa6-aeca-247d4f054825,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:45.638713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.688119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] No DVR routers for this DVR port f29d3164-5446-4fa6-aeca-247d4f054825 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:45.691992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.695425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d1615f15-e418-41ed-a840-74807f7a7768 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "DELETE /v2.0/ports/f29d3164-5446-4fa6-aeca-247d4f054825 HTTP/1.1" status: 204 len: 173 time: 0.8345783 Feb 07 22:43:45.705816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2e228-1e2c-4319-a69e-911d74ebc938 req-bbf9c6ed-fd38-4d70-a9c8-f22549a5d18d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.707329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9d2e228-1e2c-4319-a69e-911d74ebc938 req-bbf9c6ed-fd38-4d70-a9c8-f22549a5d18d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 945 time: 0.1324241 Feb 07 22:43:45.709724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:43:45.712999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927e5a9-87a8-4061-87e2-1bbd7c7e5103 req-4b5c0271-0aa8-4703-9e66-1a9477f810e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.714531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4927e5a9-87a8-4061-87e2-1bbd7c7e5103 req-4b5c0271-0aa8-4703-9e66-1a9477f810e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 1096 time: 0.2102249 Feb 07 22:43:45.731979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-993defdc-63f2-4b68-8f93-fa6e4d3817f3 req-cfc04035-e9bf-4f6b-b009-96b5947991dd tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493535 Feb 07 22:43:45.754631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e39904-b049-4c78-9edf-e6d0a3546ad9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:45.770573 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.770937 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Added segment ca919bac-c079-460f-b081-e1bc28012b49 of type vlan for network ff774acf-3c34-414e-ab6f-cec153799515 Feb 07 22:43:45.829501 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9d2e228-1e2c-4319-a69e-911d74ebc938 req-6fa9fb5d-a9d6-441d-aa7f-37d701acd94e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820625 Feb 07 22:43:45.859392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting port d82ca767-ead7-4431-847f-b860d0f0eee2 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:45.859760 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.860119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4927e5a9-87a8-4061-87e2-1bbd7c7e5103 req-c4f2b3be-cd1e-4400-8af6-bc8dbf1084b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330061 Feb 07 22:43:45.871564 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d955a800-643b-413f-b74f-7d7db1aa3b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.878767 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52315682-6e6d-46e8-86f9-024639c53f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.882743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.888913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d955a800-643b-413f-b74f-7d7db1aa3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.895138 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52315682-6e6d-46e8-86f9-024639c53f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.963124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78c2d406-00d6-495c-ae6d-e5f63148c6f8 req-fb6a89d7-f8f4-4233-8392-a8c4e10a8785 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/008f3469-129a-4efc-99d3-c0888bbef26d HTTP/1.1" status: 200 len: 1803 time: 0.1753933 Feb 07 22:43:45.992824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d955a800-643b-413f-b74f-7d7db1aa3b6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4caed1fdc9264bada278618a9283a0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7394207 Feb 07 22:43:45.992824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-52315682-6e6d-46e8-86f9-024639c53f40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5266947b79af442d9781910a5fcd76c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1664336 Feb 07 22:43:45.993226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44942) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:45.994438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] For port d82ca767-ead7-4431-847f-b860d0f0eee2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d82ca767-ead7-4431-847f-b860d0f0eee2,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:45.995287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.995440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44944) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:45.998685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955a800-643b-413f-b74f-7d7db1aa3b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83e3803-23b0-4f3d-8c1c-9682853a9a61,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:46.012960 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.014154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.014713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.023098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Calling delete_port for d82ca767-ead7-4431-847f-b860d0f0eee2 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:46.110185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2860ec43-0da7-49c1-a4f8-e41bd68ff2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.156042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2860ec43-0da7-49c1-a4f8-e41bd68ff2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.194191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4152517 Feb 07 22:43:46.200547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44948) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:46.206405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Request body: {'subnet': {'network_id': 'ff774acf-3c34-414e-ab6f-cec153799515', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1537808902-subnet', 'tenant_id': '2edf1b796782452d994a85ca00451476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:46.209019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52315682-6e6d-46e8-86f9-024639c53f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf7acc-3367-463f-bb70-8fdddd6fae0b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:46.212396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a127a8-f2cc-4397-aafe-d213c0d12cea admin admin] Pushing event updated for resources: {'Network': ['ID=ff774acf-3c34-414e-ab6f-cec153799515,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:46.255983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': '070c6c49-e848-4791-b105-01d75819df0f'}, {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': 'f29d3164-5446-4fa6-aeca-247d4f054825'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:46.256650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-78c2d406-00d6-495c-ae6d-e5f63148c6f8 req-28ac3cd5-4472-4346-a515-f85b5756ab0b tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.258519 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e246f71-f15a-43f4-9b5c-2a1a7d67f37f" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "070c6c49-e848-4791-b105-01d75819df0f"}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "f29d3164-5446-4fa6-aeca-247d4f054825"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:46.269505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ff774acf-3c34-414e-ab6f-cec153799515 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:43:46.282493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-935bb3b1-2756-4d03-8055-6fb51100304a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.305956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-78c2d406-00d6-495c-ae6d-e5f63148c6f8 req-28ac3cd5-4472-4346-a515-f85b5756ab0b tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.324637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Made reservation on behalf of 2edf1b796782452d994a85ca00451476 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:46.327898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.334629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.337959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2860ec43-0da7-49c1-a4f8-e41bd68ff2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.343103 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2860ec43-0da7-49c1-a4f8-e41bd68ff2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.344539 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2860ec43-0da7-49c1-a4f8-e41bd68ff2b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f83e3803-23b0-4f3d-8c1c-9682853a9a61 HTTP/1.1" status: 204 len: 168 time: 0.3460312 Feb 07 22:43:46.382154 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-935bb3b1-2756-4d03-8055-6fb51100304a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.390823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-78c2d406-00d6-495c-ae6d-e5f63148c6f8 req-28ac3cd5-4472-4346-a515-f85b5756ab0b tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.393849 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-78c2d406-00d6-495c-ae6d-e5f63148c6f8 req-28ac3cd5-4472-4346-a515-f85b5756ab0b tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.395239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78c2d406-00d6-495c-ae6d-e5f63148c6f8 req-28ac3cd5-4472-4346-a515-f85b5756ab0b tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/008f3469-129a-4efc-99d3-c0888bbef26d HTTP/1.1" status: 204 len: 173 time: 0.4197016 Feb 07 22:43:46.420443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac3cd5-4472-4346-a515-f85b5756ab0b tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008f3469-129a-4efc-99d3-c0888bbef26d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:46.463032 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-935bb3b1-2756-4d03-8055-6fb51100304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.467605 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-935bb3b1-2756-4d03-8055-6fb51100304a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.469803 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-935bb3b1-2756-4d03-8055-6fb51100304a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdbf7acc-3367-463f-bb70-8fdddd6fae0b HTTP/1.1" status: 204 len: 168 time: 0.4696641 Feb 07 22:43:46.521859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bb3b1-2756-4d03-8055-6fb51100304a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf7acc-3367-463f-bb70-8fdddd6fae0b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:46.558840 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-2d086d24-10a9-4b39-a772-01f4686a8b3d req-d2ed0d2e-2cad-4955-86d7-022a68de9229 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:43:46.559981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d086d24-10a9-4b39-a772-01f4686a8b3d req-d2ed0d2e-2cad-4955-86d7-022a68de9229 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/008f3469-129a-4efc-99d3-c0888bbef26d HTTP/1.1" status: 404 len: 352 time: 0.0572710 Feb 07 22:43:46.646003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efa26193-a661-4e9e-b438-e9d94a605495 req-85ed2da3-5122-4598-8fe7-5e907fdad751 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/49879c40-510b-4737-95a0-339d9d92e3bb HTTP/1.1" status: 200 len: 1803 time: 0.0476763 Feb 07 22:43:46.737899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efa26193-a661-4e9e-b438-e9d94a605495 req-bd85f8be-2703-4542-9dd9-2368de78d287 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.795152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efa26193-a661-4e9e-b438-e9d94a605495 req-bd85f8be-2703-4542-9dd9-2368de78d287 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.918546 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17242cbd-d79b-4b7f-be91-850f879c9028 x-openstack-request-id: req-17242cbd-d79b-4b7f-be91-850f879c9028 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:46.918924 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "070c6c49-e848-4791-b105-01d75819df0f", "status": "completed", "code": 200}, {"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "f29d3164-5446-4fa6-aeca-247d4f054825", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:46.919118 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17242cbd-d79b-4b7f-be91-850f879c9028 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:46.919475 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': '070c6c49-e848-4791-b105-01d75819df0f', 'status': 'completed', 'code': 200} Feb 07 22:43:46.919783 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': 'f29d3164-5446-4fa6-aeca-247d4f054825', 'status': 'completed', 'code': 200} Feb 07 22:43:46.926659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efa26193-a661-4e9e-b438-e9d94a605495 req-bd85f8be-2703-4542-9dd9-2368de78d287 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.930326 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-efa26193-a661-4e9e-b438-e9d94a605495 req-bd85f8be-2703-4542-9dd9-2368de78d287 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.946313 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efa26193-a661-4e9e-b438-e9d94a605495 req-bd85f8be-2703-4542-9dd9-2368de78d287 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/49879c40-510b-4737-95a0-339d9d92e3bb HTTP/1.1" status: 204 len: 173 time: 0.2907984 Feb 07 22:43:46.974302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85f8be-2703-4542-9dd9-2368de78d287 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49879c40-510b-4737-95a0-339d9d92e3bb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:47.009483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Port': ['ID=d82ca767-ead7-4431-847f-b860d0f0eee2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:47.015296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44972) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:47.034136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d922b7-ab38-47dc-9b29-fe086a4d2bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.043742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44974) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:47.065081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860ec43-0da7-49c1-a4f8-e41bd68ff2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83e3803-23b0-4f3d-8c1c-9682853a9a61,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:47.090192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] No DVR routers for this DVR port d82ca767-ead7-4431-847f-b860d0f0eee2 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:47.093230 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.096499 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-d9843efb-dd4f-416c-91e2-40f58e4797c6 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "DELETE /v2.0/ports/d82ca767-ead7-4431-847f-b860d0f0eee2 HTTP/1.1" status: 204 len: 173 time: 1.3882077 Feb 07 22:43:47.126287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e224-35d8-4f5d-9319-4936edea2c58 req-50503f5f-8fe4-42a9-8ae2-58f6067439cb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.127774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df34e224-35d8-4f5d-9319-4936edea2c58 req-50503f5f-8fe4-42a9-8ae2-58f6067439cb tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 944 time: 0.8396158 Feb 07 22:43:47.134058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-055ca8a2-f41c-445f-9563-6c1686eb3d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.201527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefdfd3-6452-4c65-b9af-d232a12741ca req-84b7359a-4b20-40c9-98b2-1cc86b013adf tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.203132 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eefdfd3-6452-4c65-b9af-d232a12741ca req-84b7359a-4b20-40c9-98b2-1cc86b013adf tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1374860 Feb 07 22:43:47.268474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df34e224-35d8-4f5d-9319-4936edea2c58 req-7f1f64f0-bc52-4f06-af93-9ebc5c47ba97 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210296 Feb 07 22:43:47.301136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d922b7-ab38-47dc-9b29-fe086a4d2bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.306398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eefdfd3-6452-4c65-b9af-d232a12741ca req-7d9ec7b7-ab04-4846-aaad-f08394e36e6f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909772 Feb 07 22:43:47.313335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49d922b7-ab38-47dc-9b29-fe086a4d2bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.343270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-055ca8a2-f41c-445f-9563-6c1686eb3d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.359247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.363650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-055ca8a2-f41c-445f-9563-6c1686eb3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.383543 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-49d922b7-ab38-47dc-9b29-fe086a4d2bcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2b4047b497e48d68160fac6165eb674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671329 Feb 07 22:43:47.391816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d922b7-ab38-47dc-9b29-fe086a4d2bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6322eb55-7e66-443f-b645-a6d6c5746962,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:47.397687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44976) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:47.457264 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-a9477e56-df6b-42c5-8b9b-286bd77c28ca req-d0dcf26c-6ffa-4b11-82b3-f251b6795419 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:43:47.458298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9477e56-df6b-42c5-8b9b-286bd77c28ca req-d0dcf26c-6ffa-4b11-82b3-f251b6795419 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/49879c40-510b-4737-95a0-339d9d92e3bb HTTP/1.1" status: 404 len: 352 time: 0.0860825 Feb 07 22:43:47.482267 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-055ca8a2-f41c-445f-9563-6c1686eb3d1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d7d84f5e9554b6ca19bf3dc5aa7ae8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282315 Feb 07 22:43:47.497485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44982) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:43:47.518897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ca8a2-f41c-445f-9563-6c1686eb3d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beb025f-37d1-488f-adc2-50c2e8baaef2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:47.529197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:43:47.529916 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.614374 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f6cd-eacc-4c6f-87e5-162b5345a5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.616958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b962e389-1df6-4ab2-9da4-2399980a4444,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:47.634964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2922-b9fd-4315-b82a-4ae8600eed49 req-d8eec611-fb1a-4b54-bcc6-711fdfe433d1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.637005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f84f2922-b9fd-4315-b82a-4ae8600eed49 req-d8eec611-fb1a-4b54-bcc6-711fdfe433d1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 945 time: 0.2662969 Feb 07 22:43:47.642565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f6cd-eacc-4c6f-87e5-162b5345a5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.675994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Checking segment: {'id': 'ca919bac-c079-460f-b081-e1bc28012b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff774acf-3c34-414e-ab6f-cec153799515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:47.676387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Network hostable DHCP agents. Network: ff774acf-3c34-414e-ab6f-cec153799515, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:43:47.708804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55cb48f0-0dbc-467c-93c5-be72663c768c req-36630ce6-a75b-49d4-8198-eda7481605d3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=122e9617dbb34a498e58619c6879494f HTTP/1.1" status: 200 len: 6156 time: 0.2123318 Feb 07 22:43:47.716602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] For port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:43:47.716966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.762408 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55cb48f0-0dbc-467c-93c5-be72663c768c req-c00fd323-52ca-40b6-b97c-3471f50fca81 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/253eb56a-e891-4ea5-abcb-dfcd20fb8020 HTTP/1.1" status: 200 len: 2985 time: 0.0508795 Feb 07 22:43:47.763871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f6cd-eacc-4c6f-87e5-162b5345a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.766392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f6cd-eacc-4c6f-87e5-162b5345a5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.770264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4fa1f6cd-eacc-4c6f-87e5-162b5345a5fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6322eb55-7e66-443f-b645-a6d6c5746962 HTTP/1.1" status: 204 len: 168 time: 0.3679392 Feb 07 22:43:47.775376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f84f2922-b9fd-4315-b82a-4ae8600eed49 req-cc80f94c-22c6-4da5-84dc-04ff7e28c01c tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216547 Feb 07 22:43:47.793407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1f6cd-eacc-4c6f-87e5-162b5345a5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6322eb55-7e66-443f-b645-a6d6c5746962,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:47.828886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Network ff774acf-3c34-414e-ab6f-cec153799515 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:43:47.838230 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0e518dd-759f-4b77-909f-19886a66ebc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.867804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55cb48f0-0dbc-467c-93c5-be72663c768c req-e21c6b55-cf0d-4189-a967-bef740a10d50 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/253eb56a-e891-4ea5-abcb-dfcd20fb8020 HTTP/1.1" status: 200 len: 2985 time: 0.0987759 Feb 07 22:43:47.939401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ff774acf-3c34-414e-ab6f-cec153799515) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:47.944402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.944982 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.948042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa40cb-d93a-474f-b271-28c8be75f556 None None] Network ff774acf-3c34-414e-ab6f-cec153799515 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:47.950761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-869a7502-4f80-4a54-803c-19797332d1dd req-15dc90a4-cef1-41df-9c8b-9c7352a4d904 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-462670467', 'description': 'tempest-description-533270000'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:48.006342 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0e518dd-759f-4b77-909f-19886a66ebc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.035126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bd1c8580-e165-4d56-91e7-6f08576b9912 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8334818 Feb 07 22:43:48.187791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b076fdd-6a74-4ea8-9b02-18d9e91680f2 None None] Network ff774acf-3c34-414e-ab6f-cec153799515 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:43:48.267092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-869a7502-4f80-4a54-803c-19797332d1dd req-15dc90a4-cef1-41df-9c8b-9c7352a4d904 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.337186 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0e518dd-759f-4b77-909f-19886a66ebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.341306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0e518dd-759f-4b77-909f-19886a66ebc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.343380 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e0e518dd-759f-4b77-909f-19886a66ebc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7beb025f-37d1-488f-adc2-50c2e8baaef2 HTTP/1.1" status: 204 len: 168 time: 0.8417923 Feb 07 22:43:48.382840 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.384165 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.386725 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Floating IP a51dfe80-14f8-48be-a848-6d0d2fb13d9b disassociated. External IP: 172.25.8.174, port: 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a. Feb 07 22:43:48.387237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Calling delete_port for 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:43:48.389695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e518dd-759f-4b77-909f-19886a66ebc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beb025f-37d1-488f-adc2-50c2e8baaef2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:48.491181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280d308-7f9c-4f5d-adcb-a47b3d40547f req-63785b3a-febc-45ac-b50e-227241f22912 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:48.499301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8280d308-7f9c-4f5d-adcb-a47b3d40547f req-63785b3a-febc-45ac-b50e-227241f22912 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 944 time: 0.0693958 Feb 07 22:43:48.561398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8280d308-7f9c-4f5d-adcb-a47b3d40547f req-2dcf71b7-9580-4993-b290-06a562b705db tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups?id=fec82459-edb2-44aa-98b7-20b416abedb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605547 Feb 07 22:43:48.575040 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-869a7502-4f80-4a54-803c-19797332d1dd req-15dc90a4-cef1-41df-9c8b-9c7352a4d904 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.606377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-869a7502-4f80-4a54-803c-19797332d1dd req-15dc90a4-cef1-41df-9c8b-9c7352a4d904 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.685349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc90a4-cef1-41df-9c8b-9c7352a4d904 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360c3140-7509-41cc-9e33-dcf01239b4a1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:48.696783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-869a7502-4f80-4a54-803c-19797332d1dd req-15dc90a4-cef1-41df-9c8b-9c7352a4d904 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.698135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-869a7502-4f80-4a54-803c-19797332d1dd req-15dc90a4-cef1-41df-9c8b-9c7352a4d904 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7746196 Feb 07 22:43:48.698746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a8361-3634-4dd5-bf52-ef6fa133f09a req-56913c5d-2803-4bdb-803b-9847a7648b36 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:48.703571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d93a8361-3634-4dd5-bf52-ef6fa133f09a req-56913c5d-2803-4bdb-803b-9847a7648b36 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.0628340 Feb 07 22:43:48.780076 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.803512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d93a8361-3634-4dd5-bf52-ef6fa133f09a req-71b950f5-7407-41c6-9109-03030c0ff250 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785890 Feb 07 22:43:48.869803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-e4380249-5b85-43b5-bad8-a3bb026115bc req-1b3dfb9a-5ee7-4d29-80c9-0f66aca2d2b3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1757042589', 'description': 'tempest-description-1215933321'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:48.885638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Port': ['ID=2d17b67c-ed3d-47fe-80f1-1fefc1eac22a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:48.915891 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e4380249-5b85-43b5-bad8-a3bb026115bc req-1b3dfb9a-5ee7-4d29-80c9-0f66aca2d2b3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:49.012035 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e4380249-5b85-43b5-bad8-a3bb026115bc req-1b3dfb9a-5ee7-4d29-80c9-0f66aca2d2b3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:49.018861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': 'd82ca767-ead7-4431-847f-b860d0f0eee2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:49.022342 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cf09e2-389d-45f6-b5b3-fd8cfc37a705" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "d82ca767-ead7-4431-847f-b860d0f0eee2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:49.023271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e4380249-5b85-43b5-bad8-a3bb026115bc req-1b3dfb9a-5ee7-4d29-80c9-0f66aca2d2b3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:49.089680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dfb9a-5ee7-4d29-80c9-0f66aca2d2b3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59afeab1-b6ea-4321-aa08-a23b517890d6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:49.117584 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e4380249-5b85-43b5-bad8-a3bb026115bc req-1b3dfb9a-5ee7-4d29-80c9-0f66aca2d2b3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:49.119611 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e4380249-5b85-43b5-bad8-a3bb026115bc req-1b3dfb9a-5ee7-4d29-80c9-0f66aca2d2b3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2567554 Feb 07 22:43:49.158082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Router ef194fbc-69a6-45f1-b24b-501b81833d9c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:43:49.317646 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46d919b-824e-4467-b776-8fb51be44f6f x-openstack-request-id: req-f46d919b-824e-4467-b776-8fb51be44f6f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:49.324728 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "d82ca767-ead7-4431-847f-b860d0f0eee2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:49.325519 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f46d919b-824e-4467-b776-8fb51be44f6f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:49.326124 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': 'd82ca767-ead7-4431-847f-b860d0f0eee2', 'status': 'completed', 'code': 200} Feb 07 22:43:49.598318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:43:49.613765 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] Sync routers for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:49.637395 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:43:49.645061 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:43:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:49.677513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] No DVR routers for this DVR port 2d17b67c-ed3d-47fe-80f1-1fefc1eac22a on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:49.682319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:49.686829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a079a1f-f8e2-4661-a475-b03c08447c8c req-fc4526ec-743d-45cc-b7ce-89efeff04706 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.24 "DELETE /v2.0/ports/2d17b67c-ed3d-47fe-80f1-1fefc1eac22a HTTP/1.1" status: 204 len: 173 time: 2.5846117 Feb 07 22:43:49.696642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-98f54e65-3ed8-44eb-b365-f60021f5081f tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.698315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-98f54e65-3ed8-44eb-b365-f60021f5081f tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/networks?id=ff774acf-3c34-414e-ab6f-cec153799515 HTTP/1.1" status: 200 len: 814 time: 0.3617415 Feb 07 22:43:49.729277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-0b277b26-dde7-42d5-9576-2f7e0900d6ca tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/quotas/2edf1b796782452d994a85ca00451476 HTTP/1.1" status: 200 len: 375 time: 0.0236678 Feb 07 22:43:49.832883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-22bace28-b5f5-4eef-b78f-1d5be1de9017 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2edf1b796782452d994a85ca00451476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947380 Feb 07 22:43:49.858850 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:43:49.905363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f64432-5e8a-4725-800d-65023c221064 req-1e389266-61c6-46b8-8819-c260116c091d tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.918004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-1e389266-61c6-46b8-8819-c260116c091d tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 813 time: 0.3786135 Feb 07 22:43:49.965197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-4c149797-5c0f-4a0d-8c6f-be099e80ab3a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/quotas/122e9617dbb34a498e58619c6879494f HTTP/1.1" status: 200 len: 375 time: 0.0441599 Feb 07 22:43:50.044972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-51853b05-1afd-4f79-8f68-cd546c53258e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786822 Feb 07 22:43:50.089319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-c553e005-e23f-4091-9bb1-b1b7ad4b8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.091668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-c553e005-e23f-4091-9bb1-b1b7ad4b8734 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 1097 time: 0.2591426 Feb 07 22:43:50.223015 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-640a09f7-30d7-4790-ad55-2cd95cc0ce3b service neutron] 10.222.0.15 "GET /v2.0/networks/ff774acf-3c34-414e-ab6f-cec153799515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497646 Feb 07 22:43:50.285513 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '86c34a26-ed29-49db-9926-d4424ffa486d', 'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'mac_address': 'fa:16:3e:c6:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:10Z', 'updated_at': '2022-02-07T22:37:19Z', 'revision_number': 5, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'subnets': [{'id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:50.295512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f536d7-9626-4c33-aef2-b9ce5d125ed3 req-0a7e2035-9858-44b3-a174-d20ba56f4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.300630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8f536d7-9626-4c33-aef2-b9ce5d125ed3 req-0a7e2035-9858-44b3-a174-d20ba56f4ff6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 1097 time: 0.0883048 Feb 07 22:43:50.351883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-3211d124-2c13-435d-a890-20fb0fba2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.353439 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-3211d124-2c13-435d-a890-20fb0fba2f0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 910 time: 0.2350619 Feb 07 22:43:50.366028 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] Checking router: ef194fbc-69a6-45f1-b24b-501b81833d9c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:50.389244 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:43:50.389885 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:43:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:50.398597 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8f536d7-9626-4c33-aef2-b9ce5d125ed3 req-ab091756-09db-44f1-be40-7b49a44f794e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916452 Feb 07 22:43:50.520325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-a920fd2f-f32d-47c6-bf8a-20e7c1185fb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36612fbb-0e37-4e08-85b6-040f4a005ffd HTTP/1.1" status: 200 len: 217 time: 0.1494730 Feb 07 22:43:50.600878 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-123ceb19-254a-42f9-aca4-91e11727aaac service neutron] 10.222.0.15 "GET /v2.0/networks/ff774acf-3c34-414e-ab6f-cec153799515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687203 Feb 07 22:43:50.666851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-f28a1bf5-9564-4bd0-91a6-f1b2689327f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1792068 Feb 07 22:43:50.718600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-325221dc-502c-4114-ba5b-5c7c4695ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.728554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-325221dc-502c-4114-ba5b-5c7c4695ad69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f57ffd42-2da5-4be0-97aa-77ac8611a04d HTTP/1.1" status: 200 len: 850 time: 0.1395216 Feb 07 22:43:50.785590 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-765c12a1-9ebc-4fd7-98aa-4c6a673263f8 service neutron] 10.222.0.15 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7393672 Feb 07 22:43:50.912160 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:43:50.937424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-0185f851-84c6-4dff-a02d-2fa377fd73a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79aad14d-4e3e-4215-af1a-bee284f19712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836264 Feb 07 22:43:51.139519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-5f3797be-81ad-41aa-9048-5d1bd2b0fdfa service neutron] 10.222.0.15 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333507 Feb 07 22:43:51.169680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-66ff4b8a-a907-407b-95a0-3d545d6d8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:51.177434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-66ff4b8a-a907-407b-95a0-3d545d6d8b48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1174 time: 0.4456592 Feb 07 22:43:51.453753 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54681e79-36f9-4345-a047-8a52de468d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:51.502700 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '86c34a26-ed29-49db-9926-d4424ffa486d', 'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'mac_address': 'fa:16:3e:c6:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:10Z', 'updated_at': '2022-02-07T22:37:19Z', 'revision_number': 5, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'subnets': [{'id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:51.597215 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690be600-d545-40b1-8ebb-3ecd9a53488e None None] The sync data for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 is: [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '86c34a26-ed29-49db-9926-d4424ffa486d', 'name': '', 'network_id': 'd8aa51f2-5304-4fbb-b06d-afadcfad45a7', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'mac_address': 'fa:16:3e:c6:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:10Z', 'updated_at': '2022-02-07T22:37:19Z', 'revision_number': 5, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'subnets': [{'id': '05976031-ea96-48a3-a62f-12dc7b2157b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:51.627015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:51.628726 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cff3df5-35cf-4208-afa2-bc890e4bae25" -d '{"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:51.632194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-c4071d32-f189-47a3-bedf-4cd09ad85adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:51.633649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-c4071d32-f189-47a3-bedf-4cd09ad85adb service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 913 time: 0.3397982 Feb 07 22:43:51.654276 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c274839-755e-41f0-a44f-11b475f4b895 req-0aec28ba-a80d-40cb-8b42-79378a1e5c81 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.4712489 Feb 07 22:43:51.732743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-d87d147f-4b02-4d12-ac68-76785b5b3ed2 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7732637 Feb 07 22:43:51.816754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290b05e-37ee-47c7-8bbd-04028cd18c66 req-e075ede4-fdb1-42af-b12a-8fd70285bb72 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:51.835354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b290b05e-37ee-47c7-8bbd-04028cd18c66 req-e075ede4-fdb1-42af-b12a-8fd70285bb72 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1533542 Feb 07 22:43:51.908201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b290b05e-37ee-47c7-8bbd-04028cd18c66 req-158e7435-5bd3-4f7f-bf49-07b3cdf2cdf6 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698628 Feb 07 22:43:51.916267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-831c1922-e21f-4211-ad41-7a5d7f5fa6a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e973a66c-f16c-451e-a045-463c75ca5992 HTTP/1.1" status: 200 len: 217 time: 0.2333281 Feb 07 22:43:52.093106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d801c47-2a0e-4d82-84de-282d7ebb553a req-a7967206-0715-4c73-ac9f-e8acea69226c tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 210 time: 0.0989058 Feb 07 22:43:52.204418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7cdeab34-cdad-41da-818e-e0319ef96ebe req-c39378c7-b203-47c0-9b76-6262aefae622 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 210 time: 0.0657337 Feb 07 22:43:52.247485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-11acc394-0c4f-4b6e-9107-663cee6409be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.250676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-11acc394-0c4f-4b6e-9107-663cee6409be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.3317850 Feb 07 22:43:52.287057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c67078-4077-414a-99bc-9106802e10bf None None] New status for floating IP a51dfe80-14f8-48be-a848-6d0d2fb13d9b: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:43:52.316266 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-580e272a-90e6-4aba-83c0-07d0eb163d69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494113 Feb 07 22:43:52.331201 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22391640-907e-44ea-9842-31d4fd2af3cb x-openstack-request-id: req-22391640-907e-44ea-9842-31d4fd2af3cb {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:52.331649 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad42be7-ace6-43db-9e91-097241234aea", "name": "network-vif-deleted", "tag": "2d17b67c-ed3d-47fe-80f1-1fefc1eac22a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:52.331774 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22391640-907e-44ea-9842-31d4fd2af3cb {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:52.332143 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad42be7-ace6-43db-9e91-097241234aea', 'name': 'network-vif-deleted', 'tag': '2d17b67c-ed3d-47fe-80f1-1fefc1eac22a', 'status': 'completed', 'code': 200} Feb 07 22:43:52.470126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ca62379-e72d-4e0c-b1d2-f362f83f8729 req-7ec52641-6a22-4931-954d-26243c2b8399 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185098 Feb 07 22:43:52.644851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-a7472995-e67e-42ed-a7dc-4bf85cebb47b service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084979 Feb 07 22:43:52.754117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-40f5a202-c784-4e1c-b150-fa38df8fbc4f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.762788 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-40f5a202-c784-4e1c-b150-fa38df8fbc4f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 810 time: 0.3091292 Feb 07 22:43:52.792374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-b3873238-d9c9-4d60-b387-93f56c24ca25 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/quotas/20fcff79a7c84633ba54ddd25e27176f HTTP/1.1" status: 200 len: 375 time: 0.0283163 Feb 07 22:43:52.863054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-8b321639-4373-4e7c-be0b-1fad74059c8a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674036 Feb 07 22:43:53.056445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2127e51-8eeb-4d68-94ec-dbd830299240 req-3e2144f2-6512-4d7a-a1e0-b38a86dabc58 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019713 Feb 07 22:43:53.166212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-3973bdb4-cd54-4e4c-bcb2-47069a020e0d service neutron] 10.222.0.15 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958124 Feb 07 22:43:53.384132 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-a82fbab2-7191-45ba-a51e-11d5eacf3d3c tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:53.389401 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-a82fbab2-7191-45ba-a51e-11d5eacf3d3c tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.46 "GET /v2.0/networks?id=ff774acf-3c34-414e-ab6f-cec153799515 HTTP/1.1" status: 200 len: 814 time: 0.2688563 Feb 07 22:43:53.407797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Request body: {'port': {'device_id': '14d715d5-adab-4875-b064-cca3be15af69', 'network_id': 'ff774acf-3c34-414e-ab6f-cec153799515', 'admin_state_up': True, 'tenant_id': '2edf1b796782452d994a85ca00451476'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:53.651363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Made reservation on behalf of 2edf1b796782452d994a85ca00451476 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:53.658075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:53.822422 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f5cce33-efb2-4a7b-a465-1d4d5342529b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:53.999784 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a2647d5c-e8bb-4ed0-9164-199f3cc55f60 req-a35b81fa-986a-469e-9333-ddf897601158 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0439615 Feb 07 22:43:54.299255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f64432-5e8a-4725-800d-65023c221064 req-657f10ba-3e63-428d-b26f-6267832c49ae tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:54.300768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-657f10ba-3e63-428d-b26f-6267832c49ae tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 813 time: 0.2765388 Feb 07 22:43:54.317872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'port': {'device_id': '6a2a397d-ff72-434a-9328-52d421238b6f', 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9', 'admin_state_up': True, 'tenant_id': '122e9617dbb34a498e58619c6879494f'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:54.341749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-877da11b-2b32-447b-ba2b-3ce1745a8023 service neutron] 10.222.0.15 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1707685 Feb 07 22:43:54.369695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d73c4afa-c536-4080-b9ad-9c605d1c76b4 req-dea542d8-743b-4ca4-9510-851f9a3a3673 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 210 time: 0.0678849 Feb 07 22:43:54.380018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Allocated IP 172.20.0.6 (ff774acf-3c34-414e-ab6f-cec153799515/b962e389-1df6-4ab2-9da4-2399980a4444/33f710ff-7a3c-45fc-91d1-c6d53a24013f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:54.774560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95c9aabb-2dbd-4e6b-8769-0fa82cb045a9 req-daec7987-75e5-499c-b78c-32b6fa4d3329 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 210 time: 0.0922689 Feb 07 22:43:54.788739 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.220939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-063b97e2-3b76-42ac-bee6-45bbdbc430a7 req-beab3780-2c68-4ffa-976b-f8c485939d7c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 210 time: 0.6343238 Feb 07 22:43:55.270353 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e998132a-a750-4055-9674-3bcac5b76191 req-b2ff764a-cd19-4589-b5fd-4b92aa1c8188 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.1090012 Feb 07 22:43:55.316270 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.390742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Made reservation on behalf of 122e9617dbb34a498e58619c6879494f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:55.394279 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.491369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.752658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Network ff774acf-3c34-414e-ab6f-cec153799515 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:55.767575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:55.787193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:55.871649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Pushing event updated for resources: {'Port': ['ID=33f710ff-7a3c-45fc-91d1-c6d53a24013f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:55.939569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0396a-7b66-484b-af53-c0a7875836c7 req-0659cbbd-535a-4a59-8566-a564213e41a9 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:55.941130 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dfa0396a-7b66-484b-af53-c0a7875836c7 req-0659cbbd-535a-4a59-8566-a564213e41a9 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 931 time: 0.3980691 Feb 07 22:43:56.030282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2b4dc78-79cb-40f0-b7f2-9c22f1376cfc req-69f0868b-f3d5-4cea-a9b5-31a6067f84e6 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 210 time: 0.0984182 Feb 07 22:43:56.030841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.031235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.084207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Allocated IP 172.20.0.12 (b0ee6346-7264-4537-ac58-4a1645b681b9/aa6f48fe-117c-4717-abbb-82fa6180bbc7/393ad235-9e89-4814-b85c-2921cdc0014d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:56.100564 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-5bc621e4-f461-4d18-9ce8-5511a1e60b86 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6986544 Feb 07 22:43:56.112789 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dfa0396a-7b66-484b-af53-c0a7875836c7 req-6c7b4337-f5c0-4fcf-a775-37026b43f147 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553667 Feb 07 22:43:56.117658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Request body: {'port': {'device_id': '14d715d5-adab-4875-b064-cca3be15af69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:56.263499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.275630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.492579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28a65796-1507-46bc-9879-cc244aa7f61b req-1c2292bb-b064-4c8d-95be-515c3c9931ef tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 210 time: 0.0964785 Feb 07 22:43:56.534570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.563542 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.809145 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70fc89be-0303-40a9-bb74-1c45be20ede9 req-ecbf8f1e-a05a-4023-b87a-d7b0b4638e3e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.1913886 Feb 07 22:43:56.973802 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.989230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e973a66c-f16c-451e-a045-463c75ca5992'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:57.009600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-56b8c93f-950e-44dc-b722-a140c72c8484 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.011692 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-56b8c93f-950e-44dc-b722-a140c72c8484 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.24 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 810 time: 0.3956444 Feb 07 22:43:57.046430 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Request body: {'port': {'device_id': 'c9595a43-3882-48f4-9d7e-5854c7303826', 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712', 'admin_state_up': True, 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:57.158988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Network b0ee6346-7264-4537-ac58-4a1645b681b9 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:57.175072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'Port': ['ID=393ad235-9e89-4814-b85c-2921cdc0014d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:57.181878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:57.185166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-59683d2b-a792-42c1-855a-f219a0311fb9 req-c7df77e5-cc36-4fb1-8078-cd4434bcda31 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 210 time: 0.0566294 Feb 07 22:43:57.189800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:57.336870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.337566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.435293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-749f5f08-9a6b-45d5-862a-6e63cc13cd7a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1210732 Feb 07 22:43:57.458879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Request body: {'port': {'device_id': '6a2a397d-ff72-434a-9328-52d421238b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:57.549968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f710ff-7a3c-45fc-91d1-c6d53a24013f {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:57.573082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Made reservation on behalf of 20fcff79a7c84633ba54ddd25e27176f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:57.577658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.594088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89106ff0-17e6-445d-a84b-00aa9b0ee2fa req-a172c133-5611-4902-a292-889682f4872f tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.603325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89106ff0-17e6-445d-a84b-00aa9b0ee2fa req-a172c133-5611-4902-a292-889682f4872f tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 931 time: 0.2489445 Feb 07 22:43:57.607781 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.676489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.709498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab26e4-0301-4b76-a9af-ccc5356ee9e2 req-5a39c5ba-8b6c-4224-8332-a0a45f729fad tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.710941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Transition to ACTIVE for port object 33f710ff-7a3c-45fc-91d1-c6d53a24013f will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:57.717559 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5ab26e4-0301-4b76-a9af-ccc5356ee9e2 req-5a39c5ba-8b6c-4224-8332-a0a45f729fad tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 932 time: 0.1355934 Feb 07 22:43:57.731640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.792335 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5ab26e4-0301-4b76-a9af-ccc5356ee9e2 req-8d82cbd6-7c32-47de-a10b-bbb2bfca9c55 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648174 Feb 07 22:43:57.910804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89106ff0-17e6-445d-a84b-00aa9b0ee2fa req-9e1f3967-9c1d-4fd0-b1ee-062e1ffa5eb4 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063717 Feb 07 22:43:57.936690 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:43:57.970054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Pushing event updated for resources: {'Port': ['ID=33f710ff-7a3c-45fc-91d1-c6d53a24013f,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:58.075405 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-827503f7-8aad-4765-a87c-9bfbbeb9400d req-9a02936b-d54c-41b6-a8d6-2944930ea369 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0295951 Feb 07 22:43:58.230303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Allocated IP 172.20.0.5 (79aad14d-4e3e-4215-af1a-bee284f19712/f57ffd42-2da5-4be0-97aa-77ac8611a04d/30f4d781-eb56-45c9-99ae-c6fc377d6fdc) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:58.292579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Attempting to bind port 33f710ff-7a3c-45fc-91d1-c6d53a24013f on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:58.292956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Attempting to bind port 33f710ff-7a3c-45fc-91d1-c6d53a24013f by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'ca919bac-c079-460f-b081-e1bc28012b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff774acf-3c34-414e-ab6f-cec153799515'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:58.293242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Attempting to bind port 33f710ff-7a3c-45fc-91d1-c6d53a24013f on network ff774acf-3c34-414e-ab6f-cec153799515 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:58.306914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Port 33f710ff-7a3c-45fc-91d1-c6d53a24013f on network ff774acf-3c34-414e-ab6f-cec153799515 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:43:58.307231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Attempting to bind port 33f710ff-7a3c-45fc-91d1-c6d53a24013f on network ff774acf-3c34-414e-ab6f-cec153799515 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:58.354114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:58.354859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Checking segment: {'id': 'ca919bac-c079-460f-b081-e1bc28012b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff774acf-3c34-414e-ab6f-cec153799515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:58.355185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Bound using segment: {'id': 'ca919bac-c079-460f-b081-e1bc28012b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff774acf-3c34-414e-ab6f-cec153799515'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:58.355782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Bound port: 33f710ff-7a3c-45fc-91d1-c6d53a24013f, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca919bac-c079-460f-b081-e1bc28012b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff774acf-3c34-414e-ab6f-cec153799515'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:58.356259 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.376519 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c2488bd-8297-41db-8104-277854fb11ef req-c1bf2a94-ae4f-40d5-a317-bce76f51af98 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 210 time: 0.0776923 Feb 07 22:43:58.517844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] For port 33f710ff-7a3c-45fc-91d1-c6d53a24013f, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:58.589546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] For port 33f710ff-7a3c-45fc-91d1-c6d53a24013f, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=33f710ff-7a3c-45fc-91d1-c6d53a24013f,segment=NetworkSegment(ca919bac-c079-460f-b081-e1bc28012b49),segment_id=ca919bac-c079-460f-b081-e1bc28012b49)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:58.609635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.622677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393ad235-9e89-4814-b85c-2921cdc0014d {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:58.670214 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.686811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:58.687262 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.689238 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] 10.222.0.46 "PUT /v2.0/ports/33f710ff-7a3c-45fc-91d1-c6d53a24013f HTTP/1.1" status: 200 len: 1091 time: 2.5800123 Feb 07 22:43:58.698280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d715d5-adab-4875-b064-cca3be15af69', 'tag': '33f710ff-7a3c-45fc-91d1-c6d53a24013f'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:58.701046 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b45511-fa01-4fce-89f0-e1f14847168f" -d '{"events": [{"name": "network-changed", "server_uuid": "14d715d5-adab-4875-b064-cca3be15af69", "tag": "33f710ff-7a3c-45fc-91d1-c6d53a24013f"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:43:58.732720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Transition to ACTIVE for port object 393ad235-9e89-4814-b85c-2921cdc0014d will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:58.754254 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.774786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.784185 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8d8f9d-cf88-4eec-8c00-b3aea211be8e x-openstack-request-id: req-9f8d8f9d-cf88-4eec-8c00-b3aea211be8e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:43:58.784635 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d715d5-adab-4875-b064-cca3be15af69", "tag": "33f710ff-7a3c-45fc-91d1-c6d53a24013f", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:43:58.784974 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f8d8f9d-cf88-4eec-8c00-b3aea211be8e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:43:58.785510 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d715d5-adab-4875-b064-cca3be15af69', 'tag': '33f710ff-7a3c-45fc-91d1-c6d53a24013f', 'status': 'completed', 'code': 200} Feb 07 22:43:58.811919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad10d50-3abb-4452-ab06-3d5072e1303b service neutron] Pushing event updated for resources: {'Port': ['ID=33f710ff-7a3c-45fc-91d1-c6d53a24013f,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:59.126353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d6f2e-a6c2-45a9-ae3f-a0d4ba73e05e req-60579fe6-cc36-46b0-869f-d9968e414961 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.139276 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-589d6f2e-a6c2-45a9-ae3f-a0d4ba73e05e req-60579fe6-cc36-46b0-869f-d9968e414961 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 943 time: 0.1073389 Feb 07 22:43:59.178947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-589d6f2e-a6c2-45a9-ae3f-a0d4ba73e05e req-c7f56ae7-3f32-49ca-9415-0356b0ef9735 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 Feb 07 22:43:59.308448 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a08aa52-6022-4750-980b-abb1ecb516d2 req-ad7c1d6d-a3f8-49b8-ade2-6f5d207f38cf tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0396996 Feb 07 22:43:59.390913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Pushing event updated for resources: {'Port': ['ID=393ad235-9e89-4814-b85c-2921cdc0014d,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:59.414045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-fa67e1ef-95ba-4558-9459-49c580702db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.415550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-fa67e1ef-95ba-4558-9459-49c580702db9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edf1b796782452d994a85ca00451476&device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 1094 time: 0.6638751 Feb 07 22:43:59.422375 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.434839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['36612fbb-0e37-4e08-85b6-040f4a005ffd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:43:59.439438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725d8b1-fb0d-4091-94d8-03d9cdb090d2 req-ae5ff04b-789a-4ec0-9904-aeadf86a54ac tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.440910 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d725d8b1-fb0d-4091-94d8-03d9cdb090d2 req-ae5ff04b-789a-4ec0-9904-aeadf86a54ac tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 944 time: 0.5298469 Feb 07 22:43:59.521016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-1889ba9d-c3fd-4d3a-87ef-893ead1b6e56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33f710ff-7a3c-45fc-91d1-c6d53a24013f HTTP/1.1" status: 200 len: 217 time: 0.0951149 Feb 07 22:43:59.530406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80543b7a-1e0d-4f73-9160-0cff85d6804c req-eccf3450-1973-47ba-817d-58755986527c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.538158 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80543b7a-1e0d-4f73-9160-0cff85d6804c req-eccf3450-1973-47ba-817d-58755986527c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 931 time: 0.0566292 Feb 07 22:43:59.550677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Attempting to bind port 393ad235-9e89-4814-b85c-2921cdc0014d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:59.551001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Attempting to bind port 393ad235-9e89-4814-b85c-2921cdc0014d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '0da09d09-725a-4e5f-85d3-bdb5210d2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:59.551322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Attempting to bind port 393ad235-9e89-4814-b85c-2921cdc0014d on network b0ee6346-7264-4537-ac58-4a1645b681b9 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:59.563338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Network 79aad14d-4e3e-4215-af1a-bee284f19712 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:59.584462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80543b7a-1e0d-4f73-9160-0cff85d6804c req-fc2d7bd0-f72a-426d-ac46-03dc05d11029 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451417 Feb 07 22:43:59.594092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Port 393ad235-9e89-4814-b85c-2921cdc0014d on network b0ee6346-7264-4537-ac58-4a1645b681b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:43:59.594435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Attempting to bind port 393ad235-9e89-4814-b85c-2921cdc0014d on network b0ee6346-7264-4537-ac58-4a1645b681b9 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:43:59.597812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:59.607812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Pushing event updated for resources: {'Port': ['ID=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:59.614781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:43:59.624117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:43:59.624457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Checking segment: {'id': '0da09d09-725a-4e5f-85d3-bdb5210d2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:43:59.624838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Bound using segment: {'id': '0da09d09-725a-4e5f-85d3-bdb5210d2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:43:59.625443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Bound port: 393ad235-9e89-4814-b85c-2921cdc0014d, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da09d09-725a-4e5f-85d3-bdb5210d2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:59.626150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.653363 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d725d8b1-fb0d-4091-94d8-03d9cdb090d2 req-9a3a7cbe-e3b0-486c-9b65-e8defea748c9 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552336 Feb 07 22:43:59.682782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-f3e450af-a265-4dee-b851-051a5581cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.684931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-f3e450af-a265-4dee-b851-051a5581cc2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b962e389-1df6-4ab2-9da4-2399980a4444 HTTP/1.1" status: 200 len: 854 time: 0.1464236 Feb 07 22:43:59.727418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.728150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.752049 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-f546cec3-4664-4d92-9c91-091c7791bc52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff774acf-3c34-414e-ab6f-cec153799515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601525 Feb 07 22:43:59.779024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-99a81bb0-f10c-4974-917d-d13be318c0f2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7440200 Feb 07 22:43:59.797486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Request body: {'port': {'device_id': 'c9595a43-3882-48f4-9d7e-5854c7303826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:59.856043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] For port 393ad235-9e89-4814-b85c-2921cdc0014d, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:43:59.877457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] For port 393ad235-9e89-4814-b85c-2921cdc0014d, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=393ad235-9e89-4814-b85c-2921cdc0014d,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:43:59.904943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.955643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.964687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.965300 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.966664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/393ad235-9e89-4814-b85c-2921cdc0014d HTTP/1.1" status: 200 len: 1092 time: 2.5147228 Feb 07 22:43:59.977439 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-37003815-9ee5-462d-9843-d8f31d154036 service neutron] 10.222.0.46 "GET /v2.0/networks/ff774acf-3c34-414e-ab6f-cec153799515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178226 Feb 07 22:44:00.060114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff165a4-d9ab-4dfc-b8a5-f09a7cf768f4 service neutron] Pushing event updated for resources: {'Port': ['ID=393ad235-9e89-4814-b85c-2921cdc0014d,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:00.197264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f64432-5e8a-4725-800d-65023c221064 req-924dcaf1-7154-482c-8d33-4ee65a107055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.199332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-924dcaf1-7154-482c-8d33-4ee65a107055 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 1095 time: 0.1908028 Feb 07 22:44:00.257885 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e44fe1cb-765d-4d08-9787-eca877e20ffa req-cd6ab1ea-74d0-4662-8129-a5fd5c2df22a service neutron] 10.222.0.46 "GET /v2.0/networks/ff774acf-3c34-414e-ab6f-cec153799515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707911 Feb 07 22:44:00.259121 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-842db1dd-2474-4342-ab61-f38baec0a81b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=393ad235-9e89-4814-b85c-2921cdc0014d HTTP/1.1" status: 200 len: 217 time: 0.0519109 Feb 07 22:44:00.318994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb96518-3332-45db-8fe9-277e5e66a4ed req-07c53a9b-86d4-44be-b365-63f6e2a294d8 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.321122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bb96518-3332-45db-8fe9-277e5e66a4ed req-07c53a9b-86d4-44be-b365-63f6e2a294d8 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 943 time: 0.0666702 Feb 07 22:44:00.373270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bb96518-3332-45db-8fe9-277e5e66a4ed req-8a68bab3-6182-4b34-900f-d4ba5377ed09 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Feb 07 22:44:00.400949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f64432-5e8a-4725-800d-65023c221064 req-afbf5db0-5c62-451d-9ee1-278cca274e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.402777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-afbf5db0-5c62-451d-9ee1-278cca274e77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.1234040 Feb 07 22:44:00.428454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-8bc500d1-a751-4881-95d2-2f89fa6eee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.429868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-8bc500d1-a751-4881-95d2-2f89fa6eee1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2edf1b796782452d994a85ca00451476&device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 1094 time: 0.1008666 Feb 07 22:44:00.464687 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-cbc215e7-aeaa-4239-a5d9-67f31e749efb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501642 Feb 07 22:44:00.509392 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-53fb735d-5107-485e-ae86-4bf4178e9efa req-c0b14add-77c1-4fba-90b9-223fd6d15360 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0760050 Feb 07 22:44:00.680521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-e9c66d0c-6b3c-41d7-a49f-79a9828b6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.682116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-e9c66d0c-6b3c-41d7-a49f-79a9828b6297 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff774acf-3c34-414e-ab6f-cec153799515 HTTP/1.1" status: 200 len: 914 time: 0.2317100 Feb 07 22:44:00.687360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f4d781-eb56-45c9-99ae-c6fc377d6fdc {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:00.696300 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.708363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce9ff0-a312-495a-a515-0ee9dccc1abb req-bffaa34f-c810-4777-9096-9880e58cd340 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.716633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-2f901862-b255-49a0-8430-f3cbe62dd8e0 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421448 Feb 07 22:44:00.717957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87ce9ff0-a312-495a-a515-0ee9dccc1abb req-bffaa34f-c810-4777-9096-9880e58cd340 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 931 time: 0.0692172 Feb 07 22:44:00.753298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87ce9ff0-a312-495a-a515-0ee9dccc1abb req-6bcfa40f-6c78-4c72-ab91-b02ccab18a27 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Feb 07 22:44:00.789626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Transition to ACTIVE for port object 30f4d781-eb56-45c9-99ae-c6fc377d6fdc will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:00.793026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-eba46297-b6cf-4725-a6c9-2eace7612293 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33f710ff-7a3c-45fc-91d1-c6d53a24013f HTTP/1.1" status: 200 len: 217 time: 0.0729570 Feb 07 22:44:00.793477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:00.795836 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e69db4-bf21-4344-9d3d-a7a954e86617" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:00.831977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.843689 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0976e7b-2852-4397-84b8-58d3139cabce x-openstack-request-id: req-f0976e7b-2852-4397-84b8-58d3139cabce {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:00.843999 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:00.844246 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0976e7b-2852-4397-84b8-58d3139cabce {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:00.844632 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d', 'status': 'completed', 'code': 200} Feb 07 22:44:00.975318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:00.991080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-5eeaa1c5-b1d0-484d-9d3c-270d52e9b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.992584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-5eeaa1c5-b1d0-484d-9d3c-270d52e9b95b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b962e389-1df6-4ab2-9da4-2399980a4444 HTTP/1.1" status: 200 len: 854 time: 0.1626678 Feb 07 22:44:01.015469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62459e-6bfe-4a77-95d8-ce66aba8c68b req-fc71e97a-8056-474a-a652-5386d86f80eb tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.016940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a62459e-6bfe-4a77-95d8-ce66aba8c68b req-fc71e97a-8056-474a-a652-5386d86f80eb tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 944 time: 0.2461636 Feb 07 22:44:01.028882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0f64432-5e8a-4725-800d-65023c221064 req-5e90c4fe-90f2-4818-b719-022447cf7566 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993908 Feb 07 22:44:01.069229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-f5060166-8162-41ee-a0cb-1224c73f529a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff774acf-3c34-414e-ab6f-cec153799515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509515 Feb 07 22:44:01.183966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a62459e-6bfe-4a77-95d8-ce66aba8c68b req-c5fc1720-c7de-47d0-9b1c-13661c0a503a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529565 Feb 07 22:44:01.206059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Attempting to bind port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:01.206397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Attempting to bind port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:01.206730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Attempting to bind port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc on network 79aad14d-4e3e-4215-af1a-bee284f19712 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:01.221610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-ea7b14a7-c93a-4eb3-9b6d-5d40a78bd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.223075 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-ea7b14a7-c93a-4eb3-9b6d-5d40a78bd3ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 1095 time: 0.1387372 Feb 07 22:44:01.223610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc on network 79aad14d-4e3e-4215-af1a-bee284f19712 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:44:01.223952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Attempting to bind port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc on network 79aad14d-4e3e-4215-af1a-bee284f19712 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:01.243175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:44:01.243515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Checking segment: {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:01.243918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Bound using segment: {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:44:01.244362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Bound port: 30f4d781-eb56-45c9-99ae-c6fc377d6fdc, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe84712-2dee-4224-87b3-f02e3a158458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:01.244722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:01.501915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017b97a-127d-4254-8007-060703d9b614 req-99de5c97-c5d8-4c57-b629-b3601b8be768 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.503532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e017b97a-127d-4254-8007-060703d9b614 req-99de5c97-c5d8-4c57-b629-b3601b8be768 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 943 time: 0.0523694 Feb 07 22:44:01.544955 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-803cc516-e39a-4868-bdd5-3b13b525e3b0 service neutron] 10.222.0.46 "GET /v2.0/networks/ff774acf-3c34-414e-ab6f-cec153799515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626887 Feb 07 22:44:01.547338 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e017b97a-127d-4254-8007-060703d9b614 req-db2990b0-e177-4089-a0df-ea01145ba73f tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373728 Feb 07 22:44:01.683409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be34c979-15f1-4250-ac94-c14fdeda877a req-3676cab5-4452-4aa8-a166-9bba2970a10e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0690851 Feb 07 22:44:01.726477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-2e221613-b88c-4263-8778-0043beccd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.727989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-2e221613-b88c-4263-8778-0043beccd281 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 913 time: 0.4951770 Feb 07 22:44:01.733617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] For port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:44:01.742343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] For port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:44:01.782264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:01.792386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-c2e51d4f-248f-45ae-89df-1a497c92eaad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=393ad235-9e89-4814-b85c-2921cdc0014d HTTP/1.1" status: 200 len: 217 time: 0.0551088 Feb 07 22:44:01.816231 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1b45511-fa01-4fce-89f0-e1f14847168f req-d0f717f1-0342-4acf-b478-76e0364867da service neutron] 10.222.0.46 "GET /v2.0/networks/ff774acf-3c34-414e-ab6f-cec153799515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407188 Feb 07 22:44:01.867560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.868188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:01.869672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] 10.222.0.24 "PUT /v2.0/ports/30f4d781-eb56-45c9-99ae-c6fc377d6fdc HTTP/1.1" status: 200 len: 1091 time: 2.0763245 Feb 07 22:44:01.884892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f0579-f310-4773-a46f-1314c0238275 req-01cbb74c-ea8b-45f5-840c-b1ad4601e026 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.886970 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-706f0579-f310-4773-a46f-1314c0238275 req-01cbb74c-ea8b-45f5-840c-b1ad4601e026 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 943 time: 0.0627394 Feb 07 22:44:01.896970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-954c4352-05e8-4efd-bacf-344b677a3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.898456 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-954c4352-05e8-4efd-bacf-344b677a3919 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.0776334 Feb 07 22:44:01.899069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f4894-99b4-4fe5-9fd8-25cd85a06ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:01.937043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-706f0579-f310-4773-a46f-1314c0238275 req-99e836d5-0598-4a0f-9a62-c08c869809ce tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Feb 07 22:44:01.951334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-75ec4d77-c229-458c-b47f-25fda1839b6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426373 Feb 07 22:44:02.047118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-6fd0cdd0-a6ff-451b-a434-32249ae6ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:02.048851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-6fd0cdd0-a6ff-451b-a434-32249ae6ebf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 1094 time: 0.1075623 Feb 07 22:44:02.102972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-f29746f6-4f7c-4e85-8a17-d415f916270a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f4d781-eb56-45c9-99ae-c6fc377d6fdc HTTP/1.1" status: 200 len: 217 time: 0.0457964 Feb 07 22:44:02.109056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-baff3186-240e-49cd-8642-60227d043046 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396897 Feb 07 22:44:02.206197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-2c8cfa8a-7a21-4a8e-8249-159aadb52415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:02.207656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-2c8cfa8a-7a21-4a8e-8249-159aadb52415 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f57ffd42-2da5-4be0-97aa-77ac8611a04d HTTP/1.1" status: 200 len: 850 time: 0.0977809 Feb 07 22:44:02.249813 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-348bc2ac-9a27-4007-a25b-b8d9b48b8156 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79aad14d-4e3e-4215-af1a-bee284f19712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311873 Feb 07 22:44:02.295904 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16e69db4-bf21-4344-9d3d-a7a954e86617 req-0623b1c3-0af5-4775-83c9-2f8ac230f824 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789267 Feb 07 22:44:02.361611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7232aa-9373-43a7-a47d-ebefcba3eb8d req-23037e82-5d05-4bad-8ed0-08fbd3cf1d4a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:02.363080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f7232aa-9373-43a7-a47d-ebefcba3eb8d req-23037e82-5d05-4bad-8ed0-08fbd3cf1d4a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 944 time: 0.1078069 Feb 07 22:44:02.407092 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-04a21cfa-e5f0-4336-908d-b0211dad1c10 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402390 Feb 07 22:44:02.426620 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f7232aa-9373-43a7-a47d-ebefcba3eb8d req-b55a246f-34f8-499e-823a-a5e3b6e2405b tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545177 Feb 07 22:44:02.513744 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-200cc209-6a11-4782-a643-e9d73adb4fa8 req-b177c5c2-ff8b-4773-923e-2fa54ed52497 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967622 Feb 07 22:44:02.689549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199529eb-a4a0-44b9-a33b-c7bfb122b450 req-633dba02-dfd6-4e67-982c-e1ef0beb5cd0 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:02.691091 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-199529eb-a4a0-44b9-a33b-c7bfb122b450 req-633dba02-dfd6-4e67-982c-e1ef0beb5cd0 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 943 time: 0.0536437 Feb 07 22:44:02.732352 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-199529eb-a4a0-44b9-a33b-c7bfb122b450 req-53fe38c2-34cb-4804-8a62-a50c6e1cc8cc tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349839 Feb 07 22:44:02.787202 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31016002-aabe-426f-96c8-efcacc6cdd60 req-23b950cd-db1b-47e9-912b-712844a59964 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0278559 Feb 07 22:44:02.846092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9595a43-3882-48f4-9d7e-5854c7303826', 'tag': '30f4d781-eb56-45c9-99ae-c6fc377d6fdc'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:02.848381 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ab04c6-b595-4635-b288-293b55173adb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9595a43-3882-48f4-9d7e-5854c7303826", "tag": "30f4d781-eb56-45c9-99ae-c6fc377d6fdc"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:02.884358 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce876a8-a1c3-401a-b265-4f652df92ca9 x-openstack-request-id: req-3ce876a8-a1c3-401a-b265-4f652df92ca9 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:02.884763 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9595a43-3882-48f4-9d7e-5854c7303826", "tag": "30f4d781-eb56-45c9-99ae-c6fc377d6fdc", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:02.885102 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ce876a8-a1c3-401a-b265-4f652df92ca9 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:02.885553 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9595a43-3882-48f4-9d7e-5854c7303826', 'tag': '30f4d781-eb56-45c9-99ae-c6fc377d6fdc', 'status': 'completed', 'code': 200} Feb 07 22:44:02.947472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab04c6-b595-4635-b288-293b55173adb req-5bbbed54-e9d6-4d67-be2b-e75de849c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:02.949709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ab04c6-b595-4635-b288-293b55173adb req-5bbbed54-e9d6-4d67-be2b-e75de849c892 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 1094 time: 0.0407572 Feb 07 22:44:03.083347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd321cd-60ad-42d7-9433-813617cb09e5 req-c614ecb3-7a13-44f0-a51e-1f73f53ca7c8 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.084820 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bd321cd-60ad-42d7-9433-813617cb09e5 req-c614ecb3-7a13-44f0-a51e-1f73f53ca7c8 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 943 time: 0.0777256 Feb 07 22:44:03.087496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab04c6-b595-4635-b288-293b55173adb req-cfaefde0-9d72-43d0-9e0d-4fa32a4d7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.088868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ab04c6-b595-4635-b288-293b55173adb req-cfaefde0-9d72-43d0-9e0d-4fa32a4d7edc service neutron] 10.222.0.24 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 910 time: 0.1313610 Feb 07 22:44:03.145781 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ab04c6-b595-4635-b288-293b55173adb req-fbcd9798-7887-4d0c-94b9-a3e3f9b0826c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f4d781-eb56-45c9-99ae-c6fc377d6fdc HTTP/1.1" status: 200 len: 217 time: 0.0463285 Feb 07 22:44:03.166096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 393ad235-9e89-4814-b85c-2921cdc0014d details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:44:03.197430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bd321cd-60ad-42d7-9433-813617cb09e5 req-d807eb04-11ae-4c26-a832-a0edf9c4a02d tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042411 Feb 07 22:44:03.227084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab04c6-b595-4635-b288-293b55173adb req-af494870-ff81-452e-93c3-ecfa423dc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.228665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ab04c6-b595-4635-b288-293b55173adb req-af494870-ff81-452e-93c3-ecfa423dc904 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f57ffd42-2da5-4be0-97aa-77ac8611a04d HTTP/1.1" status: 200 len: 850 time: 0.0730765 Feb 07 22:44:03.261739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ab04c6-b595-4635-b288-293b55173adb req-7f8ad6a4-3bd8-4a64-9f46-7023188695ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79aad14d-4e3e-4215-af1a-bee284f19712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252311 Feb 07 22:44:03.266788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 393ad235-9e89-4814-b85c-2921cdc0014d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=393ad235-9e89-4814-b85c-2921cdc0014d,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:03.278481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '393ad235-9e89-4814-b85c-2921cdc0014d', 'network_id': 'b0ee6346-7264-4537-ac58-4a1645b681b9', 'port_id': '393ad235-9e89-4814-b85c-2921cdc0014d', 'mac_address': 'fa:16:3e:20:b1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6f48fe-117c-4717-abbb-82fa6180bbc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:44:03.317296 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.331433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393ad235-9e89-4814-b85c-2921cdc0014d {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:03.353439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 393ad235-9e89-4814-b85c-2921cdc0014d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=393ad235-9e89-4814-b85c-2921cdc0014d,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:03.358858 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.359639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 33f710ff-7a3c-45fc-91d1-c6d53a24013f details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:44:03.365483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ab04c6-b595-4635-b288-293b55173adb req-d6828c97-3959-45e4-9837-665467cec2db service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936387 Feb 07 22:44:03.499926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ab04c6-b595-4635-b288-293b55173adb req-bb9f83cc-cfc7-42eb-84ca-cd7f1e01c1a4 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261325 Feb 07 22:44:03.523115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 33f710ff-7a3c-45fc-91d1-c6d53a24013f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=33f710ff-7a3c-45fc-91d1-c6d53a24013f,segment=NetworkSegment(ca919bac-c079-460f-b081-e1bc28012b49),segment_id=ca919bac-c079-460f-b081-e1bc28012b49)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:03.545320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '33f710ff-7a3c-45fc-91d1-c6d53a24013f', 'network_id': 'ff774acf-3c34-414e-ab6f-cec153799515', 'port_id': '33f710ff-7a3c-45fc-91d1-c6d53a24013f', 'mac_address': 'fa:16:3e:72:da:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b962e389-1df6-4ab2-9da4-2399980a4444', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:44:03.584022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=393ad235-9e89-4814-b85c-2921cdc0014d,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:03.600756 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.620198 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f710ff-7a3c-45fc-91d1-c6d53a24013f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:03.628936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5b04-4334-4ebc-b6a0-360f930867f9 req-5a2888dd-4a9c-444c-b2ee-ab29cf9b9eb8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.637456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b58a5b04-4334-4ebc-b6a0-360f930867f9 req-5a2888dd-4a9c-444c-b2ee-ab29cf9b9eb8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 945 time: 0.0982242 Feb 07 22:44:03.649546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 33f710ff-7a3c-45fc-91d1-c6d53a24013f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=33f710ff-7a3c-45fc-91d1-c6d53a24013f,segment=NetworkSegment(ca919bac-c079-460f-b081-e1bc28012b49),segment_id=ca919bac-c079-460f-b081-e1bc28012b49)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:03.654480 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.688367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b58a5b04-4334-4ebc-b6a0-360f930867f9 req-5463d6eb-9c5c-45bf-ab93-852facc64b82 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Feb 07 22:44:03.725978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=33f710ff-7a3c-45fc-91d1-c6d53a24013f,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:03.816209 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.868656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cc3d-ca02-4760-be44-e164524cd333 req-a8c6ce97-47d6-484e-b151-e4e62d21e3c2 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.870284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26b1cc3d-ca02-4760-be44-e164524cd333 req-a8c6ce97-47d6-484e-b151-e4e62d21e3c2 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 944 time: 0.0543911 Feb 07 22:44:03.880583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['393ad235-9e89-4814-b85c-2921cdc0014d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:03.884760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['33f710ff-7a3c-45fc-91d1-c6d53a24013f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:03.919310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-820a9ca1-c821-4c80-b4a6-b433e81c6e6d req-92104859-0551-4a96-8457-abce4f56eefd tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0487597 Feb 07 22:44:03.925820 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26b1cc3d-ca02-4760-be44-e164524cd333 req-68269fbc-ce0c-41f5-b344-d2f2931d6154 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Feb 07 22:44:04.197952 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:04.319268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857f18e-5c3a-4b8c-8b52-b1313eb24892 req-471dfdb7-b4bf-441e-86ff-a03911463aaa tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:04.320652 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e857f18e-5c3a-4b8c-8b52-b1313eb24892 req-471dfdb7-b4bf-441e-86ff-a03911463aaa tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 943 time: 0.0502286 Feb 07 22:44:04.368521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e857f18e-5c3a-4b8c-8b52-b1313eb24892 req-ff16cb46-06b1-48bd-a0e8-9cfeb20f20a7 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404420 Feb 07 22:44:04.817709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7cb67-2954-4243-82dd-a1744076bd85 req-2b4215b8-3056-4193-a636-9c532f5c54a0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:04.819324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53c7cb67-2954-4243-82dd-a1744076bd85 req-2b4215b8-3056-4193-a636-9c532f5c54a0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 945 time: 0.0524189 Feb 07 22:44:04.868417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53c7cb67-2954-4243-82dd-a1744076bd85 req-aba48d54-b51a-46fc-b045-047fab4be312 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Feb 07 22:44:05.124421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0450bb-d9bf-486f-b084-8c49509dc7cb req-0b392fe6-9447-496f-9667-4252e0cd320c tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:05.133340 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0e0450bb-d9bf-486f-b084-8c49509dc7cb req-0b392fe6-9447-496f-9667-4252e0cd320c tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 944 time: 0.0876682 Feb 07 22:44:05.193157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0e0450bb-d9bf-486f-b084-8c49509dc7cb req-fb53fc0d-ecd0-4018-ae4b-5b6898013588 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579154 Feb 07 22:44:05.193305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 393ad235-9e89-4814-b85c-2921cdc0014d up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:05.290406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 393ad235-9e89-4814-b85c-2921cdc0014d completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:05.305094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 393ad235-9e89-4814-b85c-2921cdc0014d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:05.308740 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:05.427045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-72bf2196-b9e2-4a90-9505-199672673c8a req-b2bde034-3fc0-4a1e-b30a-9e0c47d2418c tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0721669 Feb 07 22:44:05.462996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:05.505138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:05.507769 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36778c1f-8252-40a7-96f9-7095d12d626f" -d '{"events": [{"server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "name": "network-vif-plugged", "status": "completed", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:05.536422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 393ad235-9e89-4814-b85c-2921cdc0014d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=393ad235-9e89-4814-b85c-2921cdc0014d,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:05.545141 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:05.546056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 33f710ff-7a3c-45fc-91d1-c6d53a24013f up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:05.574109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-b4ae2087-ad39-4c91-94bb-1ee170351525 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1220452705&fields=id&tenant_id=13e8630daa04411fbf7c4836a8deb47d HTTP/1.1" status: 200 len: 267 time: 0.1127305 Feb 07 22:44:05.653396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=393ad235-9e89-4814-b85c-2921cdc0014d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:05.675003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65dd99-7027-4d6b-8f5c-076d7a76ca07 req-d9138d6f-ff91-45ed-aee9-92ab3dec0a2f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:05.684989 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a65dd99-7027-4d6b-8f5c-076d7a76ca07 req-d9138d6f-ff91-45ed-aee9-92ab3dec0a2f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 943 time: 0.1179295 Feb 07 22:44:05.685183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 33f710ff-7a3c-45fc-91d1-c6d53a24013f completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:05.692841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 33f710ff-7a3c-45fc-91d1-c6d53a24013f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:05.693256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:05.756403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-0bf476e3-023f-4888-9860-abdc341f01b5 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:05.768608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-0bf476e3-023f-4888-9860-abdc341f01b5 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/networks?id=ad87988a-0810-4eed-a279-6cddf5443bc6 HTTP/1.1" status: 200 len: 816 time: 0.1931505 Feb 07 22:44:05.770589 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a65dd99-7027-4d6b-8f5c-076d7a76ca07 req-0949ba36-5bbf-478d-a3ab-2f6d20a488b3 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843544 Feb 07 22:44:05.792932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-000b91a0-85e1-499c-9c7b-044c44299642 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/quotas/13e8630daa04411fbf7c4836a8deb47d HTTP/1.1" status: 200 len: 375 time: 0.0186055 Feb 07 22:44:05.854666 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5167700-b985-4ced-9051-c7851c418622 x-openstack-request-id: req-e5167700-b985-4ced-9051-c7851c418622 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:05.854943 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "name": "network-vif-plugged", "status": "completed", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:05.855131 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5167700-b985-4ced-9051-c7851c418622 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:05.855529 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d', 'code': 200} Feb 07 22:44:05.877058 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:05.885838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-12351762-afd7-4633-bde1-bbe8645f17f2 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=13e8630daa04411fbf7c4836a8deb47d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966835 Feb 07 22:44:05.954334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 33f710ff-7a3c-45fc-91d1-c6d53a24013f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=33f710ff-7a3c-45fc-91d1-c6d53a24013f,segment=NetworkSegment(ca919bac-c079-460f-b081-e1bc28012b49),segment_id=ca919bac-c079-460f-b081-e1bc28012b49)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:05.961361 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.052227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2bfec-986f-414c-8c53-97355a84d483 req-5bb7e8ea-7f7a-4c6f-8dd7-3ab0a00dfb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.053826 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee2bfec-986f-414c-8c53-97355a84d483 req-5bb7e8ea-7f7a-4c6f-8dd7-3ab0a00dfb2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 1097 time: 0.1598330 Feb 07 22:44:06.056036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=33f710ff-7a3c-45fc-91d1-c6d53a24013f,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:06.126905 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee2bfec-986f-414c-8c53-97355a84d483 req-921af0ed-86f8-4a79-9937-d517474c30e5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560803 Feb 07 22:44:06.137109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-8e918887-011d-49b4-b897-06ba7c746315 service neutron] 10.222.0.15 "GET /v2.0/networks/ad87988a-0810-4eed-a279-6cddf5443bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323096 Feb 07 22:44:06.149889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a4582-e1a1-4833-b222-9b572e614cbd req-d863c393-dbe4-4473-8475-fbb5d4c13439 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.154056 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c6a4582-e1a1-4833-b222-9b572e614cbd req-d863c393-dbe4-4473-8475-fbb5d4c13439 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 946 time: 0.1152096 Feb 07 22:44:06.255273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-4b245eca-e188-400a-9ccd-75fe53ab168d service neutron] 10.222.0.15 "GET /v2.0/networks/ad87988a-0810-4eed-a279-6cddf5443bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173167 Feb 07 22:44:06.258681 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c6a4582-e1a1-4833-b222-9b572e614cbd req-efcca765-b44f-45fa-90f5-d94c9b5f329a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908377 Feb 07 22:44:06.383597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 30f4d781-eb56-45c9-99ae-c6fc377d6fdc details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:44:06.430244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa26c9c-c92f-47d2-943b-dd30e7a6cb6a req-f0c13353-8dda-4845-a92a-83c51300e0c1 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.432211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9fa26c9c-c92f-47d2-943b-dd30e7a6cb6a req-f0c13353-8dda-4845-a92a-83c51300e0c1 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 945 time: 0.1059384 Feb 07 22:44:06.520006 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9fa26c9c-c92f-47d2-943b-dd30e7a6cb6a req-277614f9-66e5-44a1-a743-06e6a0a5173f tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809603 Feb 07 22:44:06.612209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:06.647028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '30f4d781-eb56-45c9-99ae-c6fc377d6fdc', 'network_id': '79aad14d-4e3e-4215-af1a-bee284f19712', 'port_id': '30f4d781-eb56-45c9-99ae-c6fc377d6fdc', 'mac_address': 'fa:16:3e:1c:d3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f57ffd42-2da5-4be0-97aa-77ac8611a04d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:44:06.699003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26789eae-deeb-4a63-840d-6024d0e6e935 req-86eb224b-ff6e-4444-8ca0-157a4869e791 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0803182 Feb 07 22:44:06.754216 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.792658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f4d781-eb56-45c9-99ae-c6fc377d6fdc {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:06.865116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ab5e1b1-f6c6-46ed-bd21-9e96dec49929 req-94887c9d-a867-42d9-8833-a105e102bd5b tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 210 time: 0.0641661 Feb 07 22:44:06.866518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:06.886309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.962735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aacdb-d227-46ff-a6c1-3a40bd0c64b4 req-8853b900-9374-4927-a648-133ea53c730b tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.972414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-099aacdb-d227-46ff-a6c1-3a40bd0c64b4 req-8853b900-9374-4927-a648-133ea53c730b tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 944 time: 0.0847795 Feb 07 22:44:06.994893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:07.029705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-099aacdb-d227-46ff-a6c1-3a40bd0c64b4 req-e0cc4442-0d70-4269-9673-79c2a2d9ac70 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557425 Feb 07 22:44:07.145287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['30f4d781-eb56-45c9-99ae-c6fc377d6fdc'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:07.425262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808fe59-f1e5-4b97-9ad0-bc7ef43d7989 req-27500936-6eb9-40df-90a6-b21317ffb3ea tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:07.427635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a808fe59-f1e5-4b97-9ad0-bc7ef43d7989 req-27500936-6eb9-40df-90a6-b21317ffb3ea tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 946 time: 0.0564120 Feb 07 22:44:07.483082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a808fe59-f1e5-4b97-9ad0-bc7ef43d7989 req-d30cc31a-0dca-496d-a7ea-64ac9b0ff64e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481958 Feb 07 22:44:07.613172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-69f7237c-1727-431f-b2e2-cdddb000bb4c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-462670467&fields=id&tenant_id=122e9617dbb34a498e58619c6879494f HTTP/1.1" status: 200 len: 267 time: 0.0541689 Feb 07 22:44:07.671279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-afd5e69f-1306-4e5b-9373-05ad831dee52 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:07.673071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-afd5e69f-1306-4e5b-9373-05ad831dee52 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 946 time: 0.0586047 Feb 07 22:44:07.697733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-1e5a242e-1e05-41ff-9b6a-4a84cea542de tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'port': {'security_groups': ['253eb56a-e891-4ea5-abcb-dfcd20fb8020', '360c3140-7509-41cc-9e33-dcf01239b4a1']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:07.736772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b80fdd-1668-4cab-b69c-90cbc5075cc4 req-63af20e2-fc24-4dab-b397-f642a31d94df tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:07.753010 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88b80fdd-1668-4cab-b69c-90cbc5075cc4 req-63af20e2-fc24-4dab-b397-f642a31d94df tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 945 time: 0.0990896 Feb 07 22:44:07.803608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88b80fdd-1668-4cab-b69c-90cbc5075cc4 req-6ed5e118-e753-4ae1-8d82-435524c7a25b tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493989 Feb 07 22:44:07.849937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-1e5a242e-1e05-41ff-9b6a-4a84cea542de tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:07.857233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d715d5-adab-4875-b064-cca3be15af69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f710ff-7a3c-45fc-91d1-c6d53a24013f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:07.864469 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8cd1f5-701a-4958-bb17-ba234af28fa6" -d '{"events": [{"server_uuid": "14d715d5-adab-4875-b064-cca3be15af69", "name": "network-vif-plugged", "status": "completed", "tag": "33f710ff-7a3c-45fc-91d1-c6d53a24013f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:07.973839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe0fab44-22b0-4c37-8cbf-c26f4a3eef8c req-1ab77c6b-3fdc-4e2c-899c-f3891b9e2f59 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0347781 Feb 07 22:44:08.079835 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba08c6a-bc6b-4079-a99b-3c6f15d864e6 x-openstack-request-id: req-6ba08c6a-bc6b-4079-a99b-3c6f15d864e6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:08.080130 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d715d5-adab-4875-b064-cca3be15af69", "name": "network-vif-plugged", "status": "completed", "tag": "33f710ff-7a3c-45fc-91d1-c6d53a24013f", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:08.080387 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ba08c6a-bc6b-4079-a99b-3c6f15d864e6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:08.080776 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d715d5-adab-4875-b064-cca3be15af69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f710ff-7a3c-45fc-91d1-c6d53a24013f', 'code': 200} Feb 07 22:44:08.217815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-1e5a242e-1e05-41ff-9b6a-4a84cea542de tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] For port 393ad235-9e89-4814-b85c-2921cdc0014d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=393ad235-9e89-4814-b85c-2921cdc0014d,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:08.233540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfbf58bf-ce90-497c-b181-bec8270bcbb5 req-2a18e787-5019-4ddc-90d6-399caa48d4b0 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 210 time: 0.0543184 Feb 07 22:44:08.395139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475ac60-6291-4938-b058-0c59176e82ac req-e88fcdd7-45ba-4c9e-ab59-b4bd8f155f64 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:08.396953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4475ac60-6291-4938-b058-0c59176e82ac req-e88fcdd7-45ba-4c9e-ab59-b4bd8f155f64 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 944 time: 0.0576310 Feb 07 22:44:08.407230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 30f4d781-eb56-45c9-99ae-c6fc377d6fdc up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:08.463028 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-1e5a242e-1e05-41ff-9b6a-4a84cea542de tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.468472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4475ac60-6291-4938-b058-0c59176e82ac req-c0ed5a06-2519-4d57-87c4-58d00568e702 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654449 Feb 07 22:44:08.509001 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-1e5a242e-1e05-41ff-9b6a-4a84cea542de tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.561075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e973a66c-f16c-451e-a045-463c75ca5992', '393ad235-9e89-4814-b85c-2921cdc0014d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:08.575422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:08.582955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a242e-1e05-41ff-9b6a-4a84cea542de tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'Port': ['ID=393ad235-9e89-4814-b85c-2921cdc0014d,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:08.600983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900190-9901-4308-b2d0-ffdfc8b641ab req-bb1d473b-c49a-40bd-97e6-d720e688bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:08.602479 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80900190-9901-4308-b2d0-ffdfc8b641ab req-bb1d473b-c49a-40bd-97e6-d720e688bc16 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 1096 time: 0.3658895 Feb 07 22:44:08.620063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-1e5a242e-1e05-41ff-9b6a-4a84cea542de tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:08.620718 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-1e5a242e-1e05-41ff-9b6a-4a84cea542de tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.625559 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b1518a40-2682-404f-b5e9-4c93b60fd3af req-1e5a242e-1e05-41ff-9b6a-4a84cea542de tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "PUT /v2.0/ports/393ad235-9e89-4814-b85c-2921cdc0014d HTTP/1.1" status: 200 len: 982 time: 0.9455159 Feb 07 22:44:08.646716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:08.658655 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:08.691687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:08.692212 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.704152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80900190-9901-4308-b2d0-ffdfc8b641ab req-b09b4e75-f17e-49e8-9229-8e52d4225efc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774083 Feb 07 22:44:08.732779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-9efdcfaa-d4d5-433b-8672-05de4bde67b1 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:08.736525 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-9efdcfaa-d4d5-433b-8672-05de4bde67b1 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.24 "GET /v2.0/networks?id=ad87988a-0810-4eed-a279-6cddf5443bc6 HTTP/1.1" status: 200 len: 816 time: 0.4111454 Feb 07 22:44:08.761702 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d52155c-75fe-4fef-9cc2-c1ba243424a4 req-3ffa6ab7-4a7e-4ca5-bf17-1b9cc70323bb tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/360c3140-7509-41cc-9e33-dcf01239b4a1 HTTP/1.1" status: 200 len: 1801 time: 0.1127117 Feb 07 22:44:08.769819 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fd57fb-fc19-4c63-a6d2-e6c963a8d711 x-openstack-request-id: req-07fd57fb-fc19-4c63-a6d2-e6c963a8d711 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:08.770111 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:08.770361 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07fd57fb-fc19-4c63-a6d2-e6c963a8d711 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:08.770758 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d', 'status': 'completed', 'code': 200} Feb 07 22:44:08.774354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['393ad235-9e89-4814-b85c-2921cdc0014d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:08.873967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-7b52c423-6c31-4413-a257-d1179ecdceb8 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13e8630daa04411fbf7c4836a8deb47d HTTP/1.1" status: 200 len: 380 time: 0.1267226 Feb 07 22:44:08.888491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Request body: {'port': {'device_id': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'admin_state_up': True, 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'security_groups': ['a0a796d1-3f8d-421b-b062-cdfedbd34f30']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:08.929614 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-6d52155c-75fe-4fef-9cc2-c1ba243424a4 req-d4d5f27e-3ba5-4b2d-a79b-a926cf7e2f62 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 22:44:08.950119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d52155c-75fe-4fef-9cc2-c1ba243424a4 req-d4d5f27e-3ba5-4b2d-a79b-a926cf7e2f62 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/360c3140-7509-41cc-9e33-dcf01239b4a1 HTTP/1.1" status: 409 len: 341 time: 0.1827340 Feb 07 22:44:09.180640 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:09.369818 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-208ac7db-9d87-4b8a-8756-92260f8dc8a1 req-6078981b-d849-47db-b755-2a0f00022d8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0581434 Feb 07 22:44:09.413120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-511b5d83-9251-4280-80cb-5711e8a102c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.414629 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-511b5d83-9251-4280-80cb-5711e8a102c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 1136 time: 0.4859345 Feb 07 22:44:09.562574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b6bc2-51d2-41e8-a8d9-088533e7695b req-d27892f4-062c-4201-a4ef-b7b8d588b09b tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.570636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-888b6bc2-51d2-41e8-a8d9-088533e7695b req-d27892f4-062c-4201-a4ef-b7b8d588b09b tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 945 time: 0.5960393 Feb 07 22:44:09.607986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:09.653664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd94836-f868-4e5b-ab38-a9b6637b9fd4 req-77fc8e36-9077-4974-bdcc-f1533b19621a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.669019 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fd94836-f868-4e5b-ab38-a9b6637b9fd4 req-77fc8e36-9077-4974-bdcc-f1533b19621a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 985 time: 0.1510282 Feb 07 22:44:09.669522 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:09.765857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fd94836-f868-4e5b-ab38-a9b6637b9fd4 req-e82d974d-591f-4361-a610-2915a66928e2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=360c3140-7509-41cc-9e33-dcf01239b4a1&id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0877221 Feb 07 22:44:09.781609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-888b6bc2-51d2-41e8-a8d9-088533e7695b req-e24f89f1-1ba6-4cea-bf75-d7cce3ace60e tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096961 Feb 07 22:44:09.847213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Made reservation on behalf of 13e8630daa04411fbf7c4836a8deb47d for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:09.863507 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:09.995461 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2553961-ee2d-4ade-a7b6-78a679c20038 req-c166299a-82fc-4b38-90b9-0d12add2f149 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 210 time: 0.0893846 Feb 07 22:44:10.046308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-a6707ffa-8755-4378-a27c-49292712c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.048126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-a6707ffa-8755-4378-a27c-49292712c363 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 913 time: 0.5470464 Feb 07 22:44:10.094978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9595a43-3882-48f4-9d7e-5854c7303826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f4d781-eb56-45c9-99ae-c6fc377d6fdc'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:10.097633 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b989666-345b-4fbb-aa71-13c6ca199843" -d '{"events": [{"server_uuid": "c9595a43-3882-48f4-9d7e-5854c7303826", "name": "network-vif-plugged", "status": "completed", "tag": "30f4d781-eb56-45c9-99ae-c6fc377d6fdc"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:10.098410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-64f92aaa-6fe1-4789-8c3e-f44c48f2fdd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=393ad235-9e89-4814-b85c-2921cdc0014d HTTP/1.1" status: 200 len: 217 time: 0.0431283 Feb 07 22:44:10.139518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:10.364845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c8f9c-91cc-4dc4-8b57-9e66dc7a7800 req-7b7b015f-b055-49b3-b610-cc402351bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.366537 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-374c8f9c-91cc-4dc4-8b57-9e66dc7a7800 req-7b7b015f-b055-49b3-b610-cc402351bd68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 1096 time: 0.1078320 Feb 07 22:44:10.442636 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-374c8f9c-91cc-4dc4-8b57-9e66dc7a7800 req-fa0be2e6-cb1c-4ab2-8ecc-a8d45899411c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615170 Feb 07 22:44:10.532384 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ec009b-0537-4ffc-923b-b393d8515805 x-openstack-request-id: req-11ec009b-0537-4ffc-923b-b393d8515805 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:10.532955 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9595a43-3882-48f4-9d7e-5854c7303826", "name": "network-vif-plugged", "status": "completed", "tag": "30f4d781-eb56-45c9-99ae-c6fc377d6fdc", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:10.532955 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11ec009b-0537-4ffc-923b-b393d8515805 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:10.533312 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9595a43-3882-48f4-9d7e-5854c7303826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f4d781-eb56-45c9-99ae-c6fc377d6fdc', 'code': 200} Feb 07 22:44:10.582268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Allocated IP 172.20.0.7 (ad87988a-0810-4eed-a279-6cddf5443bc6/132ecb97-c08a-4f30-907f-f525ac3c68e9/79369aee-cf1e-43c8-b21c-948110df10e8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:10.597423 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aef543b8-9a23-4d62-805c-61e20a151896 req-293677b6-703e-48a8-81ff-681abcbb7ea0 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad42be7-ace6-43db-9e91-097241234aea HTTP/1.1" status: 200 len: 210 time: 0.0793977 Feb 07 22:44:10.778467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.851502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaf53d-3cf9-4130-a564-3ce9c7251b39 req-c6258942-f18f-4132-a920-983bb926eb15 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.858393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8aaf53d-3cf9-4130-a564-3ce9c7251b39 req-c6258942-f18f-4132-a920-983bb926eb15 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.9112246 Feb 07 22:44:10.879842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-3711dae6-5a48-43bf-8c5e-6ee32cfd3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.881599 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-3711dae6-5a48-43bf-8c5e-6ee32cfd3ab7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.7721794 Feb 07 22:44:10.882562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.983383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23860b-092b-41fb-9946-af0049efb012 req-509797b0-40c6-4640-ac3e-7f444724b5b4 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:11.002316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6e23860b-092b-41fb-9946-af0049efb012 req-509797b0-40c6-4640-ac3e-7f444724b5b4 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 945 time: 0.0953104 Feb 07 22:44:11.051781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Pushing event updated for resources: {'Port': ['ID=79369aee-cf1e-43c8-b21c-948110df10e8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:11.078949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Network ad87988a-0810-4eed-a279-6cddf5443bc6 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:11.100289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6e23860b-092b-41fb-9946-af0049efb012 req-1418c5a5-e9ef-4a28-842f-dbe6e5e8d011 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943682 Feb 07 22:44:11.105641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:11.146067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-4aa5a110-89b8-4831-9338-24746cc9563d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222905 Feb 07 22:44:11.148368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:44:11.385201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f4b7a-3b0b-4e7c-9134-3f22ad4bc381 req-c03212ec-e839-4ab5-b829-1b9e63408ebd tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:11.401463 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b9f4b7a-3b0b-4e7c-9134-3f22ad4bc381 req-c03212ec-e839-4ab5-b829-1b9e63408ebd tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 985 time: 0.1886210 Feb 07 22:44:11.490327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8aaf53d-3cf9-4130-a564-3ce9c7251b39 req-2f65cd00-f775-4041-bf41-a735cbf010f0 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728569 Feb 07 22:44:11.500907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b9f4b7a-3b0b-4e7c-9134-3f22ad4bc381 req-42eb5650-ea97-487a-83d2-1496fe30bad7 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=360c3140-7509-41cc-9e33-dcf01239b4a1&id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0973909 Feb 07 22:44:11.547372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:11.547979 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:11.628901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-2147fa7f-ab9a-44ba-8c81-6142dbd48f5a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7445993 Feb 07 22:44:11.650876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Request body: {'port': {'device_id': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:11.717483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-dd39f851-d4ee-4cfb-9dd7-b84946fe5cb5 None None] Provisioning complete for port 79369aee-cf1e-43c8-b21c-948110df10e8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:11.719022 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd39f851-d4ee-4cfb-9dd7-b84946fe5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:11.821631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-d892497c-e156-4d07-a0a1-5ca0790c7013 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275118 Feb 07 22:44:11.866041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dd39f851-d4ee-4cfb-9dd7-b84946fe5cb5 None None] Port 79369aee-cf1e-43c8-b21c-948110df10e8 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:44:11.948224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45464) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:11.989824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.009172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b961a-d434-480c-b662-7b39db6f9427 req-83995a01-7119-4686-acfe-ece5fc07c4fc tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:12.020308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-132b961a-d434-480c-b662-7b39db6f9427 req-83995a01-7119-4686-acfe-ece5fc07c4fc tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 931 time: 0.3197274 Feb 07 22:44:12.149724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4d19c93-3f90-46a0-9a0c-93c8e4985e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.228058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4d19c93-3f90-46a0-9a0c-93c8e4985e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.361909 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-132b961a-d434-480c-b662-7b39db6f9427 req-9a178f24-5b02-4490-8b48-b2ff15a54ed2 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365052 Feb 07 22:44:12.405801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-300e8cee-eed6-45c3-9e0d-e7aced9c42a4 req-ba2db9db-4d18-4a87-bf00-d17af49d15b1 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773661 Feb 07 22:44:12.446669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4d19c93-3f90-46a0-9a0c-93c8e4985e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.450758 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4d19c93-3f90-46a0-9a0c-93c8e4985e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.455446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45482) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:12.456528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c4d19c93-3f90-46a0-9a0c-93c8e4985e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "DELETE /v2.0/security-groups/fec82459-edb2-44aa-98b7-20b416abedb4 HTTP/1.1" status: 204 len: 168 time: 0.5028584 Feb 07 22:44:12.472206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d19c93-3f90-46a0-9a0c-93c8e4985e8f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec82459-edb2-44aa-98b7-20b416abedb4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:12.503351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34480a-9d07-4df4-9f5c-11c1cdfcdac9 req-65a1e6fe-bb2e-4cd3-960e-59b54d977a25 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:12.512454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e34480a-9d07-4df4-9f5c-11c1cdfcdac9 req-65a1e6fe-bb2e-4cd3-960e-59b54d977a25 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 945 time: 0.1800022 Feb 07 22:44:12.605368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e34480a-9d07-4df4-9f5c-11c1cdfcdac9 req-49cc20b6-8ae5-4bb7-b231-1ef998acf0df tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913620 Feb 07 22:44:12.677555 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-e49644b4-87fa-4736-9cbe-de7883305416 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] show failed (client error): The resource could not be found. Feb 07 22:44:12.681574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45490) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:12.682961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e49644b4-87fa-4736-9cbe-de7883305416 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "GET /v2.0/security-groups/fec82459-edb2-44aa-98b7-20b416abedb4 HTTP/1.1" status: 404 len: 347 time: 0.2251432 Feb 07 22:44:12.790115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-c296d9ee-9c6d-453c-a459-48be0f8aa9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:12.792312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-c296d9ee-9c6d-453c-a459-48be0f8aa9e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 1136 time: 0.3067498 Feb 07 22:44:12.795247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79369aee-cf1e-43c8-b21c-948110df10e8 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:12.817997 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.913351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ea0eb-28c7-4ba3-82f2-6fcf099d7192 req-0f18f1a1-2a5a-4ec0-b764-16ba53fc5759 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:12.921088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-100ea0eb-28c7-4ba3-82f2-6fcf099d7192 req-0f18f1a1-2a5a-4ec0-b764-16ba53fc5759 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1371906 Feb 07 22:44:12.984434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Transition to ACTIVE for port object 79369aee-cf1e-43c8-b21c-948110df10e8 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:12.998557 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.062876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-100ea0eb-28c7-4ba3-82f2-6fcf099d7192 req-1534891b-d407-424f-a287-398f455843d6 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404724 Feb 07 22:44:13.090956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c145a-c4b4-4aba-8b08-e2e156aa5871 req-ecc85584-8dab-4b9c-a159-9410ef0cf9f9 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:13.092581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779c145a-c4b4-4aba-8b08-e2e156aa5871 req-ecc85584-8dab-4b9c-a159-9410ef0cf9f9 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 985 time: 0.1528974 Feb 07 22:44:13.145461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting port 8a7cef0c-5b57-491a-a2d9-ac5729e046c1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:13.146107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.161696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-7d2d6da1-3b31-4cc4-bb54-14212b2b1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:13.163168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-7d2d6da1-3b31-4cc4-bb54-14212b2b1310 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 913 time: 0.3611398 Feb 07 22:44:13.169030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Pushing event updated for resources: {'Port': ['ID=79369aee-cf1e-43c8-b21c-948110df10e8,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:13.244137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-f105f305-cad2-449e-ac79-46cf7159cc88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=393ad235-9e89-4814-b85c-2921cdc0014d HTTP/1.1" status: 200 len: 217 time: 0.0704014 Feb 07 22:44:13.309161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.310240 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.324276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Calling delete_port for 8a7cef0c-5b57-491a-a2d9-ac5729e046c1 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:13.366775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-779c145a-c4b4-4aba-8b08-e2e156aa5871 req-d9919971-b053-4c20-9eef-99e676cd1c5b tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=360c3140-7509-41cc-9e33-dcf01239b4a1&id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2604265 Feb 07 22:44:13.415673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-ccb1d799-3056-47a7-9323-26fdacac3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:13.420220 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-ccb1d799-3056-47a7-9323-26fdacac3048 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.1607776 Feb 07 22:44:13.496528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-164c2c78-abe7-45f9-ac66-d27b84abbbd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542779 Feb 07 22:44:13.501596 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Attempting to bind port 79369aee-cf1e-43c8-b21c-948110df10e8 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:13.501922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Attempting to bind port 79369aee-cf1e-43c8-b21c-948110df10e8 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:13.502250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Attempting to bind port 79369aee-cf1e-43c8-b21c-948110df10e8 on network ad87988a-0810-4eed-a279-6cddf5443bc6 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:13.532876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Port 79369aee-cf1e-43c8-b21c-948110df10e8 on network ad87988a-0810-4eed-a279-6cddf5443bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:44:13.533226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Attempting to bind port 79369aee-cf1e-43c8-b21c-948110df10e8 on network ad87988a-0810-4eed-a279-6cddf5443bc6 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:13.539356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7564c72-2648-4541-8960-6943edc4b1f6 req-7c5df25a-17a3-444c-af9d-0ecc8c7206fc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:13.547827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7564c72-2648-4541-8960-6943edc4b1f6 req-7c5df25a-17a3-444c-af9d-0ecc8c7206fc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 945 time: 0.1356857 Feb 07 22:44:13.611540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:44:13.611917 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Checking segment: {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:13.612309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Bound using segment: {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:44:13.613290 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Bound port: 79369aee-cf1e-43c8-b21c-948110df10e8, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef604d9-c452-4b6e-81cf-4939f999f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:13.613290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.618209 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7564c72-2648-4541-8960-6943edc4b1f6 req-d5667d21-4f30-4611-a5ed-45f5171ca6fd tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616598 Feb 07 22:44:13.724839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.800389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-223743cc-12e8-4e2b-905f-301f931d45b2 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:13.804864 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-223743cc-12e8-4e2b-905f-301f931d45b2 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.46 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 945 time: 0.2333350 Feb 07 22:44:13.871501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Port': ['ID=8a7cef0c-5b57-491a-a2d9-ac5729e046c1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:13.939224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-eb09ac3c-b9a6-4ee9-bfb5-b328eca3f3a5 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340634 Feb 07 22:44:14.070021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] For port 79369aee-cf1e-43c8-b21c-948110df10e8, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:44:14.085831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] For port 79369aee-cf1e-43c8-b21c-948110df10e8, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=79369aee-cf1e-43c8-b21c-948110df10e8,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:44:14.101976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b206-84a4-4c99-a1dc-6b00f0744363 req-98341ea1-bc77-41f4-99b8-1087ec1f711f tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:14.109884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f60b206-84a4-4c99-a1dc-6b00f0744363 req-98341ea1-bc77-41f4-99b8-1087ec1f711f tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 945 time: 0.2041941 Feb 07 22:44:14.148123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-274cdaac-c3f4-4ac5-9868-1c9183db9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:14.151859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-274cdaac-c3f4-4ac5-9868-1c9183db9f8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 1096 time: 0.3527508 Feb 07 22:44:14.152299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.164810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39452ff4-b6ec-45a7-beac-255b7e542c75 req-162041fe-8362-48e5-b7fd-f7434424397c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:14.166972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39452ff4-b6ec-45a7-beac-255b7e542c75 req-162041fe-8362-48e5-b7fd-f7434424397c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 943 time: 0.3183236 Feb 07 22:44:14.227263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.230153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.235149 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-86f819ac-1504-455c-8651-29246c3ae429 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "DELETE /v2.0/floatingips/a51dfe80-14f8-48be-a848-6d0d2fb13d9b HTTP/1.1" status: 204 len: 168 time: 1.5518363 Feb 07 22:44:14.238995 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39452ff4-b6ec-45a7-beac-255b7e542c75 req-9387df38-9bea-4da8-8045-39c551d6df6a tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594893 Feb 07 22:44:14.241702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45508) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:14.274912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:14.275539 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.277165 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-35737ae3-b075-4906-a774-96051caddc6e service neutron] 10.222.0.24 "PUT /v2.0/ports/79369aee-cf1e-43c8-b21c-948110df10e8 HTTP/1.1" status: 200 len: 1091 time: 2.6375706 Feb 07 22:44:14.304214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f52f89b-ddf1-489c-b2ad-83a0b46fa42c req-c5c4cc7f-7f02-4b43-b5b8-887cacd3a5ea service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267007 Feb 07 22:44:14.313357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'tag': '79369aee-cf1e-43c8-b21c-948110df10e8'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:14.318998 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42490895-dafe-4c57-9e93-d1ba1725538e" -d '{"events": [{"name": "network-changed", "server_uuid": "8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f", "tag": "79369aee-cf1e-43c8-b21c-948110df10e8"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:14.370620 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f60b206-84a4-4c99-a1dc-6b00f0744363 req-d6b1514b-b511-4de2-b16a-0f81c16cdae9 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397475 Feb 07 22:44:14.459493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Deleting port 33f710ff-7a3c-45fc-91d1-c6d53a24013f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:14.459991 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.462719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35737ae3-b075-4906-a774-96051caddc6e service neutron] Pushing event updated for resources: {'Port': ['ID=79369aee-cf1e-43c8-b21c-948110df10e8,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:14.742536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ddd74bcf-a5b9-4c56-a380-43c9d2e30156 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting port 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:14.743101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ddd74bcf-a5b9-4c56-a380-43c9d2e30156 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.826677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-777d58b2-5195-4d62-bb44-57e844cc2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:14.835817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-777d58b2-5195-4d62-bb44-57e844cc2142 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 910 time: 0.6667011 Feb 07 22:44:15.085842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-4ffb832b-7e14-4d48-8f12-3f2f8df5afcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f4d781-eb56-45c9-99ae-c6fc377d6fdc HTTP/1.1" status: 200 len: 217 time: 0.1034968 Feb 07 22:44:15.091936 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ce94ce-2605-43cb-9d9a-62b21dea9930 x-openstack-request-id: req-10ce94ce-2605-43cb-9d9a-62b21dea9930 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:15.092462 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f", "tag": "79369aee-cf1e-43c8-b21c-948110df10e8", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:15.092685 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10ce94ce-2605-43cb-9d9a-62b21dea9930 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:15.093158 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'tag': '79369aee-cf1e-43c8-b21c-948110df10e8', 'status': 'completed', 'code': 200} Feb 07 22:44:15.096092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da9124-d515-4489-91cf-e0b75ecea0b2 req-3ee5bd30-3b09-4d39-9dbe-996f26b90b9c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:15.096754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-e3a7c025-c54d-49d9-ab74-d1bc2206f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:15.098385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-e3a7c025-c54d-49d9-ab74-d1bc2206f1eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e8630daa04411fbf7c4836a8deb47d&device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 1094 time: 0.7230868 Feb 07 22:44:15.103509 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91da9124-d515-4489-91cf-e0b75ecea0b2 req-3ee5bd30-3b09-4d39-9dbe-996f26b90b9c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.5648682 Feb 07 22:44:15.164745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-d9136373-7399-4d9b-93ac-6af1ff0b00e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79369aee-cf1e-43c8-b21c-948110df10e8 HTTP/1.1" status: 200 len: 217 time: 0.0343215 Feb 07 22:44:15.226286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-fa6f8ff9-a845-4d66-bb1f-e00c9cc66924 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:15.227763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-fa6f8ff9-a845-4d66-bb1f-e00c9cc66924 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 945 time: 0.7058916 Feb 07 22:44:15.239317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ddd74bcf-a5b9-4c56-a380-43c9d2e30156 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.252748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ddd74bcf-a5b9-4c56-a380-43c9d2e30156 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Calling delete_port for 84293cd9-fe71-4826-930b-2bf1c6f3a0d5 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:15.305873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] For port 33f710ff-7a3c-45fc-91d1-c6d53a24013f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=33f710ff-7a3c-45fc-91d1-c6d53a24013f,segment=NetworkSegment(ca919bac-c079-460f-b081-e1bc28012b49),segment_id=ca919bac-c079-460f-b081-e1bc28012b49)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:15.306145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.315869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305e8a4-f222-4aa5-923c-70ccad6acdda req-4a021319-0fc5-428c-bd1a-0706de412ad0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:15.317439 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5305e8a4-f222-4aa5-923c-70ccad6acdda req-4a021319-0fc5-428c-bd1a-0706de412ad0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 985 time: 0.2383020 Feb 07 22:44:15.363862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Calling delete_port for 33f710ff-7a3c-45fc-91d1-c6d53a24013f owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:15.376389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-59f1dcf3-17b2-4493-8352-31fe39f02da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:15.377906 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-59f1dcf3-17b2-4493-8352-31fe39f02da8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=132ecb97-c08a-4f30-907f-f525ac3c68e9 HTTP/1.1" status: 200 len: 855 time: 0.1960890 Feb 07 22:44:15.394573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-4481b836-714b-4eab-affd-aef6ffeacbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:15.396239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-4481b836-714b-4eab-affd-aef6ffeacbf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f57ffd42-2da5-4be0-97aa-77ac8611a04d HTTP/1.1" status: 200 len: 850 time: 0.2845342 Feb 07 22:44:15.403916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ddd74bcf-a5b9-4c56-a380-43c9d2e30156 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.444296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-f9c09518-6c2d-4f33-bcc5-66a69fbb27bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79aad14d-4e3e-4215-af1a-bee284f19712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327625 Feb 07 22:44:15.474742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91da9124-d515-4489-91cf-e0b75ecea0b2 req-82932268-4d82-4d7c-a1b7-8fc1e6b73ff6 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703287 Feb 07 22:44:15.485335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5305e8a4-f222-4aa5-923c-70ccad6acdda req-4e5b2a1a-eb31-46ba-83bb-a74209cee666 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=360c3140-7509-41cc-9e33-dcf01239b4a1&id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1397362 Feb 07 22:44:15.485541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd74bcf-a5b9-4c56-a380-43c9d2e30156 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Port': ['ID=84293cd9-fe71-4826-930b-2bf1c6f3a0d5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:15.608676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Deleting port 9c2add09-556a-4078-8607-e698b3e5c4b2 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:15.609169 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.648381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-c3fa0a0a-c987-40be-80ff-3d4fdee22904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:15.650072 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-c3fa0a0a-c987-40be-80ff-3d4fdee22904 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad87988a-0810-4eed-a279-6cddf5443bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604511 Feb 07 22:44:15.687017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70436732-5802-4234-aa82-95d8a4958442 req-5ea799e9-7385-4281-abc6-1b2f58efe1b0 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:15.688772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70436732-5802-4234-aa82-95d8a4958442 req-5ea799e9-7385-4281-abc6-1b2f58efe1b0 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 943 time: 0.0961800 Feb 07 22:44:15.690023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ddd74bcf-a5b9-4c56-a380-43c9d2e30156 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.693349 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ddd74bcf-a5b9-4c56-a380-43c9d2e30156 tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "DELETE /v2.0/ports/84293cd9-fe71-4826-930b-2bf1c6f3a0d5 HTTP/1.1" status: 204 len: 168 time: 1.4509079 Feb 07 22:44:15.696269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45530) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:15.804465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70436732-5802-4234-aa82-95d8a4958442 req-f8bcb8f4-3f44-4c24-8fe2-ac09627923b5 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069815 Feb 07 22:44:15.855327 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-6a6abc2d-24cb-4a89-a08a-7ab48da0aaf0 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750019 Feb 07 22:44:15.948547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ac2a0-5b28-44aa-a7a8-6bb6a4af42be req-acf13cc2-a627-42b4-8186-3737037ff245 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:15.959738 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-047ac2a0-5b28-44aa-a7a8-6bb6a4af42be req-acf13cc2-a627-42b4-8186-3737037ff245 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 945 time: 0.3703012 Feb 07 22:44:16.136227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] For port 9c2add09-556a-4078-8607-e698b3e5c4b2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9c2add09-556a-4078-8607-e698b3e5c4b2,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:16.136889 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:16.217416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d434271d-3480-4aec-b129-5d77f85c891f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting port 6a189259-038c-4ecf-b913-c6c404e4612f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:16.217835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d434271d-3480-4aec-b129-5d77f85c891f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:16.225563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa016cb9-8ac8-4d86-bbca-372cd3819cce req-a185cc3b-9565-474f-b86d-de84340441ce service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712466 Feb 07 22:44:16.253517 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-047ac2a0-5b28-44aa-a7a8-6bb6a4af42be req-bafdb802-597a-4bbe-9de7-a410cef5bf04 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543163 Feb 07 22:44:16.259515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Calling delete_port for 9c2add09-556a-4078-8607-e698b3e5c4b2 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:16.268531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-4c102ab3-3dd8-444d-8957-234cbbed4b2a service neutron] 10.222.0.24 "GET /v2.0/networks/ad87988a-0810-4eed-a279-6cddf5443bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567236 Feb 07 22:44:16.271837 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:16.315928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ae350-96ab-40db-9597-c224bf9030be req-0bbac2c6-3905-4f66-b5e4-6a28e735ed53 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:16.318166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce9ae350-96ab-40db-9597-c224bf9030be req-0bbac2c6-3905-4f66-b5e4-6a28e735ed53 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d715d5-adab-4875-b064-cca3be15af69 HTTP/1.1" status: 200 len: 945 time: 0.3172345 Feb 07 22:44:16.373397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce9ae350-96ab-40db-9597-c224bf9030be req-b20a3279-66c2-4270-821a-eff55baab5b8 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3e39904-b049-4c78-9edf-e6d0a3546ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Feb 07 22:44:16.412487 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d434271d-3480-4aec-b129-5d77f85c891f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:16.428439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d434271d-3480-4aec-b129-5d77f85c891f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Calling delete_port for 6a189259-038c-4ecf-b913-c6c404e4612f owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:16.602653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d434271d-3480-4aec-b129-5d77f85c891f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:16.674068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Pushing event deleted for resources: {'Port': ['ID=33f710ff-7a3c-45fc-91d1-c6d53a24013f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:16.680099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434271d-3480-4aec-b129-5d77f85c891f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Port': ['ID=6a189259-038c-4ecf-b913-c6c404e4612f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:16.871461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] No DVR routers for this DVR port 33f710ff-7a3c-45fc-91d1-c6d53a24013f on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:16.878797 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:16.882312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4624d9be-488d-4de0-94a0-dce3be3d8213 req-d6534576-55f5-4071-bd0a-2913e9db6195 tempest-ServerAddressesTestJSON-1753551299 tempest-ServerAddressesTestJSON-1753551299-project] 10.222.0.46 "DELETE /v2.0/ports/33f710ff-7a3c-45fc-91d1-c6d53a24013f HTTP/1.1" status: 204 len: 173 time: 3.0490358 Feb 07 22:44:16.942460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe629883-6794-4841-aaab-8739908f54f4 req-6dced05e-5fa7-4bab-a556-e0d1a2507011 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:16.949053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe629883-6794-4841-aaab-8739908f54f4 req-6dced05e-5fa7-4bab-a556-e0d1a2507011 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.2702765 Feb 07 22:44:16.957052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dab5d54-b19b-4d41-826b-07e31c5b9e06 req-cc547ef0-f16a-461f-a523-0e1e048b107b service neutron] 10.222.0.24 "GET /v2.0/networks/ad87988a-0810-4eed-a279-6cddf5443bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621001 Feb 07 22:44:16.979480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1e22-b2e9-4167-8ac9-ebdcf4fc32d5 req-7edda571-2da3-4a2c-91f9-55988e0a94c0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:16.983037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-25dc1e22-b2e9-4167-8ac9-ebdcf4fc32d5 req-7edda571-2da3-4a2c-91f9-55988e0a94c0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 985 time: 0.2900817 Feb 07 22:44:17.022517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d434271d-3480-4aec-b129-5d77f85c891f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.029521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d434271d-3480-4aec-b129-5d77f85c891f tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "DELETE /v2.0/ports/6a189259-038c-4ecf-b913-c6c404e4612f HTTP/1.1" status: 204 len: 168 time: 1.3028493 Feb 07 22:44:17.030677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe629883-6794-4841-aaab-8739908f54f4 req-052eba09-c746-4afb-aea6-9b84d5ec2d03 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630877 Feb 07 22:44:17.031163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45554) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:17.100217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d715d5-adab-4875-b064-cca3be15af69', 'name': 'network-vif-deleted', 'tag': '33f710ff-7a3c-45fc-91d1-c6d53a24013f'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:17.102801 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c841aa-75ac-41b6-b9d7-c32ffc0b7b03" -d '{"events": [{"server_uuid": "14d715d5-adab-4875-b064-cca3be15af69", "name": "network-vif-deleted", "tag": "33f710ff-7a3c-45fc-91d1-c6d53a24013f"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:17.163557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e44e44-33c4-4685-bbfe-8f978496d81e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting subnet 7bc33452-5346-4eb6-a3fc-c1fe75c9958c {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:44:17.172506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-25dc1e22-b2e9-4167-8ac9-ebdcf4fc32d5 req-72c15613-4df1-4bd2-8058-db48ee3cf6ad tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=360c3140-7509-41cc-9e33-dcf01239b4a1&id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1346407 Feb 07 22:44:17.179105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.184624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-06e44e44-33c4-4685-bbfe-8f978496d81e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.261661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 33f710ff-7a3c-45fc-91d1-c6d53a24013f no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:17.284902 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-06e44e44-33c4-4685-bbfe-8f978496d81e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.289225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event deleted for resources: {'Port': ['ID=9c2add09-556a-4078-8607-e698b3e5c4b2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:17.307171 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb00ce0-5036-44d8-878c-6eba744382c0 x-openstack-request-id: req-3cb00ce0-5036-44d8-878c-6eba744382c0 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:17.308782 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d715d5-adab-4875-b064-cca3be15af69", "name": "network-vif-deleted", "tag": "33f710ff-7a3c-45fc-91d1-c6d53a24013f", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:17.309036 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cb00ce0-5036-44d8-878c-6eba744382c0 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:17.309436 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d715d5-adab-4875-b064-cca3be15af69', 'name': 'network-vif-deleted', 'tag': '33f710ff-7a3c-45fc-91d1-c6d53a24013f', 'status': 'completed', 'code': 200} Feb 07 22:44:17.321737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490895-dafe-4c57-9e93-d1ba1725538e req-cad638f5-a236-46ba-bc00-178b9f5c51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:17.328068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42490895-dafe-4c57-9e93-d1ba1725538e req-cad638f5-a236-46ba-bc00-178b9f5c51aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e8630daa04411fbf7c4836a8deb47d&device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 1094 time: 0.2748621 Feb 07 22:44:17.363258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 33f710ff-7a3c-45fc-91d1-c6d53a24013f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:17.364802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 33f710ff-7a3c-45fc-91d1-c6d53a24013f not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:17.384913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-06e44e44-33c4-4685-bbfe-8f978496d81e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.507273 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-06e44e44-33c4-4685-bbfe-8f978496d81e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.536930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] No DVR routers for this DVR port 9c2add09-556a-4078-8607-e698b3e5c4b2 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:17.539672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.546558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95af414f-5a71-475c-a8f0-8b29c68aaf8a req-07ca852d-fc30-4210-9331-5eb066fa2a15 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "DELETE /v2.0/ports/9c2add09-556a-4078-8607-e698b3e5c4b2 HTTP/1.1" status: 204 len: 173 time: 2.2959480 Feb 07 22:44:17.564447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e44e44-33c4-4685-bbfe-8f978496d81e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc33452-5346-4eb6-a3fc-c1fe75c9958c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:17.565728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c74893d-a9e7-4ad9-8c90-05ee8873ee99 None None] Network 90c254de-e28a-4232-8cd9-7eb5347dbaf7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:44:17.567824 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-06e44e44-33c4-4685-bbfe-8f978496d81e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.572336 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-06e44e44-33c4-4685-bbfe-8f978496d81e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "DELETE /v2.0/subnets/7bc33452-5346-4eb6-a3fc-c1fe75c9958c HTTP/1.1" status: 204 len: 168 time: 0.5398076 Feb 07 22:44:17.576601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45566) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:17.624525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae67f-9cab-48c0-b9cf-e05b12fa8565 req-29a4aac0-2a96-4709-914e-401ae814abff tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:17.627279 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be3ae67f-9cab-48c0-b9cf-e05b12fa8565 req-29a4aac0-2a96-4709-914e-401ae814abff tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 943 time: 0.4468384 Feb 07 22:44:17.683504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f888f1-f9dd-4dcf-8743-9faec2c72fba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting subnet 1b89ca7c-352e-472a-99ed-4d8a04da4eb4 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:44:17.689578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25f888f1-f9dd-4dcf-8743-9faec2c72fba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.695205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be3ae67f-9cab-48c0-b9cf-e05b12fa8565 req-0adcbe5f-5b11-4a3d-8384-baf262b60828 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580506 Feb 07 22:44:17.721925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-ce5e96e8-509c-422b-a36c-13af95706ec8 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1757042589&fields=id&tenant_id=122e9617dbb34a498e58619c6879494f HTTP/1.1" status: 200 len: 267 time: 0.1995914 Feb 07 22:44:17.774773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490895-dafe-4c57-9e93-d1ba1725538e req-3fd279eb-5992-440a-92e0-eea076a93a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:17.777334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42490895-dafe-4c57-9e93-d1ba1725538e req-3fd279eb-5992-440a-92e0-eea076a93a04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad87988a-0810-4eed-a279-6cddf5443bc6 HTTP/1.1" status: 200 len: 916 time: 0.4400353 Feb 07 22:44:17.786304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25f888f1-f9dd-4dcf-8743-9faec2c72fba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.801556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-771d804a-b6c3-4fdc-b29f-5d5ec0608d1d tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:17.810428 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-771d804a-b6c3-4fdc-b29f-5d5ec0608d1d tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 985 time: 0.0875931 Feb 07 22:44:17.816258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-20ee41b8-9939-4896-b51e-720bc0c8f1a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'port': {'security_groups': ['253eb56a-e891-4ea5-abcb-dfcd20fb8020', '360c3140-7509-41cc-9e33-dcf01239b4a1', '59afeab1-b6ea-4321-aa08-a23b517890d6']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:17.919139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42490895-dafe-4c57-9e93-d1ba1725538e req-60be1705-c008-4629-9c90-d3c086640a11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79369aee-cf1e-43c8-b21c-948110df10e8 HTTP/1.1" status: 200 len: 217 time: 0.1327724 Feb 07 22:44:17.938177 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0d902141-47e4-4609-b5fe-23b9dd067717 req-ea69c37f-fd78-48c7-8c85-2aac1820e1bc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 210 time: 0.0689366 Feb 07 22:44:17.977427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25f888f1-f9dd-4dcf-8743-9faec2c72fba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.036443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] DHCP port deletion for 90c254de-e28a-4232-8cd9-7eb5347dbaf7 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:44:18.083993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25f888f1-f9dd-4dcf-8743-9faec2c72fba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.090631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45574) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:18.115742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490895-dafe-4c57-9e93-d1ba1725538e req-cbca533a-8c33-4aae-8ad9-a588e8cf1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:18.117225 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42490895-dafe-4c57-9e93-d1ba1725538e req-cbca533a-8c33-4aae-8ad9-a588e8cf1f8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=132ecb97-c08a-4f30-907f-f525ac3c68e9 HTTP/1.1" status: 200 len: 855 time: 0.1800370 Feb 07 22:44:18.188840 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-20ee41b8-9939-4896-b51e-720bc0c8f1a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.194404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f888f1-f9dd-4dcf-8743-9faec2c72fba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Subnet': ['ID=1b89ca7c-352e-472a-99ed-4d8a04da4eb4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:18.208677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490895-dafe-4c57-9e93-d1ba1725538e req-e303cf1e-58a3-41b6-91bf-9eea51b0f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:18.210159 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42490895-dafe-4c57-9e93-d1ba1725538e req-e303cf1e-58a3-41b6-91bf-9eea51b0f86a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad87988a-0810-4eed-a279-6cddf5443bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659609 Feb 07 22:44:18.212747 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Deleting port 35952147-c435-4894-9048-247a289d0a42 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:18.216057 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.217701 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25f888f1-f9dd-4dcf-8743-9faec2c72fba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.223775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-25f888f1-f9dd-4dcf-8743-9faec2c72fba tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "DELETE /v2.0/subnets/1b89ca7c-352e-472a-99ed-4d8a04da4eb4 HTTP/1.1" status: 204 len: 168 time: 0.6430264 Feb 07 22:44:18.224614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45576) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:18.372236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] For port 35952147-c435-4894-9048-247a289d0a42, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=35952147-c435-4894-9048-247a289d0a42,segment=NetworkSegment(326efe8d-b714-4d5d-b854-328d6a6904a1),segment_id=326efe8d-b714-4d5d-b854-328d6a6904a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:18.372831 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.391103 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42490895-dafe-4c57-9e93-d1ba1725538e req-70fff689-6a11-46c4-90ae-534272d379e6 service neutron] 10.222.0.24 "GET /v2.0/networks/ad87988a-0810-4eed-a279-6cddf5443bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652002 Feb 07 22:44:18.395417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e316ba4c-cc76-4c58-8d14-70da4c736b5a None None] Network 87fc44a3-a9c9-4860-8d42-6db9104a8d50 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:44:18.419026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.493754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b2ee8f-ddf5-4dd6-aa27-06cfacfa98dc admin admin] Deleting subnet b962e389-1df6-4ab2-9da4-2399980a4444 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:44:18.504163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Calling delete_port for 35952147-c435-4894-9048-247a289d0a42 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:18.512077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9c2add09-556a-4078-8607-e698b3e5c4b2 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:18.538494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffb6f0-e86f-48eb-8b12-ee48c98da6f3 req-714dab61-c35e-44f6-86e7-d87dd2d13767 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:18.547316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2bffb6f0-e86f-48eb-8b12-ee48c98da6f3 req-714dab61-c35e-44f6-86e7-d87dd2d13767 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.3056836 Feb 07 22:44:18.549788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b2ee8f-ddf5-4dd6-aa27-06cfacfa98dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.553959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 9c2add09-556a-4078-8607-e698b3e5c4b2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:18.554305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9c2add09-556a-4078-8607-e698b3e5c4b2 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:18.628895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b2ee8f-ddf5-4dd6-aa27-06cfacfa98dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.654152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-20ee41b8-9939-4896-b51e-720bc0c8f1a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] For port 393ad235-9e89-4814-b85c-2921cdc0014d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=393ad235-9e89-4814-b85c-2921cdc0014d,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:18.679934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2bffb6f0-e86f-48eb-8b12-ee48c98da6f3 req-8c54ea68-50e6-449a-9834-5fd524e5b60b tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269147 Feb 07 22:44:18.693016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42490895-dafe-4c57-9e93-d1ba1725538e req-8dde85fc-ca49-464f-9cea-6536686b2262 service neutron] 10.222.0.24 "GET /v2.0/networks/ad87988a-0810-4eed-a279-6cddf5443bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897980 Feb 07 22:44:18.709850 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-20ee41b8-9939-4896-b51e-720bc0c8f1a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.720283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b2ee8f-ddf5-4dd6-aa27-06cfacfa98dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.721988 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-20ee41b8-9939-4896-b51e-720bc0c8f1a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.765567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e973a66c-f16c-451e-a045-463c75ca5992', '393ad235-9e89-4814-b85c-2921cdc0014d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:18.899964 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.939368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Pushing event deleted for resources: {'Port': ['ID=35952147-c435-4894-9048-247a289d0a42,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:18.949661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] No DVR routers for this DVR port 35952147-c435-4894-9048-247a289d0a42 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:18.952334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.952906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.953644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.954131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.954626 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.955242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.955923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.956650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.957479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.958594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.959311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:18.959972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdaa4f-c4ab-4d0d-a30d-e702a2bc6a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:19.007431 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf6a70-18ba-48ed-9a26-793f720d8df7 None None] DHCP port deletion for 87fc44a3-a9c9-4860-8d42-6db9104a8d50 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:44:19.013416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-20ee41b8-9939-4896-b51e-720bc0c8f1a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:19.018299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-20ee41b8-9939-4896-b51e-720bc0c8f1a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.034403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfbc1956-7239-4eea-b4bf-123d4aabe069 req-20ee41b8-9939-4896-b51e-720bc0c8f1a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "PUT /v2.0/ports/393ad235-9e89-4814-b85c-2921cdc0014d HTTP/1.1" status: 200 len: 1021 time: 1.2226045 Feb 07 22:44:19.045852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['393ad235-9e89-4814-b85c-2921cdc0014d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:19.048687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee41b8-9939-4896-b51e-720bc0c8f1a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'Port': ['ID=393ad235-9e89-4814-b85c-2921cdc0014d,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:19.175939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04a78c5f-7e23-409b-ac9d-019fe437a8d0 req-26b3267f-87f7-4aaf-be63-e4153fddc2a6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 210 time: 0.0429306 Feb 07 22:44:19.178644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 35952147-c435-4894-9048-247a289d0a42 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:19.206310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 35952147-c435-4894-9048-247a289d0a42 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:19.206882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 35952147-c435-4894-9048-247a289d0a42 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:19.207468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:19.297295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db382fff-f357-4389-8282-5b157b1236c4 req-893f3b3b-af74-47ed-a273-0641762a83e6 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/59afeab1-b6ea-4321-aa08-a23b517890d6 HTTP/1.1" status: 200 len: 1803 time: 0.0806916 Feb 07 22:44:19.311059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9dc80a-ae03-4052-98f0-0c8b2936014d', 'name': 'network-vif-deleted', 'tag': '9c2add09-556a-4078-8607-e698b3e5c4b2'}, {'name': 'network-changed', 'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:19.324691 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648" -d '{"events": [{"server_uuid": "1a9dc80a-ae03-4052-98f0-0c8b2936014d", "name": "network-vif-deleted", "tag": "9c2add09-556a-4078-8607-e698b3e5c4b2"}, {"name": "network-changed", "server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:19.400722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Deleting port 35952147-c435-4894-9048-247a289d0a42 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:19.401837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.413352 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-db382fff-f357-4389-8282-5b157b1236c4 req-9d6fcc35-8366-4f48-935e-1079029c7fd2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 22:44:19.414607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db382fff-f357-4389-8282-5b157b1236c4 req-9d6fcc35-8366-4f48-935e-1079029c7fd2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/59afeab1-b6ea-4321-aa08-a23b517890d6 HTTP/1.1" status: 409 len: 341 time: 0.1108720 Feb 07 22:44:19.476247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-56bf6a70-18ba-48ed-9a26-793f720d8df7 None None] Deleting port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:19.476735 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56bf6a70-18ba-48ed-9a26-793f720d8df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.476816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] For port 35952147-c435-4894-9048-247a289d0a42, host n-d-827895-2, got binding levels [] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:19.477167 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.494051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Calling delete_port for 35952147-c435-4894-9048-247a289d0a42 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:19.497957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Port 35952147-c435-4894-9048-247a289d0a42 was not found and therefore no delete operation was performed {{(pid=102289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:44:19.517549 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8323a4-6eb6-45ef-879a-1b37f403f8a2 x-openstack-request-id: req-3e8323a4-6eb6-45ef-879a-1b37f403f8a2 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:19.517847 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9dc80a-ae03-4052-98f0-0c8b2936014d", "name": "network-vif-deleted", "tag": "9c2add09-556a-4078-8607-e698b3e5c4b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:19.518094 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e8323a4-6eb6-45ef-879a-1b37f403f8a2 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:19.519336 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9dc80a-ae03-4052-98f0-0c8b2936014d', 'name': 'network-vif-deleted', 'tag': '9c2add09-556a-4078-8607-e698b3e5c4b2', 'status': 'completed', 'code': 200} Feb 07 22:44:19.519623 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d', 'status': 'completed', 'code': 200} Feb 07 22:44:19.527452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.568714 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.574804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] No DVR routers for this DVR port 35952147-c435-4894-9048-247a289d0a42 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:19.641033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-92379fde-43fc-4425-acdd-20c45f8d8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:19.646678 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-92379fde-43fc-4425-acdd-20c45f8d8808 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122e9617dbb34a498e58619c6879494f&device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 1175 time: 0.1053836 Feb 07 22:44:19.859551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-56bf6a70-18ba-48ed-9a26-793f720d8df7 None None] For port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:19.859995 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56bf6a70-18ba-48ed-9a26-793f720d8df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.863503 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7,segment=NetworkSegment(7591b6c4-021c-4f3c-be31-46c5e57e9b1f),segment_id=7591b6c4-021c-4f3c-be31-46c5e57e9b1f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:19.883101 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.916182 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.927797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-56bf6a70-18ba-48ed-9a26-793f720d8df7 None None] Calling delete_port for c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:19.949502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-4eb15561-8d03-472e-af5c-18cb0f7086b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:19.951013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-4eb15561-8d03-472e-af5c-18cb0f7086b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 200 len: 913 time: 0.3008220 Feb 07 22:44:19.998080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c254de-e28a-4232-8cd9-7eb5347dbaf7']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:20.015268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326efe8d-b714-4d5d-b854-328d6a6904a1') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:20.016826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326efe8d-b714-4d5d-b854-328d6a6904a1') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:20.022789 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-d6d23df2-4ebf-4927-9261-8e1b4390eeb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=393ad235-9e89-4814-b85c-2921cdc0014d HTTP/1.1" status: 200 len: 217 time: 0.0642107 Feb 07 22:44:20.031234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Port': ['ID=35952147-c435-4894-9048-247a289d0a42,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:20.055282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.074155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b2ee8f-ddf5-4dd6-aa27-06cfacfa98dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.089268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.089777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.090314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.091019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.091448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.092672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.092672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.093092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.093528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.093946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.094368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.094785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:20.118292 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b2ee8f-ddf5-4dd6-aa27-06cfacfa98dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.125465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-76b2ee8f-ddf5-4dd6-aa27-06cfacfa98dc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b962e389-1df6-4ab2-9da4-2399980a4444 HTTP/1.1" status: 204 len: 168 time: 2.0323029 Feb 07 22:44:20.135148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da16cdf-b96a-4ce6-a248-854b84c04224 req-f6a2a045-7a39-497e-ac89-ad1b17db676e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:20.144314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8da16cdf-b96a-4ce6-a248-854b84c04224 req-f6a2a045-7a39-497e-ac89-ad1b17db676e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 943 time: 0.7948556 Feb 07 22:44:20.150013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45618) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:20.181238 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.191321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2ee8f-ddf5-4dd6-aa27-06cfacfa98dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b962e389-1df6-4ab2-9da4-2399980a4444,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:20.202762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:44:20.203463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:44:20.207941 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:44:20.282356 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8da16cdf-b96a-4ce6-a248-854b84c04224 req-3a80f033-e2aa-4c95-90d9-07956a9d868f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365690 Feb 07 22:44:20.283058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45622) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:20.315693 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.333887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:20.361754 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.383328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-c41a9dda-963c-471d-9af7-3ac69d22d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:20.385002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-c41a9dda-963c-471d-9af7-3ac69d22d59e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 200 len: 853 time: 0.3550677 Feb 07 22:44:20.403259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.405271 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56bf6a70-18ba-48ed-9a26-793f720d8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.415763 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "DELETE /v2.0/networks/90c254de-e28a-4232-8cd9-7eb5347dbaf7 HTTP/1.1" status: 204 len: 168 time: 2.1900187 Feb 07 22:44:20.416950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b3aec-af85-45a4-9ae0-119bb33d520e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Network': ['ID=90c254de-e28a-4232-8cd9-7eb5347dbaf7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:20.427587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45626) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:20.481101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf6a70-18ba-48ed-9a26-793f720d8df7 None None] Pushing event deleted for resources: {'Port': ['ID=c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:20.486700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf6a70-18ba-48ed-9a26-793f720d8df7 None None] No DVR routers for this DVR port c4cd3d36-d8c6-4b2d-abc6-0f1e59bf1ac7 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:20.594806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c65d4-44cb-4d3b-b87b-a4247f555bf5 req-665917cd-17b5-4463-94e4-44a181faa788 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:20.605024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-135c65d4-44cb-4d3b-b87b-a4247f555bf5 req-665917cd-17b5-4463-94e4-44a181faa788 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 1024 time: 0.1783817 Feb 07 22:44:20.636191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c2010c32-8047-4179-8efb-374fdbfb3831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.676382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-135c65d4-44cb-4d3b-b87b-a4247f555bf5 req-2b34cd15-7d61-471a-8a97-c2cda61e83a7 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=360c3140-7509-41cc-9e33-dcf01239b4a1&id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&id=59afeab1-b6ea-4321-aa08-a23b517890d6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0702641 Feb 07 22:44:20.703433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.806686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61ab58-abdb-4c29-a276-db2cd2c9aacd req-5a571327-3782-4b2b-81fe-73eb8b418f4a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:20.815113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c61ab58-abdb-4c29-a276-db2cd2c9aacd req-5a571327-3782-4b2b-81fe-73eb8b418f4a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.7837029 Feb 07 22:44:20.841483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-8b8ed048-8c65-4499-b16b-19441d245989 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0ee6346-7264-4537-ac58-4a1645b681b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4026740 Feb 07 22:44:20.866235 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4543b859-bd3d-4e3e-946c-465b653ea511 req-821d5063-1657-4ccc-a380-65357f7df6db tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 210 time: 0.0985281 Feb 07 22:44:20.930552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.960355 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c61ab58-abdb-4c29-a276-db2cd2c9aacd req-cea99b5a-0865-42f3-8b11-87d510cadbe0 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442847 Feb 07 22:44:20.968393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.983586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fc44a3-a9c9-4860-8d42-6db9104a8d50']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:20.993302 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c2010c32-8047-4179-8efb-374fdbfb3831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.013731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c2010c32-8047-4179-8efb-374fdbfb3831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.018421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff774acf-3c34-414e-ab6f-cec153799515']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:21.021850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7591b6c4-021c-4f3c-be31-46c5e57e9b1f') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:21.022281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7591b6c4-021c-4f3c-be31-46c5e57e9b1f') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:21.037072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca919bac-c079-460f-b081-e1bc28012b49') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:21.037401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca919bac-c079-460f-b081-e1bc28012b49') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:21.049267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.054885 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.068134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.074850 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-6f1e4e42-fa22-4556-9607-ccc34c92213a service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058601 Feb 07 22:44:21.079587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.083206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:44:21.083844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:44:21.106311 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:44:21.109137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:44:21.109137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.188772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c2010c32-8047-4179-8efb-374fdbfb3831 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6350eb95383484297efe59737612ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8864224 Feb 07 22:44:21.190618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2010c32-8047-4179-8efb-374fdbfb3831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a90ef3-2b85-4045-a564-58af5b674c52,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:21.193581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.195353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45632) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:21.231545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.247729 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] 10.222.0.15 "DELETE /v2.0/networks/87fc44a3-a9c9-4860-8d42-6db9104a8d50 HTTP/1.1" status: 204 len: 168 time: 0.8101144 Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:44:21.267007 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:44:21.271477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490920f2-a731-43d5-aea8-fdc17774fa7e tempest-TaggedBootDevicesTest_v242-1023552446 tempest-TaggedBootDevicesTest_v242-1023552446-project] Pushing event deleted for resources: {'Network': ['ID=87fc44a3-a9c9-4860-8d42-6db9104a8d50,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:21.304016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.313528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1b9eeaf-2fdf-409c-b736-fe71e359c5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.350833 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.357723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ff774acf-3c34-414e-ab6f-cec153799515 HTTP/1.1" status: 204 len: 168 time: 1.2020202 Feb 07 22:44:21.361107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff774acf-3c34-414e-ab6f-cec153799515,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:21.390221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1b9eeaf-2fdf-409c-b736-fe71e359c5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.423324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.423663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.424071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.424399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.424724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.425046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.426181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.427510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.428889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.429449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.430173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.432043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22854b64-8136-46b8-acd1-f51d2bb6c5c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:21.486623 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b85ace89-b3de-45d9-bee7-6b4c6a959963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.496450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1b9eeaf-2fdf-409c-b736-fe71e359c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.500057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1b9eeaf-2fdf-409c-b736-fe71e359c5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.504415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d1b9eeaf-2fdf-409c-b736-fe71e359c5ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8a90ef3-2b85-4045-a564-58af5b674c52 HTTP/1.1" status: 204 len: 168 time: 0.3052711 Feb 07 22:44:21.521191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-0312d4fb-572f-4b2f-9d44-1656cd33f8dc tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:21.522915 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-0312d4fb-572f-4b2f-9d44-1656cd33f8dc tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 1024 time: 0.1560004 Feb 07 22:44:21.533410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9eeaf-2fdf-409c-b736-fe71e359c5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a90ef3-2b85-4045-a564-58af5b674c52,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:21.578839 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe96ded9-ef9f-4461-ac9d-ff0bf953a648 req-b57c6107-59ff-4075-8aac-a90737ae67a6 service neutron] 10.222.0.46 "GET /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901104 Feb 07 22:44:21.592119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaeb1a-4637-4e5b-a586-01724c1f85ad req-c2fe39fa-d7e3-4d78-b262-d5e60247a176 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:21.601029 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41eaeb1a-4637-4e5b-a586-01724c1f85ad req-c2fe39fa-d7e3-4d78-b262-d5e60247a176 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 943 time: 0.1911139 Feb 07 22:44:21.640686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45648) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:21.689506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41eaeb1a-4637-4e5b-a586-01724c1f85ad req-55096303-0165-41a4-ae61-12375c0d4ea4 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874929 Feb 07 22:44:21.711802 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-af9b6ff2-bbc1-4303-90e3-d96e26962ea5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2edf1b796782452d994a85ca00451476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699151 Feb 07 22:44:21.715836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45652) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:21.747607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Deleting port 393ad235-9e89-4814-b85c-2921cdc0014d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:21.748164 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.860879 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-328184e6-301a-4b2e-b7d2-a0b0af597884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.899487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] For port 393ad235-9e89-4814-b85c-2921cdc0014d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=393ad235-9e89-4814-b85c-2921cdc0014d,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:21.899885 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.904625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ff4e7-801a-4c00-94f8-8625858a4bb3 req-0e855de4-a0aa-4017-a0b4-53763fdbfcc2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:21.913292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-743ff4e7-801a-4c00-94f8-8625858a4bb3 req-0e855de4-a0aa-4017-a0b4-53763fdbfcc2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 1024 time: 0.1062572 Feb 07 22:44:21.921397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-328184e6-301a-4b2e-b7d2-a0b0af597884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.929909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Calling delete_port for 393ad235-9e89-4814-b85c-2921cdc0014d owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:22.028783 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-743ff4e7-801a-4c00-94f8-8625858a4bb3 req-21746b45-2f77-44d4-a8db-0a1a9f7b6feb tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=360c3140-7509-41cc-9e33-dcf01239b4a1&id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&id=59afeab1-b6ea-4321-aa08-a23b517890d6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1106622 Feb 07 22:44:22.065502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-328184e6-301a-4b2e-b7d2-a0b0af597884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.068371 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-328184e6-301a-4b2e-b7d2-a0b0af597884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.069503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-328184e6-301a-4b2e-b7d2-a0b0af597884 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3e39904-b049-4c78-9edf-e6d0a3546ad9 HTTP/1.1" status: 204 len: 168 time: 0.3527124 Feb 07 22:44:22.087652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328184e6-301a-4b2e-b7d2-a0b0af597884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e39904-b049-4c78-9edf-e6d0a3546ad9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:22.145128 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-854bb5be-24dd-41b3-99d1-9c666a9bdbc7 req-10076a15-2d7b-4c29-b03c-dab29974e452 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 210 time: 0.1101513 Feb 07 22:44:22.161394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45664) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:22.196264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf4a0-797f-4538-9609-3b112e8dac1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.204470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd2297-e60a-46b1-9e39-52df91ca7817 req-4e3efff5-3138-4db0-987c-2f422846da0d tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.213979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5dd2297-e60a-46b1-9e39-52df91ca7817 req-4e3efff5-3138-4db0-987c-2f422846da0d tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.0867407 Feb 07 22:44:22.274370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5dd2297-e60a-46b1-9e39-52df91ca7817 req-35100535-7ac6-453f-883c-57b1f4682362 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558896 Feb 07 22:44:22.366176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.378058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e973a66c-f16c-451e-a045-463c75ca5992', '393ad235-9e89-4814-b85c-2921cdc0014d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:22.454835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'Port': ['ID=393ad235-9e89-4814-b85c-2921cdc0014d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:22.517180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] No DVR routers for this DVR port 393ad235-9e89-4814-b85c-2921cdc0014d on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:22.520155 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.524478 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71d48a73-3ecd-45e7-a0c5-5cb6dc71f766 req-a904ae73-20b4-47a1-aaf6-11363145dde0 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.46 "DELETE /v2.0/ports/393ad235-9e89-4814-b85c-2921cdc0014d HTTP/1.1" status: 204 len: 173 time: 0.9929581 Feb 07 22:44:22.526328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'name': 'network-vif-deleted', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:22.537910 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a428ac26-00d6-4b8d-ae9e-aa11f86154ac" -d '{"events": [{"server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "name": "network-vif-deleted", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:22.620552 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f427ad5f-d14d-4c76-b787-ff99b706737f x-openstack-request-id: req-f427ad5f-d14d-4c76-b787-ff99b706737f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:22.620898 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2a397d-ff72-434a-9328-52d421238b6f", "name": "network-vif-deleted", "tag": "393ad235-9e89-4814-b85c-2921cdc0014d", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:22.621159 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f427ad5f-d14d-4c76-b787-ff99b706737f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:22.621588 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2a397d-ff72-434a-9328-52d421238b6f', 'name': 'network-vif-deleted', 'tag': '393ad235-9e89-4814-b85c-2921cdc0014d', 'status': 'completed', 'code': 200} Feb 07 22:44:22.625664 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf4a0-797f-4538-9609-3b112e8dac1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.643469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf4a0-797f-4538-9609-3b112e8dac1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.718208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1f6bf4a0-797f-4538-9609-3b112e8dac1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ff691ed3db349f787363e98d0fb7a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525310 Feb 07 22:44:22.718208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bf4a0-797f-4538-9609-3b112e8dac1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313a3bdc-1b35-4ab4-aa27-0de6b86bd3a7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:22.719973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45682) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:22.799392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be6de29f-a997-47a9-88ea-60f2908b7b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.826191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be6de29f-a997-47a9-88ea-60f2908b7b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.955787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3c527-31a2-4054-99f6-f458f9e64b0a req-85e270bf-33ff-4066-872e-1d5c75595bc1 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.961437 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03a3c527-31a2-4054-99f6-f458f9e64b0a req-85e270bf-33ff-4066-872e-1d5c75595bc1 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 943 time: 0.0972292 Feb 07 22:44:22.965848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be6de29f-a997-47a9-88ea-60f2908b7b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.969483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be6de29f-a997-47a9-88ea-60f2908b7b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.970768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-be6de29f-a997-47a9-88ea-60f2908b7b4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/313a3bdc-1b35-4ab4-aa27-0de6b86bd3a7 HTTP/1.1" status: 204 len: 168 time: 0.2497139 Feb 07 22:44:23.018233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6de29f-a997-47a9-88ea-60f2908b7b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a3bdc-1b35-4ab4-aa27-0de6b86bd3a7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:23.105754 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03a3c527-31a2-4054-99f6-f458f9e64b0a req-bc36b3f8-15a6-4e69-9690-934da2fb0cee tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336906 Feb 07 22:44:23.226104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45700) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:23.245362 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84ca31fe-2c3e-436f-938d-78bc0fe3a293 req-8aa0bc18-2bbd-401f-9485-f0e9096a465a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a2a397d-ff72-434a-9328-52d421238b6f HTTP/1.1" status: 200 len: 210 time: 0.0542231 Feb 07 22:44:23.298705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c49cd4ff-cf73-4a16-8be3-a1ea74598a18 req-651d0ee6-9fb4-46b5-9f81-1e05f9ddd130 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 210 time: 0.0442278 Feb 07 22:44:23.448886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d26f3-a68a-4da0-91bd-17b42def7c4a req-3521c49e-ce7a-4a2b-a914-07ee36f1cfc2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:23.457651 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5b3d26f3-a68a-4da0-91bd-17b42def7c4a req-3521c49e-ce7a-4a2b-a914-07ee36f1cfc2 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1100173 Feb 07 22:44:23.558316 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5b3d26f3-a68a-4da0-91bd-17b42def7c4a req-7ad7e0b7-499e-4a98-a5c6-3e591722b240 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975256 Feb 07 22:44:23.634082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-476535178-network', 'tenant_id': 'd5b5f68a14464c0689aacf58055f8d4a'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:23.702013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Made reservation on behalf of d5b5f68a14464c0689aacf58055f8d4a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:23.708642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.725515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.835186 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9212277d-2334-4536-9444-0785f187cbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.925083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.935388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.972020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:44:23.996216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975c66e9-0081-4545-b2f7-8f726c14485f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:24.001880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.002425 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Added segment b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f of type vlan for network 31341d17-cf12-4545-94e1-a4e93094bb5d Feb 07 22:44:24.053441 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.086059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.087131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:24.087744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.151647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] Pushing event updated for resources: {'Network': ['ID=31341d17-cf12-4545-94e1-a4e93094bb5d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:24.164936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 31341d17-cf12-4545-94e1-a4e93094bb5d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:44:24.168520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-56bad602-2c47-4361-bd98-301523e3317f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9405890 Feb 07 22:44:24.171450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45740) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:24.182546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Request body: {'subnet': {'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-476535178-subnet', 'tenant_id': 'd5b5f68a14464c0689aacf58055f8d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:24.266896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Made reservation on behalf of d5b5f68a14464c0689aacf58055f8d4a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:24.271489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.360147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5b47-9b0c-4e4e-8921-0c3e9673d4bb req-70a38471-775b-46a6-a893-e0bc0e08005b tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:24.378734 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-769d5b47-9b0c-4e4e-8921-0c3e9673d4bb req-70a38471-775b-46a6-a893-e0bc0e08005b tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 943 time: 0.1268747 Feb 07 22:44:24.490390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-769d5b47-9b0c-4e4e-8921-0c3e9673d4bb req-6fc71814-ef74-469d-b119-cf1cb0d5fa2d tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975885 Feb 07 22:44:24.555252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-93bf3377-95ef-41ce-a1db-3e5fafb81323 req-c4cdca5e-b503-4f88-895a-324b9060ee7e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9dc80a-ae03-4052-98f0-0c8b2936014d HTTP/1.1" status: 200 len: 210 time: 0.0607426 Feb 07 22:44:24.611213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5594f554-370b-4ba6-8836-0b3c917eaf9b req-9d39bd24-9489-4530-9bbd-dabde272edc3 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/360c3140-7509-41cc-9e33-dcf01239b4a1 HTTP/1.1" status: 200 len: 1801 time: 0.0517006 Feb 07 22:44:24.727053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5594f554-370b-4ba6-8836-0b3c917eaf9b req-f96f977a-d7c5-4dac-8b00-5e4adb1b781c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.768192 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5594f554-370b-4ba6-8836-0b3c917eaf9b req-f96f977a-d7c5-4dac-8b00-5e4adb1b781c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.772993 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.870827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5594f554-370b-4ba6-8836-0b3c917eaf9b req-f96f977a-d7c5-4dac-8b00-5e4adb1b781c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.873776 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5594f554-370b-4ba6-8836-0b3c917eaf9b req-f96f977a-d7c5-4dac-8b00-5e4adb1b781c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.878715 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5594f554-370b-4ba6-8836-0b3c917eaf9b req-f96f977a-d7c5-4dac-8b00-5e4adb1b781c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/360c3140-7509-41cc-9e33-dcf01239b4a1 HTTP/1.1" status: 204 len: 173 time: 0.2596798 Feb 07 22:44:24.905027 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.912304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f977a-d7c5-4dac-8b00-5e4adb1b781c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360c3140-7509-41cc-9e33-dcf01239b4a1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:24.943313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd0c8f-bf99-4e36-8501-f8006db749bd req-47e2c730-d854-4c69-9e86-19b79af8e38d tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:24.946941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e6cd0c8f-bf99-4e36-8501-f8006db749bd req-47e2c730-d854-4c69-9e86-19b79af8e38d tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.2328017 Feb 07 22:44:24.991180 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8fe7696-11df-4c25-9af9-f88fdc7d9259 req-762c7f58-0cdd-4aa7-9490-65b517d47651 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/59afeab1-b6ea-4321-aa08-a23b517890d6 HTTP/1.1" status: 200 len: 1803 time: 0.0842781 Feb 07 22:44:25.106412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b68bcd-7be0-4143-846b-8f91143d3734,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:25.125657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Checking segment: {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:25.126386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Network hostable DHCP agents. Network: 31341d17-cf12-4545-94e1-a4e93094bb5d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:44:25.131780 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e6cd0c8f-bf99-4e36-8501-f8006db749bd req-39e1d631-69d3-4974-8fee-daf3a7aeff0b tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950499 Feb 07 22:44:25.136881 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8fe7696-11df-4c25-9af9-f88fdc7d9259 req-83ba1810-cd0a-42e4-a71d-a3ae85680e43 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.158719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Network 31341d17-cf12-4545-94e1-a4e93094bb5d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:44:25.172305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 31341d17-cf12-4545-94e1-a4e93094bb5d) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:25.178993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:25.179203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.185990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776a06c5-de55-4fc6-94fc-582e900e7068 None None] Network 31341d17-cf12-4545-94e1-a4e93094bb5d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:44:25.196548 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8fe7696-11df-4c25-9af9-f88fdc7d9259 req-83ba1810-cd0a-42e4-a71d-a3ae85680e43 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.225523 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a4c10a7d-e5a8-42b9-987f-89c855411e9f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0453165 Feb 07 22:44:25.280353 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 393ad235-9e89-4814-b85c-2921cdc0014d no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:25.297743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8fe7696-11df-4c25-9af9-f88fdc7d9259 req-83ba1810-cd0a-42e4-a71d-a3ae85680e43 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.300917 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8fe7696-11df-4c25-9af9-f88fdc7d9259 req-83ba1810-cd0a-42e4-a71d-a3ae85680e43 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.302600 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8fe7696-11df-4c25-9af9-f88fdc7d9259 req-83ba1810-cd0a-42e4-a71d-a3ae85680e43 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/59afeab1-b6ea-4321-aa08-a23b517890d6 HTTP/1.1" status: 204 len: 173 time: 0.3105891 Feb 07 22:44:25.328447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba1810-cd0a-42e4-a71d-a3ae85680e43 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59afeab1-b6ea-4321-aa08-a23b517890d6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:25.337804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-70968299-5bb1-4885-909d-122d78b48dd3 req-28bc006d-16b2-4050-a4b2-1fb2a680aacf tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-950345430', 'description': 'tempest-description-1083449091'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:25.371260 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-70968299-5bb1-4885-909d-122d78b48dd3 req-28bc006d-16b2-4050-a4b2-1fb2a680aacf tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.381938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 393ad235-9e89-4814-b85c-2921cdc0014d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:25.382294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 393ad235-9e89-4814-b85c-2921cdc0014d not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:25.518468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b6953-6ab7-45d1-a6cf-3a03bebaa0c9 None None] Network 31341d17-cf12-4545-94e1-a4e93094bb5d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:44:25.536416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-70968299-5bb1-4885-909d-122d78b48dd3 req-28bc006d-16b2-4050-a4b2-1fb2a680aacf tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.542997 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-70968299-5bb1-4885-909d-122d78b48dd3 req-28bc006d-16b2-4050-a4b2-1fb2a680aacf tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.591664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc006d-16b2-4050-a4b2-1fb2a680aacf tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698ed513-2fcb-4800-a040-3f46b501ad16,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:25.610376 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-70968299-5bb1-4885-909d-122d78b48dd3 req-28bc006d-16b2-4050-a4b2-1fb2a680aacf tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.612274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70968299-5bb1-4885-909d-122d78b48dd3 req-28bc006d-16b2-4050-a4b2-1fb2a680aacf tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2797127 Feb 07 22:44:25.782015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa445c32-488a-4e8f-99d7-037d9fc66528 req-8f7169ba-0a3a-4e88-bd70-af886c744f28 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:25.783560 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa445c32-488a-4e8f-99d7-037d9fc66528 req-8f7169ba-0a3a-4e88-bd70-af886c744f28 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 943 time: 0.0850286 Feb 07 22:44:25.831965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa445c32-488a-4e8f-99d7-037d9fc66528 req-c58b06d6-31fc-4d69-9792-30a6dba1298c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412509 Feb 07 22:44:26.039443 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ddd865d1-2301-4c09-9e2f-d3e6d7d6df3f req-2da81818-5d52-44a3-8434-cf0568223332 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/698ed513-2fcb-4800-a040-3f46b501ad16 HTTP/1.1" status: 200 len: 1802 time: 0.0838604 Feb 07 22:44:26.046426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-89bfa889-ce5b-41b1-90a2-e000b86f4248 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:26.055339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-89bfa889-ce5b-41b1-90a2-e000b86f4248 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 813 time: 0.2384920 Feb 07 22:44:26.056455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-ddd865d1-2301-4c09-9e2f-d3e6d7d6df3f req-b4034e70-47c6-46cd-9e0b-6271a470a377 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1565329041', 'description': 'tempest-description-hth-801866342'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:26.072173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-e0b61572-8d3e-464a-89f5-91e489d62260 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/quotas/d5b5f68a14464c0689aacf58055f8d4a HTTP/1.1" status: 200 len: 375 time: 0.0158887 Feb 07 22:44:26.108816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-660d68f5-efca-4f82-b1e9-2db71b4be757 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357664 Feb 07 22:44:26.121827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ddd865d1-2301-4c09-9e2f-d3e6d7d6df3f req-b4034e70-47c6-46cd-9e0b-6271a470a377 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.183418 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ddd865d1-2301-4c09-9e2f-d3e6d7d6df3f req-b4034e70-47c6-46cd-9e0b-6271a470a377 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.192212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ddd865d1-2301-4c09-9e2f-d3e6d7d6df3f req-b4034e70-47c6-46cd-9e0b-6271a470a377 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.195925 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ddd865d1-2301-4c09-9e2f-d3e6d7d6df3f req-b4034e70-47c6-46cd-9e0b-6271a470a377 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.198470 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ddd865d1-2301-4c09-9e2f-d3e6d7d6df3f req-b4034e70-47c6-46cd-9e0b-6271a470a377 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "PUT /v2.0/security-groups/698ed513-2fcb-4800-a040-3f46b501ad16 HTTP/1.1" status: 200 len: 1776 time: 0.1499541 Feb 07 22:44:26.265922 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.269501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4034e70-47c6-46cd-9e0b-6271a470a377 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698ed513-2fcb-4800-a040-3f46b501ad16,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:26.298544 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-014cd369-d34f-4a8a-9de7-e70ad03d54f6 service neutron] 10.222.0.15 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748071 Feb 07 22:44:26.445219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb93c7-cede-4708-8aff-ac22bc32cec0 req-f3446e7c-6958-4d75-808f-67da8a11bc2f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:26.454004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-78a33996-2717-4b4c-b6f7-8e0ca2354460 service neutron] 10.222.0.15 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544235 Feb 07 22:44:26.469773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 79369aee-cf1e-43c8-b21c-948110df10e8 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:44:26.469976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8bfb93c7-cede-4708-8aff-ac22bc32cec0 req-f3446e7c-6958-4d75-808f-67da8a11bc2f tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1162179 Feb 07 22:44:26.573497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8bfb93c7-cede-4708-8aff-ac22bc32cec0 req-a37b3298-2361-48ce-9b3b-393a0c9c80c3 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026232 Feb 07 22:44:26.725817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0073d237-8a61-4a3c-a352-52e795fe035d req-7580bbc3-6148-4233-857c-c8bc5c4a7538 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/698ed513-2fcb-4800-a040-3f46b501ad16 HTTP/1.1" status: 200 len: 1776 time: 0.1158266 Feb 07 22:44:26.834102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.841946 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3900b4fc-245a-4316-adfe-97f013096d6b req-44ddb585-dcc6-44ac-96a0-d65cd169fd48 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 210 time: 0.0504599 Feb 07 22:44:26.903402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 79369aee-cf1e-43c8-b21c-948110df10e8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=79369aee-cf1e-43c8-b21c-948110df10e8,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:26.917861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '79369aee-cf1e-43c8-b21c-948110df10e8', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'port_id': '79369aee-cf1e-43c8-b21c-948110df10e8', 'mac_address': 'fa:16:3e:ae:c2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:44:26.976371 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.985341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf24c46f-a5fd-4bc0-9f1a-51d8bb5e63ba req-0214c8a5-5f87-4cd4-a728-16841fd57404 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/698ed513-2fcb-4800-a040-3f46b501ad16 HTTP/1.1" status: 200 len: 1776 time: 0.0902467 Feb 07 22:44:26.993234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79369aee-cf1e-43c8-b21c-948110df10e8 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:27.019650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 79369aee-cf1e-43c8-b21c-948110df10e8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=79369aee-cf1e-43c8-b21c-948110df10e8,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:27.028531 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.046730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f74b-8036-4526-878e-aef08f6c1b2b req-96f0f903-6a02-46e8-8cec-e211924e36f8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.060300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1f94f74b-8036-4526-878e-aef08f6c1b2b req-96f0f903-6a02-46e8-8cec-e211924e36f8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.3054018 Feb 07 22:44:27.097480 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf24c46f-a5fd-4bc0-9f1a-51d8bb5e63ba req-5292c441-4398-4c94-b10f-27d7797e0f64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.104851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1f94f74b-8036-4526-878e-aef08f6c1b2b req-276ff03c-580a-464f-9977-047079418e3f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/quotas/d5bdb28cb7254db994046a3139ebb16d HTTP/1.1" status: 200 len: 375 time: 0.0427341 Feb 07 22:44:27.107145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=79369aee-cf1e-43c8-b21c-948110df10e8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:27.148282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf24c46f-a5fd-4bc0-9f1a-51d8bb5e63ba req-5292c441-4398-4c94-b10f-27d7797e0f64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.201927 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1f94f74b-8036-4526-878e-aef08f6c1b2b req-632fd6e0-1fa0-4b8c-a58e-a35474cda4d0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958407 Feb 07 22:44:27.257054 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf24c46f-a5fd-4bc0-9f1a-51d8bb5e63ba req-5292c441-4398-4c94-b10f-27d7797e0f64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.259591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cf24c46f-a5fd-4bc0-9f1a-51d8bb5e63ba req-5292c441-4398-4c94-b10f-27d7797e0f64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.261276 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf24c46f-a5fd-4bc0-9f1a-51d8bb5e63ba req-5292c441-4398-4c94-b10f-27d7797e0f64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/698ed513-2fcb-4800-a040-3f46b501ad16 HTTP/1.1" status: 204 len: 173 time: 0.2737038 Feb 07 22:44:27.284379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292c441-4398-4c94-b10f-27d7797e0f64 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698ed513-2fcb-4800-a040-3f46b501ad16,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:27.311966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['79369aee-cf1e-43c8-b21c-948110df10e8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:27.441238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1f94f74b-8036-4526-878e-aef08f6c1b2b req-97e7fc76-2b7d-43e5-8895-04499721d1ff service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378449 Feb 07 22:44:27.480548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342fdaf-6e38-47b5-a0d7-ce9ac0331738 req-ade3a6f1-0c81-4308-81ef-c136fa3df14b tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.489503 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e342fdaf-6e38-47b5-a0d7-ce9ac0331738 req-ade3a6f1-0c81-4308-81ef-c136fa3df14b tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 944 time: 0.1152020 Feb 07 22:44:27.553663 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e342fdaf-6e38-47b5-a0d7-ce9ac0331738 req-4ee9eef0-119b-483c-b076-f72b82827ab6 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594904 Feb 07 22:44:27.656415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1f94f74b-8036-4526-878e-aef08f6c1b2b req-80e78d1b-c039-4ba8-bbb8-256800faddb9 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134240 Feb 07 22:44:27.883582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de658a2c-4820-41ae-a60c-b94b8a8e7ee7 req-77a97b80-43a5-406d-b2d9-0af0346f8bd5 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.892904 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de658a2c-4820-41ae-a60c-b94b8a8e7ee7 req-77a97b80-43a5-406d-b2d9-0af0346f8bd5 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1441262 Feb 07 22:44:27.956447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de658a2c-4820-41ae-a60c-b94b8a8e7ee7 req-16acad7a-8a97-4637-90b0-be35f9bc58ef tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578601 Feb 07 22:44:27.977693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45d0b987-a75c-49b0-aa14-8176272778f9 req-d034b86b-fa34-4a0a-b547-cfe04c6b25f5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=4218c03f-d030-4597-807e-f649a210ac18 HTTP/1.1" status: 200 len: 210 time: 0.0574512 Feb 07 22:44:28.007295 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-4cedc327-42ed-41ea-af50-febda6d2bc39 req-3764e9cf-4953-4a15-85fe-509d3d872570 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:44:28.018360 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cedc327-42ed-41ea-af50-febda6d2bc39 req-3764e9cf-4953-4a15-85fe-509d3d872570 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/59afeab1-b6ea-4321-aa08-a23b517890d6 HTTP/1.1" status: 404 len: 352 time: 0.0326519 Feb 07 22:44:28.147067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2997e6b-5e56-4449-8c8f-39018c546558 req-a3c25880-439b-4299-b8a4-e2435cd80423 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 210 time: 0.0475216 Feb 07 22:44:28.212371 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-baba78bd-2544-464a-9df6-ac2f3535ae89 req-7d5aa43e-9250-48ee-a899-c754f09df9c7 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:44:28.223723 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-baba78bd-2544-464a-9df6-ac2f3535ae89 req-7d5aa43e-9250-48ee-a899-c754f09df9c7 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/360c3140-7509-41cc-9e33-dcf01239b4a1 HTTP/1.1" status: 404 len: 352 time: 0.0334857 Feb 07 22:44:28.322468 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-e95da135-0396-4c16-819f-037c0b02838c req-bfbae334-1736-4dfe-9a58-5f9e444184b2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:44:28.333259 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e95da135-0396-4c16-819f-037c0b02838c req-bfbae334-1736-4dfe-9a58-5f9e444184b2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/49879c40-510b-4737-95a0-339d9d92e3bb HTTP/1.1" status: 404 len: 352 time: 0.0588455 Feb 07 22:44:28.364688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45902) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:28.437712 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-cc744e50-3abf-45b1-b631-febf592a09d5 req-8ab57ee9-a631-4c06-8fd5-613cee27fb9c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:44:28.450447 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc744e50-3abf-45b1-b631-febf592a09d5 req-8ab57ee9-a631-4c06-8fd5-613cee27fb9c tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/008f3469-129a-4efc-99d3-c0888bbef26d HTTP/1.1" status: 404 len: 352 time: 0.0882480 Feb 07 22:44:28.498493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 79369aee-cf1e-43c8-b21c-948110df10e8 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:28.519389 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-538fde00-644b-4398-a26c-219b81095696 req-ddd426b9-8a2b-4b83-9671-3435d4a4a190 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:44:28.527588 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-538fde00-644b-4398-a26c-219b81095696 req-ddd426b9-8a2b-4b83-9671-3435d4a4a190 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/e1dde927-05d2-45e8-a5bb-db9165594479 HTTP/1.1" status: 404 len: 352 time: 0.0492477 Feb 07 22:44:28.567219 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-16530683-e27a-4bb2-9ac7-87e61a6cd334 req-e02e4029-fbeb-461d-92e1-227c303739f2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] show failed (client error): The resource could not be found. Feb 07 22:44:28.590429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-16530683-e27a-4bb2-9ac7-87e61a6cd334 req-e02e4029-fbeb-461d-92e1-227c303739f2 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/6422b76b-9efd-4df3-9ae4-91a70512d693 HTTP/1.1" status: 404 len: 352 time: 0.0465965 Feb 07 22:44:28.659589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 79369aee-cf1e-43c8-b21c-948110df10e8 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:28.664349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 79369aee-cf1e-43c8-b21c-948110df10e8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:28.664731 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.740581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45980f7e-bb48-4303-aae2-5ee72ee37c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.779834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-f134eb26-c628-4ea8-98d2-e8c571ffa0cc tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:28.784211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-f134eb26-c628-4ea8-98d2-e8c571ffa0cc tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.46 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 813 time: 0.5043967 Feb 07 22:44:28.786876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d7a6-c3d9-4ce2-8f6f-357db3108ed2 req-f40c9bce-9060-4d60-aa6e-98297b13825b tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:28.796373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3ac8d7a6-c3d9-4ce2-8f6f-357db3108ed2 req-f40c9bce-9060-4d60-aa6e-98297b13825b tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 944 time: 0.1076579 Feb 07 22:44:28.799946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Request body: {'port': {'device_id': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d', 'admin_state_up': True, 'tenant_id': 'd5b5f68a14464c0689aacf58055f8d4a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:28.867138 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3ac8d7a6-c3d9-4ce2-8f6f-357db3108ed2 req-bd38dc6e-45af-4639-bdef-464bb20927fa tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654492 Feb 07 22:44:28.953757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.980576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45980f7e-bb48-4303-aae2-5ee72ee37c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.988018 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45980f7e-bb48-4303-aae2-5ee72ee37c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.024476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79369aee-cf1e-43c8-b21c-948110df10e8'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:29.032645 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d0c328-be74-4e92-8cda-1cc2aef0cbb1" -d '{"events": [{"server_uuid": "8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f", "name": "network-vif-plugged", "status": "completed", "tag": "79369aee-cf1e-43c8-b21c-948110df10e8"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:29.055431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-45980f7e-bb48-4303-aae2-5ee72ee37c27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=917bca588adc4b379993487a3b8f100d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661448 Feb 07 22:44:29.057659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45980f7e-bb48-4303-aae2-5ee72ee37c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6906d23e-fa3a-48c9-803e-152515fa6176,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:29.060755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45942) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:29.080703 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 79369aee-cf1e-43c8-b21c-948110df10e8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=79369aee-cf1e-43c8-b21c-948110df10e8,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:29.096713 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.181712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cd768c3-ce41-4943-b7b7-63e106447b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.236191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cd768c3-ce41-4943-b7b7-63e106447b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.256538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=79369aee-cf1e-43c8-b21c-948110df10e8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:29.298446 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cd768c3-ce41-4943-b7b7-63e106447b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.301389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cd768c3-ce41-4943-b7b7-63e106447b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.303013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4cd768c3-ce41-4943-b7b7-63e106447b5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6906d23e-fa3a-48c9-803e-152515fa6176 HTTP/1.1" status: 204 len: 168 time: 0.2270856 Feb 07 22:44:29.327889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd768c3-ce41-4943-b7b7-63e106447b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906d23e-fa3a-48c9-803e-152515fa6176,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:29.383990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Made reservation on behalf of d5b5f68a14464c0689aacf58055f8d4a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:29.395272 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.415876 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2c7e4c-0334-46d9-a8bc-57d932aeac90 x-openstack-request-id: req-4b2c7e4c-0334-46d9-a8bc-57d932aeac90 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:29.416287 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f", "name": "network-vif-plugged", "status": "completed", "tag": "79369aee-cf1e-43c8-b21c-948110df10e8", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:29.417131 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b2c7e4c-0334-46d9-a8bc-57d932aeac90 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:29.417595 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79369aee-cf1e-43c8-b21c-948110df10e8', 'code': 200} Feb 07 22:44:29.485500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51026181-0514-43e3-b8bc-78358fd1d86a req-6998e695-d1c7-4825-8064-1264bd34b5bc tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:29.492953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-51026181-0514-43e3-b8bc-78358fd1d86a req-6998e695-d1c7-4825-8064-1264bd34b5bc tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.3080769 Feb 07 22:44:29.602971 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-428106d7-7ff4-4552-9de0-76e1fc3860b4 req-c5c8782b-af53-4333-af9a-98b329a2a212 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 210 time: 0.0715842 Feb 07 22:44:29.779521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45960) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:29.805002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cf1b8-3912-450f-a78f-0ad03cdcfbb2 req-44c1b5e9-2bbe-4cd9-9d53-7ec8f28ae976 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:29.812618 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b12cf1b8-3912-450f-a78f-0ad03cdcfbb2 req-44c1b5e9-2bbe-4cd9-9d53-7ec8f28ae976 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1023 time: 0.1169872 Feb 07 22:44:29.824595 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-944f9662-4078-4f32-a14e-db3ade17ee16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.841348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-51026181-0514-43e3-b8bc-78358fd1d86a req-16f03db5-7eee-4231-bbe9-e023a42279dc tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473434 Feb 07 22:44:29.917386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b12cf1b8-3912-450f-a78f-0ad03cdcfbb2 req-efba2155-5153-408b-b97d-55a26054602a tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&id=c6013558-3723-4226-b628-862bd171995c&id=e2bf6c5d-3aea-4928-bf2b-7eaa63059956&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0973325 Feb 07 22:44:29.976448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d98ca7-7418-4c47-8afa-7034265292dd req-9a3e5dfe-bfdb-46ca-ae39-efa9fd7925e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:29.978209 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06d98ca7-7418-4c47-8afa-7034265292dd req-9a3e5dfe-bfdb-46ca-ae39-efa9fd7925e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 1096 time: 0.4708855 Feb 07 22:44:30.066767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194693b-ef48-4419-bfbb-a0068e57e687 req-5ca5b3a4-951b-4907-84d7-1ed8595bf808 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:30.068391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5194693b-ef48-4419-bfbb-a0068e57e687 req-5ca5b3a4-951b-4907-84d7-1ed8595bf808 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.0652516 Feb 07 22:44:30.091891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Allocated IP 172.20.0.13 (31341d17-cf12-4545-94e1-a4e93094bb5d/97b68bcd-7be0-4143-846b-8f91143d3734/946c5264-0a14-418e-a6b3-43c8d8ccd0c4) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:30.163138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-06d98ca7-7418-4c47-8afa-7034265292dd req-a9ea614b-a53b-4305-8568-0ea002a26996 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672773 Feb 07 22:44:30.163359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5194693b-ef48-4419-bfbb-a0068e57e687 req-b604bf23-8cf2-4f72-8699-81b5346e388c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869577 Feb 07 22:44:30.210038 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-944f9662-4078-4f32-a14e-db3ade17ee16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.232804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-944f9662-4078-4f32-a14e-db3ade17ee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.265419 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-944f9662-4078-4f32-a14e-db3ade17ee16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed40724999b64cfd91ea1a56cb336ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757326 Feb 07 22:44:30.266043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45974) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:30.289778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-7edef03e-2fce-4bab-a832-c400d1e54b11 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:30.292311 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-7edef03e-2fce-4bab-a832-c400d1e54b11 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.3128169 Feb 07 22:44:30.323593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ea5715b-bfd8-411e-9e7c-b4468d056b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.349084 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ea5715b-bfd8-411e-9e7c-b4468d056b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.379615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c4365878-85d1-40b4-8e9c-e8596835ae34 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/quotas/d5bdb28cb7254db994046a3139ebb16d HTTP/1.1" status: 200 len: 375 time: 0.0360589 Feb 07 22:44:30.381808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f9662-4078-4f32-a14e-db3ade17ee16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef434b1c-cd52-4e58-b057-947704972a9e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:30.418713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ea5715b-bfd8-411e-9e7c-b4468d056b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.422834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ea5715b-bfd8-411e-9e7c-b4468d056b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.424443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4ea5715b-bfd8-411e-9e7c-b4468d056b07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef434b1c-cd52-4e58-b057-947704972a9e HTTP/1.1" status: 204 len: 168 time: 0.1572378 Feb 07 22:44:30.436472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5715b-bfd8-411e-9e7c-b4468d056b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef434b1c-cd52-4e58-b057-947704972a9e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:30.468680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.529421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-2b53b081-047b-4246-acb3-f9bc97ff77dd tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1489120 Feb 07 22:44:30.532775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.625340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:30.754664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-96a679a5-7d4b-4ea0-93de-bc652f74f6a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:30.757013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-96a679a5-7d4b-4ea0-93de-bc652f74f6a1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1023 time: 0.2262032 Feb 07 22:44:30.767461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Network 31341d17-cf12-4545-94e1-a4e93094bb5d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:30.780318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:30.783074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:44:30.814442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e026cae-e351-4769-884d-47ba0718696a req-5eae666a-7fb4-4382-ae09-4beea9638328 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:30.816572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e026cae-e351-4769-884d-47ba0718696a req-5eae666a-7fb4-4382-ae09-4beea9638328 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 932 time: 0.0682402 Feb 07 22:44:30.905682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e026cae-e351-4769-884d-47ba0718696a req-021fd8b0-2aa8-479f-8da5-fd4df97482aa tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811858 Feb 07 22:44:31.014419 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8c886799-2b93-44e2-9da8-97867a14eeb1 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673090 Feb 07 22:44:31.045086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:31.045759 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.120873 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-db6d7251-21c5-4a09-b5cd-fea998823ba4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3272467 Feb 07 22:44:31.159009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f41ea-c2e1-4048-b990-bd7e3d1446ac req-3dc22f37-ada7-4cc2-a35c-a78f3c044332 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:31.161277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Request body: {'port': {'device_id': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:31.168775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-621f41ea-c2e1-4048-b990-bd7e3d1446ac req-3dc22f37-ada7-4cc2-a35c-a78f3c044332 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1066725 Feb 07 22:44:31.268702 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-621f41ea-c2e1-4048-b990-bd7e3d1446ac req-8061987e-be61-4e19-b158-8a6e3d1ec4a4 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929060 Feb 07 22:44:31.467596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509c3c3-b1e1-4eb3-bd62-be1af5603aec req-b0e6fa1f-ddd8-4c90-9be9-3cafb049dfe1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:31.469192 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5509c3c3-b1e1-4eb3-bd62-be1af5603aec req-b0e6fa1f-ddd8-4c90-9be9-3cafb049dfe1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 1023 time: 0.0825799 Feb 07 22:44:31.527606 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5509c3c3-b1e1-4eb3-bd62-be1af5603aec req-77c1d60f-c0ba-4e45-9d29-3cc8463176ef tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups?id=253eb56a-e891-4ea5-abcb-dfcd20fb8020&id=c6013558-3723-4226-b628-862bd171995c&id=e2bf6c5d-3aea-4928-bf2b-7eaa63059956&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0497599 Feb 07 22:44:31.568624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Deleting port e973a66c-f16c-451e-a045-463c75ca5992 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:31.569165 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.577571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.661230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b55fa-cf4f-428d-9726-c95851f6be69 req-71262a32-897b-49e5-98b8-0438cc63ef54 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:31.662680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a72b55fa-cf4f-428d-9726-c95851f6be69 req-71262a32-897b-49e5-98b8-0438cc63ef54 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.0667503 Feb 07 22:44:31.693160 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-dced3408-de8c-4fd6-9516-b473ea702f80 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018336 Feb 07 22:44:31.721101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a72b55fa-cf4f-428d-9726-c95851f6be69 req-86ee383a-38ca-435c-8954-ed0800229410 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513897 Feb 07 22:44:31.769816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] For port e973a66c-f16c-451e-a045-463c75ca5992, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e973a66c-f16c-451e-a045-463c75ca5992,segment=NetworkSegment(0da09d09-725a-4e5f-85d3-bdb5210d2168),segment_id=0da09d09-725a-4e5f-85d3-bdb5210d2168)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:31.770043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.784082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Calling delete_port for e973a66c-f16c-451e-a045-463c75ca5992 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:31.852254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78394bde-11a3-4e2b-8f09-509ddabe21da req-c83d2433-1262-4fd4-b06e-43fdfb7c8b54 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:31.860302 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78394bde-11a3-4e2b-8f09-509ddabe21da req-c83d2433-1262-4fd4-b06e-43fdfb7c8b54 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.0679452 Feb 07 22:44:31.863023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46016) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:31.870203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d0e7bb4a-c4c0-4756-be6d-100fea354b80 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Request body: {'floatingip': {'port_id': '79369aee-cf1e-43c8-b21c-948110df10e8'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:31.918451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0e7bb4a-c4c0-4756-be6d-100fea354b80 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.236967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092b284-bd05-40f1-9acb-c0bedef295e8 req-4a567ee2-8a49-4565-a4a3-04fea3b02486 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:32.243767 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-480fac7b-8219-486f-bd0e-bf660e352ed9 req-18e3dcee-cd20-41fe-8976-f090704835cb tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 210 time: 0.0831931 Feb 07 22:44:32.255759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:32.258861 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2092b284-bd05-40f1-9acb-c0bedef295e8 req-4a567ee2-8a49-4565-a4a3-04fea3b02486 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 932 time: 0.2164209 Feb 07 22:44:32.270274 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.298417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Transition to ACTIVE for port object 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:32.301623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.332940 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.367173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2092b284-bd05-40f1-9acb-c0bedef295e8 req-bbc5d0cb-e427-4158-a8d2-b1fff08c9043 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018686 Feb 07 22:44:32.407157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'Port': ['ID=e973a66c-f16c-451e-a045-463c75ca5992,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:32.544574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] No DVR routers for this DVR port e973a66c-f16c-451e-a045-463c75ca5992 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:32.547677 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.552557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8103f6d-4989-4efd-8694-18b7f021bfe3 req-afde8ae8-cb3f-4500-9003-6d09abb9fe08 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.46 "DELETE /v2.0/ports/e973a66c-f16c-451e-a045-463c75ca5992 HTTP/1.1" status: 204 len: 173 time: 1.7825422 Feb 07 22:44:32.591158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'name': 'network-vif-deleted', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:32.598941 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75826902-2786-4061-82f6-31f20306f09b" -d '{"events": [{"server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "name": "network-vif-deleted", "tag": "e973a66c-f16c-451e-a045-463c75ca5992"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:32.659739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:32.680670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527db2d-79d8-45fa-bead-56dd40032982 req-6a30e1c4-7bf6-4ae4-a72c-cd00b715fb33 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:32.693995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9527db2d-79d8-45fa-bead-56dd40032982 req-6a30e1c4-7bf6-4ae4-a72c-cd00b715fb33 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.2894793 Feb 07 22:44:32.734969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Attempting to bind port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:32.735559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Attempting to bind port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:32.736128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Attempting to bind port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on network 31341d17-cf12-4545-94e1-a4e93094bb5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:32.754626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on network 31341d17-cf12-4545-94e1-a4e93094bb5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:44:32.755245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Attempting to bind port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on network 31341d17-cf12-4545-94e1-a4e93094bb5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:32.777322 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9527db2d-79d8-45fa-bead-56dd40032982 req-71f33e9b-ca4c-477c-b4c9-52b94995dc94 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765657 Feb 07 22:44:32.784530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:44:32.785928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Checking segment: {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:32.786488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Bound using segment: {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:44:32.787107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Bound port: 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:32.787684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.827666 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-de40c87e-536f-4bf7-bd73-c806afcfa8bc req-7f5f158f-8cc0-4af9-a745-ac3d339b6342 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c456223-061d-4a02-b8e4-4cc890e891d7 HTTP/1.1" status: 200 len: 210 time: 0.1058881 Feb 07 22:44:32.890025 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c04e9f-df02-40c1-b75d-d66979500979 x-openstack-request-id: req-94c04e9f-df02-40c1-b75d-d66979500979 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:32.890321 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c456223-061d-4a02-b8e4-4cc890e891d7", "name": "network-vif-deleted", "tag": "e973a66c-f16c-451e-a045-463c75ca5992", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:32.890707 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94c04e9f-df02-40c1-b75d-d66979500979 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:32.891282 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c456223-061d-4a02-b8e4-4cc890e891d7', 'name': 'network-vif-deleted', 'tag': 'e973a66c-f16c-451e-a045-463c75ca5992', 'status': 'completed', 'code': 200} Feb 07 22:44:32.937018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:44:32.941756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:44:32.953982 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.021291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0e7bb4a-c4c0-4756-be6d-100fea354b80 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.035135 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0e7bb4a-c4c0-4756-be6d-100fea354b80 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.044596 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.045398 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.047582 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] 10.222.0.46 "PUT /v2.0/ports/946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 1092 time: 1.9191985 Feb 07 22:44:33.195974 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-d0e7bb4a-c4c0-4756-be6d-100fea354b80 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Floating IP e6e5a278-bc49-4cf5-9e4e-ebe630eb425b associated. External IP: 172.25.8.237, port: 79369aee-cf1e-43c8-b21c-948110df10e8. Feb 07 22:44:33.237027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744714a-9910-417b-87ed-148b5dbb26af service neutron] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:33.281883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-5c94c356-e7e4-4ea1-813c-880cf028b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.283402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-5c94c356-e7e4-4ea1-813c-880cf028b657 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1095 time: 0.1709797 Feb 07 22:44:33.306695 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e973a66c-f16c-451e-a045-463c75ca5992 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:33.360807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: e973a66c-f16c-451e-a045-463c75ca5992 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:33.363841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e973a66c-f16c-451e-a045-463c75ca5992 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:33.396769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-0f56a3f5-df6a-49ca-a44a-9fa813d26e01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 217 time: 0.1045513 Feb 07 22:44:33.491563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa6f18d3-0f2f-4f5b-9144-398afa378ec1 req-aa5cd539-d06d-4744-8d1d-ebfcfd65d711 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 210 time: 0.0746393 Feb 07 22:44:33.513647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-f29a7cd9-9967-4884-8e2a-e6192bf07ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.515550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-f29a7cd9-9967-4884-8e2a-e6192bf07ffa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.1112943 Feb 07 22:44:33.624192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-97d13d2e-ca31-49e1-bcde-0fdf73d221c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898695 Feb 07 22:44:33.662006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763383b9-b351-4985-8d92-26f1b48b75fe req-17802d07-884c-49ee-a61d-9956bfd8d910 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.671226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763383b9-b351-4985-8d92-26f1b48b75fe req-17802d07-884c-49ee-a61d-9956bfd8d910 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 944 time: 0.1716552 Feb 07 22:44:33.836321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e7bb4a-c4c0-4756-be6d-100fea354b80 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Router ee8271e7-4ed9-4439-9b09-056b9072729f has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:44:33.845529 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.016416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e7bb4a-c4c0-4756-be6d-100fea354b80 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:44:34.033223 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] Sync routers for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:44:34.039010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0e7bb4a-c4c0-4756-be6d-100fea354b80 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.049572 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:34.050627 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:34.133346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-763383b9-b351-4985-8d92-26f1b48b75fe req-a6386a29-9cd8-45ea-be88-15797817d71c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608374 Feb 07 22:44:34.147070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d0e7bb4a-c4c0-4756-be6d-100fea354b80 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "PUT /v2.0/floatingips/e6e5a278-bc49-4cf5-9e4e-ebe630eb425b HTTP/1.1" status: 200 len: 991 time: 2.2809019 Feb 07 22:44:34.149843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'tag': '79369aee-cf1e-43c8-b21c-948110df10e8'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:34.151019 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f", "tag": "79369aee-cf1e-43c8-b21c-948110df10e8"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:34.181581 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.191405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279ff98-54ef-44b7-ae03-5ca2b3126d8f req-c65bd49d-f60e-4709-ac61-86cad0895b6a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:34.193799 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d279ff98-54ef-44b7-ae03-5ca2b3126d8f req-c65bd49d-f60e-4709-ac61-86cad0895b6a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1788666 Feb 07 22:44:34.249428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-64790e96-0d22-46af-82f7-15f274bae85a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:34.251055 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-64790e96-0d22-46af-82f7-15f274bae85a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.46 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.4684634 Feb 07 22:44:34.257157 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-b57a379a-b0fd-409c-ae2d-5696ecc5c0d2 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263776 Feb 07 22:44:34.270164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Request body: {'port': {'device_id': '29bb6e0e-d0f1-4cc3-86b9-774d9683eca4', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'admin_state_up': True, 'tenant_id': 'd5bdb28cb7254db994046a3139ebb16d'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:34.342294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d279ff98-54ef-44b7-ae03-5ca2b3126d8f req-532de18a-1ba9-4401-a6fe-bfa1a6e97d58 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405175 Feb 07 22:44:34.400076 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:34.453885 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b25603-daff-4105-80be-15319f2214ae x-openstack-request-id: req-d0b25603-daff-4105-80be-15319f2214ae {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:34.454174 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f", "tag": "79369aee-cf1e-43c8-b21c-948110df10e8", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:34.454477 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0b25603-daff-4105-80be-15319f2214ae {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:34.454879 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'tag': '79369aee-cf1e-43c8-b21c-948110df10e8', 'status': 'completed', 'code': 200} Feb 07 22:44:34.581640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2135b2e-3a31-4589-a618-a205828a71f8 req-27ef7438-1a75-4826-bbd1-8cfe84a00e6e tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/e2bf6c5d-3aea-4928-bf2b-7eaa63059956 HTTP/1.1" status: 200 len: 1802 time: 0.0942152 Feb 07 22:44:34.663250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Made reservation on behalf of d5bdb28cb7254db994046a3139ebb16d for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:34.668250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.678209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b2135b2e-3a31-4589-a618-a205828a71f8 req-bee428a6-3842-415f-9306-8f30bd1ba2d1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.727684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b2135b2e-3a31-4589-a618-a205828a71f8 req-bee428a6-3842-415f-9306-8f30bd1ba2d1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.744248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-242b0d4d-8bfd-4ed2-b35b-50ed0683a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:34.745657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-242b0d4d-8bfd-4ed2-b35b-50ed0683a1d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e8630daa04411fbf7c4836a8deb47d&device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 1096 time: 0.2282252 Feb 07 22:44:34.759587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa03448-39c2-4166-9a41-ea19bc1bbf76 req-8cfcb330-41ac-43db-81d0-3c19eb4728b0 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:34.759817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6aa03448-39c2-4166-9a41-ea19bc1bbf76 req-8cfcb330-41ac-43db-81d0-3c19eb4728b0 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.2971060 Feb 07 22:44:34.845369 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b2135b2e-3a31-4589-a618-a205828a71f8 req-bee428a6-3842-415f-9306-8f30bd1ba2d1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.850739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b2135b2e-3a31-4589-a618-a205828a71f8 req-bee428a6-3842-415f-9306-8f30bd1ba2d1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.850739 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2135b2e-3a31-4589-a618-a205828a71f8 req-bee428a6-3842-415f-9306-8f30bd1ba2d1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/e2bf6c5d-3aea-4928-bf2b-7eaa63059956 HTTP/1.1" status: 204 len: 173 time: 0.2608607 Feb 07 22:44:34.868977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee428a6-3842-415f-9306-8f30bd1ba2d1 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf6c5d-3aea-4928-bf2b-7eaa63059956,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:34.875166 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddb8ad4-a7ed-4958-8918-d9fed8f04078 req-38ce5db1-581f-4705-bd54-af9cea1b5619 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002309 Feb 07 22:44:34.916025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:34.918848 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45" -d '{"events": [{"name": "network-changed", "server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:34.940966 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:44:34.952670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-3a5185ef-0b6e-4871-ae42-e4431b18aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:34.954394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-3a5185ef-0b6e-4871-ae42-e4431b18aa57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad87988a-0810-4eed-a279-6cddf5443bc6 HTTP/1.1" status: 200 len: 916 time: 0.1928675 Feb 07 22:44:34.986137 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'e6e5a278-bc49-4cf5-9e4e-ebe630eb425b', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'port_id': '79369aee-cf1e-43c8-b21c-948110df10e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'mac_address': 'fa:16:3e:ae:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:43:28Z', 'updated_at': '2022-02-07T22:44:32Z', 'revision_number': 1, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650e13cf-b00c-407e-972e-9e631f2829c4', 'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'mac_address': 'fa:16:3e:73:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:20Z', 'updated_at': '2022-02-07T22:43:26Z', 'revision_number': 5, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'subnets': [{'id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:34.989436 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6aa03448-39c2-4166-9a41-ea19bc1bbf76 req-b11a049f-efe7-4577-9bbf-b182af237364 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101518 Feb 07 22:44:35.063738 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] Checking router: ee8271e7-4ed9-4439-9b09-056b9072729f for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:44:35.080980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-49b5daed-7d4a-4141-8337-a1b808786869 req-243a9d15-c367-4147-9e23-57774f7c6850 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 210 time: 0.0876691 Feb 07 22:44:35.091039 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:35.091848 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:35.219456 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e82a0b-7e15-4536-b2ec-a9472f0ff68d x-openstack-request-id: req-b7e82a0b-7e15-4536-b2ec-a9472f0ff68d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:35.220829 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:35.220829 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7e82a0b-7e15-4536-b2ec-a9472f0ff68d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:35.220829 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'status': 'completed', 'code': 200} Feb 07 22:44:35.269720 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:35.336531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521bd7f-fb18-4fbb-8273-827dd5d9a0d3 req-8cf84508-09c8-4ab5-bc67-2a63a904bfba tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:35.338046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0521bd7f-fb18-4fbb-8273-827dd5d9a0d3 req-8cf84508-09c8-4ab5-bc67-2a63a904bfba tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 944 time: 0.0882471 Feb 07 22:44:35.369113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf3e37a7-39ee-4259-bf74-3da176078505 req-aa3497ab-da65-4511-9bb5-fa23778ac606 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "GET /v2.0/security-groups/c6013558-3723-4226-b628-862bd171995c HTTP/1.1" status: 200 len: 1802 time: 0.2945294 Feb 07 22:44:35.375556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46128) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:35.432462 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-cf8b2677-e174-4939-b1f8-a3aeb34760f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79369aee-cf1e-43c8-b21c-948110df10e8 HTTP/1.1" status: 200 len: 999 time: 0.4634008 Feb 07 22:44:35.438023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-23da0fb5-b2ef-41e2-84a1-bca326886073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:35.439432 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-23da0fb5-b2ef-41e2-84a1-bca326886073 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1095 time: 0.2312720 Feb 07 22:44:35.440546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Allocated IP 172.20.0.9 (3f505c7d-461f-412e-8ed9-d34567727b58/a859faec-1a35-450f-981d-df2a13fe444c/a33d5c1f-0503-4158-acc9-6fbb9280c345) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:35.462305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0521bd7f-fb18-4fbb-8273-827dd5d9a0d3 req-1bc2fecc-5cc5-4cd7-8929-ccdb3153c560 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168561 Feb 07 22:44:35.567383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30de2e96-7587-4ef7-a195-e0599b70e03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:35.587139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-4e4e1b0c-0aad-4be9-a3d0-e9a8040a995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:35.589799 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-4e4e1b0c-0aad-4be9-a3d0-e9a8040a995d service neutron] 10.222.0.46 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 913 time: 0.1119714 Feb 07 22:44:35.652278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf3e37a7-39ee-4259-bf74-3da176078505 req-b65bab8a-4445-4b89-841c-102c35d6bf98 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:35.665283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-c41bc3b1-ffc0-4e42-9130-abaf7204f7ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 217 time: 0.0659897 Feb 07 22:44:35.703041 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'e6e5a278-bc49-4cf5-9e4e-ebe630eb425b', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'port_id': '79369aee-cf1e-43c8-b21c-948110df10e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'mac_address': 'fa:16:3e:ae:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:43:28Z', 'updated_at': '2022-02-07T22:44:32Z', 'revision_number': 1, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650e13cf-b00c-407e-972e-9e631f2829c4', 'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'mac_address': 'fa:16:3e:73:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:20Z', 'updated_at': '2022-02-07T22:43:26Z', 'revision_number': 5, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'subnets': [{'id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:35.758395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-6b753dab-e397-487c-a627-c7a367ba885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:35.761199 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-6b753dab-e397-487c-a627-c7a367ba885f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.0839062 Feb 07 22:44:35.763560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-bb5ee59e-3e70-405c-a7bd-960a7b254308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:35.766373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-bb5ee59e-3e70-405c-a7bd-960a7b254308 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=132ecb97-c08a-4f30-907f-f525ac3c68e9 HTTP/1.1" status: 200 len: 855 time: 0.3236909 Feb 07 22:44:35.780771 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847c29a6-b561-447f-b972-b0454f5da844 None None] The sync data for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 is: [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'e6e5a278-bc49-4cf5-9e4e-ebe630eb425b', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'port_id': '79369aee-cf1e-43c8-b21c-948110df10e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'mac_address': 'fa:16:3e:ae:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:43:28Z', 'updated_at': '2022-02-07T22:44:32Z', 'revision_number': 1, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650e13cf-b00c-407e-972e-9e631f2829c4', 'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'mac_address': 'fa:16:3e:73:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:20Z', 'updated_at': '2022-02-07T22:43:26Z', 'revision_number': 5, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'subnets': [{'id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:44:35.836709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-df359b85-a46d-484b-b60e-9c748f4fdd88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646732 Feb 07 22:44:35.857933 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf3e37a7-39ee-4259-bf74-3da176078505 req-b65bab8a-4445-4b89-841c-102c35d6bf98 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:35.919634 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30de2e96-7587-4ef7-a195-e0599b70e03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:35.939856 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30de2e96-7587-4ef7-a195-e0599b70e03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:35.986922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c633c-fe8e-474a-b054-a24a33eaf647 req-898c436d-30df-43c8-8203-57edcb2d7514 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:35.996504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-867c633c-fe8e-474a-b054-a24a33eaf647 req-898c436d-30df-43c8-8203-57edcb2d7514 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.3767009 Feb 07 22:44:36.028495 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30de2e96-7587-4ef7-a195-e0599b70e03a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c66eafb1a4294b74a4a99556915c27b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6518579 Feb 07 22:44:36.034726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46136) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:36.084411 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-867c633c-fe8e-474a-b054-a24a33eaf647 req-9fcc479f-d2b2-4896-a833-c31adb238611 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868423 Feb 07 22:44:36.100810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de2e96-7587-4ef7-a195-e0599b70e03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2112913-86eb-4f23-8636-fd2f01acef90,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:36.151894 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1e07cd1-f2d7-4a91-acd8-7fe36428de91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.186780 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1e07cd1-f2d7-4a91-acd8-7fe36428de91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.258913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e137c-ec44-4ffe-b103-da73fe133a44 None None] New status for floating IP e6e5a278-bc49-4cf5-9e4e-ebe630eb425b: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:44:36.309629 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1e07cd1-f2d7-4a91-acd8-7fe36428de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.313880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1e07cd1-f2d7-4a91-acd8-7fe36428de91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.315535 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c1e07cd1-f2d7-4a91-acd8-7fe36428de91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2112913-86eb-4f23-8636-fd2f01acef90 HTTP/1.1" status: 204 len: 168 time: 0.2798119 Feb 07 22:44:36.352846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6153e0-2ec9-4a9b-b884-f2cf662dd77d req-e6af995a-d082-41c8-bfee-1334795e5ab1 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:36.367850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d6153e0-2ec9-4a9b-b884-f2cf662dd77d req-e6af995a-d082-41c8-bfee-1334795e5ab1 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.1598015 Feb 07 22:44:36.382986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-06ee24d4-0903-4d6b-b585-462ecebb8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:36.384567 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-06ee24d4-0903-4d6b-b585-462ecebb8d6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad87988a-0810-4eed-a279-6cddf5443bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5305169 Feb 07 22:44:36.417433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e07cd1-f2d7-4a91-acd8-7fe36428de91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2112913-86eb-4f23-8636-fd2f01acef90,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:36.465634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d6153e0-2ec9-4a9b-b884-f2cf662dd77d req-9602f41b-0391-42dd-9e75-ee0072e5bf41 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907774 Feb 07 22:44:36.549860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf3e37a7-39ee-4259-bf74-3da176078505 req-b65bab8a-4445-4b89-841c-102c35d6bf98 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.556201 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bf3e37a7-39ee-4259-bf74-3da176078505 req-b65bab8a-4445-4b89-841c-102c35d6bf98 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.560081 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf3e37a7-39ee-4259-bf74-3da176078505 req-b65bab8a-4445-4b89-841c-102c35d6bf98 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] 10.222.0.15 "DELETE /v2.0/security-groups/c6013558-3723-4226-b628-862bd171995c HTTP/1.1" status: 204 len: 173 time: 1.1897149 Feb 07 22:44:36.571858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46150) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:36.628795 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.639152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-580b1edf-b9a6-4429-95d4-a4ca7fb117df admin admin] Deleting subnet aa6f48fe-117c-4717-abbb-82fa6180bbc7 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:44:36.644147 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-580b1edf-b9a6-4429-95d4-a4ca7fb117df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.680283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-d5dbc95b-b796-4951-943e-06bd412ba31a service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8191509 Feb 07 22:44:36.685062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bab8a-4445-4b89-841c-102c35d6bf98 tempest-SecurityGroupsTestJSON-1981481692 tempest-SecurityGroupsTestJSON-1981481692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6013558-3723-4226-b628-862bd171995c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:36.719965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f13a95a9-c794-4692-8be6-6b7a68e4f3c8 req-a37cf7cc-a9ce-46d1-80c3-edf44e6d8ca7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 210 time: 0.0623922 Feb 07 22:44:36.725292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-a1c48e8c-21c2-47a9-8ec4-9bcd72f0d558 service neutron] 10.222.0.24 "GET /v2.0/networks/ad87988a-0810-4eed-a279-6cddf5443bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283203 Feb 07 22:44:36.732756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-580b1edf-b9a6-4429-95d4-a4ca7fb117df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.788228 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-580b1edf-b9a6-4429-95d4-a4ca7fb117df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.862712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46156) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:36.884844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f8198e-1555-4f7c-b2a0-327cfabead15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.917695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb4b62ed-bcd6-4d7d-a898-9151e8477a45 req-d392015a-2773-4cdb-91cb-123d77aba376 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995096 Feb 07 22:44:36.950593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-580b1edf-b9a6-4429-95d4-a4ca7fb117df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.981113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19e040bf-5c6e-4a36-9f53-fdfb64705a6d req-f4789a21-6e95-4457-9e0b-122db5caea0b service neutron] 10.222.0.24 "GET /v2.0/networks/ad87988a-0810-4eed-a279-6cddf5443bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622920 Feb 07 22:44:36.983722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.008698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b1edf-b9a6-4429-95d4-a4ca7fb117df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6f48fe-117c-4717-abbb-82fa6180bbc7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:37.024541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89ab27-8641-4c64-a071-78a6c5c6530e req-b80b5ee0-624a-4fea-b8a7-d84cc719ce1f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:37.026696 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad89ab27-8641-4c64-a071-78a6c5c6530e req-b80b5ee0-624a-4fea-b8a7-d84cc719ce1f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 944 time: 0.3779848 Feb 07 22:44:37.041064 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-580b1edf-b9a6-4429-95d4-a4ca7fb117df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.050571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-580b1edf-b9a6-4429-95d4-a4ca7fb117df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aa6f48fe-117c-4717-abbb-82fa6180bbc7 HTTP/1.1" status: 204 len: 168 time: 0.4763639 Feb 07 22:44:37.053367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46164) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:37.070047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Network 3f505c7d-461f-412e-8ed9-d34567727b58 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:37.086508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:37.097806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:44:37.143382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event updated for resources: {'Port': ['ID=a33d5c1f-0503-4158-acc9-6fbb9280c345,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:37.155110 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f8198e-1555-4f7c-b2a0-327cfabead15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.170984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f8198e-1555-4f7c-b2a0-327cfabead15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.172145 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad89ab27-8641-4c64-a071-78a6c5c6530e req-d69d0545-cadc-4d72-a159-e741fa050b76 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042299 Feb 07 22:44:37.184478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:37.185290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.204671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-8ad949b5-e4af-4a02-86d2-f12b7d5eb083 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9384499 Feb 07 22:44:37.221129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Request body: {'port': {'device_id': '29bb6e0e-d0f1-4cc3-86b9-774d9683eca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:37.277466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-75f8198e-1555-4f7c-b2a0-327cfabead15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=315ed74ee92248e2a9c8b95a910b3592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133434 Feb 07 22:44:37.282762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46168) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:37.297984 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.299681 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.323758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:44:37.341677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8198e-1555-4f7c-b2a0-327cfabead15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7df26-894a-4156-8f2f-e41bf08cdc0c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:37.396674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44531754-e218-4a50-8d34-f99a95c6e565 req-38194858-37ef-4d04-990c-d7847e21fa1c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:37.405063 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44531754-e218-4a50-8d34-f99a95c6e565 req-38194858-37ef-4d04-990c-d7847e21fa1c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1883180 Feb 07 22:44:37.466834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:37.484174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d', 'port_id': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'mac_address': 'fa:16:3e:df:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b68bcd-7be0-4143-846b-8f91143d3734', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:44:37.536196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.538497 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34438aeb-206d-47c3-a8a2-06416583841f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.539382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.560904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:37.586360 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44531754-e218-4a50-8d34-f99a95c6e565 req-9b60f909-d184-4e4c-a3b6-07568be6a2c0 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803401 Feb 07 22:44:37.591795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:37.601536 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.604750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ee6346-7264-4537-ac58-4a1645b681b9']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:37.606916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46174) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:37.639849 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da09d09-725a-4e5f-85d3-bdb5210d2168') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:37.640137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da09d09-725a-4e5f-85d3-bdb5210d2168') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:37.643130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34438aeb-206d-47c3-a8a2-06416583841f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.680031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:37.686740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.717104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.723434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641057-c761-4298-b411-674b7cf540a9 req-236d59b8-fdc9-4254-a926-9a62b53f5115 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:37.735662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24641057-c761-4298-b411-674b7cf540a9 req-236d59b8-fdc9-4254-a926-9a62b53f5115 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.1162632 Feb 07 22:44:37.745729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:44:37.746128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:44:37.747948 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:44:37.802701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['946c5264-0a14-418e-a6b3-43c8d8ccd0c4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:37.861408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24641057-c761-4298-b411-674b7cf540a9 req-fd7226a7-8c8c-41a4-b7ac-20dffd595118 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240926 Feb 07 22:44:37.879684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33d5c1f-0503-4158-acc9-6fbb9280c345 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:37.889483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34438aeb-206d-47c3-a8a2-06416583841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.892625 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34438aeb-206d-47c3-a8a2-06416583841f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.895786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.907959 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-34438aeb-206d-47c3-a8a2-06416583841f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ab7df26-894a-4156-8f2f-e41bf08cdc0c HTTP/1.1" status: 204 len: 168 time: 0.6202972 Feb 07 22:44:37.920223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Transition to ACTIVE for port object a33d5c1f-0503-4158-acc9-6fbb9280c345 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:37.928282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.016420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34438aeb-206d-47c3-a8a2-06416583841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7df26-894a-4156-8f2f-e41bf08cdc0c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:38.051202 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.057562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Pushing event updated for resources: {'Port': ['ID=a33d5c1f-0503-4158-acc9-6fbb9280c345,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:38.077986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7ce52-8da6-4a2c-92d7-706202c4a28a req-8e834e79-6db4-4fed-82c6-bbcbd3542ee1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.082930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ab7ce52-8da6-4a2c-92d7-706202c4a28a req-8e834e79-6db4-4fed-82c6-bbcbd3542ee1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 943 time: 0.2385476 Feb 07 22:44:38.098453 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.108754 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b0ee6346-7264-4537-ac58-4a1645b681b9 HTTP/1.1" status: 204 len: 168 time: 1.0519397 Feb 07 22:44:38.284804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a58f70-ea9e-48e3-ac44-dbf2aa451927 req-98601a81-ebd6-482a-a7df-101fb73fb5e1 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.294124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a5a58f70-ea9e-48e3-ac44-dbf2aa451927 req-98601a81-ebd6-482a-a7df-101fb73fb5e1 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.2609627 Feb 07 22:44:38.326636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa380b7-7518-4bf8-bce1-fe5959214e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ee6346-7264-4537-ac58-4a1645b681b9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:38.343533 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a5a58f70-ea9e-48e3-ac44-dbf2aa451927 req-c41a2729-d17a-4380-88df-38e2181c7833 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492330 Feb 07 22:44:38.355286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Attempting to bind port a33d5c1f-0503-4158-acc9-6fbb9280c345 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:38.356101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Attempting to bind port a33d5c1f-0503-4158-acc9-6fbb9280c345 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:38.356307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Attempting to bind port a33d5c1f-0503-4158-acc9-6fbb9280c345 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:38.371087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Port a33d5c1f-0503-4158-acc9-6fbb9280c345 on network 3f505c7d-461f-412e-8ed9-d34567727b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:44:38.371447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Attempting to bind port a33d5c1f-0503-4158-acc9-6fbb9280c345 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:38.383628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:44:38.384009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Checking segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:38.384390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Bound using segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:44:38.384915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Bound port: a33d5c1f-0503-4158-acc9-6fbb9280c345, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:38.385824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.408393 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ab7ce52-8da6-4a2c-92d7-706202c4a28a req-e38445bc-2dc3-4775-8383-b33af6158c44 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776046 Feb 07 22:44:38.416728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46194) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:38.560433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d13ed825-38a5-4785-888c-08ada93ac1a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=122e9617dbb34a498e58619c6879494f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398714 Feb 07 22:44:38.570592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46198) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:38.615454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffcdfb-576e-4fa8-a184-08e4c6ac8688 req-d198ad74-bcfc-4bc9-86e3-c4ce61153b18 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.618556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbffcdfb-576e-4fa8-a184-08e4c6ac8688 req-d198ad74-bcfc-4bc9-86e3-c4ce61153b18 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.1364195 Feb 07 22:44:38.622213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] For port a33d5c1f-0503-4158-acc9-6fbb9280c345, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:44:38.645138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] For port a33d5c1f-0503-4158-acc9-6fbb9280c345, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a33d5c1f-0503-4158-acc9-6fbb9280c345,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:44:38.669105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.693451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.694550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.695948 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] 10.222.0.46 "PUT /v2.0/ports/a33d5c1f-0503-4158-acc9-6fbb9280c345 HTTP/1.1" status: 200 len: 1091 time: 1.4815958 Feb 07 22:44:38.721066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bb6e0e-d0f1-4cc3-86b9-774d9683eca4', 'tag': 'a33d5c1f-0503-4158-acc9-6fbb9280c345'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:38.723504 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259dccaf-a5ce-4d36-92dc-1e2619571721" -d '{"events": [{"name": "network-changed", "server_uuid": "29bb6e0e-d0f1-4cc3-86b9-774d9683eca4", "tag": "a33d5c1f-0503-4158-acc9-6fbb9280c345"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:38.770815 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbffcdfb-576e-4fa8-a184-08e4c6ac8688 req-dbd299d8-ea3c-42fc-b403-eb505d4ee3bb tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434617 Feb 07 22:44:38.771873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ced9cdb-bc90-4fb9-ab96-89cbcaae32e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.858148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7726761-b101-4d09-8355-8cdfd9ec247e service neutron] Pushing event updated for resources: {'Port': ['ID=a33d5c1f-0503-4158-acc9-6fbb9280c345,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:38.867418 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc8484a-f9ee-49a1-9df3-fb54956143e0 x-openstack-request-id: req-2fc8484a-f9ee-49a1-9df3-fb54956143e0 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:38.867418 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bb6e0e-d0f1-4cc3-86b9-774d9683eca4", "tag": "a33d5c1f-0503-4158-acc9-6fbb9280c345", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:38.867659 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fc8484a-f9ee-49a1-9df3-fb54956143e0 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:38.867971 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bb6e0e-d0f1-4cc3-86b9-774d9683eca4', 'tag': 'a33d5c1f-0503-4158-acc9-6fbb9280c345', 'status': 'completed', 'code': 200} Feb 07 22:44:38.884355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-5bc524fa-5791-4c78-8f2d-d7df78c26183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.885725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-5bc524fa-5791-4c78-8f2d-d7df78c26183 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 1094 time: 0.1139665 Feb 07 22:44:38.942377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-e27784a0-e46d-4a87-b10e-ddc8bde00cf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33d5c1f-0503-4158-acc9-6fbb9280c345 HTTP/1.1" status: 200 len: 217 time: 0.0471449 Feb 07 22:44:39.010778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-a7c1c278-9937-486f-8e00-7439946c2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:39.012469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-a7c1c278-9937-486f-8e00-7439946c2dc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.0638726 Feb 07 22:44:39.049330 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-fad0623d-4ce6-4606-a9be-5a43ec567f19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306268 Feb 07 22:44:39.163569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-50dc5352-976e-4666-9add-34504d81e579 service neutron] 10.222.0.46 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077085 Feb 07 22:44:39.190371 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ced9cdb-bc90-4fb9-ab96-89cbcaae32e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.247470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d59ae6-1d95-4958-b42f-90748dbd8297 req-453f7534-c67d-47dc-b745-ec243b8e8d6c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:39.249173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67d59ae6-1d95-4958-b42f-90748dbd8297 req-453f7534-c67d-47dc-b745-ec243b8e8d6c tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.5506780 Feb 07 22:44:39.285652 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acc5ea1d-8945-49ae-9b9b-0e743db0ecd4 req-812873ef-a8a7-4f86-a8b0-a1248ef47bd1 service neutron] 10.222.0.46 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153562 Feb 07 22:44:39.312423 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67d59ae6-1d95-4958-b42f-90748dbd8297 req-c227711c-0469-4e44-8d46-977ecfe4e2ca tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532956 Feb 07 22:44:39.331658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:39.401915 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ced9cdb-bc90-4fb9-ab96-89cbcaae32e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.402742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:39.405636 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ced9cdb-bc90-4fb9-ab96-89cbcaae32e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.407850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3ced9cdb-bc90-4fb9-ab96-89cbcaae32e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/253eb56a-e891-4ea5-abcb-dfcd20fb8020 HTTP/1.1" status: 204 len: 168 time: 0.8339257 Feb 07 22:44:39.407996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:39.408379 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.418288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-4524f76d-277c-4b31-9b7f-09d4dc1bd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:39.420469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-4524f76d-277c-4b31-9b7f-09d4dc1bd7af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 1094 time: 0.0793071 Feb 07 22:44:39.438265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced9cdb-bc90-4fb9-ab96-89cbcaae32e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253eb56a-e891-4ea5-abcb-dfcd20fb8020,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:39.491537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.542886 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.593745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:39.599001 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eaaf0f-098f-4af1-80fe-8d153d08b44a" -d '{"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-plugged", "status": "completed", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:39.606849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:39.615177 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.685595 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca52e40-f4c5-4954-977d-1e833ec7d13f x-openstack-request-id: req-fca52e40-f4c5-4954-977d-1e833ec7d13f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:39.685900 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-plugged", "status": "completed", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:39.686161 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fca52e40-f4c5-4954-977d-1e833ec7d13f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:39.700761 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'code': 200} Feb 07 22:44:39.714869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9be9a-fa79-460e-9fef-ac442d22b4a4 req-77ed2c17-bd2f-4bec-8f6f-f1a2a277aaf5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:39.716411 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bc9be9a-fa79-460e-9fef-ac442d22b4a4 req-77ed2c17-bd2f-4bec-8f6f-f1a2a277aaf5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 943 time: 0.1490765 Feb 07 22:44:39.790205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:39.922783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bc9be9a-fa79-460e-9fef-ac442d22b4a4 req-e015b770-a8ab-4b43-b476-bf680050658f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887393 Feb 07 22:44:39.928152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-a0769b38-f63f-4e98-beec-d5f1dc93450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:39.942588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-a0769b38-f63f-4e98-beec-d5f1dc93450f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 911 time: 0.5031466 Feb 07 22:44:39.999081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24019f-066a-40bc-9dde-6b09eefa76c6 req-c867d9ea-c209-494b-91d7-e09ab35b982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:40.001020 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e24019f-066a-40bc-9dde-6b09eefa76c6 req-c867d9ea-c209-494b-91d7-e09ab35b982f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1097 time: 0.2420537 Feb 07 22:44:40.003404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-2f76c3ca-09a4-4574-8a0f-9a411ac462a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33d5c1f-0503-4158-acc9-6fbb9280c345 HTTP/1.1" status: 200 len: 217 time: 0.0529692 Feb 07 22:44:40.073377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a431fc-0975-4eea-bced-732c6d8a6f51 req-104f99a7-0dbc-4ff8-964d-bc16e266bb70 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:40.082415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40a431fc-0975-4eea-bced-732c6d8a6f51 req-104f99a7-0dbc-4ff8-964d-bc16e266bb70 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1613102 Feb 07 22:44:40.095305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-13568e1f-3f22-4945-863c-2e1faba36538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:40.097185 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-13568e1f-3f22-4945-863c-2e1faba36538 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.0823562 Feb 07 22:44:40.098606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e24019f-066a-40bc-9dde-6b09eefa76c6 req-29c2db84-52b6-43b9-89a5-25151dcc1500 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852013 Feb 07 22:44:40.145159 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40a431fc-0975-4eea-bced-732c6d8a6f51 req-6b16c32a-ad71-4e41-bfd3-247584697646 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618901 Feb 07 22:44:40.157396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Deleting port 86c34a26-ed29-49db-9926-d4424ffa486d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:40.157841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.274663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] For port 86c34a26-ed29-49db-9926-d4424ffa486d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86c34a26-ed29-49db-9926-d4424ffa486d,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:40.275413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.289226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Calling delete_port for 86c34a26-ed29-49db-9926-d4424ffa486d owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:40.323195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-54edb8f1-d711-4e07-ba13-2a7ff17e4a8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268223 Feb 07 22:44:40.589674 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-6f6052fe-dc1b-4113-a638-45da74231145 service neutron] 10.222.0.46 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599034 Feb 07 22:44:40.591166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46276) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:40.621939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.644280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544504d-dd5b-4bf9-b5b5-7033cadcf313 req-a600e1b9-d5be-403c-a6ad-aeaf925bcaf1 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:40.646825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5544504d-dd5b-4bf9-b5b5-7033cadcf313 req-a600e1b9-d5be-403c-a6ad-aeaf925bcaf1 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1545582 Feb 07 22:44:40.660597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Pushing event deleted for resources: {'Port': ['ID=86c34a26-ed29-49db-9926-d4424ffa486d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:40.789320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5544504d-dd5b-4bf9-b5b5-7033cadcf313 req-7de63e9c-a56f-4897-b9a2-2af1617af289 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790579 Feb 07 22:44:40.800314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-145810037-network', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:40.816766 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-259dccaf-a5ce-4d36-92dc-1e2619571721 req-08c3e8ff-bf31-4503-846e-fd38737c21e0 service neutron] 10.222.0.46 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142322 Feb 07 22:44:40.871467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Made reservation on behalf of 2ac820e5edba4baf94b0821f3a86f4dc for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:40.874096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.887147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.133407 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.140377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.174806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:44:41.194670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086a8752-8863-49cc-8025-3b6f0ce2b86f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:41.201263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb322ea7-413e-41cb-bd11-dea2f3119ba7 req-73983a31-e797-4428-aac2-96b04107faba tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.202074 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.202637 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Added segment c89e936b-854c-4940-ba48-6af140ef1e6e of type vlan for network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 Feb 07 22:44:41.208354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb322ea7-413e-41cb-bd11-dea2f3119ba7 req-73983a31-e797-4428-aac2-96b04107faba tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 943 time: 0.0792544 Feb 07 22:44:41.210959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.251085 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb322ea7-413e-41cb-bd11-dea2f3119ba7 req-322ce6f3-c10e-4ded-810e-244c267abd7f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Feb 07 22:44:41.263293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.330212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a2f2f-ba7a-45c7-8d59-a7a2c46872df req-927ff631-3ed8-4515-8f6a-57f99eefbe13 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.331816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb3a2f2f-ba7a-45c7-8d59-a7a2c46872df req-927ff631-3ed8-4515-8f6a-57f99eefbe13 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0815346 Feb 07 22:44:41.333038 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.333954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.341938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a33d5c1f-0503-4158-acc9-6fbb9280c345 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:44:41.344193 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.451115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] Pushing event updated for resources: {'Network': ['ID=34ea4d25-021c-4bfa-b189-4a9ba49eb3e5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:41.461366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fc1d9b83-a34e-44cb-8bb7-e7a041dc0c4d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8614233 Feb 07 22:44:41.461591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46290) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:41.462251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a33d5c1f-0503-4158-acc9-6fbb9280c345, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a33d5c1f-0503-4158-acc9-6fbb9280c345,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:41.467197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Request body: {'subnet': {'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-145810037-subnet', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:41.467786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:44:41.500443 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb3a2f2f-ba7a-45c7-8d59-a7a2c46872df req-ae5a80ff-f48a-4274-9c93-eebcd343dc80 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418028 Feb 07 22:44:41.524932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Router ef194fbc-69a6-45f1-b24b-501b81833d9c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:44:41.542916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'a33d5c1f-0503-4158-acc9-6fbb9280c345', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'port_id': 'a33d5c1f-0503-4158-acc9-6fbb9280c345', 'mac_address': 'fa:16:3e:c2:36:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a859faec-1a35-450f-981d-df2a13fe444c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:44:41.543738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Made reservation on behalf of 2ac820e5edba4baf94b0821f3a86f4dc for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:41.546250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.606717 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.624423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33d5c1f-0503-4158-acc9-6fbb9280c345 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:41.651460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a33d5c1f-0503-4158-acc9-6fbb9280c345, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a33d5c1f-0503-4158-acc9-6fbb9280c345,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:41.657236 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.723743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:44:41.733373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a33d5c1f-0503-4158-acc9-6fbb9280c345,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:41.733565 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] Sync routers for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:44:41.742997 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b0cfd437-c791-4f44-8e9a-dd4025b3a57f admin admin] 10.222.0.15 "PUT /v2.0/routers/ef194fbc-69a6-45f1-b24b-501b81833d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1294584 Feb 07 22:44:41.744545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46308) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:41.752169 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:41.765948 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:41.858388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['a33d5c1f-0503-4158-acc9-6fbb9280c345'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:41.899604 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:41.933109 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.031820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.175248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843fc385-6765-4db7-96f5-0cd25d5ee9ab,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:42.179383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Checking segment: {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:42.179755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Network hostable DHCP agents. Network: 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:44:42.196197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d157a-c3d8-4ec5-a583-fb5ba26310b1 req-65e18464-53b8-4d16-a162-32fcc566a50a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:42.198874 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b31d157a-c3d8-4ec5-a583-fb5ba26310b1 req-65e18464-53b8-4d16-a162-32fcc566a50a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.2550049 Feb 07 22:44:42.247347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:44:42.272298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b31d157a-c3d8-4ec5-a583-fb5ba26310b1 req-80825246-3823-436d-9324-640acc2f4a4d tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625224 Feb 07 22:44:42.273420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:42.284315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4aeaf9-c610-4a80-aebf-839d912c8919 None None] Network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:44:42.305668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:42.306334 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.316675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-90b8b2d2-774a-432d-a481-f9220cdebd6f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:42.329925 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-90b8b2d2-774a-432d-a481-f9220cdebd6f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 813 time: 0.3097422 Feb 07 22:44:42.330466 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d1260953-b7bb-4057-9d05-4a473054c347 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8677156 Feb 07 22:44:42.333271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46326) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:42.341990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:42.352850 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.376664 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:44:40Z', 'revision_number': 5, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port': {'id': 'f4e42ece-63ef-4016-9211-c72c5ab7d097', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:05Z', 'updated_at': '2022-02-07T22:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:42.391352 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-ebc28586-72ad-433c-baed-9fcf7d6ea97b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/quotas/d5b5f68a14464c0689aacf58055f8d4a HTTP/1.1" status: 200 len: 375 time: 0.0582142 Feb 07 22:44:42.404987 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.406043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.453099 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] Checking router: ef194fbc-69a6-45f1-b24b-501b81833d9c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:44:42.476787 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] Routers {'ef194fbc-69a6-45f1-b24b-501b81833d9c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:42.477337 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ef194fbc-69a6-45f1-b24b-501b81833d9c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:42.527637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-8ab6f957-9759-415a-ab48-9ea8039f74aa tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349151 Feb 07 22:44:42.597521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Deleting port f4e42ece-63ef-4016-9211-c72c5ab7d097 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:42.597881 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.631683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:44:42.632665 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.656812 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] Set router ef194fbc-69a6-45f1-b24b-501b81833d9c gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:42.728110 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:44:42Z', 'revision_number': 6, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:42.767693 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86db86d-b449-437a-81ef-34ff800327fe None None] The sync data for ids ['ef194fbc-69a6-45f1-b24b-501b81833d9c'] in n-d-827895-2 is: [{'id': 'ef194fbc-69a6-45f1-b24b-501b81833d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-507821053-router', 'tenant_id': '7ddc52a5183c423abe3afe7c86b51630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:03Z', 'updated_at': '2022-02-07T22:44:42Z', 'revision_number': 6, 'project_id': '7ddc52a5183c423abe3afe7c86b51630', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:44:42.773035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-99da83a3-46a6-4152-bb5f-7bfadf90ed35 service neutron] 10.222.0.15 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445247 Feb 07 22:44:42.859298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] For port f4e42ece-63ef-4016-9211-c72c5ab7d097, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f4e42ece-63ef-4016-9211-c72c5ab7d097,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:42.859666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.883955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Calling delete_port for f4e42ece-63ef-4016-9211-c72c5ab7d097 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:42.902722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Allocated IP 172.20.0.2 (34ea4d25-021c-4bfa-b189-4a9ba49eb3e5/843fc385-6765-4db7-96f5-0cd25d5ee9ab/3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:43.001865 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-eb42a28c-8d69-4374-a002-4ef70b1fc080 service neutron] 10.222.0.15 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275586 Feb 07 22:44:43.194629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.213925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e8f70-ee63-4b69-a749-b294c55e0a79 req-dec74f25-53e7-4bdb-b7b8-7eb98ea78810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:43.216647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-378e8f70-ee63-4b69-a749-b294c55e0a79 req-dec74f25-53e7-4bdb-b7b8-7eb98ea78810 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 1096 time: 0.8067303 Feb 07 22:44:43.217806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86c34a26-ed29-49db-9926-d4424ffa486d no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:43.279124 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.324560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 86c34a26-ed29-49db-9926-d4424ffa486d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:43.324906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86c34a26-ed29-49db-9926-d4424ffa486d not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:43.337116 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.356437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a33d5c1f-0503-4158-acc9-6fbb9280c345 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:43.359421 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.366412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60ec5e-2be9-4b09-a7f1-988ad0083674 req-72921847-5904-48ce-8c67-5e338001cb63 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:43.376227 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-af60ec5e-2be9-4b09-a7f1-988ad0083674 req-72921847-5904-48ce-8c67-5e338001cb63 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 944 time: 0.9042993 Feb 07 22:44:43.431174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e42ece-63ef-4016-9211-c72c5ab7d097,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:43.446805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:43.455175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:43.458719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:44:43.460566 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Pushing event updated for resources: {'Port': ['ID=3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:43.472893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.497279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port a33d5c1f-0503-4158-acc9-6fbb9280c345 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:43.502389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-378e8f70-ee63-4b69-a749-b294c55e0a79 req-e83846ed-c276-4fcd-a396-a7b54b046476 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768006 Feb 07 22:44:43.515925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port a33d5c1f-0503-4158-acc9-6fbb9280c345 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:43.516298 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.562099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Attempting to bind port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:43.562765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Attempting to bind port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:43.563149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Attempting to bind port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 on network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:43.581963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:44:43.582814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9e1cf35-27d5-44ec-afe7-e5380a6c0a0f req-8d1a6fbf-0e1c-4a2d-9507-f859e5d6d91a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 210 time: 0.1898255 Feb 07 22:44:43.587322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Checking segment: {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:43.592046 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-af60ec5e-2be9-4b09-a7f1-988ad0083674 req-1cd07ea8-c33e-47fb-b2cc-8e7773431ffd tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144291 Feb 07 22:44:43.593256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.593723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Bound using segment: {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:44:43.594238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Bound port: 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:43.594640 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.615504 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.875875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] For port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:44:43.889323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] For port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:44:43.891004 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.922700 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.926610 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.934790 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.937537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.959848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.964528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a33d5c1f-0503-4158-acc9-6fbb9280c345, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a33d5c1f-0503-4158-acc9-6fbb9280c345,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:44.041810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bb6e0e-d0f1-4cc3-86b9-774d9683eca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33d5c1f-0503-4158-acc9-6fbb9280c345'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:44.044621 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e9dd3e-13b6-42e7-a710-bc17d4f10fbc" -d '{"events": [{"server_uuid": "29bb6e0e-d0f1-4cc3-86b9-774d9683eca4", "name": "network-vif-plugged", "status": "completed", "tag": "a33d5c1f-0503-4158-acc9-6fbb9280c345"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:44.066223 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.132566 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f5347-7b53-4aad-8646-b995d42903bb None None] Pushing event updated for resources: {'Port': ['ID=3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:44.226104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Allocated IP 172.25.8.166 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/6260ef4a-acf7-4bdc-87e7-a7e5220cf946) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:44.241685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a33d5c1f-0503-4158-acc9-6fbb9280c345,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:44.254417 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77984e01-e75c-4cc1-bb24-44a8c2f671df x-openstack-request-id: req-77984e01-e75c-4cc1-bb24-44a8c2f671df {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:44.254783 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bb6e0e-d0f1-4cc3-86b9-774d9683eca4", "name": "network-vif-plugged", "status": "completed", "tag": "a33d5c1f-0503-4158-acc9-6fbb9280c345", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:44.255034 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77984e01-e75c-4cc1-bb24-44a8c2f671df {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:44.256107 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bb6e0e-d0f1-4cc3-86b9-774d9683eca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33d5c1f-0503-4158-acc9-6fbb9280c345', 'code': 200} Feb 07 22:44:44.388475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b8a14-1048-4994-af98-ed1f3bfed408 req-ef228078-43a6-4b32-b12b-8e7f3c1f7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:44.390039 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-981b8a14-1048-4994-af98-ed1f3bfed408 req-ef228078-43a6-4b32-b12b-8e7f3c1f7b46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 1096 time: 0.1415656 Feb 07 22:44:44.477497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-981b8a14-1048-4994-af98-ed1f3bfed408 req-163c2dab-5505-44a9-8735-9c360bfdc538 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800896 Feb 07 22:44:44.503860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.568549 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.661775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:44.665558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:44.676041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:44:44.746376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94238ef4-bfcd-482e-896c-046ac96246a5 req-968c78cb-46a3-4b2b-b8dc-0258b30915ff tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 210 time: 0.0678463 Feb 07 22:44:44.750563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Pushing event updated for resources: {'Port': ['ID=6260ef4a-acf7-4bdc-87e7-a7e5220cf946,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:44.761735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.762377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef194fbc-69a6-45f1-b24b-501b81833d9c {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:44:44.768324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.769197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-857cca2d-a03b-4f01-bf25-46f0011df5ed admin admin] 10.222.0.15 "DELETE /v2.0/routers/ef194fbc-69a6-45f1-b24b-501b81833d9c HTTP/1.1" status: 204 len: 168 time: 3.0239925 Feb 07 22:44:44.771801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46362) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:44.830214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2139db-83a9-4fcf-ae3b-d3e641b04202 req-7cddbdcd-0ae9-4138-8371-51b71ca60f3e tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:44.832411 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d2139db-83a9-4fcf-ae3b-d3e641b04202 req-7cddbdcd-0ae9-4138-8371-51b71ca60f3e tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.9962130 Feb 07 22:44:44.857568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7321a065-e9e5-4aba-af6a-2ef57588f0ed admin admin] Deleting subnet 05976031-ea96-48a3-a62f-12dc7b2157b9 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:44:44.871934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7321a065-e9e5-4aba-af6a-2ef57588f0ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.944857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7321a065-e9e5-4aba-af6a-2ef57588f0ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.949786 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d2139db-83a9-4fcf-ae3b-d3e641b04202 req-1d6c474b-e57b-4f48-be28-5b778c70e9f6 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039963 Feb 07 22:44:44.997710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6fb6-1370-4c44-8ffb-1939d3f4a1ab req-74f876ee-cae2-437a-87c2-bc17ff637bbd tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:44.998993 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d44b6fb6-1370-4c44-8ffb-1939d3f4a1ab req-74f876ee-cae2-437a-87c2-bc17ff637bbd tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 945 time: 0.1176023 Feb 07 22:44:45.149535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7321a065-e9e5-4aba-af6a-2ef57588f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.246435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7321a065-e9e5-4aba-af6a-2ef57588f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.254995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:45.265965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d44b6fb6-1370-4c44-8ffb-1939d3f4a1ab req-c22fa367-5563-4a8c-b9ba-d167c3234e31 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529473 Feb 07 22:44:45.298247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321a065-e9e5-4aba-af6a-2ef57588f0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05976031-ea96-48a3-a62f-12dc7b2157b9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:45.302430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7321a065-e9e5-4aba-af6a-2ef57588f0ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.309370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7321a065-e9e5-4aba-af6a-2ef57588f0ed admin admin] 10.222.0.15 "DELETE /v2.0/subnets/05976031-ea96-48a3-a62f-12dc7b2157b9 HTTP/1.1" status: 204 len: 168 time: 0.5365114 Feb 07 22:44:45.311823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46372) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:45.340457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b2b4e-8e95-497f-8e81-1f9560da385f None None] Network d8aa51f2-5304-4fbb-b06d-afadcfad45a7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:44:45.370204 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.444637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-77d1776e-dfae-4691-9c10-67d4ca9118f9 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.446243 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-77d1776e-dfae-4691-9c10-67d4ca9118f9 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.46 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 813 time: 0.3704925 Feb 07 22:44:45.460186 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.461564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Request body: {'port': {'device_id': '43048e80-86ae-48fc-b5db-b7a350c68cc2', 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d', 'admin_state_up': True, 'tenant_id': 'd5b5f68a14464c0689aacf58055f8d4a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:45.559260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Deleting port 300d3489-8b85-4e46-b912-53ba26ac44bc {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:45.560095 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.569683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:45.569930 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.660927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] For port 300d3489-8b85-4e46-b912-53ba26ac44bc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=300d3489-8b85-4e46-b912-53ba26ac44bc,segment=NetworkSegment(bb4fa984-8f6f-43d5-b21d-e098ad6c13fe),segment_id=bb4fa984-8f6f-43d5-b21d-e098ad6c13fe)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:45.661441 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.685841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Calling delete_port for 300d3489-8b85-4e46-b912-53ba26ac44bc owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:45.830855 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.858283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.872617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bea9cf-ebee-459d-8b0f-890a4555d77f None None] DHCP port deletion for d8aa51f2-5304-4fbb-b06d-afadcfad45a7 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:44:45.908315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Pushing event deleted for resources: {'Port': ['ID=300d3489-8b85-4e46-b912-53ba26ac44bc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:45.948999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] No DVR routers for this DVR port 300d3489-8b85-4e46-b912-53ba26ac44bc on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:45.951337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6172173-1f5e-429c-abb9-89536533c5f8 None None] Network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:44:46.007488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:46.034907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6f3d780-2df7-4225-be2f-5a0fcba619fd req-438bca33-5108-4336-9719-ae74d61c8644 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 210 time: 0.0444331 Feb 07 22:44:46.103159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.169298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8aa51f2-5304-4fbb-b06d-afadcfad45a7']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:46.199906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.222464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:46.224070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4fa984-8f6f-43d5-b21d-e098ad6c13fe') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:46.263663 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.267156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1664e-1004-40da-8b86-d820dc61537e req-b67a2c57-0508-4eb4-8dd2-443b8a60dff8 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.275315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40c1664e-1004-40da-8b86-d820dc61537e req-b67a2c57-0508-4eb4-8dd2-443b8a60dff8 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1471367 Feb 07 22:44:46.284835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Made reservation on behalf of d5b5f68a14464c0689aacf58055f8d4a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:46.289531 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.310896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f4e42ece-63ef-4016-9211-c72c5ab7d097 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:46.312554 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.318013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f7ed2a3c-ed39-4028-8ee4-6a742aa7aa89 None None] Provisioning complete for port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:46.318848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7ed2a3c-ed39-4028-8ee4-6a742aa7aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.330539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:44:46.333122 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:44:46.340332 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:44:46.367725 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.433235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40c1664e-1004-40da-8b86-d820dc61537e req-e9d0d1a4-9ae5-47f7-befc-65dbd6774d23 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566911 Feb 07 22:44:46.528415 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.534579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.538798 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8aa51f2-5304-4fbb-b06d-afadcfad45a7 HTTP/1.1" status: 204 len: 168 time: 1.2260091 Feb 07 22:44:46.548793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46394) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:46.574411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab5810-f1c9-413d-ade7-88accdc1a813 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8aa51f2-5304-4fbb-b06d-afadcfad45a7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:46.655639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f53e74-e722-46b8-ada6-7104a33ec2cb req-c8b8f318-58af-4ca8-84c9-557557589887 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.657751 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-34f53e74-e722-46b8-ada6-7104a33ec2cb req-c8b8f318-58af-4ca8-84c9-557557589887 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 945 time: 0.2271917 Feb 07 22:44:46.706499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: f4e42ece-63ef-4016-9211-c72c5ab7d097 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:46.711165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f4e42ece-63ef-4016-9211-c72c5ab7d097 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:46.775159 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-34f53e74-e722-46b8-ada6-7104a33ec2cb req-517ab63b-a341-4b93-9547-af5941656862 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084769 Feb 07 22:44:46.784665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:46.923983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Allocated IP 172.20.0.4 (31341d17-cf12-4545-94e1-a4e93094bb5d/97b68bcd-7be0-4143-846b-8f91143d3734/a333eee3-7064-410d-bb33-655b5a7712c3) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:46.942667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eab1c8-80e8-472f-abbc-f6422d7a066a req-bc1c950f-20c7-48e6-9996-d077402a1592 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.953035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45eab1c8-80e8-472f-abbc-f6422d7a066a req-bc1c950f-20c7-48e6-9996-d077402a1592 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1389828 Feb 07 22:44:47.016587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45eab1c8-80e8-472f-abbc-f6422d7a066a req-697b9d80-f51c-48ac-8a33-a8909418afb9 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615995 Feb 07 22:44:47.045537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-92d3802b-50fe-40dd-bc44-5b2665794bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.047027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-92d3802b-50fe-40dd-bc44-5b2665794bf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fcff79a7c84633ba54ddd25e27176f&device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 1096 time: 0.2342384 Feb 07 22:44:47.161997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:47.251650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03e990-8376-4479-bc39-d5124348d10c req-e5038ae7-d7bf-4938-8c55-2ab0e0b781b7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.253953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b03e990-8376-4479-bc39-d5124348d10c req-e5038ae7-d7bf-4938-8c55-2ab0e0b781b7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 945 time: 0.1528566 Feb 07 22:44:47.289429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:47.289806 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.345851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b03e990-8376-4479-bc39-d5124348d10c req-2b490d47-16a1-4ba3-b5c4-f1b539ab1e40 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818505 Feb 07 22:44:47.414322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.497573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b42b00c7-884c-4621-b4b5-6a70aa925505 None None] Provisioning complete for port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:47.498129 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b42b00c7-884c-4621-b4b5-6a70aa925505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.548873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 300d3489-8b85-4e46-b912-53ba26ac44bc no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:47.598602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 300d3489-8b85-4e46-b912-53ba26ac44bc {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:47.600321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 300d3489-8b85-4e46-b912-53ba26ac44bc not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:47.907987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Deleting port 38001579-4b77-4a82-a6b7-dcff2d0359a3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:47.912678 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.916112 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c0c726b2-0dd3-40fd-ae4c-cf696dc751a0 req-930fadb5-05cb-45fa-b2a1-8009245b34b6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 210 time: 0.6240766 Feb 07 22:44:47.951377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Router c94661f2-058a-4557-ac31-6ef737ba5520 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:44:47.979868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-cb447789-7375-4dd9-a25e-b066f0ffe376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.981300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-cb447789-7375-4dd9-a25e-b066f0ffe376 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 200 len: 910 time: 0.9229441 Feb 07 22:44:48.017068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] For port 38001579-4b77-4a82-a6b7-dcff2d0359a3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=38001579-4b77-4a82-a6b7-dcff2d0359a3,segment=NetworkSegment(eef2989b-5126-4536-bb26-1cdaa9c69ee8),segment_id=eef2989b-5126-4536-bb26-1cdaa9c69ee8)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:48.017569 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.031981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Calling delete_port for 38001579-4b77-4a82-a6b7-dcff2d0359a3 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:48.079545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-eec95841-c7fa-41d4-b1d3-442da70093fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f4d781-eb56-45c9-99ae-c6fc377d6fdc HTTP/1.1" status: 200 len: 217 time: 0.0878291 Feb 07 22:44:48.086824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.191524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01670f3-b1ae-453a-af76-89b8f3b56f97 req-9635b522-2575-4f0a-80e8-b1e5be88d482 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:48.193051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a01670f3-b1ae-453a-af76-89b8f3b56f97 req-9635b522-2575-4f0a-80e8-b1e5be88d482 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1059256 Feb 07 22:44:48.195371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-e137ae38-8c07-4bab-aeec-2f8320af724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:48.196817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-e137ae38-8c07-4bab-aeec-2f8320af724b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f57ffd42-2da5-4be0-97aa-77ac8611a04d HTTP/1.1" status: 200 len: 850 time: 0.1078339 Feb 07 22:44:48.219604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:44:48.232447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Sync routers for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:44:48.238018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-afeff981-d870-4f4b-b5b9-ac34e95425a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79aad14d-4e3e-4215-af1a-bee284f19712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314898 Feb 07 22:44:48.239024 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.253628 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a01670f3-b1ae-453a-af76-89b8f3b56f97 req-6fd4d4ee-da0e-4b50-9fea-31f3dfb75f08 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520587 Feb 07 22:44:48.258783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['946c5264-0a14-418e-a6b3-43c8d8ccd0c4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:48.311975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:48.311975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:48.318982 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.318982 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-24127b7a-bf53-4ce6-b6fd-158b61de217c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9827101 Feb 07 22:44:48.327879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46414) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:48.344733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.359640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Network 31341d17-cf12-4545-94e1-a4e93094bb5d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:48.363939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Pushing event updated for resources: {'Port': ['ID=a333eee3-7064-410d-bb33-655b5a7712c3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:48.368130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:48.372512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:44:48.517244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Pushing event deleted for resources: {'Port': ['ID=38001579-4b77-4a82-a6b7-dcff2d0359a3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:48.525019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:48.525513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:48.525959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.535015 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-c6f20380-fa3f-4784-9ade-cef13b6cb6f5 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843513 Feb 07 22:44:48.566348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-b3b0e9f0-3e1e-447c-9854-1e365f51653d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1090999 Feb 07 22:44:48.627110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Request body: {'port': {'device_id': '43048e80-86ae-48fc-b5db-b7a350c68cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:48.646321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f34d1-0f1c-44ef-bcc9-ae152e8bb52d req-f21f0c64-ca9b-49b9-8b15-33c390198111 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:48.648227 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed1f34d1-0f1c-44ef-bcc9-ae152e8bb52d req-f21f0c64-ca9b-49b9-8b15-33c390198111 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 945 time: 0.1736069 Feb 07 22:44:48.794044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed1f34d1-0f1c-44ef-bcc9-ae152e8bb52d req-66f6a16b-f561-485e-957e-6cd0eb20e272 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216741 Feb 07 22:44:48.801986 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.849963 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a331fcbf-6c0c-43cb-a0bb-f98e4bf265ce req-53ee71a8-6fbe-4bfa-aae9-e9626e3d1560 service neutron] 10.222.0.24 "GET /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073223 Feb 07 22:44:49.000003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:44Z', 'revision_number': 3, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:49.074968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Checking router: c94661f2-058a-4557-ac31-6ef737ba5520 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:44:49.088816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Updating router c94661f2-058a-4557-ac31-6ef737ba5520 port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:44:49.161909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.208753 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.321724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a333eee3-7064-410d-bb33-655b5a7712c3 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:49.333109 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.345360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Transition to ACTIVE for port object a333eee3-7064-410d-bb33-655b5a7712c3 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:49.386331 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.522590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c757b3-a0b2-40fb-86b2-c9dfc93f0f9a req-717c4652-999b-4220-8daf-879cff4d79ca tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:49.529171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Pushing event updated for resources: {'Port': ['ID=a333eee3-7064-410d-bb33-655b5a7712c3,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:49.538066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0c757b3-a0b2-40fb-86b2-c9dfc93f0f9a req-717c4652-999b-4220-8daf-879cff4d79ca tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 945 time: 0.2474337 Feb 07 22:44:49.581367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec221-b3cd-4e11-b44a-20729f33aeee req-0290ad05-13f1-4a35-9224-e23a3f96fcfc tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:49.589847 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39cec221-b3cd-4e11-b44a-20729f33aeee req-0290ad05-13f1-4a35-9224-e23a3f96fcfc tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 931 time: 0.5421457 Feb 07 22:44:49.619798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.630944 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.680453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39cec221-b3cd-4e11-b44a-20729f33aeee req-8b562148-ac50-46d3-9fc0-9fcac75e57b1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895715 Feb 07 22:44:49.758127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Attempting to bind port a333eee3-7064-410d-bb33-655b5a7712c3 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:49.760616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Attempting to bind port a333eee3-7064-410d-bb33-655b5a7712c3 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:49.761158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Attempting to bind port a333eee3-7064-410d-bb33-655b5a7712c3 on network 31341d17-cf12-4545-94e1-a4e93094bb5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:49.763302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Attempting to bind port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:49.763675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Attempting to bind port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:49.764067 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Attempting to bind port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:49.774806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Port a333eee3-7064-410d-bb33-655b5a7712c3 on network 31341d17-cf12-4545-94e1-a4e93094bb5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:44:49.776037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Attempting to bind port a333eee3-7064-410d-bb33-655b5a7712c3 on network 31341d17-cf12-4545-94e1-a4e93094bb5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:49.777606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:44:49.777982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:49.778386 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.778780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:44:49.779261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Bound port: 6260ef4a-acf7-4bdc-87e7-a7e5220cf946, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:49.779641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.788060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:44:49.791349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Checking segment: {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:49.800511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Bound using segment: {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:44:49.801150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Bound port: a333eee3-7064-410d-bb33-655b5a7712c3, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:49.801660 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.849417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1e129-0643-4a75-bd5e-d76547e8a637 None None] Pushing event updated for resources: {'Port': ['ID=6260ef4a-acf7-4bdc-87e7-a7e5220cf946,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:49.903455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] For port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:44:49.916430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] For port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6260ef4a-acf7-4bdc-87e7-a7e5220cf946,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:44:49.929828 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.958403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc1900-8179-48b8-8025-1f4cec4f0159 req-1910ec13-c8b5-432c-851a-697651032d5a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:49.960531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1bc1900-8179-48b8-8025-1f4cec4f0159 req-1910ec13-c8b5-432c-851a-697651032d5a tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1423001 Feb 07 22:44:50.078215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] For port a333eee3-7064-410d-bb33-655b5a7712c3, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:44:50.120974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:50.122093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:50.138961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1bc1900-8179-48b8-8025-1f4cec4f0159 req-1efe982d-b6b2-4ccd-be2e-db3aa66d1db7 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688526 Feb 07 22:44:50.141700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] For port a333eee3-7064-410d-bb33-655b5a7712c3, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a333eee3-7064-410d-bb33-655b5a7712c3,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:44:50.143055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46452) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:50.153264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.195518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1e129-0643-4a75-bd5e-d76547e8a637 None None] Pushing event updated for resources: {'Port': ['ID=6260ef4a-acf7-4bdc-87e7-a7e5220cf946,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:50.216474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.217466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.220393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] 10.222.0.46 "PUT /v2.0/ports/a333eee3-7064-410d-bb33-655b5a7712c3 HTTP/1.1" status: 200 len: 1091 time: 1.5976834 Feb 07 22:44:50.223076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43048e80-86ae-48fc-b5db-b7a350c68cc2', 'tag': 'a333eee3-7064-410d-bb33-655b5a7712c3'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:50.227246 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347" -d '{"events": [{"name": "network-changed", "server_uuid": "43048e80-86ae-48fc-b5db-b7a350c68cc2", "tag": "a333eee3-7064-410d-bb33-655b5a7712c3"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:50.299376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279bbee-9fba-45d9-a81c-81448449b673 service neutron] Pushing event updated for resources: {'Port': ['ID=a333eee3-7064-410d-bb33-655b5a7712c3,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:50.350522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:50.366469 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f002a01-e866-41a7-b76e-9d6bdbe759ab x-openstack-request-id: req-2f002a01-e866-41a7-b76e-9d6bdbe759ab {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:50.367122 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43048e80-86ae-48fc-b5db-b7a350c68cc2", "tag": "a333eee3-7064-410d-bb33-655b5a7712c3", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:50.367122 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f002a01-e866-41a7-b76e-9d6bdbe759ab {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:50.367573 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43048e80-86ae-48fc-b5db-b7a350c68cc2', 'tag': 'a333eee3-7064-410d-bb33-655b5a7712c3', 'status': 'completed', 'code': 200} Feb 07 22:44:50.368626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58893f6b-5a7e-47bb-a9fd-a9ac581b1422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.420634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-ceb7aa2a-33c0-43fe-8da8-e218c2b997b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.423026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-ceb7aa2a-33c0-43fe-8da8-e218c2b997b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 1094 time: 0.1455798 Feb 07 22:44:50.470539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0c757b3-a0b2-40fb-86b2-c9dfc93f0f9a req-6974812d-c31c-45ca-9c29-62acd1d5064f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9313254 Feb 07 22:44:50.486826 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.504141 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-0988b7a2-ece6-4965-8193-e03d09817716 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a333eee3-7064-410d-bb33-655b5a7712c3 HTTP/1.1" status: 200 len: 217 time: 0.0702882 Feb 07 22:44:50.655440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7aee2ded-b170-4663-8948-97a558748239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:44Z', 'revision_number': 3, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:50.670961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:44:50.713889 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58893f6b-5a7e-47bb-a9fd-a9ac581b1422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.739257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee2ded-b170-4663-8948-97a558748239 None None] The sync data for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 is: [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:44Z', 'revision_number': 3, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:44:50.740518 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58893f6b-5a7e-47bb-a9fd-a9ac581b1422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.808431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58893f6b-5a7e-47bb-a9fd-a9ac581b1422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2059e597-cbd7-47b3-a937-bd68c26d0756,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:50.864746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-5b1702c1-256d-4111-b285-7af98c6d2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.866956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-5b1702c1-256d-4111-b285-7af98c6d2231 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.3532705 Feb 07 22:44:50.905397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-717b37fc-e0b9-44bb-9df4-994757de78fb tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.907438 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-717b37fc-e0b9-44bb-9df4-994757de78fb tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.46 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 945 time: 0.3223014 Feb 07 22:44:50.933035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-58893f6b-5a7e-47bb-a9fd-a9ac581b1422 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b573fe8d37884752889f74940d38fe63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7884963 Feb 07 22:44:50.943531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46462) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:50.944739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Allocated IP 172.20.0.1 (34ea4d25-021c-4bfa-b189-4a9ba49eb3e5/843fc385-6765-4db7-96f5-0cd25d5ee9ab/ed3d32ef-f62e-428b-bfbb-3d57bc18cead) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:50.951759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:44:50.963387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0996be00-5780-46a8-b06e-56319793a5be admin admin] 10.222.0.15 "PUT /v2.0/routers/b5ae1cef-651d-4fc5-806c-f2a9c786ff91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3988090 Feb 07 22:44:50.968433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46464) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:50.969314 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] Sync routers for ids ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:44:50.987874 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-3ff15488-5938-4dc3-ac12-52d066141953 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683544 Feb 07 22:44:50.996895 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] Routers {'b5ae1cef-651d-4fc5-806c-f2a9c786ff91'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:50.997649 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:51.102117 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01d6bba5-c2c0-48ca-ad83-09a831a6b260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.152067 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] Set router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:51.165142 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01d6bba5-c2c0-48ca-ad83-09a831a6b260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.248717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203ce7-da4b-4ffb-b185-055b27c9ec0b req-9e9f1030-a8a1-4443-969d-3e7993a666a5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.250248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f7203ce7-da4b-4ffb-b185-055b27c9ec0b req-9e9f1030-a8a1-4443-969d-3e7993a666a5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 943 time: 0.3415868 Feb 07 22:44:51.289371 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.340698 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.432329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c78b3-6bff-4fdf-9177-1700a2582adb req-a936cb0f-b4d9-4034-8e10-1dc19b9ab9cd tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.434169 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d1c78b3-6bff-4fdf-9177-1700a2582adb req-a936cb0f-b4d9-4034-8e10-1dc19b9ab9cd tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1660559 Feb 07 22:44:51.436314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-fb5bfd79-d6db-4878-9919-77e9700d746c service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244852 Feb 07 22:44:51.436891 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01d6bba5-c2c0-48ca-ad83-09a831a6b260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.439260 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01d6bba5-c2c0-48ca-ad83-09a831a6b260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.440396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01d6bba5-c2c0-48ca-ad83-09a831a6b260 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2059e597-cbd7-47b3-a937-bd68c26d0756 HTTP/1.1" status: 204 len: 168 time: 0.4863598 Feb 07 22:44:51.448051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f7203ce7-da4b-4ffb-b185-055b27c9ec0b req-ce8fefb9-2d85-4e76-a185-e60de0dfd0b7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721148 Feb 07 22:44:51.452377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.459193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6bba5-c2c0-48ca-ad83-09a831a6b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2059e597-cbd7-47b3-a937-bd68c26d0756,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:51.465816 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-978bcb78-8341-4113-9b31-52d30477f166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.521923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:51.526984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:51.532184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:44:51.554814 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:21Z', 'updated_at': '2022-02-07T22:44:48Z', 'revision_number': 5, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'gw_port': {'id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:24Z', 'updated_at': '2022-02-07T22:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:51.565343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8798752e-94a8-4a75-a41a-ec6a680e14de req-2b4caf6c-bf31-4909-9ea8-8425f116795a service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160944 Feb 07 22:44:51.578026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Deleting port a33d5c1f-0503-4158-acc9-6fbb9280c345 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:51.578391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.601370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Pushing event updated for resources: {'Port': ['ID=ed3d32ef-f62e-428b-bfbb-3d57bc18cead,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:51.642840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d1c78b3-6bff-4fdf-9177-1700a2582adb req-1ee5d900-7088-4279-a489-2f2d357fc633 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881349 Feb 07 22:44:51.664860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.671078 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] Checking router: b5ae1cef-651d-4fc5-806c-f2a9c786ff91 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:44:51.699206 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] Routers {'b5ae1cef-651d-4fc5-806c-f2a9c786ff91'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:51.701746 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:51.953031 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] Set router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:51.989177 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.095397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ef08d022-9116-4b44-98e2-31f9f35fe7d5 None None] Provisioning complete for port ed3d32ef-f62e-428b-bfbb-3d57bc18cead triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:52.095956 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef08d022-9116-4b44-98e2-31f9f35fe7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.169300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ef08d022-9116-4b44-98e2-31f9f35fe7d5 None None] Port ed3d32ef-f62e-428b-bfbb-3d57bc18cead cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:44:52.181928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46482) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:52.190581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c32a6-b99e-4f21-9046-be92be785e4d req-04e7b96e-2efa-4361-8fe5-0a4e3e541787 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:52.193742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a2c32a6-b99e-4f21-9046-be92be785e4d req-04e7b96e-2efa-4361-8fe5-0a4e3e541787 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.0989211 Feb 07 22:44:52.316294 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:21Z', 'updated_at': '2022-02-07T22:44:48Z', 'revision_number': 5, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'gw_port': {'id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:24Z', 'updated_at': '2022-02-07T22:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:52.323561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3010a-1e12-4cd4-b381-c22268e3f378 req-ba3c14ec-9717-4ca2-8f4a-500126e210b9 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:52.325088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66b3010a-1e12-4cd4-b381-c22268e3f378 req-ba3c14ec-9717-4ca2-8f4a-500126e210b9 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 945 time: 0.5863090 Feb 07 22:44:52.326838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-1b7ea810-4236-4ec7-8314-95dab9f61415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:52.328182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-1b7ea810-4236-4ec7-8314-95dab9f61415 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 1094 time: 0.6747031 Feb 07 22:44:52.348297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.349785 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d11d65-b10c-4e3a-acf8-d10bc7dca9c3 None None] The sync data for ids ['b5ae1cef-651d-4fc5-806c-f2a9c786ff91'] in n-d-827895-2 is: [{'id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'name': 'tempest-TaggedBootDevicesTest_v242-1338628288-router', 'tenant_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:21Z', 'updated_at': '2022-02-07T22:44:48Z', 'revision_number': 5, 'project_id': 'd3c5bb3e09634a4c8d788229b3c95725', 'gw_port': {'id': '970a23ba-ce11-4660-906e-8769f8c3d13e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ae1cef-651d-4fc5-806c-f2a9c786ff91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:24Z', 'updated_at': '2022-02-07T22:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:44:52.373836 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.376396 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8f96315-2d3e-4fc5-9594-68fceaf2eaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.453116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.520100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] For port a33d5c1f-0503-4158-acc9-6fbb9280c345, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a33d5c1f-0503-4158-acc9-6fbb9280c345,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:52.520468 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.559951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Calling delete_port for a33d5c1f-0503-4158-acc9-6fbb9280c345 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:52.563407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-a963acb3-cb28-4506-b464-eb1819293f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:52.563567 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a2c32a6-b99e-4f21-9046-be92be785e4d req-fde6e8c2-dd63-4f5d-865f-5ae0d7b63808 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634858 Feb 07 22:44:52.565100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-a963acb3-cb28-4506-b464-eb1819293f23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 913 time: 0.2280221 Feb 07 22:44:52.567258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Pushing event updated for resources: {'Port': ['ID=ed3d32ef-f62e-428b-bfbb-3d57bc18cead,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:52.579591 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.584043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66b3010a-1e12-4cd4-b381-c22268e3f378 req-ebaad542-c082-40a3-8723-cd7b55dffe61 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566176 Feb 07 22:44:52.631978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-0d01fbac-b335-4760-8e93-7e56bec38877 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1663513 Feb 07 22:44:52.677051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-b49eee8f-1ee3-433c-aafb-4f9a4d4c883e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a333eee3-7064-410d-bb33-655b5a7712c3 HTTP/1.1" status: 200 len: 217 time: 0.0983307 Feb 07 22:44:52.707525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Deleting port 970a23ba-ce11-4660-906e-8769f8c3d13e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:52.707883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.842405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-64d71038-5b79-4987-9fc7-a82a802bbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:52.843917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-64d71038-5b79-4987-9fc7-a82a802bbbb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.1522357 Feb 07 22:44:52.876205 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8f96315-2d3e-4fc5-9594-68fceaf2eaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.883134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:52.889134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-aeddf50e-5ab7-4fa0-b182-0d9003467552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:52.891511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-aeddf50e-5ab7-4fa0-b182-0d9003467552 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1097 time: 0.1996639 Feb 07 22:44:52.892115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8f96315-2d3e-4fc5-9594-68fceaf2eaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.920165 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-62806b2e-869c-4093-94d0-eb731b3afa1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656872 Feb 07 22:44:52.924072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:52.939255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] For port 970a23ba-ce11-4660-906e-8769f8c3d13e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=970a23ba-ce11-4660-906e-8769f8c3d13e,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:52.939622 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.983615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a59d0-4ecd-4526-ade7-ca76aab126a9 req-1f49d3aa-c4b3-4e30-b565-9df6d2dc3de9 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:53.000783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Calling delete_port for 970a23ba-ce11-4660-906e-8769f8c3d13e owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:53.004179 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.008104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-367a59d0-4ecd-4526-ade7-ca76aab126a9 req-1f49d3aa-c4b3-4e30-b565-9df6d2dc3de9 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 943 time: 0.2879083 Feb 07 22:44:53.054100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event deleted for resources: {'Port': ['ID=a33d5c1f-0503-4158-acc9-6fbb9280c345,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:53.148375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f96315-2d3e-4fc5-9594-68fceaf2eaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39108251-200e-4496-9b3e-f2602a12bbb4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:53.160845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] No DVR routers for this DVR port a33d5c1f-0503-4158-acc9-6fbb9280c345 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:53.165393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.169311 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c400715c-4f7e-4be3-b00a-585347f3e6b3 req-77aab47f-9f30-4f1f-b56b-194948cc2bd6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.46 "DELETE /v2.0/ports/a33d5c1f-0503-4158-acc9-6fbb9280c345 HTTP/1.1" status: 204 len: 173 time: 2.2332923 Feb 07 22:44:53.175565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bb6e0e-d0f1-4cc3-86b9-774d9683eca4', 'name': 'network-vif-deleted', 'tag': 'a33d5c1f-0503-4158-acc9-6fbb9280c345'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:53.178144 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef70245-54b7-48f9-8f95-ff1fe3a02a5e" -d '{"events": [{"server_uuid": "29bb6e0e-d0f1-4cc3-86b9-774d9683eca4", "name": "network-vif-deleted", "tag": "a33d5c1f-0503-4158-acc9-6fbb9280c345"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:53.192320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-c7e018b7-3da2-4389-98e9-9749ad5bb5f6 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629702 Feb 07 22:44:53.242616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f8f96315-2d3e-4fc5-9594-68fceaf2eaac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6427a48e3594b9b8dee05328a9fccc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0465612 Feb 07 22:44:53.276559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:53.278236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46496) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:53.301595 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502a244a-0b86-4de6-a547-8aa86d937b63 x-openstack-request-id: req-502a244a-0b86-4de6-a547-8aa86d937b63 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:53.301879 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bb6e0e-d0f1-4cc3-86b9-774d9683eca4", "name": "network-vif-deleted", "tag": "a33d5c1f-0503-4158-acc9-6fbb9280c345", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:53.302130 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-502a244a-0b86-4de6-a547-8aa86d937b63 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:53.302799 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bb6e0e-d0f1-4cc3-86b9-774d9683eca4', 'name': 'network-vif-deleted', 'tag': 'a33d5c1f-0503-4158-acc9-6fbb9280c345', 'status': 'completed', 'code': 200} Feb 07 22:44:53.392385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a333eee3-7064-410d-bb33-655b5a7712c3 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:44:53.394586 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a33d5c1f-0503-4158-acc9-6fbb9280c345 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:53.446205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:53.446589 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.452658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: a33d5c1f-0503-4158-acc9-6fbb9280c345 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:53.453000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a33d5c1f-0503-4158-acc9-6fbb9280c345 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:53.470084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-367a59d0-4ecd-4526-ade7-ca76aab126a9 req-c882a448-8a8a-4f89-9235-c5923f2b8dea tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594991 Feb 07 22:44:53.533061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9a00797-901a-47fa-a5cf-926d6a627e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.559442 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.569340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1faa0d1f-20e4-4ddd-bfc6-03aff0678347 req-ad64d157-6511-489e-a4d7-0d3d5f387c59 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684759 Feb 07 22:44:53.575436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-78bd8cdd-c7b7-471a-b81e-d471ec9bac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:53.577193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-78bd8cdd-c7b7-471a-b81e-d471ec9bac05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 913 time: 0.6207166 Feb 07 22:44:53.595079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Router c94661f2-058a-4557-ac31-6ef737ba5520 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:44:53.607640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9a00797-901a-47fa-a5cf-926d6a627e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.616041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=970a23ba-ce11-4660-906e-8769f8c3d13e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:53.715611 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-11f5aeb7-9aec-4fdd-ac54-118bef9c9c63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 217 time: 0.1178849 Feb 07 22:44:53.797460 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.934294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-662d855a-64f5-419d-a7cb-2296ad675f09 req-f16f150d-aa10-49fc-a128-8a5d5ddd003e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bb6e0e-d0f1-4cc3-86b9-774d9683eca4 HTTP/1.1" status: 200 len: 210 time: 0.0978932 Feb 07 22:44:53.949935 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-109fbb26-7557-459e-8e23-30c08a9d6d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.961498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ce1dd157-e4a6-4919-8c41-d81a466b1a3c None None] Provisioning complete for port ed3d32ef-f62e-428b-bfbb-3d57bc18cead triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:53.963081 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd157-e4a6-4919-8c41-d81a466b1a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.047626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-7a10d322-fd80-491d-bed1-85a6c8fb4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:54.049687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-7a10d322-fd80-491d-bed1-85a6c8fb4413 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.2718201 Feb 07 22:44:54.059096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:44:54.065528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a333eee3-7064-410d-bb33-655b5a7712c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a333eee3-7064-410d-bb33-655b5a7712c3,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:54.077342 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c9ef950e-3014-41db-a43a-5f8c8f9678ed admin admin] 10.222.0.15 "PUT /v2.0/routers/c94661f2-058a-4557-ac31-6ef737ba5520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7477386 Feb 07 22:44:54.080960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Sync routers for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:44:54.105119 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.125416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dd157-e4a6-4919-8c41-d81a466b1a3c None None] Port ed3d32ef-f62e-428b-bfbb-3d57bc18cead cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:44:54.127806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'a333eee3-7064-410d-bb33-655b5a7712c3', 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d', 'port_id': 'a333eee3-7064-410d-bb33-655b5a7712c3', 'mac_address': 'fa:16:3e:81:00:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b68bcd-7be0-4143-846b-8f91143d3734', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:44:54.135228 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9a00797-901a-47fa-a5cf-926d6a627e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.141027 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9a00797-901a-47fa-a5cf-926d6a627e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.144584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9a00797-901a-47fa-a5cf-926d6a627e85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39108251-200e-4496-9b3e-f2602a12bbb4 HTTP/1.1" status: 204 len: 168 time: 0.8560677 Feb 07 22:44:54.174668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a00797-901a-47fa-a5cf-926d6a627e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39108251-200e-4496-9b3e-f2602a12bbb4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:54.175347 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-530afcf4-d4a6-471a-9fcc-db0024393804 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946906 Feb 07 22:44:54.175888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:54.176705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:54.188298 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.204503 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.241955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bafbb2-66c5-47fd-9f65-0aeb479f466c req-56f3a03e-f029-4610-adee-37cd977ec0d1 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:54.251680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82bafbb2-66c5-47fd-9f65-0aeb479f466c req-56f3a03e-f029-4610-adee-37cd977ec0d1 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.3568759 Feb 07 22:44:54.346035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6260ef4a-acf7-4bdc-87e7-a7e5220cf946,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:54.387817 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.389572 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.390099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ae1cef-651d-4fc5-806c-f2a9c786ff91 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:44:54.434030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.437009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c113b086-ba5e-42bd-8b17-23404bf5c6e7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b5ae1cef-651d-4fc5-806c-f2a9c786ff91 HTTP/1.1" status: 204 len: 168 time: 3.4495881 Feb 07 22:44:54.444890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46512) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:54.500822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82bafbb2-66c5-47fd-9f65-0aeb479f466c req-901b3d5a-38cf-403e-b187-3e81cb1d15a4 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394357 Feb 07 22:44:54.608840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-08bc4419-ba59-46d0-bd11-7f850f4d453f service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261765 Feb 07 22:44:54.649840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f93c627-783e-45b3-a365-308afe1f0ff2 admin admin] Deleting subnet 952fe380-3dac-4072-a939-0b5bd265287e {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:44:54.731851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f93c627-783e-45b3-a365-308afe1f0ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.797441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7aa62-32ee-4958-a135-6f34f4a6f037 req-83ee54af-ae65-40c7-82b0-938eb2a15af2 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:54.799007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8fd7aa62-32ee-4958-a135-6f34f4a6f037 req-83ee54af-ae65-40c7-82b0-938eb2a15af2 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 943 time: 0.1172922 Feb 07 22:44:54.815846 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f93c627-783e-45b3-a365-308afe1f0ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.851121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 38001579-4b77-4a82-a6b7-dcff2d0359a3 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:54.878386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edbf5614-3503-41b2-a0ab-8ad42d59aa1d req-b73f9e06-6525-420b-850a-50fc91974c91 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634740 Feb 07 22:44:54.882201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 38001579-4b77-4a82-a6b7-dcff2d0359a3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:54.883012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 38001579-4b77-4a82-a6b7-dcff2d0359a3 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:54.898242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.936704 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.946621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8fd7aa62-32ee-4958-a135-6f34f4a6f037 req-42faa022-36e0-48fe-8696-7875ac14c15e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363330 Feb 07 22:44:54.964482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:55.008576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f93c627-783e-45b3-a365-308afe1f0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.016267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a333eee3-7064-410d-bb33-655b5a7712c3 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:55.061487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=6260ef4a-acf7-4bdc-87e7-a7e5220cf946,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:55.111349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a333eee3-7064-410d-bb33-655b5a7712c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a333eee3-7064-410d-bb33-655b5a7712c3,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:55.132380 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f93c627-783e-45b3-a365-308afe1f0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.163598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.186771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 970a23ba-ce11-4660-906e-8769f8c3d13e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:55.204442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93c627-783e-45b3-a365-308afe1f0ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952fe380-3dac-4072-a939-0b5bd265287e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:55.220925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5f93c627-783e-45b3-a365-308afe1f0ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.231941 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5f93c627-783e-45b3-a365-308afe1f0ff2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/952fe380-3dac-4072-a939-0b5bd265287e HTTP/1.1" status: 204 len: 168 time: 0.7839057 Feb 07 22:44:55.233290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46532) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:55.246389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-4ee2c93d-fe00-464d-89a6-ab38c09504c5 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:55.247917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-4ee2c93d-fe00-464d-89a6-ab38c09504c5 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1637142 Feb 07 22:44:55.359891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 970a23ba-ce11-4660-906e-8769f8c3d13e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:55.361235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 970a23ba-ce11-4660-906e-8769f8c3d13e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:55.363266 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.374180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cc341-4eab-4037-89b5-acaf66ca637c None None] Network 0b760691-a703-4221-bbb2-351ba0d2fbea requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:44:55.426802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Deleting port f3afe75f-a3c0-47f4-b64d-35f56baf3d00 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:55.427185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.460259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['a333eee3-7064-410d-bb33-655b5a7712c3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:55.530555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a333eee3-7064-410d-bb33-655b5a7712c3,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:55.545607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-ea49373f-54a2-4674-8ca8-9b6303329495 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:55.547148 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-ea49373f-54a2-4674-8ca8-9b6303329495 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.1703360 Feb 07 22:44:55.551663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Deleting port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:44:55.552312 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.568911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] For port f3afe75f-a3c0-47f4-b64d-35f56baf3d00, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f3afe75f-a3c0-47f4-b64d-35f56baf3d00,segment=NetworkSegment(eef2989b-5126-4536-bb26-1cdaa9c69ee8),segment_id=eef2989b-5126-4536-bb26-1cdaa9c69ee8)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:55.570198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.581915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46554) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:55.595481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-40204dc3-0c45-4392-8680-2877ebd030e8 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113671362', 'description': 'tempest-description--1882349363'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:55.609065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Calling delete_port for f3afe75f-a3c0-47f4-b64d-35f56baf3d00 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:55.662626 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cd903be4-09ff-4452-b56f-5c2ed341e9ad tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/quotas/d5bdb28cb7254db994046a3139ebb16d HTTP/1.1" status: 200 len: 375 time: 0.1061745 Feb 07 22:44:55.704143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40204dc3-0c45-4392-8680-2877ebd030e8 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.722865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-0c7cfefb-f0a9-42dc-9f87-9f952b1947a9 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500917 Feb 07 22:44:55.819175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72c983-2455-4ce8-bdcd-4b97d7c0473f req-6786c8ee-2b35-44e6-b60a-8c7c8caba685 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:55.841236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da72c983-2455-4ce8-bdcd-4b97d7c0473f req-6786c8ee-2b35-44e6-b60a-8c7c8caba685 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9595a43-3882-48f4-9d7e-5854c7303826 HTTP/1.1" status: 200 len: 945 time: 0.1754611 Feb 07 22:44:55.864975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:51Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ed3d32ef-f62e-428b-bfbb-3d57bc18cead', 'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'mac_address': 'fa:16:3e:ee:7e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:52Z', 'revision_number': 2, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'subnets': [{'id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:55.901177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] For port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:55.901938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.905905 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.930434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Calling delete_port for 30f4d781-eb56-45c9-99ae-c6fc377d6fdc owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:44:55.934026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Checking router: c94661f2-058a-4557-ac31-6ef737ba5520 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:44:55.935492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Updating router c94661f2-058a-4557-ac31-6ef737ba5520 port ed3d32ef-f62e-428b-bfbb-3d57bc18cead binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:44:55.968165 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-b59cb37e-0426-4d37-b4a0-22486c1734c6 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442365 Feb 07 22:44:55.980457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1f9150-580c-4ce0-a3e2-c15a5aff90f6 None None] DHCP port deletion for 0b760691-a703-4221-bbb2-351ba0d2fbea request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:44:56.015434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.023925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3afe75f-a3c0-47f4-b64d-35f56baf3d00,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:56.039512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] No DVR routers for this DVR port f3afe75f-a3c0-47f4-b64d-35f56baf3d00 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:56.162870 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40204dc3-0c45-4392-8680-2877ebd030e8 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.186936 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40204dc3-0c45-4392-8680-2877ebd030e8 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.217841 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da72c983-2455-4ce8-bdcd-4b97d7c0473f req-ab9026b5-d5a2-498e-85cb-243459e6a8c5 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348224 Feb 07 22:44:56.223552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.272426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['36612fbb-0e37-4e08-85b6-040f4a005ffd', '30f4d781-eb56-45c9-99ae-c6fc377d6fdc'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:44:56.312213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Pushing event deleted for resources: {'Port': ['ID=30f4d781-eb56-45c9-99ae-c6fc377d6fdc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:56.378403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] No DVR routers for this DVR port 30f4d781-eb56-45c9-99ae-c6fc377d6fdc on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:56.382592 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.386964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc97b434-3ae0-4241-aaef-4fb42b3a7e2b req-79d9ba24-dc9c-4d61-8c46-0b3a5011f751 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.24 "DELETE /v2.0/ports/30f4d781-eb56-45c9-99ae-c6fc377d6fdc HTTP/1.1" status: 204 len: 173 time: 1.1326494 Feb 07 22:44:56.387466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9595a43-3882-48f4-9d7e-5854c7303826', 'name': 'network-vif-deleted', 'tag': '30f4d781-eb56-45c9-99ae-c6fc377d6fdc'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:56.394289 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.398471 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f0c4d4-80e6-4bd0-b55c-88dd31ddce6a" -d '{"events": [{"server_uuid": "c9595a43-3882-48f4-9d7e-5854c7303826", "name": "network-vif-deleted", "tag": "30f4d781-eb56-45c9-99ae-c6fc377d6fdc"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:56.421939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.495831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-2ae78998-2133-4ede-b81a-cadb0c51fc21 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846606 Feb 07 22:44:56.503231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40204dc3-0c45-4392-8680-2877ebd030e8 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775e77f2-33cd-4474-a1ec-d91d206f33c4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:56.562171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40204dc3-0c45-4392-8680-2877ebd030e8 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.565483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-40204dc3-0c45-4392-8680-2877ebd030e8 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9741836 Feb 07 22:44:56.568494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46582) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:56.579509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b760691-a703-4221-bbb2-351ba0d2fbea']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:56.597344 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-aafec1ed-1b66-499c-a7e0-2446f9c0b642 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Request body: {'security_group_rule': {'security_group_id': '775e77f2-33cd-4474-a1ec-d91d206f33c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:56.619695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-1ae38f4f-db25-4bec-85ab-1521ab2e16df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5165939 Feb 07 22:44:56.627316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef2989b-5126-4536-bb26-1cdaa9c69ee8') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:56.627631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef2989b-5126-4536-bb26-1cdaa9c69ee8') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:56.645299 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.668684 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.670615 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.674163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fe7f8-fe3a-44e5-8ba6-249a433c70b0 req-7f44110d-3d08-4a46-bbbc-81f110cca63c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:56.680699 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.681829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-395fe7f8-fe3a-44e5-8ba6-249a433c70b0 req-7f44110d-3d08-4a46-bbbc-81f110cca63c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 944 time: 0.3524206 Feb 07 22:44:56.699261 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.769406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:44:56.769780 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.771349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce480eb6-a4ce-4f8d-81d9-7f5ad12cb885 None None] Pushing event updated for resources: {'Port': ['ID=ed3d32ef-f62e-428b-bfbb-3d57bc18cead,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:44:56.801401 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:44:56.855768 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996a23e7-5b6f-4d15-9a76-dfe3e4b7c454 x-openstack-request-id: req-996a23e7-5b6f-4d15-9a76-dfe3e4b7c454 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:56.856091 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9595a43-3882-48f4-9d7e-5854c7303826", "name": "network-vif-deleted", "tag": "30f4d781-eb56-45c9-99ae-c6fc377d6fdc", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:56.856365 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-996a23e7-5b6f-4d15-9a76-dfe3e4b7c454 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:56.856785 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9595a43-3882-48f4-9d7e-5854c7303826', 'name': 'network-vif-deleted', 'tag': '30f4d781-eb56-45c9-99ae-c6fc377d6fdc', 'status': 'completed', 'code': 200} Feb 07 22:44:56.912632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Attempting to bind port ed3d32ef-f62e-428b-bfbb-3d57bc18cead on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:56.913291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Attempting to bind port ed3d32ef-f62e-428b-bfbb-3d57bc18cead by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:56.913953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Attempting to bind port ed3d32ef-f62e-428b-bfbb-3d57bc18cead on network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:44:56.923437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:44:56.924463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Checking segment: {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:44:56.925068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.925757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Bound using segment: {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:44:56.926734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Bound port: ed3d32ef-f62e-428b-bfbb-3d57bc18cead, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:56.927318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.949004 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.965563 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.970512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0b760691-a703-4221-bbb2-351ba0d2fbea HTTP/1.1" status: 204 len: 168 time: 1.7362309 Feb 07 22:44:57.043621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31870faf-3dbc-47b4-8244-0d8f434118aa req-63caf268-4616-48a3-b093-6c5eaa98644e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 210 time: 0.0779440 Feb 07 22:44:57.078753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] For port ed3d32ef-f62e-428b-bfbb-3d57bc18cead, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:44:57.084610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] For port ed3d32ef-f62e-428b-bfbb-3d57bc18cead, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ed3d32ef-f62e-428b-bfbb-3d57bc18cead,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:44:57.097966 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.150756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-395fe7f8-fe3a-44e5-8ba6-249a433c70b0 req-51774203-9842-4716-ac61-3e2a0816b135 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660261 Feb 07 22:44:57.180446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dbdae-0f61-4f1c-afb7-2baf2b26bbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b760691-a703-4221-bbb2-351ba0d2fbea,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:57.216213 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aafec1ed-1b66-499c-a7e0-2446f9c0b642 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.234943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-94e37d14-7d37-4873-9d0f-88a5c776b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:57.236535 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-94e37d14-7d37-4873-9d0f-88a5c776b11b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1097 time: 0.5468223 Feb 07 22:44:57.295942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:57.364237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aafec1ed-1b66-499c-a7e0-2446f9c0b642 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.379969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aafec1ed-1b66-499c-a7e0-2446f9c0b642 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.453735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a333eee3-7064-410d-bb33-655b5a7712c3 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:44:57.466527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46612) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:57.518262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:44:57.518950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:57.535506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce480eb6-a4ce-4f8d-81d9-7f5ad12cb885 None None] Pushing event updated for resources: {'Port': ['ID=ed3d32ef-f62e-428b-bfbb-3d57bc18cead,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:57.603769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafec1ed-1b66-499c-a7e0-2446f9c0b642 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f180e839-e94f-411d-ba07-c1cc5e820976,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:57.632217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e770978a-35ad-4c9b-ac54-849d354ec945 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ddc52a5183c423abe3afe7c86b51630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607041 Feb 07 22:44:57.633966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46616) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:57.645580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aafec1ed-1b66-499c-a7e0-2446f9c0b642 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.649434 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aafec1ed-1b66-499c-a7e0-2446f9c0b642 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0645123 Feb 07 22:44:57.652379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46618) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:57.686299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7e06b7b5-8c8a-4e46-b630-ebb03118e904 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Request body: {'security_group_rule': {'security_group_id': '775e77f2-33cd-4474-a1ec-d91d206f33c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:57.763879 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0bfed0d-48e6-4dc9-a181-8c2815f5ae94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.813210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0bfed0d-48e6-4dc9-a181-8c2815f5ae94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.823878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-76d9216d-fc1c-4dd5-ab7b-b5ab16fc5020 None None] Provisioning complete for port ed3d32ef-f62e-428b-bfbb-3d57bc18cead triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:57.827265 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76d9216d-fc1c-4dd5-ab7b-b5ab16fc5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.859264 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e06b7b5-8c8a-4e46-b630-ebb03118e904 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.903927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-1f2aabe1-7780-4d48-8aaa-d1c7e7391616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:57.916237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-1f2aabe1-7780-4d48-8aaa-d1c7e7391616 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 913 time: 0.5994847 Feb 07 22:44:57.948185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0bfed0d-48e6-4dc9-a181-8c2815f5ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.952217 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0bfed0d-48e6-4dc9-a181-8c2815f5ae94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.954182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b0bfed0d-48e6-4dc9-a181-8c2815f5ae94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/199b32df-cb04-4c54-a062-b1040579ae6a HTTP/1.1" status: 204 len: 168 time: 0.3180470 Feb 07 22:44:57.999218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfed0d-48e6-4dc9-a181-8c2815f5ae94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199b32df-cb04-4c54-a062-b1040579ae6a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:58.037515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708bdf1-9cd9-4205-a078-e542a392d812 req-a5544798-36ce-4341-a248-28ab98d80672 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.039484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6708bdf1-9cd9-4205-a078-e542a392d812 req-a5544798-36ce-4341-a248-28ab98d80672 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1055415 Feb 07 22:44:58.082015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-c6592fd8-0187-4013-9574-53f5088dc101 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 217 time: 0.1567590 Feb 07 22:44:58.145768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6708bdf1-9cd9-4205-a078-e542a392d812 req-7cfdd6ce-da0f-4697-a81f-44afc1c87b77 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996900 Feb 07 22:44:58.224342 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ad29d34-cebf-47f1-b561-61f9dc18ae1e req-359b4c8a-812c-4a6e-b8d0-c79776fc974c tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 210 time: 0.0495229 Feb 07 22:44:58.264072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e06b7b5-8c8a-4e46-b630-ebb03118e904 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.273529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e06b7b5-8c8a-4e46-b630-ebb03118e904 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.304348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-606e95bc-b282-4e85-b7da-5b5f685a517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.305752 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-606e95bc-b282-4e85-b7da-5b5f685a517b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.2061572 Feb 07 22:44:58.316681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:44:58.336655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06b7b5-8c8a-4e46-b630-ebb03118e904 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4836a1d5-c165-4d31-82a6-158416e4b896,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:58.357938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port a333eee3-7064-410d-bb33-655b5a7712c3 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:58.367866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:58.368460 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.377801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port a333eee3-7064-410d-bb33-655b5a7712c3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:58.378417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.383966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-4704c7d4-0d97-4de7-993f-c1012f513b12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633521 Feb 07 22:44:58.390528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e06b7b5-8c8a-4e46-b630-ebb03118e904 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.395113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7e06b7b5-8c8a-4e46-b630-ebb03118e904 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7320573 Feb 07 22:44:58.397979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46654) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:58.424549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:58.515211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-98e72412-9adb-42bb-b5ad-a59fa87c8724 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214037 Feb 07 22:44:58.522942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.648507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35e12c45-43b8-43f3-be29-cd9b31ed33da req-29098d46-1c26-4449-b041-9d3f32079fd1 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250179 Feb 07 22:44:58.675867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448f6b5-475f-4909-8bad-02686228b17e req-4b488358-b5f6-48ee-8be1-98e00e56c585 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.684755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2448f6b5-475f-4909-8bad-02686228b17e req-4b488358-b5f6-48ee-8be1-98e00e56c585 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 944 time: 0.3803878 Feb 07 22:44:58.685255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46656) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:58.752969 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-abeb9819-1c7c-4d11-bd1c-76cf6f341548 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3c5bb3e09634a4c8d788229b3c95725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633316 Feb 07 22:44:58.753443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46658) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:58.818445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2448f6b5-475f-4909-8bad-02686228b17e req-6179d865-f647-45af-a8e3-93cb9068feda tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325366 Feb 07 22:44:58.860006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-41f121fe-b6ce-4567-ba49-afdc35eb2615 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.861110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-41f121fe-b6ce-4567-ba49-afdc35eb2615 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.2114890 Feb 07 22:44:58.872979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ecf83b6-4736-4ff3-a2e5-f2f1a5ba7af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.885129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Request body: {'port': {'device_id': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'admin_state_up': True, 'tenant_id': 'd5bdb28cb7254db994046a3139ebb16d'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:58.901442 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ecf83b6-4736-4ff3-a2e5-f2f1a5ba7af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.955747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.960397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 30f4d781-eb56-45c9-99ae-c6fc377d6fdc no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:58.968511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ecf83b6-4736-4ff3-a2e5-f2f1a5ba7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.974426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ecf83b6-4736-4ff3-a2e5-f2f1a5ba7af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.977590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46662) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:44:58.981681 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4ecf83b6-4736-4ff3-a2e5-f2f1a5ba7af3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13540935-05bc-4dea-abc0-068101de37e9 HTTP/1.1" status: 204 len: 168 time: 0.2268095 Feb 07 22:44:58.992009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf83b6-4736-4ff3-a2e5-f2f1a5ba7af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13540935-05bc-4dea-abc0-068101de37e9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:59.112082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 30f4d781-eb56-45c9-99ae-c6fc377d6fdc {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:59.112478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 30f4d781-eb56-45c9-99ae-c6fc377d6fdc not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:59.225572 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.304536 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76d9216d-fc1c-4dd5-ab7b-b5ab16fc5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.325132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43048e80-86ae-48fc-b5db-b7a350c68cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a333eee3-7064-410d-bb33-655b5a7712c3'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:59.329201 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976c4c8b-69ff-469c-aedf-fce64c6cf23c" -d '{"events": [{"server_uuid": "43048e80-86ae-48fc-b5db-b7a350c68cc2", "name": "network-vif-plugged", "status": "completed", "tag": "a333eee3-7064-410d-bb33-655b5a7712c3"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:44:59.360897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a333eee3-7064-410d-bb33-655b5a7712c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a333eee3-7064-410d-bb33-655b5a7712c3,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:59.381896 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.428485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab58d9-f72c-4749-a464-6a9706b3bb3b req-92e0046c-cbfd-4ace-ba75-c3d395326835 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:59.438197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0eab58d9-f72c-4749-a464-6a9706b3bb3b req-92e0046c-cbfd-4ace-ba75-c3d395326835 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.1137669 Feb 07 22:44:59.441623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-76d9216d-fc1c-4dd5-ab7b-b5ab16fc5020 None None] For port ed3d32ef-f62e-428b-bfbb-3d57bc18cead, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ed3d32ef-f62e-428b-bfbb-3d57bc18cead,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:44:59.449509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f3afe75f-a3c0-47f4-b64d-35f56baf3d00 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:44:59.480554 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76d9216d-fc1c-4dd5-ab7b-b5ab16fc5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.484882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: f3afe75f-a3c0-47f4-b64d-35f56baf3d00 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:44:59.485168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f3afe75f-a3c0-47f4-b64d-35f56baf3d00 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:44:59.497239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0eab58d9-f72c-4749-a464-6a9706b3bb3b req-21c09e16-4f1e-4a54-bb94-0d0471046efd tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538695 Feb 07 22:44:59.523236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a333eee3-7064-410d-bb33-655b5a7712c3,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:59.531015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:51Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ed3d32ef-f62e-428b-bfbb-3d57bc18cead', 'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'mac_address': 'fa:16:3e:ee:7e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:57Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'subnets': [{'id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:59.552436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Made reservation on behalf of d5bdb28cb7254db994046a3139ebb16d for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:59.568223 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f52325-06fe-4a53-99f2-3e8d4ffe2334 x-openstack-request-id: req-f6f52325-06fe-4a53-99f2-3e8d4ffe2334 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:44:59.568523 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43048e80-86ae-48fc-b5db-b7a350c68cc2", "name": "network-vif-plugged", "status": "completed", "tag": "a333eee3-7064-410d-bb33-655b5a7712c3", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:44:59.568799 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6f52325-06fe-4a53-99f2-3e8d4ffe2334 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:44:59.569371 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43048e80-86ae-48fc-b5db-b7a350c68cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a333eee3-7064-410d-bb33-655b5a7712c3', 'code': 200} Feb 07 22:44:59.581607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.620140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aaf287-b685-4d8b-8bec-72641f86dd82 None None] The sync data for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 is: [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:51Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ed3d32ef-f62e-428b-bfbb-3d57bc18cead', 'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'mac_address': 'fa:16:3e:ee:7e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:57Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'subnets': [{'id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:44:59.649685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9216d-fc1c-4dd5-ab7b-b5ab16fc5020 None None] Pushing event updated for resources: {'Port': ['ID=ed3d32ef-f62e-428b-bfbb-3d57bc18cead,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:59.654417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-65274b7b-b663-4241-9622-597ebef021b3 None None] Provisioning complete for port ed3d32ef-f62e-428b-bfbb-3d57bc18cead triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:59.654957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65274b7b-b663-4241-9622-597ebef021b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.694277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72d3b93c-dd89-42cf-b7f2-c64cdc3170b3 req-82342bb0-071d-4492-8885-7bcae5e9fc58 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 210 time: 0.2334690 Feb 07 22:44:59.736218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-803e6593-293a-4628-a398-12344c29234c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.749999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef5f89-73c8-487e-8606-c94fe7546fa9 req-4bd5cdbd-46e2-441b-8d8d-84b94e91f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:59.751858 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bfef5f89-73c8-487e-8606-c94fe7546fa9 req-4bd5cdbd-46e2-441b-8d8d-84b94e91f790 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 1096 time: 0.1407373 Feb 07 22:44:59.801412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Allocated IP 172.25.8.159 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/21cbd237-5b8b-4e26-9133-cc17d5cbfb31) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:59.820987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bfef5f89-73c8-487e-8606-c94fe7546fa9 req-632bea0a-b311-40bf-bb46-843b258e35c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617449 Feb 07 22:45:00.135655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-f1debfa0-3d63-4b19-b423-471e6af5cf15 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:00.137271 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-f1debfa0-3d63-4b19-b423-471e6af5cf15 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.2227089 Feb 07 22:45:00.177064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Allocated IP 172.20.0.11 (3f505c7d-461f-412e-8ed9-d34567727b58/a859faec-1a35-450f-981d-df2a13fe444c/3125b483-deaa-4aed-ad4e-250a08e3e97b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:00.268789 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-803e6593-293a-4628-a398-12344c29234c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.296613 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-803e6593-293a-4628-a398-12344c29234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.345397 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.390877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46724) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:00.439138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-803e6593-293a-4628-a398-12344c29234c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef29eccb82864f6c8fd357510b759faf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4592137 Feb 07 22:45:00.441988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46728) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:00.455528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e6593-293a-4628-a398-12344c29234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe0a30d-4b46-4ca4-8bcc-a7043606a722,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:00.488783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f60bc-2cdb-4db9-a162-5fbac701c2b7 req-a722b6aa-5bc8-4a96-84f0-614a442fb55f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:00.495907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-742f60bc-2cdb-4db9-a162-5fbac701c2b7 req-a722b6aa-5bc8-4a96-84f0-614a442fb55f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 945 time: 0.5553241 Feb 07 22:45:00.575906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e2aaf3a-8a60-43cc-a619-2925d830ba2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.592446 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-742f60bc-2cdb-4db9-a162-5fbac701c2b7 req-240ee857-19e2-4558-830f-b9d162f4c587 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955944 Feb 07 22:45:00.613033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-434022586-network', 'tenant_id': '2cf6e28709774bc896a969b9bc722f63'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:00.637981 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e2aaf3a-8a60-43cc-a619-2925d830ba2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.652300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Deleting port 36612fbb-0e37-4e08-85b6-040f4a005ffd {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:00.652795 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.697305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e2aaf3a-8a60-43cc-a619-2925d830ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.700674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e2aaf3a-8a60-43cc-a619-2925d830ba2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.703783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.704163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4e2aaf3a-8a60-43cc-a619-2925d830ba2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fe0a30d-4b46-4ca4-8bcc-a7043606a722 HTTP/1.1" status: 204 len: 168 time: 0.2599046 Feb 07 22:45:00.718561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2aaf3a-8a60-43cc-a619-2925d830ba2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe0a30d-4b46-4ca4-8bcc-a7043606a722,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:00.810943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.909566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-af6ddf37-7f9c-4a48-9f33-21ebf436ad47 req-89fb383f-c9ca-4607-b4dc-ace693832cbb tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 210 time: 0.0924451 Feb 07 22:45:00.937890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Made reservation on behalf of 2cf6e28709774bc896a969b9bc722f63 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:00.940224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.996906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:01.003305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.022026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:01.026939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:01.062822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.064599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Pushing event updated for resources: {'Port': ['ID=21cbd237-5b8b-4e26-9133-cc17d5cbfb31,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:01.085510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] For port 36612fbb-0e37-4e08-85b6-040f4a005ffd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=36612fbb-0e37-4e08-85b6-040f4a005ffd,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:01.085874 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.152235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8df505-cb72-45e4-ae92-35f7d2647811 req-3450b15a-9e79-4a92-b21e-99e050ea0c11 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.153527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a8df505-cb72-45e4-ae92-35f7d2647811 req-3450b15a-9e79-4a92-b21e-99e050ea0c11 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 946 time: 0.5233166 Feb 07 22:45:01.179574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Calling delete_port for 36612fbb-0e37-4e08-85b6-040f4a005ffd owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:01.192071 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46740) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:01.209105 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2812805b-7be1-4b6a-a366-16276bc591ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.223923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Network 3f505c7d-461f-412e-8ed9-d34567727b58 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:01.239302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:01.246248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event updated for resources: {'Port': ['ID=3125b483-deaa-4aed-ad4e-250a08e3e97b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:01.282659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:01.329283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2812805b-7be1-4b6a-a366-16276bc591ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.335729 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2812805b-7be1-4b6a-a366-16276bc591ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.388712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812805b-7be1-4b6a-a366-16276bc591ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac8312e-5a62-45bc-925f-5f05e9607e3d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:01.396367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2812805b-7be1-4b6a-a366-16276bc591ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed0829416e5543fd9930dcd26110f622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029774 Feb 07 22:45:01.399221 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46742) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:01.420002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a8df505-cb72-45e4-ae92-35f7d2647811 req-df9e5d28-4c3e-4956-bc1a-93ab4c8ebb05 tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/security-groups?id=85327b4d-b481-46f0-ae84-04be3e3eb4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488339 Feb 07 22:45:01.486619 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-babd357d-cc49-4c8e-a241-bc38cec5bb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.514151 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-babd357d-cc49-4c8e-a241-bc38cec5bb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.536860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.559556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.581903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.615460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-babd357d-cc49-4c8e-a241-bc38cec5bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.622061 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-babd357d-cc49-4c8e-a241-bc38cec5bb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.626737 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-babd357d-cc49-4c8e-a241-bc38cec5bb1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ac8312e-5a62-45bc-925f-5f05e9607e3d HTTP/1.1" status: 204 len: 168 time: 0.2233582 Feb 07 22:45:01.630834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.631570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.645368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd357d-cc49-4c8e-a241-bc38cec5bb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac8312e-5a62-45bc-925f-5f05e9607e3d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:01.661803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f03fd34-3000-4a97-8502-557738955bcb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:01.679929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:45:01.720288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ed3d32ef-f62e-428b-bfbb-3d57bc18cead up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:01.777404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96d0e-abf2-493e-9846-23b346e7690f req-490fd0ab-12fb-4a93-82e5-5f53aabb15e3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.789493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dbd96d0e-abf2-493e-9846-23b346e7690f req-490fd0ab-12fb-4a93-82e5-5f53aabb15e3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 945 time: 0.0790076 Feb 07 22:45:01.801754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ed3d32ef-f62e-428b-bfbb-3d57bc18cead triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:01.802549 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.807157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.813037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-cc59122b-7c70-4755-b53f-45064d7294b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9371469 Feb 07 22:45:01.823077 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.823415 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Added segment e4bac3a0-07db-4c9d-9902-c7125f0c14a4 of type vlan for network 38fb2cd4-7315-4385-9c54-330156f5d045 Feb 07 22:45:01.846729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Request body: {'port': {'device_id': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:01.908503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dbd96d0e-abf2-493e-9846-23b346e7690f req-879c5718-2eeb-4341-9a09-edc53ff8d1db tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088455 Feb 07 22:45:01.908940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Pushing event deleted for resources: {'Port': ['ID=36612fbb-0e37-4e08-85b6-040f4a005ffd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:01.940203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.068955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b1874-aaca-48f9-9aca-cbf5b5fe97a9 req-8f7ae553-9f74-4198-9138-d3aaae713807 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:02.070649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db6b1874-aaca-48f9-9aca-cbf5b5fe97a9 req-8f7ae553-9f74-4198-9138-d3aaae713807 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 932 time: 0.0718169 Feb 07 22:45:02.122110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db6b1874-aaca-48f9-9aca-cbf5b5fe97a9 req-53be70f5-481f-45b3-b1d0-d62a57a72448 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Feb 07 22:45:02.155992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.185437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] No DVR routers for this DVR port 36612fbb-0e37-4e08-85b6-040f4a005ffd on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:02.201811 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.205682 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-076c8ff2-9a8d-443b-9b30-342ee43f6afe req-2551f4af-9e70-4b03-8c00-eb1f31951cec tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.24 "DELETE /v2.0/ports/36612fbb-0e37-4e08-85b6-040f4a005ffd HTTP/1.1" status: 204 len: 173 time: 2.0577977 Feb 07 22:45:02.208612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddf94ea-ae55-4671-8fa9-5db4a70dacf5', 'name': 'network-vif-deleted', 'tag': '36612fbb-0e37-4e08-85b6-040f4a005ffd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:02.211004 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e46d7d0-fa9c-419a-b216-cc587ad0f4a1" -d '{"events": [{"server_uuid": "9ddf94ea-ae55-4671-8fa9-5db4a70dacf5", "name": "network-vif-deleted", "tag": "36612fbb-0e37-4e08-85b6-040f4a005ffd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:02.267946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:45:02.275729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.312218 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dd0adb-702c-4daf-bba2-e59afd8a3aef x-openstack-request-id: req-98dd0adb-702c-4daf-bba2-e59afd8a3aef {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:02.312884 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddf94ea-ae55-4671-8fa9-5db4a70dacf5", "name": "network-vif-deleted", "tag": "36612fbb-0e37-4e08-85b6-040f4a005ffd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:02.313487 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98dd0adb-702c-4daf-bba2-e59afd8a3aef {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:02.314600 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddf94ea-ae55-4671-8fa9-5db4a70dacf5', 'name': 'network-vif-deleted', 'tag': '36612fbb-0e37-4e08-85b6-040f4a005ffd', 'status': 'completed', 'code': 200} Feb 07 22:45:02.346541 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.347826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:02.348404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.476258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] Pushing event updated for resources: {'Network': ['ID=38fb2cd4-7315-4385-9c54-330156f5d045,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:02.491040 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 38fb2cd4-7315-4385-9c54-330156f5d045 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:45:02.551649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1512ea12-844b-4ba1-a862-6b69c55c3e92 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1580219 Feb 07 22:45:02.554959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46774) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:02.567980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Request body: {'subnet': {'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-434022586-subnet', 'tenant_id': '2cf6e28709774bc896a969b9bc722f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:02.597296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.640124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Made reservation on behalf of 2cf6e28709774bc896a969b9bc722f63 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:02.643331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.676369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 36612fbb-0e37-4e08-85b6-040f4a005ffd no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:45:02.735384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 36612fbb-0e37-4e08-85b6-040f4a005ffd {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:45:02.736969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 36612fbb-0e37-4e08-85b6-040f4a005ffd not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:45:02.781885 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.794892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46243d7c-69fb-4ca8-9650-5af4cbebf0f9 req-d2872f14-d2cc-40c8-aa34-f8109409430d tempest-ServerRescueTestJSON-1932573629 tempest-ServerRescueTestJSON-1932573629-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ddf94ea-ae55-4671-8fa9-5db4a70dacf5 HTTP/1.1" status: 200 len: 210 time: 0.0480778 Feb 07 22:45:03.022128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.100954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330f6228-f630-41d8-a629-5ee6cde7196a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:03.109763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Checking segment: {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:03.110560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Network hostable DHCP agents. Network: 38fb2cd4-7315-4385-9c54-330156f5d045, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:45:03.132608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Network 38fb2cd4-7315-4385-9c54-330156f5d045 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:45:03.146083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 38fb2cd4-7315-4385-9c54-330156f5d045) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:03.153268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.153907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.163753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e738e1ca-a220-4539-aa13-74507caa1ede None None] Network 38fb2cd4-7315-4385-9c54-330156f5d045 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:45:03.188465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ec9fd3af-b2ff-4126-ae10-22920dad7a99 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6294401 Feb 07 22:45:03.315463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26023c8e-77ba-4844-b7ce-611f21c86722 req-ff6513cf-6134-403d-93f8-37e5a450bb1d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.317433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26023c8e-77ba-4844-b7ce-611f21c86722 req-ff6513cf-6134-403d-93f8-37e5a450bb1d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 932 time: 0.0710669 Feb 07 22:45:03.386720 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26023c8e-77ba-4844-b7ce-611f21c86722 req-3a796a4b-a20e-4aa4-9986-d8a273166260 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600376 Feb 07 22:45:03.426514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3125b483-deaa-4aed-ad4e-250a08e3e97b {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:03.436761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.451691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Transition to ACTIVE for port object 3125b483-deaa-4aed-ad4e-250a08e3e97b will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:03.477048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe50c7f-da02-4c48-9a79-9335eba08700 None None] Network 38fb2cd4-7315-4385-9c54-330156f5d045 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:45:03.488503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Pushing event updated for resources: {'Port': ['ID=21cbd237-5b8b-4e26-9133-cc17d5cbfb31,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:03.494479 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.582155 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.599510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Pushing event updated for resources: {'Port': ['ID=3125b483-deaa-4aed-ad4e-250a08e3e97b,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:03.613429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d7aa3-e488-4d26-8ad2-d4343f71c104 req-32f0014c-ab33-4fb9-b29e-a4a99cff0f01 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.617942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f3d7aa3-e488-4d26-8ad2-d4343f71c104 req-32f0014c-ab33-4fb9-b29e-a4a99cff0f01 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 945 time: 0.8373840 Feb 07 22:45:03.655464 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.664724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e1129ddb-0c3b-4017-a1f4-84637906e9cb tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2508903 Feb 07 22:45:03.838428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.840557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f3d7aa3-e488-4d26-8ad2-d4343f71c104 req-5f448635-59d0-4459-88ef-703e8d9848b8 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212181 Feb 07 22:45:03.869510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Attempting to bind port 3125b483-deaa-4aed-ad4e-250a08e3e97b on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:03.869510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Attempting to bind port 3125b483-deaa-4aed-ad4e-250a08e3e97b by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:03.869510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Attempting to bind port 3125b483-deaa-4aed-ad4e-250a08e3e97b on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:03.870490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Port 3125b483-deaa-4aed-ad4e-250a08e3e97b on network 3f505c7d-461f-412e-8ed9-d34567727b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:45:03.870490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Attempting to bind port 3125b483-deaa-4aed-ad4e-250a08e3e97b on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:03.879128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:03.879727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Checking segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:03.880627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Bound using segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:03.881372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Bound port: 3125b483-deaa-4aed-ad4e-250a08e3e97b, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:03.881760 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.953649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46822) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:04.077487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-334941ff-37ac-4a8a-9b47-0ebfa7c1c612 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:04.079191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-334941ff-37ac-4a8a-9b47-0ebfa7c1c612 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/networks?id=38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 200 len: 814 time: 0.1941054 Feb 07 22:45:04.088709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4013b7-8542-4836-955c-e579231b0618 req-7c6355a9-6b6e-4e16-8ee2-f4423e089084 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:04.090342 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b4013b7-8542-4836-955c-e579231b0618 req-7c6355a9-6b6e-4e16-8ee2-f4423e089084 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.46 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 945 time: 0.1685405 Feb 07 22:45:04.114036 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-9b6b8c40-6cc8-4826-9d9e-4ed64b586c75 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/quotas/2cf6e28709774bc896a969b9bc722f63 HTTP/1.1" status: 200 len: 375 time: 0.0221677 Feb 07 22:45:04.169550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:04.182633 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-c319434c-2c18-4325-bbea-5d7ca3e2c389 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cf6e28709774bc896a969b9bc722f63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427904 Feb 07 22:45:04.206391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:04.218057 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-33fa8c63-aae9-4481-86ce-452cacb8f572 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1113671362&fields=id&tenant_id=2ac820e5edba4baf94b0821f3a86f4dc HTTP/1.1" status: 200 len: 267 time: 0.1190867 Feb 07 22:45:04.234265 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.254982 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.345590 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-89111b00-605e-448b-a625-88b99a542ff2 service neutron] 10.222.0.15 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553862 Feb 07 22:45:04.377526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:04.378436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.379990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] 10.222.0.24 "PUT /v2.0/ports/3125b483-deaa-4aed-ad4e-250a08e3e97b HTTP/1.1" status: 200 len: 1092 time: 2.5515583 Feb 07 22:45:04.380549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:04.382918 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa6c8ee-314c-4746-9113-432bdc47ed98" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:04.453404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-0b4013b7-8542-4836-955c-e579231b0618 req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Deleting port a333eee3-7064-410d-bb33-655b5a7712c3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:04.453754 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0b4013b7-8542-4836-955c-e579231b0618 req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.492667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78085d80-3fec-42e6-bb34-98048c2ff818 service neutron] Pushing event updated for resources: {'Port': ['ID=3125b483-deaa-4aed-ad4e-250a08e3e97b,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:04.573353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-0df40892-8aca-4804-a533-fbc7c1e73986 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:04.581204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-0df40892-8aca-4804-a533-fbc7c1e73986 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/networks?id=34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 HTTP/1.1" status: 200 len: 805 time: 0.3284132 Feb 07 22:45:04.589249 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-b6ceae02-8eff-4371-8351-e3cf4b893ede service neutron] 10.222.0.15 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348561 Feb 07 22:45:04.658073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-9c40cbce-5bea-4220-b3d8-c42cc89faf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:04.658699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-0b4013b7-8542-4836-955c-e579231b0618 req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] For port a333eee3-7064-410d-bb33-655b5a7712c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a333eee3-7064-410d-bb33-655b5a7712c3,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:04.659085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0b4013b7-8542-4836-955c-e579231b0618 req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.666137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-9c40cbce-5bea-4220-b3d8-c42cc89faf52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 1095 time: 0.2198372 Feb 07 22:45:04.678565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-0b4013b7-8542-4836-955c-e579231b0618 req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Calling delete_port for a333eee3-7064-410d-bb33-655b5a7712c3 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:04.722918 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-9813e962-2b61-4995-a415-1de8528edd82 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/quotas/2ac820e5edba4baf94b0821f3a86f4dc HTTP/1.1" status: 200 len: 375 time: 0.1406498 Feb 07 22:45:04.814346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-5303307f-4267-4c13-add2-cc01d61ef02e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b HTTP/1.1" status: 200 len: 217 time: 0.1312804 Feb 07 22:45:04.991557 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af759188-684d-4581-bf0f-bbab848cb51f x-openstack-request-id: req-af759188-684d-4581-bf0f-bbab848cb51f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:04.992281 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:04.992281 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af759188-684d-4581-bf0f-bbab848cb51f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:04.998405 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b', 'status': 'completed', 'code': 200} Feb 07 22:45:05.011384 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0b4013b7-8542-4836-955c-e579231b0618 req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.025643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'a333eee3-7064-410d-bb33-655b5a7712c3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:45:05.077279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-7344a64c-0048-4e1c-ae4e-1e87b5290b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:05.078088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Pushing event deleted for resources: {'Port': ['ID=a333eee3-7064-410d-bb33-655b5a7712c3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:05.081041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-7344a64c-0048-4e1c-ae4e-1e87b5290b40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.2488320 Feb 07 22:45:05.099394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46852) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:05.121488 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-24a30d7f-b841-4f53-a309-6b3793956a71 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ac820e5edba4baf94b0821f3a86f4dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3896861 Feb 07 22:45:05.187768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4013b7-8542-4836-955c-e579231b0618 req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] No DVR routers for this DVR port a333eee3-7064-410d-bb33-655b5a7712c3 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:05.190510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0b4013b7-8542-4836-955c-e579231b0618 req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.194385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b4013b7-8542-4836-955c-e579231b0618 req-0882e04a-b7ae-403f-b818-6469ac2069dd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.46 "DELETE /v2.0/ports/a333eee3-7064-410d-bb33-655b5a7712c3 HTTP/1.1" status: 204 len: 173 time: 1.0946558 Feb 07 22:45:05.197456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43048e80-86ae-48fc-b5db-b7a350c68cc2', 'name': 'network-vif-deleted', 'tag': 'a333eee3-7064-410d-bb33-655b5a7712c3'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:05.201329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-2b668c4e-aa8d-4efb-b9c4-3ad70076136c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050439 Feb 07 22:45:05.214239 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3bf145-98f4-4235-a0bf-f65c1e3d0100" -d '{"events": [{"server_uuid": "43048e80-86ae-48fc-b5db-b7a350c68cc2", "name": "network-vif-deleted", "tag": "a333eee3-7064-410d-bb33-655b5a7712c3"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:05.292826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21823f1c-f175-44dd-9034-c6a5a5bde20c req-56f39c00-2d32-4155-b6a1-449701fbd0f7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:05.304462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21823f1c-f175-44dd-9034-c6a5a5bde20c req-56f39c00-2d32-4155-b6a1-449701fbd0f7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 944 time: 0.1992931 Feb 07 22:45:05.444343 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56c8fdbb-1ab1-4b4e-9658-196928080626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.466296 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-433f74c2-64bb-4a7f-9375-3c8d51b867e9 service neutron] 10.222.0.15 "GET /v2.0/networks/34ea4d25-021c-4bfa-b189-4a9ba49eb3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431909 Feb 07 22:45:05.499237 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-9697a210-9233-4da1-afe8-53ff7e741d89 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873406 Feb 07 22:45:05.543661 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21823f1c-f175-44dd-9034-c6a5a5bde20c req-cd837838-4fef-435b-9b62-3fe3ee9b01fd tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383420 Feb 07 22:45:05.615809 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56c8fdbb-1ab1-4b4e-9658-196928080626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.621696 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56c8fdbb-1ab1-4b4e-9658-196928080626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.670010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8fdbb-1ab1-4b4e-9658-196928080626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336c1211-6427-4a0f-99a2-b4a3ab59b031,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:05.673777 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.679160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-56c8fdbb-1ab1-4b4e-9658-196928080626 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e488262aabfa475c9a52b88d5d32f777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5579879 Feb 07 22:45:05.679418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46862) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:05.776528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb1e0a69-a087-47b9-919f-faafc011945d req-9f36139c-927e-4c1f-a678-7fa9a7b38f00 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=43048e80-86ae-48fc-b5db-b7a350c68cc2 HTTP/1.1" status: 200 len: 210 time: 0.0406406 Feb 07 22:45:05.794642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ae3485d-a11a-4559-8a30-85d559e90d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.822414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74d2be9c-dc51-499d-93df-0466218cfb12 req-aef6ae2e-6513-4a01-9771-e3e9d47ec618 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000867 Feb 07 22:45:05.839934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ae3485d-a11a-4559-8a30-85d559e90d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.869296 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-a88e4be3-c235-49c0-a61b-b8b618b75873 service neutron] 10.222.0.15 "GET /v2.0/networks/34ea4d25-021c-4bfa-b189-4a9ba49eb3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856828 Feb 07 22:45:06.021704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-c96199c1-5d18-4d79-98fe-d500a063d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.023207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-c96199c1-5d18-4d79-98fe-d500a063d465 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 1095 time: 0.0817604 Feb 07 22:45:06.027222 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97147508-e685-4733-b36d-6d35621a6f5c req-b974aa80-ee07-47ff-8cfa-c768ea066e6d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 210 time: 0.0662093 Feb 07 22:45:06.035197 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ae3485d-a11a-4559-8a30-85d559e90d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:06.041587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ae3485d-a11a-4559-8a30-85d559e90d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:06.042878 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8ae3485d-a11a-4559-8a30-85d559e90d86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/336c1211-6427-4a0f-99a2-b4a3ab59b031 HTTP/1.1" status: 204 len: 168 time: 0.3623793 Feb 07 22:45:06.066744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3485d-a11a-4559-8a30-85d559e90d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c1211-6427-4a0f-99a2-b4a3ab59b031,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:06.124685 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede98d77-1f29-4739-8f00-b17444d108b8 x-openstack-request-id: req-ede98d77-1f29-4739-8f00-b17444d108b8 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:06.125662 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43048e80-86ae-48fc-b5db-b7a350c68cc2", "name": "network-vif-deleted", "tag": "a333eee3-7064-410d-bb33-655b5a7712c3", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:06.126121 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ede98d77-1f29-4739-8f00-b17444d108b8 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:06.126803 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43048e80-86ae-48fc-b5db-b7a350c68cc2', 'name': 'network-vif-deleted', 'tag': 'a333eee3-7064-410d-bb33-655b5a7712c3', 'status': 'completed', 'code': 200} Feb 07 22:45:06.247692 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-9b6233a5-3097-40c2-86ca-73619c5e4182 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=96fac3191ce54c7485d297e833cd0d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406487 Feb 07 22:45:06.580601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46890) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:06.603724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ecdeea5-d2fb-40c9-89be-55d570c8e631 req-8d46ba4b-2fca-45a3-a501-ef875ca95947 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 210 time: 0.3602076 Feb 07 22:45:06.612215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-a99d65c0-9e03-4f9c-91d9-2d03c7584b25 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.614677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-a99d65c0-9e03-4f9c-91d9-2d03c7584b25 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.46 "GET /v2.0/networks?id=38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 200 len: 814 time: 0.1433284 Feb 07 22:45:06.623467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752bd8-6c47-454b-86e5-b748e9671568 req-8ca51241-a3c7-4cb0-8550-e8aca74a0f69 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.630930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-8ca51241-a3c7-4cb0-8550-e8aca74a0f69 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3758161 Feb 07 22:45:06.634806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-983c252c-23dc-42ea-8af9-fdd00ffee5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:06.644939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Request body: {'port': {'device_id': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045', 'admin_state_up': True, 'tenant_id': '2cf6e28709774bc896a969b9bc722f63'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:06.674965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-16d9262a-1564-4a86-b08f-36b45de27558 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/quotas/96fac3191ce54c7485d297e833cd0d39 HTTP/1.1" status: 200 len: 375 time: 0.0430253 Feb 07 22:45:06.696067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-d5c7983c-544f-45fc-834e-94550093785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.697843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-d5c7983c-544f-45fc-834e-94550093785c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 911 time: 0.6410134 Feb 07 22:45:06.727610 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-35d73b03-5262-4ce0-baa5-001d3021f42b tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=96fac3191ce54c7485d297e833cd0d39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518370 Feb 07 22:45:06.792931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-9a915331-faee-489a-9aad-0ddc66dadedc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b HTTP/1.1" status: 200 len: 217 time: 0.0870616 Feb 07 22:45:06.821770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Made reservation on behalf of 2cf6e28709774bc896a969b9bc722f63 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:06.831462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:06.867456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-88fa058f-f447-41ca-993e-8eb4f3763dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.869050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-88fa058f-f447-41ca-993e-8eb4f3763dbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.0593758 Feb 07 22:45:06.937527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-d3adf34a-d2ea-489a-8703-be1c92237635 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597551 Feb 07 22:45:06.986821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dc509-44e5-4399-86a1-833c43e314aa req-85d5d0f4-83ce-470a-b275-142921a8c1ed tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.988404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-078dc509-44e5-4399-86a1-833c43e314aa req-85d5d0f4-83ce-470a-b275-142921a8c1ed tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 944 time: 0.2471290 Feb 07 22:45:07.031002 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-983c252c-23dc-42ea-8af9-fdd00ffee5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.041398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Deleting port cf049b52-e8d3-439e-870a-b40b6ab981e8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:07.041736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.067885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c0bf277-e60d-4704-935d-c61c7d01f1fd req-1b0eaa0b-571b-49e8-9a80-c744bd1320af tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 210 time: 0.0422678 Feb 07 22:45:07.068200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-983c252c-23dc-42ea-8af9-fdd00ffee5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.081377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Allocated IP 172.20.0.10 (38fb2cd4-7315-4385-9c54-330156f5d045/330f6228-f630-41d8-a629-5ee6cde7196a/1640ec1c-5a73-4696-9261-8591273a38c3) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:07.205308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-983c252c-23dc-42ea-8af9-fdd00ffee5d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3469fe2ac3148ae8a89c1dd025084ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236596 Feb 07 22:45:07.211421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-078dc509-44e5-4399-86a1-833c43e314aa req-99a703c0-7489-465c-bae6-5c16df1312ed tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094436 Feb 07 22:45:07.216854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46912) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:07.217530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c252c-23dc-42ea-8af9-fdd00ffee5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc192b6-b807-45e3-a7ee-af44caf3f9d1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:07.234647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387479a1-ac8e-43cf-94b7-1975959c9d5a req-fe8dfbfc-79b5-4bc1-99b1-e4a3f6ab2c92 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:07.235801 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387479a1-ac8e-43cf-94b7-1975959c9d5a req-fe8dfbfc-79b5-4bc1-99b1-e4a3f6ab2c92 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1147926 Feb 07 22:45:07.268454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-47fab067-3933-4476-89c8-69d08f67273c service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220232 Feb 07 22:45:07.339880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387479a1-ac8e-43cf-94b7-1975959c9d5a req-e25f26fe-bba7-4bb0-8c96-d6c2a6db86aa tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770481 Feb 07 22:45:07.343568 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.388563 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.404805 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8960d59-aa8f-4213-8efe-04871f81a345 req-9231f024-04d1-4609-a128-15fd1f1f0fde tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 210 time: 0.0790012 Feb 07 22:45:07.410306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] For port cf049b52-e8d3-439e-870a-b40b6ab981e8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cf049b52-e8d3-439e-870a-b40b6ab981e8,segment=NetworkSegment(dbe84712-2dee-4224-87b3-f02e3a158458),segment_id=dbe84712-2dee-4224-87b3-f02e3a158458)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:07.410812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.451137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6bf9-b0e1-476d-b82e-425143f0cd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.451885 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a333eee3-7064-410d-bb33-655b5a7712c3 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:45:07.456454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Calling delete_port for cf049b52-e8d3-439e-870a-b40b6ab981e8 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:07.457148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Network 38fb2cd4-7315-4385-9c54-330156f5d045 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:07.461855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:07.466899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:07.497727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Pushing event updated for resources: {'Port': ['ID=1640ec1c-5a73-4696-9261-8591273a38c3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:07.529468 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6bf9-b0e1-476d-b82e-425143f0cd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.532798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: a333eee3-7064-410d-bb33-655b5a7712c3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:45:07.533571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a333eee3-7064-410d-bb33-655b5a7712c3 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:45:07.534812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2aa6c8ee-314c-4746-9113-432bdc47ed98 req-2a3ea006-0796-438e-a2dc-f5cd2d9d3df4 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651677 Feb 07 22:45:07.544477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:07.544969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.568864 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-e0aa2bb9-44b6-437a-93e1-a56ced164135 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9346371 Feb 07 22:45:07.586224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Request body: {'port': {'device_id': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:07.674423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.773598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cfcf950-138a-468c-867b-2e501cead75e req-7fdc1083-c43a-4800-97c8-01786863b893 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 210 time: 0.0573084 Feb 07 22:45:07.812866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c5bbd-d496-48d0-96ae-a099d3682dd4 req-14f55dc7-d13e-4b5b-971c-b527cf42bf29 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:07.814504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c02c5bbd-d496-48d0-96ae-a099d3682dd4 req-14f55dc7-d13e-4b5b-971c-b527cf42bf29 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1976714 Feb 07 22:45:07.824558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6bf9-b0e1-476d-b82e-425143f0cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.827045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6bf9-b0e1-476d-b82e-425143f0cd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.830745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7fcb6bf9-b0e1-476d-b82e-425143f0cd25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcc192b6-b807-45e3-a7ee-af44caf3f9d1 HTTP/1.1" status: 204 len: 168 time: 0.6078038 Feb 07 22:45:07.847291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-d7141694-fa61-43c7-b437-962d910eb6b7 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:07.848791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-d7141694-fa61-43c7-b437-962d910eb6b7 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.46 "GET /v2.0/networks?id=34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 HTTP/1.1" status: 200 len: 805 time: 0.2508042 Feb 07 22:45:07.884311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb6bf9-b0e1-476d-b82e-425143f0cd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc192b6-b807-45e3-a7ee-af44caf3f9d1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:08.004417 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c02c5bbd-d496-48d0-96ae-a099d3682dd4 req-4befe847-7efe-421f-97e2-76d381a7e44b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809042 Feb 07 22:45:08.019153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-50939b14-2707-4cad-bdc9-f32bb180d0a2 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac820e5edba4baf94b0821f3a86f4dc HTTP/1.1" status: 200 len: 380 time: 0.1492214 Feb 07 22:45:08.031352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Request body: {'port': {'device_id': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'admin_state_up': True, 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'security_groups': ['775e77f2-33cd-4474-a1ec-d91d206f33c4']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:08.058099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.128528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1640ec1c-5a73-4696-9261-8591273a38c3 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:08.151763 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.151905 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf049b52-e8d3-439e-870a-b40b6ab981e8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:08.182227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Transition to ACTIVE for port object 1640ec1c-5a73-4696-9261-8591273a38c3 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:08.192216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.214052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca15149-526b-49d4-9ca1-ca413a5e998b req-d03b5bc5-7053-4fff-b3ba-e57b53b1418e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:08.215910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ca15149-526b-49d4-9ca1-ca413a5e998b req-d03b5bc5-7053-4fff-b3ba-e57b53b1418e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0825694 Feb 07 22:45:08.244496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7a8f685-021c-44e6-a572-7b5335428871 req-90625137-fe8a-45b2-a565-b28070857ef7 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 210 time: 0.1058710 Feb 07 22:45:08.319445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-0fcf52b2-e4e3-46fe-8b78-e29336b1797c tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=96fac3191ce54c7485d297e833cd0d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370665 Feb 07 22:45:08.332641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Pushing event updated for resources: {'Port': ['ID=1640ec1c-5a73-4696-9261-8591273a38c3,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:08.409451 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ca15149-526b-49d4-9ca1-ca413a5e998b req-bed478c7-7cae-452d-ac64-1048b4618f93 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652887 Feb 07 22:45:08.476829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Attempting to bind port 1640ec1c-5a73-4696-9261-8591273a38c3 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:08.477021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Attempting to bind port 1640ec1c-5a73-4696-9261-8591273a38c3 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:08.477276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Attempting to bind port 1640ec1c-5a73-4696-9261-8591273a38c3 on network 38fb2cd4-7315-4385-9c54-330156f5d045 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:08.492276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Port 1640ec1c-5a73-4696-9261-8591273a38c3 on network 38fb2cd4-7315-4385-9c54-330156f5d045 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:45:08.492712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Attempting to bind port 1640ec1c-5a73-4696-9261-8591273a38c3 on network 38fb2cd4-7315-4385-9c54-330156f5d045 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:08.503060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:08.503342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Checking segment: {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:08.503818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Bound using segment: {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:08.504258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Bound port: 1640ec1c-5a73-4696-9261-8591273a38c3, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:08.504616 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.585060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:08.591000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1640ec1c-5a73-4696-9261-8591273a38c3,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:08.607836 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.633422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Made reservation on behalf of 2ac820e5edba4baf94b0821f3a86f4dc for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:08.637268 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.690185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:08.691391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.693858 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] 10.222.0.46 "PUT /v2.0/ports/1640ec1c-5a73-4696-9261-8591273a38c3 HTTP/1.1" status: 200 len: 1092 time: 1.1120894 Feb 07 22:45:08.695427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3125b483-deaa-4aed-ad4e-250a08e3e97b details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:45:08.707899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'tag': '1640ec1c-5a73-4696-9261-8591273a38c3'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:08.712509 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e97092-bac2-4486-bdcd-ae7b4d0332df" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0cabb8-9355-42f5-b4dc-e3484b1e422f", "tag": "1640ec1c-5a73-4696-9261-8591273a38c3"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:08.716665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f16c-da4f-4f1c-9e22-7f97a4a24b60 req-1f05ac32-cd7f-4782-b36e-6f89dcc8c382 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:08.718490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-efb7f16c-da4f-4f1c-9e22-7f97a4a24b60 req-1f05ac32-cd7f-4782-b36e-6f89dcc8c382 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 944 time: 0.3670158 Feb 07 22:45:08.725510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.745540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752bd8-6c47-454b-86e5-b748e9671568 req-3cf5b9ae-3be1-4e90-b270-d7306bdc8cd7 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:08.747632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-3cf5b9ae-3be1-4e90-b270-d7306bdc8cd7 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4203789 Feb 07 22:45:08.771520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1731a-b4e8-466a-9979-d2c1853b253d req-660c110c-a288-464b-9b62-110bf13b2f61 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:08.772908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Request body: {'port': {'device_id': 'cdcc0718-f833-4c9c-8a7d-45e52d223d3d', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '96fac3191ce54c7485d297e833cd0d39'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:08.781009 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7c1731a-b4e8-466a-9979-d2c1853b253d req-660c110c-a288-464b-9b62-110bf13b2f61 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 944 time: 0.1882305 Feb 07 22:45:08.820379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8ca6f-e0ca-4923-8246-84f7315b8197 service neutron] Pushing event updated for resources: {'Port': ['ID=1640ec1c-5a73-4696-9261-8591273a38c3,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:08.908089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-0da59b1f-0d06-4182-8972-1a9c627c3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:08.911321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-0da59b1f-0d06-4182-8972-1a9c627c3e62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2cf6e28709774bc896a969b9bc722f63&device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 1095 time: 0.1265924 Feb 07 22:45:08.925134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:08.942837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '3125b483-deaa-4aed-ad4e-250a08e3e97b', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'port_id': '3125b483-deaa-4aed-ad4e-250a08e3e97b', 'mac_address': 'fa:16:3e:c6:7e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a859faec-1a35-450f-981d-df2a13fe444c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:45:09.013453 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.045524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7c1731a-b4e8-466a-9979-d2c1853b253d req-31e8e93b-6dd0-48fa-b390-e6490e83f767 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629957 Feb 07 22:45:09.047401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3125b483-deaa-4aed-ad4e-250a08e3e97b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:09.047531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-22efed8c-bbc8-40f6-93cc-a6e66ed1bded service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1640ec1c-5a73-4696-9261-8591273a38c3 HTTP/1.1" status: 200 len: 217 time: 0.1242492 Feb 07 22:45:09.100724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:09.110150 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.167690 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637c84a0-5ee9-4fab-9fb7-b4fd40faaebf x-openstack-request-id: req-637c84a0-5ee9-4fab-9fb7-b4fd40faaebf {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:09.168211 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0cabb8-9355-42f5-b4dc-e3484b1e422f", "tag": "1640ec1c-5a73-4696-9261-8591273a38c3", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:09.168618 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-637c84a0-5ee9-4fab-9fb7-b4fd40faaebf {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:09.169156 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'tag': '1640ec1c-5a73-4696-9261-8591273a38c3', 'status': 'completed', 'code': 200} Feb 07 22:45:09.175382 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-68ffbbd3-f756-4522-b880-fdf5fca64518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.177045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-68ffbbd3-f756-4522-b880-fdf5fca64518 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=330f6228-f630-41d8-a629-5ee6cde7196a HTTP/1.1" status: 200 len: 854 time: 0.1203003 Feb 07 22:45:09.228541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3125b483-deaa-4aed-ad4e-250a08e3e97b,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:09.235960 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-48b8a207-a512-4383-80b1-d36535c1babc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38fb2cd4-7315-4385-9c54-330156f5d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511830 Feb 07 22:45:09.302125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-efb7f16c-da4f-4f1c-9e22-7f97a4a24b60 req-52d708d4-323f-41b4-aff8-542ff44047ff tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596230 Feb 07 22:45:09.322859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3125b483-deaa-4aed-ad4e-250a08e3e97b'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:45:09.367089 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-6d07b3b9-33d5-441b-904f-563eb218327a service neutron] 10.222.0.46 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231112 Feb 07 22:45:09.386207 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f87dad2-65fe-4409-ad6e-7c1104364b38 req-30dd7433-342e-435f-8708-b0cc7ae4f490 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 210 time: 0.1093242 Feb 07 22:45:09.517200 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab60983e-6eb0-4cb1-991a-dfe8f3b23ade req-c48ad1c0-599d-4397-813e-38b8681185fd service neutron] 10.222.0.46 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340852 Feb 07 22:45:09.533630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07633503-6a84-47d9-86ab-1b86422019e5 req-fdec324a-b487-460c-935b-d4c132bdc030 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 210 time: 0.1155808 Feb 07 22:45:09.617138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Allocated IP 172.20.0.14 (34ea4d25-021c-4bfa-b189-4a9ba49eb3e5/843fc385-6765-4db7-96f5-0cd25d5ee9ab/2f5af2bb-9d74-4bd1-a1a0-98296970f4e6) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:09.661787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-c344fc50-14eb-43be-bbfb-6972bd78db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.663560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-c344fc50-14eb-43be-bbfb-6972bd78db26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2cf6e28709774bc896a969b9bc722f63&device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 1095 time: 0.0750234 Feb 07 22:45:09.768794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Made reservation on behalf of 96fac3191ce54c7485d297e833cd0d39 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:09.772289 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.785098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-41acbf6d-cd9c-42a6-a7cc-112221e84381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.786775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-41acbf6d-cd9c-42a6-a7cc-112221e84381 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 200 len: 914 time: 0.1164238 Feb 07 22:45:09.827248 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.845656 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-8c2614e7-acb4-47b7-945c-817a7200a489 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1640ec1c-5a73-4696-9261-8591273a38c3 HTTP/1.1" status: 200 len: 217 time: 0.0505979 Feb 07 22:45:09.930804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-1537e166-8379-48db-9597-e178ae56771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.933128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-1537e166-8379-48db-9597-e178ae56771c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=330f6228-f630-41d8-a629-5ee6cde7196a HTTP/1.1" status: 200 len: 854 time: 0.0760739 Feb 07 22:45:09.976706 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Router 1728795d-b5ef-4186-b0e6-1c776e96fd18 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:45:10.002665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-64e31e54-5710-4c21-8d39-36d4cef7b215 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38fb2cd4-7315-4385-9c54-330156f5d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608692 Feb 07 22:45:10.040526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.105107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.118175 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.194850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-59e009ec-b981-4b45-8541-48845b809eec service neutron] 10.222.0.46 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837008 Feb 07 22:45:10.228894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e71c16-0268-4169-b1a3-ca111860035e req-9ef1601e-9277-4b48-a7ee-2fada5f343c3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:10.230454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-29e71c16-0268-4169-b1a3-ca111860035e req-9ef1601e-9277-4b48-a7ee-2fada5f343c3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 944 time: 0.0859690 Feb 07 22:45:10.243550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787b0dba-a68c-47ff-a868-c1ebe5260665,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:10.262700 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.284144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:45:10.297136 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] Sync routers for ids ['1728795d-b5ef-4186-b0e6-1c776e96fd18'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:10.310932 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] Routers {'1728795d-b5ef-4186-b0e6-1c776e96fd18'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:10.311777 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1728795d-b5ef-4186-b0e6-1c776e96fd18'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:10.315494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-29e71c16-0268-4169-b1a3-ca111860035e req-31a7f563-8023-404b-be67-cd5e24487e28 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578780 Feb 07 22:45:10.327549 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6e97092-bac2-4486-bdcd-ae7b4d0332df req-634f943a-83d7-4e5d-a411-708a55797f97 service neutron] 10.222.0.46 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240153 Feb 07 22:45:10.376021 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b99d7bd3-c418-4c4b-a8ff-1395c7466d22 admin admin] 10.222.0.15 "PUT /v2.0/routers/1728795d-b5ef-4186-b0e6-1c776e96fd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4190586 Feb 07 22:45:10.379213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46996) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:10.406124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:10.423046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:10.447721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:10.461457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Pushing event updated for resources: {'Port': ['ID=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:10.522672 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] Set router 1728795d-b5ef-4186-b0e6-1c776e96fd18 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:10.531497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Allocated IP 192.168.233.12 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/e6360ee9-43d3-4a0f-919c-050cdc7fd46c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:10.585463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47004) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:10.613413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687d3c5-a59e-43df-8be7-5b03ff07a32e req-2e1fa7e4-7844-4284-add3-356b0a395536 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:10.614952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4687d3c5-a59e-43df-8be7-5b03ff07a32e req-2e1fa7e4-7844-4284-add3-356b0a395536 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 945 time: 0.2172954 Feb 07 22:45:10.627182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:10.627849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.694785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3125b483-deaa-4aed-ad4e-250a08e3e97b up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:10.733489 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-875860fa-e8fa-476e-b04f-bd2bd29c0833 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7020159 Feb 07 22:45:10.838977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 3125b483-deaa-4aed-ad4e-250a08e3e97b completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:10.844040 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c5f2d730-5774-4c9d-81e7-df8eea67850b None None] Provisioning complete for port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:10.844678 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d730-5774-4c9d-81e7-df8eea67850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.846621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 3125b483-deaa-4aed-ad4e-250a08e3e97b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:10.853333 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.891467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.903086 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:46Z', 'updated_at': '2022-02-07T22:45:07Z', 'revision_number': 5, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'gw_port': {'id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:48Z', 'updated_at': '2022-02-07T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:10.933060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2d730-5774-4c9d-81e7-df8eea67850b None None] Port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:45:10.943151 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] Checking router: 1728795d-b5ef-4186-b0e6-1c776e96fd18 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:10.948801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Request body: {'port': {'device_id': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:10.956497 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] Routers {'1728795d-b5ef-4186-b0e6-1c776e96fd18'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:10.957622 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1728795d-b5ef-4186-b0e6-1c776e96fd18'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:10.980929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.984710 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.991412 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-794bbe17-a143-44cc-9856-0ce530baa833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.009545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adedfca-41fe-4e63-91da-a2cec425899a req-02a87bb9-f4fd-4539-b9ca-161b50972160 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:11.014162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:11.016844 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4639a87e-1830-4f73-ad3d-c2f0c5064fc8" -d '{"events": [{"server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "name": "network-vif-plugged", "status": "completed", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:11.017727 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5adedfca-41fe-4e63-91da-a2cec425899a req-02a87bb9-f4fd-4539-b9ca-161b50972160 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 932 time: 0.4677863 Feb 07 22:45:11.021498 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.037383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:11.042984 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.044546 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4687d3c5-a59e-43df-8be7-5b03ff07a32e req-0500052f-85f0-4127-87fa-6bd98e9bb5dd tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138577 Feb 07 22:45:11.102740 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3125b483-deaa-4aed-ad4e-250a08e3e97b,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:11.113524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:11.126288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:11.135765 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.138246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:11.146747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Pushing event updated for resources: {'Port': ['ID=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:11.160307 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5adedfca-41fe-4e63-91da-a2cec425899a req-a9af3ea5-7a07-49e3-bd25-352200e84b0b tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417813 Feb 07 22:45:11.211610 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] Set router 1728795d-b5ef-4186-b0e6-1c776e96fd18 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:11.244295 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d133a0f-6b98-4a9d-af43-196e03fdfbfe x-openstack-request-id: req-9d133a0f-6b98-4a9d-af43-196e03fdfbfe {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:11.244598 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "name": "network-vif-plugged", "status": "completed", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:11.244870 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d133a0f-6b98-4a9d-af43-196e03fdfbfe {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:11.245269 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b', 'code': 200} Feb 07 22:45:11.250135 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.292718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:11.293556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.372656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Deleting port 4f684e43-9fd4-4edb-b730-6908ad7b50d9 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:11.373143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.436557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-6e1fc3e9-d463-4c0d-ae5a-4cec0c44b164 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6775796 Feb 07 22:45:11.454297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1640ec1c-5a73-4696-9261-8591273a38c3 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:45:11.529154 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-794bbe17-a143-44cc-9856-0ce530baa833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.547973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Request body: {'port': {'device_id': 'cdcc0718-f833-4c9c-8a7d-45e52d223d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:11.575470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-794bbe17-a143-44cc-9856-0ce530baa833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.602234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] For port 4f684e43-9fd4-4edb-b730-6908ad7b50d9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4f684e43-9fd4-4edb-b730-6908ad7b50d9,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:11.603142 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.613883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-029af771-1a95-476c-a558-0091b570c19c None None] Provisioning complete for port e6360ee9-43d3-4a0f-919c-050cdc7fd46c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:11.614597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-029af771-1a95-476c-a558-0091b570c19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.616572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10622a-c8bf-489e-8329-98fc0751dceb req-9ca062a3-8f77-4598-91cf-ebbdd6a33aaf tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:11.618066 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-af10622a-c8bf-489e-8329-98fc0751dceb req-9ca062a3-8f77-4598-91cf-ebbdd6a33aaf tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 935 time: 0.3604569 Feb 07 22:45:11.619206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Calling delete_port for 4f684e43-9fd4-4edb-b730-6908ad7b50d9 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:11.636725 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:46Z', 'updated_at': '2022-02-07T22:45:07Z', 'revision_number': 5, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'gw_port': {'id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:48Z', 'updated_at': '2022-02-07T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:11.642728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4735f71-25c0-4131-b607-a8c206dbb6a9 req-52ce0e1c-1cd5-4536-bca2-f63633175a52 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:11.644253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4735f71-25c0-4131-b607-a8c206dbb6a9 req-52ce0e1c-1cd5-4536-bca2-f63633175a52 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 944 time: 0.1377411 Feb 07 22:45:11.703138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcc508-9d2c-4d29-a41e-b56401727bd0 req-6d653625-d4ab-425d-a5fc-dfbc8bcf5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:11.703962 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026608da-e0c7-4d31-b504-4e8d373332bc None None] The sync data for ids ['1728795d-b5ef-4186-b0e6-1c776e96fd18'] in n-d-827895-2 is: [{'id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'name': 'tempest-ServerRescueTestJSON-940693592-router', 'tenant_id': '20fcff79a7c84633ba54ddd25e27176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:46Z', 'updated_at': '2022-02-07T22:45:07Z', 'revision_number': 5, 'project_id': '20fcff79a7c84633ba54ddd25e27176f', 'gw_port': {'id': '4f684e43-9fd4-4edb-b730-6908ad7b50d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1728795d-b5ef-4186-b0e6-1c776e96fd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:48Z', 'updated_at': '2022-02-07T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:11.704707 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2abcc508-9d2c-4d29-a41e-b56401727bd0 req-6d653625-d4ab-425d-a5fc-dfbc8bcf5aad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 1097 time: 0.3776779 Feb 07 22:45:11.708821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-029af771-1a95-476c-a558-0091b570c19c None None] Port e6360ee9-43d3-4a0f-919c-050cdc7fd46c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:45:11.715498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4735f71-25c0-4131-b607-a8c206dbb6a9 req-3112f119-0f88-470d-bdd8-b2ee4891eaf0 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400758 Feb 07 22:45:11.715871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1640ec1c-5a73-4696-9261-8591273a38c3,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:11.726867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '1640ec1c-5a73-4696-9261-8591273a38c3', 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045', 'port_id': '1640ec1c-5a73-4696-9261-8591273a38c3', 'mac_address': 'fa:16:3e:ee:4d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330f6228-f630-41d8-a629-5ee6cde7196a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:45:11.763772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bbe17-a143-44cc-9856-0ce530baa833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd0c07c-41fa-4219-9831-13c3968e5cb1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:11.768524 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-794bbe17-a143-44cc-9856-0ce530baa833 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cd536a2b30245d595bcc2510aa7c6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1771445 Feb 07 22:45:11.773556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47022) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:11.799197 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.814806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1640ec1c-5a73-4696-9261-8591273a38c3 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:11.823571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.839644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1640ec1c-5a73-4696-9261-8591273a38c3,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:11.851319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5295d518-898a-4028-87ed-38a928701ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.851530 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.905652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5295d518-898a-4028-87ed-38a928701ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.924244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1640ec1c-5a73-4696-9261-8591273a38c3,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:11.930221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2abcc508-9d2c-4d29-a41e-b56401727bd0 req-c30593f0-f6f6-441d-ab55-1377a1515ecb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830342 Feb 07 22:45:11.942949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-af10622a-c8bf-489e-8329-98fc0751dceb req-90af594c-bbc5-4d08-a7e4-799e1e3574dd tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721541 Feb 07 22:45:11.945718 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:45:11.960046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.986651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f684e43-9fd4-4edb-b730-6908ad7b50d9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:12.035645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5295d518-898a-4028-87ed-38a928701ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.038255 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5295d518-898a-4028-87ed-38a928701ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.042552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5295d518-898a-4028-87ed-38a928701ea3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbd0c07c-41fa-4219-9831-13c3968e5cb1 HTTP/1.1" status: 204 len: 168 time: 0.2650118 Feb 07 22:45:12.057314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1640ec1c-5a73-4696-9261-8591273a38c3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:45:12.064278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295d518-898a-4028-87ed-38a928701ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd0c07c-41fa-4219-9831-13c3968e5cb1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:12.131938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83d9a-0b97-4486-9377-22aa22131c4f req-1b0b2602-da5f-4dfa-b48d-04d6f5e1fb55 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:12.140422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fdb83d9a-0b97-4486-9377-22aa22131c4f req-1b0b2602-da5f-4dfa-b48d-04d6f5e1fb55 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1560538 Feb 07 22:45:12.202787 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.211110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fdb83d9a-0b97-4486-9377-22aa22131c4f req-2cff28fe-3ba1-48de-9260-d653cc2c5d7b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690956 Feb 07 22:45:12.348767 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.352614 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.405469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad37648-62b3-452a-b725-b57f468b5d0e req-a354f19c-2727-4568-b75b-8befdf0a3bab tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:12.407047 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ad37648-62b3-452a-b725-b57f468b5d0e req-a354f19c-2727-4568-b75b-8befdf0a3bab tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1900749 Feb 07 22:45:12.420006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:12.421442 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.422345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1728795d-b5ef-4186-b0e6-1c776e96fd18 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:45:12.431938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45d43c-7605-4b8a-8a57-248f19599d4e req-4cee34ee-1caf-4efe-a1b2-0ba9f62e941b tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:12.433654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b45d43c-7605-4b8a-8a57-248f19599d4e req-4cee34ee-1caf-4efe-a1b2-0ba9f62e941b tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 932 time: 0.1483746 Feb 07 22:45:12.436643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.437709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6b24710e-edd1-4ad9-998c-07175e62962b admin admin] 10.222.0.15 "DELETE /v2.0/routers/1728795d-b5ef-4186-b0e6-1c776e96fd18 HTTP/1.1" status: 204 len: 168 time: 2.0571485 Feb 07 22:45:12.440355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47038) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:12.454895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.494477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47040) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:12.516592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Transition to ACTIVE for port object 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:12.526035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4cc1f57-a04a-4652-a9e2-10f4b12aef0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.530294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b45d43c-7605-4b8a-8a57-248f19599d4e req-1430ede8-b143-431e-8d63-a4e11331c1b2 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800910 Feb 07 22:45:12.533595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5db720-4cc0-4165-9860-61a3336e7f6d admin admin] Deleting subnet f57ffd42-2da5-4be0-97aa-77ac8611a04d {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:45:12.535467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.537391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea5db720-4cc0-4165-9860-61a3336e7f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.545091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6360ee9-43d3-4a0f-919c-050cdc7fd46c {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:12.559627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ad37648-62b3-452a-b725-b57f468b5d0e req-71fcf5e6-465f-4c74-9e3e-497d2ee35277 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451392 Feb 07 22:45:12.563909 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.614782 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea5db720-4cc0-4165-9860-61a3336e7f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.629514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Transition to ACTIVE for port object e6360ee9-43d3-4a0f-919c-050cdc7fd46c will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:12.653141 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.660744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:12.705212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea5db720-4cc0-4165-9860-61a3336e7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.737226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12c02c-cb8b-4556-9212-dbd6276b2eef req-6c70f870-5842-44d1-913f-543397fb71a8 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:12.739414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f12c02c-cb8b-4556-9212-dbd6276b2eef req-6c70f870-5842-44d1-913f-543397fb71a8 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1225941 Feb 07 22:45:12.787274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Pushing event updated for resources: {'Port': ['ID=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:12.808149 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea5db720-4cc0-4165-9860-61a3336e7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.862240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5db720-4cc0-4165-9860-61a3336e7f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57ffd42-2da5-4be0-97aa-77ac8611a04d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:12.890319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Attempting to bind port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:12.890319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Attempting to bind port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:12.890773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Attempting to bind port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 on network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:12.896397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f12c02c-cb8b-4556-9212-dbd6276b2eef req-adb5d714-055c-4768-8b23-6e05bf123b04 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052010 Feb 07 22:45:12.898270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea5db720-4cc0-4165-9860-61a3336e7f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.902701 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ea5db720-4cc0-4165-9860-61a3336e7f6d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f57ffd42-2da5-4be0-97aa-77ac8611a04d HTTP/1.1" status: 204 len: 168 time: 0.4611764 Feb 07 22:45:12.905153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47044) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:12.919988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 on network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:45:12.919988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Attempting to bind port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 on network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:12.960921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:12.961247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Checking segment: {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:12.961627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Bound using segment: {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:12.962106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Bound port: 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89e936b-854c-4940-ba48-6af140ef1e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:12.962461 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.990212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Attempting to bind port e6360ee9-43d3-4a0f-919c-050cdc7fd46c on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:12.990546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Attempting to bind port e6360ee9-43d3-4a0f-919c-050cdc7fd46c by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:12.992150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Attempting to bind port e6360ee9-43d3-4a0f-919c-050cdc7fd46c on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:13.003150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4cc1f57-a04a-4652-a9e2-10f4b12aef0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.013100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Port e6360ee9-43d3-4a0f-919c-050cdc7fd46c on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:45:13.013420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Attempting to bind port e6360ee9-43d3-4a0f-919c-050cdc7fd46c on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:13.032023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4cc1f57-a04a-4652-a9e2-10f4b12aef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.035294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.134703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] For port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:13.139684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] For port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:13.141195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:13.141698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:13.142117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:13.143035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Bound port: e6360ee9-43d3-4a0f-919c-050cdc7fd46c, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:13.143188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.193949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.198543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab49fd-d637-4bd9-a580-e9ad306f2340 req-941da991-3634-4d8b-bfee-737d3f9e1341 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:13.200820 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3ab49fd-d637-4bd9-a580-e9ad306f2340 req-941da991-3634-4d8b-bfee-737d3f9e1341 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 947 time: 0.1514163 Feb 07 22:45:13.211770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.231069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a25f-91d7-4179-976e-0c6c04be492c req-49737563-a94d-4f7f-bee5-fa10fc53361e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:13.232974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ba5a25f-91d7-4179-976e-0c6c04be492c req-49737563-a94d-4f7f-bee5-fa10fc53361e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 945 time: 0.3440509 Feb 07 22:45:13.251378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79aad14d-4e3e-4215-af1a-bee284f19712']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:13.258353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d4cc1f57-a04a-4652-a9e2-10f4b12aef0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=530deee7949f4f9cbaa9ca08bc19ce7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606542 Feb 07 22:45:13.264489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47052) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:13.264676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc1f57-a04a-4652-a9e2-10f4b12aef0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f95f4d2-27f2-4f15-977c-807336169eda,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:13.276564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:13.277186 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.278562 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 HTTP/1.1" status: 200 len: 1092 time: 2.3474145 Feb 07 22:45:13.278675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe84712-2dee-4224-87b3-f02e3a158458') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:13.278946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe84712-2dee-4224-87b3-f02e3a158458') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:13.298624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3ab49fd-d637-4bd9-a580-e9ad306f2340 req-5fd6987c-395c-4033-9b0a-e7ed53e71179 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900617 Feb 07 22:45:13.309932 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.344537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.350296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'tag': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:13.353914 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001f4699-5618-4358-90cb-4628a2c1958a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3180b50-c49b-4c03-9a3a-0afdb4841497", "tag": "2f5af2bb-9d74-4bd1-a1a0-98296970f4e6"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:13.364132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:45:13.364538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:45:13.375193 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:45:13.390666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d98e7704-bd55-44e5-8332-85a59342fd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.451169 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d11d414-3567-405e-b395-00cb59dfea5c x-openstack-request-id: req-5d11d414-3567-405e-b395-00cb59dfea5c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:13.451477 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3180b50-c49b-4c03-9a3a-0afdb4841497", "tag": "2f5af2bb-9d74-4bd1-a1a0-98296970f4e6", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:13.451796 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d11d414-3567-405e-b395-00cb59dfea5c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:13.452118 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'tag': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6', 'status': 'completed', 'code': 200} Feb 07 22:45:13.470745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1640ec1c-5a73-4696-9261-8591273a38c3 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:13.506711 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d98e7704-bd55-44e5-8332-85a59342fd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.517723 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.543478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.552002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/79aad14d-4e3e-4215-af1a-bee284f19712 HTTP/1.1" status: 204 len: 168 time: 0.6455777 Feb 07 22:45:13.633322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 1640ec1c-5a73-4696-9261-8591273a38c3 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:13.637277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcac2c7-283f-4b6e-b9b9-819e18b388d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=79aad14d-4e3e-4215-af1a-bee284f19712,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:13.655193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 1640ec1c-5a73-4696-9261-8591273a38c3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:13.655563 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.702839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d98e7704-bd55-44e5-8332-85a59342fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.705714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d98e7704-bd55-44e5-8332-85a59342fd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.710421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d98e7704-bd55-44e5-8332-85a59342fd50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f95f4d2-27f2-4f15-977c-807336169eda HTTP/1.1" status: 204 len: 168 time: 0.4425626 Feb 07 22:45:13.720137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4f684e43-9fd4-4edb-b730-6908ad7b50d9 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:45:13.731953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e7704-bd55-44e5-8332-85a59342fd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f95f4d2-27f2-4f15-977c-807336169eda,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:13.788404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fdf20-4210-4414-8b1c-55ba1a7b1614 req-2b8dd7ab-ec3c-420c-8c63-989cb6712577 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:13.798477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c00fdf20-4210-4414-8b1c-55ba1a7b1614 req-2b8dd7ab-ec3c-420c-8c63-989cb6712577 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 944 time: 0.0820451 Feb 07 22:45:13.825604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4f684e43-9fd4-4edb-b730-6908ad7b50d9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:45:13.834135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4f684e43-9fd4-4edb-b730-6908ad7b50d9 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:45:13.834611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cf049b52-e8d3-439e-870a-b40b6ab981e8 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:45:13.879837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c00fdf20-4210-4414-8b1c-55ba1a7b1614 req-0ef8757b-0e8b-4c4f-9dfb-dab25ffc8f63 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787685 Feb 07 22:45:13.896091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159cfec-e8d7-4f29-9de9-26aac1603239 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:13.896644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: cf049b52-e8d3-439e-870a-b40b6ab981e8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:45:13.896759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cf049b52-e8d3-439e-870a-b40b6ab981e8 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:45:13.905870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-55fcff8b-02f0-4dc9-b04f-0959d9d59119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:13.907540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-55fcff8b-02f0-4dc9-b04f-0959d9d59119 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ac820e5edba4baf94b0821f3a86f4dc&device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 1095 time: 0.5337546 Feb 07 22:45:13.917013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ba5a25f-91d7-4179-976e-0c6c04be492c req-2e7766ce-61bc-4043-8559-60fa35408f3f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585839 Feb 07 22:45:13.989395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-8c555611-5f71-456d-b65a-e9360b6ed3f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 HTTP/1.1" status: 200 len: 217 time: 0.0630770 Feb 07 22:45:13.990731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] For port e6360ee9-43d3-4a0f-919c-050cdc7fd46c, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:13.991139 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.021214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47070) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:14.024111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] For port e6360ee9-43d3-4a0f-919c-050cdc7fd46c, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:14.048863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1640ec1c-5a73-4696-9261-8591273a38c3,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:14.051000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1640ec1c-5a73-4696-9261-8591273a38c3'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:14.055186 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3149c9b-fe03-406d-8ced-654abd9adc2c" -d '{"events": [{"server_uuid": "4e0cabb8-9355-42f5-b4dc-e3484b1e422f", "name": "network-vif-plugged", "status": "completed", "tag": "1640ec1c-5a73-4696-9261-8591273a38c3"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:14.058778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.084725 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.100785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a361a8-ad11-4a06-93b2-e54229c7127d req-590eb3c4-bc77-4e14-bdfb-c0bb7b968586 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.125853 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5a361a8-ad11-4a06-93b2-e54229c7127d req-590eb3c4-bc77-4e14-bdfb-c0bb7b968586 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1284492 Feb 07 22:45:14.126138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Pushing event updated for resources: {'Port': ['ID=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:14.160571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.161214 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.162551 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-79ea23d0-f25e-48fa-be39-e0853ab3443f service neutron] 10.222.0.46 "PUT /v2.0/ports/e6360ee9-43d3-4a0f-919c-050cdc7fd46c HTTP/1.1" status: 200 len: 1095 time: 2.6383703 Feb 07 22:45:14.201288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b12e5c81-37dc-4157-9894-6e4dba752404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.203161 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b12e5c81-37dc-4157-9894-6e4dba752404 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=843fc385-6765-4db7-96f5-0cd25d5ee9ab HTTP/1.1" status: 200 len: 844 time: 0.2003834 Feb 07 22:45:14.204135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1640ec1c-5a73-4696-9261-8591273a38c3,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:14.216212 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a013c3-7d30-4978-8ed2-62b3bd0b5511 x-openstack-request-id: req-90a013c3-7d30-4978-8ed2-62b3bd0b5511 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:14.216928 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0cabb8-9355-42f5-b4dc-e3484b1e422f", "name": "network-vif-plugged", "status": "completed", "tag": "1640ec1c-5a73-4696-9261-8591273a38c3", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:14.217352 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90a013c3-7d30-4978-8ed2-62b3bd0b5511 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:14.217904 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1640ec1c-5a73-4696-9261-8591273a38c3', 'code': 200} Feb 07 22:45:14.222136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5a361a8-ad11-4a06-93b2-e54229c7127d req-78f7b219-0b3c-4ff1-9fc1-90f4e1886df8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944071 Feb 07 22:45:14.341237 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5ef8b440-3152-4dcb-83f9-cf0974fbd983 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20fcff79a7c84633ba54ddd25e27176f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138559 Feb 07 22:45:14.348036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47084) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:14.370108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6399526-9148-49f9-bb02-b24dabbaf09f req-864121dc-27c0-4654-91b2-a0df946afe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.373484 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6399526-9148-49f9-bb02-b24dabbaf09f req-864121dc-27c0-4654-91b2-a0df946afe55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 1097 time: 0.0964139 Feb 07 22:45:14.388281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752bd8-6c47-454b-86e5-b748e9671568 req-8970e70d-538f-4d7b-a898-8cfea8fe2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.390044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-8970e70d-538f-4d7b-a898-8cfea8fe2efa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96fac3191ce54c7485d297e833cd0d39&device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 1098 time: 0.1518459 Feb 07 22:45:14.463500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-4dd630b8-20c0-4696-b2e2-f69cd88d1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.465882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-4dd630b8-20c0-4696-b2e2-f69cd88d1d86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34ea4d25-021c-4bfa-b189-4a9ba49eb3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2519915 Feb 07 22:45:14.468218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-0b7000bb-ea6c-4b0e-bd06-72deff51b1a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e6360ee9-43d3-4a0f-919c-050cdc7fd46c HTTP/1.1" status: 200 len: 217 time: 0.0693202 Feb 07 22:45:14.633880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752bd8-6c47-454b-86e5-b748e9671568 req-9ba7c240-b697-4879-9ad3-2da6dffa64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.642486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-9ba7c240-b697-4879-9ad3-2da6dffa64c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1497443 Feb 07 22:45:14.646464 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6399526-9148-49f9-bb02-b24dabbaf09f req-d5ddadbf-7b4d-44b7-8778-0ca7d0bbe536 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461863 Feb 07 22:45:14.691443 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b633074d-0e77-46c7-bfd2-7ee22d85b233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.693207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-b3dd4055-9f2c-4807-91ef-acf05f1cc27e service neutron] 10.222.0.46 "GET /v2.0/networks/34ea4d25-021c-4bfa-b189-4a9ba49eb3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138288 Feb 07 22:45:14.714502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dfb92-d243-45d0-86a0-9a5b204f552b req-f2e141b8-33be-454c-b594-86b69e76e938 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.726080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a33dfb92-d243-45d0-86a0-9a5b204f552b req-f2e141b8-33be-454c-b594-86b69e76e938 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 947 time: 0.2590597 Feb 07 22:45:14.773019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b633074d-0e77-46c7-bfd2-7ee22d85b233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.820794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a33dfb92-d243-45d0-86a0-9a5b204f552b req-566fe6bc-8204-48c8-a07a-d398fa2e80da tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931273 Feb 07 22:45:14.885632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b633074d-0e77-46c7-bfd2-7ee22d85b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.888858 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b633074d-0e77-46c7-bfd2-7ee22d85b233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.890545 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b633074d-0e77-46c7-bfd2-7ee22d85b233 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85327b4d-b481-46f0-ae84-04be3e3eb4bb HTTP/1.1" status: 204 len: 168 time: 0.5375633 Feb 07 22:45:14.906747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633074d-0e77-46c7-bfd2-7ee22d85b233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85327b4d-b481-46f0-ae84-04be3e3eb4bb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:15.045839 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb4353de-70f7-4ceb-93c2-2b360fab12d3 req-20e907e8-90d6-4097-94c1-c0d4fc1c937f service neutron] 10.222.0.46 "GET /v2.0/networks/34ea4d25-021c-4bfa-b189-4a9ba49eb3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791031 Feb 07 22:45:15.098741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752bd8-6c47-454b-86e5-b748e9671568 req-e43b1a41-4ce4-43a8-93ae-e000a392a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.100532 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-e43b1a41-4ce4-43a8-93ae-e000a392a152 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2715936 Feb 07 22:45:15.122175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd72612-2a68-475b-8e7b-96c7ab71c3fc req-4f0ab69d-d4a3-45e5-8649-d3cdc2df59ba tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.125483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d8d45-8b48-466f-8e00-c90632ed22fd req-87a4b9a9-b332-4c05-b2e1-61a77ebe4874 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.129731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5fd72612-2a68-475b-8e7b-96c7ab71c3fc req-4f0ab69d-d4a3-45e5-8649-d3cdc2df59ba tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 944 time: 0.0822487 Feb 07 22:45:15.132336 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6f1d8d45-8b48-466f-8e00-c90632ed22fd req-87a4b9a9-b332-4c05-b2e1-61a77ebe4874 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1009183 Feb 07 22:45:15.189487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6f1d8d45-8b48-466f-8e00-c90632ed22fd req-f000b5fd-e3bf-4293-a31d-01dae8a58b6c tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494113 Feb 07 22:45:15.276427 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5fd72612-2a68-475b-8e7b-96c7ab71c3fc req-5d6e9cbb-3273-42bd-bcb6-eae8ead546c2 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456404 Feb 07 22:45:15.296282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4699-5618-4358-90cb-4628a2c1958a req-4bfee6e0-3fd3-4e23-bda0-71d55943e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.301826 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001f4699-5618-4358-90cb-4628a2c1958a req-4bfee6e0-3fd3-4e23-bda0-71d55943e9a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ac820e5edba4baf94b0821f3a86f4dc&device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 1095 time: 0.1632850 Feb 07 22:45:15.354414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48eb03-e690-4712-9cc3-5278b3b2c341 req-d980a7f4-e75d-426a-94e3-d7382942f037 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.366428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd48eb03-e690-4712-9cc3-5278b3b2c341 req-d980a7f4-e75d-426a-94e3-d7382942f037 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.1030095 Feb 07 22:45:15.391481 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-72ff4f95-be27-4022-ad52-d00cfa8cd3bb service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798147 Feb 07 22:45:15.437349 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd48eb03-e690-4712-9cc3-5278b3b2c341 req-9b58fd74-f37a-4f70-b9cd-4bcc4bff85b7 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699193 Feb 07 22:45:15.479340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcc0718-f833-4c9c-8a7d-45e52d223d3d', 'tag': 'e6360ee9-43d3-4a0f-919c-050cdc7fd46c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:15.481894 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816059cd-dba3-4267-86d1-b394e86ada57" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcc0718-f833-4c9c-8a7d-45e52d223d3d", "tag": "e6360ee9-43d3-4a0f-919c-050cdc7fd46c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:15.546142 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26219bf3-d4cc-4dc0-8c8f-e2800eea183c x-openstack-request-id: req-26219bf3-d4cc-4dc0-8c8f-e2800eea183c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:15.546450 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcc0718-f833-4c9c-8a7d-45e52d223d3d", "tag": "e6360ee9-43d3-4a0f-919c-050cdc7fd46c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:15.546705 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26219bf3-d4cc-4dc0-8c8f-e2800eea183c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:15.547101 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcc0718-f833-4c9c-8a7d-45e52d223d3d', 'tag': 'e6360ee9-43d3-4a0f-919c-050cdc7fd46c', 'status': 'completed', 'code': 200} Feb 07 22:45:15.561434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4699-5618-4358-90cb-4628a2c1958a req-d56f6382-d99d-4f1e-9416-26be04270aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.562998 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001f4699-5618-4358-90cb-4628a2c1958a req-d56f6382-d99d-4f1e-9416-26be04270aa4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 HTTP/1.1" status: 200 len: 905 time: 0.2437413 Feb 07 22:45:15.673268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36752bd8-6c47-454b-86e5-b748e9671568 req-f38911c1-6fc1-47ca-94ce-bc32d07968bc service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700992 Feb 07 22:45:15.682131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dd9e-90d5-407a-9097-91bcad0e50b5 req-411f0e42-3466-4331-9532-6d7ea194dc49 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.683621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-adf2dd9e-90d5-407a-9097-91bcad0e50b5 req-411f0e42-3466-4331-9532-6d7ea194dc49 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.1984348 Feb 07 22:45:15.685173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001f4699-5618-4358-90cb-4628a2c1958a req-7d4d06f0-0385-473c-9f47-7f71d5f10ba1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 HTTP/1.1" status: 200 len: 217 time: 0.1114874 Feb 07 22:45:15.819262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4699-5618-4358-90cb-4628a2c1958a req-a4519c67-81c0-4c80-b824-190766d64496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.822388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001f4699-5618-4358-90cb-4628a2c1958a req-a4519c67-81c0-4c80-b824-190766d64496 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=843fc385-6765-4db7-96f5-0cd25d5ee9ab HTTP/1.1" status: 200 len: 844 time: 0.1276340 Feb 07 22:45:15.852124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-adf2dd9e-90d5-407a-9097-91bcad0e50b5 req-289e3863-6021-4173-9d37-1ba8d899dc78 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593966 Feb 07 22:45:15.906860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816059cd-dba3-4267-86d1-b394e86ada57 req-4b037965-7810-4bae-9f5e-8531cd93b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.908760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-816059cd-dba3-4267-86d1-b394e86ada57 req-4b037965-7810-4bae-9f5e-8531cd93b3a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96fac3191ce54c7485d297e833cd0d39&device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 1098 time: 0.1640513 Feb 07 22:45:15.943163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4699-5618-4358-90cb-4628a2c1958a req-5cfcf482-065b-45fe-805b-33b4ea32f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.944661 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001f4699-5618-4358-90cb-4628a2c1958a req-5cfcf482-065b-45fe-805b-33b4ea32f22a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34ea4d25-021c-4bfa-b189-4a9ba49eb3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899961 Feb 07 22:45:15.948484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf8868-b149-4583-934f-f7e22a0025f1 req-41d41863-6a50-44e5-aa64-24aa668d0744 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.959776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21bf8868-b149-4583-934f-f7e22a0025f1 req-41d41863-6a50-44e5-aa64-24aa668d0744 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0788467 Feb 07 22:45:16.015296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21bf8868-b149-4583-934f-f7e22a0025f1 req-3634b566-e284-4852-900d-efe3c66414c6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545464 Feb 07 22:45:16.151882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816059cd-dba3-4267-86d1-b394e86ada57 req-b13cf4e7-91cb-41a7-99cc-fd3d61bc278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.153357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-816059cd-dba3-4267-86d1-b394e86ada57 req-b13cf4e7-91cb-41a7-99cc-fd3d61bc278f service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.2323315 Feb 07 22:45:16.169379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209871b-1583-45f0-98ef-a484c54ddcf4 req-2084caa7-dc76-4b04-887b-7fc5b1206989 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.170920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e209871b-1583-45f0-98ef-a484c54ddcf4 req-2084caa7-dc76-4b04-887b-7fc5b1206989 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 947 time: 0.1540484 Feb 07 22:45:16.205050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e520ba-f019-410e-b024-944d7365642e req-fe9beb45-860e-4375-a851-1c7b3aa50d0c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.209240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-16e520ba-f019-410e-b024-944d7365642e req-fe9beb45-860e-4375-a851-1c7b3aa50d0c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0850744 Feb 07 22:45:16.223861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47176) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:16.269225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-16e520ba-f019-410e-b024-944d7365642e req-85bf2c64-e3b1-44a5-9fd6-044a568f2526 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545621 Feb 07 22:45:16.278192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001f4699-5618-4358-90cb-4628a2c1958a req-72b5119f-ac8c-4cf6-8445-af17932cae8e service neutron] 10.222.0.46 "GET /v2.0/networks/34ea4d25-021c-4bfa-b189-4a9ba49eb3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623436 Feb 07 22:45:16.280032 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-816059cd-dba3-4267-86d1-b394e86ada57 req-285ccb14-5184-41e1-8062-4743cfc14bd4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e6360ee9-43d3-4a0f-919c-050cdc7fd46c HTTP/1.1" status: 200 len: 217 time: 0.1080692 Feb 07 22:45:16.341477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e209871b-1583-45f0-98ef-a484c54ddcf4 req-301e8637-8eaf-43c5-a021-38671f651959 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582313 Feb 07 22:45:16.362052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-network', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:16.404820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816059cd-dba3-4267-86d1-b394e86ada57 req-746fa802-db2c-4acf-b0e1-12b9bdf97c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.406842 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-816059cd-dba3-4267-86d1-b394e86ada57 req-746fa802-db2c-4acf-b0e1-12b9bdf97c56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0937381 Feb 07 22:45:16.468727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323f821-e91f-492b-b3e5-130d29e94d87 req-97091774-d9f7-4697-8f62-165a041e99ae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.470674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3323f821-e91f-492b-b3e5-130d29e94d87 req-97091774-d9f7-4697-8f62-165a041e99ae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1225390 Feb 07 22:45:16.485881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Made reservation on behalf of 27fac3d8d816482a8d554130dabba3e9 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:16.488304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.513169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.542256 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3323f821-e91f-492b-b3e5-130d29e94d87 req-12001975-9db6-452f-a156-f6e6af1931ca tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648940 Feb 07 22:45:16.580881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001f4699-5618-4358-90cb-4628a2c1958a req-afa0ee0c-762f-42c2-bf7d-30be26e1157e service neutron] 10.222.0.46 "GET /v2.0/networks/34ea4d25-021c-4bfa-b189-4a9ba49eb3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833312 Feb 07 22:45:16.584814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816059cd-dba3-4267-86d1-b394e86ada57 req-8e8ef648-35c2-4cbb-9ce0-144afbe5cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.586395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-816059cd-dba3-4267-86d1-b394e86ada57 req-8e8ef648-35c2-4cbb-9ce0-144afbe5cf93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421244 Feb 07 22:45:16.596814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45af534-1fd7-406a-bbd1-95fcfbab06b4 req-e293c1cd-4b3f-4974-8581-c0fad6773b6d tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.605525 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b45af534-1fd7-406a-bbd1-95fcfbab06b4 req-e293c1cd-4b3f-4974-8581-c0fad6773b6d tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 944 time: 0.1276739 Feb 07 22:45:16.661298 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.667981 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.699899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:45:16.719802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85338ff-5790-4aed-a298-b4bf8c828ce5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:16.726353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.726693 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Added segment 56b545cd-31f6-42e2-9cc5-6682f481f818 of type vlan for network d3662fbd-be76-4e0d-a406-ecf838b7377c Feb 07 22:45:16.752321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b45af534-1fd7-406a-bbd1-95fcfbab06b4 req-8cd96fb5-3cc7-44ee-b830-9c61840c09d3 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455522 Feb 07 22:45:16.784807 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.789733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-816059cd-dba3-4267-86d1-b394e86ada57 req-a48ad937-d37f-434b-a623-795818081201 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816308 Feb 07 22:45:16.839403 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.842519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.843118 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.921008 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6961107 Feb 07 22:45:16.927771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47210) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:16.935269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Request body: {'subnet': {'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-subnet', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:16.973695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8b5cc-8342-4169-813b-3f360b86586b admin admin] Pushing event updated for resources: {'Network': ['ID=d3662fbd-be76-4e0d-a406-ecf838b7377c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:16.989371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d3662fbd-be76-4e0d-a406-ecf838b7377c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:45:16.992525 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-816059cd-dba3-4267-86d1-b394e86ada57 req-b9e8de33-739c-435a-9fb7-d991a586945f service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964014 Feb 07 22:45:16.995826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da330144-4864-4b80-a651-20de63383f70 req-acad46fa-13e1-4441-b88a-55ce06b9459e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.004365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da330144-4864-4b80-a651-20de63383f70 req-acad46fa-13e1-4441-b88a-55ce06b9459e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.1257603 Feb 07 22:45:17.004590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ec352-ecd1-4e2d-af49-4f94568b5536 req-94a9ba8f-d182-4e74-a064-c78a857780e4 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.014270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-180ec352-ecd1-4e2d-af49-4f94568b5536 req-94a9ba8f-d182-4e74-a064-c78a857780e4 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.1102033 Feb 07 22:45:17.034604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Made reservation on behalf of 27fac3d8d816482a8d554130dabba3e9 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:17.037275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.066673 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da330144-4864-4b80-a651-20de63383f70 req-19a1188b-9ef3-4987-b5b2-e8ad6661f568 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582387 Feb 07 22:45:17.110168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-180ec352-ecd1-4e2d-af49-4f94568b5536 req-34ac6a43-3a96-40bf-9de2-c3b411b36808 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950305 Feb 07 22:45:17.191166 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914af5f-bd07-4528-9b0b-f57deb22e80b req-b08ca184-ecfb-40b5-811d-08199ce7f7f0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.196289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d914af5f-bd07-4528-9b0b-f57deb22e80b req-b08ca184-ecfb-40b5-811d-08199ce7f7f0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0643597 Feb 07 22:45:17.242746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d914af5f-bd07-4528-9b0b-f57deb22e80b req-47f9d887-03a5-4ce3-a766-7ff8cc5acf0b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Feb 07 22:45:17.283104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b90d-7608-47b1-99a4-f6fba1a59bf7 req-51cccad0-a5f8-4f3e-885b-2d50b271fa35 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.288546 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4673b90d-7608-47b1-99a4-f6fba1a59bf7 req-51cccad0-a5f8-4f3e-885b-2d50b271fa35 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0867169 Feb 07 22:45:17.355439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.373136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05899261-a33c-409e-bf82-be9877bf2570 req-bfc8d80a-d881-4bf1-ae24-efafecf7228c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.375478 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-05899261-a33c-409e-bf82-be9877bf2570 req-bfc8d80a-d881-4bf1-ae24-efafecf7228c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0586157 Feb 07 22:45:17.388169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4673b90d-7608-47b1-99a4-f6fba1a59bf7 req-b11ca7ac-9d31-423c-8c72-08010f21fce5 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678713 Feb 07 22:45:17.421363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69843891-581f-4d05-873d-efa187bf9313,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:17.430308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Checking segment: {'id': '56b545cd-31f6-42e2-9cc5-6682f481f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:17.431016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Network hostable DHCP agents. Network: d3662fbd-be76-4e0d-a406-ecf838b7377c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:45:17.449026 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-05899261-a33c-409e-bf82-be9877bf2570 req-b480f354-ac61-4540-83cd-56405552bd17 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617998 Feb 07 22:45:17.450131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Network d3662fbd-be76-4e0d-a406-ecf838b7377c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:45:17.465806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d3662fbd-be76-4e0d-a406-ecf838b7377c) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:17.474276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.475520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.479794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657abe7c-9678-43fa-8c95-da32617410da None None] Network d3662fbd-be76-4e0d-a406-ecf838b7377c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:45:17.526733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47240) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:17.531879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ae8c2f76-9988-40f8-a026-b24c9acbcfd6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6016073 Feb 07 22:45:17.534597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47244) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:17.539909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:17.586305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329cdb8-0bee-47cc-ad41-c922540033b9 req-cdcc8c44-7056-4709-a2b7-8ce8111798d4 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.590175 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4329cdb8-0bee-47cc-ad41-c922540033b9 req-cdcc8c44-7056-4709-a2b7-8ce8111798d4 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 947 time: 0.1059694 Feb 07 22:45:17.601152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.602322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.609312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e6360ee9-43d3-4a0f-919c-050cdc7fd46c details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:45:17.657582 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4329cdb8-0bee-47cc-ad41-c922540033b9 req-4e1102bd-cef3-4043-ace4-d6f1344ee53f tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608082 Feb 07 22:45:17.692944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.790644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e6360ee9-43d3-4a0f-919c-050cdc7fd46c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:17.830249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e6360ee9-43d3-4a0f-919c-050cdc7fd46c', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'e6360ee9-43d3-4a0f-919c-050cdc7fd46c', 'mac_address': 'fa:16:3e:e5:cc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:45:17.832095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083faa48-f1c4-4e09-9644-5413b96a54ac req-b218b4ab-83f8-4ef0-ad72-10713aeb0c4d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.833742 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-083faa48-f1c4-4e09-9644-5413b96a54ac req-b218b4ab-83f8-4ef0-ad72-10713aeb0c4d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0844839 Feb 07 22:45:17.872418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d64df8f-7a26-4538-8aff-1b111a97a2b6 None None] Network d3662fbd-be76-4e0d-a406-ecf838b7377c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:45:17.891398 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96e9d549-7d4a-49a5-b839-dfea1de771d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.893678 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-083faa48-f1c4-4e09-9644-5413b96a54ac req-a6f4fbb6-8ea2-44cf-ac59-559cbe1db385 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508275 Feb 07 22:45:17.924645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.949301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.975859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6360ee9-43d3-4a0f-919c-050cdc7fd46c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:18.010464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e6360ee9-43d3-4a0f-919c-050cdc7fd46c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:18.032752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972518e-5f90-447e-98cd-7c1e51bc4c00 req-462cddc6-7947-4268-aef1-6997b31c1903 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:18.034819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7972518e-5f90-447e-98cd-7c1e51bc4c00 req-462cddc6-7947-4268-aef1-6997b31c1903 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0543351 Feb 07 22:45:18.038673 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.039338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:45:18.039956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f792b-18e9-42c4-bccd-6938c663ebf2 req-d606a690-b771-4779-860e-9faeee779adc tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:18.048072 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec3f792b-18e9-42c4-bccd-6938c663ebf2 req-d606a690-b771-4779-860e-9faeee779adc tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 944 time: 0.1579559 Feb 07 22:45:18.104220 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7972518e-5f90-447e-98cd-7c1e51bc4c00 req-6ab5461e-1f4e-43af-b303-9c9f2b4ba32f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560603 Feb 07 22:45:18.120166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec3f792b-18e9-42c4-bccd-6938c663ebf2 req-2712f647-0455-4526-93cc-4c6490694bcc tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711331 Feb 07 22:45:18.186824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:18.207742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96e9d549-7d4a-49a5-b839-dfea1de771d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.225700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96e9d549-7d4a-49a5-b839-dfea1de771d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.254678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73642aa1-1c5e-4122-9a22-9872d1e37234 req-12f16ed2-930c-49a9-9577-e9be5c9c40d7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:18.256494 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73642aa1-1c5e-4122-9a22-9872d1e37234 req-12f16ed2-930c-49a9-9577-e9be5c9c40d7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0641494 Feb 07 22:45:18.307668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73642aa1-1c5e-4122-9a22-9872d1e37234 req-7800e67e-757d-42e8-a3b9-40964002e3c2 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Feb 07 22:45:18.308381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9d549-7d4a-49a5-b839-dfea1de771d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc6585-798f-4d41-ba09-2e483becea5b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:18.319196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f585b-7c3e-4eb7-aa00-f43c7aad0841 req-d3cd3a0e-b86e-47c3-8476-908f7d7c3870 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:18.320823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-213f585b-7c3e-4eb7-aa00-f43c7aad0841 req-d3cd3a0e-b86e-47c3-8476-908f7d7c3870 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.1111431 Feb 07 22:45:18.324136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-96e9d549-7d4a-49a5-b839-dfea1de771d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88c5247cfa424ab281c5db6f50f08685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7962368 Feb 07 22:45:18.327087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47266) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:18.375201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-8abc5674-f5f5-4f7e-8f36-50676c93099e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:18.376865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-8abc5674-f5f5-4f7e-8f36-50676c93099e tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.24 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 945 time: 0.0682921 Feb 07 22:45:18.404664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:18.417587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'port_id': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6', 'mac_address': 'fa:16:3e:9b:e2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:45:18.455360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.469125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:18.492179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-213f585b-7c3e-4eb7-aa00-f43c7aad0841 req-8e97f991-669b-4de4-8636-c9d300cb6a67 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0a796d1-3f8d-421b-b062-cdfedbd34f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631260 Feb 07 22:45:18.493762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:18.499008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d27f5d77-2ca6-4fff-80b3-c58b81e70f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.499904 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.532898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f8246-67f8-42f6-a284-4704a093e45c req-59e9cd2b-5d10-4021-aee9-1681413195b7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:18.536614 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c88f8246-67f8-42f6-a284-4704a093e45c req-59e9cd2b-5d10-4021-aee9-1681413195b7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1110873 Feb 07 22:45:18.549814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d27f5d77-2ca6-4fff-80b3-c58b81e70f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.551547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:18.561880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.588833 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.589760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c88f8246-67f8-42f6-a284-4704a093e45c req-6c399989-4318-4370-87d2-b1d6f131004c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Feb 07 22:45:18.592040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Deleting port 79369aee-cf1e-43c8-b21c-948110df10e8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:18.592377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.675262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d27f5d77-2ca6-4fff-80b3-c58b81e70f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.678300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d27f5d77-2ca6-4fff-80b3-c58b81e70f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.682317 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d27f5d77-2ca6-4fff-80b3-c58b81e70f52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98bc6585-798f-4d41-ba09-2e483becea5b HTTP/1.1" status: 204 len: 168 time: 0.3517263 Feb 07 22:45:18.724508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f5d77-2ca6-4fff-80b3-c58b81e70f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bc6585-798f-4d41-ba09-2e483becea5b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:18.735056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e6360ee9-43d3-4a0f-919c-050cdc7fd46c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:45:18.741072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] For port 79369aee-cf1e-43c8-b21c-948110df10e8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=79369aee-cf1e-43c8-b21c-948110df10e8,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:18.741442 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.760594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Allocated IP 172.25.8.134 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/913287f7-7093-46f9-8cb7-701adc5b52d9) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:18.801685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2f5af2bb-9d74-4bd1-a1a0-98296970f4e6'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:45:18.898060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4725c-9fe0-40c2-aa27-50968d664341 req-46c2c008-e8b8-413b-ad48-39ee05b44da0 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:18.906791 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dbf4725c-9fe0-40c2-aa27-50968d664341 req-46c2c008-e8b8-413b-ad48-39ee05b44da0 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 948 time: 0.1249545 Feb 07 22:45:18.918598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7583b-d74e-4311-93c0-ae70b06271e7 req-eb4e30fb-4046-4a70-b176-3b74dbd9a93e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:18.920274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cea7583b-d74e-4311-93c0-ae70b06271e7 req-eb4e30fb-4046-4a70-b176-3b74dbd9a93e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1279449 Feb 07 22:45:18.962554 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.982155 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dbf4725c-9fe0-40c2-aa27-50968d664341 req-1a65ed3e-5a96-4db7-a5a5-df100ae7ac0f tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744231 Feb 07 22:45:19.056857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.141209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:19.148825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:19.154094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:19.177812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47288) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:19.193031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Pushing event updated for resources: {'Port': ['ID=913287f7-7093-46f9-8cb7-701adc5b52d9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:19.214212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.234193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e64d29-0265-4116-958d-f2a08dd5faba req-3427369e-e307-4489-a43e-e8c0669f8994 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:19.235663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1e64d29-0265-4116-958d-f2a08dd5faba req-3427369e-e307-4489-a43e-e8c0669f8994 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1343446 Feb 07 22:45:19.285299 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cea7583b-d74e-4311-93c0-ae70b06271e7 req-740cc61d-b2d0-4528-b353-fdd4a3eb5bb6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509212 Feb 07 22:45:19.287146 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.287505 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.287841 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Floating IP e6e5a278-bc49-4cf5-9e4e-ebe630eb425b disassociated. External IP: 172.25.8.237, port: 79369aee-cf1e-43c8-b21c-948110df10e8. Feb 07 22:45:19.288179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Calling delete_port for 79369aee-cf1e-43c8-b21c-948110df10e8 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:19.396883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1e64d29-0265-4116-958d-f2a08dd5faba req-da23f8c8-e35a-4d46-935a-eb5d815e1f87 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533961 Feb 07 22:45:19.413073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f07503-17ea-4d87-9a63-1c8a7a365ac4 req-ba2408dc-90c5-4c54-9de6-49324cdce4e3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:19.414913 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2f07503-17ea-4d87-9a63-1c8a7a365ac4 req-ba2408dc-90c5-4c54-9de6-49324cdce4e3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0686255 Feb 07 22:45:19.488317 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2f07503-17ea-4d87-9a63-1c8a7a365ac4 req-e6e801e1-4407-49dc-adb5-e8b3b3e85721 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669312 Feb 07 22:45:19.501256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.531325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Pushing event deleted for resources: {'Port': ['ID=79369aee-cf1e-43c8-b21c-948110df10e8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:19.680154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456561d7-3b2d-4505-8001-e7ef8e8fc80d req-a92cf09d-0965-4e89-ab55-8adcbcb9a7f3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:19.681774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-456561d7-3b2d-4505-8001-e7ef8e8fc80d req-a92cf09d-0965-4e89-ab55-8adcbcb9a7f3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0974216 Feb 07 22:45:19.717677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Router ee8271e7-4ed9-4439-9b09-056b9072729f has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:45:19.738846 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-456561d7-3b2d-4505-8001-e7ef8e8fc80d req-0f2079bf-f92c-4800-a712-8d583754196f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497203 Feb 07 22:45:19.869428 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.872893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a31cd704-5969-4590-b637-ac958de1f6e1 req-d81cfe2f-c4f1-474d-8d0e-7cc92eaf694f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 210 time: 0.0422561 Feb 07 22:45:19.885244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:45:19.897690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] Sync routers for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:19.909484 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.910807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:19.911682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:19.930354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] No DVR routers for this DVR port 79369aee-cf1e-43c8-b21c-948110df10e8 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:19.933498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.942963 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73d0aeb6-bd2d-4da9-963a-2778f2931ff8 req-5204cb42-d07c-4d55-bae9-8a9767406d2f tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.24 "DELETE /v2.0/ports/79369aee-cf1e-43c8-b21c-948110df10e8 HTTP/1.1" status: 204 len: 173 time: 1.5581460 Feb 07 22:45:19.943520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'name': 'network-vif-deleted', 'tag': '79369aee-cf1e-43c8-b21c-948110df10e8'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:19.946753 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e4643-2a22-48b4-aa06-510756135d5f" -d '{"events": [{"server_uuid": "8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f", "name": "network-vif-deleted", "tag": "79369aee-cf1e-43c8-b21c-948110df10e8"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:19.959960 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e805fcb3b0f437d9deb153e0fb8d300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7785594 Feb 07 22:45:19.963215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47302) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:19.975994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224046e-abaf-493f-a0e4-22dcb02a345d req-5254da83-caee-4af5-b220-cc6427a71787 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:19.977690 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7224046e-abaf-493f-a0e4-22dcb02a345d req-5254da83-caee-4af5-b220-cc6427a71787 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 945 time: 0.5068049 Feb 07 22:45:20.018830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.042360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bf0c-87d3-41e4-8f9c-ee16c3c8452f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.111298 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bf0c-87d3-41e4-8f9c-ee16c3c8452f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.123952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:20.164056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26db15-accb-4eb5-a5c5-29cd50bea36c req-38a6a5b6-7f9c-4db2-9046-b46b8ebf242e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:20.166845 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d26db15-accb-4eb5-a5c5-29cd50bea36c req-38a6a5b6-7f9c-4db2-9046-b46b8ebf242e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1203947 Feb 07 22:45:20.187094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657a85c0-85b7-4cff-a703-574073e4bb00,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:20.211393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.212948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.213742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.215016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.215683 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.216374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.217811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.227447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bf0c-87d3-41e4-8f9c-ee16c3c8452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.229278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.229889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.230581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.231440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.231566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bf0c-87d3-41e4-8f9c-ee16c3c8452f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.232157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f424f-369d-41b7-a4e3-13caf3729b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:20.235368 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0ef3bf0c-87d3-41e4-8f9c-ee16c3c8452f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/657a85c0-85b7-4cff-a703-574073e4bb00 HTTP/1.1" status: 204 len: 168 time: 0.2687016 Feb 07 22:45:20.243548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d26db15-accb-4eb5-a5c5-29cd50bea36c req-8c5d1fda-7413-4f7c-8d18-1d3007d93847 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682693 Feb 07 22:45:20.250171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3bf0c-87d3-41e4-8f9c-ee16c3c8452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657a85c0-85b7-4cff-a703-574073e4bb00,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:20.342524 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eeb9a5-13d7-4de2-84d0-cbf8c39c89d4 x-openstack-request-id: req-d0eeb9a5-13d7-4de2-84d0-cbf8c39c89d4 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:20.342828 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f", "name": "network-vif-deleted", "tag": "79369aee-cf1e-43c8-b21c-948110df10e8", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:20.343083 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0eeb9a5-13d7-4de2-84d0-cbf8c39c89d4 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:20.343491 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f', 'name': 'network-vif-deleted', 'tag': '79369aee-cf1e-43c8-b21c-948110df10e8', 'status': 'completed', 'code': 200} Feb 07 22:45:20.438286 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.460889 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '650e13cf-b00c-407e-972e-9e631f2829c4', 'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'mac_address': 'fa:16:3e:73:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:20Z', 'updated_at': '2022-02-07T22:43:26Z', 'revision_number': 5, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'subnets': [{'id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:20.501151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] Checking router: ee8271e7-4ed9-4439-9b09-056b9072729f for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:20.511784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:20.513168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef6cec-2a94-4d49-aad1-bcdaf1bf5046 req-8a1cfb36-9475-4670-b9ba-b57e6e9e4859 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:20.513736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:20.515693 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94ef6cec-2a94-4d49-aad1-bcdaf1bf5046 req-8a1cfb36-9475-4670-b9ba-b57e6e9e4859 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 948 time: 0.0782385 Feb 07 22:45:20.574383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94ef6cec-2a94-4d49-aad1-bcdaf1bf5046 req-82dfdbf8-2924-4ee8-aae4-a57e50f7e63b tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 Feb 07 22:45:20.595629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7224046e-abaf-493f-a0e4-22dcb02a345d req-bb26b7c5-9218-4b3a-8716-db80509df418 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6072333 Feb 07 22:45:20.658218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:45:20.679187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:20.743872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5fac-fb99-4c5c-b60e-0783ec79e880 req-22057ab5-a7a4-4c83-bc8d-cacf5f03ba76 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:20.745821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 79369aee-cf1e-43c8-b21c-948110df10e8 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:45:20.752280 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d47d5fac-fb99-4c5c-b60e-0783ec79e880 req-22057ab5-a7a4-4c83-bc8d-cacf5f03ba76 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0670688 Feb 07 22:45:20.787656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 79369aee-cf1e-43c8-b21c-948110df10e8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:45:20.788034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 79369aee-cf1e-43c8-b21c-948110df10e8 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:45:20.816351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d47d5fac-fb99-4c5c-b60e-0783ec79e880 req-f6c8ad57-c48d-49c0-8aa7-bc77b917d73f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618019 Feb 07 22:45:20.882724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:45:20.894731 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Sync routers for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:20.900788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e18c6-5b7b-4822-9bc6-4fbf39773fe2 req-9f04fbfd-7e0b-4a5d-bda5-9a3779b26c9a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:20.908231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b6e18c6-5b7b-4822-9bc6-4fbf39773fe2 req-9f04fbfd-7e0b-4a5d-bda5-9a3779b26c9a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1404161 Feb 07 22:45:20.915637 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:20.919821 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:20.958642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b6e18c6-5b7b-4822-9bc6-4fbf39773fe2 req-cd4923e9-e089-48ce-9a0a-179288636855 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491402 Feb 07 22:45:20.969193 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.974987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4173194b-31c5-4d30-b017-c9a27659844c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4392068 Feb 07 22:45:20.978596 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47328) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:21.094853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '650e13cf-b00c-407e-972e-9e631f2829c4', 'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'mac_address': 'fa:16:3e:73:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:20Z', 'updated_at': '2022-02-07T22:43:26Z', 'revision_number': 5, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'subnets': [{'id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:21.116030 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:21.124859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54fdb191-a2b6-458b-8622-b6aa531cf4e3 req-7d5d4914-d278-4fea-ab28-a602c8ec4994 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 210 time: 0.0795040 Feb 07 22:45:21.156833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a559c-20b7-4e4c-901c-9034a410aefd req-c5edb615-3b44-44e9-8d71-b9831e70abaf tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:21.169376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70ed40-6d2f-4728-acd9-df96a3cecf48 None None] The sync data for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 is: [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:43:21Z', 'revision_number': 4, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '650e13cf-b00c-407e-972e-9e631f2829c4', 'name': '', 'network_id': 'ad87988a-0810-4eed-a279-6cddf5443bc6', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'mac_address': 'fa:16:3e:73:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:20Z', 'updated_at': '2022-02-07T22:43:26Z', 'revision_number': 5, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'subnets': [{'id': '132ecb97-c08a-4f30-907f-f525ac3c68e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:21.173724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f4a559c-20b7-4e4c-901c-9034a410aefd req-c5edb615-3b44-44e9-8d71-b9831e70abaf tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.2051210 Feb 07 22:45:21.268656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f4a559c-20b7-4e4c-901c-9034a410aefd req-8a4ca94e-2c20-401a-8ba0-056e8690f19b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941975 Feb 07 22:45:21.299794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392f990-0249-4e19-9873-f9bb72df2db1 req-87536a08-2846-470d-b7bc-49d6a72525ee tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:21.318722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e392f990-0249-4e19-9873-f9bb72df2db1 req-87536a08-2846-470d-b7bc-49d6a72525ee tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1039643 Feb 07 22:45:21.360351 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:19Z', 'revision_number': 3, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:21.394296 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Checking router: 45f06d7f-9af8-4f19-821b-45b0707a8bf7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:21.394949 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Updating router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 port 913287f7-7093-46f9-8cb7-701adc5b52d9 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:45:21.400538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e392f990-0249-4e19-9873-f9bb72df2db1 req-b3b21c10-6465-40b0-aef2-77f2c1f63971 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799453 Feb 07 22:45:21.445016 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:21.455163 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15b070b4-ad43-48ea-9e1b-4f2faa8e4df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:21.509814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e6360ee9-43d3-4a0f-919c-050cdc7fd46c up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:21.633365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dba18-e3ec-41db-969e-339153e8eea2 req-85d4f44b-6305-4e29-a4c4-07199833ee95 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:21.646821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f2dba18-e3ec-41db-969e-339153e8eea2 req-85d4f44b-6305-4e29-a4c4-07199833ee95 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1511700 Feb 07 22:45:21.654283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6865143-7e3b-4003-b80a-da90a08133bd None None] New status for floating IP e6e5a278-bc49-4cf5-9e4e-ebe630eb425b: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:45:21.746249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f2dba18-e3ec-41db-969e-339153e8eea2 req-b34e801a-c83b-44b8-a6aa-7516b997185d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978210 Feb 07 22:45:21.795986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8b32d-c297-4cfe-a3b4-e22e06f9a37f req-7c19d799-01de-4693-93b7-17ac6104d408 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:21.806205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53e8b32d-c297-4cfe-a3b4-e22e06f9a37f req-7c19d799-01de-4693-93b7-17ac6104d408 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 948 time: 0.1266944 Feb 07 22:45:21.878867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port e6360ee9-43d3-4a0f-919c-050cdc7fd46c completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:21.888297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53e8b32d-c297-4cfe-a3b4-e22e06f9a37f req-2447c618-b97e-4588-92f5-5710a87c122d tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810707 Feb 07 22:45:21.941901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e6360ee9-43d3-4a0f-919c-050cdc7fd46c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:21.942358 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:21.989643 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.000342 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.050331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.095779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcc0718-f833-4c9c-8a7d-45e52d223d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6360ee9-43d3-4a0f-919c-050cdc7fd46c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:22.105614 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8817dc-cff1-4a94-bd5f-abc6c27c369d" -d '{"events": [{"server_uuid": "cdcc0718-f833-4c9c-8a7d-45e52d223d3d", "name": "network-vif-plugged", "status": "completed", "tag": "e6360ee9-43d3-4a0f-919c-050cdc7fd46c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:22.126974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e6360ee9-43d3-4a0f-919c-050cdc7fd46c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:22.130578 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Attempting to bind port 913287f7-7093-46f9-8cb7-701adc5b52d9 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:22.130944 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Attempting to bind port 913287f7-7093-46f9-8cb7-701adc5b52d9 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:22.131309 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Attempting to bind port 913287f7-7093-46f9-8cb7-701adc5b52d9 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:22.132811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.134045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:22.141184 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:22.153663 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:22.154089 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.155493 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:22.157228 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Bound port: 913287f7-7093-46f9-8cb7-701adc5b52d9, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:22.158107 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.164161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b178f-3f1e-41a3-beb8-f57b4ce84576 req-c5259f16-469e-4516-8b77-60a17ed4c687 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:22.167350 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f79b178f-3f1e-41a3-beb8-f57b4ce84576 req-c5259f16-469e-4516-8b77-60a17ed4c687 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 945 time: 0.2262943 Feb 07 22:45:22.218649 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Pushing event updated for resources: {'Port': ['ID=913287f7-7093-46f9-8cb7-701adc5b52d9,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:22.233475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:22.244652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.244942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.245285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.245792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.246290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.246629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.246962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.247355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.247796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.248042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.248367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.248688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.275514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:22.278077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1571733-968e-4e4a-97db-b4b1a0c2f61c req-17d5d152-09bc-4373-b86f-f02e63cfce31 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:22.279823 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] For port 913287f7-7093-46f9-8cb7-701adc5b52d9, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:22.283621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:22.284124 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.288294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1571733-968e-4e4a-97db-b4b1a0c2f61c req-17d5d152-09bc-4373-b86f-f02e63cfce31 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 813 time: 0.2563848 Feb 07 22:45:22.295127 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] For port 913287f7-7093-46f9-8cb7-701adc5b52d9, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=913287f7-7093-46f9-8cb7-701adc5b52d9,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:22.297163 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.297494 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.297828 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.298145 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.298470 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.298807 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.299099 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.299420 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.300604 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.300604 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.302081 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.303382 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:22.316868 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.322060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1571733-968e-4e4a-97db-b4b1a0c2f61c req-7dda7295-6e87-4738-9cfe-e0136919ddd5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/quotas/d5b5f68a14464c0689aacf58055f8d4a HTTP/1.1" status: 200 len: 375 time: 0.0321302 Feb 07 22:45:22.356990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47376) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:22.384107 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f79b178f-3f1e-41a3-beb8-f57b4ce84576 req-c6dcbf2a-1f56-4620-8c66-c117345ea6e7 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005625 Feb 07 22:45:22.394476 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.399958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.415611 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:22.416274 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:44:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:22.428830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1571733-968e-4e4a-97db-b4b1a0c2f61c req-4bce1834-addf-4548-854a-b65d0c7acb0a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001685 Feb 07 22:45:22.480727 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0650eb-e88e-42fd-918d-f586a1393f53 x-openstack-request-id: req-7c0650eb-e88e-42fd-918d-f586a1393f53 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:22.481022 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcc0718-f833-4c9c-8a7d-45e52d223d3d", "name": "network-vif-plugged", "status": "completed", "tag": "e6360ee9-43d3-4a0f-919c-050cdc7fd46c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:22.481295 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c0650eb-e88e-42fd-918d-f586a1393f53 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:22.481678 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcc0718-f833-4c9c-8a7d-45e52d223d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6360ee9-43d3-4a0f-919c-050cdc7fd46c', 'code': 200} Feb 07 22:45:22.485688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:22.497033 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.568024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97408061-b80c-494f-bb1a-ba4ecbabb13b None None] Pushing event updated for resources: {'Port': ['ID=913287f7-7093-46f9-8cb7-701adc5b52d9,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:22.568757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:22.588690 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80689140-3c74-4e12-95ee-2151e884a315 req-6efc6d7b-ddf0-459f-9426-b33b3c1950db tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 210 time: 0.0410993 Feb 07 22:45:22.670280 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:22.697330 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.733446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a2e53-f086-4545-9413-ab27e8b3ba8a req-c9b74355-65d7-4d44-b832-de4947bd0b90 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:22.735571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f16a2e53-f086-4545-9413-ab27e8b3ba8a req-c9b74355-65d7-4d44-b832-de4947bd0b90 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0544522 Feb 07 22:45:22.783371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925007df-c0dc-419b-85c0-d43e9cba9c8f req-371a4e55-b5d8-4f72-8725-2214ea748f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:22.784811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-925007df-c0dc-419b-85c0-d43e9cba9c8f req-371a4e55-b5d8-4f72-8725-2214ea748f93 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 1100 time: 0.1774974 Feb 07 22:45:22.792147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a698eb-6853-4bb9-9694-19dd8aed1fe4 req-106800fe-a501-4816-babf-8409374815df tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:22.798358 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f16a2e53-f086-4545-9413-ab27e8b3ba8a req-c963db32-308a-4d5e-8031-2f7addaf6c48 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551617 Feb 07 22:45:22.799337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9a698eb-6853-4bb9-9694-19dd8aed1fe4 req-106800fe-a501-4816-babf-8409374815df tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1907926 Feb 07 22:45:22.917636 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:19Z', 'revision_number': 3, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:22.931688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaa742-5b55-4997-b225-f6ea3a847d72 req-55afac1c-cafe-4de9-a962-90ae166c88c1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:22.934162 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-925007df-c0dc-419b-85c0-d43e9cba9c8f req-466c2bd9-ac42-4d99-8925-239fdf3bb386 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227176 Feb 07 22:45:22.941559 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2eaa742-5b55-4997-b225-f6ea3a847d72 req-55afac1c-cafe-4de9-a962-90ae166c88c1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0806379 Feb 07 22:45:22.964040 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9a698eb-6853-4bb9-9694-19dd8aed1fe4 req-0df434ac-0157-48ed-a233-65994460ec1f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491497 Feb 07 22:45:22.973011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Allocated IP 172.20.0.1 (d3662fbd-be76-4e0d-a406-ecf838b7377c/69843891-581f-4d05-873d-efa187bf9313/524dc2a7-28c9-4036-a7d0-658bb2676269) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:22.998251 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2eaa742-5b55-4997-b225-f6ea3a847d72 req-4e55faeb-1d6b-4a92-99ae-5f758550fdc6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554209 Feb 07 22:45:23.080291 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4ecdf-2bc0-44f6-ade0-1ae5c84a0ebd None None] The sync data for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 is: [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:19Z', 'revision_number': 3, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:23.125390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.142153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5cc12-1194-4c35-926f-d1c2479619e5 req-f3341117-81e7-4328-9c5f-3c5289d4ba48 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:23.152979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5d5cc12-1194-4c35-926f-d1c2479619e5 req-f3341117-81e7-4328-9c5f-3c5289d4ba48 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0785177 Feb 07 22:45:23.199232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.201572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5d5cc12-1194-4c35-926f-d1c2479619e5 req-34d66466-6cbf-4bc2-b532-b6165afeff3c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Feb 07 22:45:23.210183 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.266941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c475-c37f-43b1-a377-1cccf299234a req-cdfbad22-7aa2-46bd-8124-59062ce7fc3a tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:23.268558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc50c475-c37f-43b1-a377-1cccf299234a req-cdfbad22-7aa2-46bd-8124-59062ce7fc3a tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 949 time: 0.1704452 Feb 07 22:45:23.292579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f1161-6074-40b6-a200-dd439c8fb527,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:23.300925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9880661d19c24c6fa7ade888aea7a93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9410284 Feb 07 22:45:23.303830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47388) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:23.313635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.313980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.314322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.314654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.314983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.315313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.315639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.316061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.316386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.316703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.317017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.317335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfd329-273f-4b54-a43c-9fa3abf86bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:23.381007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-714a4f25-86ff-4843-8595-7a39b7816054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.386125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc50c475-c37f-43b1-a377-1cccf299234a req-b6d3344d-0a55-45a7-83ee-56e37b49f399 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017821 Feb 07 22:45:23.405730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.470539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Network d3662fbd-be76-4e0d-a406-ecf838b7377c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:23.472701 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-714a4f25-86ff-4843-8595-7a39b7816054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.486265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:23.488844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:23.558406 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-714a4f25-86ff-4843-8595-7a39b7816054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.560691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-714a4f25-86ff-4843-8595-7a39b7816054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.564504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-714a4f25-86ff-4843-8595-7a39b7816054 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b1f1161-6074-40b6-a200-dd439c8fb527 HTTP/1.1" status: 204 len: 168 time: 0.2594488 Feb 07 22:45:23.564805 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.586974 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02051833-dca1-4c12-9685-0c9f7684a2c0 req-cced571d-bdef-4de2-b743-ea7a4982568b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d5b5f68a14464c0689aacf58055f8d4a HTTP/1.1" status: 200 len: 221 time: 0.0627086 Feb 07 22:45:23.594498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a4f25-86ff-4843-8595-7a39b7816054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1f1161-6074-40b6-a200-dd439c8fb527,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:23.711202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Pushing event updated for resources: {'Port': ['ID=524dc2a7-28c9-4036-a7d0-658bb2676269,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:23.751196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 913287f7-7093-46f9-8cb7-701adc5b52d9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:23.786484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6d5d8-a0f1-4164-ad24-d02511d9429b req-eaa4adc9-4c17-4a46-a8bf-549162860208 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:23.786832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f04028-1432-4d49-8547-80d0c21cb5a2 req-a2cb5990-b6ae-4571-bfa7-a5a29423c272 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:23.794844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2f04028-1432-4d49-8547-80d0c21cb5a2 req-a2cb5990-b6ae-4571-bfa7-a5a29423c272 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.2518499 Feb 07 22:45:23.802242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21e6d5d8-a0f1-4164-ad24-d02511d9429b req-eaa4adc9-4c17-4a46-a8bf-549162860208 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1317825 Feb 07 22:45:23.871741 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43b36728-3032-45f8-bfd5-807983f9adc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.878571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 913287f7-7093-46f9-8cb7-701adc5b52d9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:23.878947 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.898986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21e6d5d8-a0f1-4164-ad24-d02511d9429b req-e2d6a334-5ad2-427c-b796-a1372333c16e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957184 Feb 07 22:45:23.941009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2f04028-1432-4d49-8547-80d0c21cb5a2 req-f7d24b65-65f3-4b5c-88fa-9828dcb82da9 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087980 Feb 07 22:45:23.992580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.104878 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d281419-ffc3-4751-9ce7-ae98b0c5d52b req-a0995ea7-5b6b-4eb5-8cab-6ebbd1f3ff29 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 210 time: 0.0771866 Feb 07 22:45:24.169128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.233880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 913287f7-7093-46f9-8cb7-701adc5b52d9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=913287f7-7093-46f9-8cb7-701adc5b52d9,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:24.245329 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.298745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cae93-6889-4d74-9b25-cb83a9ac10fe req-38b642bd-03dc-46db-bf04-afb93b472f8c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:24.306483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-762cae93-6889-4d74-9b25-cb83a9ac10fe req-38b642bd-03dc-46db-bf04-afb93b472f8c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0673659 Feb 07 22:45:24.329544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=913287f7-7093-46f9-8cb7-701adc5b52d9,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:24.361148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-762cae93-6889-4d74-9b25-cb83a9ac10fe req-40714240-bb87-4180-9cc4-771ce8b66a1f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501039 Feb 07 22:45:24.365457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.377699 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.465839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac01aa-14b2-4260-aa26-77c7820662b1 req-646a8473-eef7-4d95-aa53-6af67156d1ed tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:24.467607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8ac01aa-14b2-4260-aa26-77c7820662b1 req-646a8473-eef7-4d95-aa53-6af67156d1ed tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.2907097 Feb 07 22:45:24.482937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:24.483680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Pushing event updated for resources: {'Port': ['ID=524dc2a7-28c9-4036-a7d0-658bb2676269,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:24.485499 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d174f36-4c96-48c0-af9e-0f9f76a51e48" -d '{"events": [{"server_uuid": "f3180b50-c49b-4c03-9a3a-0afdb4841497", "name": "network-vif-plugged", "status": "completed", "tag": "2f5af2bb-9d74-4bd1-a1a0-98296970f4e6"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:24.487136 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.495994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252abe-3697-4660-bb79-26d1bc88e3b5 req-a6da6ad0-3f5b-464b-beac-14b894c1ba3e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:24.504098 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66252abe-3697-4660-bb79-26d1bc88e3b5 req-a6da6ad0-3f5b-464b-beac-14b894c1ba3e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0826664 Feb 07 22:45:24.561619 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66252abe-3697-4660-bb79-26d1bc88e3b5 req-6d8e6ec5-1c00-417a-944b-95fbe8eecddc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554194 Feb 07 22:45:24.585655 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8ac01aa-14b2-4260-aa26-77c7820662b1 req-0873df06-ec72-4e1e-ade7-332eac685914 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033647 Feb 07 22:45:24.653486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Network d3662fbd-be76-4e0d-a406-ecf838b7377c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:24.655049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:24.661822 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1497b278-d991-4eb8-b2b2-66594e3b9261 x-openstack-request-id: req-1497b278-d991-4eb8-b2b2-66594e3b9261 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:24.662122 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3180b50-c49b-4c03-9a3a-0afdb4841497", "name": "network-vif-plugged", "status": "completed", "tag": "2f5af2bb-9d74-4bd1-a1a0-98296970f4e6", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:24.662389 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1497b278-d991-4eb8-b2b2-66594e3b9261 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:24.662783 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6', 'code': 200} Feb 07 22:45:24.728398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304307f-1f5a-4121-b761-41c0ebdf0ac2 req-489c956b-8127-47d7-82ed-06877029f779 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:24.732585 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8304307f-1f5a-4121-b761-41c0ebdf0ac2 req-489c956b-8127-47d7-82ed-06877029f779 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 949 time: 0.0755804 Feb 07 22:45:24.775002 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.808744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8304307f-1f5a-4121-b761-41c0ebdf0ac2 req-2d30ea98-a8e3-4014-98d5-031986eea349 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568171 Feb 07 22:45:25.139861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2e9c0-f603-48e4-bb00-e1c25a36fb9c req-95bb2158-9b3f-47a9-be2c-a5ea1c3f5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:25.141377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d2e9c0-f603-48e4-bb00-e1c25a36fb9c req-95bb2158-9b3f-47a9-be2c-a5ea1c3f5b51 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 1097 time: 0.1217852 Feb 07 22:45:25.155065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521d2d6-656b-496d-a545-32aa067d0795 req-6381611d-e8a6-4606-8275-785a16b878ab tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:25.156657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a521d2d6-656b-496d-a545-32aa067d0795 req-6381611d-e8a6-4606-8275-785a16b878ab tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1381476 Feb 07 22:45:25.205097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:45:25.219208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d2e9c0-f603-48e4-bb00-e1c25a36fb9c req-beadd902-bbc6-4bb6-9d75-92b10685e780 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598409 Feb 07 22:45:25.233984 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a521d2d6-656b-496d-a545-32aa067d0795 req-b34ad6b6-fed5-432e-9f49-4591162196e7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611823 Feb 07 22:45:25.350122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f0efb-0a88-4349-8851-4c0e469a9de8 req-89291f88-418e-44b9-a9e2-4c351243cd47 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:25.353916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f03f0efb-0a88-4349-8851-4c0e469a9de8 req-89291f88-418e-44b9-a9e2-4c351243cd47 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.1029313 Feb 07 22:45:25.371006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:45:25.378497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b717bb9d-07b0-43be-a494-dc95170ff278 admin admin] 10.222.0.15 "PUT /v2.0/routers/45f06d7f-9af8-4f19-821b-45b0707a8bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3150322 Feb 07 22:45:25.403390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6ebdfa0-d00c-41c0-896e-37792b502865 req-f994da6a-4b34-469a-81e0-9bf8ce74e955 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/ports?device_id=8029df7f-0bd8-44a9-8e1a-7ca5ddd3d32f HTTP/1.1" status: 200 len: 210 time: 0.0433500 Feb 07 22:45:25.410520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f03f0efb-0a88-4349-8851-4c0e469a9de8 req-0fb00b27-a5b0-4c36-98f0-39f5b0d9218f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506454 Feb 07 22:45:25.487962 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Sync routers for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:25.518553 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:25.519267 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:25.591330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c8c5b-aafc-45e4-bc3f-85c8d0f50bd9 req-5ff4acd5-e526-40e3-b917-f69b75e665b6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:25.593139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed1c8c5b-aafc-45e4-bc3f-85c8d0f50bd9 req-5ff4acd5-e526-40e3-b917-f69b75e665b6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0967526 Feb 07 22:45:25.668849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 913287f7-7093-46f9-8cb7-701adc5b52d9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:25.688027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed1c8c5b-aafc-45e4-bc3f-85c8d0f50bd9 req-46d8c8e5-2dfa-46ef-985f-19c25e7f6d45 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791008 Feb 07 22:45:25.749298 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:25.756356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 913287f7-7093-46f9-8cb7-701adc5b52d9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:25.759616 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.898324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc11e1c-cc84-4d29-8c99-df867558bed1 req-e057d2b8-1c2b-41c8-b395-f0ff2011227f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:25.906969 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbc11e1c-cc84-4d29-8c99-df867558bed1 req-e057d2b8-1c2b-41c8-b395-f0ff2011227f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1011426 Feb 07 22:45:25.970987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbc11e1c-cc84-4d29-8c99-df867558bed1 req-825dd09a-a09b-4f0f-8aa4-29daa5b58823 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527015 Feb 07 22:45:26.125435 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:23Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '524dc2a7-28c9-4036-a7d0-658bb2676269', 'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'mac_address': 'fa:16:3e:54:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:22Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 2, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'subnets': [{'id': '69843891-581f-4d05-873d-efa187bf9313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:26.127151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c572b51-ca0a-4127-97d5-0e3768d636d0 req-5adbc0f2-7016-4582-bc42-085992d04f1f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:26.130043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c572b51-ca0a-4127-97d5-0e3768d636d0 req-5adbc0f2-7016-4582-bc42-085992d04f1f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0880928 Feb 07 22:45:26.171637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-e2851fd0-574d-4ae5-98ff-6ed5a9a8def9 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:26.175605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-e2851fd0-574d-4ae5-98ff-6ed5a9a8def9 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 820 time: 0.2180209 Feb 07 22:45:26.202115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-ec877902-a83f-4807-89a1-8a7b45686eba tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/quotas/27fac3d8d816482a8d554130dabba3e9 HTTP/1.1" status: 200 len: 375 time: 0.0182426 Feb 07 22:45:26.210012 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Checking router: 45f06d7f-9af8-4f19-821b-45b0707a8bf7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:26.210614 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Updating router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 port 524dc2a7-28c9-4036-a7d0-658bb2676269 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:45:26.229076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c572b51-ca0a-4127-97d5-0e3768d636d0 req-6757afb9-a423-439e-9ac9-d29e104e84f1 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893950 Feb 07 22:45:26.249503 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.269520 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.326601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-24e9ddcd-afc9-4b72-8d0e-2030c10a13f3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158075 Feb 07 22:45:26.457346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-2e8dccf0-7c17-4b5a-a399-d253ccf76ffa service neutron] 10.222.0.15 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293640 Feb 07 22:45:26.501338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a880571-cb83-4dcc-ab6d-3d9e7070be7b req-dfc302b3-29da-4c0f-887c-c80619f0441b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:26.520332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a880571-cb83-4dcc-ab6d-3d9e7070be7b req-dfc302b3-29da-4c0f-887c-c80619f0441b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1655886 Feb 07 22:45:26.550951 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.585882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a880571-cb83-4dcc-ab6d-3d9e7070be7b req-796f0e3a-90d7-4052-92a6-520a83ae39b8 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642214 Feb 07 22:45:26.601114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-5d7e36e1-a96f-4328-9979-abe285b1b7a5 service neutron] 10.222.0.15 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405597 Feb 07 22:45:26.640818 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.650890 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.738347 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02df0c-2fde-4201-90c7-77a0f56e920a None None] Pushing event updated for resources: {'Port': ['ID=524dc2a7-28c9-4036-a7d0-658bb2676269,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:26.773355 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Attempting to bind port 524dc2a7-28c9-4036-a7d0-658bb2676269 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:26.774743 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Attempting to bind port 524dc2a7-28c9-4036-a7d0-658bb2676269 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '56b545cd-31f6-42e2-9cc5-6682f481f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:26.775119 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Attempting to bind port 524dc2a7-28c9-4036-a7d0-658bb2676269 on network d3662fbd-be76-4e0d-a406-ecf838b7377c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:26.780713 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:26.781079 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Checking segment: {'id': '56b545cd-31f6-42e2-9cc5-6682f481f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:26.781469 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.781924 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Bound using segment: {'id': '56b545cd-31f6-42e2-9cc5-6682f481f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:26.782593 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Bound port: 524dc2a7-28c9-4036-a7d0-658bb2676269, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b545cd-31f6-42e2-9cc5-6682f481f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:26.782966 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.785419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c0d07-a80c-44bc-bdc2-1295656c9d42 req-b2eea289-3401-489f-9217-258a9b58efb7 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:26.804783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a51c0d07-a80c-44bc-bdc2-1295656c9d42 req-b2eea289-3401-489f-9217-258a9b58efb7 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.0958605 Feb 07 22:45:26.886637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a51c0d07-a80c-44bc-bdc2-1295656c9d42 req-7b395425-fd38-4c6c-a6f6-2cf1d835ca3f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808809 Feb 07 22:45:26.927040 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] For port 524dc2a7-28c9-4036-a7d0-658bb2676269, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:26.934742 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] For port 524dc2a7-28c9-4036-a7d0-658bb2676269, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=524dc2a7-28c9-4036-a7d0-658bb2676269,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:26.942891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47482) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:26.944325 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.952811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5f6d3-7d65-4b9c-aafd-27166ee7b228 req-0a553a79-39a1-4ae0-aad5-d2ea43f7ee70 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:26.954373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21b5f6d3-7d65-4b9c-aafd-27166ee7b228 req-0a553a79-39a1-4ae0-aad5-d2ea43f7ee70 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1074152 Feb 07 22:45:27.047951 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:27.050087 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:27.062634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21b5f6d3-7d65-4b9c-aafd-27166ee7b228 req-299efd09-4629-419b-84c8-fd9d35d59d8a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703840 Feb 07 22:45:27.085829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c61772ff-f3c6-4dbd-8c3a-75c7ada95200 req-3e2e7168-93fd-4aff-b1e2-ab2cfa498df1 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 210 time: 0.0609229 Feb 07 22:45:27.101253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-df34a06f-617a-474a-ab16-2fe54e83664c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.154226 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02df0c-2fde-4201-90c7-77a0f56e920a None None] Pushing event updated for resources: {'Port': ['ID=524dc2a7-28c9-4036-a7d0-658bb2676269,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:27.167787 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-df34a06f-617a-474a-ab16-2fe54e83664c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.246451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12c125-26fd-4a0a-9813-0b0a3bcd14a7 req-1103fd50-3768-4fc7-8755-d09d78131988 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:27.265876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b12c125-26fd-4a0a-9813-0b0a3bcd14a7 req-1103fd50-3768-4fc7-8755-d09d78131988 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.1386750 Feb 07 22:45:27.265876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47492) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:27.266111 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:27.277768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f4f915b2-9323-4dc1-a1f2-a7b16fadcc5f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Request body: {'floatingip': {'port_id': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:27.328097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb4f54-0759-496a-af13-2170a4b80f11 req-6a20c399-2492-49c8-a049-62123f2c346a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:27.341763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffdb4f54-0759-496a-af13-2170a4b80f11 req-6a20c399-2492-49c8-a049-62123f2c346a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1225049 Feb 07 22:45:27.354168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-df34a06f-617a-474a-ab16-2fe54e83664c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.357448 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-df34a06f-617a-474a-ab16-2fe54e83664c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.361044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-df34a06f-617a-474a-ab16-2fe54e83664c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "DELETE /v2.0/security-groups/a0a796d1-3f8d-421b-b062-cdfedbd34f30 HTTP/1.1" status: 204 len: 168 time: 0.4168603 Feb 07 22:45:27.369153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47500) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:27.406106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34a06f-617a-474a-ab16-2fe54e83664c tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a796d1-3f8d-421b-b062-cdfedbd34f30,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:27.474162 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-3217186d-7c80-4af7-9ed1-cb2c941af2aa tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] show failed (client error): The resource could not be found. Feb 07 22:45:27.475740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3217186d-7c80-4af7-9ed1-cb2c941af2aa tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "GET /v2.0/security-groups/a0a796d1-3f8d-421b-b062-cdfedbd34f30 HTTP/1.1" status: 404 len: 347 time: 0.1055715 Feb 07 22:45:27.485865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47504) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:27.490722 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f915b2-9323-4dc1-a1f2-a7b16fadcc5f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.507971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffdb4f54-0759-496a-af13-2170a4b80f11 req-a741fe47-01de-4e4f-aaca-01ac8e5f51b3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437976 Feb 07 22:45:27.582140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20abf3-8de5-4204-9b73-8112f906bed0 req-a9823da4-6fd1-4fb7-ab2c-1252f25442fa tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:27.584303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e20abf3-8de5-4204-9b73-8112f906bed0 req-a9823da4-6fd1-4fb7-ab2c-1252f25442fa tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1650143 Feb 07 22:45:27.660600 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:23Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '524dc2a7-28c9-4036-a7d0-658bb2676269', 'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'mac_address': 'fa:16:3e:54:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:22Z', 'updated_at': '2022-02-07T22:45:26Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'subnets': [{'id': '69843891-581f-4d05-873d-efa187bf9313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:27.684821 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e20abf3-8de5-4204-9b73-8112f906bed0 req-30deadf6-d529-4d56-9c53-7dcf45b18d31 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915258 Feb 07 22:45:27.704074 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dc330-59b2-4dde-a1b9-34a26f84eb0e None None] The sync data for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 is: [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:23Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '524dc2a7-28c9-4036-a7d0-658bb2676269', 'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'mac_address': 'fa:16:3e:54:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:22Z', 'updated_at': '2022-02-07T22:45:26Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'subnets': [{'id': '69843891-581f-4d05-873d-efa187bf9313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:28.022808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2aaa4-d02f-4da0-9a0e-44e166386948 req-8551b241-e0e8-40eb-a706-bdd3c23baf8a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:28.028303 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65b2aaa4-d02f-4da0-9a0e-44e166386948 req-8551b241-e0e8-40eb-a706-bdd3c23baf8a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.3967631 Feb 07 22:45:28.032256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf130968-def4-4429-bdf0-0b94a720ff06 req-aff1a611-3f19-498a-b04e-d395015201b6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:28.033921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf130968-def4-4429-bdf0-0b94a720ff06 req-aff1a611-3f19-498a-b04e-d395015201b6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.2143621 Feb 07 22:45:28.085255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf130968-def4-4429-bdf0-0b94a720ff06 req-2c1e1683-d6a5-4af6-b142-c1ff5a8dac6b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Feb 07 22:45:28.106734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Deleting port 1280063e-2f23-489d-9cb5-47bd21fc078a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:28.106734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.138565 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65b2aaa4-d02f-4da0-9a0e-44e166386948 req-7bf643af-a520-4527-8959-754ecad89c15 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965362 Feb 07 22:45:28.307133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.307910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.338897 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b76e36e-7eae-4a8c-9d38-4077eec0a061 req-80f23e0c-e1ea-4a23-9e38-4485dd50947e tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 210 time: 0.0820732 Feb 07 22:45:28.380653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Calling delete_port for 1280063e-2f23-489d-9cb5-47bd21fc078a owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:28.598715 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f915b2-9323-4dc1-a1f2-a7b16fadcc5f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.606533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f915b2-9323-4dc1-a1f2-a7b16fadcc5f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.743426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba3ea2-5876-48c4-abd3-e06fb893f7b3 req-3cedeb4c-f34b-459b-95fb-86eabfe1d64a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:28.745839 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dba3ea2-5876-48c4-abd3-e06fb893f7b3 req-3cedeb4c-f34b-459b-95fb-86eabfe1d64a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.4345422 Feb 07 22:45:28.778881 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.818784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70894061-c79c-4f85-89dd-3a38a438265d req-511ad1da-302b-4cf6-bb7d-fa9775d34ef8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:28.828268 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70894061-c79c-4f85-89dd-3a38a438265d req-511ad1da-302b-4cf6-bb7d-fa9775d34ef8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1494782 Feb 07 22:45:28.876400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Pushing event deleted for resources: {'Port': ['ID=1280063e-2f23-489d-9cb5-47bd21fc078a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:28.906592 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70894061-c79c-4f85-89dd-3a38a438265d req-e0be577d-1cfe-45e8-a1c3-c58fb4a31e2b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770912 Feb 07 22:45:28.924088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-81b23ba4-947c-4c5b-adce-2b41569c160a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:28.924088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-81b23ba4-947c-4c5b-adce-2b41569c160a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.24 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 820 time: 0.4062648 Feb 07 22:45:28.931298 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-f4f915b2-9323-4dc1-a1f2-a7b16fadcc5f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Floating IP fcc40069-54e1-4a47-880a-c8a8e533fecb associated. External IP: 172.25.8.159, port: 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6. Feb 07 22:45:28.954817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Request body: {'port': {'device_id': '1df52ccb-519d-4530-a875-297cde58f149', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'admin_state_up': True, 'tenant_id': '27fac3d8d816482a8d554130dabba3e9'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:28.989658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dba3ea2-5876-48c4-abd3-e06fb893f7b3 req-b746f357-cbe6-436a-9192-1252c2e6640f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276118 Feb 07 22:45:29.087853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.090824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.095389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1229c17a-5963-405a-94b6-dc6a97a9f195 tempest-ServersTestBootFromVolume-1805282773 tempest-ServersTestBootFromVolume-1805282773-project] 10.222.0.15 "DELETE /v2.0/floatingips/e6e5a278-bc49-4cf5-9e4e-ebe630eb425b HTTP/1.1" status: 204 len: 168 time: 1.5856910 Feb 07 22:45:29.097876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47520) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:29.370404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2982c0-5d22-4964-bff9-54479319ebe9 req-e8f60bce-123a-412c-aea4-f85351972bef tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:29.372718 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d2982c0-5d22-4964-bff9-54479319ebe9 req-e8f60bce-123a-412c-aea4-f85351972bef tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1386216 Feb 07 22:45:29.464626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f915b2-9323-4dc1-a1f2-a7b16fadcc5f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Router c94661f2-058a-4557-ac31-6ef737ba5520 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:45:29.490939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Made reservation on behalf of 27fac3d8d816482a8d554130dabba3e9 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:29.494812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.500796 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d2982c0-5d22-4964-bff9-54479319ebe9 req-68276b90-334a-4c00-a47f-98da0718f3f4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210136 Feb 07 22:45:29.662463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e10ff-e6d4-4bb2-bceb-3500a9522169 req-2ea86c0a-d7fe-4dd3-95a4-e7a771e0ac12 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:29.665457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-034e10ff-e6d4-4bb2-bceb-3500a9522169 req-2ea86c0a-d7fe-4dd3-95a4-e7a771e0ac12 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.3814423 Feb 07 22:45:29.755330 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a116ea9-db3b-4ef6-89ba-472555382c87 req-67b1b24c-3700-45e9-9ce7-0afd60502d89 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 210 time: 0.1028445 Feb 07 22:45:29.800240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 524dc2a7-28c9-4036-a7d0-658bb2676269 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:29.897271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f915b2-9323-4dc1-a1f2-a7b16fadcc5f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:45:29.911540 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f915b2-9323-4dc1-a1f2-a7b16fadcc5f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.916844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] Sync routers for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:29.950966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-034e10ff-e6d4-4bb2-bceb-3500a9522169 req-4b042da7-a4f4-46e2-81cb-614667fcb4b5 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751544 Feb 07 22:45:29.962318 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:29.962964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:29.973027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 524dc2a7-28c9-4036-a7d0-658bb2676269 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:29.973408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.000410 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f4f915b2-9323-4dc1-a1f2-a7b16fadcc5f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "PUT /v2.0/floatingips/fcc40069-54e1-4a47-880a-c8a8e533fecb HTTP/1.1" status: 200 len: 992 time: 2.7339633 Feb 07 22:45:30.002381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'tag': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:30.006286 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed40047-dac5-4779-9303-0c43a925e8df" -d '{"events": [{"name": "network-changed", "server_uuid": "f3180b50-c49b-4c03-9a3a-0afdb4841497", "tag": "2f5af2bb-9d74-4bd1-a1a0-98296970f4e6"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:30.059407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654923-dbd2-4bee-a4f7-18c2ab8340f4 req-32e6c5b9-7be2-481e-a465-c7a5e0135212 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.067896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99654923-dbd2-4bee-a4f7-18c2ab8340f4 req-32e6c5b9-7be2-481e-a465-c7a5e0135212 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1279154 Feb 07 22:45:30.106529 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99654923-dbd2-4bee-a4f7-18c2ab8340f4 req-9965bb0f-90cf-48c5-bdef-ad481468e74e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372643 Feb 07 22:45:30.203933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Allocated IP 172.20.0.10 (d3662fbd-be76-4e0d-a406-ecf838b7377c/69843891-581f-4d05-873d-efa187bf9313/121d1699-a24e-4549-ab29-fff935824f35) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:30.222104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e32484-cc93-4e36-8942-cab2497b6e62 req-3dfc75c6-f049-439f-87b6-091b60cde3aa tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.223769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59e32484-cc93-4e36-8942-cab2497b6e62 req-3dfc75c6-f049-439f-87b6-091b60cde3aa tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1576018 Feb 07 22:45:30.296355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.337548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cb071-fb7a-401f-8fe0-fe35eaeee3ac req-10e73876-4867-4520-b874-b5b3d17d574b tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.344215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-987cb071-fb7a-401f-8fe0-fe35eaeee3ac req-10e73876-4867-4520-b874-b5b3d17d574b tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.1277397 Feb 07 22:45:30.396187 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59e32484-cc93-4e36-8942-cab2497b6e62 req-1bb8789a-afd8-4301-8962-a94f139f594d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620302 Feb 07 22:45:30.459320 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-987cb071-fb7a-401f-8fe0-fe35eaeee3ac req-cb34db1a-06c8-4b53-9910-bfbc0060bae8 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983791 Feb 07 22:45:30.461010 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.494397 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef4530-aeca-4e2c-a0c1-ce2fbd456a59 x-openstack-request-id: req-43ef4530-aeca-4e2c-a0c1-ce2fbd456a59 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:30.494682 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3180b50-c49b-4c03-9a3a-0afdb4841497", "tag": "2f5af2bb-9d74-4bd1-a1a0-98296970f4e6", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:30.494929 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43ef4530-aeca-4e2c-a0c1-ce2fbd456a59 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:30.495382 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'tag': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6', 'status': 'completed', 'code': 200} Feb 07 22:45:30.509671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:30.633445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 524dc2a7-28c9-4036-a7d0-658bb2676269, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=524dc2a7-28c9-4036-a7d0-658bb2676269,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:30.638274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed40047-dac5-4779-9303-0c43a925e8df req-4c55ed0d-8bc3-4ed6-83c0-c9674b062682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.638818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c32717-224c-46fe-83dc-e38438024977 req-3ed5670d-14cc-4590-a56e-964e3ce1d46a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.640524 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ed40047-dac5-4779-9303-0c43a925e8df req-4c55ed0d-8bc3-4ed6-83c0-c9674b062682 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ac820e5edba4baf94b0821f3a86f4dc&device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 1097 time: 0.1170990 Feb 07 22:45:30.650113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89c32717-224c-46fe-83dc-e38438024977 req-3ed5670d-14cc-4590-a56e-964e3ce1d46a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0993662 Feb 07 22:45:30.653544 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.712252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89c32717-224c-46fe-83dc-e38438024977 req-47cbca8b-0590-40ec-8cf3-87803d75419c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552154 Feb 07 22:45:30.799656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed40047-dac5-4779-9303-0c43a925e8df req-39c30923-acfa-4e95-9979-3ca8d975fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.801299 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ed40047-dac5-4779-9303-0c43a925e8df req-39c30923-acfa-4e95-9979-3ca8d975fae9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 HTTP/1.1" status: 200 len: 905 time: 0.1229157 Feb 07 22:45:30.821214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=524dc2a7-28c9-4036-a7d0-658bb2676269,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:30.845051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.982196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6c2b-58a0-4931-ac7b-5b9a6a1bc8fe req-f0311c6d-7199-43eb-80e4-9b12645571bf tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.992746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b87c6c2b-58a0-4931-ac7b-5b9a6a1bc8fe req-f0311c6d-7199-43eb-80e4-9b12645571bf tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0840967 Feb 07 22:45:31.035139 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b87c6c2b-58a0-4931-ac7b-5b9a6a1bc8fe req-3037c611-c19a-4db2-8088-ce8172f60c08 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Feb 07 22:45:31.160753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:51Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'fcc40069-54e1-4a47-880a-c8a8e533fecb', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'port_id': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'mac_address': 'fa:16:3e:9b:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:45:01Z', 'updated_at': '2022-02-07T22:45:28Z', 'revision_number': 1, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3d32ef-f62e-428b-bfbb-3d57bc18cead', 'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'mac_address': 'fa:16:3e:ee:7e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:59Z', 'revision_number': 5, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'subnets': [{'id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:31.171210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68780-2dab-42c7-9d82-eff820d5ce37 req-cd70fd36-9e28-43a4-9581-c7f48b44f807 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.173411 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9b68780-2dab-42c7-9d82-eff820d5ce37 req-cd70fd36-9e28-43a4-9581-c7f48b44f807 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0580072 Feb 07 22:45:31.206082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] Checking router: c94661f2-058a-4557-ac31-6ef737ba5520 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:31.217281 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9b68780-2dab-42c7-9d82-eff820d5ce37 req-d27fae61-1e4f-4bba-a022-395f6d1aec62 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369012 Feb 07 22:45:31.223230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:31.224579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:31.304058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b645f24b-3fbf-4c8f-8424-47dc6a23c5cf req-404b97ca-857b-4416-b7cd-0e2239aa52f5 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 210 time: 0.0457537 Feb 07 22:45:31.337376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ed40047-dac5-4779-9303-0c43a925e8df req-44810926-7ecb-4c22-9f30-bb4a4ed4618b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 HTTP/1.1" status: 200 len: 1000 time: 0.5131781 Feb 07 22:45:31.383076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:31.388443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b737d-e0fa-4dc8-8909-5b0b38d472bc req-42b36bce-f4b5-40c5-a6ae-c25144ca0a35 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.390246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-905b737d-e0fa-4dc8-8909-5b0b38d472bc req-42b36bce-f4b5-40c5-a6ae-c25144ca0a35 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0928822 Feb 07 22:45:31.425090 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.436093 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-905b737d-e0fa-4dc8-8909-5b0b38d472bc req-643dce1c-ab1c-4b87-9024-4adb82981903 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381861 Feb 07 22:45:31.520369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Pushing event updated for resources: {'Port': ['ID=121d1699-a24e-4549-ab29-fff935824f35,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:31.536946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed40047-dac5-4779-9303-0c43a925e8df req-a9173326-3847-451f-bab3-e5c8450d0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.538637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ed40047-dac5-4779-9303-0c43a925e8df req-a9173326-3847-451f-bab3-e5c8450d0002 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=843fc385-6765-4db7-96f5-0cd25d5ee9ab HTTP/1.1" status: 200 len: 844 time: 0.1935339 Feb 07 22:45:31.589677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Network d3662fbd-be76-4e0d-a406-ecf838b7377c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:31.607923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:31.632034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:31.676595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ff2f8-d181-4f16-af67-7f9f9244b30a req-b17e199f-468a-4016-aff4-1ed142a476ef tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.678280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-791ff2f8-d181-4f16-af67-7f9f9244b30a req-b17e199f-468a-4016-aff4-1ed142a476ef tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.0934970 Feb 07 22:45:31.704553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 524dc2a7-28c9-4036-a7d0-658bb2676269 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:31.719258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.719886 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.724438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-791ff2f8-d181-4f16-af67-7f9f9244b30a req-6697b12a-c161-4ac2-8071-d8871620536a tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345283 Feb 07 22:45:31.733075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7acd5-c059-4d6f-b771-64c0a94ad7bc req-3573436e-1b0b-4764-af4e-69b49806a6a4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.734700 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ee7acd5-c059-4d6f-b771-64c0a94ad7bc req-3573436e-1b0b-4764-af4e-69b49806a6a4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.2384033 Feb 07 22:45:31.755285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed40047-dac5-4779-9303-0c43a925e8df req-157019c7-de57-4e80-bbff-7501d284c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.757031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ed40047-dac5-4779-9303-0c43a925e8df req-157019c7-de57-4e80-bbff-7501d284c53b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34ea4d25-021c-4bfa-b189-4a9ba49eb3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890855 Feb 07 22:45:31.785481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Deleting port 650e13cf-b00c-407e-972e-9e631f2829c4 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:31.785947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.786102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 524dc2a7-28c9-4036-a7d0-658bb2676269 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:31.786449 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.802949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-42ca62f4-9ada-431f-9f0e-c19f0f758c62 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8622220 Feb 07 22:45:31.847942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:51Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'fcc40069-54e1-4a47-880a-c8a8e533fecb', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'port_id': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'mac_address': 'fa:16:3e:9b:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:45:01Z', 'updated_at': '2022-02-07T22:45:28Z', 'revision_number': 1, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3d32ef-f62e-428b-bfbb-3d57bc18cead', 'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'mac_address': 'fa:16:3e:ee:7e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:59Z', 'revision_number': 5, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'subnets': [{'id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:31.852886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Request body: {'port': {'device_id': '1df52ccb-519d-4530-a875-297cde58f149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:31.880877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115dae-bcbc-44a8-b202-13185f79c58c None None] The sync data for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 is: [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:51Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'fcc40069-54e1-4a47-880a-c8a8e533fecb', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'port_id': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'mac_address': 'fa:16:3e:9b:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:45:01Z', 'updated_at': '2022-02-07T22:45:28Z', 'revision_number': 1, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3d32ef-f62e-428b-bfbb-3d57bc18cead', 'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'mac_address': 'fa:16:3e:ee:7e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:59Z', 'revision_number': 5, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'subnets': [{'id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:31.905757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b93a2-a202-4774-91c4-ef0ac3ed0eeb req-e2b3b702-4607-4fd7-9e37-f021fa9d92b7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.909561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-837b93a2-a202-4774-91c4-ef0ac3ed0eeb req-e2b3b702-4607-4fd7-9e37-f021fa9d92b7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0823865 Feb 07 22:45:32.017198 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-837b93a2-a202-4774-91c4-ef0ac3ed0eeb req-20c5b5c1-d3ce-4397-810a-0bf69c986997 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968299 Feb 07 22:45:32.021853 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ee7acd5-c059-4d6f-b771-64c0a94ad7bc req-c967066c-45d4-4a07-83f9-19fb5892dc4e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762461 Feb 07 22:45:32.047589 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.132740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ed40047-dac5-4779-9303-0c43a925e8df req-2e1d4be6-4f3a-4da2-b2dd-63224c31cb4b service neutron] 10.222.0.46 "GET /v2.0/networks/34ea4d25-021c-4bfa-b189-4a9ba49eb3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657308 Feb 07 22:45:32.134634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] For port 650e13cf-b00c-407e-972e-9e631f2829c4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=650e13cf-b00c-407e-972e-9e631f2829c4,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:32.134997 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.140077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a24b4-9a8f-43ee-9fc4-7d482d171fec req-f966194e-4280-4ba6-91e4-869f38ca8db2 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:32.142051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-616a24b4-9a8f-43ee-9fc4-7d482d171fec req-f966194e-4280-4ba6-91e4-869f38ca8db2 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0615556 Feb 07 22:45:32.175334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Calling delete_port for 650e13cf-b00c-407e-972e-9e631f2829c4 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:32.186736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-616a24b4-9a8f-43ee-9fc4-7d482d171fec req-7829ee70-8595-4613-ae2c-f02f825dd086 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367651 Feb 07 22:45:32.351738 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1d73a8-ad15-4693-9803-8bdfc97dc99a None None] New status for floating IP fcc40069-54e1-4a47-880a-c8a8e533fecb: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:45:32.398432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e9ea2-6b86-4b14-98d3-82f550c5e1a8 req-e1c4fb22-9220-4b33-8be6-7e8b118d4de7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:32.408211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee8e9ea2-6b86-4b14-98d3-82f550c5e1a8 req-e1c4fb22-9220-4b33-8be6-7e8b118d4de7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0660815 Feb 07 22:45:32.452049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee8e9ea2-6b86-4b14-98d3-82f550c5e1a8 req-1ce7af51-cebe-47a7-8ab4-6acc70cb1008 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Feb 07 22:45:32.475502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f6e6b-61a0-4e5a-878b-ca0b899e2a09 req-f4e8c288-18fd-4b9f-b9d7-80ad57eb981b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:32.477637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-917f6e6b-61a0-4e5a-878b-ca0b899e2a09 req-f4e8c288-18fd-4b9f-b9d7-80ad57eb981b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.1152954 Feb 07 22:45:32.547652 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ed40047-dac5-4779-9303-0c43a925e8df req-f59d528e-7e45-4431-8737-ef85e08ce35b service neutron] 10.222.0.46 "GET /v2.0/networks/34ea4d25-021c-4bfa-b189-4a9ba49eb3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054852 Feb 07 22:45:32.601137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b1075-7dd1-41d4-afa1-054fa0c39a36 req-e8aa80bd-b04a-49bc-bac9-ed6f905a0412 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:32.605291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-324b1075-7dd1-41d4-afa1-054fa0c39a36 req-e8aa80bd-b04a-49bc-bac9-ed6f905a0412 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 932 time: 0.0672770 Feb 07 22:45:32.651317 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-324b1075-7dd1-41d4-afa1-054fa0c39a36 req-332b84d1-ed3d-47a2-a751-f5adb43402ff tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389202 Feb 07 22:45:32.672634 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-917f6e6b-61a0-4e5a-878b-ca0b899e2a09 req-a6e4dec2-5a78-4f90-907d-3286daeca667 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926211 Feb 07 22:45:32.772863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1020-0d89-43c0-9c4b-7f0d5e7b9cc1 req-58cec1b0-32f2-40d1-b026-19cc7ae4a327 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:32.780634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bafe1020-0d89-43c0-9c4b-7f0d5e7b9cc1 req-58cec1b0-32f2-40d1-b026-19cc7ae4a327 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0653534 Feb 07 22:45:32.785898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121d1699-a24e-4549-ab29-fff935824f35 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:32.791055 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.799424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.815879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bafe1020-0d89-43c0-9c4b-7f0d5e7b9cc1 req-9106bf4c-df02-456b-b858-8f4358530527 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344338 Feb 07 22:45:32.832971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Pushing event deleted for resources: {'Port': ['ID=650e13cf-b00c-407e-972e-9e631f2829c4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:32.886640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Transition to ACTIVE for port object 121d1699-a24e-4549-ab29-fff935824f35 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:32.914031 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.956600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080b178-0e5f-4755-91d9-8e84ef712ae0 req-e42e8970-0d4c-410a-8275-717e28bcf877 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:32.958394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3080b178-0e5f-4755-91d9-8e84ef712ae0 req-e42e8970-0d4c-410a-8275-717e28bcf877 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0519049 Feb 07 22:45:32.990943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a7d63-ab22-4794-9092-d590f5885ffb req-4a273893-08ec-4497-96aa-26e68d945097 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:32.993139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a44a7d63-ab22-4794-9092-d590f5885ffb req-4a273893-08ec-4497-96aa-26e68d945097 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.1666632 Feb 07 22:45:33.000851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3080b178-0e5f-4755-91d9-8e84ef712ae0 req-6c64329a-22bf-44da-8cb9-35b1508ba04a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354562 Feb 07 22:45:33.007805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Pushing event updated for resources: {'Port': ['ID=121d1699-a24e-4549-ab29-fff935824f35,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:33.143620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb4812-949c-4096-a2af-b6f9f5ab9bb3 req-4acbd749-5fe0-4580-8ddc-7c6c89a9e15e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.145053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ebeb4812-949c-4096-a2af-b6f9f5ab9bb3 req-4acbd749-5fe0-4580-8ddc-7c6c89a9e15e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0497406 Feb 07 22:45:33.170076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a44a7d63-ab22-4794-9092-d590f5885ffb req-2ac5b2b1-d152-47a4-a6d1-6288c6dc1f63 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677637 Feb 07 22:45:33.183956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ebeb4812-949c-4096-a2af-b6f9f5ab9bb3 req-4190fe9d-b746-442b-a938-a69db35d05a3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Feb 07 22:45:33.210783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.217580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Attempting to bind port 121d1699-a24e-4549-ab29-fff935824f35 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:33.217917 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Attempting to bind port 121d1699-a24e-4549-ab29-fff935824f35 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '56b545cd-31f6-42e2-9cc5-6682f481f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:33.218246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Attempting to bind port 121d1699-a24e-4549-ab29-fff935824f35 on network d3662fbd-be76-4e0d-a406-ecf838b7377c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:33.227851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Port 121d1699-a24e-4549-ab29-fff935824f35 on network d3662fbd-be76-4e0d-a406-ecf838b7377c not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:45:33.228181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Attempting to bind port 121d1699-a24e-4549-ab29-fff935824f35 on network d3662fbd-be76-4e0d-a406-ecf838b7377c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:33.272423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:33.272762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Checking segment: {'id': '56b545cd-31f6-42e2-9cc5-6682f481f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:33.273149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Bound using segment: {'id': '56b545cd-31f6-42e2-9cc5-6682f481f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:33.273597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Bound port: 121d1699-a24e-4549-ab29-fff935824f35, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b545cd-31f6-42e2-9cc5-6682f481f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:33.274584 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.297427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1447f-ae01-497d-bd62-bb3478910d89 req-5c89c207-7762-4856-9a6c-9a5f716a1f1c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.298851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cb1447f-ae01-497d-bd62-bb3478910d89 req-5c89c207-7762-4856-9a6c-9a5f716a1f1c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.0534575 Feb 07 22:45:33.337914 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cb1447f-ae01-497d-bd62-bb3478910d89 req-aa04df23-7bbb-4a7e-8bea-faa2420896a2 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329795 Feb 07 22:45:33.397025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5dc7d-2462-4004-a883-e620b16ac6f3 req-30a58df7-d691-4061-844a-5aa60cff1220 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.398529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2a5dc7d-2462-4004-a883-e620b16ac6f3 req-30a58df7-d691-4061-844a-5aa60cff1220 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1350379 Feb 07 22:45:33.450418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] For port 121d1699-a24e-4549-ab29-fff935824f35, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:33.475059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] For port 121d1699-a24e-4549-ab29-fff935824f35, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=121d1699-a24e-4549-ab29-fff935824f35,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:33.512782 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.516953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2a5dc7d-2462-4004-a883-e620b16ac6f3 req-7c339ebe-a60e-4bdd-ad45-7ad5f9dda989 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066222 Feb 07 22:45:33.536766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd422-4b2d-4fc6-b3ce-9ca619a80f68 req-4a945dcc-b480-4ee6-8bd2-8541afacc6bf tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.544902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eaffd422-4b2d-4fc6-b3ce-9ca619a80f68 req-4a945dcc-b480-4ee6-8bd2-8541afacc6bf tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0575557 Feb 07 22:45:33.585810 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eaffd422-4b2d-4fc6-b3ce-9ca619a80f68 req-6a3b1f50-7f79-4514-a448-6f66a5903c37 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Feb 07 22:45:33.802053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35240dfe-1ca9-4de4-b165-a3c85ceca930 req-bf581b13-878c-49a4-9c64-d327a9d1ad9f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.804040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35240dfe-1ca9-4de4-b165-a3c85ceca930 req-bf581b13-878c-49a4-9c64-d327a9d1ad9f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0530174 Feb 07 22:45:33.812408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.841828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.842448 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.843808 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] 10.222.0.24 "PUT /v2.0/ports/121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 1092 time: 2.0280023 Feb 07 22:45:33.845648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35240dfe-1ca9-4de4-b165-a3c85ceca930 req-1d67f7cc-6a39-4425-abbd-58173b4e137b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345116 Feb 07 22:45:33.870417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:33.872828 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:33.938974 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c256e29-6bf0-4e2a-a79f-cfcfd5cca614 x-openstack-request-id: req-7c256e29-6bf0-4e2a-a79f-cfcfd5cca614 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:33.939268 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:33.939523 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c256e29-6bf0-4e2a-a79f-cfcfd5cca614 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:33.939934 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35', 'status': 'completed', 'code': 200} Feb 07 22:45:33.957319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f6602-221a-4802-a2b5-6b0ee9a03427 service neutron] Pushing event updated for resources: {'Port': ['ID=121d1699-a24e-4549-ab29-fff935824f35,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:33.984716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e09c89-92a6-4f02-80bf-dbc7e449d536 req-d5df5bad-0b49-401c-9aaf-92219652c347 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.986169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2e09c89-92a6-4f02-80bf-dbc7e449d536 req-d5df5bad-0b49-401c-9aaf-92219652c347 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 944 time: 0.1681750 Feb 07 22:45:33.987928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Router ee8271e7-4ed9-4439-9b09-056b9072729f has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:45:34.002792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-12f5e9b0-73b4-41e6-a986-ac4d794ab4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.004207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-12f5e9b0-73b4-41e6-a986-ac4d794ab4df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1095 time: 0.1085963 Feb 07 22:45:34.091923 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-c07ef4d0-9b09-4aca-a058-5c18ca85e3fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 217 time: 0.0761020 Feb 07 22:45:34.143062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c2e09c89-92a6-4f02-80bf-dbc7e449d536 req-f38f6025-94e9-4346-a173-2c3a0bcab853 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487081 Feb 07 22:45:34.189830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-34b423aa-db8c-4afe-8829-934c3430fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.191278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-34b423aa-db8c-4afe-8829-934c3430fee3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 200 len: 860 time: 0.0902317 Feb 07 22:45:34.209915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:45:34.215983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.220525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] Sync routers for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:34.230659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:34.231271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:34.232061 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cad024f6-37d3-4376-95b1-b4883bf90069 admin admin] 10.222.0.15 "PUT /v2.0/routers/ee8271e7-4ed9-4439-9b09-056b9072729f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1321518 Feb 07 22:45:34.234408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-bc4f7ac3-30b1-4e47-82c9-7d1a49b7744f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3662fbd-be76-4e0d-a406-ecf838b7377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357723 Feb 07 22:45:34.234570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47606) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:34.327161 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-dc1f84f8-b9ff-4a57-85db-a738b96bba4a service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851121 Feb 07 22:45:34.344060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.345041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:34.423320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14ac4330-7cb7-4b93-a4b1-fae200efd80a req-080c438a-28ae-45ed-9378-abc76a288619 service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893514 Feb 07 22:45:34.451353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.505133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Deleting port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:34.505778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.517460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-249b45f5-2a80-4371-9893-62e30493ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.519223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-249b45f5-2a80-4371-9893-62e30493ca13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1095 time: 0.0456548 Feb 07 22:45:34.534327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:45:32Z', 'revision_number': 5, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port': {'id': 'c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:13Z', 'updated_at': '2022-02-07T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:34.568379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] Checking router: ee8271e7-4ed9-4439-9b09-056b9072729f for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:34.579346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] Routers {'ee8271e7-4ed9-4439-9b09-056b9072729f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:34.580441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['ee8271e7-4ed9-4439-9b09-056b9072729f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:34.645256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] For port c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:34.645980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.657944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-0e04cd34-261b-459a-b0e4-f5476ad08fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.659630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-0e04cd34-261b-459a-b0e4-f5476ad08fa3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 920 time: 0.1332641 Feb 07 22:45:34.668160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Calling delete_port for c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:34.681782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] Set router ee8271e7-4ed9-4439-9b09-056b9072729f gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:34.692490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89f2f-db0c-4c7b-866b-87e2f6cfa93e req-461e1f00-6d6d-4ae9-a734-f3617dfe3516 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.694098 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d89f2f-db0c-4c7b-866b-87e2f6cfa93e req-461e1f00-6d6d-4ae9-a734-f3617dfe3516 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0901468 Feb 07 22:45:34.714981 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-8dd673c3-d12a-47a8-8aeb-af5a02038a2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 217 time: 0.0458505 Feb 07 22:45:34.744584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:45:34Z', 'revision_number': 6, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:34.773374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3f0d1-ae17-4738-994d-01c047280738 None None] The sync data for ids ['ee8271e7-4ed9-4439-9b09-056b9072729f'] in n-d-827895-2 is: [{'id': 'ee8271e7-4ed9-4439-9b09-056b9072729f', 'name': 'tempest-ServersTestBootFromVolume-2135751024-router', 'tenant_id': '13e8630daa04411fbf7c4836a8deb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:11Z', 'updated_at': '2022-02-07T22:45:34Z', 'revision_number': 6, 'project_id': '13e8630daa04411fbf7c4836a8deb47d', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:34.780047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d89f2f-db0c-4c7b-866b-87e2f6cfa93e req-c94dbd22-c312-42c3-bae8-85b60d86b70d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516253 Feb 07 22:45:34.789885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-924b2b5e-de00-461f-9bd6-861fb54a106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.791577 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-924b2b5e-de00-461f-9bd6-861fb54a106a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 200 len: 860 time: 0.0681129 Feb 07 22:45:34.800557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9664434-3043-4dc8-b137-ca0ebafcd0b2 req-daaf7db6-4a3b-4030-8038-1e2f065b9b06 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.801748 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9664434-3043-4dc8-b137-ca0ebafcd0b2 req-daaf7db6-4a3b-4030-8038-1e2f065b9b06 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0895989 Feb 07 22:45:34.833970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-830444cd-2bbe-412a-88b0-04ff6b5a9308 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3662fbd-be76-4e0d-a406-ecf838b7377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312495 Feb 07 22:45:34.907462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.911933 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9664434-3043-4dc8-b137-ca0ebafcd0b2 req-3a7dca89-4792-4258-9976-08253db36494 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000190 Feb 07 22:45:34.940079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:34.955418 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-736e4a5d-3216-4277-811d-10930a6639ed service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122169 Feb 07 22:45:35.032561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80389592-a47f-4adb-918b-3c1d313aeb5f req-a1f3fb4c-2827-4388-89b3-e6cf36c88f53 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:35.034068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80389592-a47f-4adb-918b-3c1d313aeb5f req-a1f3fb4c-2827-4388-89b3-e6cf36c88f53 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0951724 Feb 07 22:45:35.049132 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.064646 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3bcf5d9-771a-48e0-80fd-6f482ee9a4ce req-2d911a04-3d08-4d41-9919-a29648756442 service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981321 Feb 07 22:45:35.160354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.164083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.173358 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80389592-a47f-4adb-918b-3c1d313aeb5f req-e411fb3a-441e-4326-b87b-2698a545cd0e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324780 Feb 07 22:45:35.225709 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.226548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8271e7-4ed9-4439-9b09-056b9072729f {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:45:35.232036 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.233255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4e7d9a7d-6827-48fb-922e-27040925e66b admin admin] 10.222.0.15 "DELETE /v2.0/routers/ee8271e7-4ed9-4439-9b09-056b9072729f HTTP/1.1" status: 204 len: 168 time: 0.9977112 Feb 07 22:45:35.235866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47624) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:35.245176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95861f0-1cd1-437f-9df3-bc80cadaaea1 req-5cae88cf-2f41-44b3-97b7-1e7149abba48 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:35.246795 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d95861f0-1cd1-437f-9df3-bc80cadaaea1 req-5cae88cf-2f41-44b3-97b7-1e7149abba48 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0925300 Feb 07 22:45:35.295913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5aca40e-2436-470e-8ac7-baa87afe89cb admin admin] Deleting subnet 132ecb97-c08a-4f30-907f-f525ac3c68e9 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:45:35.318855 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d95861f0-1cd1-437f-9df3-bc80cadaaea1 req-1024b9ca-dd62-467f-9c18-216d1cb80f08 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646436 Feb 07 22:45:35.319173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5aca40e-2436-470e-8ac7-baa87afe89cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.681678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:45:35.692311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5aca40e-2436-470e-8ac7-baa87afe89cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.701553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:45:35.701903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0ef2947-ac9c-4a72-9d0f-cd3fa981bcb7 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:45:35.702317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 650e13cf-b00c-407e-972e-9e631f2829c4 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:45:35.724769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 650e13cf-b00c-407e-972e-9e631f2829c4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:45:35.725111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 650e13cf-b00c-407e-972e-9e631f2829c4 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:45:35.728467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1d61a-78c2-461d-81a1-501a9cc229c7 req-1ca03027-f0d2-4adf-a688-293e84503de0 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:35.729973 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ec1d61a-78c2-461d-81a1-501a9cc229c7 req-1ca03027-f0d2-4adf-a688-293e84503de0 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 944 time: 0.4223623 Feb 07 22:45:35.801665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ec1d61a-78c2-461d-81a1-501a9cc229c7 req-380c72c8-443c-4c18-8114-27dd611d6969 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636518 Feb 07 22:45:35.811316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5aca40e-2436-470e-8ac7-baa87afe89cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.867157 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5aca40e-2436-470e-8ac7-baa87afe89cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.895147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aca40e-2436-470e-8ac7-baa87afe89cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132ecb97-c08a-4f30-907f-f525ac3c68e9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:35.901587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5aca40e-2436-470e-8ac7-baa87afe89cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.905762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c5aca40e-2436-470e-8ac7-baa87afe89cb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/132ecb97-c08a-4f30-907f-f525ac3c68e9 HTTP/1.1" status: 204 len: 168 time: 0.6679299 Feb 07 22:45:35.907002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351dbee-b1b2-447d-8ea0-2f2c878f57de None None] Network ad87988a-0810-4eed-a279-6cddf5443bc6 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:45:35.907315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47628) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:35.922561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140b1cc-8707-4fd7-9009-cfd713b603f8 req-43b006be-cd35-4d4a-9626-5687fcdb1c77 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:35.932341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0140b1cc-8707-4fd7-9009-cfd713b603f8 req-43b006be-cd35-4d4a-9626-5687fcdb1c77 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0707159 Feb 07 22:45:35.972729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0140b1cc-8707-4fd7-9009-cfd713b603f8 req-f6061c42-11cd-46ce-bc74-9827fbe4450d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 Feb 07 22:45:35.990145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.042728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Deleting port 59622af5-8c24-4ed3-abeb-edbc705570a0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:36.043518 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.110245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] For port 59622af5-8c24-4ed3-abeb-edbc705570a0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=59622af5-8c24-4ed3-abeb-edbc705570a0,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:36.110886 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.113288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66261f-cf97-4e11-ba0d-4ff0e36ea65c None None] DHCP port deletion for ad87988a-0810-4eed-a279-6cddf5443bc6 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:45:36.124751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Calling delete_port for 59622af5-8c24-4ed3-abeb-edbc705570a0 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:36.164038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6a66261f-cf97-4e11-ba0d-4ff0e36ea65c None None] Deleting port 59622af5-8c24-4ed3-abeb-edbc705570a0 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:45:36.164457 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a66261f-cf97-4e11-ba0d-4ff0e36ea65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.201478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.226401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6a66261f-cf97-4e11-ba0d-4ff0e36ea65c None None] For port 59622af5-8c24-4ed3-abeb-edbc705570a0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=59622af5-8c24-4ed3-abeb-edbc705570a0,segment=NetworkSegment(4ef604d9-c452-4b6e-81cf-4939f999f90d),segment_id=4ef604d9-c452-4b6e-81cf-4939f999f90d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:36.226800 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a66261f-cf97-4e11-ba0d-4ff0e36ea65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.231363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Pushing event deleted for resources: {'Port': ['ID=59622af5-8c24-4ed3-abeb-edbc705570a0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:36.235661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] No DVR routers for this DVR port 59622af5-8c24-4ed3-abeb-edbc705570a0 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:36.246045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6a66261f-cf97-4e11-ba0d-4ff0e36ea65c None None] Calling delete_port for 59622af5-8c24-4ed3-abeb-edbc705570a0 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:45:36.330941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.334335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a66261f-cf97-4e11-ba0d-4ff0e36ea65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.359981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad87988a-0810-4eed-a279-6cddf5443bc6']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:36.364764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66261f-cf97-4e11-ba0d-4ff0e36ea65c None None] Pushing event deleted for resources: {'Port': ['ID=59622af5-8c24-4ed3-abeb-edbc705570a0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:36.370382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66261f-cf97-4e11-ba0d-4ff0e36ea65c None None] No DVR routers for this DVR port 59622af5-8c24-4ed3-abeb-edbc705570a0 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:36.374129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a7701-8675-4b45-b0fd-3ba81e19ad34 req-f90fce79-ec82-416b-9616-485bdc5ebb69 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:36.377608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-895a7701-8675-4b45-b0fd-3ba81e19ad34 req-f90fce79-ec82-416b-9616-485bdc5ebb69 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.1088922 Feb 07 22:45:36.381048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef604d9-c452-4b6e-81cf-4939f999f90d') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:36.381336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef604d9-c452-4b6e-81cf-4939f999f90d') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:36.392892 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.420680 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.434423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:45:36.435597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:45:36.436873 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:45:36.450851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fc903-8f0f-45fe-b167-517dbea77f35 req-6abbf249-a73e-4ce2-89e9-4c94dfe3b067 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:36.451264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-895a7701-8675-4b45-b0fd-3ba81e19ad34 req-3652a460-d1c0-4f43-b695-fe1e9ae1cd54 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603492 Feb 07 22:45:36.460042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a0fc903-8f0f-45fe-b167-517dbea77f35 req-6abbf249-a73e-4ce2-89e9-4c94dfe3b067 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0594969 Feb 07 22:45:36.498118 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a0fc903-8f0f-45fe-b167-517dbea77f35 req-a1147e31-01b2-4d91-96f0-3a36d88ae52a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371344 Feb 07 22:45:36.504486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.509860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.514068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] 10.222.0.15 "DELETE /v2.0/networks/ad87988a-0810-4eed-a279-6cddf5443bc6 HTTP/1.1" status: 204 len: 168 time: 0.6057732 Feb 07 22:45:36.526840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285a2f6-e1a7-420c-974b-2ee11fd8011f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad87988a-0810-4eed-a279-6cddf5443bc6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:36.629355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c097af1-460b-4b2e-81a4-399e9ddd653a req-b81ccee3-9eca-4bd9-bb6f-5e56afa4701f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:36.630944 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c097af1-460b-4b2e-81a4-399e9ddd653a req-b81ccee3-9eca-4bd9-bb6f-5e56afa4701f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0501559 Feb 07 22:45:36.682996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c097af1-460b-4b2e-81a4-399e9ddd653a req-2ee8e220-fd9e-4d72-bdec-9fab60ab9a33 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 Feb 07 22:45:36.684687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47640) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:36.724765 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-464f687f-c3c0-44fa-92ff-44531de4eed1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13e8630daa04411fbf7c4836a8deb47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389428 Feb 07 22:45:36.727410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47644) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:36.777876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a27b5160-b9ce-4f57-b0c3-b62c05b38e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.798881 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a27b5160-b9ce-4f57-b0c3-b62c05b38e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.836749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 121d1699-a24e-4549-ab29-fff935824f35 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:45:36.837772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122b69-00c3-4fff-9376-559d8ce2c40c req-0ee1efd2-9212-4924-aa3f-85dca6869090 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:36.844339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7122b69-00c3-4fff-9376-559d8ce2c40c req-0ee1efd2-9212-4924-aa3f-85dca6869090 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0596888 Feb 07 22:45:36.856370 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a27b5160-b9ce-4f57-b0c3-b62c05b38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.861496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a27b5160-b9ce-4f57-b0c3-b62c05b38e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.868446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a27b5160-b9ce-4f57-b0c3-b62c05b38e86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faa7147d-d86c-4235-bbee-c68c2bf9f6be HTTP/1.1" status: 204 len: 168 time: 0.1369734 Feb 07 22:45:36.878082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b5160-b9ce-4f57-b0c3-b62c05b38e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa7147d-d86c-4235-bbee-c68c2bf9f6be,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:36.906384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7122b69-00c3-4fff-9376-559d8ce2c40c req-b4814834-3322-44ce-9af4-86a72e5eea56 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567236 Feb 07 22:45:36.954820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67938f-2439-4292-9ed6-3796f4a04c2d req-78ea8c65-4cdd-47f3-a85f-ef2288eebe81 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:36.956434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa67938f-2439-4292-9ed6-3796f4a04c2d req-78ea8c65-4cdd-47f3-a85f-ef2288eebe81 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 944 time: 0.0582354 Feb 07 22:45:37.002035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa67938f-2439-4292-9ed6-3796f4a04c2d req-4b698ef9-6ef2-4b3f-9396-24599c83e10e tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373373 Feb 07 22:45:37.014959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 121d1699-a24e-4549-ab29-fff935824f35, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=121d1699-a24e-4549-ab29-fff935824f35,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:37.050041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb6bb6-85a1-49d7-b8b0-48b532072ff4 req-94132615-c618-4ffa-9955-5ea7d88c0af1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:37.051855 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98bb6bb6-85a1-49d7-b8b0-48b532072ff4 req-94132615-c618-4ffa-9955-5ea7d88c0af1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0556049 Feb 07 22:45:37.098677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98bb6bb6-85a1-49d7-b8b0-48b532072ff4 req-617cea55-c216-466e-b915-ec8967ba3571 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Feb 07 22:45:37.164876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c90a-d76c-4c68-9ed7-06a40c85768d req-d69ffe6a-2e42-40bf-bbac-62c7a84f9f68 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:37.167321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffd5c90a-d76c-4c68-9ed7-06a40c85768d req-d69ffe6a-2e42-40bf-bbac-62c7a84f9f68 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0792878 Feb 07 22:45:37.217962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffd5c90a-d76c-4c68-9ed7-06a40c85768d req-5d213708-70f0-4e4e-9da1-62e81c748243 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 Feb 07 22:45:37.220105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '121d1699-a24e-4549-ab29-fff935824f35', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'port_id': '121d1699-a24e-4549-ab29-fff935824f35', 'mac_address': 'fa:16:3e:d6:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:45:37.264194 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:37.280181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121d1699-a24e-4549-ab29-fff935824f35 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:37.296933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aec7a-7626-4feb-af1b-cfd285c0019c req-117ef848-2011-489f-a65d-16b6d764cfac tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:37.299657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-de4aec7a-7626-4feb-af1b-cfd285c0019c req-117ef848-2011-489f-a65d-16b6d764cfac tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0898693 Feb 07 22:45:37.301449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 121d1699-a24e-4549-ab29-fff935824f35, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=121d1699-a24e-4549-ab29-fff935824f35,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:37.307674 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:37.365369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=121d1699-a24e-4549-ab29-fff935824f35,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:37.366817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-de4aec7a-7626-4feb-af1b-cfd285c0019c req-29ff4c46-a494-489e-9bc5-dbba6f6e2c63 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583432 Feb 07 22:45:37.498455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb909f-19ea-4bb6-ac20-9203b8372ee1 req-639d48c0-d932-4528-ad2c-2be099cb0388 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:37.499960 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91cb909f-19ea-4bb6-ac20-9203b8372ee1 req-639d48c0-d932-4528-ad2c-2be099cb0388 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0546303 Feb 07 22:45:37.528975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['121d1699-a24e-4549-ab29-fff935824f35'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:45:37.545247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91cb909f-19ea-4bb6-ac20-9203b8372ee1 req-eab5d1d5-654d-474e-b456-aec8ec0c0045 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Feb 07 22:45:37.589419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729036-4a71-4bf0-b2fc-99020daba11a req-8bae3fed-a9fa-489b-9c55-1c7ba9be4f00 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:37.597230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f729036-4a71-4bf0-b2fc-99020daba11a req-8bae3fed-a9fa-489b-9c55-1c7ba9be4f00 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0708416 Feb 07 22:45:37.646094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 59622af5-8c24-4ed3-abeb-edbc705570a0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:45:37.650706 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f729036-4a71-4bf0-b2fc-99020daba11a req-3bd47b1b-7c05-414d-916d-e2251cb00f9a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509758 Feb 07 22:45:37.685779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 59622af5-8c24-4ed3-abeb-edbc705570a0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:45:37.686127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 59622af5-8c24-4ed3-abeb-edbc705570a0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:45:37.741941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd4234-c836-44d0-aa38-224107f5f061 req-f41fb879-b6f4-48e3-8f25-62d4254d1abb tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:37.748234 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ddd4234-c836-44d0-aa38-224107f5f061 req-f41fb879-b6f4-48e3-8f25-62d4254d1abb tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0633137 Feb 07 22:45:37.785247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ddd4234-c836-44d0-aa38-224107f5f061 req-de9ff945-4a02-4be7-bc14-327d8e09ef21 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355029 Feb 07 22:45:37.826590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47690) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:37.911860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ac182-ccef-4776-81d5-485d6e3ffaf9 req-7e2ccd7e-e85e-4e53-b278-2e7eb2ace604 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:37.913316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017ac182-ccef-4776-81d5-485d6e3ffaf9 req-7e2ccd7e-e85e-4e53-b278-2e7eb2ace604 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0490463 Feb 07 22:45:37.935466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-482244005-network', 'tenant_id': '53d8948345ea48419da851b6acf8516e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:37.966340 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017ac182-ccef-4776-81d5-485d6e3ffaf9 req-468597b6-c5c9-4f24-a949-06af98706901 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471933 Feb 07 22:45:37.977278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Made reservation on behalf of 53d8948345ea48419da851b6acf8516e for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:37.979806 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:37.988185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.097035 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.101305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.126976 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:45:38.129727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7824dda-e192-40ca-9c21-d06e55c16391 req-16a2d9db-e8b4-4a2e-8488-68476cb14e28 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.131178 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f7824dda-e192-40ca-9c21-d06e55c16391 req-16a2d9db-e8b4-4a2e-8488-68476cb14e28 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 945 time: 0.0536764 Feb 07 22:45:38.149139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342585-8681-43bc-be05-ee6c668ba08a req-6ac7200a-2deb-46f6-b7b5-e3428395a106 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.151053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b342585-8681-43bc-be05-ee6c668ba08a req-6ac7200a-2deb-46f6-b7b5-e3428395a106 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0970638 Feb 07 22:45:38.156602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d26758-5b3f-4354-8b3c-40651b49ac9a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:38.159555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.159922 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Added segment c650b7fe-20c5-4f1b-bf66-fdc2272a934c of type vlan for network fcd5a278-830e-4877-854a-3def66268fcb Feb 07 22:45:38.175173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f7824dda-e192-40ca-9c21-d06e55c16391 req-967b6c4a-cbed-4879-a36a-9c70c751fc65 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367007 Feb 07 22:45:38.228003 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.237496 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b342585-8681-43bc-be05-ee6c668ba08a req-b7a04cb9-b368-4709-bcca-5e5806ca7578 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760548 Feb 07 22:45:38.259108 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.260540 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.261354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.327489 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4996793 Feb 07 22:45:38.335396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47704) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:38.341756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Request body: {'subnet': {'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-482244005-subnet', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:38.358835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868e415-a1d0-4441-9ab8-9469914ed616 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd5a278-830e-4877-854a-3def66268fcb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:38.375610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network fcd5a278-830e-4877-854a-3def66268fcb details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:45:38.379838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3428d-856b-409f-ad68-f5eb4578f754 req-434ea88d-3b8a-4d4a-be1f-003a9c325788 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.381283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4aa3428d-856b-409f-ad68-f5eb4578f754 req-434ea88d-3b8a-4d4a-be1f-003a9c325788 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0738261 Feb 07 22:45:38.382567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Made reservation on behalf of 53d8948345ea48419da851b6acf8516e for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:38.385628 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.399833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7c70-5ddd-428f-8350-0c24034dbd20 req-50f91af2-b572-4fec-bbfe-f657ff7fa0e5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.402004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf6d7c70-5ddd-428f-8350-0c24034dbd20 req-50f91af2-b572-4fec-bbfe-f657ff7fa0e5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0827212 Feb 07 22:45:38.474558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4aa3428d-856b-409f-ad68-f5eb4578f754 req-a0cc1c39-13a1-42d2-9511-7c0d18419597 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861797 Feb 07 22:45:38.483748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf6d7c70-5ddd-428f-8350-0c24034dbd20 req-f6c47fc6-8efb-44c4-bab5-bfe388d5b915 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571373 Feb 07 22:45:38.632283 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.702907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f049ddc-b16b-4f81-a31b-8ebc9170eff3 req-c7cbda88-fe1b-4c12-af43-520f1a979f6e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.704610 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f049ddc-b16b-4f81-a31b-8ebc9170eff3 req-c7cbda88-fe1b-4c12-af43-520f1a979f6e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1437006 Feb 07 22:45:38.756741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47457a81-a7a0-4855-b796-95dd96641e2b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:38.768163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Checking segment: {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:38.768721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Network hostable DHCP agents. Network: fcd5a278-830e-4877-854a-3def66268fcb, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:45:38.785565 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f049ddc-b16b-4f81-a31b-8ebc9170eff3 req-b62c0ce4-8f9b-4d4e-bcd6-18e7d63b6b93 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700157 Feb 07 22:45:38.794962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187ac62-d04f-4e5d-9fc6-34bfc1b19835 req-1f1c3079-717c-4c47-8a05-5c6d2ca46819 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.799790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Network fcd5a278-830e-4877-854a-3def66268fcb is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:45:38.801990 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5187ac62-d04f-4e5d-9fc6-34bfc1b19835 req-1f1c3079-717c-4c47-8a05-5c6d2ca46819 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0704489 Feb 07 22:45:38.812267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, fcd5a278-830e-4877-854a-3def66268fcb) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:38.818903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.819390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.827687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc61218-6210-446d-b20a-ac2a6c293b20 None None] Network fcd5a278-830e-4877-854a-3def66268fcb requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:45:38.847083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 121d1699-a24e-4549-ab29-fff935824f35 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:38.859490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1ea1ca15-f305-41a7-9074-3b76ab30a60c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5190880 Feb 07 22:45:38.859490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47720) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:38.866174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:38.888001 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5187ac62-d04f-4e5d-9fc6-34bfc1b19835 req-846ee4dd-a5e6-48b5-be2f-920503775bab tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804861 Feb 07 22:45:38.944200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.945539 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.950268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 121d1699-a24e-4549-ab29-fff935824f35 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:38.962271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 121d1699-a24e-4549-ab29-fff935824f35 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:38.963048 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.972715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96260b-a3a5-462c-8368-f407b67974f9 req-81ae0572-b15d-4a57-8272-232a1461078e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.974181 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a96260b-a3a5-462c-8368-f407b67974f9 req-81ae0572-b15d-4a57-8272-232a1461078e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0803533 Feb 07 22:45:39.031803 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.083239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-fcd5a278-830e-4877-854a-3def66268fcb', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:45:39.084107 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.084277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a96260b-a3a5-462c-8368-f407b67974f9 req-ce6f40d0-37e5-4f77-b231-86473b439623 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989013 Feb 07 22:45:39.128229 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.200676 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.231998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d1699-a24e-4549-ab29-fff935824f35'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:39.234313 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4864f8e7-0c95-4dbe-aa18-d319db67c42e" -d '{"events": [{"server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "name": "network-vif-plugged", "status": "completed", "tag": "121d1699-a24e-4549-ab29-fff935824f35"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:39.253039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 121d1699-a24e-4549-ab29-fff935824f35, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=121d1699-a24e-4549-ab29-fff935824f35,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:39.313584 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.354908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ebb93-8882-48f1-8fec-0b938bee4eb2 req-e9fd9a87-7067-46ef-bd76-b1d2ac1e29a3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:39.356487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e4ebb93-8882-48f1-8fec-0b938bee4eb2 req-e9fd9a87-7067-46ef-bd76-b1d2ac1e29a3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0602252 Feb 07 22:45:39.379166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648cd5e-2dae-4a3b-bfc7-cb374dc91938 req-d9977fa1-85df-4ca7-858f-1df2ea4cf3a7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:39.388284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e648cd5e-2dae-4a3b-bfc7-cb374dc91938 req-d9977fa1-85df-4ca7-858f-1df2ea4cf3a7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0874455 Feb 07 22:45:39.395551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=121d1699-a24e-4549-ab29-fff935824f35,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:39.412167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e4ebb93-8882-48f1-8fec-0b938bee4eb2 req-e05f204d-0701-4ef6-be7a-79f813d8cdd8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Feb 07 22:45:39.436340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Allocated IP 172.20.0.2 (fcd5a278-830e-4877-854a-3def66268fcb/47457a81-a7a0-4855-b796-95dd96641e2b/d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:39.477315 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a297e6-29c7-4c99-b0a8-7b01a7cbf29b x-openstack-request-id: req-f1a297e6-29c7-4c99-b0a8-7b01a7cbf29b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:39.477729 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "name": "network-vif-plugged", "status": "completed", "tag": "121d1699-a24e-4549-ab29-fff935824f35", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:39.478159 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1a297e6-29c7-4c99-b0a8-7b01a7cbf29b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:39.478549 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d1699-a24e-4549-ab29-fff935824f35', 'code': 200} Feb 07 22:45:39.533224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e648cd5e-2dae-4a3b-bfc7-cb374dc91938 req-dd7a75f6-9454-4314-baa1-5bdad8e8c234 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445773 Feb 07 22:45:39.601710 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.646846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.655472 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.682494 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.696540 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc4a6a-d4d8-4873-947f-0ce851565d06 req-2e8d662e-6425-4781-ac7e-4aee68e337c5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:39.700782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07fc4a6a-d4d8-4873-947f-0ce851565d06 req-2e8d662e-6425-4781-ac7e-4aee68e337c5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0716479 Feb 07 22:45:39.724267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Network fcd5a278-830e-4877-854a-3def66268fcb is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:39.729179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:39.734776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:39.748803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Pushing event updated for resources: {'Port': ['ID=d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:39.793033 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07fc4a6a-d4d8-4873-947f-0ce851565d06 req-7039b9d4-66df-4be4-8fd2-acce68cbd50d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794652 Feb 07 22:45:39.794955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdd55a-df52-4c6a-8412-93731c29ccab req-e139930b-6ec5-4466-a2f0-8bd88f305016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:39.796565 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ccdd55a-df52-4c6a-8412-93731c29ccab req-e139930b-6ec5-4466-a2f0-8bd88f305016 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1097 time: 0.2592862 Feb 07 22:45:39.841972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Attempting to bind port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:39.842658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Attempting to bind port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:39.843016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Attempting to bind port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e on network fcd5a278-830e-4877-854a-3def66268fcb {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:39.848494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:39.848887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Checking segment: {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:39.849270 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.849654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Bound using segment: {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:39.850116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Bound port: d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:39.850495 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.855455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66be1-560d-44ac-b9ab-d48e32e7867a req-12a37391-9aa9-4fc5-b75e-46917730ba4f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:39.857057 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1e66be1-560d-44ac-b9ab-d48e32e7867a req-12a37391-9aa9-4fc5-b75e-46917730ba4f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1705475 Feb 07 22:45:39.911503 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ccdd55a-df52-4c6a-8412-93731c29ccab req-9d8b928f-d121-4ae4-834a-b91630cce577 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080191 Feb 07 22:45:39.919175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] For port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:39.923339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] For port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:39.927450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Allocated IP 172.25.8.26 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/49c0dde9-87c9-4962-87cd-04e50036f338) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:39.933825 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.944095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1e66be1-560d-44ac-b9ab-d48e32e7867a req-16b00130-d1a2-488a-93bc-c0fe8bf6d3f7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796037 Feb 07 22:45:40.042305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb29b7-1885-452c-ada6-a7b2d6646f2c req-734b7ac8-ca59-4680-b159-d34d848ac8c3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.051060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aabb29b7-1885-452c-ada6-a7b2d6646f2c req-734b7ac8-ca59-4680-b159-d34d848ac8c3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0851781 Feb 07 22:45:40.063825 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b544c-3b24-43c6-a465-1ef232125027 None None] Pushing event updated for resources: {'Port': ['ID=d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:40.096438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aabb29b7-1885-452c-ada6-a7b2d6646f2c req-9e51f9e5-110e-4eb9-a570-1a94aab99ae6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Feb 07 22:45:40.108401 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:40.166641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121f67-2e02-4f97-b957-e1773e059b68 req-8d022937-eef0-49a1-8f85-920e9d9b0b06 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.168205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-15121f67-2e02-4f97-b957-e1773e059b68 req-8d022937-eef0-49a1-8f85-920e9d9b0b06 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0881867 Feb 07 22:45:40.184568 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:40.267152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-15121f67-2e02-4f97-b957-e1773e059b68 req-a0c9ff34-dec2-44d8-bc59-d8eff5a506c5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922830 Feb 07 22:45:40.271267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:40.274509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:40.278226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:40.283923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Pushing event updated for resources: {'Port': ['ID=49c0dde9-87c9-4962-87cd-04e50036f338,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:40.415723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da763-f59e-467d-88e1-b26d988124b2 req-d2f6a1db-818a-4e9d-ab04-3de63bb45631 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.418528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f12da763-f59e-467d-88e1-b26d988124b2 req-d2f6a1db-818a-4e9d-ab04-3de63bb45631 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0581403 Feb 07 22:45:40.478942 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f12da763-f59e-467d-88e1-b26d988124b2 req-aeff9764-d35e-4f6b-beaa-8563f5dfc957 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512826 Feb 07 22:45:40.655142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c6742-bcf8-4ce9-abfc-22a5427c239a req-02e6aad4-c5fa-4fd7-908b-3577ff3588d7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.663722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f2c6742-bcf8-4ce9-abfc-22a5427c239a req-02e6aad4-c5fa-4fd7-908b-3577ff3588d7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0653102 Feb 07 22:45:40.706105 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f2c6742-bcf8-4ce9-abfc-22a5427c239a req-b707057d-65fe-4f28-8d9e-75a486dee0ff tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Feb 07 22:45:40.861680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e20b-abb9-406b-8b35-4d47e4bd4b45 req-0353e525-d365-4c42-9222-dded40fe6aab tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.869665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a65e20b-abb9-406b-8b35-4d47e4bd4b45 req-0353e525-d365-4c42-9222-dded40fe6aab tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0888371 Feb 07 22:45:40.918637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a65e20b-abb9-406b-8b35-4d47e4bd4b45 req-0ae008ba-448d-4743-bf3a-e48530894550 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Feb 07 22:45:40.942365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3432e1-347d-49ac-a8f0-02ba97ccd0cc req-fe788664-acae-475b-81c0-02bcebbbd566 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.943991 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd3432e1-347d-49ac-a8f0-02ba97ccd0cc req-fe788664-acae-475b-81c0-02bcebbbd566 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.4045181 Feb 07 22:45:40.998730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.071176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cecbc-1309-466d-8a5a-ff2d692226b5 req-7b1fe3ef-aa45-49b2-9074-2279a30cf4dc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:41.073160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-293cecbc-1309-466d-8a5a-ff2d692226b5 req-7b1fe3ef-aa45-49b2-9074-2279a30cf4dc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0974071 Feb 07 22:45:41.105426 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd3432e1-347d-49ac-a8f0-02ba97ccd0cc req-755d4a92-1c9e-4cb8-9d79-cbbfd54332a2 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524975 Feb 07 22:45:41.148928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-293cecbc-1309-466d-8a5a-ff2d692226b5 req-7a15a495-a7ce-4c93-b8d0-7dff8de0cb60 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687187 Feb 07 22:45:41.275766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a89ac-28ed-40d2-9923-4557a929246a req-c50fea58-45b9-4a29-a6b8-01ef17452e63 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:41.283372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-566a89ac-28ed-40d2-9923-4557a929246a req-c50fea58-45b9-4a29-a6b8-01ef17452e63 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0594177 Feb 07 22:45:41.308494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5563a53-056b-478e-bfd2-154d34984450 req-22bedf23-9ca9-4815-8f54-3bd58c8c29c6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:41.309999 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5563a53-056b-478e-bfd2-154d34984450 req-22bedf23-9ca9-4815-8f54-3bd58c8c29c6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0969863 Feb 07 22:45:41.339642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-566a89ac-28ed-40d2-9923-4557a929246a req-d0c0625d-2b3f-4464-a29f-002579d5418f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550692 Feb 07 22:45:41.364480 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.396180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb2eec-6ba7-4fc2-9fe8-5627eee5bfd3 None None] Network fcd5a278-830e-4877-854a-3def66268fcb requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:45:41.439944 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5563a53-056b-478e-bfd2-154d34984450 req-df344566-5c9d-4949-8f0a-b016712538f7 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162188 Feb 07 22:45:41.466382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-04545c70-27ca-489a-bf51-59e0e354a3d0 None None] Provisioning complete for port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:41.467240 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04545c70-27ca-489a-bf51-59e0e354a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.547144 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a5583-1341-4fba-a071-4d6280e8105b req-77fd1500-e30c-4b0a-acff-b60e02543c7d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:41.561757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:45:41.561931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-180a5583-1341-4fba-a071-4d6280e8105b req-77fd1500-e30c-4b0a-acff-b60e02543c7d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1101787 Feb 07 22:45:41.640018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-180a5583-1341-4fba-a071-4d6280e8105b req-184faeb3-cf82-4684-bc43-b5f333a3be7c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712628 Feb 07 22:45:41.737091 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04545c70-27ca-489a-bf51-59e0e354a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.870549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-04545c70-27ca-489a-bf51-59e0e354a3d0 None None] For port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:41.882386 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04545c70-27ca-489a-bf51-59e0e354a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.905965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6f47-64b1-4cf4-a6da-60959bcd2ebf req-3fb40777-b098-4d11-a493-e152f56c1f8d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:41.907528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33ad6f47-64b1-4cf4-a6da-60959bcd2ebf req-3fb40777-b098-4d11-a493-e152f56c1f8d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1727412 Feb 07 22:45:41.909547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:45:41.940239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:41.941234 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.944991 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-056a5525-1e88-438e-aa7b-fc885461a358 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0829859 Feb 07 22:45:41.945159 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Sync routers for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:41.945913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47776) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:41.956497 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:41.957465 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:42.003746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04545c70-27ca-489a-bf51-59e0e354a3d0 None None] Pushing event updated for resources: {'Port': ['ID=d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:42.033990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:42.034373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:42.084842 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:42.162790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33ad6f47-64b1-4cf4-a6da-60959bcd2ebf req-1ba02ca4-d07c-4629-bd3e-2384b5f70554 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420762 Feb 07 22:45:42.316149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80140a6c-fc74-4dd8-98ff-2b2e95733c30 req-9473234a-3ecc-4ab7-8b2c-847ea07e2e9d tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:42.322447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80140a6c-fc74-4dd8-98ff-2b2e95733c30 req-9473234a-3ecc-4ab7-8b2c-847ea07e2e9d tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0821309 Feb 07 22:45:42.328305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-547c3fda-aa6b-4503-a5b5-4c150ce238b0 None None] Provisioning complete for port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:42.328828 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-547c3fda-aa6b-4503-a5b5-4c150ce238b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:42.393422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b13a7-3334-425a-ad43-71bf9ccf65d4 req-78c096ba-3de6-4d0f-9d77-7ec555d3b3ef tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:42.395502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-265b13a7-3334-425a-ad43-71bf9ccf65d4 req-78c096ba-3de6-4d0f-9d77-7ec555d3b3ef tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0753355 Feb 07 22:45:42.421108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80140a6c-fc74-4dd8-98ff-2b2e95733c30 req-8f89e648-81e0-468f-9e9b-30eafffb57df tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922050 Feb 07 22:45:42.513952 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:40Z', 'revision_number': 3, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:42.553200 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Checking router: 6be38ae4-1e8d-405a-a5bd-db9dcea80617 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:42.553924 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Updating router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 port 49c0dde9-87c9-4962-87cd-04e50036f338 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:45:42.581809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-265b13a7-3334-425a-ad43-71bf9ccf65d4 req-0198a7c9-ce25-4abd-9ab9-aba263e35abb tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317053 Feb 07 22:45:42.592419 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:42.595742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676672b0-6d02-4c09-a1bc-507658399709 req-4b2fc1ac-f21f-4eea-9265-470f73f43cf3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:42.603593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-676672b0-6d02-4c09-a1bc-507658399709 req-4b2fc1ac-f21f-4eea-9265-470f73f43cf3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0824087 Feb 07 22:45:42.651455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-676672b0-6d02-4c09-a1bc-507658399709 req-aec6ed5d-fa5a-4ac2-adae-dfd16b79cf90 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458186 Feb 07 22:45:42.845468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3125b483-deaa-4aed-ad4e-250a08e3e97b details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:45:42.870873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.016568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418a532-6db8-4003-ba29-971ac66c819e req-726fc88e-e2c5-4294-b486-4f62de351509 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:43.027491 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a418a532-6db8-4003-ba29-971ac66c819e req-726fc88e-e2c5-4294-b486-4f62de351509 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.2326779 Feb 07 22:45:43.033086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:43.061533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '3125b483-deaa-4aed-ad4e-250a08e3e97b', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'port_id': '3125b483-deaa-4aed-ad4e-250a08e3e97b', 'mac_address': 'fa:16:3e:c6:7e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a859faec-1a35-450f-981d-df2a13fe444c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:45:43.145377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a418a532-6db8-4003-ba29-971ac66c819e req-7a38bf4b-cad0-4fb5-a3e9-d3fbb14f6bfe tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169074 Feb 07 22:45:43.154368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965125fc-9582-4a54-a39b-262ea81efb91 req-cd58f162-6f17-4700-b200-3dd8b88cfd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:43.156292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-965125fc-9582-4a54-a39b-262ea81efb91 req-cd58f162-6f17-4700-b200-3dd8b88cfd8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1097 time: 0.2235842 Feb 07 22:45:43.172550 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.199290 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.213120 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.246909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3125b483-deaa-4aed-ad4e-250a08e3e97b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:43.304160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Allocated IP 172.20.0.1 (fcd5a278-830e-4877-854a-3def66268fcb/47457a81-a7a0-4855-b796-95dd96641e2b/3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:43.320087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:43.339332 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.351207 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Attempting to bind port 49c0dde9-87c9-4962-87cd-04e50036f338 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:43.351596 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Attempting to bind port 49c0dde9-87c9-4962-87cd-04e50036f338 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:43.352071 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Attempting to bind port 49c0dde9-87c9-4962-87cd-04e50036f338 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:43.365634 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db8256-bce4-46fc-88ae-8c1db3a1a8d3 None None] Pushing event updated for resources: {'Port': ['ID=49c0dde9-87c9-4962-87cd-04e50036f338,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:43.379531 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:43.381756 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:43.382403 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.383547 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:43.384515 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Bound port: 49c0dde9-87c9-4962-87cd-04e50036f338, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:43.386877 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.411900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc24fe-00e1-4f1c-a3d6-8d7b0fd7ce44 req-ea835088-d37b-46af-a451-8fc4df3c4a3c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:43.413927 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edfc24fe-00e1-4f1c-a3d6-8d7b0fd7ce44 req-ea835088-d37b-46af-a451-8fc4df3c4a3c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1483424 Feb 07 22:45:43.484483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-edfc24fe-00e1-4f1c-a3d6-8d7b0fd7ce44 req-442851c6-faee-457b-9b40-147847f1d8a8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599148 Feb 07 22:45:43.499398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965125fc-9582-4a54-a39b-262ea81efb91 req-a4bca750-c525-4fe2-88ff-85343353ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:43.504962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-965125fc-9582-4a54-a39b-262ea81efb91 req-a4bca750-c525-4fe2-88ff-85343353ffc7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 920 time: 0.3383019 Feb 07 22:45:43.510091 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] For port 49c0dde9-87c9-4962-87cd-04e50036f338, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:43.515009 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] For port 49c0dde9-87c9-4962-87cd-04e50036f338, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=49c0dde9-87c9-4962-87cd-04e50036f338,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:43.527000 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.535811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.651956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.662606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3125b483-deaa-4aed-ad4e-250a08e3e97b'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:45:43.682476 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:43.685247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-965125fc-9582-4a54-a39b-262ea81efb91 req-dbfbc49b-b528-4d9a-b30f-f6b5682554ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 217 time: 0.1711602 Feb 07 22:45:43.687095 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:43.688280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Network fcd5a278-830e-4877-854a-3def66268fcb is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:43.693818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:43.738135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3125b483-deaa-4aed-ad4e-250a08e3e97b,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:43.749841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:43.784064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:43.784579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965125fc-9582-4a54-a39b-262ea81efb91 req-91d6e1bb-98d5-48cd-8746-7933374b94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:43.786443 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-965125fc-9582-4a54-a39b-262ea81efb91 req-91d6e1bb-98d5-48cd-8746-7933374b94b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 200 len: 860 time: 0.0947030 Feb 07 22:45:43.835456 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db8256-bce4-46fc-88ae-8c1db3a1a8d3 None None] Pushing event updated for resources: {'Port': ['ID=49c0dde9-87c9-4962-87cd-04e50036f338,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:43.858744 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-965125fc-9582-4a54-a39b-262ea81efb91 req-1a5ed54a-ab85-432e-b2d1-54a1714b6de8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3662fbd-be76-4e0d-a406-ecf838b7377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386882 Feb 07 22:45:43.971012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:43.972448 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:44.018304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-965125fc-9582-4a54-a39b-262ea81efb91 req-85cf76d0-b302-4e74-b960-d0d62c8a4f65 service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514122 Feb 07 22:45:44.037100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:44.038303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7f4d4-7e0c-44c2-9469-90d284163ecc req-16fd5918-c5d7-4936-a641-05439bd990be tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:44.047516 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cd7f4d4-7e0c-44c2-9469-90d284163ecc req-16fd5918-c5d7-4936-a641-05439bd990be tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.2597318 Feb 07 22:45:44.060050 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:44.108537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:44.209343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-965125fc-9582-4a54-a39b-262ea81efb91 req-c26939dd-36ab-43cb-99f9-0da057f6a182 service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793392 Feb 07 22:45:44.245739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9edd0-14be-4447-803b-9b9541e25915 req-f6ec843d-d26f-4e70-90e4-18e0450b971f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:44.256433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e9edd0-14be-4447-803b-9b9541e25915 req-f6ec843d-d26f-4e70-90e4-18e0450b971f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 945 time: 0.3713026 Feb 07 22:45:44.288306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cd7f4d4-7e0c-44c2-9469-90d284163ecc req-ab4e9017-aab3-4004-9ba2-6fa1186ee121 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397194 Feb 07 22:45:44.397801 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e9edd0-14be-4447-803b-9b9541e25915 req-2aa86de7-4d04-417f-9c05-c882ae3202ca tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380138 Feb 07 22:45:44.407145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-82bd8225-a322-4777-aae6-594141b819f2 None None] Provisioning complete for port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:44.407532 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82bd8225-a322-4777-aae6-594141b819f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:44.439039 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:40Z', 'revision_number': 3, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:44.464582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-82bd8225-a322-4777-aae6-594141b819f2 None None] Port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:45:44.468067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec365c-52fb-4497-aae8-f6305bd3a14c req-0aa021b8-88d6-4d18-ac99-67542bd559ed tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:44.476566 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1ec365c-52fb-4497-aae8-f6305bd3a14c req-0aa021b8-88d6-4d18-ac99-67542bd559ed tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.1102369 Feb 07 22:45:44.490319 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78501e5d-5449-4c6b-8834-7c5475d17668 None None] The sync data for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 is: [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:40Z', 'revision_number': 3, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:44.561979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1ec365c-52fb-4497-aae8-f6305bd3a14c req-95e13ffa-3a8c-4511-a839-3782bd3aeccc tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764139 Feb 07 22:45:44.578246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:44.734340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5628a02-6843-41a5-bd1b-4cb1a1deb1a9 req-27ecfe19-7b81-4d11-bf14-1b6a566e18a3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:44.742049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5628a02-6843-41a5-bd1b-4cb1a1deb1a9 req-27ecfe19-7b81-4d11-bf14-1b6a566e18a3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1434684 Feb 07 22:45:44.847158 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5628a02-6843-41a5-bd1b-4cb1a1deb1a9 req-08b9d4ac-4a5e-46c6-8024-4526ca3fe3a1 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038244 Feb 07 22:45:44.877990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3125b483-deaa-4aed-ad4e-250a08e3e97b up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:44.989984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 3125b483-deaa-4aed-ad4e-250a08e3e97b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:44.991078 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.005546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.017522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.147235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.150463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:45.157336 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.207625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:45.208685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:45.212511 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd5ef6-3332-4806-9d20-785a19a1e314" -d '{"events": [{"server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "name": "network-vif-plugged", "status": "completed", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:45.218475 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.312175 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d032a374-7825-4416-b1aa-3021421e6366 x-openstack-request-id: req-d032a374-7825-4416-b1aa-3021421e6366 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:45.312904 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "name": "network-vif-plugged", "status": "completed", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:45.313254 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d032a374-7825-4416-b1aa-3021421e6366 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:45.313810 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b', 'code': 200} Feb 07 22:45:45.320011 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3125b483-deaa-4aed-ad4e-250a08e3e97b,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:45.380245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Network fcd5a278-830e-4877-854a-3def66268fcb is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:45.382995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:45.540186 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5d61-b019-4b0f-99c1-288cc091a355 req-e4edd7a8-a623-452d-8c62-f199c864f3db tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:45.551932 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14ed5d61-b019-4b0f-99c1-288cc091a355 req-e4edd7a8-a623-452d-8c62-f199c864f3db tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1700435 Feb 07 22:45:45.599546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463d0e5-509d-4eed-b589-c04012d5f841 req-4e95a1bf-24eb-48be-a74f-f34540bf9f3a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:45.622346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8463d0e5-509d-4eed-b589-c04012d5f841 req-4e95a1bf-24eb-48be-a74f-f34540bf9f3a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1080184 Feb 07 22:45:45.697925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8463d0e5-509d-4eed-b589-c04012d5f841 req-6f58075e-a39e-407e-8ef4-96845359d110 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745728 Feb 07 22:45:45.741227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:45:45.757242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14ed5d61-b019-4b0f-99c1-288cc091a355 req-8ed94fe3-16ac-4cc9-82fa-bad3daea1ccb tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990714 Feb 07 22:45:45.800919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2879a652-f06a-4f4b-8d8b-f412e165ffa5 None None] Provisioning complete for port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:45.801646 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2879a652-f06a-4f4b-8d8b-f412e165ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.806332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 49c0dde9-87c9-4962-87cd-04e50036f338 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:45.891417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524ada-28b4-45d4-abab-ebf8e0d702d2 req-43353285-1a68-4e79-b50f-447028dfa9ce tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:45.892967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e524ada-28b4-45d4-abab-ebf8e0d702d2 req-43353285-1a68-4e79-b50f-447028dfa9ce tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0855279 Feb 07 22:45:45.968776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:45:45.984790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-faccbe49-689a-45ac-a5a1-b599a24cdc64 admin admin] 10.222.0.15 "PUT /v2.0/routers/6be38ae4-1e8d-405a-a5bd-db9dcea80617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0363111 Feb 07 22:45:45.996316 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e524ada-28b4-45d4-abab-ebf8e0d702d2 req-069f6374-13c6-4c67-b95c-414058b8497b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903316 Feb 07 22:45:46.015203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2879a652-f06a-4f4b-8d8b-f412e165ffa5 None None] Port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:45:46.044568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 49c0dde9-87c9-4962-87cd-04e50036f338 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:46.045331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:46.111879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2808f9-b111-47e6-ab00-862f765684b4 req-2570adcc-666b-4180-aee1-1eb433885ba0 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:46.115211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a2808f9-b111-47e6-ab00-862f765684b4 req-2570adcc-666b-4180-aee1-1eb433885ba0 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1187811 Feb 07 22:45:46.179867 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a2808f9-b111-47e6-ab00-862f765684b4 req-e08d1424-7343-48fb-ae86-605c81c76d58 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530248 Feb 07 22:45:46.226099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:46.260397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 49c0dde9-87c9-4962-87cd-04e50036f338, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=49c0dde9-87c9-4962-87cd-04e50036f338,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:46.271769 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:46.336984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=49c0dde9-87c9-4962-87cd-04e50036f338,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:46.785176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47870) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:46.789830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ba847692-a877-4a97-89ce-7d8dbdef2dbe tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192752532', 'description': 'tempest-description--1367541923'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:46.950943 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba847692-a877-4a97-89ce-7d8dbdef2dbe tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:46.974726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00a81a-04af-483f-866f-2addba281118 req-31849a39-a11b-4a6c-9f44-56a4c541f7b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:46.976237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b00a81a-04af-483f-866f-2addba281118 req-31849a39-a11b-4a6c-9f44-56a4c541f7b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1778917 Feb 07 22:45:46.986586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f986-37c3-4e6d-afc2-e540f44a9485 req-1d7bce70-55b5-4ad0-bc06-69845e30e924 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:46.994569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a059f986-37c3-4e6d-afc2-e540f44a9485 req-1d7bce70-55b5-4ad0-bc06-69845e30e924 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1156714 Feb 07 22:45:47.064982 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a059f986-37c3-4e6d-afc2-e540f44a9485 req-bfabe499-5971-4c01-90fd-475ea61d930c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694189 Feb 07 22:45:47.073469 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b00a81a-04af-483f-866f-2addba281118 req-030fd387-a511-4905-a7aa-47016d59fdd5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878794 Feb 07 22:45:47.152642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba847692-a877-4a97-89ce-7d8dbdef2dbe tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.161060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba847692-a877-4a97-89ce-7d8dbdef2dbe tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.246832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba847692-a877-4a97-89ce-7d8dbdef2dbe tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.256866 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ba847692-a877-4a97-89ce-7d8dbdef2dbe tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4690142 Feb 07 22:45:47.261815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47880) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:47.265521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba847692-a877-4a97-89ce-7d8dbdef2dbe tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3017ec82-60ac-4663-81eb-9d62e1b9a9c9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:47.270412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedc056-4fb6-4597-bacb-b5391975345c req-cd5d6537-7bfa-4706-8408-4209e71ac523 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:47.280927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2ba791d4-97b5-4f27-b71c-8a939333347a tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Request body: {'security_group_rule': {'security_group_id': '3017ec82-60ac-4663-81eb-9d62e1b9a9c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:47.291575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5aedc056-4fb6-4597-bacb-b5391975345c req-cd5d6537-7bfa-4706-8408-4209e71ac523 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.1134143 Feb 07 22:45:47.342209 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5aedc056-4fb6-4597-bacb-b5391975345c req-6e8ac439-7a47-439c-98c9-a5b454de6a11 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 Feb 07 22:45:47.397916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Sync routers for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:47.416961 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2ba791d4-97b5-4f27-b71c-8a939333347a tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.421075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:47.421950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:47.432720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cc7be-56d9-43b2-913b-1c7667e70c2e req-28510dca-e839-457d-8768-52498a0e3894 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:47.434183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-558cc7be-56d9-43b2-913b-1c7667e70c2e req-28510dca-e839-457d-8768-52498a0e3894 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1225467 Feb 07 22:45:47.573044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-558cc7be-56d9-43b2-913b-1c7667e70c2e req-f15e323b-7b28-4cb4-8017-a834b76b4fc0 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215053 Feb 07 22:45:47.625617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2ba791d4-97b5-4f27-b71c-8a939333347a tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.633508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2ba791d4-97b5-4f27-b71c-8a939333347a tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.708970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba791d4-97b5-4f27-b71c-8a939333347a tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680b3f7f-e6fd-49e9-a73b-c6919d4dc8c9,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:47.733177 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2ba791d4-97b5-4f27-b71c-8a939333347a tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.734429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2ba791d4-97b5-4f27-b71c-8a939333347a tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4713173 Feb 07 22:45:47.737390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47882) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:47.743044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-07978b7f-0e7b-4d5c-bb8c-28b94693b4c7 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Request body: {'security_group_rule': {'security_group_id': '3017ec82-60ac-4663-81eb-9d62e1b9a9c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:47.825559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07978b7f-0e7b-4d5c-bb8c-28b94693b4c7 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.850797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 49c0dde9-87c9-4962-87cd-04e50036f338 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:47.919950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:47.970173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 49c0dde9-87c9-4962-87cd-04e50036f338 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:47.970825 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.980711 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07978b7f-0e7b-4d5c-bb8c-28b94693b4c7 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.985883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07978b7f-0e7b-4d5c-bb8c-28b94693b4c7 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.005086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07978b7f-0e7b-4d5c-bb8c-28b94693b4c7 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5b043e-319b-4301-ad93-694f4b8e91e8,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:48.020949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07978b7f-0e7b-4d5c-bb8c-28b94693b4c7 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.022574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-07978b7f-0e7b-4d5c-bb8c-28b94693b4c7 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2838235 Feb 07 22:45:48.026649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47884) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:45:48.032865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:48.130246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.297320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c9cf2-8ac9-4838-87ee-4e8a8457388d req-9187ee8e-4c3f-433f-af3b-c7d11c65d793 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:48.311206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e31c9cf2-8ac9-4838-87ee-4e8a8457388d req-9187ee8e-4c3f-433f-af3b-c7d11c65d793 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1672814 Feb 07 22:45:48.369836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c', 'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'mac_address': 'fa:16:3e:ca:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:42Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 2, 'project_id': '53d8948345ea48419da851b6acf8516e', 'subnets': [{'id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:48.381199 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e31c9cf2-8ac9-4838-87ee-4e8a8457388d req-68a61390-95ac-416b-8a87-804e0f2dc84a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589230 Feb 07 22:45:48.415543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d98c80-9d96-4f1b-a059-c536747321e3 req-b799751a-3800-49b1-93b8-358d7ea5005e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:48.421109 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c0d98c80-9d96-4f1b-a059-c536747321e3 req-b799751a-3800-49b1-93b8-358d7ea5005e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1603665 Feb 07 22:45:48.467819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Checking router: 6be38ae4-1e8d-405a-a5bd-db9dcea80617 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:48.468382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Updating router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:45:48.477237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.498419 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.535632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c0d98c80-9d96-4f1b-a059-c536747321e3 req-579389de-9fa0-475a-96bb-926ed25d6cc4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918143 Feb 07 22:45:48.576603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d26-9eb9-41a6-844b-602dcf9dc308 req-9336de80-2131-4a08-a837-31678768c6de tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:48.578291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1430d26-9eb9-41a6-844b-602dcf9dc308 req-9336de80-2131-4a08-a837-31678768c6de tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.1350312 Feb 07 22:45:48.708960 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1430d26-9eb9-41a6-844b-602dcf9dc308 req-5c887d3a-bf8e-4288-8ff3-81e7b4aef880 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193883 Feb 07 22:45:48.790232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6df504-a034-4732-a69b-e653723a4d8b req-b397c883-991d-4ec0-80ad-367a77852afa tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:48.791951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b6df504-a034-4732-a69b-e653723a4d8b req-b397c883-991d-4ec0-80ad-367a77852afa tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0902855 Feb 07 22:45:48.808301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Allocated IP 172.25.8.107 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/7ef90e06-2d15-4f60-baba-da8dbd0df6af) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:48.863032 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b6df504-a034-4732-a69b-e653723a4d8b req-9485107b-7715-4b71-a095-8a7348bb94f4 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631747 Feb 07 22:45:48.950355 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:45:48.957389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.965192 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.038702 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.040609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23061d9-a1a4-4ce0-8045-3268ce2bd338 None None] Pushing event updated for resources: {'Port': ['ID=3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:49.117159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Attempting to bind port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:49.117543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Attempting to bind port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:49.117919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Attempting to bind port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c on network fcd5a278-830e-4877-854a-3def66268fcb {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:49.124164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:49.124579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Checking segment: {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:49.125390 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.126019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Bound using segment: {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:49.126554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Bound port: 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:49.126930 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.133606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.180893 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:49.193963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:49.207881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:49.268936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Pushing event updated for resources: {'Port': ['ID=7ef90e06-2d15-4f60-baba-da8dbd0df6af,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:49.291046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] For port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:49.298336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] For port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:49.328670 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.365377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.425205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:45:49.426105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:49.428182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23061d9-a1a4-4ce0-8045-3268ce2bd338 None None] Pushing event updated for resources: {'Port': ['ID=3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:49.440672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.594134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cd58c1dd-699c-4cf8-af16-e922dff3ead4 None None] Provisioning complete for port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:49.594697 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd58c1dd-699c-4cf8-af16-e922dff3ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.769375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:45:49.808449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f394e1-fc5d-4dfe-b89f-2763e9267b9e req-cc7406d2-a041-49ad-acbe-70ac4f2c34d2 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:49.817430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2f394e1-fc5d-4dfe-b89f-2763e9267b9e req-cc7406d2-a041-49ad-acbe-70ac4f2c34d2 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.2334108 Feb 07 22:45:49.856252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43538d-0b7a-4d87-8946-a2dd18631b19 req-457c300e-e540-4a42-8ddf-fe4fbefff730 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:49.857736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b43538d-0b7a-4d87-8946-a2dd18631b19 req-457c300e-e540-4a42-8ddf-fe4fbefff730 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1311409 Feb 07 22:45:49.964168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2f394e1-fc5d-4dfe-b89f-2763e9267b9e req-c62914e4-81ed-42ff-a992-2637c04ed437 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309791 Feb 07 22:45:49.989238 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd58c1dd-699c-4cf8-af16-e922dff3ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.087403 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b43538d-0b7a-4d87-8946-a2dd18631b19 req-f216cd70-292e-4b2b-89a1-5aaa86dba1ef tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161984 Feb 07 22:45:50.111097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-cd58c1dd-699c-4cf8-af16-e922dff3ead4 None None] For port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:50.128749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd58c1dd-699c-4cf8-af16-e922dff3ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.131078 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.184038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.286086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dfc56-afe0-489a-8d71-f4ab4ba75441 req-eb38c318-e474-4374-8337-422aa899eb49 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.304143 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8b6dfc56-afe0-489a-8d71-f4ab4ba75441 req-eb38c318-e474-4374-8337-422aa899eb49 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.2442057 Feb 07 22:45:50.351337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8b6dfc56-afe0-489a-8d71-f4ab4ba75441 req-3171583c-3d5b-4816-89f4-595070192a13 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461831 Feb 07 22:45:50.367752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58c1dd-699c-4cf8-af16-e922dff3ead4 None None] Pushing event updated for resources: {'Port': ['ID=3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:50.409033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-36596939-094e-4e84-87d2-190b3be5da3f None None] Provisioning complete for port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:50.409422 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36596939-094e-4e84-87d2-190b3be5da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.426410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Pushing event updated for resources: {'Port': ['ID=7ef90e06-2d15-4f60-baba-da8dbd0df6af,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:50.461460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.484511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a221-7b91-41bc-b4be-f460228dc5c1 req-4be002fc-ac03-49a4-935a-379513ce5ab2 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.492935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e26a221-7b91-41bc-b4be-f460228dc5c1 req-4be002fc-ac03-49a4-935a-379513ce5ab2 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.2066865 Feb 07 22:45:50.520428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c', 'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'mac_address': 'fa:16:3e:ca:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:42Z', 'updated_at': '2022-02-07T22:45:49Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'subnets': [{'id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:50.556554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0ba49-916c-46f5-a8d8-8f84d81d1161 None None] The sync data for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 is: [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c', 'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'mac_address': 'fa:16:3e:ca:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:42Z', 'updated_at': '2022-02-07T22:45:49Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'subnets': [{'id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:50.559898 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.580832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dd5b0b7b-d225-4375-8e31-6c0d8d657c8c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5521100 Feb 07 22:45:50.597377 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e26a221-7b91-41bc-b4be-f460228dc5c1 req-dba96fca-cbcc-4bdc-be07-65f26ee12a22 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031203 Feb 07 22:45:50.852153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d60433a8-1f7d-4db1-bb54-2c0b262c0297 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1192752532&fields=id&tenant_id=53d8948345ea48419da851b6acf8516e HTTP/1.1" status: 200 len: 267 time: 0.0469081 Feb 07 22:45:51.014499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-ebcf244b-6163-4d18-a4de-9a59f756c807 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:51.021920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-ebcf244b-6163-4d18-a4de-9a59f756c807 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/networks?id=fcd5a278-830e-4877-854a-3def66268fcb HTTP/1.1" status: 200 len: 814 time: 0.1681914 Feb 07 22:45:51.038654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-de004eb0-4700-48f5-a5d1-1e51728e5a63 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/quotas/53d8948345ea48419da851b6acf8516e HTTP/1.1" status: 200 len: 375 time: 0.0153863 Feb 07 22:45:51.174075 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-309009f7-4224-46de-8d0a-ec6ec4ddf0f0 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d8948345ea48419da851b6acf8516e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1171327 Feb 07 22:45:51.177494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3a4e1-d1db-4626-8aa2-75fd40c11426 req-d37eaf99-306c-4e11-851e-783f2110aefd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:51.178987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eaa3a4e1-d1db-4626-8aa2-75fd40c11426 req-d37eaf99-306c-4e11-851e-783f2110aefd tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1005418 Feb 07 22:45:51.267120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eaa3a4e1-d1db-4626-8aa2-75fd40c11426 req-6689ca2b-4416-4229-bd5d-6665a5f18334 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742836 Feb 07 22:45:51.435086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8c0f-ec55-45be-ace9-95ab206a02a8 req-67a467a4-3ecc-4163-b4c7-d59ab57244e8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:51.447131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ca6f8c0f-ec55-45be-ace9-95ab206a02a8 req-67a467a4-3ecc-4163-b4c7-d59ab57244e8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0874338 Feb 07 22:45:51.447718 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-313c2763-0341-43d2-a277-3a7e2b0029b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:51.504307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-96a1005f-296c-4095-bd4a-ac225737ecf0 service neutron] 10.222.0.15 "GET /v2.0/networks/fcd5a278-830e-4877-854a-3def66268fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013797 Feb 07 22:45:51.517081 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ca6f8c0f-ec55-45be-ace9-95ab206a02a8 req-e84d253f-b13e-46ec-a80c-0535a4e32a55 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690010 Feb 07 22:45:51.649677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1640ec1c-5a73-4696-9261-8591273a38c3 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:45:51.727453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-9514a244-1a1f-4278-b4c9-01b5e71145aa service neutron] 10.222.0.15 "GET /v2.0/networks/fcd5a278-830e-4877-854a-3def66268fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100062 Feb 07 22:45:51.731512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc94e8-94b4-4e1b-834b-7e8b29e375cd req-1b1d271f-7056-4c1b-b51a-cb27c104ea6c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:51.751506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e6cc94e8-94b4-4e1b-834b-7e8b29e375cd req-1b1d271f-7056-4c1b-b51a-cb27c104ea6c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0969839 Feb 07 22:45:51.821499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e6cc94e8-94b4-4e1b-834b-7e8b29e375cd req-fcf69f4b-ef98-41af-8c4d-8c4351642518 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687656 Feb 07 22:45:51.935204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:52.040668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-556328f1-f380-4abd-9a73-9bb5f738ed54 req-b493c157-839a-4110-ab8b-e95a6272f0be tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 210 time: 0.0680172 Feb 07 22:45:52.083943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1640ec1c-5a73-4696-9261-8591273a38c3,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:52.107667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '1640ec1c-5a73-4696-9261-8591273a38c3', 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045', 'port_id': '1640ec1c-5a73-4696-9261-8591273a38c3', 'mac_address': 'fa:16:3e:ee:4d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330f6228-f630-41d8-a629-5ee6cde7196a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:45:52.107848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a9616-d904-41f1-8ac9-9f02b0ea25f5 req-b65e3bd0-c8cc-41c2-8387-06a35183a427 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.113719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:52.114080 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.122167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-349a9616-d904-41f1-8ac9-9f02b0ea25f5 req-b65e3bd0-c8cc-41c2-8387-06a35183a427 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1384251 Feb 07 22:45:52.223625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-349a9616-d904-41f1-8ac9-9f02b0ea25f5 req-b98e6095-bd9e-4232-93a9-0150d43d5b93 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926659 Feb 07 22:45:52.316253 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.379791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1640ec1c-5a73-4696-9261-8591273a38c3 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:52.478050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1640ec1c-5a73-4696-9261-8591273a38c3,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:52.504628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.526269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c8559-bd3f-4397-aa28-e76acc9f4b21 req-25d52d99-ce2a-4fe6-b69b-8ea5507da6a2 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.534705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-898c8559-bd3f-4397-aa28-e76acc9f4b21 req-25d52d99-ce2a-4fe6-b69b-8ea5507da6a2 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1087575 Feb 07 22:45:52.605378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-898c8559-bd3f-4397-aa28-e76acc9f4b21 req-d0954322-216c-4613-9eb1-4026c09a4bf1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641375 Feb 07 22:45:52.796041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-4682da84-32e3-431f-acce-73efb6bd851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.797615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-4682da84-32e3-431f-acce-73efb6bd851e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 1097 time: 0.0757568 Feb 07 22:45:52.798593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a3e6c-0ff4-402c-8793-5455b3adb152 req-42ff7fa3-bb43-4718-bd15-ee89c070b94d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.806483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa6a3e6c-0ff4-402c-8793-5455b3adb152 req-42ff7fa3-bb43-4718-bd15-ee89c070b94d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0982325 Feb 07 22:45:52.866506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1640ec1c-5a73-4696-9261-8591273a38c3,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:52.905196 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa6a3e6c-0ff4-402c-8793-5455b3adb152 req-91e5ec80-9447-42a6-8be7-4367eca84012 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939295 Feb 07 22:45:52.959961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1640ec1c-5a73-4696-9261-8591273a38c3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:45:53.004752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-d0d9a0e6-8b7d-4367-bfaa-1d4b7d2182d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.006430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-d0d9a0e6-8b7d-4367-bfaa-1d4b7d2182d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 911 time: 0.1693177 Feb 07 22:45:53.114880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-0253b448-4837-400a-9274-62191e08af19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b HTTP/1.1" status: 200 len: 217 time: 0.0644197 Feb 07 22:45:53.200342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-567d63e3-0eba-4fa1-9128-7b94dd81228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.202697 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-567d63e3-0eba-4fa1-9128-7b94dd81228e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.0790253 Feb 07 22:45:53.262184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b07fb-8f32-43fc-8101-26b89a1b2b23 req-d6f1179a-faee-4b56-8ccb-5abb6e6acd12 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.264116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d39b07fb-8f32-43fc-8101-26b89a1b2b23 req-d6f1179a-faee-4b56-8ccb-5abb6e6acd12 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 945 time: 0.2566390 Feb 07 22:45:53.266182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-6734d3e6-e3f7-4a59-889b-543ab8c89c94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532298 Feb 07 22:45:53.273101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-437edbf3-e5a7-400b-8a2f-986f32a54310 req-343a6b3a-3214-4733-94f9-ccff95e8d1bd tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 210 time: 0.0829399 Feb 07 22:45:53.409697 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d39b07fb-8f32-43fc-8101-26b89a1b2b23 req-e7550535-3561-4518-b3c9-95707edf5796 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071284 Feb 07 22:45:53.509446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-c419e296-4f31-45df-87c2-e4c0314c2c7e service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228849 Feb 07 22:45:53.652633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1640ec1c-5a73-4696-9261-8591273a38c3 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:45:53.985956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-325fa5fe-3f88-44f8-acf1-194a2974ee9e tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.987393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-325fa5fe-3f88-44f8-acf1-194a2974ee9e tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.24 "GET /v2.0/networks?id=fcd5a278-830e-4877-854a-3def66268fcb HTTP/1.1" status: 200 len: 814 time: 0.4004920 Feb 07 22:45:53.990774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db5e812c-c16d-4b98-8750-ba5161ddb121 req-fd707065-cb7f-419e-9236-a18bca61fe6b service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755430 Feb 07 22:45:54.043557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283ff5a-1249-4667-98da-8b55d17c0c43 req-0d93f5d8-d58f-4242-b541-77faded75770 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:54.044213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc35571-1ea2-4e5a-bd3f-5301679e5746 req-281b585f-6852-49ff-beb0-8cfc0902f86e tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:54.050780 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0283ff5a-1249-4667-98da-8b55d17c0c43 req-0d93f5d8-d58f-4242-b541-77faded75770 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.2501845 Feb 07 22:45:54.052110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdc35571-1ea2-4e5a-bd3f-5301679e5746 req-281b585f-6852-49ff-beb0-8cfc0902f86e tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.6594665 Feb 07 22:45:54.096257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.099609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd27b8c7-3208-498c-9642-da76a104b206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.100490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-2908114b-8a1a-4380-a42f-bf67a6a2bed6 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d8948345ea48419da851b6acf8516e HTTP/1.1" status: 200 len: 380 time: 0.1002324 Feb 07 22:45:54.116341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1640ec1c-5a73-4696-9261-8591273a38c3 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:54.129738 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0283ff5a-1249-4667-98da-8b55d17c0c43 req-59ce8deb-a966-4639-b87c-e2b314d91f13 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643482 Feb 07 22:45:54.130376 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdc35571-1ea2-4e5a-bd3f-5301679e5746 req-8cdd263d-cef8-44e3-b2b0-5e03d813a9dd tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663328 Feb 07 22:45:54.131851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Request body: {'port': {'device_id': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'admin_state_up': True, 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'security_groups': ['3017ec82-60ac-4663-81eb-9d62e1b9a9c9']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:54.176996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1640ec1c-5a73-4696-9261-8591273a38c3,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:54.185460 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.264391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1640ec1c-5a73-4696-9261-8591273a38c3,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:54.393891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc71f8f-6c85-49df-a4e6-bf8d3907d508 req-a32517b5-9cbe-46ee-9d6f-d420c9f7e8e2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:54.402869 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dc71f8f-6c85-49df-a4e6-bf8d3907d508 req-a32517b5-9cbe-46ee-9d6f-d420c9f7e8e2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0855703 Feb 07 22:45:54.432988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Made reservation on behalf of 53d8948345ea48419da851b6acf8516e for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:54.437992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.490734 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1dc71f8f-6c85-49df-a4e6-bf8d3907d508 req-244a7d63-75ea-4090-90cf-242a576a652f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815072 Feb 07 22:45:54.543815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4a8379f-d679-4128-9924-16c708b3b79f req-b88aba1c-a5ee-43b7-8965-7df731eb4205 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 210 time: 0.0932391 Feb 07 22:45:54.783865 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.797055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e925b-adf9-4217-a846-346b451a6bd5 req-0b79f80f-ee00-4e22-941a-28b259123ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:54.798891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-005e925b-adf9-4217-a846-346b451a6bd5 req-0b79f80f-ee00-4e22-941a-28b259123ac2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1097 time: 0.1826801 Feb 07 22:45:54.811135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8c61-fa93-414c-b22d-b736fe234fb0 req-3f5cf019-d47b-4b8d-aa82-ad8441079308 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:54.818681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f03e8c61-fa93-414c-b22d-b736fe234fb0 req-3f5cf019-d47b-4b8d-aa82-ad8441079308 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 944 time: 0.1555977 Feb 07 22:45:54.911548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Allocated IP 172.20.0.9 (fcd5a278-830e-4877-854a-3def66268fcb/47457a81-a7a0-4855-b796-95dd96641e2b/4f52644e-6782-4c52-9bbf-01475729c07c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:54.957088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f03e8c61-fa93-414c-b22d-b736fe234fb0 req-872b1ba9-792a-4f5e-a44d-06c68552d4da tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373758 Feb 07 22:45:55.020297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e925b-adf9-4217-a846-346b451a6bd5 req-4e1b4230-ca91-4d85-bdfe-9e2bff284a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.021744 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-005e925b-adf9-4217-a846-346b451a6bd5 req-4e1b4230-ca91-4d85-bdfe-9e2bff284a4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 913 time: 0.1829724 Feb 07 22:45:55.094252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-005e925b-adf9-4217-a846-346b451a6bd5 req-74e2f5a9-d8ab-4942-8ce2-9f1ec65dc7a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 217 time: 0.0426066 Feb 07 22:45:55.276873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e925b-adf9-4217-a846-346b451a6bd5 req-e2dba8d4-a83f-4c69-9058-708186a3ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.278385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-005e925b-adf9-4217-a846-346b451a6bd5 req-e2dba8d4-a83f-4c69-9058-708186a3ad9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.1772177 Feb 07 22:45:55.291670 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.300558 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0a1cb-02dc-4e26-b274-98000b637c74 req-94f9aca6-e96a-48ce-bcf2-a5005ca92d89 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.302701 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36c0a1cb-02dc-4e26-b274-98000b637c74 req-94f9aca6-e96a-48ce-bcf2-a5005ca92d89 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0854340 Feb 07 22:45:55.326947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-005e925b-adf9-4217-a846-346b451a6bd5 req-f9b2c387-196b-46e3-ab85-46ab3cd03e9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326521 Feb 07 22:45:55.353496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f1ccb-e5bf-4384-bedc-51a74b7c70d4 req-911c1e0e-f537-45de-abe6-09562da494d5 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.354930 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee2f1ccb-e5bf-4384-bedc-51a74b7c70d4 req-911c1e0e-f537-45de-abe6-09562da494d5 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1520228 Feb 07 22:45:55.376062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36c0a1cb-02dc-4e26-b274-98000b637c74 req-2c0712ab-4721-4ba1-9387-865438f72537 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515003 Feb 07 22:45:55.482130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.551241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee2f1ccb-e5bf-4384-bedc-51a74b7c70d4 req-790ec7b3-06c5-472d-b933-560a304935a4 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772921 Feb 07 22:45:55.604884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Network fcd5a278-830e-4877-854a-3def66268fcb is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:55.610033 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-005e925b-adf9-4217-a846-346b451a6bd5 req-a87f25a7-e9c4-4945-92f1-ec619addf333 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752180 Feb 07 22:45:55.623073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:55.646328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:45:55.669645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1640ec1c-5a73-4696-9261-8591273a38c3 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:45:55.685954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Pushing event updated for resources: {'Port': ['ID=4f52644e-6782-4c52-9bbf-01475729c07c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:55.732963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dff48-21a3-4e83-b530-16a5e2cb7e02 req-6642bec5-0fe5-4017-9010-195933d4dcfb tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.740977 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c3dff48-21a3-4e83-b530-16a5e2cb7e02 req-6642bec5-0fe5-4017-9010-195933d4dcfb tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1056559 Feb 07 22:45:55.791366 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c3dff48-21a3-4e83-b530-16a5e2cb7e02 req-d0f4779f-8b90-4452-97bc-184ff82664a7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490444 Feb 07 22:45:55.857614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 1640ec1c-5a73-4696-9261-8591273a38c3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:55.857614 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.888681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.890561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.955457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf34776-606a-4ec5-94f9-85a12483cc55 req-2f0d8fd6-d73d-4efe-807f-8dfd18593aba tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.959841 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-caf34776-606a-4ec5-94f9-85a12483cc55 req-2f0d8fd6-d73d-4efe-807f-8dfd18593aba tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 931 time: 0.2377028 Feb 07 22:45:55.970519 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-7665b78b-8b01-4b76-8f57-2e0c967d101f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8476758 Feb 07 22:45:56.041347 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.131119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1640ec1c-5a73-4696-9261-8591273a38c3,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:56.137443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1640ec1c-5a73-4696-9261-8591273a38c3'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:56.138095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23894022-c2a1-41f7-8d71-a77d5f837e74 req-371f0997-cf5e-451f-b6b5-6100576a05b6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:56.141396 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f73f23-7bc4-46f1-ae89-c5bfb0e662b1" -d '{"events": [{"server_uuid": "4e0cabb8-9355-42f5-b4dc-e3484b1e422f", "name": "network-vif-plugged", "status": "completed", "tag": "1640ec1c-5a73-4696-9261-8591273a38c3"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:56.150854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23894022-c2a1-41f7-8d71-a77d5f837e74 req-371f0997-cf5e-451f-b6b5-6100576a05b6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 944 time: 0.0689113 Feb 07 22:45:56.155026 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.216193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23894022-c2a1-41f7-8d71-a77d5f837e74 req-42e3de87-2a65-4aed-9e9c-9f3abb57fd14 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603485 Feb 07 22:45:56.283255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b91c3498-8fed-4d1f-a38f-ab10b10527e5 None None] Provisioning complete for port 4f52644e-6782-4c52-9bbf-01475729c07c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:56.283631 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b91c3498-8fed-4d1f-a38f-ab10b10527e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.309182 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4610f509-c20a-4a22-88c2-1700037a68eb x-openstack-request-id: req-4610f509-c20a-4a22-88c2-1700037a68eb {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:56.309459 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0cabb8-9355-42f5-b4dc-e3484b1e422f", "name": "network-vif-plugged", "status": "completed", "tag": "1640ec1c-5a73-4696-9261-8591273a38c3", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:56.309718 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4610f509-c20a-4a22-88c2-1700037a68eb {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:56.310108 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1640ec1c-5a73-4696-9261-8591273a38c3', 'code': 200} Feb 07 22:45:56.369393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.370526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Request body: {'port': {'device_id': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:56.385495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1640ec1c-5a73-4696-9261-8591273a38c3,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:56.400791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-005e925b-adf9-4217-a846-346b451a6bd5 req-6250ffde-826c-47b2-9f7d-7206317f86df service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7752872 Feb 07 22:45:56.409056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b91c3498-8fed-4d1f-a38f-ab10b10527e5 None None] Port 4f52644e-6782-4c52-9bbf-01475729c07c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:45:56.466346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-caf34776-606a-4ec5-94f9-85a12483cc55 req-82dfe7e2-a2f8-4de8-8f50-c8d0d3d08808 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4992683 Feb 07 22:45:56.539774 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.568753 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.667935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c078ad-915b-4d7b-ae0c-8f31f454a2a7 req-78d1fc37-2bfe-4659-9724-e1781ecb87db tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:56.678999 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91c078ad-915b-4d7b-ae0c-8f31f454a2a7 req-78d1fc37-2bfe-4659-9724-e1781ecb87db tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1221514 Feb 07 22:45:56.736676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9467-a0bb-4b62-9b79-8325e0936f5d req-ad57c020-3f29-4945-85ff-0dfc27e8b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:56.738196 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b8b9467-a0bb-4b62-9b79-8325e0936f5d req-ad57c020-3f29-4945-85ff-0dfc27e8b55b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 1097 time: 0.2413566 Feb 07 22:45:56.765974 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91c078ad-915b-4d7b-ae0c-8f31f454a2a7 req-1333deb4-a9bc-419b-9678-26796bda15c3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840046 Feb 07 22:45:56.876504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b8b9467-a0bb-4b62-9b79-8325e0936f5d req-730a98f7-edfb-468b-b499-08d6b058413e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159801 Feb 07 22:45:56.890307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7308a-4e8a-44f5-9146-eaeec0a05ae1 req-3c0bf866-3c03-4333-8879-6f567908a084 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:56.891887 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04d7308a-4e8a-44f5-9146-eaeec0a05ae1 req-3c0bf866-3c03-4333-8879-6f567908a084 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1509497 Feb 07 22:45:56.984067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d65e4a-8e53-459e-9a4c-293706edadcc req-5ae38ab5-4e55-4538-85f9-8e0ffeda10f6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:56.985856 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d65e4a-8e53-459e-9a4c-293706edadcc req-5ae38ab5-4e55-4538-85f9-8e0ffeda10f6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0831859 Feb 07 22:45:56.988001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04d7308a-4e8a-44f5-9146-eaeec0a05ae1 req-f553e1ee-8529-4ccd-a3a7-333710be2f7b tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623543 Feb 07 22:45:57.045882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f52644e-6782-4c52-9bbf-01475729c07c {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:57.053556 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d65e4a-8e53-459e-9a4c-293706edadcc req-e1b5f5e3-00ef-4d79-9183-a27ea939bbc0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Feb 07 22:45:57.056066 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.073158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Transition to ACTIVE for port object 4f52644e-6782-4c52-9bbf-01475729c07c will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:57.079931 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.135993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Pushing event updated for resources: {'Port': ['ID=4f52644e-6782-4c52-9bbf-01475729c07c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:57.229652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Attempting to bind port 4f52644e-6782-4c52-9bbf-01475729c07c on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:57.229992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Attempting to bind port 4f52644e-6782-4c52-9bbf-01475729c07c by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:57.230316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Attempting to bind port 4f52644e-6782-4c52-9bbf-01475729c07c on network fcd5a278-830e-4877-854a-3def66268fcb {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:57.248745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Port 4f52644e-6782-4c52-9bbf-01475729c07c on network fcd5a278-830e-4877-854a-3def66268fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:45:57.249115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Attempting to bind port 4f52644e-6782-4c52-9bbf-01475729c07c on network fcd5a278-830e-4877-854a-3def66268fcb {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:45:57.255544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:45:57.255920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Checking segment: {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:45:57.256366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Bound using segment: {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:45:57.256877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Bound port: 4f52644e-6782-4c52-9bbf-01475729c07c, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:57.257364 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.406088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] For port 4f52644e-6782-4c52-9bbf-01475729c07c, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:45:57.455862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf895a3-fcea-4ded-a2be-949bdf08066f req-b32ab48d-bb13-44d8-ad2f-4f80116d0e21 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:57.458941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbf895a3-fcea-4ded-a2be-949bdf08066f req-b32ab48d-bb13-44d8-ad2f-4f80116d0e21 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.1139011 Feb 07 22:45:57.462711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] For port 4f52644e-6782-4c52-9bbf-01475729c07c, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=4f52644e-6782-4c52-9bbf-01475729c07c,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:45:57.509380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.528360 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbf895a3-fcea-4ded-a2be-949bdf08066f req-c73cc0ef-6c39-4da6-b56e-4097e3d627ef tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596004 Feb 07 22:45:57.581956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:57.582851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.584498 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] 10.222.0.24 "PUT /v2.0/ports/4f52644e-6782-4c52-9bbf-01475729c07c HTTP/1.1" status: 200 len: 1091 time: 1.6049035 Feb 07 22:45:57.593508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'tag': '4f52644e-6782-4c52-9bbf-01475729c07c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:57.596727 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8536a569-9e5e-48c2-aee1-33caefc173f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c7afb7-05e6-4db0-b2b3-7b77db1754ec", "tag": "4f52644e-6782-4c52-9bbf-01475729c07c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:45:57.683218 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2ab32b-dc3d-41b8-b50c-e34e82704041 x-openstack-request-id: req-7c2ab32b-dc3d-41b8-b50c-e34e82704041 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:45:57.683575 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c7afb7-05e6-4db0-b2b3-7b77db1754ec", "tag": "4f52644e-6782-4c52-9bbf-01475729c07c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:45:57.683833 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c2ab32b-dc3d-41b8-b50c-e34e82704041 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:45:57.684168 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'tag': '4f52644e-6782-4c52-9bbf-01475729c07c', 'status': 'completed', 'code': 200} Feb 07 22:45:57.686008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca88b9-7c85-4a2c-b018-aeb5a85163bc service neutron] Pushing event updated for resources: {'Port': ['ID=4f52644e-6782-4c52-9bbf-01475729c07c,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:57.690408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78663ff-8438-4807-a3ab-e816b9954935 req-89bc1927-7105-4816-ae73-2917f5d76817 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:57.703261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c78663ff-8438-4807-a3ab-e816b9954935 req-89bc1927-7105-4816-ae73-2917f5d76817 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 943 time: 0.1344225 Feb 07 22:45:57.715745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-4a271471-fe32-43c1-a8a6-0a10ae5b4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:57.717947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-4a271471-fe32-43c1-a8a6-0a10ae5b4b67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53d8948345ea48419da851b6acf8516e&device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 1094 time: 0.0737131 Feb 07 22:45:57.756531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c78663ff-8438-4807-a3ab-e816b9954935 req-0e80f8f9-0e0f-426a-bf2a-73e0128a6050 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516272 Feb 07 22:45:57.788235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-df4454ba-d5e7-42e1-983a-33c1016e5dc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f52644e-6782-4c52-9bbf-01475729c07c HTTP/1.1" status: 200 len: 217 time: 0.0559509 Feb 07 22:45:57.862448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-2d1f35c6-fb6d-469e-b2ce-fe684673ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:57.866040 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-2d1f35c6-fb6d-469e-b2ce-fe684673ca92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47457a81-a7a0-4855-b796-95dd96641e2b HTTP/1.1" status: 200 len: 853 time: 0.0679209 Feb 07 22:45:57.931202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-5fde87da-874d-4fa0-a342-9c528c27f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:57.932942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-5fde87da-874d-4fa0-a342-9c528c27f765 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcd5a278-830e-4877-854a-3def66268fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599353 Feb 07 22:45:58.109336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdc50a-49a0-4a76-bff9-372f51de2d95 req-4856c066-94a8-4369-8dc7-df4c14b0a317 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.111074 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-43cdc50a-49a0-4a76-bff9-372f51de2d95 req-4856c066-94a8-4369-8dc7-df4c14b0a317 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1725729 Feb 07 22:45:58.175414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33e7cd-63c0-4697-b7cf-d91443e73f5b req-ad92654a-f853-4c5c-8a91-d725956363fe tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.176942 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c33e7cd-63c0-4697-b7cf-d91443e73f5b req-ad92654a-f853-4c5c-8a91-d725956363fe tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0722606 Feb 07 22:45:58.186078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-43cdc50a-49a0-4a76-bff9-372f51de2d95 req-bb62f4d0-952f-4e83-8007-0cb6f4949fdf tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666778 Feb 07 22:45:58.190139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-eab2f0ac-d4bd-4f5c-bd5b-935f3d7dcb1a service neutron] 10.222.0.24 "GET /v2.0/networks/fcd5a278-830e-4877-854a-3def66268fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497690 Feb 07 22:45:58.267686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c33e7cd-63c0-4697-b7cf-d91443e73f5b req-372a705a-6e83-43b0-ab1a-2b3d5d7f403d tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674815 Feb 07 22:45:58.371775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb505f-42fd-4b0d-a082-bd01854703d1 req-8c2df35a-f830-493e-b794-942ff2df0948 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.373242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2eeb505f-42fd-4b0d-a082-bd01854703d1 req-8c2df35a-f830-493e-b794-942ff2df0948 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0776899 Feb 07 22:45:58.439665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2eeb505f-42fd-4b0d-a082-bd01854703d1 req-406c5649-5258-4598-8807-ef83e1a320b1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590124 Feb 07 22:45:58.441791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aca477ac-e4fe-47be-bdf5-1abe15e31463 req-5cd1a384-30e2-466c-9203-350de43dc0e0 service neutron] 10.222.0.24 "GET /v2.0/networks/fcd5a278-830e-4877-854a-3def66268fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404120 Feb 07 22:45:58.548392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-b6f14be2-3087-4361-957d-a378ddc46095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.549972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-b6f14be2-3087-4361-957d-a378ddc46095 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53d8948345ea48419da851b6acf8516e&device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 1094 time: 0.0534167 Feb 07 22:45:58.718450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211450d-fc76-4e26-b1e5-45d8526a5c63 req-a692d172-404c-4fa4-bb2a-80f6ae0d17d5 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.719982 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e211450d-fc76-4e26-b1e5-45d8526a5c63 req-a692d172-404c-4fa4-bb2a-80f6ae0d17d5 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0929403 Feb 07 22:45:58.723016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-224f6ebf-db96-42f8-bf43-4ae4f6dd4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.724506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-224f6ebf-db96-42f8-bf43-4ae4f6dd4c5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcd5a278-830e-4877-854a-3def66268fcb HTTP/1.1" status: 200 len: 914 time: 0.1592796 Feb 07 22:45:58.762124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e211450d-fc76-4e26-b1e5-45d8526a5c63 req-4d992409-b662-458f-80d8-db178db851bd tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Feb 07 22:45:58.791990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-c06a7bcb-a8e9-4980-b497-20b2742dad9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f52644e-6782-4c52-9bbf-01475729c07c HTTP/1.1" status: 200 len: 217 time: 0.0584433 Feb 07 22:45:58.874458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-c899fbde-bb84-4c91-bb2c-12fa1afd2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.874458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-c899fbde-bb84-4c91-bb2c-12fa1afd2c12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47457a81-a7a0-4855-b796-95dd96641e2b HTTP/1.1" status: 200 len: 853 time: 0.0724435 Feb 07 22:45:58.927864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3db06-32f1-45c2-91b7-1bba8bd7cb3e req-5acff11d-26aa-4819-96cb-959627c3c260 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.936825 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b1f3db06-32f1-45c2-91b7-1bba8bd7cb3e req-5acff11d-26aa-4819-96cb-959627c3c260 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.0751352 Feb 07 22:45:58.997454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b1f3db06-32f1-45c2-91b7-1bba8bd7cb3e req-906b570e-ea87-41cc-94a7-fd0f5325c7aa tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494711 Feb 07 22:45:58.997605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9034956-a9cb-4656-b985-50ea5ae57ee5 req-61b670cf-198a-4084-b75e-d249f57531b8 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.997605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b9034956-a9cb-4656-b985-50ea5ae57ee5 req-61b670cf-198a-4084-b75e-d249f57531b8 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 943 time: 0.1188200 Feb 07 22:45:58.997605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-a5b4f6a4-eda2-4010-a96e-82ff3ecee7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.999452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-a5b4f6a4-eda2-4010-a96e-82ff3ecee7c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcd5a278-830e-4877-854a-3def66268fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151071 Feb 07 22:45:59.114606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b9034956-a9cb-4656-b985-50ea5ae57ee5 req-1d3fb19f-7f52-4231-be7e-54f116694822 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088393 Feb 07 22:45:59.181127 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-f5429dae-c857-42bd-8fcc-1df735b8df96 service neutron] 10.222.0.24 "GET /v2.0/networks/fcd5a278-830e-4877-854a-3def66268fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723797 Feb 07 22:45:59.402462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b9fe-a531-4832-aa27-462379078cb3 req-94d9479f-31fa-4e4e-bd2a-1854a68d83c5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:59.409774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dc1af-7666-4e18-8805-4058f3c6aa92 req-78297473-8065-48e7-99d0-7095c795495e tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:59.410260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3e0b9fe-a531-4832-aa27-462379078cb3 req-94d9479f-31fa-4e4e-bd2a-1854a68d83c5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0989473 Feb 07 22:45:59.418505 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d3dc1af-7666-4e18-8805-4058f3c6aa92 req-78297473-8065-48e7-99d0-7095c795495e tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0607560 Feb 07 22:45:59.435885 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8536a569-9e5e-48c2-aee1-33caefc173f0 req-a43af54e-3e5d-4e7a-bf4d-fe8fc6332369 service neutron] 10.222.0.24 "GET /v2.0/networks/fcd5a278-830e-4877-854a-3def66268fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472208 Feb 07 22:45:59.466750 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d3dc1af-7666-4e18-8805-4058f3c6aa92 req-124216a1-b119-4e68-826b-aef5360357fe tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 Feb 07 22:45:59.483762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3e0b9fe-a531-4832-aa27-462379078cb3 req-377bf0cb-d2a1-47f4-a5d9-aaef5fac9e15 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589378 Feb 07 22:45:59.630173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d13010-34d4-49f8-bf5d-cfed38a6c896 req-840d5f48-677e-4c8e-84c0-07f31e64d3d8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:59.638826 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68d13010-34d4-49f8-bf5d-cfed38a6c896 req-840d5f48-677e-4c8e-84c0-07f31e64d3d8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0760067 Feb 07 22:45:59.686951 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68d13010-34d4-49f8-bf5d-cfed38a6c896 req-d4973bf7-2227-4a24-84a2-86089b5667c9 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Feb 07 22:45:59.699917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017debd0-be11-497a-8b24-530067aff3c0 req-3ff3e759-bd53-421b-b521-ae6f7f41a56f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:59.699917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-3ff3e759-bd53-421b-b521-ae6f7f41a56f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/networks?id=38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 200 len: 814 time: 0.1497471 Feb 07 22:45:59.715512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-8c0e0f53-6013-4009-b1ab-ead46b1e6ee1 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/quotas/2cf6e28709774bc896a969b9bc722f63 HTTP/1.1" status: 200 len: 375 time: 0.0122569 Feb 07 22:45:59.729042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:45:59.787227 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-a15b0a13-77ff-4a6b-8e35-d58888dc5f99 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cf6e28709774bc896a969b9bc722f63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627029 Feb 07 22:45:59.858992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:45:59.877103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d', 'port_id': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'mac_address': 'fa:16:3e:df:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b68bcd-7be0-4143-846b-8f91143d3734', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:45:59.913479 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-ddac19c2-6b27-46ad-a33d-fc4c2cd10672 service neutron] 10.222.0.15 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250305 Feb 07 22:45:59.961917 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:59.983208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:00.020836 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-d884b050-b259-42e7-a52a-54da77ef9db4 service neutron] 10.222.0.15 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027250 Feb 07 22:46:00.026246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:00.037762 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.165549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:00.193719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['946c5264-0a14-418e-a6b3-43c8d8ccd0c4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:00.280327 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1cc8e62c-4a56-47d7-923c-71e0f626ea6d req-d52624b1-5932-4de5-9a85-82ff588bda76 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 210 time: 0.0423489 Feb 07 22:46:00.392588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522493-e159-4358-825a-f6e3adcd1b5e req-66efe86f-5cef-48f9-a9e5-fa4817219243 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:00.394290 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6522493-e159-4358-825a-f6e3adcd1b5e req-66efe86f-5cef-48f9-a9e5-fa4817219243 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 943 time: 0.1191413 Feb 07 22:46:00.468357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6522493-e159-4358-825a-f6e3adcd1b5e req-4998dbdc-9daf-416f-8506-eddbb308b888 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519056 Feb 07 22:46:00.663444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e14c0c-e3ef-4171-9374-34c38b376935 req-8e59e6fc-db90-4377-bdbd-4cd33fe26d20 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:00.665898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96e14c0c-e3ef-4171-9374-34c38b376935 req-8e59e6fc-db90-4377-bdbd-4cd33fe26d20 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0847645 Feb 07 22:46:00.685507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae322ca-3f3e-42b6-956b-6a8e73282ffe req-c76c26b7-8764-41f6-aaf9-8bff4777716a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:00.687053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ae322ca-3f3e-42b6-956b-6a8e73282ffe req-c76c26b7-8764-41f6-aaf9-8bff4777716a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1271880 Feb 07 22:46:00.747337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96e14c0c-e3ef-4171-9374-34c38b376935 req-e2c51277-955d-4850-b094-f54093a188fa tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701716 Feb 07 22:46:00.787307 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ae322ca-3f3e-42b6-956b-6a8e73282ffe req-f3db6a75-7d2b-40d9-ad1c-72287bd41a4c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880959 Feb 07 22:46:00.891030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ac6b1-134a-49e2-9343-3fed12c5c648 req-a84f7eec-4d62-4ae7-8463-e2fd8695d1a8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:00.909192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-428ac6b1-134a-49e2-9343-3fed12c5c648 req-a84f7eec-4d62-4ae7-8463-e2fd8695d1a8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0891759 Feb 07 22:46:00.946808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 4f52644e-6782-4c52-9bbf-01475729c07c details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:46:00.984449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-428ac6b1-134a-49e2-9343-3fed12c5c648 req-ad8287a4-7ef3-4e3c-a0ac-7312659bc8f2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737138 Feb 07 22:46:01.108932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 4f52644e-6782-4c52-9bbf-01475729c07c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=4f52644e-6782-4c52-9bbf-01475729c07c,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:01.134752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '4f52644e-6782-4c52-9bbf-01475729c07c', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'port_id': '4f52644e-6782-4c52-9bbf-01475729c07c', 'mac_address': 'fa:16:3e:91:c5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:46:01.144051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-c5caae0a-2d39-4967-a67b-863878ed08a0 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:01.145578 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-c5caae0a-2d39-4967-a67b-863878ed08a0 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e0cabb8-9355-42f5-b4dc-e3484b1e422f HTTP/1.1" status: 200 len: 946 time: 0.1072030 Feb 07 22:46:01.179582 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.194567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f52644e-6782-4c52-9bbf-01475729c07c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:01.217693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 4f52644e-6782-4c52-9bbf-01475729c07c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=4f52644e-6782-4c52-9bbf-01475729c07c,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:01.233301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.309574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Deleting port 1640ec1c-5a73-4696-9261-8591273a38c3 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:01.310051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.335478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=4f52644e-6782-4c52-9bbf-01475729c07c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:01.446752 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e71a666b-83f1-4858-ba54-beb8f3517c3e req-3d9bc9cc-86b1-47b7-be72-b031c7422fbe tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 210 time: 0.0495257 Feb 07 22:46:01.475230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['4f52644e-6782-4c52-9bbf-01475729c07c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:01.476409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] For port 1640ec1c-5a73-4696-9261-8591273a38c3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1640ec1c-5a73-4696-9261-8591273a38c3,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:01.476916 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.508649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Calling delete_port for 1640ec1c-5a73-4696-9261-8591273a38c3 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:01.764397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:46:01.837775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66997382-c075-4e26-ba36-062b7d772840 req-bc959f54-dee7-41fa-bc36-1ff8e18c4a28 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:01.837775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66997382-c075-4e26-ba36-062b7d772840 req-bc959f54-dee7-41fa-bc36-1ff8e18c4a28 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 944 time: 0.1848214 Feb 07 22:46:01.840275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:01.840275 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.948026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66997382-c075-4e26-ba36-062b7d772840 req-165c40b8-e944-4782-b24c-6470046f6755 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211469 Feb 07 22:46:02.042424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fe150-1f18-4683-8ed6-3f72d7bd7cd4 req-01ae0205-8c2a-4892-b998-26b2ecabbc07 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.044827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-236fe150-1f18-4683-8ed6-3f72d7bd7cd4 req-01ae0205-8c2a-4892-b998-26b2ecabbc07 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.1567519 Feb 07 22:46:02.126754 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:02.150932 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-236fe150-1f18-4683-8ed6-3f72d7bd7cd4 req-81942bcd-2d7e-448b-9d17-5ccdbe7ddc89 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935149 Feb 07 22:46:02.174088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:02.178579 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75623a3c-aef9-4847-87de-122e699c654d" -d '{"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-plugged", "status": "completed", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:02.212284 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:02.218810 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:02.364894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:02.403059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9755ab0-3a61-496b-bab1-cfbf12aa8a3e req-ff4ba510-6421-41d0-a456-5424b2b9c098 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.416517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9755ab0-3a61-496b-bab1-cfbf12aa8a3e req-ff4ba510-6421-41d0-a456-5424b2b9c098 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0996091 Feb 07 22:46:02.425528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017debd0-be11-497a-8b24-530067aff3c0 req-8202cbfa-61eb-460f-a4e4-0858d9642929 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.428026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-8202cbfa-61eb-460f-a4e4-0858d9642929 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.46 "GET /v2.0/networks?id=38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 200 len: 814 time: 0.4786956 Feb 07 22:46:02.429914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:02.457235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Request body: {'port': {'device_id': '070c1360-42f1-4699-bcfb-86a3980c3260', 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045', 'admin_state_up': True, 'tenant_id': '2cf6e28709774bc896a969b9bc722f63'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:02.497615 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9755ab0-3a61-496b-bab1-cfbf12aa8a3e req-deafa0ef-6884-4760-a1b4-6375e44f28bc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747466 Feb 07 22:46:02.537225 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672d55aa-96a0-41c5-bfa3-f4ff03ce0502 x-openstack-request-id: req-672d55aa-96a0-41c5-bfa3-f4ff03ce0502 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:02.537887 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-plugged", "status": "completed", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:02.538176 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-672d55aa-96a0-41c5-bfa3-f4ff03ce0502 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:02.540368 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'code': 200} Feb 07 22:46:02.562769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Pushing event deleted for resources: {'Port': ['ID=1640ec1c-5a73-4696-9261-8591273a38c3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:02.591078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bf270-c66d-4723-9c15-fdd6aa763ffa req-5448afc4-1425-4d80-9cc5-f9b724805c96 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.599117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e9bf270-c66d-4723-9c15-fdd6aa763ffa req-5448afc4-1425-4d80-9cc5-f9b724805c96 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.4660852 Feb 07 22:46:02.665275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d5b9674-f3c4-4539-b1d1-8c9c6649a08e req-079de9f0-d970-478e-bb22-229f292b9f5b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 210 time: 0.0466194 Feb 07 22:46:02.681341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] No DVR routers for this DVR port 1640ec1c-5a73-4696-9261-8591273a38c3 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:02.688935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:02.692255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99686c76-6910-442a-8fd4-7bfadaff6d04 req-1d3c97e7-f958-433a-98e7-05705e2b118e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.46 "DELETE /v2.0/ports/1640ec1c-5a73-4696-9261-8591273a38c3 HTTP/1.1" status: 204 len: 173 time: 1.5346177 Feb 07 22:46:02.692902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'name': 'network-vif-deleted', 'tag': '1640ec1c-5a73-4696-9261-8591273a38c3'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:02.716525 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1437e0-517e-4cd0-b8d6-65d0ece6d9d3" -d '{"events": [{"server_uuid": "4e0cabb8-9355-42f5-b4dc-e3484b1e422f", "name": "network-vif-deleted", "tag": "1640ec1c-5a73-4696-9261-8591273a38c3"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:02.765342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e9bf270-c66d-4723-9c15-fdd6aa763ffa req-77f49a58-180f-4855-9a44-820143f24af1 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652560 Feb 07 22:46:02.791446 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1fd100-deed-48b5-bbec-bfa7e93f88e4 x-openstack-request-id: req-1d1fd100-deed-48b5-bbec-bfa7e93f88e4 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:02.792579 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0cabb8-9355-42f5-b4dc-e3484b1e422f", "name": "network-vif-deleted", "tag": "1640ec1c-5a73-4696-9261-8591273a38c3", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:02.793090 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d1fd100-deed-48b5-bbec-bfa7e93f88e4 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:02.793820 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0cabb8-9355-42f5-b4dc-e3484b1e422f', 'name': 'network-vif-deleted', 'tag': '1640ec1c-5a73-4696-9261-8591273a38c3', 'status': 'completed', 'code': 200} Feb 07 22:46:02.814783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Made reservation on behalf of 2cf6e28709774bc896a969b9bc722f63 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:02.818488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:02.946677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 4f52644e-6782-4c52-9bbf-01475729c07c up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:46:03.037758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Allocated IP 172.20.0.4 (38fb2cd4-7315-4385-9c54-330156f5d045/330f6228-f630-41d8-a629-5ee6cde7196a/fc173f94-d12d-4e8a-9c7e-b23e83d0cb49) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:03.066432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 4f52644e-6782-4c52-9bbf-01475729c07c completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:03.072155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 4f52644e-6782-4c52-9bbf-01475729c07c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:03.072885 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.122181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a298234-043c-4d9e-8977-71aa5232654c req-a7467456-8011-4205-8205-990d514703f5 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.125335 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8a298234-043c-4d9e-8977-71aa5232654c req-a7467456-8011-4205-8205-990d514703f5 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 944 time: 0.0667875 Feb 07 22:46:03.167972 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.202892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8a298234-043c-4d9e-8977-71aa5232654c req-d538d2c0-78df-4b76-af25-805c31300281 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710185 Feb 07 22:46:03.229611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 4f52644e-6782-4c52-9bbf-01475729c07c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=4f52644e-6782-4c52-9bbf-01475729c07c,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:03.236131 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.294843 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.299398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=4f52644e-6782-4c52-9bbf-01475729c07c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:03.389602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62754f05-525e-4fcd-9e02-676902024ac8 req-834c2014-7ac5-4ab6-89a6-95263a47b95a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.391492 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-62754f05-525e-4fcd-9e02-676902024ac8 req-834c2014-7ac5-4ab6-89a6-95263a47b95a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0858264 Feb 07 22:46:03.394443 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.468197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Network 38fb2cd4-7315-4385-9c54-330156f5d045 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:03.475910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:03.482925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Pushing event updated for resources: {'Port': ['ID=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:03.487509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:46:03.526754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-62754f05-525e-4fcd-9e02-676902024ac8 req-d7f6b25d-f546-4e2d-b2fa-fa2682d965d3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204176 Feb 07 22:46:03.604027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.605049 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.634273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-a4d2149b-236c-4b38-9ef4-fee9c6592941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.636278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-a4d2149b-236c-4b38-9ef4-fee9c6592941 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 1097 time: 0.0904500 Feb 07 22:46:03.640271 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-5ac62d66-f640-41e3-8e39-e76fe07cde9d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1977828 Feb 07 22:46:03.658080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ec038-4439-4a35-88e1-b75477d4cb08 req-dfec3926-34fe-4f5d-a073-6e21cef32c38 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.665774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-af1ec038-4439-4a35-88e1-b75477d4cb08 req-dfec3926-34fe-4f5d-a073-6e21cef32c38 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.0821180 Feb 07 22:46:03.667083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Request body: {'port': {'device_id': '070c1360-42f1-4699-bcfb-86a3980c3260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:03.715938 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-af1ec038-4439-4a35-88e1-b75477d4cb08 req-8c45c600-8533-4f37-bdfe-cd114c01d4cc tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490432 Feb 07 22:46:03.750747 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1640ec1c-5a73-4696-9261-8591273a38c3 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:03.802715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 1640ec1c-5a73-4696-9261-8591273a38c3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:03.803076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1640ec1c-5a73-4696-9261-8591273a38c3 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:03.843273 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.846848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.892002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-18520e4c-8244-4e94-9be2-89735fe46e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.893616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-18520e4c-8244-4e94-9be2-89735fe46e70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 911 time: 0.2474136 Feb 07 22:46:03.947320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a65d9-cf9d-4ead-a904-84354c2babeb req-e971e712-17d2-4c01-bd75-11958dec2c9e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.947802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ad750-04b0-497d-994a-af950668953f req-04177aaf-c335-4c5e-ac30-37b9dce760c9 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.949146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-257a65d9-cf9d-4ead-a904-84354c2babeb req-e971e712-17d2-4c01-bd75-11958dec2c9e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 931 time: 0.1798236 Feb 07 22:46:03.955265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-174ad750-04b0-497d-994a-af950668953f req-04177aaf-c335-4c5e-ac30-37b9dce760c9 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0583351 Feb 07 22:46:03.987066 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-6c109607-f7f6-40d6-b2e2-2dfdfb7b73ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b HTTP/1.1" status: 200 len: 217 time: 0.0665398 Feb 07 22:46:04.003895 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-174ad750-04b0-497d-994a-af950668953f req-a25be99f-5b41-42bf-b395-f822bc6edee7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464065 Feb 07 22:46:04.181663 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-257a65d9-cf9d-4ead-a904-84354c2babeb req-5f77e469-097f-4255-b689-137beac81ff5 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986706 Feb 07 22:46:04.183065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-bb26c03b-6dd6-40d8-bee0-225e5c70f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:04.184772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-bb26c03b-6dd6-40d8-bee0-225e5c70f091 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.1860216 Feb 07 22:46:04.229452 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:04.245214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-8183f174-b307-4325-afd7-86057306f279 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522554 Feb 07 22:46:04.357493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35de71-0926-4717-9a6b-42a5fd17d841 req-e7469907-4305-420b-82f7-a05ceed3bbb1 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:04.360328 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f35de71-0926-4717-9a6b-42a5fd17d841 req-e7469907-4305-420b-82f7-a05ceed3bbb1 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.0684416 Feb 07 22:46:04.415571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f35de71-0926-4717-9a6b-42a5fd17d841 req-428f2be4-7c14-482c-abd5-47240a0bdce2 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462747 Feb 07 22:46:04.541766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f52644e-6782-4c52-9bbf-01475729c07c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:04.545147 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902fa95f-6665-40ef-8f8f-7724ac2a407c" -d '{"events": [{"server_uuid": "f5c7afb7-05e6-4db0-b2b3-7b77db1754ec", "name": "network-vif-plugged", "status": "completed", "tag": "4f52644e-6782-4c52-9bbf-01475729c07c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:04.612127 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abd7f21-39ba-41b9-a5ec-d5df7452453a x-openstack-request-id: req-1abd7f21-39ba-41b9-a5ec-d5df7452453a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:04.612412 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c7afb7-05e6-4db0-b2b3-7b77db1754ec", "name": "network-vif-plugged", "status": "completed", "tag": "4f52644e-6782-4c52-9bbf-01475729c07c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:04.612660 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1abd7f21-39ba-41b9-a5ec-d5df7452453a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:04.613045 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f52644e-6782-4c52-9bbf-01475729c07c', 'code': 200} Feb 07 22:46:04.692760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe77c59-a82b-4dee-b267-ea42f07bb8a7 req-cd0ee835-b266-42a1-9372-06f81e96c6ef tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:04.700244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4fe77c59-a82b-4dee-b267-ea42f07bb8a7 req-cd0ee835-b266-42a1-9372-06f81e96c6ef tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0920193 Feb 07 22:46:04.752622 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4fe77c59-a82b-4dee-b267-ea42f07bb8a7 req-01d76fa0-7fb0-407a-9548-c77aa7f0e315 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475338 Feb 07 22:46:04.801470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748cddd-b238-4f24-8453-bc76ac08d9bc req-96ddb033-1e44-490f-9613-e9e11b62be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:04.803036 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9748cddd-b238-4f24-8453-bc76ac08d9bc req-96ddb033-1e44-490f-9613-e9e11b62be07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 1096 time: 0.0976353 Feb 07 22:46:04.806596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-1d01a098-a44a-49c1-8471-91ebbce48a61 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517058 Feb 07 22:46:04.993026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9748cddd-b238-4f24-8453-bc76ac08d9bc req-3c31f7b9-352a-4692-a717-269c60f93ee1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644092 Feb 07 22:46:04.999050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:05.012106 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:05.032459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d016c-9a7b-4cbf-81ad-bd3ccef42550 req-1c9d7b61-d4a3-467c-8c7d-519ea38829b7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.033921 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7c7d016c-9a7b-4cbf-81ad-bd3ccef42550 req-1c9d7b61-d4a3-467c-8c7d-519ea38829b7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.2080963 Feb 07 22:46:05.059339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Transition to ACTIVE for port object fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:05.075348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:05.138283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3cb48406-87ca-43dd-b4be-25c7faf1afef req-0251b7fc-78e0-4df2-affb-bd2de1d3aca9 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111198 Feb 07 22:46:05.168087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7c7d016c-9a7b-4cbf-81ad-bd3ccef42550 req-8aca2d18-429a-4653-bde5-458342169e31 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232603 Feb 07 22:46:05.189554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe23fc5-5ad8-4b6d-ab56-c96629bc9995 req-f184f8f5-66d7-4ed0-8076-3b398d8dceab tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.198435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:05.224421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dbe23fc5-5ad8-4b6d-ab56-c96629bc9995 req-f184f8f5-66d7-4ed0-8076-3b398d8dceab tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1154220 Feb 07 22:46:05.280844 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dbe23fc5-5ad8-4b6d-ab56-c96629bc9995 req-60ce2b34-544b-4532-bdd2-fa79c1d1ca0d tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554743 Feb 07 22:46:05.314721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Attempting to bind port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:05.315173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Attempting to bind port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:05.315560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Attempting to bind port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 on network 38fb2cd4-7315-4385-9c54-330156f5d045 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:46:05.320826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 on network 38fb2cd4-7315-4385-9c54-330156f5d045 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:46:05.321206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Attempting to bind port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 on network 38fb2cd4-7315-4385-9c54-330156f5d045 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:46:05.339259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:46:05.339745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Checking segment: {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:46:05.340207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Bound using segment: {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:46:05.341968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Bound port: fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:05.342402 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:05.442514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaf96a-a347-4485-b918-7a325f494d58 req-aef7f8e0-a79f-493e-8453-208971e01264 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.444035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcbaf96a-a347-4485-b918-7a325f494d58 req-aef7f8e0-a79f-493e-8453-208971e01264 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 943 time: 0.1197293 Feb 07 22:46:05.449586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] For port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:46:05.453270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] For port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:46:05.479467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:05.544778 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcbaf96a-a347-4485-b918-7a325f494d58 req-42080f0a-3706-4b3f-bf05-e31b5d4652cf tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849915 Feb 07 22:46:05.565139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.565816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:05.567407 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 HTTP/1.1" status: 200 len: 1091 time: 1.9065492 Feb 07 22:46:05.571237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070c1360-42f1-4699-bcfb-86a3980c3260', 'tag': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:05.573772 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311404dc-ece7-43cb-85ce-657d8a412569" -d '{"events": [{"name": "network-changed", "server_uuid": "070c1360-42f1-4699-bcfb-86a3980c3260", "tag": "fc173f94-d12d-4e8a-9c7e-b23e83d0cb49"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:05.586640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ef9e-166c-4e08-9ab3-c27d91c1a697 req-e816b6d6-3ebb-4f47-9881-7f260d09228c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.605970 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b04ef9e-166c-4e08-9ab3-c27d91c1a697 req-e816b6d6-3ebb-4f47-9881-7f260d09228c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.1087458 Feb 07 22:46:05.658732 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bf69c9-be09-4cb9-8825-9769b120dc53 x-openstack-request-id: req-d0bf69c9-be09-4cb9-8825-9769b120dc53 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:05.659364 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070c1360-42f1-4699-bcfb-86a3980c3260", "tag": "fc173f94-d12d-4e8a-9c7e-b23e83d0cb49", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:05.659851 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0bf69c9-be09-4cb9-8825-9769b120dc53 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:05.660606 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070c1360-42f1-4699-bcfb-86a3980c3260', 'tag': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49', 'status': 'completed', 'code': 200} Feb 07 22:46:05.661395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3895d12-2a4d-4ffa-8d6b-ff3f305bb0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:05.676028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b04ef9e-166c-4e08-9ab3-c27d91c1a697 req-b5867680-c4fa-4845-ac69-3b3218b3619d tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549428 Feb 07 22:46:05.710780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017debd0-be11-497a-8b24-530067aff3c0 req-0c070fd0-848e-429a-b25a-43f89a3bd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.712852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-0c070fd0-848e-429a-b25a-43f89a3bd8a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2cf6e28709774bc896a969b9bc722f63&device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 1094 time: 0.0738792 Feb 07 22:46:05.805237 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-c7532028-be2c-4e72-b304-00d7dcf720f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 HTTP/1.1" status: 200 len: 217 time: 0.0794582 Feb 07 22:46:05.932510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017debd0-be11-497a-8b24-530067aff3c0 req-637512c0-e417-47d8-8578-6616d5874186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.932510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-637512c0-e417-47d8-8578-6616d5874186 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=330f6228-f630-41d8-a629-5ee6cde7196a HTTP/1.1" status: 200 len: 854 time: 0.1176100 Feb 07 22:46:05.988361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47904b66-29e1-4d23-9be8-abe7b5c29ce7 req-aa0b6a74-e009-49c0-81ba-fed37e649e0d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.990136 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47904b66-29e1-4d23-9be8-abe7b5c29ce7 req-aa0b6a74-e009-49c0-81ba-fed37e649e0d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1240158 Feb 07 22:46:05.992913 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-92e7283b-39f9-4aa8-a00d-6db6e6c96b2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38fb2cd4-7315-4385-9c54-330156f5d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483990 Feb 07 22:46:06.249090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47904b66-29e1-4d23-9be8-abe7b5c29ce7 req-2aac3064-e580-4880-a324-60991f208e2c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253199 Feb 07 22:46:06.303985 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-c0b408cd-c5ad-4b60-a9c8-03b9e8ebb5e4 service neutron] 10.222.0.46 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040547 Feb 07 22:46:06.351047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f3bfa-b55a-4c20-860f-b9a0ea9884c0 req-08c36c9d-4142-4070-bb1b-bf1db248e2b0 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.360239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-556f3bfa-b55a-4c20-860f-b9a0ea9884c0 req-08c36c9d-4142-4070-bb1b-bf1db248e2b0 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.0784678 Feb 07 22:46:06.430456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-556f3bfa-b55a-4c20-860f-b9a0ea9884c0 req-1e816d00-6ecc-4f43-b032-a31933431b0a tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689492 Feb 07 22:46:06.534923 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-017debd0-be11-497a-8b24-530067aff3c0 req-211de5a1-017f-4bdf-a681-6e720c0117be service neutron] 10.222.0.46 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224805 Feb 07 22:46:06.546523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241dd95-6479-4bf8-95b4-26ee221616d6 req-483cb1b3-88e1-4088-9ed5-17f8eea6698a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.548520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f241dd95-6479-4bf8-95b4-26ee221616d6 req-483cb1b3-88e1-4088-9ed5-17f8eea6698a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0607533 Feb 07 22:46:06.564637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeb29c-860a-488c-8d06-fbd8459111f5 req-52e32b94-ffed-4a11-aa37-1b69316de0ba tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.568627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4baeb29c-860a-488c-8d06-fbd8459111f5 req-52e32b94-ffed-4a11-aa37-1b69316de0ba tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 946 time: 0.1315722 Feb 07 22:46:06.608850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f241dd95-6479-4bf8-95b4-26ee221616d6 req-e5bd02c6-c2c9-4f0d-8860-f60a874aa277 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519714 Feb 07 22:46:06.647284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4baeb29c-860a-488c-8d06-fbd8459111f5 req-b675b300-3b53-41e1-b32a-202059e8cb1c tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697515 Feb 07 22:46:06.713471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311404dc-ece7-43cb-85ce-657d8a412569 req-6c6cf811-28d3-4160-88a1-4916ff9d83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.714950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311404dc-ece7-43cb-85ce-657d8a412569 req-6c6cf811-28d3-4160-88a1-4916ff9d83d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2cf6e28709774bc896a969b9bc722f63&device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 1094 time: 0.0955453 Feb 07 22:46:06.853390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1dbf4-009b-4257-aba8-6acedab0066d req-d102d44e-86bf-4352-984e-d189e51b6d81 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.884137 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47c1dbf4-009b-4257-aba8-6acedab0066d req-d102d44e-86bf-4352-984e-d189e51b6d81 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 943 time: 0.1166711 Feb 07 22:46:06.884347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311404dc-ece7-43cb-85ce-657d8a412569 req-8bc470eb-0faf-4453-8c6f-a4c0ef0e50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.884347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311404dc-ece7-43cb-85ce-657d8a412569 req-8bc470eb-0faf-4453-8c6f-a4c0ef0e50d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 200 len: 914 time: 0.1568930 Feb 07 22:46:06.961225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47c1dbf4-009b-4257-aba8-6acedab0066d req-d57e12d7-4f13-45a5-838f-e4df54bbafbd tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882425 Feb 07 22:46:07.008660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311404dc-ece7-43cb-85ce-657d8a412569 req-d4e66b95-574a-4a0e-98b0-d99a9e9c158e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 HTTP/1.1" status: 200 len: 217 time: 0.0943623 Feb 07 22:46:07.013701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3125b483-deaa-4aed-ad4e-250a08e3e97b no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:07.029212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e24f5-01df-4c0b-bcc7-128d3b71d015 req-04afe8ac-1358-4f99-850c-9ce10029cf48 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.049153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-117e24f5-01df-4c0b-bcc7-128d3b71d015 req-04afe8ac-1358-4f99-850c-9ce10029cf48 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.2503457 Feb 07 22:46:07.138473 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:07.183530 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:07.184677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:07.188675 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb8a5a6-1995-474a-a3c7-351da3a687cd" -d '{"events": [{"server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "name": "network-vif-unplugged", "status": "completed", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:07.198352 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:07.203471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-117e24f5-01df-4c0b-bcc7-128d3b71d015 req-e6944d7c-1c4d-4e1c-b068-0be0db033422 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532848 Feb 07 22:46:07.248347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311404dc-ece7-43cb-85ce-657d8a412569 req-3b7570c4-9c48-4711-ba58-8b7655d569c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.249838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311404dc-ece7-43cb-85ce-657d8a412569 req-3b7570c4-9c48-4711-ba58-8b7655d569c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=330f6228-f630-41d8-a629-5ee6cde7196a HTTP/1.1" status: 200 len: 854 time: 0.1960740 Feb 07 22:46:07.306772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311404dc-ece7-43cb-85ce-657d8a412569 req-b7d77f6f-3e6c-48e1-953d-bf48c3dd31a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38fb2cd4-7315-4385-9c54-330156f5d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470023 Feb 07 22:46:07.331303 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ac6fc-5dfb-4edb-a78e-ed1a23fd878f x-openstack-request-id: req-052ac6fc-5dfb-4edb-a78e-ed1a23fd878f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:07.332555 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "name": "network-vif-unplugged", "status": "completed", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:07.333166 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-052ac6fc-5dfb-4edb-a78e-ed1a23fd878f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:07.334378 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b', 'code': 200} Feb 07 22:46:07.349056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3125b483-deaa-4aed-ad4e-250a08e3e97b,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:07.546804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311404dc-ece7-43cb-85ce-657d8a412569 req-f17d5b22-db35-45db-9e03-fcec479851f8 service neutron] 10.222.0.46 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294891 Feb 07 22:46:07.559945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1976a-2ba0-4157-8ebb-2fd5a7ce419a req-c3332c99-f662-45f6-8065-42c30eb75f9d tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.576522 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-25f1976a-2ba0-4157-8ebb-2fd5a7ce419a req-c3332c99-f662-45f6-8065-42c30eb75f9d tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.1337979 Feb 07 22:46:07.584921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48238) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:07.602585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73910dff-a81d-4624-8802-172d3ac0a8d0 req-16857f10-181c-4f7c-b871-cb95e5a95f3f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.606733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Request body: {'floatingip': {'port_id': '4f52644e-6782-4c52-9bbf-01475729c07c'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:07.612172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73910dff-a81d-4624-8802-172d3ac0a8d0 req-16857f10-181c-4f7c-b871-cb95e5a95f3f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1322813 Feb 07 22:46:07.698970 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73910dff-a81d-4624-8802-172d3ac0a8d0 req-b4c4c4a8-5144-40a8-976a-4df6528bcb80 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745223 Feb 07 22:46:07.720061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:07.784334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:46:07.845274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cb710-af72-48ab-a9a5-3813deaddea7 req-b1ea0038-7914-4b86-8b95-fc6d39c81957 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.853753 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd4cb710-af72-48ab-a9a5-3813deaddea7 req-b1ea0038-7914-4b86-8b95-fc6d39c81957 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0842164 Feb 07 22:46:07.906607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd4cb710-af72-48ab-a9a5-3813deaddea7 req-2c5abf4e-f74d-4bcd-9a24-696d7b507abe tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Feb 07 22:46:07.924499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955b6b-bf33-460e-8269-2da23533ed6b req-a755e3a3-1603-4ebb-a878-1619fde5201f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.932431 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8955b6b-bf33-460e-8269-2da23533ed6b req-a755e3a3-1603-4ebb-a878-1619fde5201f tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.2351122 Feb 07 22:46:07.955086 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311404dc-ece7-43cb-85ce-657d8a412569 req-933c3ce1-83b9-4bfa-9ff5-5ca124e7f486 service neutron] 10.222.0.46 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685448 Feb 07 22:46:08.039422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6038e-a129-493e-bf4d-49a59f2f7f34 req-b9ad7b31-3f09-40f5-8197-754032fa8d10 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:08.048267 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6a6038e-a129-493e-bf4d-49a59f2f7f34 req-b9ad7b31-3f09-40f5-8197-754032fa8d10 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 944 time: 0.0737436 Feb 07 22:46:08.072185 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:08.076337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8955b6b-bf33-460e-8269-2da23533ed6b req-bf491726-8d11-49e5-a3b5-30efe5f1fca8 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426103 Feb 07 22:46:08.090724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49', 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045', 'port_id': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49', 'mac_address': 'fa:16:3e:90:cf:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330f6228-f630-41d8-a629-5ee6cde7196a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:46:08.147231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f6a6038e-a129-493e-bf4d-49a59f2f7f34 req-ee22cd50-451f-4b9b-abe7-b96e01a5d919 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980108 Feb 07 22:46:08.180207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:08.198290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:08.236343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:08.246627 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:08.334254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:08.457915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5cfba-efaa-4215-8a4e-98a93ab87ad0 req-d428f969-eaa8-4df6-be22-8de024fc5f58 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:08.459413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9d5cfba-efaa-4215-8a4e-98a93ab87ad0 req-d428f969-eaa8-4df6-be22-8de024fc5f58 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 944 time: 0.2129004 Feb 07 22:46:08.518849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['fc173f94-d12d-4e8a-9c7e-b23e83d0cb49'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:08.615276 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9d5cfba-efaa-4215-8a4e-98a93ab87ad0 req-9e3c59e1-9d83-4545-b27b-7c16c872b00f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182950 Feb 07 22:46:09.016878 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:46:09.135171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.162552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.263020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715ea2e-3068-41e3-8a3a-258892104fbe req-a371494c-2f38-4009-8c3e-fd953714f173 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:09.275736 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6715ea2e-3068-41e3-8a3a-258892104fbe req-a371494c-2f38-4009-8c3e-fd953714f173 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.2776816 Feb 07 22:46:09.339305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0239b3d-5402-42d0-a400-bdf655a104da req-36d296b5-aadc-4a90-8672-59647a4baa1a tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:09.343543 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0239b3d-5402-42d0-a400-bdf655a104da req-36d296b5-aadc-4a90-8672-59647a4baa1a tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.3481116 Feb 07 22:46:09.529384 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6715ea2e-3068-41e3-8a3a-258892104fbe req-ffdcf93b-d6d0-4037-a0f3-df16c7b3c34d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528932 Feb 07 22:46:09.637267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e04308-71a6-453d-b501-f026062be2f1 req-0ef38011-a99b-406d-8656-64eec9e6bb86 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:09.645880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79e04308-71a6-453d-b501-f026062be2f1 req-0ef38011-a99b-406d-8656-64eec9e6bb86 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5a38b17-c6e7-40d4-b4b2-306e16eef45e HTTP/1.1" status: 200 len: 944 time: 0.0915110 Feb 07 22:46:09.648899 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Floating IP 609beab0-5acb-4433-a20c-763822b89916 associated. External IP: 172.25.8.107, port: 4f52644e-6782-4c52-9bbf-01475729c07c. Feb 07 22:46:09.753755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-79e04308-71a6-453d-b501-f026062be2f1 req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Deleting port 3125b483-deaa-4aed-ad4e-250a08e3e97b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:09.754319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-79e04308-71a6-453d-b501-f026062be2f1 req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.803947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:46:09.842123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Deleting port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:09.842736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.915786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:09.923141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-79e04308-71a6-453d-b501-f026062be2f1 req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] For port 3125b483-deaa-4aed-ad4e-250a08e3e97b, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3125b483-deaa-4aed-ad4e-250a08e3e97b,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:09.923535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-79e04308-71a6-453d-b501-f026062be2f1 req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.926384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:09.926974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.952319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-79e04308-71a6-453d-b501-f026062be2f1 req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Calling delete_port for 3125b483-deaa-4aed-ad4e-250a08e3e97b owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:09.981036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650cbcf-b3a7-45b5-832d-bfccaf529767 req-e831aaab-663c-4189-9330-5d356bb13da0 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:09.988566 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9650cbcf-b3a7-45b5-832d-bfccaf529767 req-e831aaab-663c-4189-9330-5d356bb13da0 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.3441815 Feb 07 22:46:10.075233 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.109166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070c1360-42f1-4699-bcfb-86a3980c3260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:10.111425 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b4a1a5-d06d-4cbc-a856-68e4371a5d52" -d '{"events": [{"server_uuid": "070c1360-42f1-4699-bcfb-86a3980c3260", "name": "network-vif-plugged", "status": "completed", "tag": "fc173f94-d12d-4e8a-9c7e-b23e83d0cb49"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:10.129887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:10.139751 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.223527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9650cbcf-b3a7-45b5-832d-bfccaf529767 req-6dc407bd-a165-4532-a80e-5f85cdb08bf2 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338860 Feb 07 22:46:10.237885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] For port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:10.238121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.242226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-79e04308-71a6-453d-b501-f026062be2f1 req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.245748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:10.292937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event deleted for resources: {'Port': ['ID=3125b483-deaa-4aed-ad4e-250a08e3e97b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:10.336660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:46:10.338686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e04308-71a6-453d-b501-f026062be2f1 req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] No DVR routers for this DVR port 3125b483-deaa-4aed-ad4e-250a08e3e97b on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:10.342738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-79e04308-71a6-453d-b501-f026062be2f1 req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.353123 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79e04308-71a6-453d-b501-f026062be2f1 req-68de8bc9-6f7a-4da8-ae4c-5a6121c586b0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "DELETE /v2.0/ports/3125b483-deaa-4aed-ad4e-250a08e3e97b HTTP/1.1" status: 204 len: 173 time: 0.7056627 Feb 07 22:46:10.354617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'name': 'network-vif-deleted', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:10.357601 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a1e9bc-6b2e-4aa1-97e5-c6e091b7c55e" -d '{"events": [{"server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "name": "network-vif-deleted", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:10.606339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617d4a6-9318-41c0-aa80-e1821e3d9929 req-7fe37836-1ea1-49a7-855a-095d043c57e3 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:10.607916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6617d4a6-9318-41c0-aa80-e1821e3d9929 req-7fe37836-1ea1-49a7-855a-095d043c57e3 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 946 time: 0.2327929 Feb 07 22:46:10.618487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c94b9-ee66-43d8-a30c-3e5831e1ae8d req-bfb4bd07-448a-4120-bd2f-4f5b8fa53a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:10.621260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-249c94b9-ee66-43d8-a30c-3e5831e1ae8d req-bfb4bd07-448a-4120-bd2f-4f5b8fa53a2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1097 time: 0.3607180 Feb 07 22:46:10.730621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6617d4a6-9318-41c0-aa80-e1821e3d9929 req-bd6e4b5a-b3c3-489e-a2f9-076b4a079f91 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups?id=775e77f2-33cd-4474-a1ec-d91d206f33c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083457 Feb 07 22:46:10.734672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:46:10.746074 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.756582 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] Sync routers for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:46:10.769683 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:10.773926 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:10.778739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-249c94b9-ee66-43d8-a30c-3e5831e1ae8d req-70713e95-5652-4808-974e-a44ad07b253b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921943 Feb 07 22:46:10.843638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2f486d61-b734-42f3-9aad-15c208dbed3f tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "PUT /v2.0/floatingips/609beab0-5acb-4433-a20c-763822b89916 HTTP/1.1" status: 200 len: 991 time: 3.2493422 Feb 07 22:46:10.846292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'tag': '4f52644e-6782-4c52-9bbf-01475729c07c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:10.854811 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89267989-73a1-459a-aac3-1f7703cb677d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c7afb7-05e6-4db0-b2b3-7b77db1754ec", "tag": "4f52644e-6782-4c52-9bbf-01475729c07c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:10.876776 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.877147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.877581 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Floating IP fcc40069-54e1-4a47-880a-c8a8e533fecb disassociated. External IP: 172.25.8.159, port: 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6. Feb 07 22:46:10.877916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Calling delete_port for 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:10.997388 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af8f951-d033-4f3a-861b-caceea6b7bf8 x-openstack-request-id: req-4af8f951-d033-4f3a-861b-caceea6b7bf8 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:10.998530 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070c1360-42f1-4699-bcfb-86a3980c3260", "name": "network-vif-plugged", "status": "completed", "tag": "fc173f94-d12d-4e8a-9c7e-b23e83d0cb49", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:10.998798 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4af8f951-d033-4f3a-861b-caceea6b7bf8 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:11.000448 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070c1360-42f1-4699-bcfb-86a3980c3260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49', 'code': 200} Feb 07 22:46:11.008272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3125b483-deaa-4aed-ad4e-250a08e3e97b no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:11.067123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abe771-0cbb-4dec-a0bd-3ec576e1b17b req-42358e93-c876-4420-bd55-512baef28cdf tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.068559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 3125b483-deaa-4aed-ad4e-250a08e3e97b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:11.068677 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:11.071677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3125b483-deaa-4aed-ad4e-250a08e3e97b not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:11.072753 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65abe771-0cbb-4dec-a0bd-3ec576e1b17b req-42358e93-c876-4420-bd55-512baef28cdf tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1350429 Feb 07 22:46:11.072897 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3d323c-a992-42d3-9f40-71d1a8762f79 x-openstack-request-id: req-ea3d323c-a992-42d3-9f40-71d1a8762f79 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:11.073375 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a38b17-c6e7-40d4-b4b2-306e16eef45e", "name": "network-vif-deleted", "tag": "3125b483-deaa-4aed-ad4e-250a08e3e97b", "status": "failed", "code": 422}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:11.073375 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea3d323c-a992-42d3-9f40-71d1a8762f79 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:11.073798 n-d-827895-2 neutron-server[102289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5a38b17-c6e7-40d4-b4b2-306e16eef45e', 'name': 'network-vif-deleted', 'tag': '3125b483-deaa-4aed-ad4e-250a08e3e97b', 'status': 'failed', 'code': 422} returned with failed status Feb 07 22:46:11.197747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65abe771-0cbb-4dec-a0bd-3ec576e1b17b req-81f45d34-2ddd-48ec-bd14-935d7407b46b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122961 Feb 07 22:46:11.295689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139be0-6e3b-42a6-bf45-cad4dbc07094 req-c4025467-1a23-4302-bc11-33e048922658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.297225 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e139be0-6e3b-42a6-bf45-cad4dbc07094 req-c4025467-1a23-4302-bc11-33e048922658 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 1096 time: 0.2216663 Feb 07 22:46:11.315034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff9d17-7a80-41c7-b3a2-bd7e42c2ee36 req-e21e12f3-4b4c-4061-a994-f5de5935dc93 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.323939 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58ff9d17-7a80-41c7-b3a2-bd7e42c2ee36 req-e21e12f3-4b4c-4061-a994-f5de5935dc93 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1479790 Feb 07 22:46:11.383130 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58ff9d17-7a80-41c7-b3a2-bd7e42c2ee36 req-e2052a63-cddb-4a29-833b-f82c84f72413 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527728 Feb 07 22:46:11.445858 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc8b132-aed1-42ea-988d-837a99d9ef8d x-openstack-request-id: req-cdc8b132-aed1-42ea-988d-837a99d9ef8d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:11.446529 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c7afb7-05e6-4db0-b2b3-7b77db1754ec", "tag": "4f52644e-6782-4c52-9bbf-01475729c07c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:11.448112 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdc8b132-aed1-42ea-988d-837a99d9ef8d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:11.448533 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'tag': '4f52644e-6782-4c52-9bbf-01475729c07c', 'status': 'completed', 'code': 200} Feb 07 22:46:11.481034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:11.623187 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e139be0-6e3b-42a6-bf45-cad4dbc07094 req-96623b62-a51e-4e14-816c-d86af29ca864 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086178 Feb 07 22:46:11.640628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4851d-6322-49a6-a673-d91a4992d29a req-3e021699-b3f2-40b4-81ed-556a16fd34d7 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.653684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b7a4851d-6322-49a6-a673-d91a4992d29a req-3e021699-b3f2-40b4-81ed-556a16fd34d7 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.3292089 Feb 07 22:46:11.659891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Pushing event deleted for resources: {'Port': ['ID=2f5af2bb-9d74-4bd1-a1a0-98296970f4e6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:11.709998 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '609beab0-5acb-4433-a20c-763822b89916', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'port_id': '4f52644e-6782-4c52-9bbf-01475729c07c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'mac_address': 'fa:16:3e:91:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:45:49Z', 'updated_at': '2022-02-07T22:46:08Z', 'revision_number': 1, 'project_id': '53d8948345ea48419da851b6acf8516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c', 'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'mac_address': 'fa:16:3e:ca:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:42Z', 'updated_at': '2022-02-07T22:45:50Z', 'revision_number': 5, 'project_id': '53d8948345ea48419da851b6acf8516e', 'subnets': [{'id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:11.783471 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] Checking router: 6be38ae4-1e8d-405a-a5bd-db9dcea80617 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:46:11.831102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89267989-73a1-459a-aac3-1f7703cb677d req-3a514f05-f0f8-4b90-a719-59b9fb1b3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.833071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89267989-73a1-459a-aac3-1f7703cb677d req-3a514f05-f0f8-4b90-a719-59b9fb1b3a46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53d8948345ea48419da851b6acf8516e&device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 1096 time: 0.3487668 Feb 07 22:46:11.843515 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:11.844307 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:11.872833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b7a4851d-6322-49a6-a673-d91a4992d29a req-41df2ef0-5d33-44f6-9516-e71644addb1c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180014 Feb 07 22:46:11.884862 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:11.921281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:11.926089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:11.981761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f43fe-41d2-486c-8af0-88f308b67051 req-70f353cd-4da9-4cef-a4a2-9c835eb114a9 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.985168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94f43fe-41d2-486c-8af0-88f308b67051 req-70f353cd-4da9-4cef-a4a2-9c835eb114a9 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.3049617 Feb 07 22:46:12.197291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94f43fe-41d2-486c-8af0-88f308b67051 req-ef89783c-f5b2-4b0e-97e1-91447534060c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991279 Feb 07 22:46:12.218086 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:12.219495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Router c94661f2-058a-4557-ac31-6ef737ba5520 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:46:12.230772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89267989-73a1-459a-aac3-1f7703cb677d req-a7157ac5-4d23-459d-b503-04057c5f97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:12.232758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89267989-73a1-459a-aac3-1f7703cb677d req-a7157ac5-4d23-459d-b503-04057c5f97f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcd5a278-830e-4877-854a-3def66268fcb HTTP/1.1" status: 200 len: 914 time: 0.3912406 Feb 07 22:46:12.425055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c4c96a3-ed70-4cf3-bde4-df77b73929fa req-f1e1c9be-40e6-467f-9dd8-e4937290ccd9 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 210 time: 0.1409881 Feb 07 22:46:12.624717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400209e4-f608-43fa-8388-c831b28c90ba req-686e7a46-03e3-4c2b-9bad-568fa7738178 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:12.626431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-400209e4-f608-43fa-8388-c831b28c90ba req-686e7a46-03e3-4c2b-9bad-568fa7738178 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0989842 Feb 07 22:46:12.696906 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-400209e4-f608-43fa-8388-c831b28c90ba req-392ceb30-f209-46d1-bc70-66c0f33ca41d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600963 Feb 07 22:46:12.811378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-f0732943-cc0e-43c8-952c-3bf9bae2a60a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:12.818708 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-f0732943-cc0e-43c8-952c-3bf9bae2a60a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.7760370 Feb 07 22:46:12.845178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be286-248c-4402-996a-b6c4a7b51c8c req-b166379d-dae9-49b3-975d-da6aade21a14 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:12.847589 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d9be286-248c-4402-996a-b6c4a7b51c8c req-b166379d-dae9-49b3-975d-da6aade21a14 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0813892 Feb 07 22:46:12.869296 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-db8ca324-b508-4e29-b5f2-92a021bbf757 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/quotas/d5bdb28cb7254db994046a3139ebb16d HTTP/1.1" status: 200 len: 375 time: 0.0495253 Feb 07 22:46:12.878082 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89267989-73a1-459a-aac3-1f7703cb677d req-64940fa5-57b6-4cca-bb4d-e945dfc6ccc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f52644e-6782-4c52-9bbf-01475729c07c HTTP/1.1" status: 200 len: 999 time: 0.6367662 Feb 07 22:46:12.885931 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '609beab0-5acb-4433-a20c-763822b89916', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'port_id': '4f52644e-6782-4c52-9bbf-01475729c07c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'mac_address': 'fa:16:3e:91:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:45:49Z', 'updated_at': '2022-02-07T22:46:08Z', 'revision_number': 1, 'project_id': '53d8948345ea48419da851b6acf8516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c', 'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'mac_address': 'fa:16:3e:ca:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:42Z', 'updated_at': '2022-02-07T22:45:50Z', 'revision_number': 5, 'project_id': '53d8948345ea48419da851b6acf8516e', 'subnets': [{'id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:12.918046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d9be286-248c-4402-996a-b6c4a7b51c8c req-84ab852e-2e94-425c-9af5-9cf3bd56ab36 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562742 Feb 07 22:46:12.944480 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3d673-d543-46cf-ba6e-1fb92b702234 None None] The sync data for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 is: [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '609beab0-5acb-4433-a20c-763822b89916', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'port_id': '4f52644e-6782-4c52-9bbf-01475729c07c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'mac_address': 'fa:16:3e:91:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:45:49Z', 'updated_at': '2022-02-07T22:46:08Z', 'revision_number': 1, 'project_id': '53d8948345ea48419da851b6acf8516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c', 'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'mac_address': 'fa:16:3e:ca:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:42Z', 'updated_at': '2022-02-07T22:45:50Z', 'revision_number': 5, 'project_id': '53d8948345ea48419da851b6acf8516e', 'subnets': [{'id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:46:13.026636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:46:13.035166 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-554be7a2-9989-40ed-9b04-06075c1ed003 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1650817 Feb 07 22:46:13.036611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89267989-73a1-459a-aac3-1f7703cb677d req-5c3c6b79-73dd-4973-905e-2537bd77825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:13.037904 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89267989-73a1-459a-aac3-1f7703cb677d req-5c3c6b79-73dd-4973-905e-2537bd77825f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47457a81-a7a0-4855-b796-95dd96641e2b HTTP/1.1" status: 200 len: 853 time: 0.1468899 Feb 07 22:46:13.038850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] Sync routers for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:46:13.076162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:13.079516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:13.125356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] No DVR routers for this DVR port 2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:13.134391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.137927 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d0239b3d-5402-42d0-a400-bdf655a104da req-1b3b753a-996d-456a-88ab-b2888157eb34 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.46 "DELETE /v2.0/ports/2f5af2bb-9d74-4bd1-a1a0-98296970f4e6 HTTP/1.1" status: 204 len: 173 time: 3.7817647 Feb 07 22:46:13.157062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600d159-b453-4a63-9dc8-6515e98b2477 req-40847a41-f0dd-4a95-9bfb-faed7edd3f62 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:13.159203 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6600d159-b453-4a63-9dc8-6515e98b2477 req-40847a41-f0dd-4a95-9bfb-faed7edd3f62 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.1149609 Feb 07 22:46:13.243207 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6600d159-b453-4a63-9dc8-6515e98b2477 req-9e4ddabb-8af1-443a-ad94-a425936f0d86 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603650 Feb 07 22:46:13.247131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89267989-73a1-459a-aac3-1f7703cb677d req-c2543c8f-d8d4-45cc-9711-a3e7c7eb40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:13.251663 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89267989-73a1-459a-aac3-1f7703cb677d req-c2543c8f-d8d4-45cc-9711-a3e7c7eb40cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcd5a278-830e-4877-854a-3def66268fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853015 Feb 07 22:46:13.400926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:13.443768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-b5fe8958-193e-4c95-952c-7333c42c95e2 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988476 Feb 07 22:46:13.452558 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e25c168-6887-417c-bd20-755742418ad3 None None] New status for floating IP 609beab0-5acb-4433-a20c-763822b89916: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:46:13.454597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'name': 'network-vif-deleted', 'tag': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:13.458723 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1149d84e-d380-4f1e-97ab-20df994323f3" -d '{"events": [{"server_uuid": "f3180b50-c49b-4c03-9a3a-0afdb4841497", "name": "network-vif-deleted", "tag": "2f5af2bb-9d74-4bd1-a1a0-98296970f4e6"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:13.475415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89267989-73a1-459a-aac3-1f7703cb677d req-d5775a17-d498-48e7-8b5c-ca6baa66b870 service neutron] 10.222.0.24 "GET /v2.0/networks/fcd5a278-830e-4877-854a-3def66268fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153552 Feb 07 22:46:13.511549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe80fa-9e7c-44a8-ab86-dac935ae395e req-f1044eeb-4372-4ba9-a08f-fb4d8da1d4bd tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:13.523133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13fe80fa-9e7c-44a8-ab86-dac935ae395e req-f1044eeb-4372-4ba9-a08f-fb4d8da1d4bd tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1180224 Feb 07 22:46:13.598138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89267989-73a1-459a-aac3-1f7703cb677d req-33130ae0-1994-42b3-a3df-d5de4515357d service neutron] 10.222.0.24 "GET /v2.0/networks/fcd5a278-830e-4877-854a-3def66268fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109686 Feb 07 22:46:13.619473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13fe80fa-9e7c-44a8-ab86-dac935ae395e req-747ba858-efea-4bf1-b25e-565af9ad5106 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947318 Feb 07 22:46:13.734145 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-d6186883-1caa-42c3-9bef-00585b1cf49c service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701349 Feb 07 22:46:13.896084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e724383b-a764-420e-b86e-25e68a9ddef9 req-09770438-0608-44c1-b6ea-b972391c728a tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3180b50-c49b-4c03-9a3a-0afdb4841497 HTTP/1.1" status: 200 len: 210 time: 0.0535238 Feb 07 22:46:13.952898 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710af863-6d40-4034-9087-c591b5b4c575 x-openstack-request-id: req-710af863-6d40-4034-9087-c591b5b4c575 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:13.953384 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3180b50-c49b-4c03-9a3a-0afdb4841497", "name": "network-vif-deleted", "tag": "2f5af2bb-9d74-4bd1-a1a0-98296970f4e6", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:13.953485 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-710af863-6d40-4034-9087-c591b5b4c575 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:13.953893 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3180b50-c49b-4c03-9a3a-0afdb4841497', 'name': 'network-vif-deleted', 'tag': '2f5af2bb-9d74-4bd1-a1a0-98296970f4e6', 'status': 'completed', 'code': 200} Feb 07 22:46:13.973030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-6c5efe8f-9a6f-4235-93e4-e35f4e1f3432 req-a2a97ec0-9737-4311-a5d3-ade31d41f5fb tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1991323895', 'description': 'tempest-description-1685200811'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:14.030291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6c5efe8f-9a6f-4235-93e4-e35f4e1f3432 req-a2a97ec0-9737-4311-a5d3-ade31d41f5fb tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:14.063037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:51Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ed3d32ef-f62e-428b-bfbb-3d57bc18cead', 'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'mac_address': 'fa:16:3e:ee:7e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:59Z', 'revision_number': 5, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'subnets': [{'id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:14.124245 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6c5efe8f-9a6f-4235-93e4-e35f4e1f3432 req-a2a97ec0-9737-4311-a5d3-ade31d41f5fb tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:14.125693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] Checking router: c94661f2-058a-4557-ac31-6ef737ba5520 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:46:14.135147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:14.136023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:14.140270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6c5efe8f-9a6f-4235-93e4-e35f4e1f3432 req-a2a97ec0-9737-4311-a5d3-ade31d41f5fb tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:14.217112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6c5efe8f-9a6f-4235-93e4-e35f4e1f3432 req-a2a97ec0-9737-4311-a5d3-ade31d41f5fb tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:14.218663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c5efe8f-9a6f-4235-93e4-e35f4e1f3432 req-a2a97ec0-9737-4311-a5d3-ade31d41f5fb tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2507737 Feb 07 22:46:14.235286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a97ec0-9737-4311-a5d3-ade31d41f5fb tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394dceec-d664-4146-8469-e633f8708342,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:14.342998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aee5e-db58-4bcf-bc75-3868da939d65 req-cf2370d4-801c-48d1-9832-4168909506e0 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:14.344724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b61aee5e-db58-4bcf-bc75-3868da939d65 req-cf2370d4-801c-48d1-9832-4168909506e0 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.2272944 Feb 07 22:46:14.369801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:14.430157 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b61aee5e-db58-4bcf-bc75-3868da939d65 req-d65b9116-d36f-4de6-a27c-79066bc45fab tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761604 Feb 07 22:46:14.481929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ff652-f2d0-4999-9150-95b5dfed4502 req-f4aa06e3-3592-4ccb-8b32-7068fdf893df tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:14.487560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e4ff652-f2d0-4999-9150-95b5dfed4502 req-f4aa06e3-3592-4ccb-8b32-7068fdf893df tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1258121 Feb 07 22:46:14.584694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83b244a9-a4aa-48e2-8013-89eba89a7935 req-0372a37a-4a10-44c1-a9df-5f10895049e0 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 210 time: 0.0683496 Feb 07 22:46:14.610997 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e4ff652-f2d0-4999-9150-95b5dfed4502 req-c113597a-c271-4e67-8073-beb8f049bd99 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150064 Feb 07 22:46:14.823172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-4fbf6f37-c851-4623-99ee-1865773d0d3e tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1991323895&fields=id&tenant_id=27fac3d8d816482a8d554130dabba3e9 HTTP/1.1" status: 200 len: 267 time: 0.1083829 Feb 07 22:46:14.866898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86f61-a956-4f7e-988c-b20e46d88b31 req-bff6e9c8-a7c4-4179-9551-9f655901aacb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:14.892027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5a86f61-a956-4f7e-988c-b20e46d88b31 req-bff6e9c8-a7c4-4179-9551-9f655901aacb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.1673658 Feb 07 22:46:14.962723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-b79a4e56-0cb4-4b25-acbd-35fdac700e57 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:14.984514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-b79a4e56-0cb4-4b25-acbd-35fdac700e57 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1603343 Feb 07 22:46:14.990321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-5ad534a9-9718-42ce-953d-7eed2f9c07a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Request body: {'port': {'security_groups': ['d85338ff-5790-4aed-a298-b4bf8c828ce5', '394dceec-d664-4146-8469-e633f8708342']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:15.013384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5a86f61-a956-4f7e-988c-b20e46d88b31 req-f4804da5-6297-40c3-82ce-b062544b557a tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186140 Feb 07 22:46:15.025303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:51Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ed3d32ef-f62e-428b-bfbb-3d57bc18cead', 'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'mac_address': 'fa:16:3e:ee:7e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:59Z', 'revision_number': 5, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'subnets': [{'id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:15.081004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356de14-c045-4c49-8cd7-1ff9c9ecc4fe None None] The sync data for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 is: [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:44:51Z', 'revision_number': 4, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ed3d32ef-f62e-428b-bfbb-3d57bc18cead', 'name': '', 'network_id': '34ea4d25-021c-4bfa-b189-4a9ba49eb3e5', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'mac_address': 'fa:16:3e:ee:7e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:59Z', 'revision_number': 5, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'subnets': [{'id': '843fc385-6765-4db7-96f5-0cd25d5ee9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:46:15.168356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-5ad534a9-9718-42ce-953d-7eed2f9c07a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:15.207557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c24f-b415-4eb2-aff8-7e2882e05416 req-ce9a2f6e-013b-4c06-a1a2-2b5904a5fb8a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:15.222174 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed71c24f-b415-4eb2-aff8-7e2882e05416 req-ce9a2f6e-013b-4c06-a1a2-2b5904a5fb8a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0825310 Feb 07 22:46:15.285042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed71c24f-b415-4eb2-aff8-7e2882e05416 req-5b6387bd-28f3-40c5-b685-7af03e143d48 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612295 Feb 07 22:46:15.636143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-5ad534a9-9718-42ce-953d-7eed2f9c07a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] For port 121d1699-a24e-4549-ab29-fff935824f35, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=121d1699-a24e-4549-ab29-fff935824f35,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:15.666716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e48752-70a7-4c9b-93b8-7c33c2235818 None None] New status for floating IP fcc40069-54e1-4a47-880a-c8a8e533fecb: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:46:15.696262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48474) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:15.805676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-635de362-3048-4e9c-91bc-11253615267f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:15.806964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-635de362-3048-4e9c-91bc-11253615267f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.46 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.2909606 Feb 07 22:46:15.846560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-5ad534a9-9718-42ce-953d-7eed2f9c07a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:15.864593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Request body: {'port': {'device_id': 'bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'admin_state_up': True, 'tenant_id': 'd5bdb28cb7254db994046a3139ebb16d'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:15.898346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-5ad534a9-9718-42ce-953d-7eed2f9c07a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:15.902163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e181bfda-b71b-4172-89fb-1180ac3d7ac4 req-5d20caea-24df-4d61-b0ed-1d186df93d2c tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 210 time: 0.0905094 Feb 07 22:46:15.914738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['121d1699-a24e-4549-ab29-fff935824f35'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:15.956729 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0dc323a-e9b0-4b4a-b7f8-9920857310c0 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.009845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0dc323a-e9b0-4b4a-b7f8-9920857310c0 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.148918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-5ad534a9-9718-42ce-953d-7eed2f9c07a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:16.149575 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-5ad534a9-9718-42ce-953d-7eed2f9c07a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.150979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-073b7755-eaec-44a2-a68a-57e241c6b975 req-5ad534a9-9718-42ce-953d-7eed2f9c07a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "PUT /v2.0/ports/121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 982 time: 1.1654346 Feb 07 22:46:16.151449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:16.153915 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb96bed-8ea9-451e-aeaf-f518ef458d71" -d '{"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:16.185949 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0dc323a-e9b0-4b4a-b7f8-9920857310c0 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.188767 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0dc323a-e9b0-4b4a-b7f8-9920857310c0 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.190131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f0dc323a-e9b0-4b4a-b7f8-9920857310c0 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "DELETE /v2.0/security-groups/775e77f2-33cd-4474-a1ec-d91d206f33c4 HTTP/1.1" status: 204 len: 168 time: 0.4928520 Feb 07 22:46:16.212868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48484) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:16.216793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc323a-e9b0-4b4a-b7f8-9920857310c0 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775e77f2-33cd-4474-a1ec-d91d206f33c4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:16.255953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7fe07-e074-407a-9e07-2c3c878fc866 req-04b319cd-c8cb-472d-88c8-4d2346f1451f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:16.256360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['121d1699-a24e-4549-ab29-fff935824f35'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:16.270850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcb7fe07-e074-407a-9e07-2c3c878fc866 req-04b319cd-c8cb-472d-88c8-4d2346f1451f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1713390 Feb 07 22:46:16.380526 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcb7fe07-e074-407a-9e07-2c3c878fc866 req-d409726f-9a74-44d1-9ea6-3fe5c1d8726c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046686 Feb 07 22:46:16.428658 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-57998e7a-fbe1-4909-acb1-359a6ed4da61 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] show failed (client error): The resource could not be found. Feb 07 22:46:16.430204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-57998e7a-fbe1-4909-acb1-359a6ed4da61 tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "GET /v2.0/security-groups/775e77f2-33cd-4474-a1ec-d91d206f33c4 HTTP/1.1" status: 404 len: 347 time: 0.2051032 Feb 07 22:46:16.433077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48488) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:16.434726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad534a9-9718-42ce-953d-7eed2f9c07a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Pushing event updated for resources: {'Port': ['ID=121d1699-a24e-4549-ab29-fff935824f35,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:16.470949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281af14-10f6-441d-8411-da051a4698f9 req-50daf4b7-45ef-493f-8acc-31c0faabc3c2 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:16.482499 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f281af14-10f6-441d-8411-da051a4698f9 req-50daf4b7-45ef-493f-8acc-31c0faabc3c2 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.2166014 Feb 07 22:46:16.532812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f281af14-10f6-441d-8411-da051a4698f9 req-3e42475b-c947-420a-bdff-ae8a3d749993 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477531 Feb 07 22:46:16.558161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Made reservation on behalf of d5bdb28cb7254db994046a3139ebb16d for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:16.563896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.619746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-a7d5d187-811c-4235-9591-0d228bcb0808 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1991323895&fields=id&tenant_id=27fac3d8d816482a8d554130dabba3e9 HTTP/1.1" status: 200 len: 267 time: 0.1126728 Feb 07 22:46:16.662487 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ea5e9e-89af-472e-b04a-519a2e0602a9 x-openstack-request-id: req-a1ea5e9e-89af-472e-b04a-519a2e0602a9 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:16.662781 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:16.663034 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1ea5e9e-89af-472e-b04a-519a2e0602a9 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:16.664588 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35', 'status': 'completed', 'code': 200} Feb 07 22:46:16.743911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Deleting port 21cbd237-5b8b-4e26-9133-cc17d5cbfb31 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:16.744916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.791214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-f0cc906f-02a6-4f4c-9c54-ba0a3200f222 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:16.794114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-f0cc906f-02a6-4f4c-9c54-ba0a3200f222 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 985 time: 0.1556468 Feb 07 22:46:16.857422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Allocated IP 172.20.0.7 (3f505c7d-461f-412e-8ed9-d34567727b58/a859faec-1a35-450f-981d-df2a13fe444c/8328e38c-c49b-40ce-902e-79578d52be95) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:16.864680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-6e029f15-25ce-4ffb-8c1c-0b62d8b4c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:16.870073 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-6e029f15-25ce-4ffb-8c1c-0b62d8b4c69e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1136 time: 0.1429520 Feb 07 22:46:16.873630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-e3e563f3-4d00-41e1-910d-7ee05a5a5e98 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Request body: {'port': {'security_groups': ['d85338ff-5790-4aed-a298-b4bf8c828ce5']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:16.900629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cd776-f224-4343-a16e-bd6c6ed8249f req-4fe27314-2ea1-492b-b9a6-f10f9d44de2b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:16.913500 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fa0cd776-f224-4343-a16e-bd6c6ed8249f req-4fe27314-2ea1-492b-b9a6-f10f9d44de2b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1601844 Feb 07 22:46:17.030920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.031314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.067943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Calling delete_port for 21cbd237-5b8b-4e26-9133-cc17d5cbfb31 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:17.174827 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fa0cd776-f224-4343-a16e-bd6c6ed8249f req-dc4dbf4e-42d0-49e6-965e-d8c6ad0fca21 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653272 Feb 07 22:46:17.175427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-e3e563f3-4d00-41e1-910d-7ee05a5a5e98 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.324334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-cab51aa5-d7a9-4c6a-a5ca-9b9dc93f16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:17.326109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-cab51aa5-d7a9-4c6a-a5ca-9b9dc93f16f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 920 time: 0.4486780 Feb 07 22:46:17.372000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f278044-bd93-4576-a35e-a2604f220195 req-93df5c02-79d0-4209-b61c-919b88b0d02e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 210 time: 0.0503476 Feb 07 22:46:17.488791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-f606debe-0790-4e58-9853-1fbd604933ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 217 time: 0.1072309 Feb 07 22:46:17.492765 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.554816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-4e575a60-5760-422a-9d3f-d2cee9277e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:17.557582 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-4e575a60-5760-422a-9d3f-d2cee9277e40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 200 len: 860 time: 0.0614753 Feb 07 22:46:17.622478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.637271 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-4e1e7f16-ef12-4318-a3ea-aaeb165bcf2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3662fbd-be76-4e0d-a406-ecf838b7377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721374 Feb 07 22:46:17.638489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.703802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Pushing event deleted for resources: {'Port': ['ID=21cbd237-5b8b-4e26-9133-cc17d5cbfb31,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:17.715393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-e3e563f3-4d00-41e1-910d-7ee05a5a5e98 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] For port 121d1699-a24e-4549-ab29-fff935824f35, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=121d1699-a24e-4549-ab29-fff935824f35,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:17.884324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-07b4af40-1c2f-40ed-b7f1-72524f846fe7 service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345939 Feb 07 22:46:17.909810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-e3e563f3-4d00-41e1-910d-7ee05a5a5e98 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.915059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.919482 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.920282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event updated for resources: {'Port': ['ID=8328e38c-c49b-40ce-902e-79578d52be95,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:17.925586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Network 3f505c7d-461f-412e-8ed9-d34567727b58 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:17.927213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-13d88af7-81c3-4e69-a9f4-fcf565e61d0c tempest-ServersTestJSON-310352458 tempest-ServersTestJSON-310352458-project] 10.222.0.15 "DELETE /v2.0/floatingips/fcc40069-54e1-4a47-880a-c8a8e533fecb HTTP/1.1" status: 204 len: 168 time: 1.4930980 Feb 07 22:46:17.931104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48524) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:17.954188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-e3e563f3-4d00-41e1-910d-7ee05a5a5e98 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.967853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:17.975539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['121d1699-a24e-4549-ab29-fff935824f35'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:18.006447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:46:18.102662 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3ceee-26b3-423e-8605-6d2ca8c2631c req-5f2436c5-42df-4fdb-b902-3f47d96fd9f3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:18.110729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-93e3ceee-26b3-423e-8605-6d2ca8c2631c req-5f2436c5-42df-4fdb-b902-3f47d96fd9f3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.1838915 Feb 07 22:46:18.152365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-e3e563f3-4d00-41e1-910d-7ee05a5a5e98 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:18.153050 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-e3e563f3-4d00-41e1-910d-7ee05a5a5e98 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.154457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-122fb664-747b-4fdd-8f80-415be9edc3bb req-e3e563f3-4d00-41e1-910d-7ee05a5a5e98 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "PUT /v2.0/ports/121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 943 time: 1.2929227 Feb 07 22:46:18.157153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:18.164550 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f508bfe-39db-4048-adf3-3bb96a2ca79a" -d '{"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:18.174137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:18.177271 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.230061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e563f3-4d00-41e1-910d-7ee05a5a5e98 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Pushing event updated for resources: {'Port': ['ID=121d1699-a24e-4549-ab29-fff935824f35,revision_number=7']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:18.279278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cb96bed-8ea9-451e-aeaf-f518ef458d71 req-daa4d3cc-f73a-4b31-8696-d4bbeefd0d71 service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802552 Feb 07 22:46:18.299913 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-93e3ceee-26b3-423e-8605-6d2ca8c2631c req-9817a583-1ff8-474c-a920-c074226d94ef tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813939 Feb 07 22:46:18.304440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-bfe3fbbe-750f-457e-9014-32249904db30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4507043 Feb 07 22:46:18.316558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Request body: {'port': {'device_id': 'bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:18.350004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['121d1699-a24e-4549-ab29-fff935824f35'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:18.473504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3dd64-8248-4e26-8529-8f4472cb0e4c req-3ff08c86-7369-4252-8193-1f6501cdcfe3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:18.481986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5de3dd64-8248-4e26-8529-8f4472cb0e4c req-3ff08c86-7369-4252-8193-1f6501cdcfe3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1315334 Feb 07 22:46:18.566524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5de3dd64-8248-4e26-8529-8f4472cb0e4c req-aa139f9b-b357-426a-9460-b0430d6c8a2d tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835955 Feb 07 22:46:18.649413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58c65321-cf81-4401-8874-ff8da7b60941 req-3b4febd1-6357-4770-9965-5960226acfb1 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2903557 Feb 07 22:46:18.656902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:18.663069 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98db4af6-28aa-4f6e-b96f-ace75a043907 x-openstack-request-id: req-98db4af6-28aa-4f6e-b96f-ace75a043907 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:18.666571 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:18.666834 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98db4af6-28aa-4f6e-b96f-ace75a043907 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:18.671341 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35', 'status': 'completed', 'code': 200} Feb 07 22:46:18.756790 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.785173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-a72c6f74-9beb-434a-94a7-8a90bd774ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:18.786635 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-a72c6f74-9beb-434a-94a7-8a90bd774ebb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1097 time: 0.0777936 Feb 07 22:46:18.824923 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.882595 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.901894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161950-3fa1-49cc-936d-5cdb83812564 req-31651fc6-44f8-441a-b4de-a76eb9f4b2af tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:18.913902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2161950-3fa1-49cc-936d-5cdb83812564 req-31651fc6-44f8-441a-b4de-a76eb9f4b2af tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 931 time: 0.1709828 Feb 07 22:46:19.015371 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2161950-3fa1-49cc-936d-5cdb83812564 req-f607abb7-1354-4a06-9651-8806cccd80a3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994427 Feb 07 22:46:19.373291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Deleting port ed3d32ef-f62e-428b-bfbb-3d57bc18cead {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:19.373744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.435185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-b279c28f-ce5d-48fa-b3a1-0f58a0b42638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:19.437366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-b279c28f-ce5d-48fa-b3a1-0f58a0b42638 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 920 time: 0.6279321 Feb 07 22:46:19.515743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-a74365d1-881e-4cb2-a00b-c8e544c3e7b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 217 time: 0.0695119 Feb 07 22:46:19.533950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0d5de-206d-4197-bf2e-825281a03f46 req-ef733679-1b5c-44ad-bf1f-e2c0ac707889 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:19.535673 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57b0d5de-206d-4197-bf2e-825281a03f46 req-ef733679-1b5c-44ad-bf1f-e2c0ac707889 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0956488 Feb 07 22:46:19.543142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] For port ed3d32ef-f62e-428b-bfbb-3d57bc18cead, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ed3d32ef-f62e-428b-bfbb-3d57bc18cead,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:19.544030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.584457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Calling delete_port for ed3d32ef-f62e-428b-bfbb-3d57bc18cead owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:19.675727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.700084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57b0d5de-206d-4197-bf2e-825281a03f46 req-ab5b0783-fa4f-4fe9-baf0-86a93b217a04 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474490 Feb 07 22:46:19.700471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-4d763284-ae82-410f-920c-0d728a1d4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:19.702007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-4d763284-ae82-410f-920c-0d728a1d4124 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 200 len: 860 time: 0.1058848 Feb 07 22:46:19.705414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8328e38c-c49b-40ce-902e-79578d52be95 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:19.758419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.780856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-83e3c7b5-913a-42bc-8998-852673fb38ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3662fbd-be76-4e0d-a406-ecf838b7377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427928 Feb 07 22:46:19.892195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Transition to ACTIVE for port object 8328e38c-c49b-40ce-902e-79578d52be95 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:19.922770 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.928535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df768bf7-2a6f-408f-a9b3-e542e161e3f7 req-1fcc016a-b5f0-43f3-b39f-b3e055cbec94 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:19.938457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df768bf7-2a6f-408f-a9b3-e542e161e3f7 req-1fcc016a-b5f0-43f3-b39f-b3e055cbec94 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1147690 Feb 07 22:46:20.010789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df768bf7-2a6f-408f-a9b3-e542e161e3f7 req-fcbc5318-5ab5-430b-b8ed-113be9e0c4b9 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713923 Feb 07 22:46:20.027679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-c47fdd7c-9360-4d79-9956-5afdefe571c8 service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289023 Feb 07 22:46:20.084742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.119723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3d32ef-f62e-428b-bfbb-3d57bc18cead,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:20.183295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f508bfe-39db-4048-adf3-3bb96a2ca79a req-16573a86-4822-4278-b0ed-fb1a421f39e1 service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510582 Feb 07 22:46:20.253925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Pushing event updated for resources: {'Port': ['ID=8328e38c-c49b-40ce-902e-79578d52be95,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:20.274011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52262307-129f-4cb8-9f53-ee91f92d05be req-154b63bd-d2dc-4a20-a564-bc4459b913c1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:20.276187 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52262307-129f-4cb8-9f53-ee91f92d05be req-154b63bd-d2dc-4a20-a564-bc4459b913c1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 943 time: 0.1146820 Feb 07 22:46:20.393867 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52262307-129f-4cb8-9f53-ee91f92d05be req-6d47d4a2-32ba-4ebf-94fa-16fc694d7267 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697186 Feb 07 22:46:20.401953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Allocated IP 172.25.8.49 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/4fe67340-1b4f-4eef-9c99-f31ba97ede5e) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:20.424081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Attempting to bind port 8328e38c-c49b-40ce-902e-79578d52be95 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:20.424434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Attempting to bind port 8328e38c-c49b-40ce-902e-79578d52be95 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:20.424781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Attempting to bind port 8328e38c-c49b-40ce-902e-79578d52be95 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:46:20.453558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.503017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Port 8328e38c-c49b-40ce-902e-79578d52be95 on network 3f505c7d-461f-412e-8ed9-d34567727b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:46:20.503497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Attempting to bind port 8328e38c-c49b-40ce-902e-79578d52be95 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:46:20.567458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:46:20.567458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Checking segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:46:20.567458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Bound using segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:46:20.567458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Bound port: 8328e38c-c49b-40ce-902e-79578d52be95, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:20.567458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.680264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.684575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] For port 8328e38c-c49b-40ce-902e-79578d52be95, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:46:20.700075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] For port 8328e38c-c49b-40ce-902e-79578d52be95, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8328e38c-c49b-40ce-902e-79578d52be95,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:46:20.714844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.806745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:20.807359 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.808831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] 10.222.0.46 "PUT /v2.0/ports/8328e38c-c49b-40ce-902e-79578d52be95 HTTP/1.1" status: 200 len: 1091 time: 2.4966807 Feb 07 22:46:20.811297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55', 'tag': '8328e38c-c49b-40ce-902e-79578d52be95'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:20.813837 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55", "tag": "8328e38c-c49b-40ce-902e-79578d52be95"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:20.840141 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.855789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992417fc-43df-4c21-ae85-34e6f5cb246d service neutron] Pushing event updated for resources: {'Port': ['ID=8328e38c-c49b-40ce-902e-79578d52be95,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:20.919237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Router c94661f2-058a-4557-ac31-6ef737ba5520 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:46:20.981364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Pushing event updated for resources: {'Port': ['ID=4fe67340-1b4f-4eef-9c99-f31ba97ede5e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:20.998672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:21.011189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:21.020177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:46:21.091781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-696972d7-ba8c-4cc4-8961-eff6a95be186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:21.093589 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-696972d7-ba8c-4cc4-8961-eff6a95be186 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 1094 time: 0.2260606 Feb 07 22:46:21.155775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-c49c1f9a-155a-47b7-b972-19b26dbbd796 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8328e38c-c49b-40ce-902e-79578d52be95 HTTP/1.1" status: 200 len: 217 time: 0.0538578 Feb 07 22:46:21.240936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-7f8958bf-d537-4d1c-ae7d-2d4a497c5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:21.242420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-7f8958bf-d537-4d1c-ae7d-2d4a497c5a64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.0797238 Feb 07 22:46:21.243510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.280572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-a6a7e775-7b77-48fe-9ce3-f5ad04840353 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307302 Feb 07 22:46:21.358379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.439642 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-418ff8e7-c9ae-442e-b5f7-9a6a8ce3727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.447799 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-05ff6af7-6859-4560-a578-022f4a27420c service neutron] 10.222.0.46 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602683 Feb 07 22:46:21.533337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:46:21.543207 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ebadc47e-9b5d-48db-ad81-995f80579046 admin admin] 10.222.0.15 "PUT /v2.0/routers/c94661f2-058a-4557-ac31-6ef737ba5520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6088488 Feb 07 22:46:21.543810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48606) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:21.547374 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] Sync routers for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:46:21.559375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082837e-31bb-4eee-b7d4-325006904a24 req-dcc7ee94-92e9-493e-9c09-e263e17c818e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:21.562094 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:21.563015 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:21.564521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3082837e-31bb-4eee-b7d4-325006904a24 req-dcc7ee94-92e9-493e-9c09-e263e17c818e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0986183 Feb 07 22:46:21.653465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4d6f6fe-147b-4ca6-a151-f5c710a0739f req-fa6bcef7-1c6d-420a-9eb1-eb8c95ccb44e service neutron] 10.222.0.46 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780448 Feb 07 22:46:21.674524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.707403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.731146 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:21.774399 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3082837e-31bb-4eee-b7d4-325006904a24 req-2fcb1738-1b25-44fb-94da-a57fed728f49 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919139 Feb 07 22:46:21.814601 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.855214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Pushing event updated for resources: {'Port': ['ID=4fe67340-1b4f-4eef-9c99-f31ba97ede5e,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:21.860761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-362fc0fe-bf77-4af8-838d-ba9c97161c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:21.862522 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-362fc0fe-bf77-4af8-838d-ba9c97161c17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1097 time: 0.1412823 Feb 07 22:46:21.868526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.955804 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc5943f-ecc6-4988-b8ab-f86871622311 x-openstack-request-id: req-fdc5943f-ecc6-4988-b8ab-f86871622311 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:21.955804 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55", "tag": "8328e38c-c49b-40ce-902e-79578d52be95", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:21.955804 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdc5943f-ecc6-4988-b8ab-f86871622311 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:21.955804 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55', 'tag': '8328e38c-c49b-40ce-902e-79578d52be95', 'status': 'completed', 'code': 200} Feb 07 22:46:22.013321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.013638 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.014856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58c65321-cf81-4401-8874-ff8da7b60941 req-cba97b96-5a8d-4904-8f6b-fd348c925be3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3642838 Feb 07 22:46:22.028611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0465c-6384-4b76-9903-1a827a9ab95a req-e49e6098-8efc-46eb-b41e-d08c8f22bdd6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.030114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50d0465c-6384-4b76-9903-1a827a9ab95a req-e49e6098-8efc-46eb-b41e-d08c8f22bdd6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0922534 Feb 07 22:46:22.043754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-8abd4ccc-3feb-4757-867a-1c26f505d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.044024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:46:19Z', 'revision_number': 5, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port': {'id': '6260ef4a-acf7-4bdc-87e7-a7e5220cf946', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:43Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:22.045214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-8abd4ccc-3feb-4757-867a-1c26f505d25d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 1094 time: 0.0940781 Feb 07 22:46:22.071333 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] Checking router: c94661f2-058a-4557-ac31-6ef737ba5520 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:46:22.081114 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] Routers {'c94661f2-058a-4557-ac31-6ef737ba5520'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:22.081981 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:45:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['c94661f2-058a-4557-ac31-6ef737ba5520'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:22.096491 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50d0465c-6384-4b76-9903-1a827a9ab95a req-c1566a3f-1257-4b85-abe3-31c00cc89b24 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559742 Feb 07 22:46:22.125825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Deleting port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:22.126171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.196751 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] Set router c94661f2-058a-4557-ac31-6ef737ba5520 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:22.226857 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58c65321-cf81-4401-8874-ff8da7b60941 req-a5dfee99-e319-48c9-8a1f-65aa75c463f6 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 695 time: 0.1981599 Feb 07 22:46:22.257334 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:46:22Z', 'revision_number': 6, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:22.262224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363d75f-f0cf-4b13-be5f-48d0e413d094 req-156800ed-ab18-4c81-9f07-5fe2fe671c95 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.263978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a363d75f-f0cf-4b13-be5f-48d0e413d094 req-156800ed-ab18-4c81-9f07-5fe2fe671c95 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 943 time: 0.0839410 Feb 07 22:46:22.265830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-05566a86-4876-4177-b635-660682e2619e admin admin] For port 6260ef4a-acf7-4bdc-87e7-a7e5220cf946, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6260ef4a-acf7-4bdc-87e7-a7e5220cf946,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:22.266194 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.295971 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bbea4-2d35-42f6-a1e1-9d8d5bc95b07 None None] The sync data for ids ['c94661f2-058a-4557-ac31-6ef737ba5520'] in n-d-827895-2 is: [{'id': 'c94661f2-058a-4557-ac31-6ef737ba5520', 'name': 'tempest-ServersTestJSON-145810037-router', 'tenant_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:42Z', 'updated_at': '2022-02-07T22:46:22Z', 'revision_number': 6, 'project_id': '2ac820e5edba4baf94b0821f3a86f4dc', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:46:22.300182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Calling delete_port for 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:22.306223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-1e7e5299-0023-4329-beb6-e6a2e4e94f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.307713 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-1e7e5299-0023-4329-beb6-e6a2e4e94f5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 913 time: 0.4361227 Feb 07 22:46:22.368527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a363d75f-f0cf-4b13-be5f-48d0e413d094 req-12de45a5-249a-4cd1-98f8-384e9593bbc8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916677 Feb 07 22:46:22.380059 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-63bdbba8-42e0-4ee8-85d3-c3012516ce34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 217 time: 0.0626104 Feb 07 22:46:22.436849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-1ec1e80f-2df7-485e-9f65-f98dd5dbcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.438291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-1ec1e80f-2df7-485e-9f65-f98dd5dbcdfd service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 911 time: 0.3416414 Feb 07 22:46:22.501693 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-bacf857c-c36b-4cd6-84ef-06da4f749510 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8328e38c-c49b-40ce-902e-79578d52be95 HTTP/1.1" status: 200 len: 217 time: 0.0535903 Feb 07 22:46:22.510516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c65321-cf81-4401-8874-ff8da7b60941 req-ed2c6159-f134-41f1-8793-eb8fef5dcdad tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.512125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58c65321-cf81-4401-8874-ff8da7b60941 req-ed2c6159-f134-41f1-8793-eb8fef5dcdad tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.2836854 Feb 07 22:46:22.515154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-a0174ec2-2394-4711-b4b9-8a694ebb7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.516448 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-a0174ec2-2394-4711-b4b9-8a694ebb7e5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.1253197 Feb 07 22:46:22.527023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.532099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-58c65321-cf81-4401-8874-ff8da7b60941 req-0e72bd65-40d1-4d94-a47c-0778b5fbefa2 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:46:22.533079 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58c65321-cf81-4401-8874-ff8da7b60941 req-0e72bd65-40d1-4d94-a47c-0778b5fbefa2 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091975 Feb 07 22:46:22.561647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Pushing event deleted for resources: {'Port': ['ID=6260ef4a-acf7-4bdc-87e7-a7e5220cf946,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:22.574842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.575322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.575660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.576015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.576698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.576810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.577175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.577671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.577970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.578239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.578603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.578859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:22.599500 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-102aa542-a9ad-4723-963d-6180b1763c19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732603 Feb 07 22:46:22.639204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-0874f699-d686-452d-a1e4-cf14ac555de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.640695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-0874f699-d686-452d-a1e4-cf14ac555de9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.1274173 Feb 07 22:46:22.680146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.707324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-1eefb687-c882-453a-afe8-bf4e082fabaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339849 Feb 07 22:46:22.787042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-f5d6366c-b244-485f-85db-88414594af7a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.789052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-f5d6366c-b244-485f-85db-88414594af7a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1481910 Feb 07 22:46:22.791137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.794549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.799282 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-87f5b7e2-6901-4244-81b9-ad86a8d69ed5 service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899354 Feb 07 22:46:22.892396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-b3fbc70c-06ac-4b07-a585-7300fa5e96e5 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 695 time: 0.0918858 Feb 07 22:46:22.897333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-16f2e550-cc4a-4a20-8c28-4357c42400da tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Request body: {'floatingip': {'port_id': '121d1699-a24e-4549-ab29-fff935824f35', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:22.927783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-d96f91eb-2774-4f0c-ae2f-a0e3e35adb9d service neutron] 10.222.0.46 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133720 Feb 07 22:46:22.936846 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-16f2e550-cc4a-4a20-8c28-4357c42400da tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.939643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.940623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c94661f2-058a-4557-ac31-6ef737ba5520 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:46:22.945962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05566a86-4876-4177-b635-660682e2619e admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.949284 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-05566a86-4876-4177-b635-660682e2619e admin admin] 10.222.0.15 "DELETE /v2.0/routers/c94661f2-058a-4557-ac31-6ef737ba5520 HTTP/1.1" status: 204 len: 168 time: 1.4023194 Feb 07 22:46:22.961061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48628) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:23.381207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce4e61-09bf-4c65-b836-e458e36e7e11 req-e06521ae-412b-4925-a02c-980c3f647ba0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:23.383054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dce4e61-09bf-4c65-b836-e458e36e7e11 req-e06521ae-412b-4925-a02c-980c3f647ba0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.4921651 Feb 07 22:46:23.387486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dade497-8314-4cdb-ae5f-2099ffa85111 req-9460eb58-b428-4eff-9a90-e8934a495bff service neutron] 10.222.0.46 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765121 Feb 07 22:46:23.390309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Deleting subnet 843fc385-6765-4db7-96f5-0cd25d5ee9ab {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:46:23.408409 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.459317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-16f2e550-cc4a-4a20-8c28-4357c42400da tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.463988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-16f2e550-cc4a-4a20-8c28-4357c42400da tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.469071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a465f09-9dd0-49fe-b42e-c215ee19e1a6 req-342d57a6-dbaf-441e-9cd1-bfb04aca6aec service neutron] 10.222.0.46 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285645 Feb 07 22:46:23.478657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.491598 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dce4e61-09bf-4c65-b836-e458e36e7e11 req-c18d5f4c-1d8f-4571-ae3d-eb67c4f915b8 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966845 Feb 07 22:46:23.590592 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-16f2e550-cc4a-4a20-8c28-4357c42400da tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Floating IP f51e474c-83b7-4669-8a9d-c259d4994ed7 associated. External IP: 172.25.8.49, port: 121d1699-a24e-4549-ab29-fff935824f35. Feb 07 22:46:23.595694 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.670442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ed3d32ef-f62e-428b-bfbb-3d57bc18cead no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:23.704662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: ed3d32ef-f62e-428b-bfbb-3d57bc18cead {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:23.705120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ed3d32ef-f62e-428b-bfbb-3d57bc18cead not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:23.705722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:23.726323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1cc4c-de7b-4bff-ad5d-652946d2c3ce req-c720584b-59cc-4805-b317-45cad33cd368 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:23.728902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1c1cc4c-de7b-4bff-ad5d-652946d2c3ce req-c720584b-59cc-4805-b317-45cad33cd368 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1085143 Feb 07 22:46:23.730713 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.733038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:23.733639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6260ef4a-acf7-4bdc-87e7-a7e5220cf946 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:23.776220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.779564 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/843fc385-6765-4db7-96f5-0cd25d5ee9ab HTTP/1.1" status: 204 len: 168 time: 0.8166044 Feb 07 22:46:23.780738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843fc385-6765-4db7-96f5-0cd25d5ee9ab,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:23.782846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48648) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:23.783326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb035d67-e91f-433b-a5d8-f404723e2931 None None] Network 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:46:23.819920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.820198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.820484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.820995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.821387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.821785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.822176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.822594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.822992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.823382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.823980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.824374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7c2da-9b16-478c-ac88-a2a5c1d1d5d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:23.867971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8328e38c-c49b-40ce-902e-79578d52be95 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:46:23.872081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-16f2e550-cc4a-4a20-8c28-4357c42400da tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:46:23.876549 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1c1cc4c-de7b-4bff-ad5d-652946d2c3ce req-e05771e2-b4f4-486e-b26d-181ec58e39da tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391852 Feb 07 22:46:23.912618 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.958378 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7393509f-fc45-4e2e-85f0-f8260fb42362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.040134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6246b7-ab8f-4c2f-8b8e-12771ed686e0 req-d515d797-1722-42b5-9ce9-8e745ef5364b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.041797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8c6246b7-ab8f-4c2f-8b8e-12771ed686e0 req-d515d797-1722-42b5-9ce9-8e745ef5364b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 943 time: 0.0769708 Feb 07 22:46:24.055135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-16f2e550-cc4a-4a20-8c28-4357c42400da tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:46:24.060527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Deleting port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:24.060950 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.064759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 8328e38c-c49b-40ce-902e-79578d52be95, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8328e38c-c49b-40ce-902e-79578d52be95,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:24.069186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] Sync routers for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:46:24.071332 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-16f2e550-cc4a-4a20-8c28-4357c42400da tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.092131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '8328e38c-c49b-40ce-902e-79578d52be95', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'port_id': '8328e38c-c49b-40ce-902e-79578d52be95', 'mac_address': 'fa:16:3e:52:87:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a859faec-1a35-450f-981d-df2a13fe444c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:46:24.093868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:24.094491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:24.111303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-16f2e550-cc4a-4a20-8c28-4357c42400da tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "PUT /v2.0/floatingips/f51e474c-83b7-4669-8a9d-c259d4994ed7 HTTP/1.1" status: 200 len: 996 time: 1.2180007 Feb 07 22:46:24.112283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:24.115355 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9667e8b-a3b7-4731-b17f-9832d59aa674" -d '{"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:24.162545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8c6246b7-ab8f-4c2f-8b8e-12771ed686e0 req-4a5bb3c7-c12d-467d-9152-c417aa7840c5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137073 Feb 07 22:46:24.172091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] For port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1,segment=NetworkSegment(c89e936b-854c-4940-ba48-6af140ef1e6e),segment_id=c89e936b-854c-4940-ba48-6af140ef1e6e)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:24.172560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.186576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Calling delete_port for 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:24.221595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-f675c3f6-823c-4bda-bdd3-6d1ab0c2858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.223364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-f675c3f6-823c-4bda-bdd3-6d1ab0c2858b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1097 time: 0.0980420 Feb 07 22:46:24.266445 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecbaf68-dc56-472e-b293-e621a50bbad8 x-openstack-request-id: req-9ecbaf68-dc56-472e-b293-e621a50bbad8 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:24.266859 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:24.267220 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ecbaf68-dc56-472e-b293-e621a50bbad8 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:24.267786 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35', 'status': 'completed', 'code': 200} Feb 07 22:46:24.282742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81458054-dae8-4b03-a60e-02958e8d386f None None] DHCP port deletion for 34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:46:24.327174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-81458054-dae8-4b03-a60e-02958e8d386f None None] The port '3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1' was deleted {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 07 22:46:24.329046 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.331174 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.348738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] No DVR routers for this DVR port 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:24.360288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:24.363186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8328e38c-c49b-40ce-902e-79578d52be95 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:24.381178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-845e8a57-a430-419f-bd38-c531c18d084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.385004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-845e8a57-a430-419f-bd38-c531c18d084e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 920 time: 0.1444228 Feb 07 22:46:24.403680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-2c34ff04-23cc-4b1a-819c-304a833590be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.405254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-2c34ff04-23cc-4b1a-819c-304a833590be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1097 time: 0.1154368 Feb 07 22:46:24.406608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:24.411746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 8328e38c-c49b-40ce-902e-79578d52be95, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8328e38c-c49b-40ce-902e-79578d52be95,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:24.428269 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.467984 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.491103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ea4d25-021c-4bfa-b189-4a9ba49eb3e5']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:24.526958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-661a72fe-fb1a-4b12-bb05-638d8ef4caab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 999 time: 0.0980582 Feb 07 22:46:24.540540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=8328e38c-c49b-40ce-902e-79578d52be95,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:24.552425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.553292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.554283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.555076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.555584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.555827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.556130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.556466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.557008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.557352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.557729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.558064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:24.613334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-63ff25e6-6ba1-4363-8584-b1563b1580e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.621437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-3143446b-566e-48ad-a814-1ffe0b6fe992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.622067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-63ff25e6-6ba1-4363-8584-b1563b1580e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 200 len: 860 time: 0.0941982 Feb 07 22:46:24.623495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-3143446b-566e-48ad-a814-1ffe0b6fe992 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 920 time: 0.1227357 Feb 07 22:46:24.626443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89e936b-854c-4940-ba48-6af140ef1e6e') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:24.626736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89e936b-854c-4940-ba48-6af140ef1e6e') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:24.653721 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.665933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-d22c909d-89e7-4b85-bf8d-274f1c66f3d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3662fbd-be76-4e0d-a406-ecf838b7377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423636 Feb 07 22:46:24.679796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-d987d2fe-71f2-4dc2-83c3-64a8effd069f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:46:24.681699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-d987d2fe-71f2-4dc2-83c3-64a8effd069f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076725 Feb 07 22:46:24.695801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['8328e38c-c49b-40ce-902e-79578d52be95'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:24.777394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-3f3ce77c-113b-4cb9-b831-d1534dc1b93b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 999 time: 0.1304486 Feb 07 22:46:24.782062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.790302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:46:24.790770 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.805532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-58b466be-1388-4d38-bab8-f1e2c1fd6053 service neutron] 10.222.0.15 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136227 Feb 07 22:46:24.809579 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.850939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:23Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'f51e474c-83b7-4669-8a9d-c259d4994ed7', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'port_id': '121d1699-a24e-4549-ab29-fff935824f35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'mac_address': 'fa:16:3e:d6:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52ccb-519d-4530-a875-297cde58f149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:46:21Z', 'updated_at': '2022-02-07T22:46:23Z', 'revision_number': 1, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524dc2a7-28c9-4036-a7d0-658bb2676269', 'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'mac_address': 'fa:16:3e:54:7b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:22Z', 'updated_at': '2022-02-07T22:45:30Z', 'revision_number': 5, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'subnets': [{'id': '69843891-581f-4d05-873d-efa187bf9313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:46:24.867886 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:46:24.893802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] Checking router: 45f06d7f-9af8-4f19-821b-45b0707a8bf7 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:46:24.900180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.924374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:24.924993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:24.927577 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.932025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] 10.222.0.15 "DELETE /v2.0/networks/34ea4d25-021c-4bfa-b189-4a9ba49eb3e5 HTTP/1.1" status: 204 len: 168 time: 1.1462939 Feb 07 22:46:24.949812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb0ba0-9962-42f6-b431-9c4bf8a31d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=34ea4d25-021c-4bfa-b189-4a9ba49eb3e5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:24.966409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7765d5-6b12-45e3-82dc-c539cc2ba9e9 req-66d7d830-d5a3-403f-afec-504dddfa9912 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.968961 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8100fd37-2f4d-4f2f-95b8-3ee65a15abf2 req-539c1211-f812-49df-a52e-7583a212197a service neutron] 10.222.0.15 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548812 Feb 07 22:46:24.985477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df7765d5-6b12-45e3-82dc-c539cc2ba9e9 req-66d7d830-d5a3-403f-afec-504dddfa9912 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.3563402 Feb 07 22:46:25.051350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-eb6dc206-a11b-47fb-bc04-3f2112154a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:25.052837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-eb6dc206-a11b-47fb-bc04-3f2112154a1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 200 len: 860 time: 0.1839924 Feb 07 22:46:25.107397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:25.116579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48678) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:25.136327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-b1ea9c12-2e63-4f24-bfda-3f21d73c62e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3662fbd-be76-4e0d-a406-ecf838b7377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568185 Feb 07 22:46:25.139564 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df7765d5-6b12-45e3-82dc-c539cc2ba9e9 req-b9e0c6c5-484e-401f-812c-7759b26ca4a5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533518 Feb 07 22:46:25.180636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48680) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:25.181196 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7b62d57b-de26-4bf8-bc94-201b256836ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ac820e5edba4baf94b0821f3a86f4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619545 Feb 07 22:46:25.194929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3050c13-deb6-4dca-985c-007b5db041c9 req-ccc65356-d2f5-43f7-bf07-5e4330658d98 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:25.203565 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a3050c13-deb6-4dca-985c-007b5db041c9 req-ccc65356-d2f5-43f7-bf07-5e4330658d98 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1472068 Feb 07 22:46:25.269035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a3050c13-deb6-4dca-985c-007b5db041c9 req-cc83bc2e-0e5c-453b-94a6-20038d3019c6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644562 Feb 07 22:46:25.401428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:23Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'f51e474c-83b7-4669-8a9d-c259d4994ed7', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'port_id': '121d1699-a24e-4549-ab29-fff935824f35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'mac_address': 'fa:16:3e:d6:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52ccb-519d-4530-a875-297cde58f149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:46:21Z', 'updated_at': '2022-02-07T22:46:23Z', 'revision_number': 1, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524dc2a7-28c9-4036-a7d0-658bb2676269', 'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'mac_address': 'fa:16:3e:54:7b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:22Z', 'updated_at': '2022-02-07T22:45:30Z', 'revision_number': 5, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'subnets': [{'id': '69843891-581f-4d05-873d-efa187bf9313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:25.407545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-0288ced5-81b4-4454-b868-fbb6410216ff service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584968 Feb 07 22:46:25.419501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6566-42c0-4ea3-b3c1-082b123ab652 req-3077b8ea-da17-4e56-beb4-203fd42d79f6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:25.421316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcfa6566-42c0-4ea3-b3c1-082b123ab652 req-3077b8ea-da17-4e56-beb4-203fd42d79f6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 944 time: 0.0796645 Feb 07 22:46:25.438199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5d0bb-cf1b-4761-b134-a5f2ca3c46e8 None None] The sync data for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 is: [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:23Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'f51e474c-83b7-4669-8a9d-c259d4994ed7', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'port_id': '121d1699-a24e-4549-ab29-fff935824f35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'mac_address': 'fa:16:3e:d6:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52ccb-519d-4530-a875-297cde58f149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:46:21Z', 'updated_at': '2022-02-07T22:46:23Z', 'revision_number': 1, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524dc2a7-28c9-4036-a7d0-658bb2676269', 'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'mac_address': 'fa:16:3e:54:7b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:22Z', 'updated_at': '2022-02-07T22:45:30Z', 'revision_number': 5, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'subnets': [{'id': '69843891-581f-4d05-873d-efa187bf9313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:46:25.467738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcfa6566-42c0-4ea3-b3c1-082b123ab652 req-6f90b4af-fb50-4c5d-827d-bd6cef028b5b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Feb 07 22:46:25.544048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fea8c3c1-629a-46ed-8325-bdbec12b780e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.550814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-3a41e6e8-4f5e-43f9-8da8-0b8dbe8cd29f tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 999 time: 0.3687313 Feb 07 22:46:25.628520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fea8c3c1-629a-46ed-8325-bdbec12b780e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.647016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9667e8b-a3b7-4731-b17f-9832d59aa674 req-15187d28-9f7d-4373-aaeb-baaf6b73b94e service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284603 Feb 07 22:46:25.664224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-2517fb55-96f2-408b-84fd-ab8e7fdc3049 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:25.671992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-2517fb55-96f2-408b-84fd-ab8e7fdc3049 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports/121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 943 time: 0.1029637 Feb 07 22:46:25.692282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:25.726637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:25.727471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b5e2d26-2544-47cc-96db-e2c3dfc4f3b1 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:25.738739 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fea8c3c1-629a-46ed-8325-bdbec12b780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.745499 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fea8c3c1-629a-46ed-8325-bdbec12b780e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.748066 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fea8c3c1-629a-46ed-8325-bdbec12b780e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/086a8752-8863-49cc-8025-3b6f0ce2b86f HTTP/1.1" status: 204 len: 168 time: 0.5636573 Feb 07 22:46:25.764826 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37919c4b-f4f5-4bed-b28f-939636d0f689 None None] New status for floating IP f51e474c-83b7-4669-8a9d-c259d4994ed7: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:46:25.767673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8c3c1-629a-46ed-8325-bdbec12b780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086a8752-8863-49cc-8025-3b6f0ce2b86f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:25.869839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8328e38c-c49b-40ce-902e-79578d52be95 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:46:25.946975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 8328e38c-c49b-40ce-902e-79578d52be95 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:25.947323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-c289ab9a-dfa9-415c-b4c8-ca6adb338151 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 999 time: 0.1405942 Feb 07 22:46:25.952021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 8328e38c-c49b-40ce-902e-79578d52be95 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:25.952408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.964908 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:46:26.076006 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.083137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-7ad4d9e7-fb0c-4e09-976f-67586d9353e1 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:26.084592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-7ad4d9e7-fb0c-4e09-976f-67586d9353e1 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.1299872 Feb 07 22:46:26.100968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-a437cfb5-81e9-4a56-90b0-ffd711e3eca3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:46:26.109190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-a437cfb5-81e9-4a56-90b0-ffd711e3eca3 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175009 Feb 07 22:46:26.124337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8328e38c-c49b-40ce-902e-79578d52be95'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:26.127416 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49b3734-3476-493c-94cf-60282171e770" -d '{"events": [{"server_uuid": "bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55", "name": "network-vif-plugged", "status": "completed", "tag": "8328e38c-c49b-40ce-902e-79578d52be95"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:26.153731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 8328e38c-c49b-40ce-902e-79578d52be95, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8328e38c-c49b-40ce-902e-79578d52be95,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:26.159634 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.160662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:26.237131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-ea38e2cd-c0c8-46d3-aef4-3ae99035ad2a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 1001 time: 0.1202774 Feb 07 22:46:26.245289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-6cfdafd3-024e-4401-89f5-1e9855bd17ef tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:26.269883 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079beb29-0bc5-4429-b958-24dfdba20a29 x-openstack-request-id: req-079beb29-0bc5-4429-b958-24dfdba20a29 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:26.270294 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55", "name": "network-vif-plugged", "status": "completed", "tag": "8328e38c-c49b-40ce-902e-79578d52be95", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:26.270643 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-079beb29-0bc5-4429-b958-24dfdba20a29 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:26.271128 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8328e38c-c49b-40ce-902e-79578d52be95', 'code': 200} Feb 07 22:46:26.309874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=8328e38c-c49b-40ce-902e-79578d52be95,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:26.315926 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.376124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf51c7-01be-4956-8817-b89857f016bd req-a224975b-8c83-4782-b789-52f52a6fd207 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:26.377605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9cdf51c7-01be-4956-8817-b89857f016bd req-a224975b-8c83-4782-b789-52f52a6fd207 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.0826886 Feb 07 22:46:26.379122 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.408128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e9305-5a86-4328-93ec-72e7e2f6e9de req-57dcae77-eb93-4241-a856-129881163b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:26.409782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-700e9305-5a86-4328-93ec-72e7e2f6e9de req-57dcae77-eb93-4241-a856-129881163b14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 1096 time: 0.0642993 Feb 07 22:46:26.415439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-6cfdafd3-024e-4401-89f5-1e9855bd17ef tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.451242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9cdf51c7-01be-4956-8817-b89857f016bd req-d34eddb8-6879-440c-83d6-f23f6bb92cd4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595930 Feb 07 22:46:26.460783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:26.474590 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.494960 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-700e9305-5a86-4328-93ec-72e7e2f6e9de req-ca0b8737-3a9a-4565-9b2c-57212f548499 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767720 Feb 07 22:46:26.562889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.570935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:26.591466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13c87-a29d-49f9-ad3a-96c447cd1c55 req-8d39c6f7-f567-4cb3-b21f-aea1afa7f449 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:26.599554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7db13c87-a29d-49f9-ad3a-96c447cd1c55 req-8d39c6f7-f567-4cb3-b21f-aea1afa7f449 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0937653 Feb 07 22:46:26.635818 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-6cfdafd3-024e-4401-89f5-1e9855bd17ef tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.640335 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7db13c87-a29d-49f9-ad3a-96c447cd1c55 req-258bbb3a-dd66-4837-bc9f-c789c343d5f2 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397360 Feb 07 22:46:26.642415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-6cfdafd3-024e-4401-89f5-1e9855bd17ef tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.642415 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-6cfdafd3-024e-4401-89f5-1e9855bd17ef tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Floating IP f51e474c-83b7-4669-8a9d-c259d4994ed7 disassociated. External IP: 172.25.8.49, port: 121d1699-a24e-4549-ab29-fff935824f35. Feb 07 22:46:26.777659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35b426-c267-4fb7-a23a-7387e9e88119 req-8b6bc928-a993-40e7-8fb0-9a30ede460c5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:26.785734 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b35b426-c267-4fb7-a23a-7387e9e88119 req-8b6bc928-a993-40e7-8fb0-9a30ede460c5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 944 time: 0.0650504 Feb 07 22:46:26.832119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b35b426-c267-4fb7-a23a-7387e9e88119 req-f004060d-f5b0-47e3-ba25-cc7a34e1f297 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Feb 07 22:46:26.913276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48738) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:26.938946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-6cfdafd3-024e-4401-89f5-1e9855bd17ef tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:46:26.953781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4115fb-010f-4bb3-9ae8-bca8a8cfc296 req-8fe63fb6-f74c-4721-bf29-a4d66529dd9e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:26.956458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc4115fb-010f-4bb3-9ae8-bca8a8cfc296 req-8fe63fb6-f74c-4721-bf29-a4d66529dd9e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0604048 Feb 07 22:46:26.996249 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc4115fb-010f-4bb3-9ae8-bca8a8cfc296 req-1c55b373-d926-440c-ad3a-e89f2726e961 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Feb 07 22:46:27.064505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1438362984-network', 'tenant_id': '57b74f06a92b4ba9a084a06c9151a043'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:27.111859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-6cfdafd3-024e-4401-89f5-1e9855bd17ef tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:46:27.118492 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-6cfdafd3-024e-4401-89f5-1e9855bd17ef tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.125183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] Sync routers for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:46:27.137464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:27.138144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:27.150874 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-6cfdafd3-024e-4401-89f5-1e9855bd17ef tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "PUT /v2.0/floatingips/f51e474c-83b7-4669-8a9d-c259d4994ed7 HTTP/1.1" status: 200 len: 694 time: 0.9126365 Feb 07 22:46:27.152014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:27.155339 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:27.159652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Made reservation on behalf of 57b74f06a92b4ba9a084a06c9151a043 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:27.162225 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.171778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.172620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-060fbd0a-175e-4207-9ee1-4973e52c01ec req-3723a58d-85cf-418a-ac61-da8f8990bc71 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:46:27.173610 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-060fbd0a-175e-4207-9ee1-4973e52c01ec req-3723a58d-85cf-418a-ac61-da8f8990bc71 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060353 Feb 07 22:46:27.278084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-2c417bf8-051d-43dc-b673-1a5ccf09db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:27.280070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-2c417bf8-051d-43dc-b673-1a5ccf09db6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1097 time: 0.1055353 Feb 07 22:46:27.346025 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.395343 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adc4619-79f0-4d46-b568-f4f6350e8e07 x-openstack-request-id: req-2adc4619-79f0-4d46-b568-f4f6350e8e07 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:27.395623 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "tag": "121d1699-a24e-4549-ab29-fff935824f35", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:27.395739 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2adc4619-79f0-4d46-b568-f4f6350e8e07 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:27.396128 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'tag': '121d1699-a24e-4549-ab29-fff935824f35', 'status': 'completed', 'code': 200} Feb 07 22:46:27.407288 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.461781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:27.498499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:27.503294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:46:27.504525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b36e0-3627-4eb4-9265-17dc0204e5a8 req-75e56d9f-988e-4680-bd69-826229ca6e81 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:27.506403 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f36b36e0-3627-4eb4-9265-17dc0204e5a8 req-75e56d9f-988e-4680-bd69-826229ca6e81 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 944 time: 0.1006308 Feb 07 22:46:27.536340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-6c9542cd-fbcd-4fea-b18c-7edee135ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:27.538029 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-6c9542cd-fbcd-4fea-b18c-7edee135ed6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fac3d8d816482a8d554130dabba3e9&device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 1097 time: 0.1444163 Feb 07 22:46:27.539262 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.539600 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Added segment 37d7a470-840a-4bea-9c18-3318b04bc191 of type vlan for network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 Feb 07 22:46:27.608776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f36b36e0-3627-4eb4-9265-17dc0204e5a8 req-6c8618d8-0093-4de0-8fdf-52da89cbb51a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890927 Feb 07 22:46:27.633325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-bee00fd3-8f4b-4f90-9139-99ff4f6d15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:27.635113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-bee00fd3-8f4b-4f90-9139-99ff4f6d15ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 920 time: 0.3454900 Feb 07 22:46:27.684687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.784129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c912d-38e5-4961-9d40-1826d1754d21 req-f0a40a62-f539-484c-bef1-fe4ad40d39d3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:27.785642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b4c912d-38e5-4961-9d40-1826d1754d21 req-f0a40a62-f539-484c-bef1-fe4ad40d39d3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0680385 Feb 07 22:46:27.874730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b4c912d-38e5-4961-9d40-1826d1754d21 req-0dee6dd4-b650-4512-8cd8-d553e570e173 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733101 Feb 07 22:46:27.948068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-1896cd63-6faa-4eed-9c51-78e63463b758 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503081 Feb 07 22:46:27.958829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-86737c50-5dd1-4f23-9680-3ec3a4fd1a69 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:46:27.960174 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-86737c50-5dd1-4f23-9680-3ec3a4fd1a69 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068195 Feb 07 22:46:27.969085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:23Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '524dc2a7-28c9-4036-a7d0-658bb2676269', 'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'mac_address': 'fa:16:3e:54:7b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:22Z', 'updated_at': '2022-02-07T22:45:30Z', 'revision_number': 5, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'subnets': [{'id': '69843891-581f-4d05-873d-efa187bf9313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:28.008692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] Checking router: 45f06d7f-9af8-4f19-821b-45b0707a8bf7 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:46:28.017509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:28.018137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:28.138898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-f3ec0721-79bf-4e39-802f-6df9bf589cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:28.141236 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-f3ec0721-79bf-4e39-802f-6df9bf589cb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 200 len: 920 time: 0.5875754 Feb 07 22:46:28.144990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-5b6238ae-5811-4a38-b3f9-e23e3fc04df3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 217 time: 0.4787519 Feb 07 22:46:28.168667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f3d7a-50f8-4e9f-b997-282e91b9d6bf req-09513175-8de4-4211-8457-353f205ba113 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:28.177271 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-087f3d7a-50f8-4e9f-b997-282e91b9d6bf req-09513175-8de4-4211-8457-353f205ba113 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0876939 Feb 07 22:46:28.195992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:28.236893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-087f3d7a-50f8-4e9f-b997-282e91b9d6bf req-d82235f6-b4d0-4b8c-9eb4-426b66d38db1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558567 Feb 07 22:46:28.272659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-63d8737f-f89a-4447-a1b5-caa6c5436fc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 200 len: 217 time: 0.1171169 Feb 07 22:46:28.292256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:28.294786 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80a8d26-ada5-411e-8c09-e63fcf5169f8" -d '{"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-unplugged", "status": "completed", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:28.310133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:28.310718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:28.311288 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:28.399800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-69130319-86f5-4077-bc1f-e70dec0d1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:28.401828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-69130319-86f5-4077-bc1f-e70dec0d1964 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 200 len: 860 time: 0.1217270 Feb 07 22:46:28.431326 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3b48f8-96c1-42e9-95d2-0550dbd83312 x-openstack-request-id: req-0d3b48f8-96c1-42e9-95d2-0550dbd83312 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:28.431621 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-unplugged", "status": "failed", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4", "code": 422}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:28.432049 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d3b48f8-96c1-42e9-95d2-0550dbd83312 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:28.432353 n-d-827895-2 neutron-server[102291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'code': 422} returned with failed status Feb 07 22:46:28.472733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-55b7b588-127a-4129-aba6-6c63c0ac9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:28.474708 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-55b7b588-127a-4129-aba6-6c63c0ac9d86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 200 len: 860 time: 0.3047962 Feb 07 22:46:28.481377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48802) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:28.481771 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5671816 Feb 07 22:46:28.487255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Request body: {'subnet': {'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1438362984-subnet', 'tenant_id': '57b74f06a92b4ba9a084a06c9151a043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:28.514895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-6285ec60-4eae-4f29-9ec3-558128996320 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3662fbd-be76-4e0d-a406-ecf838b7377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925674 Feb 07 22:46:28.555827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5249d43-431a-4323-9299-3659fe73b035 admin admin] Pushing event updated for resources: {'Network': ['ID=6ec52ef6-8c28-475a-a4d6-03863d0789b3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:28.572045 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-2b3dca20-411f-4c06-9d8d-5931db38cde5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3662fbd-be76-4e0d-a406-ecf838b7377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619147 Feb 07 22:46:28.573630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:46:28.586727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Made reservation on behalf of 57b74f06a92b4ba9a084a06c9151a043 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:28.589434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:28.603783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82552dc-98d7-4844-8757-fe9ec7e77f29 req-e6f75054-f390-45de-8a83-73358a137762 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:28.605434 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c82552dc-98d7-4844-8757-fe9ec7e77f29 req-e6f75054-f390-45de-8a83-73358a137762 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.1008236 Feb 07 22:46:28.719780 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c82552dc-98d7-4844-8757-fe9ec7e77f29 req-01b231a2-bac9-49fb-b9d4-84025d3b261e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993888 Feb 07 22:46:28.764520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:23Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '524dc2a7-28c9-4036-a7d0-658bb2676269', 'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'mac_address': 'fa:16:3e:54:7b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:22Z', 'updated_at': '2022-02-07T22:45:30Z', 'revision_number': 5, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'subnets': [{'id': '69843891-581f-4d05-873d-efa187bf9313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:28.820218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-48c3a7b4-ecdc-4b4b-8434-92c699c5fb85 service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899535 Feb 07 22:46:28.827452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc637b-2a58-4e8c-ac3c-a7040af46467 None None] The sync data for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 is: [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:45:23Z', 'revision_number': 4, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '524dc2a7-28c9-4036-a7d0-658bb2676269', 'name': '', 'network_id': 'd3662fbd-be76-4e0d-a406-ecf838b7377c', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'mac_address': 'fa:16:3e:54:7b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '69843891-581f-4d05-873d-efa187bf9313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:22Z', 'updated_at': '2022-02-07T22:45:30Z', 'revision_number': 5, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'subnets': [{'id': '69843891-581f-4d05-873d-efa187bf9313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:46:28.835473 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-17c0efac-29d3-4c43-b721-844ba861d84f service neutron] 10.222.0.15 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286925 Feb 07 22:46:28.950926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87d37f-b780-49f8-9280-7072f1e31252 req-1e4edef4-54bd-4346-9642-ecf2e9716825 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:28.960632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc87d37f-b780-49f8-9280-7072f1e31252 req-1e4edef4-54bd-4346-9642-ecf2e9716825 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 944 time: 0.1356189 Feb 07 22:46:28.971015 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.070197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e324f115-8d3a-4f8d-b755-53b9e23536ff req-f3552baf-5c26-467f-bab6-eed87e8963c3 service neutron] 10.222.0.15 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338924 Feb 07 22:46:29.095733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1061ed7-aeb7-4e38-9883-3929b6fb03e3 req-9502b90b-b7b5-4b7c-9c1c-8a7ad303d61f service neutron] 10.222.0.24 "GET /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520132 Feb 07 22:46:29.099499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc87d37f-b780-49f8-9280-7072f1e31252 req-44050728-13aa-472e-a070-9bf8fa924059 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338518 Feb 07 22:46:29.119114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bb49ce-8877-49f5-b44d-12b6120d74f9,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:29.130697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Checking segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:46:29.131061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Network hostable DHCP agents. Network: 6ec52ef6-8c28-475a-a4d6-03863d0789b3, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:46:29.156604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:46:29.180641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 6ec52ef6-8c28-475a-a4d6-03863d0789b3) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:29.192251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:29.192857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.193264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8741ec98-896c-4d4e-aec6-d1ebd55c09a6 None None] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:46:29.239042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2e50160d-546a-4bac-b027-cc2c61e66907 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7488956 Feb 07 22:46:29.263178 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-80ded875-5e34-4798-b02e-8d1304f3156f tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/floatingips/f51e474c-83b7-4669-8a9d-c259d4994ed7 HTTP/1.1" status: 200 len: 694 time: 0.0916717 Feb 07 22:46:29.297584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac2057-4d45-40ae-be3e-e53cf39c2f94 req-4a2e2acd-2f50-4486-b2d0-1c658935b095 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:29.299129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45ac2057-4d45-40ae-be3e-e53cf39c2f94 req-4a2e2acd-2f50-4486-b2d0-1c658935b095 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0856102 Feb 07 22:46:29.310423 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed94095-201b-4862-af16-a52d52f315bf None None] New status for floating IP f51e474c-83b7-4669-8a9d-c259d4994ed7: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:46:29.383138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8a1237-b1d5-4a9f-b2be-687895579206 None None] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:46:29.407512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45ac2057-4d45-40ae-be3e-e53cf39c2f94 req-b0d3cd59-d55e-4322-a2c2-35d8a8f6653f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931993 Feb 07 22:46:29.570962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-61f4fb91-4c58-493a-b80f-3eca32da6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:29.572521 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-61f4fb91-4c58-493a-b80f-3eca32da6d73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16&tenant_id=d5b5f68a14464c0689aacf58055f8d4a HTTP/1.1" status: 200 len: 1095 time: 0.1385803 Feb 07 22:46:29.581682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-e8780639-74fa-4127-bb4d-73d2951ddc83 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:29.582800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-e8780639-74fa-4127-bb4d-73d2951ddc83 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 784 time: 0.3149850 Feb 07 22:46:29.590019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:29.598384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-f1dd8cd5-c7f7-467e-8704-699577ebb63d tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:46:29.599365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-f1dd8cd5-c7f7-467e-8704-699577ebb63d tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055864 Feb 07 22:46:29.673778 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-e0334065-7ffb-47fe-ae46-f21f8c9527ac tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 697 time: 0.0521214 Feb 07 22:46:29.752776 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.757631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-bd4089dd-263f-4941-80aa-8464936f8221 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 697 time: 0.0593917 Feb 07 22:46:29.882388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:30.142721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Deleting port 4fe67340-1b4f-4eef-9c99-f31ba97ede5e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:30.143083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.223106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:30.284386 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.285107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.301848 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:46:30.303847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Calling delete_port for 4fe67340-1b4f-4eef-9c99-f31ba97ede5e owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:30.337071 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861374-4dec-4a83-975b-3f041fc4d50b req-de745a0d-4b27-4b82-ae56-658a9f6b7fe6 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:30.350227 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-de745a0d-4b27-4b82-ae56-658a9f6b7fe6 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.5709865 Feb 07 22:46:30.367371 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-adce918c-5999-4e1f-81e8-fd68d2bc28d0 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/quotas/57b74f06a92b4ba9a084a06c9151a043 HTTP/1.1" status: 200 len: 375 time: 0.0157115 Feb 07 22:46:30.384507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:30.399640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.411855 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-7b07ab21-8b7e-469f-b107-83eeec920460 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432627 Feb 07 22:46:30.419882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Transition to ACTIVE for port object 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:30.432348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.515280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=9']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:30.516879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-8bdb31df-f4f7-4ab0-bd6f-5090a5bc18d1 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032441 Feb 07 22:46:30.518794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] No DVR routers for this DVR port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:30.593905 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Attempting to bind port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:30.594249 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Attempting to bind port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:30.594582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Attempting to bind port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on network 31341d17-cf12-4545-94e1-a4e93094bb5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:46:30.607204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on network 31341d17-cf12-4545-94e1-a4e93094bb5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:46:30.607534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Attempting to bind port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on network 31341d17-cf12-4545-94e1-a4e93094bb5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:46:30.614693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:46:30.615252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Checking segment: {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:46:30.615469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Bound using segment: {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:46:30.616488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Bound port: 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:30.616861 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.620577 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.655048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Pushing event deleted for resources: {'Port': ['ID=4fe67340-1b4f-4eef-9c99-f31ba97ede5e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:30.662047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-5a0b0d50-ba2e-4b04-94a7-5566ad9343b8 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248298 Feb 07 22:46:30.759478 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.762242 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.763377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6320fb61-1b20-4bbb-b2aa-f9765080bb40 req-fc40b92d-cadc-491e-ba1a-7129f3c4cc31 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "DELETE /v2.0/floatingips/f51e474c-83b7-4669-8a9d-c259d4994ed7 HTTP/1.1" status: 204 len: 173 time: 0.9958971 Feb 07 22:46:30.766745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:46:30.773122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:46:30.780035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.853009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:30.855429 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.857300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] 10.222.0.24 "PUT /v2.0/ports/946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 1092 time: 1.2736037 Feb 07 22:46:30.858002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:30.860736 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d46e4c-1269-4d74-9956-6dc399b17852" -d '{"events": [{"name": "network-changed", "server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:30.925753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78cb8-1c9e-4c5a-ac54-9e8f8fd774e2 req-e4fc5e13-6946-4678-8a50-23d6de3bd18e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:30.927362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fbb78cb8-1c9e-4c5a-ac54-9e8f8fd774e2 req-e4fc5e13-6946-4678-8a50-23d6de3bd18e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0821021 Feb 07 22:46:30.973930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2c61e-8493-420d-ba35-c400b5855d29 service neutron] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=10']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:30.983898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fbb78cb8-1c9e-4c5a-ac54-9e8f8fd774e2 req-e31f5624-db65-42ba-888f-d4a2aa9b2266 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447412 Feb 07 22:46:31.039311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e459fd2-1130-4abd-91c2-985625af8956 req-d3acea74-1c65-4217-a8fb-c98039ff70d5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:31.041263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e459fd2-1130-4abd-91c2-985625af8956 req-d3acea74-1c65-4217-a8fb-c98039ff70d5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.1528826 Feb 07 22:46:31.047140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-89071b4e-2937-4eed-a9c6-ac75ca5b01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:31.049390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-89071b4e-2937-4eed-a9c6-ac75ca5b01d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1096 time: 0.1598654 Feb 07 22:46:31.124718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268911cf-e852-4667-b370-525683768ebf req-77dcedea-a7a5-42a6-a4d7-5ac14c586766 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:31.133456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-268911cf-e852-4667-b370-525683768ebf req-77dcedea-a7a5-42a6-a4d7-5ac14c586766 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0718014 Feb 07 22:46:31.167103 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e459fd2-1130-4abd-91c2-985625af8956 req-56a2f5f4-7532-49dc-8c54-5e9247c9c563 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100726 Feb 07 22:46:31.180040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-268911cf-e852-4667-b370-525683768ebf req-01bda8d3-36e7-4a45-a2de-8d27e11188f8 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419972 Feb 07 22:46:31.247823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-c2e22be4-f2a9-4947-be9f-d2fe9b727d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:31.249394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-c2e22be4-f2a9-4947-be9f-d2fe9b727d27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 913 time: 0.1905775 Feb 07 22:46:31.259128 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82a1338b-d176-414c-82b6-7dee0bce9c9d req-711b9c54-9d09-432a-942a-dc60b8163918 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups/394dceec-d664-4146-8469-e633f8708342 HTTP/1.1" status: 200 len: 1810 time: 0.0669124 Feb 07 22:46:31.295516 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58592859-8937-467d-a29b-7b4eeb8fc408 req-24e3a461-5947-4e42-93e1-182a35a760b7 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 210 time: 0.0562356 Feb 07 22:46:31.301567 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-530d7cb9-dd59-4a36-b29e-4c610a5b122c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 217 time: 0.0414894 Feb 07 22:46:31.361927 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87665bed-5f44-4d67-9f5e-d259aa062411 x-openstack-request-id: req-87665bed-5f44-4d67-9f5e-d259aa062411 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:31.362217 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:31.362468 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87665bed-5f44-4d67-9f5e-d259aa062411 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:31.362864 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'status': 'completed', 'code': 200} Feb 07 22:46:31.401864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-a402de11-2466-4877-a960-2f834f460399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:31.403320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-a402de11-2466-4877-a960-2f834f460399 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.0833251 Feb 07 22:46:31.406360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82a1338b-d176-414c-82b6-7dee0bce9c9d req-bd721cca-b36d-4e86-b684-c855a30d6150 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.439275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82a1338b-d176-414c-82b6-7dee0bce9c9d req-bd721cca-b36d-4e86-b684-c855a30d6150 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.465510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-aab06e75-e1b2-4053-9e98-09cff8c5cc85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344310 Feb 07 22:46:31.565967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82a1338b-d176-414c-82b6-7dee0bce9c9d req-bd721cca-b36d-4e86-b684-c855a30d6150 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.568501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82a1338b-d176-414c-82b6-7dee0bce9c9d req-bd721cca-b36d-4e86-b684-c855a30d6150 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.570318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82a1338b-d176-414c-82b6-7dee0bce9c9d req-bd721cca-b36d-4e86-b684-c855a30d6150 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "DELETE /v2.0/security-groups/394dceec-d664-4146-8469-e633f8708342 HTTP/1.1" status: 204 len: 173 time: 0.2678351 Feb 07 22:46:31.588119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd721cca-b36d-4e86-b684-c855a30d6150 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394dceec-d664-4146-8469-e633f8708342,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:31.599822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-fe35c9b8-0e25-46d2-9bce-9ed9f3feca47 service neutron] 10.222.0.24 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272540 Feb 07 22:46:31.718177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bef4f83-8a9d-4788-aad1-52531e9013f8 req-154e1e17-d7ba-49a9-a1de-a70713400be3 service neutron] 10.222.0.24 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028545 Feb 07 22:46:31.868524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-ad2c4e3a-2673-47ae-924c-fc07b3248533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:31.870526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-ad2c4e3a-2673-47ae-924c-fc07b3248533 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1096 time: 0.0982845 Feb 07 22:46:31.884171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a10640-2aa3-4752-9188-7de826eb9086 req-34903c49-6817-4966-ba3e-15cad4c73b65 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:31.885654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99a10640-2aa3-4752-9188-7de826eb9086 req-34903c49-6817-4966-ba3e-15cad4c73b65 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1046736 Feb 07 22:46:32.064504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-99a10640-2aa3-4752-9188-7de826eb9086 req-f6ecf2ff-3edd-4f93-8241-fe1c2156074a tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626425 Feb 07 22:46:32.144443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-2491def3-7811-4669-ac6b-46c54f493e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:32.145903 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-2491def3-7811-4669-ac6b-46c54f493e1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 913 time: 0.2570298 Feb 07 22:46:32.195629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcb5f7-b63e-4554-b67e-504e1e6b2da4 req-7635f668-13bf-40db-b178-1fbac0688025 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:32.205112 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89dcb5f7-b63e-4554-b67e-504e1e6b2da4 req-7635f668-13bf-40db-b178-1fbac0688025 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.1094475 Feb 07 22:46:32.231254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-3bbd1fbe-1558-43b9-bc81-cc4f8afafb04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 217 time: 0.0726540 Feb 07 22:46:32.239019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861374-4dec-4a83-975b-3f041fc4d50b req-4d7a2bb9-7f12-485c-81eb-01126d2d5ce4 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:32.240463 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-4d7a2bb9-7f12-485c-81eb-01126d2d5ce4 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.24 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.2681789 Feb 07 22:46:32.267126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Request body: {'port': {'device_id': '1df988ed-2d04-4ec0-a3ad-7efa026829af', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'admin_state_up': True, 'tenant_id': '57b74f06a92b4ba9a084a06c9151a043'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:32.294312 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89dcb5f7-b63e-4554-b67e-504e1e6b2da4 req-77d14f89-2aef-4bce-b4e8-f65c7f5de77e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879576 Feb 07 22:46:32.470855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-4ff521d6-4ba8-4b88-917b-9b7e05f9dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:32.472575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-4ff521d6-4ba8-4b88-917b-9b7e05f9dc1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.2310264 Feb 07 22:46:32.482649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Made reservation on behalf of 57b74f06a92b4ba9a084a06c9151a043 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:32.487391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:32.498757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426a90f-268e-4b24-a2fd-a31d39902b5c req-ebebe04a-b5c8-46c7-be4d-513a403d5035 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:32.506605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0426a90f-268e-4b24-a2fd-a31d39902b5c req-ebebe04a-b5c8-46c7-be4d-513a403d5035 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.2480214 Feb 07 22:46:32.521996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbad7d-afbf-42bd-9002-f9c13ef4ee12 req-bd9805df-1dd4-4dbe-8e9b-dacb4d63aab4 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:32.528113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78fbad7d-afbf-42bd-9002-f9c13ef4ee12 req-bd9805df-1dd4-4dbe-8e9b-dacb4d63aab4 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1043184 Feb 07 22:46:32.569137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-06b703b9-e72e-4e81-b165-8a5202e93ef2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602756 Feb 07 22:46:32.607038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0426a90f-268e-4b24-a2fd-a31d39902b5c req-65712124-c960-4d62-9b4a-5365928ad59f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993760 Feb 07 22:46:32.663506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78fbad7d-afbf-42bd-9002-f9c13ef4ee12 req-94b749d4-0089-45bf-a12d-9f4429d7882c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284883 Feb 07 22:46:33.162228 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce0e7739-0348-4300-b11a-a334bcfa3d26 req-caf91a30-6696-45b1-9fdc-ab338121f3ae tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 210 time: 0.1167433 Feb 07 22:46:33.274632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa834f9-c56b-43bf-898e-6457c19c9e3a req-3eb3d5ec-f8f4-4cb3-85a9-e5ddcf5916a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:33.285514 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fa834f9-c56b-43bf-898e-6457c19c9e3a req-3eb3d5ec-f8f4-4cb3-85a9-e5ddcf5916a7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.1128528 Feb 07 22:46:33.290949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Allocated IP 172.20.0.10 (6ec52ef6-8c28-475a-a4d6-03863d0789b3/d0bb49ce-8877-49f5-b44d-12b6120d74f9/335c271e-0344-4b98-933c-354b7e93bdf2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:33.347676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-29c5552a-572e-456e-bb78-c089b1daee1a service neutron] 10.222.0.24 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002732 Feb 07 22:46:33.353924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fa834f9-c56b-43bf-898e-6457c19c9e3a req-4c26a1f5-055d-4bbf-b65d-11c5043afaca tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588336 Feb 07 22:46:33.578808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a724a5-8729-49e6-b0f1-afbdf8b05189 req-f74cf359-5ede-40d1-992e-e6af31e5b8f7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:33.587513 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-56a724a5-8729-49e6-b0f1-afbdf8b05189 req-f74cf359-5ede-40d1-992e-e6af31e5b8f7 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.1472299 Feb 07 22:46:33.648606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-56a724a5-8729-49e6-b0f1-afbdf8b05189 req-65a274a5-2712-48b5-ada2-22c5dbc5c9fc tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601802 Feb 07 22:46:33.653331 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:33.735493 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:33.811155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:33.821698 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:33.822366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956a350-3c86-4391-af65-dae1b930af28 req-32655603-ab42-4818-8773-8ccd02ae5240 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:33.831794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3956a350-3c86-4391-af65-dae1b930af28 req-32655603-ab42-4818-8773-8ccd02ae5240 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.1104989 Feb 07 22:46:33.851502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:33.855129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:46:33.881157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3956a350-3c86-4391-af65-dae1b930af28 req-10bc5db3-4572-48e1-9091-18cccedb702a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Feb 07 22:46:33.907683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event updated for resources: {'Port': ['ID=335c271e-0344-4b98-933c-354b7e93bdf2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:33.943071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:33.943625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:33.964930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16349aa4-c80d-4149-8d52-e359cdaa129a req-236f6368-d4b6-48bb-bfb4-5ea6c166a6aa tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:33.966272 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16349aa4-c80d-4149-8d52-e359cdaa129a req-236f6368-d4b6-48bb-bfb4-5ea6c166a6aa tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1748285 Feb 07 22:46:33.979376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-96616ba0-a3ef-4633-ac22-dae968400648 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7196827 Feb 07 22:46:34.048705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16349aa4-c80d-4149-8d52-e359cdaa129a req-42bd8ec1-c1be-47bf-926a-2e2cfff29cc7 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612996 Feb 07 22:46:34.251751 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:34.353168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87807d63-b876-443b-a435-0f6c52072089 req-865dc4dc-19ee-4402-ac5d-1b0ddae738a4 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:34.360312 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87807d63-b876-443b-a435-0f6c52072089 req-865dc4dc-19ee-4402-ac5d-1b0ddae738a4 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 932 time: 0.0663033 Feb 07 22:46:34.426916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87807d63-b876-443b-a435-0f6c52072089 req-7319b336-525b-480e-9c46-fa20d2166d52 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628850 Feb 07 22:46:34.519650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7aaf2-9a8f-4dba-a1ad-c583156f3cb3 req-33049718-4afe-45b2-9182-2dced2309d9c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:34.521169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48c7aaf2-9a8f-4dba-a1ad-c583156f3cb3 req-33049718-4afe-45b2-9182-2dced2309d9c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0543177 Feb 07 22:46:34.571628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48c7aaf2-9a8f-4dba-a1ad-c583156f3cb3 req-601f3ba9-b3e2-47df-909d-017e3bb2c372 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Feb 07 22:46:34.817580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca3e7-a27b-43b4-85cf-141da0316184 req-1c8c6cc9-64b6-451f-bb83-84478330a23a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:34.819811 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c45ca3e7-a27b-43b4-85cf-141da0316184 req-1c8c6cc9-64b6-451f-bb83-84478330a23a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0601368 Feb 07 22:46:34.885019 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c45ca3e7-a27b-43b4-85cf-141da0316184 req-489f511b-1b88-4522-a697-0735fe31bbf3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Feb 07 22:46:35.023334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0bc6-4a70-4e92-8946-a3fb1b005e88 req-2d1a9aed-9229-44dc-921f-1e61d72ea804 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:35.025210 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6edd0bc6-4a70-4e92-8946-a3fb1b005e88 req-2d1a9aed-9229-44dc-921f-1e61d72ea804 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0546846 Feb 07 22:46:35.074205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6edd0bc6-4a70-4e92-8946-a3fb1b005e88 req-0e0395a4-f2bd-4b0b-89e4-2407af78bab7 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Feb 07 22:46:35.204438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d35fb8-b9ff-4b42-aed0-86d5c025cbad req-190740a8-7b47-40cb-b135-a681902485a9 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:35.205904 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0d35fb8-b9ff-4b42-aed0-86d5c025cbad req-190740a8-7b47-40cb-b135-a681902485a9 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0514228 Feb 07 22:46:35.266896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0d35fb8-b9ff-4b42-aed0-86d5c025cbad req-670c5044-5ff1-4c7f-a03d-7211f258c91f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454407 Feb 07 22:46:35.544352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3c837-e021-4ac7-a4ab-78d1c1b0a89b req-916c37d4-6b66-4cee-a562-24c99c1c2b87 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:35.552923 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fd3c837-e021-4ac7-a4ab-78d1c1b0a89b req-916c37d4-6b66-4cee-a562-24c99c1c2b87 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 932 time: 0.0586295 Feb 07 22:46:35.610155 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fd3c837-e021-4ac7-a4ab-78d1c1b0a89b req-00239bb6-5a14-485e-b9e6-8563c96bbb5a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556910 Feb 07 22:46:35.726984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a72391-0a3a-4456-ba13-1d1e69a73750 req-9ba0c32d-c21a-404f-b69d-279b22c5fa01 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:35.728675 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-63a72391-0a3a-4456-ba13-1d1e69a73750 req-9ba0c32d-c21a-404f-b69d-279b22c5fa01 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0539763 Feb 07 22:46:35.778146 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-63a72391-0a3a-4456-ba13-1d1e69a73750 req-d6769fd0-ea34-4aff-b653-7847b4daf913 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Feb 07 22:46:36.029891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f6571-fc72-4d04-b994-57ce74e58123 req-c42b096e-9821-4385-ad43-3a8160d3c009 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:36.031859 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a30f6571-fc72-4d04-b994-57ce74e58123 req-c42b096e-9821-4385-ad43-3a8160d3c009 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0614460 Feb 07 22:46:36.074702 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a30f6571-fc72-4d04-b994-57ce74e58123 req-ddd9b48f-32af-4109-b61f-a874553a37ca tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369077 Feb 07 22:46:36.234556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c85896-5473-4bd9-b510-faf23fbd6f41 req-403be5dd-214a-4391-b727-19d117f2f69d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:36.236044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5c85896-5473-4bd9-b510-faf23fbd6f41 req-403be5dd-214a-4391-b727-19d117f2f69d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0779750 Feb 07 22:46:36.295416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5c85896-5473-4bd9-b510-faf23fbd6f41 req-09b95b80-79bf-4877-b435-7bd4deae5737 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525036 Feb 07 22:46:36.405417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3e5c1-5db0-4139-bab7-356b07cefc1d req-ccd339ba-3a4f-411e-ae5a-cfbb8471cd84 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:36.407072 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cd3e5c1-5db0-4139-bab7-356b07cefc1d req-ccd339ba-3a4f-411e-ae5a-cfbb8471cd84 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0535002 Feb 07 22:46:36.461192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cd3e5c1-5db0-4139-bab7-356b07cefc1d req-fd23f8d1-1a81-4207-ac84-5d9c6f4e7bc1 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472000 Feb 07 22:46:36.754459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb1df7-b5d2-49cd-ae36-22dde00294c5 req-8cd7b838-01fd-4b85-9de1-12df656de20f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:36.756383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12eb1df7-b5d2-49cd-ae36-22dde00294c5 req-8cd7b838-01fd-4b85-9de1-12df656de20f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 932 time: 0.0683916 Feb 07 22:46:36.849253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12eb1df7-b5d2-49cd-ae36-22dde00294c5 req-80dc6739-390a-46cb-b7f4-17606c895578 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757673 Feb 07 22:46:36.930725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b0d10-c750-444a-8524-9a2590fc0d71 req-f2806919-b6aa-4631-82b9-917cc097186c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:36.932344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-621b0d10-c750-444a-8524-9a2590fc0d71 req-f2806919-b6aa-4631-82b9-917cc097186c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0637279 Feb 07 22:46:36.980095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-621b0d10-c750-444a-8524-9a2590fc0d71 req-b79ea7bb-203b-4bce-b94f-1aa0e46d6583 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 Feb 07 22:46:37.234352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03fdad-fa72-4b4a-a97b-4977f8e91323 req-c840e957-e8af-445b-b25a-934091d5f329 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:37.236106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db03fdad-fa72-4b4a-a97b-4977f8e91323 req-c840e957-e8af-445b-b25a-934091d5f329 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0589137 Feb 07 22:46:37.292665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db03fdad-fa72-4b4a-a97b-4977f8e91323 req-2020a60d-b792-45ac-9880-8f2914bd0f32 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497260 Feb 07 22:46:37.417105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a733d7-98a2-4869-971f-1d9d089ccfdc req-e267962b-78dc-420d-a60f-702d6af13166 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:37.418928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71a733d7-98a2-4869-971f-1d9d089ccfdc req-e267962b-78dc-420d-a60f-702d6af13166 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0512555 Feb 07 22:46:37.468259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71a733d7-98a2-4869-971f-1d9d089ccfdc req-5226b68f-2304-4ee0-954b-43e763aa8278 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Feb 07 22:46:37.603107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091ae3-35e7-4e12-b271-be9a399b2a85 req-68c09e27-c067-4e67-bc4d-e58319ae8b59 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:37.604631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81091ae3-35e7-4e12-b271-be9a399b2a85 req-68c09e27-c067-4e67-bc4d-e58319ae8b59 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0580256 Feb 07 22:46:37.646108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81091ae3-35e7-4e12-b271-be9a399b2a85 req-54f68fb8-c61f-4060-b629-f7f1bcd80a8f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347612 Feb 07 22:46:38.002363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166664d-b048-40c3-a593-b2b943ac83d4 req-d21db1e0-cddf-45cd-9bfb-fdd7661d64bc tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:38.004268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1166664d-b048-40c3-a593-b2b943ac83d4 req-d21db1e0-cddf-45cd-9bfb-fdd7661d64bc tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 932 time: 0.0662799 Feb 07 22:46:38.058643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1166664d-b048-40c3-a593-b2b943ac83d4 req-97910023-06f3-4a96-aef3-9a3fbbd045c3 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463808 Feb 07 22:46:38.159940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60176887-53db-4f5b-8444-ae0864499237 req-1bc17350-e192-45b5-9f42-4143cce0b48c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:38.161486 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60176887-53db-4f5b-8444-ae0864499237 req-1bc17350-e192-45b5-9f42-4143cce0b48c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0698192 Feb 07 22:46:38.210670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60176887-53db-4f5b-8444-ae0864499237 req-fccf8dc1-2868-4935-b903-5228c59229f7 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Feb 07 22:46:38.442860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926430b-7006-43f7-82be-1bb4ce08cc4b req-20304f3f-1bc7-4fbd-b47d-02da64953c73 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:38.444982 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0926430b-7006-43f7-82be-1bb4ce08cc4b req-20304f3f-1bc7-4fbd-b47d-02da64953c73 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0781910 Feb 07 22:46:38.499619 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0926430b-7006-43f7-82be-1bb4ce08cc4b req-64a29be7-caf4-4114-a36c-5d1e151d1b27 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481322 Feb 07 22:46:38.602011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea57537-4ed2-418c-9d5c-44ae1c0b7186 req-d42b0e10-38e9-4e55-8365-aee46688e024 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:38.603488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dea57537-4ed2-418c-9d5c-44ae1c0b7186 req-d42b0e10-38e9-4e55-8365-aee46688e024 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0548563 Feb 07 22:46:38.666350 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dea57537-4ed2-418c-9d5c-44ae1c0b7186 req-5751f0be-b3e3-4ff1-b137-1ad3d78530c6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486336 Feb 07 22:46:38.782532 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f93c35-a77e-4cfd-b11b-7a3c152c2e6d req-3eb63606-8d38-491b-b257-4d2b2609d206 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:38.790450 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96f93c35-a77e-4cfd-b11b-7a3c152c2e6d req-3eb63606-8d38-491b-b257-4d2b2609d206 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0529025 Feb 07 22:46:38.840330 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96f93c35-a77e-4cfd-b11b-7a3c152c2e6d req-5a6d3395-46e5-468d-818f-393d17a863ef tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Feb 07 22:46:39.246367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec210a-d4ab-4662-b7ec-a0caba2c073b req-29cad971-6fc2-4f6f-bc76-b0911b51ee9d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:39.254512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edec210a-d4ab-4662-b7ec-a0caba2c073b req-29cad971-6fc2-4f6f-bc76-b0911b51ee9d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 932 time: 0.1125362 Feb 07 22:46:39.311874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edec210a-d4ab-4662-b7ec-a0caba2c073b req-e66c1a91-b223-48e1-87ac-bc658db969e9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546176 Feb 07 22:46:39.392427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456e3bc-f75c-484a-8c79-32e12bcd91b8 req-e930ea89-5ed2-4b77-9468-55d50e7b513e tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:39.393919 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9456e3bc-f75c-484a-8c79-32e12bcd91b8 req-e930ea89-5ed2-4b77-9468-55d50e7b513e tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0605264 Feb 07 22:46:39.441641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9456e3bc-f75c-484a-8c79-32e12bcd91b8 req-7e58e4bb-47e8-4a32-8b75-c972e1fd2b53 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Feb 07 22:46:39.654545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1be2-4b9b-404f-ae88-651430e38913 req-4fd88bb0-a0d7-4659-8dcd-f3612c474b8b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:39.661100 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60be1be2-4b9b-404f-ae88-651430e38913 req-4fd88bb0-a0d7-4659-8dcd-f3612c474b8b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0686185 Feb 07 22:46:39.718203 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60be1be2-4b9b-404f-ae88-651430e38913 req-371ac6ab-ee72-45ee-928f-4e9dae242bb0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530529 Feb 07 22:46:39.823637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81192f0-2999-4682-9996-d14614b02114 req-495e2643-249a-4b1f-815f-160816a922f4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:39.825777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b81192f0-2999-4682-9996-d14614b02114 req-495e2643-249a-4b1f-815f-160816a922f4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0615561 Feb 07 22:46:39.888232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b81192f0-2999-4682-9996-d14614b02114 req-814a24e2-6f46-4871-9a1b-91fb2320977c tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538304 Feb 07 22:46:40.007261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab67f0-8e85-4499-bc3f-d566e52616a6 req-f8a3b858-82c8-4af6-964f-af24dfa9ccd8 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:40.009009 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67ab67f0-8e85-4499-bc3f-d566e52616a6 req-f8a3b858-82c8-4af6-964f-af24dfa9ccd8 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0576446 Feb 07 22:46:40.050005 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67ab67f0-8e85-4499-bc3f-d566e52616a6 req-a63e2639-3812-4e08-9466-441c4cc1313b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 Feb 07 22:46:40.484164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8532f-b1b6-4a56-b401-dd4885640f78 req-6aaa212f-d2d1-4ee6-8793-6978f3ac4c1d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:40.492369 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05c8532f-b1b6-4a56-b401-dd4885640f78 req-6aaa212f-d2d1-4ee6-8793-6978f3ac4c1d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 932 time: 0.0916016 Feb 07 22:46:40.535826 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05c8532f-b1b6-4a56-b401-dd4885640f78 req-7550c22c-94b0-42c3-96a3-253517884d1f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420921 Feb 07 22:46:40.587900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f3142-e180-42da-92b5-0e426ed24159 req-2bfda77e-fe27-4f07-824c-3fe3c77e86ab tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:40.590086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-895f3142-e180-42da-92b5-0e426ed24159 req-2bfda77e-fe27-4f07-824c-3fe3c77e86ab tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0711610 Feb 07 22:46:40.630638 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-895f3142-e180-42da-92b5-0e426ed24159 req-52009b10-b1c8-4a24-960d-10b722255e06 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340512 Feb 07 22:46:40.850034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d20bc-b6d1-4d27-a713-aa8af86f8d91 req-83d5c55d-6ff4-4256-a38b-b2c132ae7d07 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:40.851691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b2d20bc-b6d1-4d27-a713-aa8af86f8d91 req-83d5c55d-6ff4-4256-a38b-b2c132ae7d07 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0697799 Feb 07 22:46:40.936407 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b2d20bc-b6d1-4d27-a713-aa8af86f8d91 req-d704842f-cb27-4e30-af1e-8fb0af49102d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625935 Feb 07 22:46:41.017220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395dfef-f445-4e6e-a85f-c1a20ea5a735 req-75cd994d-65f7-4b63-8d9c-cbaf242dad7d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:41.018767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c395dfef-f445-4e6e-a85f-c1a20ea5a735 req-75cd994d-65f7-4b63-8d9c-cbaf242dad7d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0509682 Feb 07 22:46:41.069425 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c395dfef-f445-4e6e-a85f-c1a20ea5a735 req-f4390c45-cdee-4c81-8ad1-67cf668e3494 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Feb 07 22:46:41.199170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b4932-d4f6-4328-8b63-3cc4f656943a req-836694df-1783-4c82-9052-d76aba0c5c39 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:41.200692 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c59b4932-d4f6-4328-8b63-3cc4f656943a req-836694df-1783-4c82-9052-d76aba0c5c39 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0662959 Feb 07 22:46:41.252864 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c59b4932-d4f6-4328-8b63-3cc4f656943a req-e0ff53a9-37b6-41f7-baee-f36a8a66beb6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Feb 07 22:46:41.653890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82603b3e-0039-450c-9c45-60badc6103bf req-8678a761-3464-4549-baae-50bb81c9dece tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:41.655364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-82603b3e-0039-450c-9c45-60badc6103bf req-8678a761-3464-4549-baae-50bb81c9dece tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 932 time: 0.0514650 Feb 07 22:46:41.695687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-82603b3e-0039-450c-9c45-60badc6103bf req-0cee8371-f9e9-470c-bfd7-a343d6d64f44 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Feb 07 22:46:41.768872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a553c7-15dd-47ff-8f43-9d5401f8917c req-fdbe6b9f-7187-4f8b-8d31-e96f3b022f6d tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:41.770337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31a553c7-15dd-47ff-8f43-9d5401f8917c req-fdbe6b9f-7187-4f8b-8d31-e96f3b022f6d tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0506682 Feb 07 22:46:41.808480 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31a553c7-15dd-47ff-8f43-9d5401f8917c req-6a42543a-466a-4fc5-b2dc-0e01e53cdb95 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308404 Feb 07 22:46:41.974069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Request body: {'port': {'device_id': '1df988ed-2d04-4ec0-a3ad-7efa026829af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:42.074024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb9ae8-a92b-4d18-a664-93aa7d2eaa03 req-4198e530-ee39-4712-af05-f5b53b8163e5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.075497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3bdb9ae8-a92b-4d18-a664-93aa7d2eaa03 req-4198e530-ee39-4712-af05-f5b53b8163e5 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0665605 Feb 07 22:46:42.092420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:42.126997 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3bdb9ae8-a92b-4d18-a664-93aa7d2eaa03 req-46bd7491-0802-48b7-8bb2-e5d43ce15ce4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Feb 07 22:46:42.155142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8d46e4c-1269-4d74-9956-6dc399b17852 req-300f8ea8-5642-4f31-bab3-ad2c38996bd3 service neutron] 10.222.0.24 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007916 Feb 07 22:46:42.289849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa921-c70a-437e-a796-dad8c74e7501 req-fb9f7b60-db28-40b3-8cf2-e76f654f6d09 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.291169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5feaa921-c70a-437e-a796-dad8c74e7501 req-fb9f7b60-db28-40b3-8cf2-e76f654f6d09 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.1306751 Feb 07 22:46:42.383747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5feaa921-c70a-437e-a796-dad8c74e7501 req-fca3c04b-64b3-46ba-a8b0-e7a63a94ee67 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852954 Feb 07 22:46:42.384453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7e814-2ef8-432b-9481-0b68e30c0af6 req-a029f6d7-9dce-4ed5-bef6-29163f75ce22 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.385959 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08c7e814-2ef8-432b-9481-0b68e30c0af6 req-a029f6d7-9dce-4ed5-bef6-29163f75ce22 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0547590 Feb 07 22:46:42.425986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08c7e814-2ef8-432b-9481-0b68e30c0af6 req-0297826c-f588-48fd-9332-f0732f402926 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Feb 07 22:46:42.487485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335c271e-0344-4b98-933c-354b7e93bdf2 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:42.495199 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:42.508504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Transition to ACTIVE for port object 335c271e-0344-4b98-933c-354b7e93bdf2 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:42.513552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:42.588151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=335c271e-0344-4b98-933c-354b7e93bdf2,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:42.645293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Attempting to bind port 335c271e-0344-4b98-933c-354b7e93bdf2 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:42.645625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Attempting to bind port 335c271e-0344-4b98-933c-354b7e93bdf2 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:42.645947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Attempting to bind port 335c271e-0344-4b98-933c-354b7e93bdf2 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:46:42.650986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Port 335c271e-0344-4b98-933c-354b7e93bdf2 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:46:42.651300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Attempting to bind port 335c271e-0344-4b98-933c-354b7e93bdf2 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:46:42.656075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:46:42.656406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Checking segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:46:42.656789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Bound using segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:46:42.657202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Bound port: 335c271e-0344-4b98-933c-354b7e93bdf2, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:42.657558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:42.723815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] For port 335c271e-0344-4b98-933c-354b7e93bdf2, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:46:42.728260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] For port 335c271e-0344-4b98-933c-354b7e93bdf2, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=335c271e-0344-4b98-933c-354b7e93bdf2,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:46:42.733018 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:42.768238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.768933 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:42.771180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/335c271e-0344-4b98-933c-354b7e93bdf2 HTTP/1.1" status: 200 len: 1092 time: 0.8089895 Feb 07 22:46:42.778175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df988ed-2d04-4ec0-a3ad-7efa026829af', 'tag': '335c271e-0344-4b98-933c-354b7e93bdf2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:42.780761 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d05a96-a8a6-4e7e-aa2f-12944130f86b" -d '{"events": [{"name": "network-changed", "server_uuid": "1df988ed-2d04-4ec0-a3ad-7efa026829af", "tag": "335c271e-0344-4b98-933c-354b7e93bdf2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:42.881850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e5258-c00b-48b8-b803-c82f94a7a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=335c271e-0344-4b98-933c-354b7e93bdf2,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:42.903460 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f78a99-2019-4f2a-913c-c89d9edbb2a7 x-openstack-request-id: req-07f78a99-2019-4f2a-913c-c89d9edbb2a7 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:42.903775 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df988ed-2d04-4ec0-a3ad-7efa026829af", "tag": "335c271e-0344-4b98-933c-354b7e93bdf2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:42.904060 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07f78a99-2019-4f2a-913c-c89d9edbb2a7 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:42.904438 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df988ed-2d04-4ec0-a3ad-7efa026829af', 'tag': '335c271e-0344-4b98-933c-354b7e93bdf2', 'status': 'completed', 'code': 200} Feb 07 22:46:42.911815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd204ab0-2433-4526-8d84-63c9009d22e3 req-f80969b6-c405-4ca2-a6c5-b87752b738ec tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.913941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd204ab0-2433-4526-8d84-63c9009d22e3 req-f80969b6-c405-4ca2-a6c5-b87752b738ec tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 944 time: 0.1272509 Feb 07 22:46:42.915922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861374-4dec-4a83-975b-3f041fc4d50b req-9d848c99-01da-42c6-8637-de95314b4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.917272 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-9d848c99-01da-42c6-8637-de95314b4db1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 1095 time: 0.0884092 Feb 07 22:46:42.971459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-c0a68381-fdb3-4de4-8366-71978d01b9de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=335c271e-0344-4b98-933c-354b7e93bdf2 HTTP/1.1" status: 200 len: 217 time: 0.0430481 Feb 07 22:46:43.016792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44431a8-9391-416b-a874-e52fadb2a2cd req-943bcef3-c5d8-431f-86f9-7b1689711cdb tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.018282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e44431a8-9391-416b-a874-e52fadb2a2cd req-943bcef3-c5d8-431f-86f9-7b1689711cdb tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0628111 Feb 07 22:46:43.018657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd204ab0-2433-4526-8d84-63c9009d22e3 req-ad04e6bd-27ab-47d6-969f-43cf95f4d49b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972526 Feb 07 22:46:43.037272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861374-4dec-4a83-975b-3f041fc4d50b req-978e914f-8ee5-4dec-99dc-7a09320c9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.039536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-978e914f-8ee5-4dec-99dc-7a09320c9933 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.0580986 Feb 07 22:46:43.078381 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e44431a8-9391-416b-a874-e52fadb2a2cd req-c2d5d88f-624b-443e-ade2-f0ecc0ac2554 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513473 Feb 07 22:46:43.078886 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-3def88b3-f5f0-46dd-925f-919c4f8c3d82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314589 Feb 07 22:46:43.184625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-e4cb5553-ad21-4bca-8797-751d54145755 service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959079 Feb 07 22:46:43.279656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f39a3-37e5-434b-8635-ed9eee2b4aa0 req-c2654a0d-2042-4f1a-a19b-3c00b5a9e322 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.281550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-065f39a3-37e5-434b-8635-ed9eee2b4aa0 req-c2654a0d-2042-4f1a-a19b-3c00b5a9e322 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0670204 Feb 07 22:46:43.293987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65861374-4dec-4a83-975b-3f041fc4d50b req-fa4b66da-1c53-480d-a56d-28dd9136810c service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012414 Feb 07 22:46:43.345887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-065f39a3-37e5-434b-8635-ed9eee2b4aa0 req-d04997dc-1dc6-429e-8513-ccd4cdd69755 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569599 Feb 07 22:46:43.361595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c41fdd-9d12-4bfa-ba60-c964466439ea req-a61cc0b8-bfe5-49e8-89b9-b64b79a71d5c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.363541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7c41fdd-9d12-4bfa-ba60-c964466439ea req-a61cc0b8-bfe5-49e8-89b9-b64b79a71d5c tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.0681708 Feb 07 22:46:43.431145 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7c41fdd-9d12-4bfa-ba60-c964466439ea req-b7bcb34f-f7d6-4fb2-8bed-1ce409df7748 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541801 Feb 07 22:46:43.439495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-c5d86999-63a7-493e-ae1c-2ce0ee17a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.445294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-c5d86999-63a7-493e-ae1c-2ce0ee17a46c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 1095 time: 0.0722961 Feb 07 22:46:43.543258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e4222-9107-4f67-be4a-63e873938a2d req-1bd3f096-8306-4c1b-9c61-a531f3439b0d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.547623 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd6e4222-9107-4f67-be4a-63e873938a2d req-1bd3f096-8306-4c1b-9c61-a531f3439b0d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0564568 Feb 07 22:46:43.587370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd6e4222-9107-4f67-be4a-63e873938a2d req-80625f17-dacf-4f9d-965e-7e0917134e45 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357523 Feb 07 22:46:43.588423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f271ef-6c0f-4fb2-ba23-e8d3c4b33f3e req-9a5b34a2-4882-4abd-b999-2dea9d82cc14 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.589980 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1f271ef-6c0f-4fb2-ba23-e8d3c4b33f3e req-9a5b34a2-4882-4abd-b999-2dea9d82cc14 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0791576 Feb 07 22:46:43.593291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-d2e3ceeb-0cda-409b-bd7e-f70132711318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.594725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-d2e3ceeb-0cda-409b-bd7e-f70132711318 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 906 time: 0.1441760 Feb 07 22:46:43.665530 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-5c73cbbd-1a0a-4d67-996d-2d4f19486ced service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=335c271e-0344-4b98-933c-354b7e93bdf2 HTTP/1.1" status: 200 len: 217 time: 0.0630662 Feb 07 22:46:43.710071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1f271ef-6c0f-4fb2-ba23-e8d3c4b33f3e req-2fe60e79-a5a6-433a-9331-4e5cfb8094b5 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993590 Feb 07 22:46:43.727409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-8da07a2d-2e5c-4830-86a6-7ef55f9496e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.728926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-8da07a2d-2e5c-4830-86a6-7ef55f9496e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.0561304 Feb 07 22:46:43.762871 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-9f39d175-f6cf-4ea2-810e-2d939b6a76ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253541 Feb 07 22:46:43.887147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-88ed58fc-850b-4170-aa45-b9da3c5b55a8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:43.888624 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-88ed58fc-850b-4170-aa45-b9da3c5b55a8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0956767 Feb 07 22:46:43.927895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-82e4f76c-3b8a-4372-a2cc-58c44c5b601b service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541619 Feb 07 22:46:44.071131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Deleting port 121d1699-a24e-4549-ab29-fff935824f35 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:44.071847 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:44.075735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01d05a96-a8a6-4e7e-aa2f-12944130f86b req-be8e6291-f36c-4014-9c7a-17ded1621738 service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387393 Feb 07 22:46:44.161330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e38ff-d961-4163-90d3-6da21222821b req-65e7948e-f715-4b7a-bf9a-ee72910b0323 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.163532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-957e38ff-d961-4163-90d3-6da21222821b req-65e7948e-f715-4b7a-bf9a-ee72910b0323 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 944 time: 0.0542374 Feb 07 22:46:44.203769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-957e38ff-d961-4163-90d3-6da21222821b req-e65d0e93-39b0-4797-8fc5-7b3efd94f6b1 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Feb 07 22:46:44.220808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] For port 121d1699-a24e-4549-ab29-fff935824f35, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=121d1699-a24e-4549-ab29-fff935824f35,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:44.221205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:44.237825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Calling delete_port for 121d1699-a24e-4549-ab29-fff935824f35 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:44.247356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728580d-ec1b-4bb4-84a9-0be8055aee0b req-233db721-7875-4dd9-8087-545538c4a01c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.248852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3728580d-ec1b-4bb4-84a9-0be8055aee0b req-233db721-7875-4dd9-8087-545538c4a01c tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df52ccb-519d-4530-a875-297cde58f149 HTTP/1.1" status: 200 len: 946 time: 0.0883186 Feb 07 22:46:44.322905 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3728580d-ec1b-4bb4-84a9-0be8055aee0b req-60194455-fb03-4ba0-b931-cf0abbc9dea8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.15 "GET /v2.0/security-groups?id=d85338ff-5790-4aed-a298-b4bf8c828ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666714 Feb 07 22:46:44.409149 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:44.421435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['121d1699-a24e-4549-ab29-fff935824f35'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:44.443027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Pushing event deleted for resources: {'Port': ['ID=121d1699-a24e-4549-ab29-fff935824f35,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:44.493506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f61152-47a1-4b94-873d-86f661d4ec39 req-f2e866e7-c81d-464f-89a7-e10c20f56302 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.495655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] No DVR routers for this DVR port 121d1699-a24e-4549-ab29-fff935824f35 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:44.499674 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:44.500749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60f61152-47a1-4b94-873d-86f661d4ec39 req-f2e866e7-c81d-464f-89a7-e10c20f56302 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 945 time: 0.0850863 Feb 07 22:46:44.503007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9617062-5aef-46a0-9b0e-a55df85a4bb4 req-ee95cc03-19d1-4561-80b2-7f19612771d8 tempest-ServerRescueTestJSONUnderV235-1066694206 tempest-ServerRescueTestJSONUnderV235-1066694206-project] 10.222.0.24 "DELETE /v2.0/ports/121d1699-a24e-4549-ab29-fff935824f35 HTTP/1.1" status: 204 len: 173 time: 0.6024995 Feb 07 22:46:44.536649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60f61152-47a1-4b94-873d-86f661d4ec39 req-0229c948-a85f-4bff-b614-d8134e68d811 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Feb 07 22:46:44.591209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce390ffd-c36b-47ae-83f5-648b36ff166c req-c8c8b6dc-6690-46a6-9528-556679e2eea6 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.593284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce390ffd-c36b-47ae-83f5-648b36ff166c req-c8c8b6dc-6690-46a6-9528-556679e2eea6 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.0598528 Feb 07 22:46:44.638700 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce390ffd-c36b-47ae-83f5-648b36ff166c req-6f203071-38b2-419b-a727-3ec47a8897ac tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3017ec82-60ac-4663-81eb-9d62e1b9a9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358958 Feb 07 22:46:44.729499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e086-d362-4662-b838-8f5996f11546 req-ac6d937f-e06c-43cb-bf18-a12a2ea4b5ae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.731014 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4664e086-d362-4662-b838-8f5996f11546 req-ac6d937f-e06c-43cb-bf18-a12a2ea4b5ae tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0506787 Feb 07 22:46:44.744875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-4b47eba8-194b-4c8f-b38a-75e30617a899 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.746379 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-4b47eba8-194b-4c8f-b38a-75e30617a899 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 945 time: 0.0508087 Feb 07 22:46:44.798230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4664e086-d362-4662-b838-8f5996f11546 req-fa42b56b-0973-484d-ba08-21ab8ad28480 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Feb 07 22:46:44.898538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63deb7-3e56-4984-9d8e-b40cf835fb64 req-3a54cef9-9ef9-49b2-9ab7-7c645487f7f4 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.901811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da63deb7-3e56-4984-9d8e-b40cf835fb64 req-3a54cef9-9ef9-49b2-9ab7-7c645487f7f4 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1078899 Feb 07 22:46:44.904978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'name': 'network-vif-deleted', 'tag': '121d1699-a24e-4549-ab29-fff935824f35'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:44.907306 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe99732-64d2-4c1b-900d-bc75a578a38f" -d '{"events": [{"server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "name": "network-vif-deleted", "tag": "121d1699-a24e-4549-ab29-fff935824f35"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:44.954724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Deleting port 4f52644e-6782-4c52-9bbf-01475729c07c {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:44.955060 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:44.960573 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971e3093-4496-450f-9f92-50f04d7cb538 x-openstack-request-id: req-971e3093-4496-450f-9f92-50f04d7cb538 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:44.960855 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df52ccb-519d-4530-a875-297cde58f149", "name": "network-vif-deleted", "tag": "121d1699-a24e-4549-ab29-fff935824f35", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:44.961103 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-971e3093-4496-450f-9f92-50f04d7cb538 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:44.961520 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df52ccb-519d-4530-a875-297cde58f149', 'name': 'network-vif-deleted', 'tag': '121d1699-a24e-4549-ab29-fff935824f35', 'status': 'completed', 'code': 200} Feb 07 22:46:44.978445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da63deb7-3e56-4984-9d8e-b40cf835fb64 req-7b3f2fdd-1f3d-4957-8d7a-34b3c5ad26f7 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661182 Feb 07 22:46:45.063337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] For port 4f52644e-6782-4c52-9bbf-01475729c07c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=4f52644e-6782-4c52-9bbf-01475729c07c,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:45.063725 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.147730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 335c271e-0344-4b98-933c-354b7e93bdf2 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:46:45.244256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.244715 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.244929 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Floating IP 609beab0-5acb-4433-a20c-763822b89916 disassociated. External IP: 172.25.8.107, port: 4f52644e-6782-4c52-9bbf-01475729c07c. Feb 07 22:46:45.245467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Calling delete_port for 4f52644e-6782-4c52-9bbf-01475729c07c owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:45.246688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 335c271e-0344-4b98-933c-354b7e93bdf2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=335c271e-0344-4b98-933c-354b7e93bdf2,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:45.260538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '335c271e-0344-4b98-933c-354b7e93bdf2', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'port_id': '335c271e-0344-4b98-933c-354b7e93bdf2', 'mac_address': 'fa:16:3e:0b:d2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bb49ce-8877-49f5-b44d-12b6120d74f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:46:45.309714 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.324769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335c271e-0344-4b98-933c-354b7e93bdf2 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:45.346297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66731ab5-aa9e-4b54-ba24-abf4e863bd44 req-3e0990e0-7f06-4e29-86ff-924067d3335d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:45.347385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 335c271e-0344-4b98-933c-354b7e93bdf2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=335c271e-0344-4b98-933c-354b7e93bdf2,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:45.351983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.352957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:46:45.354388 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66731ab5-aa9e-4b54-ba24-abf4e863bd44 req-3e0990e0-7f06-4e29-86ff-924067d3335d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 944 time: 0.0690346 Feb 07 22:46:45.398403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49228) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:45.404282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66731ab5-aa9e-4b54-ba24-abf4e863bd44 req-238dcaf2-468f-4256-a44f-21b5af2d0022 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488849 Feb 07 22:46:45.471799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=335c271e-0344-4b98-933c-354b7e93bdf2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:45.525542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.527602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:45.543672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'network_id': '31341d17-cf12-4545-94e1-a4e93094bb5d', 'port_id': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'mac_address': 'fa:16:3e:df:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b68bcd-7be0-4143-846b-8f91143d3734', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:46:45.586340 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.596272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Pushing event deleted for resources: {'Port': ['ID=4f52644e-6782-4c52-9bbf-01475729c07c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:45.613874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:45.638656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:45.648746 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.727848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=11']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:45.780749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a026b422-def7-4f3c-9938-0baeacdcb14e req-31e275e8-d5cf-4a3d-9931-cc04ece8ecd4 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 210 time: 0.0521240 Feb 07 22:46:45.871228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['946c5264-0a14-418e-a6b3-43c8d8ccd0c4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:45.904136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:45.963545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:46:45.968130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad900a-01e4-4bbc-acf1-77ca81692df0 req-e806cdf0-4fcb-4c8c-9d3f-224209e6de07 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:45.969694 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c6ad900a-01e4-4bbc-acf1-77ca81692df0 req-e806cdf0-4fcb-4c8c-9d3f-224209e6de07 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0944941 Feb 07 22:46:46.042637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c6ad900a-01e4-4bbc-acf1-77ca81692df0 req-06b5fa55-6f11-4537-b7fc-420f44c53269 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597813 Feb 07 22:46:46.219882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c5e5d-e0b1-4586-aa1b-9c9c68e85a08 req-fb39225d-d106-441e-9ffc-c1df349a7dc3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:46.228181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:46.231832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d6c5e5d-e0b1-4586-aa1b-9c9c68e85a08 req-fb39225d-d106-441e-9ffc-c1df349a7dc3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1117291 Feb 07 22:46:46.249692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49', 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045', 'port_id': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49', 'mac_address': 'fa:16:3e:90:cf:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330f6228-f630-41d8-a629-5ee6cde7196a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:46:46.293522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d6c5e5d-e0b1-4586-aa1b-9c9c68e85a08 req-71cbb0b0-569e-4d61-9ba4-446d5e2eb922 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599122 Feb 07 22:46:46.304981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:46:46.315144 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:46.341716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:46.366730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:46.374251 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:46.440014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:46.472881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89391-1897-46b7-949f-2c7e78486ec4 req-b9999ae9-a39d-4598-8c9b-5ba1f03deb6e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:46.474457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7cc89391-1897-46b7-949f-2c7e78486ec4 req-b9999ae9-a39d-4598-8c9b-5ba1f03deb6e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 946 time: 0.4456916 Feb 07 22:46:46.593463 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7cc89391-1897-46b7-949f-2c7e78486ec4 req-71bd09f2-7c69-4440-a869-f8202a7c7358 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114280 Feb 07 22:46:46.595141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:46:46.606170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['fc173f94-d12d-4e8a-9c7e-b23e83d0cb49'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:46.624766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] Sync routers for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:46:46.636112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5982eb5-78e2-4dec-89d1-861cc66bd32b req-3a328c02-4dcd-47ea-adf6-cebeb15df48e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:46.638017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5982eb5-78e2-4dec-89d1-861cc66bd32b req-3a328c02-4dcd-47ea-adf6-cebeb15df48e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 945 time: 0.1505880 Feb 07 22:46:46.681200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:46.681754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:46.685771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] No DVR routers for this DVR port 4f52644e-6782-4c52-9bbf-01475729c07c on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:46.687899 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5982eb5-78e2-4dec-89d1-861cc66bd32b req-a08a02d9-c5e0-4c95-b72a-48c465bb9811 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438015 Feb 07 22:46:46.712262 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:46.715799 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0bbfca9b-c753-415b-88c3-db78d1050a38 req-be0de9a1-0f70-4f81-8f28-ab2663acf01b tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.24 "DELETE /v2.0/ports/4f52644e-6782-4c52-9bbf-01475729c07c HTTP/1.1" status: 204 len: 173 time: 1.9584174 Feb 07 22:46:46.750059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:46.863510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:46.924316 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b4fca88-9693-40da-ac62-d35e4fe478c4 req-b4892bc6-39b0-40df-a4dd-67c447dcc55a tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c7afb7-05e6-4db0-b2b3-7b77db1754ec HTTP/1.1" status: 200 len: 210 time: 0.0313251 Feb 07 22:46:46.964391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'name': 'network-vif-deleted', 'tag': '4f52644e-6782-4c52-9bbf-01475729c07c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:46.966969 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adca74d6-b1d0-45e9-bfc4-677e88b20c64" -d '{"events": [{"server_uuid": "f5c7afb7-05e6-4db0-b2b3-7b77db1754ec", "name": "network-vif-deleted", "tag": "4f52644e-6782-4c52-9bbf-01475729c07c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:47.020709 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83140e5-5bae-4877-bc0a-044a690bab70 x-openstack-request-id: req-a83140e5-5bae-4877-bc0a-044a690bab70 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:47.021114 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c7afb7-05e6-4db0-b2b3-7b77db1754ec", "name": "network-vif-deleted", "tag": "4f52644e-6782-4c52-9bbf-01475729c07c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:47.021478 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a83140e5-5bae-4877-bc0a-044a690bab70 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:47.022200 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c7afb7-05e6-4db0-b2b3-7b77db1754ec', 'name': 'network-vif-deleted', 'tag': '4f52644e-6782-4c52-9bbf-01475729c07c', 'status': 'completed', 'code': 200} Feb 07 22:46:47.105984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Deleting port 524dc2a7-28c9-4036-a7d0-658bb2676269 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:47.106356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.195679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:46:47.237702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed094aa-3f4e-4f99-87a5-9ab4275b6edc req-b63e936d-4a93-456d-8265-73075b22415e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:47.239234 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ed094aa-3f4e-4f99-87a5-9ab4275b6edc req-b63e936d-4a93-456d-8265-73075b22415e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0798106 Feb 07 22:46:47.290756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] For port 524dc2a7-28c9-4036-a7d0-658bb2676269, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=524dc2a7-28c9-4036-a7d0-658bb2676269,segment=NetworkSegment(56b545cd-31f6-42e2-9cc5-6682f481f818),segment_id=56b545cd-31f6-42e2-9cc5-6682f481f818)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:47.291114 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.302912 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ed094aa-3f4e-4f99-87a5-9ab4275b6edc req-27641558-0356-4482-a83b-7a0a41677c30 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569787 Feb 07 22:46:47.327959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Calling delete_port for 524dc2a7-28c9-4036-a7d0-658bb2676269 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:47.371535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:47.379739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:47.380351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.443574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aa620-f5aa-4389-ab78-b9556cde5244 req-733331b6-2de2-4c03-9e25-9283e9b32441 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:47.454596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cb3aa620-f5aa-4389-ab78-b9556cde5244 req-733331b6-2de2-4c03-9e25-9283e9b32441 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 944 time: 0.0760243 Feb 07 22:46:47.462937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c', 'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'mac_address': 'fa:16:3e:ca:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:42Z', 'updated_at': '2022-02-07T22:45:50Z', 'revision_number': 5, 'project_id': '53d8948345ea48419da851b6acf8516e', 'subnets': [{'id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:47.513859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cb3aa620-f5aa-4389-ab78-b9556cde5244 req-597996a9-9c32-4a94-b51a-2837b905b9b3 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537913 Feb 07 22:46:47.529890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] Checking router: 6be38ae4-1e8d-405a-a5bd-db9dcea80617 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:46:47.546921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.550621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:47.551256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:47.559970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.589008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Pushing event deleted for resources: {'Port': ['ID=524dc2a7-28c9-4036-a7d0-658bb2676269,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:47.616654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:47.618954 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc5f92e-49b8-4421-8606-9a3646e9eb95" -d '{"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-plugged", "status": "completed", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:47.645191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:47.672210 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.673027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 335c271e-0344-4b98-933c-354b7e93bdf2 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:46:47.781356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.788298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:47.873055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=12']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:47.875613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786da23d-5aa9-48e1-afc5-f184dbe44e9d req-b25c1097-1cba-4319-b473-97f5b21026b1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:47.879791 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17546bd-e919-4d1b-9732-7dde6c03196a x-openstack-request-id: req-b17546bd-e919-4d1b-9732-7dde6c03196a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:47.880260 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-plugged", "status": "completed", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:47.880522 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b17546bd-e919-4d1b-9732-7dde6c03196a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:47.880965 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'code': 200} Feb 07 22:46:47.890663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-786da23d-5aa9-48e1-afc5-f184dbe44e9d req-b25c1097-1cba-4319-b473-97f5b21026b1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1456931 Feb 07 22:46:47.939357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 335c271e-0344-4b98-933c-354b7e93bdf2 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:47.968529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:46:47.977816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 335c271e-0344-4b98-933c-354b7e93bdf2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:47.978190 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.017603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-786da23d-5aa9-48e1-afc5-f184dbe44e9d req-d0f76b2a-96f3-46c4-8cb0-7274703ec3d0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117525 Feb 07 22:46:48.055333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde4a19-13d0-4103-abc1-426ecbc68fc9 req-01b792fc-2358-48af-a51a-3fb131b004b3 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:48.066936 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cdde4a19-13d0-4103-abc1-426ecbc68fc9 req-01b792fc-2358-48af-a51a-3fb131b004b3 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 945 time: 0.0923183 Feb 07 22:46:48.111004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49266) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:48.154995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:48.157784 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.177630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cdde4a19-13d0-4103-abc1-426ecbc68fc9 req-3ac1633d-d7cb-4ec3-b6b0-b4ed6bb9290c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075778 Feb 07 22:46:48.203109 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8bbb04c9-c193-4924-a992-3f5e3bc1f2f4 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.235625 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8bbb04c9-c193-4924-a992-3f5e3bc1f2f4 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.238693 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.301476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaad5ef-dd81-46e1-b4ac-4e57c6bb6ea8 req-2129298b-b742-425a-b5ba-5e4351bb985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:48.303026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5eaad5ef-dd81-46e1-b4ac-4e57c6bb6ea8 req-2129298b-b742-425a-b5ba-5e4351bb985b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1098 time: 0.2332346 Feb 07 22:46:48.304818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8bbb04c9-c193-4924-a992-3f5e3bc1f2f4 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.307792 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8bbb04c9-c193-4924-a992-3f5e3bc1f2f4 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.309280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8bbb04c9-c193-4924-a992-3f5e3bc1f2f4 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "DELETE /v2.0/security-groups/3017ec82-60ac-4663-81eb-9d62e1b9a9c9 HTTP/1.1" status: 204 len: 168 time: 0.1958668 Feb 07 22:46:48.310891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c', 'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'mac_address': 'fa:16:3e:ca:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:42Z', 'updated_at': '2022-02-07T22:45:50Z', 'revision_number': 5, 'project_id': '53d8948345ea48419da851b6acf8516e', 'subnets': [{'id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:48.312475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49268) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:48.317713 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 335c271e-0344-4b98-933c-354b7e93bdf2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=335c271e-0344-4b98-933c-354b7e93bdf2,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:48.327681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb04c9-c193-4924-a992-3f5e3bc1f2f4 tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017ec82-60ac-4663-81eb-9d62e1b9a9c9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:48.346248 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-21799dcc-fa4d-42f4-9efd-2023d03bbace tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] show failed (client error): The resource could not be found. Feb 07 22:46:48.347479 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-21799dcc-fa4d-42f4-9efd-2023d03bbace tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "GET /v2.0/security-groups/3017ec82-60ac-4663-81eb-9d62e1b9a9c9 HTTP/1.1" status: 404 len: 347 time: 0.0329890 Feb 07 22:46:48.348418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:46:48.350853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49272) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:48.353538 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.354453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 121d1699-a24e-4549-ab29-fff935824f35 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:48.363810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c074a-0840-4a29-87b7-f61520db5c95 None None] The sync data for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 is: [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:45:44Z', 'revision_number': 4, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c', 'name': '', 'network_id': 'fcd5a278-830e-4877-854a-3def66268fcb', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'mac_address': 'fa:16:3e:ca:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:42Z', 'updated_at': '2022-02-07T22:45:50Z', 'revision_number': 5, 'project_id': '53d8948345ea48419da851b6acf8516e', 'subnets': [{'id': '47457a81-a7a0-4855-b796-95dd96641e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:46:48.388949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5eaad5ef-dd81-46e1-b4ac-4e57c6bb6ea8 req-b20bb189-4a23-4fda-bf9e-e90767d0bd3f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766644 Feb 07 22:46:48.433515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 121d1699-a24e-4549-ab29-fff935824f35 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:48.434006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 121d1699-a24e-4549-ab29-fff935824f35 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:48.434522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 4f52644e-6782-4c52-9bbf-01475729c07c no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:48.441821 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.470881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 4f52644e-6782-4c52-9bbf-01475729c07c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:48.470881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 4f52644e-6782-4c52-9bbf-01475729c07c not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:48.514132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=335c271e-0344-4b98-933c-354b7e93bdf2,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:48.527971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:48.540360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.561790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:46:48.573582 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] Sync routers for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:46:48.587449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-aeb4464b-e1d1-4acb-a80a-f0d5c3aef702 admin admin] 10.222.0.15 "PUT /v2.0/routers/45f06d7f-9af8-4f19-821b-45b0707a8bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1847038 Feb 07 22:46:48.589747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49278) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:48.592491 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:48.594995 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:48.618089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:48.649023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b2256-54dd-4ae6-b9b0-9f0453dbffbc req-ecf59a3c-d1c2-45d6-ba56-6d3fc17f473a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:48.650596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b34b2256-54dd-4ae6-b9b0-9f0453dbffbc req-ecf59a3c-d1c2-45d6-ba56-6d3fc17f473a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.2152002 Feb 07 22:46:48.718842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Deleting port 7ef90e06-2d15-4f60-baba-da8dbd0df6af {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:48.718842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.745922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad31144-2d97-4906-8e85-47f8e9444660 req-5014218a-f0f5-4779-b145-83cb72a9b20a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:48.748371 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ad31144-2d97-4906-8e85-47f8e9444660 req-5014218a-f0f5-4779-b145-83cb72a9b20a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1470702 Feb 07 22:46:48.813725 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:48.816778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323a41f-2575-4426-8ceb-d0eb591ef49b None None] New status for floating IP 609beab0-5acb-4433-a20c-763822b89916: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:46:48.832992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b34b2256-54dd-4ae6-b9b0-9f0453dbffbc req-c9df93da-4cac-4ab7-9313-3cb49a893248 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521819 Feb 07 22:46:48.869195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ad31144-2d97-4906-8e85-47f8e9444660 req-e92ac801-a556-4f36-a146-6c580ac43d4c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844777 Feb 07 22:46:48.874148 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.951329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.952265 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.966586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Calling delete_port for 7ef90e06-2d15-4f60-baba-da8dbd0df6af owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:49.061412 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.105470 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:46:47Z', 'revision_number': 5, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port': {'id': '913287f7-7093-46f9-8cb7-701adc5b52d9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:18Z', 'updated_at': '2022-02-07T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:49.153244 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] Checking router: 45f06d7f-9af8-4f19-821b-45b0707a8bf7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:46:49.163255 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] Routers {'45f06d7f-9af8-4f19-821b-45b0707a8bf7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:49.164625 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:49.169696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Deleting port 913287f7-7093-46f9-8cb7-701adc5b52d9 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:49.170049 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.226659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2231e2-c10f-4c06-90e4-811d54c001e2 req-d912e1cc-0549-4308-a994-2399adaad32c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:49.236308 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb2231e2-c10f-4c06-90e4-811d54c001e2 req-d912e1cc-0549-4308-a994-2399adaad32c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1186361 Feb 07 22:46:49.262417 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.267830 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] Set router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:49.286747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] For port 913287f7-7093-46f9-8cb7-701adc5b52d9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=913287f7-7093-46f9-8cb7-701adc5b52d9,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:49.287221 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.294026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Pushing event deleted for resources: {'Port': ['ID=7ef90e06-2d15-4f60-baba-da8dbd0df6af,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:49.306962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Calling delete_port for 913287f7-7093-46f9-8cb7-701adc5b52d9 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:49.318459 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb2231e2-c10f-4c06-90e4-811d54c001e2 req-beb20eed-9f8e-4ad8-a565-d9fb6dc71102 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812118 Feb 07 22:46:49.351398 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:46:49Z', 'revision_number': 6, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:49.390035 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ccbf1c-7ad9-40f5-b6d5-8291c9b2eb38 None None] The sync data for ids ['45f06d7f-9af8-4f19-821b-45b0707a8bf7'] in n-d-827895-2 is: [{'id': '45f06d7f-9af8-4f19-821b-45b0707a8bf7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1828462110-router', 'tenant_id': '27fac3d8d816482a8d554130dabba3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:17Z', 'updated_at': '2022-02-07T22:46:49Z', 'revision_number': 6, 'project_id': '27fac3d8d816482a8d554130dabba3e9', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:46:49.422488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.430033 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.433691 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ea479131-8054-4aa3-9d53-4f9d1cb53cdb tempest-ServersTestFqdnHostnames-108295884 tempest-ServersTestFqdnHostnames-108295884-project] 10.222.0.15 "DELETE /v2.0/floatingips/609beab0-5acb-4433-a20c-763822b89916 HTTP/1.1" status: 204 len: 168 time: 1.0790813 Feb 07 22:46:49.436560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49286) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:49.607329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5cd1a-99cf-46d9-9446-ff9b2fc35531 req-5340aa30-18ad-4766-867e-583421d2da51 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:49.615019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5f5cd1a-99cf-46d9-9446-ff9b2fc35531 req-5340aa30-18ad-4766-867e-583421d2da51 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 946 time: 0.1564522 Feb 07 22:46:49.654337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 524dc2a7-28c9-4036-a7d0-658bb2676269 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:49.656337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.681281 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5f5cd1a-99cf-46d9-9446-ff9b2fc35531 req-843f1df5-531f-4fd2-a81d-4d2a6f258dd7 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617242 Feb 07 22:46:49.704005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 524dc2a7-28c9-4036-a7d0-658bb2676269 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:49.705341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 524dc2a7-28c9-4036-a7d0-658bb2676269 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:49.725889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Pushing event deleted for resources: {'Port': ['ID=913287f7-7093-46f9-8cb7-701adc5b52d9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:49.801824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.882055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df988ed-2d04-4ec0-a3ad-7efa026829af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335c271e-0344-4b98-933c-354b7e93bdf2'}, {'server_uuid': '070c1360-42f1-4699-bcfb-86a3980c3260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:49.885367 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbf04de-7563-41e0-91d5-1ba1d2c2eaa1" -d '{"events": [{"server_uuid": "1df988ed-2d04-4ec0-a3ad-7efa026829af", "name": "network-vif-plugged", "status": "completed", "tag": "335c271e-0344-4b98-933c-354b7e93bdf2"}, {"server_uuid": "070c1360-42f1-4699-bcfb-86a3980c3260", "name": "network-vif-plugged", "status": "completed", "tag": "fc173f94-d12d-4e8a-9c7e-b23e83d0cb49"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:49.926614 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.929991 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.052333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85c64-6b1d-4ad8-82ed-90ca8133a0ea req-379e4954-8362-404e-9b49-54668c58eca1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:50.056516 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.057239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f06d7f-9af8-4f19-821b-45b0707a8bf7 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:46:50.062316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35f85c64-6b1d-4ad8-82ed-90ca8133a0ea req-379e4954-8362-404e-9b49-54668c58eca1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0845129 Feb 07 22:46:50.064417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.066615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e264b0af-3de5-4d2f-b754-580acabca324 admin admin] 10.222.0.15 "DELETE /v2.0/routers/45f06d7f-9af8-4f19-821b-45b0707a8bf7 HTTP/1.1" status: 204 len: 168 time: 1.4749291 Feb 07 22:46:50.073265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49330) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:50.094162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2b4d0-f05a-4457-a6a4-3330b2e4ba5f req-08ffa5fa-311a-46b7-86a4-6ad7aa38cbec tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:50.097596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72a2b4d0-f05a-4457-a6a4-3330b2e4ba5f req-08ffa5fa-311a-46b7-86a4-6ad7aa38cbec tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0912342 Feb 07 22:46:50.148939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72a2b4d0-f05a-4457-a6a4-3330b2e4ba5f req-78b83ba1-363d-42b6-887d-7758fe129e9c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Feb 07 22:46:50.176130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a900b4-6e9a-4232-b79e-9b429bff3ec0 admin admin] Deleting subnet 69843891-581f-4d05-873d-efa187bf9313 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:46:50.185623 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71a900b4-6e9a-4232-b79e-9b429bff3ec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.237193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35f85c64-6b1d-4ad8-82ed-90ca8133a0ea req-62434878-88c5-4f52-97cb-8de0c4293b63 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736071 Feb 07 22:46:50.242373 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e85d820-fe93-43a6-b67b-0bf33433bc0d x-openstack-request-id: req-4e85d820-fe93-43a6-b67b-0bf33433bc0d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:50.242373 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df988ed-2d04-4ec0-a3ad-7efa026829af", "name": "network-vif-plugged", "status": "completed", "tag": "335c271e-0344-4b98-933c-354b7e93bdf2", "code": 200}, {"server_uuid": "070c1360-42f1-4699-bcfb-86a3980c3260", "name": "network-vif-plugged", "status": "completed", "tag": "fc173f94-d12d-4e8a-9c7e-b23e83d0cb49", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:50.242596 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e85d820-fe93-43a6-b67b-0bf33433bc0d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:50.242973 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df988ed-2d04-4ec0-a3ad-7efa026829af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335c271e-0344-4b98-933c-354b7e93bdf2', 'code': 200} Feb 07 22:46:50.243219 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070c1360-42f1-4699-bcfb-86a3980c3260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49', 'code': 200} Feb 07 22:46:50.284888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71a900b4-6e9a-4232-b79e-9b429bff3ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.337940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71a900b4-6e9a-4232-b79e-9b429bff3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.380187 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.413709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c610ca-3a0d-4c34-8c33-8dcbaffc5c32 req-76564f08-4df3-427d-afdc-24506f1f488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:50.418916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08c610ca-3a0d-4c34-8c33-8dcbaffc5c32 req-76564f08-4df3-427d-afdc-24506f1f488e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 1097 time: 0.0767479 Feb 07 22:46:50.549078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08c610ca-3a0d-4c34-8c33-8dcbaffc5c32 req-abdc77e5-1028-4258-9dea-74c41abbfe0a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237509 Feb 07 22:46:50.579932 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71a900b4-6e9a-4232-b79e-9b429bff3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.593133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb6a6f-2d8b-48c6-a7e8-d15c2afeddd3 req-6214321b-103c-48c9-9296-e05f90b7c14d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:50.598713 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-54cb6a6f-2d8b-48c6-a7e8-d15c2afeddd3 req-6214321b-103c-48c9-9296-e05f90b7c14d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1033313 Feb 07 22:46:50.612922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d9fab-7d90-4d23-8319-72cfcdde51f7 req-873783e7-fd45-4c4d-9c1a-6cbcb733e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:50.614400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-701d9fab-7d90-4d23-8319-72cfcdde51f7 req-873783e7-fd45-4c4d-9c1a-6cbcb733e47a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 1096 time: 0.2217331 Feb 07 22:46:50.634112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a900b4-6e9a-4232-b79e-9b429bff3ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69843891-581f-4d05-873d-efa187bf9313,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:50.637925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71a900b4-6e9a-4232-b79e-9b429bff3ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.641493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-71a900b4-6e9a-4232-b79e-9b429bff3ec0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/69843891-581f-4d05-873d-efa187bf9313 HTTP/1.1" status: 204 len: 168 time: 0.5664675 Feb 07 22:46:50.643538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49340) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:50.681597 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-54cb6a6f-2d8b-48c6-a7e8-d15c2afeddd3 req-dcd8a6b5-e31e-4af8-b650-66c7ff708043 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769820 Feb 07 22:46:50.705267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-701d9fab-7d90-4d23-8319-72cfcdde51f7 req-797484f0-fc45-43e5-8eb9-a255db571c03 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826855 Feb 07 22:46:50.831768 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.955155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2315908-c2fc-4ea9-8a09-cf888368525d req-9ed694f3-7379-47e4-9aeb-0ac6ae028e47 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:50.956690 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2315908-c2fc-4ea9-8a09-cf888368525d req-9ed694f3-7379-47e4-9aeb-0ac6ae028e47 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 946 time: 0.1991074 Feb 07 22:46:50.963047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.021064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3662fbd-be76-4e0d-a406-ecf838b7377c']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:51.060327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b545cd-31f6-42e2-9cc5-6682f481f818') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:51.060918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b545cd-31f6-42e2-9cc5-6682f481f818') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:51.074028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2315908-c2fc-4ea9-8a09-cf888368525d req-51de7631-8aea-4c71-87b2-97678fe5bb7d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081982 Feb 07 22:46:51.078159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.094965 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.110842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:46:51.111388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:46:51.113250 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:46:51.173994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Deleting port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:51.174470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.218007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.229244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.234859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d3662fbd-be76-4e0d-a406-ecf838b7377c HTTP/1.1" status: 204 len: 168 time: 0.5903139 Feb 07 22:46:51.248318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e728743-cc2d-4785-8a23-4aace6b7ab95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3662fbd-be76-4e0d-a406-ecf838b7377c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:51.293569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] For port 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:51.293953 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.309636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Calling delete_port for 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:51.322286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029f9b7-9af1-4fa0-9e95-2bfa6a9e0a26 req-5c3304f9-58c1-4a7c-b43e-ad458cac962f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:51.331255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4029f9b7-9af1-4fa0-9e95-2bfa6a9e0a26 req-5c3304f9-58c1-4a7c-b43e-ad458cac962f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1007528 Feb 07 22:46:51.429829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4029f9b7-9af1-4fa0-9e95-2bfa6a9e0a26 req-65f7117a-324f-452c-802b-45e20bb7896c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949574 Feb 07 22:46:51.450310 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d72626cf-f69c-4ad5-944e-1683f97e52dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.536123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c39688-fbc1-4a98-93e3-aabf04ea9162 req-6ac8cf1e-80a3-48a9-abfc-713e83783a84 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:51.538326 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2c39688-fbc1-4a98-93e3-aabf04ea9162 req-6ac8cf1e-80a3-48a9-abfc-713e83783a84 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.1349685 Feb 07 22:46:51.569595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49432) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:51.654115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2c39688-fbc1-4a98-93e3-aabf04ea9162 req-53bfd0b8-d3fa-46c7-af55-7f176f45df32 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091459 Feb 07 22:46:51.658301 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1f67f9fa-dc7d-499b-a83e-67b031457ca3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27fac3d8d816482a8d554130dabba3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875907 Feb 07 22:46:51.660867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49440) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:51.819371 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.860798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:52.140848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 913287f7-7093-46f9-8cb7-701adc5b52d9 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:52.189142 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 913287f7-7093-46f9-8cb7-701adc5b52d9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:52.189482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 913287f7-7093-46f9-8cb7-701adc5b52d9 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:52.276254 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.356415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c8027-15aa-4cfe-83f0-b21c18e4915c req-bae0653f-bd6a-4b0a-959d-c5e7c4027e6a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.363751 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5c8027-15aa-4cfe-83f0-b21c18e4915c req-bae0653f-bd6a-4b0a-959d-c5e7c4027e6a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 946 time: 0.1389556 Feb 07 22:46:52.382857 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef732c23-2887-42ab-bc6c-333f7d1de90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.413954 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef732c23-2887-42ab-bc6c-333f7d1de90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.433812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a27d2-2fba-4156-8c61-ebe5191c8a34 req-c0f5c10a-08ea-45c6-99d0-99b8437846ca tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.440409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-244a27d2-2fba-4156-8c61-ebe5191c8a34 req-c0f5c10a-08ea-45c6-99d0-99b8437846ca tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.6338255 Feb 07 22:46:52.458914 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f5c8027-15aa-4cfe-83f0-b21c18e4915c req-05224c0a-4c0b-400d-9c8f-66d9dfc307ab tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881348 Feb 07 22:46:52.518331 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-244a27d2-2fba-4156-8c61-ebe5191c8a34 req-f19da691-d90f-4707-adcc-2ff9487d0041 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712504 Feb 07 22:46:52.541762 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef732c23-2887-42ab-bc6c-333f7d1de90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.549832 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef732c23-2887-42ab-bc6c-333f7d1de90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.551194 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ef732c23-2887-42ab-bc6c-333f7d1de90f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d85338ff-5790-4aed-a298-b4bf8c828ce5 HTTP/1.1" status: 204 len: 168 time: 0.8893669 Feb 07 22:46:52.590727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef732c23-2887-42ab-bc6c-333f7d1de90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85338ff-5790-4aed-a298-b4bf8c828ce5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:52.757718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:46:52.758402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c784bf-3b03-4d85-b730-a4be32796985 req-3040f66f-fdf0-429a-9026-e035e00a743d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.760193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90c784bf-3b03-4d85-b730-a4be32796985 req-3040f66f-fdf0-429a-9026-e035e00a743d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.0867333 Feb 07 22:46:52.778372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f586a7e-845f-445a-beae-9c071d7fa33c req-8129d1e6-30da-4c93-a32e-65446b5d0cda tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.786086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f586a7e-845f-445a-beae-9c071d7fa33c req-8129d1e6-30da-4c93-a32e-65446b5d0cda tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.1752205 Feb 07 22:46:52.829791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90c784bf-3b03-4d85-b730-a4be32796985 req-84d3edf1-64d9-4396-91e6-d0a08a5cbf6a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627613 Feb 07 22:46:52.949740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f586a7e-845f-445a-beae-9c071d7fa33c req-3a2f0ccf-e170-419e-afb5-b9b36639d7d6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616423 Feb 07 22:46:52.966908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:46:52.978350 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] Sync routers for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:46:52.982122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-32fd6448-66ed-414c-81a1-eaa8f1b472a2 admin admin] 10.222.0.15 "PUT /v2.0/routers/6be38ae4-1e8d-405a-a5bd-db9dcea80617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5361853 Feb 07 22:46:52.982762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49594) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:53.003223 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:53.003871 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:53.134371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5437d-e8b9-4406-acac-70cb006e5157 req-e20cfd72-23c3-46d3-bafc-76599f9894a5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:53.137159 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45a5437d-e8b9-4406-acac-70cb006e5157 req-e20cfd72-23c3-46d3-bafc-76599f9894a5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.1908193 Feb 07 22:46:53.158222 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45a5437d-e8b9-4406-acac-70cb006e5157 req-96c3cd62-642d-4ec0-adc4-137afc172702 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/quotas/57b74f06a92b4ba9a084a06c9151a043 HTTP/1.1" status: 200 len: 375 time: 0.0144613 Feb 07 22:46:53.192409 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:53.250197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45a5437d-e8b9-4406-acac-70cb006e5157 req-4225543b-3f9a-472a-9cca-5f77f72b08c6 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844045 Feb 07 22:46:53.377607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45a5437d-e8b9-4406-acac-70cb006e5157 req-7c16312f-7364-4d9d-bbdd-15abe3cce416 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255925 Feb 07 22:46:53.509999 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45a5437d-e8b9-4406-acac-70cb006e5157 req-4e838c35-ac5d-4984-b256-449992edf8ce service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311874 Feb 07 22:46:53.596216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6d21-7968-4323-ad90-715cf77b0974 req-bc201fa0-1a6b-46cb-b9e1-68a536418073 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:53.598841 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5ee6d21-7968-4323-ad90-715cf77b0974 req-bc201fa0-1a6b-46cb-b9e1-68a536418073 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.5394931 Feb 07 22:46:53.621001 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:46:51Z', 'revision_number': 5, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:53.633590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.652245 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] Checking router: 6be38ae4-1e8d-405a-a5bd-db9dcea80617 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:46:53.655219 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5ee6d21-7968-4323-ad90-715cf77b0974 req-6992c9b6-5906-421a-835b-2147b7198485 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496867 Feb 07 22:46:53.681719 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] Routers {'6be38ae4-1e8d-405a-a5bd-db9dcea80617'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:46:53.682543 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:53.702478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49676) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:53.842316 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17243156-9380-4ae9-8da9-14b4e0394253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.909681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5bd97-6bec-4a46-911c-087cfbcf0c71 req-8c372820-dfd4-4010-8f22-4b58889f197f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:53.920851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9bf5bd97-6bec-4a46-911c-087cfbcf0c71 req-8c372820-dfd4-4010-8f22-4b58889f197f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0790479 Feb 07 22:46:53.992861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-408897278-network', 'tenant_id': '952a475b50204e0f8a497ce1b032a1c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:53.993558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9bf5bd97-6bec-4a46-911c-087cfbcf0c71 req-c5241814-b10f-4c6c-878e-061be9d3f068 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714774 Feb 07 22:46:54.007570 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] Set router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:46:54.016055 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.078881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbbe71-d354-432b-83ff-1aa4d441dc64 req-84be8bb5-fc36-4325-bd5b-38f87f7dea44 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.080907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4bbbbe71-d354-432b-83ff-1aa4d441dc64 req-84be8bb5-fc36-4325-bd5b-38f87f7dea44 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.2869899 Feb 07 22:46:54.229948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Made reservation on behalf of 952a475b50204e0f8a497ce1b032a1c7 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:54.237547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.270735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.332883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4bbbbe71-d354-432b-83ff-1aa4d441dc64 req-e8d03885-0569-47f2-af07-2a36649ba7c4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039640 Feb 07 22:46:54.365593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Deleting port 49c0dde9-87c9-4962-87cd-04e50036f338 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:54.365593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.400176 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:46:51Z', 'revision_number': 5, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:54.445186 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb5e8f-9bec-4f08-9576-67a7ca5b4095 None None] The sync data for ids ['6be38ae4-1e8d-405a-a5bd-db9dcea80617'] in n-d-827895-2 is: [{'id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'name': 'tempest-ServersTestFqdnHostnames-482244005-router', 'tenant_id': '53d8948345ea48419da851b6acf8516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:45:38Z', 'updated_at': '2022-02-07T22:46:51Z', 'revision_number': 5, 'project_id': '53d8948345ea48419da851b6acf8516e', 'gw_port': {'id': '49c0dde9-87c9-4962-87cd-04e50036f338', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be38ae4-1e8d-405a-a5bd-db9dcea80617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:45:39Z', 'updated_at': '2022-02-07T22:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:46:54.540802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.564199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.588565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] For port 49c0dde9-87c9-4962-87cd-04e50036f338, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=49c0dde9-87c9-4962-87cd-04e50036f338,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:54.588939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.633243 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Calling delete_port for 49c0dde9-87c9-4962-87cd-04e50036f338 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:54.656281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:46:54.668430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d198feb-f56c-4a20-8174-109dedc2284c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:54.713922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.714242 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Added segment 1e571341-da0b-4597-8144-b01750cbe82a of type vlan for network 3c3c130f-6573-470a-a2b0-f33096c92581 Feb 07 22:46:54.731510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299433-0d69-4693-807b-df1dbbb86dfd req-0f947645-8002-4bcc-98cb-4a3fbef8998a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.733060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44299433-0d69-4693-807b-df1dbbb86dfd req-0f947645-8002-4bcc-98cb-4a3fbef8998a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1760828 Feb 07 22:46:54.761076 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.789744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-f521f637-5837-420c-ad78-facd0f294a5c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.799730 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-f521f637-5837-420c-ad78-facd0f294a5c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.1285632 Feb 07 22:46:54.808639 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.834722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-69c5841e-c093-4555-b096-37dd4241fdec tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/quotas/57b74f06a92b4ba9a084a06c9151a043 HTTP/1.1" status: 200 len: 375 time: 0.0374827 Feb 07 22:46:54.916157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44299433-0d69-4693-807b-df1dbbb86dfd req-314ffe9f-b507-4f77-a2a3-89f45f86c705 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506240 Feb 07 22:46:54.968012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-dfecee0f-03a5-4da2-b03c-181e57c71d18 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161129 Feb 07 22:46:55.004383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.005490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:55.006836 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.141301 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-0a78a44c-2466-49a6-9cd5-0311c1dff525 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722708 Feb 07 22:46:55.155500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] Pushing event updated for resources: {'Network': ['ID=3c3c130f-6573-470a-a2b0-f33096c92581,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:55.178750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 3c3c130f-6573-470a-a2b0-f33096c92581 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:46:55.239935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-774ea77b-aa86-491d-b91a-bcd39c0c454b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5363028 Feb 07 22:46:55.248029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49872) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:55.266310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Request body: {'subnet': {'network_id': '3c3c130f-6573-470a-a2b0-f33096c92581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-408897278-subnet', 'tenant_id': '952a475b50204e0f8a497ce1b032a1c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:55.300499 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-9f47568a-09a3-429a-8872-b0ac8bff562f service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496847 Feb 07 22:46:55.344063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Made reservation on behalf of 952a475b50204e0f8a497ce1b032a1c7 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:55.345246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.346460 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.380214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Pushing event deleted for resources: {'Port': ['ID=49c0dde9-87c9-4962-87cd-04e50036f338,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:55.492601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-963474bc-9e1f-4cda-8d7a-9c7036a77ed5 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:55.500769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-963474bc-9e1f-4cda-8d7a-9c7036a77ed5 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/networks?id=38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 200 len: 814 time: 0.3644667 Feb 07 22:46:55.510696 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.595114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-7036b49a-4cae-4de3-b5bc-7faf7c97b299 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/quotas/2cf6e28709774bc896a969b9bc722f63 HTTP/1.1" status: 200 len: 375 time: 0.0933285 Feb 07 22:46:55.649137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.670830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca5c03-a1f6-4af5-b9d2-39997b5a242f req-340e6e81-c07d-44af-82d8-0f0f15e663ad tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:55.678490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eeca5c03-a1f6-4af5-b9d2-39997b5a242f req-340e6e81-c07d-44af-82d8-0f0f15e663ad tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.1021845 Feb 07 22:46:55.682940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.685969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.745059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-77ca957f-9996-4734-8013-c3a3c00b3fd8 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cf6e28709774bc896a969b9bc722f63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486535 Feb 07 22:46:55.746933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.747648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be38ae4-1e8d-405a-a5bd-db9dcea80617 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:46:55.753011 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.754494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-62c2218b-19e6-4dc7-b251-5de8f202605d admin admin] 10.222.0.15 "DELETE /v2.0/routers/6be38ae4-1e8d-405a-a5bd-db9dcea80617 HTTP/1.1" status: 204 len: 168 time: 2.7707763 Feb 07 22:46:55.757954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49904) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:55.776252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eeca5c03-a1f6-4af5-b9d2-39997b5a242f req-f263097b-4284-4e28-ad74-f74ea3d579b2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964785 Feb 07 22:46:55.804785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91089d3c-ea5b-4d9f-ad67-b11a2b9967ec,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:55.830508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Checking segment: {'id': '1e571341-da0b-4597-8144-b01750cbe82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c3c130f-6573-470a-a2b0-f33096c92581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:46:55.840321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Network hostable DHCP agents. Network: 3c3c130f-6573-470a-a2b0-f33096c92581, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:46:55.870709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-539f3c2e-98a3-4810-91b1-c5b25cc3952a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:55.872298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-539f3c2e-98a3-4810-91b1-c5b25cc3952a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.46 "GET /v2.0/ports?device_id=070c1360-42f1-4699-bcfb-86a3980c3260 HTTP/1.1" status: 200 len: 945 time: 0.0797889 Feb 07 22:46:55.897925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Network 3c3c130f-6573-470a-a2b0-f33096c92581 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:46:55.934161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a815b07-79c3-40dc-bdd5-37306f54e921 admin admin] Deleting subnet 47457a81-a7a0-4855-b796-95dd96641e2b {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:46:55.938642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a815b07-79c3-40dc-bdd5-37306f54e921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.000115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 3c3c130f-6573-470a-a2b0-f33096c92581) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:56.012590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b4ead-b7ae-4c0b-ba12-35ab8f563139 None None] Network 3c3c130f-6573-470a-a2b0-f33096c92581 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:46:56.019810 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-c6383049-461f-4944-a78b-c31a1f767d15 service neutron] 10.222.0.15 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295351 Feb 07 22:46:56.023690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:56.024411 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.047422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:56.059912 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a815b07-79c3-40dc-bdd5-37306f54e921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.104399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:56.105038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3fb5a2ba-6cb6-46d9-9ac5-b1aa76679c3c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:56.108339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b93755-aab4-4e8c-afe7-9f3c61dc79f7 req-44c61433-41fc-479a-962e-69795a78dabc tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:56.119280 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46b93755-aab4-4e8c-afe7-9f3c61dc79f7 req-44c61433-41fc-479a-962e-69795a78dabc tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.2231214 Feb 07 22:46:56.144601 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c71b6585-c383-4655-9154-c108a12d8915 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8856242 Feb 07 22:46:56.204163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e992cc2-4482-46f8-a180-dbb35683a124 None None] Network 3c3c130f-6573-470a-a2b0-f33096c92581 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:46:56.217362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-9630cd78-e8e8-43fd-9dfe-c5373bd7987e service neutron] 10.222.0.15 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963987 Feb 07 22:46:56.234971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a815b07-79c3-40dc-bdd5-37306f54e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.258458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46b93755-aab4-4e8c-afe7-9f3c61dc79f7 req-efbfe5cd-9b4f-459d-8f26-19c76e700cbc tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380205 Feb 07 22:46:56.279304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Deleting port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:56.283517 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.292705 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.316956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a815b07-79c3-40dc-bdd5-37306f54e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.357812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a815b07-79c3-40dc-bdd5-37306f54e921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47457a81-a7a0-4855-b796-95dd96641e2b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:56.368485 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a815b07-79c3-40dc-bdd5-37306f54e921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.385922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4a815b07-79c3-40dc-bdd5-37306f54e921 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/47457a81-a7a0-4855-b796-95dd96641e2b HTTP/1.1" status: 204 len: 168 time: 0.6262920 Feb 07 22:46:56.387084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49918) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:56.396722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100271d5-b187-4398-9be6-c0f639ba4bf6 None None] Network fcd5a278-830e-4877-854a-3def66268fcb requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:46:56.481116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70842f1b-2ca7-42e4-87c7-335e80109f48 req-770e43a5-100c-42d5-badc-1889279dc94b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 210 time: 0.0879748 Feb 07 22:46:56.545801 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.594181 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-db523c7c-2449-4410-8ad5-986fd887fcd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798569 Feb 07 22:46:56.605646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] For port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:56.605992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.622330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Calling delete_port for fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:56.669979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Deleting port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:56.670483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.674432 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.778652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fc6566-9bef-4abc-b745-95fbee147efe None None] DHCP port deletion for fcd5a278-830e-4877-854a-3def66268fcb request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:46:56.901874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] For port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:56.905980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.907014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-63fc6566-9bef-4abc-b745-95fbee147efe None None] Deleting port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:56.907386 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63fc6566-9bef-4abc-b745-95fbee147efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.915819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-566f5a14-a7d6-4595-810f-42308bd7df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:56.917552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-566f5a14-a7d6-4595-810f-42308bd7df2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96fac3191ce54c7485d297e833cd0d39&device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 1100 time: 0.2731063 Feb 07 22:46:56.964148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Calling delete_port for d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:56.994648 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-adc57c7a-aab8-4a9e-ae1f-9d18fbb9fe1b req-764f6844-262d-4cb8-8378-edf26d23ce2e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 210 time: 0.0612772 Feb 07 22:46:57.078564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-63fc6566-9bef-4abc-b745-95fbee147efe None None] For port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e,segment=NetworkSegment(c650b7fe-20c5-4f1b-bf66-fdc2272a934c),segment_id=c650b7fe-20c5-4f1b-bf66-fdc2272a934c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:57.089050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63fc6566-9bef-4abc-b745-95fbee147efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.113268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-63fc6566-9bef-4abc-b745-95fbee147efe None None] Calling delete_port for d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:57.130909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49946) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:57.139542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-263735777-network', 'tenant_id': 'b5104077791b43ceab73c4d4f04507fd'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:57.235486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad2802-d800-4d97-9a2a-b7b9ceb212bc req-8bd1848b-435b-4729-9cc5-263bc6f0823f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:57.237434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cad2802-d800-4d97-9a2a-b7b9ceb212bc req-8bd1848b-435b-4729-9cc5-263bc6f0823f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.1378326 Feb 07 22:46:57.296209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Made reservation on behalf of b5104077791b43ceab73c4d4f04507fd for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:57.299164 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.316057 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63fc6566-9bef-4abc-b745-95fbee147efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.324507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-facf2637-f6ff-4f4c-9f79-9e8aab94d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:57.326423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-facf2637-f6ff-4f4c-9f79-9e8aab94d402 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.3816018 Feb 07 22:46:57.335520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-2f3376c7-17f8-4727-a017-00af1c9add70 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:57.337072 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-2f3376c7-17f8-4727-a017-00af1c9add70 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.3462026 Feb 07 22:46:57.355336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc6566-9bef-4abc-b745-95fbee147efe None None] Pushing event deleted for resources: {'Port': ['ID=d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:57.400237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc6566-9bef-4abc-b745-95fbee147efe None None] No DVR routers for this DVR port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:57.419148 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cad2802-d800-4d97-9a2a-b7b9ceb212bc req-30929865-a1f1-405e-ab41-4f392ddf08a6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730440 Feb 07 22:46:57.419942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.450061 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.464666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Request body: {'port': {'device_id': '244cd7ea-589f-46fe-bfec-246ef9c54e4c', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'admin_state_up': True, 'tenant_id': '57b74f06a92b4ba9a084a06c9151a043'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:57.510485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Pushing event deleted for resources: {'Port': ['ID=d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:57.537204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-37dc9741-613d-462b-9322-b350ad937a58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e6360ee9-43d3-4a0f-919c-050cdc7fd46c HTTP/1.1" status: 200 len: 217 time: 0.1864123 Feb 07 22:46:57.537966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.553218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['fc173f94-d12d-4e8a-9c7e-b23e83d0cb49'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:57.560580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] No DVR routers for this DVR port d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:57.625315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Pushing event deleted for resources: {'Port': ['ID=fc173f94-d12d-4e8a-9c7e-b23e83d0cb49,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:57.704577 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.715995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fd792a40-f1f1-4028-9fbd-5798ee8f5d1a req-e48f4b7e-fd14-4fc5-a793-8988d24d21d9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 210 time: 0.0883369 Feb 07 22:46:57.720678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] No DVR routers for this DVR port fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:57.728632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.732277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-137ae0a1-b233-43e5-90df-c9f0f1fbe5d3 req-4deb9078-60bb-46b1-934c-da450e1de211 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.46 "DELETE /v2.0/ports/fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 HTTP/1.1" status: 204 len: 173 time: 1.8517146 Feb 07 22:46:57.733161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6756c5-7857-418f-8e68-529753f39245 req-5e97f991-0fdf-450d-8e34-bd9ea192721e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:57.733962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070c1360-42f1-4699-bcfb-86a3980c3260', 'name': 'network-vif-deleted', 'tag': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:57.734746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9a6756c5-7857-418f-8e68-529753f39245 req-5e97f991-0fdf-450d-8e34-bd9ea192721e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1756034 Feb 07 22:46:57.736582 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65497bed-4137-4680-81fc-e67e8e54a960" -d '{"events": [{"server_uuid": "070c1360-42f1-4699-bcfb-86a3980c3260", "name": "network-vif-deleted", "tag": "fc173f94-d12d-4e8a-9c7e-b23e83d0cb49"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:46:57.743006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-516d9eed-24a5-4405-b8c5-9ac8432df60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:57.745043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-516d9eed-24a5-4405-b8c5-9ac8432df60f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.1987834 Feb 07 22:46:57.767741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd5a278-830e-4877-854a-3def66268fcb']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:57.800950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:57.801282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c650b7fe-20c5-4f1b-bf66-fdc2272a934c') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:57.814893 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a465793c-8ebf-430f-83bc-d5f0e81c3d4e x-openstack-request-id: req-a465793c-8ebf-430f-83bc-d5f0e81c3d4e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:46:57.815509 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070c1360-42f1-4699-bcfb-86a3980c3260", "name": "network-vif-deleted", "tag": "fc173f94-d12d-4e8a-9c7e-b23e83d0cb49", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:46:57.815989 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a465793c-8ebf-430f-83bc-d5f0e81c3d4e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:46:57.816444 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070c1360-42f1-4699-bcfb-86a3980c3260', 'name': 'network-vif-deleted', 'tag': 'fc173f94-d12d-4e8a-9c7e-b23e83d0cb49', 'status': 'completed', 'code': 200} Feb 07 22:46:57.828530 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.840141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-748b2827-67fc-436b-a32e-4a7425078aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:57.841967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-748b2827-67fc-436b-a32e-4a7425078aec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873203 Feb 07 22:46:57.844034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.857065 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.864897 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9a6756c5-7857-418f-8e68-529753f39245 req-5d77f743-2666-44e2-9676-cfd44b2c08b0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813599 Feb 07 22:46:57.875287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.877695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Made reservation on behalf of 57b74f06a92b4ba9a084a06c9151a043 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:57.882955 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.905135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:46:57.905820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:46:57.908692 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:46:57.916187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:46:57.952121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c21bfc-5fce-4f0b-b88f-95a331ec886d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:57.978654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.979021 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Added segment 746bd789-3d27-45b0-a801-e1f69e44c580 of type vlan for network 23ee01eb-4c5a-435c-ad5d-fb41595eba3f Feb 07 22:46:58.030593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 49c0dde9-87c9-4962-87cd-04e50036f338 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:58.035686 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.050310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.057994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] 10.222.0.15 "DELETE /v2.0/networks/fcd5a278-830e-4877-854a-3def66268fcb HTTP/1.1" status: 204 len: 168 time: 1.6693225 Feb 07 22:46:58.067136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 49c0dde9-87c9-4962-87cd-04e50036f338 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:58.068064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 49c0dde9-87c9-4962-87cd-04e50036f338 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:58.069224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:46:58.079656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11ec51-c492-46c7-be72-bf4286a3b10f admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd5a278-830e-4877-854a-3def66268fcb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:58.099450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:46:58.100132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d880ad9b-77c6-4b2a-9ab4-c208d1bf1d0e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:46:58.144240 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.163631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Allocated IP 172.20.0.7 (6ec52ef6-8c28-475a-a4d6-03863d0789b3/d0bb49ce-8877-49f5-b44d-12b6120d74f9/36546b1a-08c4-483e-ba8f-1377c63079d0) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:58.191353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-08fb84da-dad9-4b8b-8a91-8c2896bbd660 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418837 Feb 07 22:46:58.259566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834cd5-a031-4b69-a499-2700a726e667 req-8ca82e22-d8f6-4973-8c9a-9a3c42e5fcc8 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.267429 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7834cd5-a031-4b69-a499-2700a726e667 req-8ca82e22-d8f6-4973-8c9a-9a3c42e5fcc8 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.2575092 Feb 07 22:46:58.279620 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23b7f8ab-7365-4fdd-9c37-3c243647ea70 req-4affe3fe-1ded-404b-b683-a7a77ffb6c8c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 210 time: 0.0577705 Feb 07 22:46:58.336270 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.337482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.338258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.396132 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-e4918003-56a8-4902-9002-0742b342c96a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.398164 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-e4918003-56a8-4902-9002-0742b342c96a tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.2777705 Feb 07 22:46:58.487340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3524983 Feb 07 22:46:58.531875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.545579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49966) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:58.546322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49968) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:58.562566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Request body: {'subnet': {'network_id': '23ee01eb-4c5a-435c-ad5d-fb41595eba3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-263735777-subnet', 'tenant_id': 'b5104077791b43ceab73c4d4f04507fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:58.605452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7834cd5-a031-4b69-a499-2700a726e667 req-285602f2-0f24-43db-a37d-fd559cd85ea1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368037 Feb 07 22:46:58.606196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484aad6-cda5-4aaf-9423-0e4f24cdfb8f admin admin] Pushing event updated for resources: {'Network': ['ID=23ee01eb-4c5a-435c-ad5d-fb41595eba3f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:58.610207 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.622882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:58.623873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e67a-480e-461e-b779-f5c82a0fb104 req-40727dee-b4a7-415f-a9b3-0da72a24d053 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.626242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3415e67a-480e-461e-b779-f5c82a0fb104 req-40727dee-b4a7-415f-a9b3-0da72a24d053 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 945 time: 0.0770342 Feb 07 22:46:58.666475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 23ee01eb-4c5a-435c-ad5d-fb41595eba3f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:46:58.690287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event updated for resources: {'Port': ['ID=36546b1a-08c4-483e-ba8f-1377c63079d0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:58.692207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3befd7b2-2cf0-4f4d-adc3-6e0fe0593b1c req-7f250330-8dc6-4909-8b23-f92037df1b8c service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880495 Feb 07 22:46:58.728848 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-d9ee0c9c-4169-4d15-9c79-3e7b670906c0 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.730554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-d9ee0c9c-4169-4d15-9c79-3e7b670906c0 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.24 "GET /v2.0/networks?id=38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 200 len: 814 time: 0.5277572 Feb 07 22:46:58.749858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Request body: {'port': {'device_id': '5066386d-f320-4398-ab49-d434e40e7339', 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045', 'admin_state_up': True, 'tenant_id': '2cf6e28709774bc896a969b9bc722f63'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:58.770185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Made reservation on behalf of b5104077791b43ceab73c4d4f04507fd for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:58.773661 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.781465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fc9bd52e-7559-49d0-918f-d6088c2a7c88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53d8948345ea48419da851b6acf8516e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325358 Feb 07 22:46:58.792617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:58.793221 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49974) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:46:58.841492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:58.849446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:46:58.935401 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3415e67a-480e-461e-b779-f5c82a0fb104 req-cd869c64-90ce-4fcf-9bcf-b6b78b01d29d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666447 Feb 07 22:46:59.007316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:59.008005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.026957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47ef1ebf-9476-4d13-b033-9676c7e6d108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.044531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-efc3462d-0d31-438c-903b-8e3352c35f14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5904231 Feb 07 22:46:59.072195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Request body: {'port': {'device_id': '244cd7ea-589f-46fe-bfec-246ef9c54e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:59.089261 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47ef1ebf-9476-4d13-b033-9676c7e6d108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.132777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Deleting port 8328e38c-c49b-40ce-902e-79578d52be95 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:46:59.133118 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.188440 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.194255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3068f-771d-4ca7-bd10-87a3da6d400a req-03207567-3146-46ce-8911-41c90c56e88d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:59.195837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eff3068f-771d-4ca7-bd10-87a3da6d400a req-03207567-3146-46ce-8911-41c90c56e88d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1486785 Feb 07 22:46:59.198733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.232542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47ef1ebf-9476-4d13-b033-9676c7e6d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.235741 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47ef1ebf-9476-4d13-b033-9676c7e6d108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.238863 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-47ef1ebf-9476-4d13-b033-9676c7e6d108 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0d26758-5b3f-4354-8b3c-40651b49ac9a HTTP/1.1" status: 204 len: 168 time: 0.4377267 Feb 07 22:46:59.250752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746affbf-9485-4689-ad46-2bf9d069b604 req-7121c5b0-0bf5-4249-89e9-6e715a421a65 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:59.258512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746affbf-9485-4689-ad46-2bf9d069b604 req-7121c5b0-0bf5-4249-89e9-6e715a421a65 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 931 time: 0.2474611 Feb 07 22:46:59.281215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef1ebf-9476-4d13-b033-9676c7e6d108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d26758-5b3f-4354-8b3c-40651b49ac9a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:59.304680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eff3068f-771d-4ca7-bd10-87a3da6d400a req-51bbdeca-26a1-45a7-82b0-10b0ba67237f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922716 Feb 07 22:46:59.370886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a214791f-1015-4106-91c2-04d6be2d3320,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:59.376345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] For port 8328e38c-c49b-40ce-902e-79578d52be95, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8328e38c-c49b-40ce-902e-79578d52be95,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:46:59.376711 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.389198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Made reservation on behalf of 2cf6e28709774bc896a969b9bc722f63 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:59.392699 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.417856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-746affbf-9485-4689-ad46-2bf9d069b604 req-160f8bc6-1d8e-4c58-8c83-72d4850e38fe tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552801 Feb 07 22:46:59.430587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Calling delete_port for 8328e38c-c49b-40ce-902e-79578d52be95 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:46:59.445281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Checking segment: {'id': '746bd789-3d27-45b0-a801-e1f69e44c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '23ee01eb-4c5a-435c-ad5d-fb41595eba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:46:59.445675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Network hostable DHCP agents. Network: 23ee01eb-4c5a-435c-ad5d-fb41595eba3f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:46:59.482114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c98a695-73f8-4f58-9b44-c19492b90b45 req-69d99b7d-81db-4a43-b483-14e4552207de tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 210 time: 0.0713649 Feb 07 22:46:59.556403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Network 23ee01eb-4c5a-435c-ad5d-fb41595eba3f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:46:59.594550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 23ee01eb-4c5a-435c-ad5d-fb41595eba3f) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:59.606413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0919ef8-1c6d-4ec8-8c26-12a28bb8ad1d None None] Network 23ee01eb-4c5a-435c-ad5d-fb41595eba3f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:46:59.637145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:59.637738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.699541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3a6b5cac-9c49-402a-bbfd-15b3d4b87fb9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1517496 Feb 07 22:46:59.720038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Allocated IP 172.20.0.4 (38fb2cd4-7315-4385-9c54-330156f5d045/330f6228-f630-41d8-a629-5ee6cde7196a/fd2f43cc-1e33-4e20-b5e2-a4b1773988be) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:59.749179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36546b1a-08c4-483e-ba8f-1377c63079d0 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:59.765351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.784567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Transition to ACTIVE for port object 36546b1a-08c4-483e-ba8f-1377c63079d0 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:59.795319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.797597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.825892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['8328e38c-c49b-40ce-902e-79578d52be95'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:46:59.877281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a843250-3035-49f5-b8c8-8794252be23e None None] Network 23ee01eb-4c5a-435c-ad5d-fb41595eba3f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:46:59.877402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event deleted for resources: {'Port': ['ID=8328e38c-c49b-40ce-902e-79578d52be95,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:59.915665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Pushing event updated for resources: {'Port': ['ID=36546b1a-08c4-483e-ba8f-1377c63079d0,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:00.015396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:47:00.051812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Attempting to bind port 36546b1a-08c4-483e-ba8f-1377c63079d0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:00.052420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Attempting to bind port 36546b1a-08c4-483e-ba8f-1377c63079d0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:00.056270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Attempting to bind port 36546b1a-08c4-483e-ba8f-1377c63079d0 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:00.076831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Port 36546b1a-08c4-483e-ba8f-1377c63079d0 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:47:00.078698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Attempting to bind port 36546b1a-08c4-483e-ba8f-1377c63079d0 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:00.078832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] No DVR routers for this DVR port 8328e38c-c49b-40ce-902e-79578d52be95 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:00.081261 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:00.085318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3cc36ad-ea35-4be6-a6f9-47c4e9479e3a req-0e7e2529-be67-488b-a685-9fff4c150e7b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.46 "DELETE /v2.0/ports/8328e38c-c49b-40ce-902e-79578d52be95 HTTP/1.1" status: 204 len: 173 time: 1.6755185 Feb 07 22:47:00.087819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:00.087819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Checking segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:00.094090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:47:00.094706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fc173f94-d12d-4e8a-9c7e-b23e83d0cb49 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:47:00.103600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Bound using segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:00.106984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Bound port: 36546b1a-08c4-483e-ba8f-1377c63079d0, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:00.109521 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:00.132400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55', 'name': 'network-vif-deleted', 'tag': '8328e38c-c49b-40ce-902e-79578d52be95'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:00.135083 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa7731-c1f4-44f1-9b76-11f5147fd950" -d '{"events": [{"server_uuid": "bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55", "name": "network-vif-deleted", "tag": "8328e38c-c49b-40ce-902e-79578d52be95"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:00.155525 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcbb9205-9dd0-47b5-9709-0caeec2708d1 req-a5ea6ec2-6d10-471c-b19f-e85984fa7823 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55 HTTP/1.1" status: 200 len: 210 time: 0.0665977 Feb 07 22:47:00.230901 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89b8146-b401-43f1-a77c-3e013a092698 x-openstack-request-id: req-a89b8146-b401-43f1-a77c-3e013a092698 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:00.231817 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55", "name": "network-vif-deleted", "tag": "8328e38c-c49b-40ce-902e-79578d52be95", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:00.232192 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a89b8146-b401-43f1-a77c-3e013a092698 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:00.232368 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7d9afe-a1a4-4dd5-9c2f-fbf685e71f55', 'name': 'network-vif-deleted', 'tag': '8328e38c-c49b-40ce-902e-79578d52be95', 'status': 'completed', 'code': 200} Feb 07 22:47:00.265812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:00.306094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] For port 36546b1a-08c4-483e-ba8f-1377c63079d0, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:00.316309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] For port 36546b1a-08c4-483e-ba8f-1377c63079d0, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36546b1a-08c4-483e-ba8f-1377c63079d0,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:00.331817 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:00.345190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:00.380107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:00.381622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:00.383071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/36546b1a-08c4-483e-ba8f-1377c63079d0 HTTP/1.1" status: 200 len: 1091 time: 1.3188360 Feb 07 22:47:00.383613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244cd7ea-589f-46fe-bfec-246ef9c54e4c', 'tag': '36546b1a-08c4-483e-ba8f-1377c63079d0'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:00.387477 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8d0cdd-57e0-48db-a245-3634bb038b21" -d '{"events": [{"name": "network-changed", "server_uuid": "244cd7ea-589f-46fe-bfec-246ef9c54e4c", "tag": "36546b1a-08c4-483e-ba8f-1377c63079d0"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:00.441824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Network 38fb2cd4-7315-4385-9c54-330156f5d045 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:00.447657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:00.448511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:00.457044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1b8d5-5ed7-4c3d-8538-9d85f98634e7 service neutron] Pushing event updated for resources: {'Port': ['ID=36546b1a-08c4-483e-ba8f-1377c63079d0,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:00.575236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-26f3d926-5d25-4afb-8edb-6fea6b5bad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:00.576764 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-26f3d926-5d25-4afb-8edb-6fea6b5bad47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 1094 time: 0.1443632 Feb 07 22:47:00.590647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a402c9-44a6-4ec7-89e3-9c3ff4a5231b req-abb17fad-6020-4756-9510-185031d25669 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:00.592284 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7a402c9-44a6-4ec7-89e3-9c3ff4a5231b req-abb17fad-6020-4756-9510-185031d25669 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.0874004 Feb 07 22:47:00.638992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-6f6032c5-83c5-4d74-8103-83031c2d6d91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36546b1a-08c4-483e-ba8f-1377c63079d0 HTTP/1.1" status: 200 len: 217 time: 0.0452847 Feb 07 22:47:00.718349 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7a402c9-44a6-4ec7-89e3-9c3ff4a5231b req-476e2407-4750-4048-8218-d13f95e3b991 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783832 Feb 07 22:47:00.745902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-8ead9699-582f-4f9d-9483-f3c376e03fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:00.748718 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-8ead9699-582f-4f9d-9483-f3c376e03fa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.1014385 Feb 07 22:47:00.816123 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-18497b87-222e-49d9-a2d7-124be7695386 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595434 Feb 07 22:47:00.824378 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4d3943-edc3-4ed7-91b8-8133d4167515 x-openstack-request-id: req-3f4d3943-edc3-4ed7-91b8-8133d4167515 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:00.824674 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244cd7ea-589f-46fe-bfec-246ef9c54e4c", "tag": "36546b1a-08c4-483e-ba8f-1377c63079d0", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:00.824920 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f4d3943-edc3-4ed7-91b8-8133d4167515 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:00.825332 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244cd7ea-589f-46fe-bfec-246ef9c54e4c', 'tag': '36546b1a-08c4-483e-ba8f-1377c63079d0', 'status': 'completed', 'code': 200} Feb 07 22:47:00.971263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50034) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:01.104911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-338708660-network', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:01.113715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.114463 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.121071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Pushing event updated for resources: {'Port': ['ID=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:01.169232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-90b8ccde-2495-48a8-8e02-0c98e76abfa6 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4289641 Feb 07 22:47:01.183828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Request body: {'port': {'device_id': '5066386d-f320-4398-ab49-d434e40e7339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:01.194377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-ead43f75-79ea-4474-a516-986c6ff6c385 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.196006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-ead43f75-79ea-4474-a516-986c6ff6c385 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/networks?id=3c3c130f-6573-470a-a2b0-f33096c92581 HTTP/1.1" status: 200 len: 824 time: 0.2257895 Feb 07 22:47:01.198309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:01.200758 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.238013 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.252355 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-7809b8c9-41cd-453b-9772-2439eb2acbcc tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/quotas/952a475b50204e0f8a497ce1b032a1c7 HTTP/1.1" status: 200 len: 375 time: 0.0338039 Feb 07 22:47:01.309769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-42300f2d-d9a0-4ccf-9386-229146876774 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=952a475b50204e0f8a497ce1b032a1c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377011 Feb 07 22:47:01.310326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.310455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abac9e-16c2-480e-b564-bb52e2fbbcb9 req-cf7ed1e8-f8b6-49ae-9118-e8f2fad0216b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.317843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13abac9e-16c2-480e-b564-bb52e2fbbcb9 req-cf7ed1e8-f8b6-49ae-9118-e8f2fad0216b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 943 time: 0.1040099 Feb 07 22:47:01.345179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-217dd8fb-3123-4706-9127-162ff45aa30b service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090210 Feb 07 22:47:01.388063 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13abac9e-16c2-480e-b564-bb52e2fbbcb9 req-bed7f3ef-ec0f-487f-a109-b4f5a5b6615d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692925 Feb 07 22:47:01.471860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70f595ca-3ae6-4fb4-92a1-068f0c68192a req-a39f03aa-667b-4b1e-84d9-01d5d1ff19e7 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151476 Feb 07 22:47:01.547049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1c72-8ed7-466e-9368-a2017422fc34 req-3d4ab86d-b1e1-4749-bfe2-ebf32016b4a0 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.548713 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-991d1c72-8ed7-466e-9368-a2017422fc34 req-3d4ab86d-b1e1-4749-bfe2-ebf32016b4a0 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 931 time: 0.0713997 Feb 07 22:47:01.577223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-9af16423-067d-4824-8b35-f97f24839cb3 service neutron] 10.222.0.15 "GET /v2.0/networks/3c3c130f-6573-470a-a2b0-f33096c92581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456639 Feb 07 22:47:01.581235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.598704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-2a68dd66-8892-40fe-a28f-a6773ca64dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.600839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-2a68dd66-8892-40fe-a28f-a6773ca64dd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 1094 time: 0.0734093 Feb 07 22:47:01.603761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.632081 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-991d1c72-8ed7-466e-9368-a2017422fc34 req-41e99dbb-aef2-4b59-9e8c-709cfd1ca75b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690236 Feb 07 22:47:01.704925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-d046c694-f79d-44c4-b1a7-d072522f78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.706582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-d046c694-f79d-44c4-b1a7-d072522f78d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 906 time: 0.0998888 Feb 07 22:47:01.713397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:01.740908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabd7876-fd76-4f77-9391-bd4b702ec5c4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:01.752604 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.753044 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Added segment 29007903-a366-4374-b42f-2fba51a34197 of type vlan for network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 Feb 07 22:47:01.773258 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-88e47fc4-cbb5-41bb-a3f0-4ccdef489360 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36546b1a-08c4-483e-ba8f-1377c63079d0 HTTP/1.1" status: 200 len: 217 time: 0.0585647 Feb 07 22:47:01.881379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-d160c77a-849f-463e-be55-6eb04fc27c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.883674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-d160c77a-849f-463e-be55-6eb04fc27c12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.1007521 Feb 07 22:47:01.885446 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.902340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-be4f45d7-b7a2-4176-92c3-188c06907003 service neutron] 10.222.0.15 "GET /v2.0/networks/3c3c130f-6573-470a-a2b0-f33096c92581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047056 Feb 07 22:47:01.983011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2f43cc-1e33-4e20-b5e2-a4b1773988be {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:01.988849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.990096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.990976 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.996607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-96921da4-7c42-4791-8417-5e3318a83687 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038449 Feb 07 22:47:02.000253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:02.019660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8328e38c-c49b-40ce-902e-79578d52be95 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:47:02.058732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 8328e38c-c49b-40ce-902e-79578d52be95 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:47:02.059472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8328e38c-c49b-40ce-902e-79578d52be95 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:47:02.067964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Transition to ACTIVE for port object fd2f43cc-1e33-4e20-b5e2-a4b1773988be will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:02.072590 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0983059 Feb 07 22:47:02.079228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50050) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:02.079998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:02.088351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Request body: {'subnet': {'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-338708660-subnet', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:02.146548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6787d-6c09-4241-be3b-65d756c692d5 admin admin] Pushing event updated for resources: {'Network': ['ID=787c7e9f-a8fa-4a51-8c86-e156b52217e9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:02.156943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:47:02.220235 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e25a30-768c-4df3-a98d-e01b18a9c7bc req-db698934-2aab-4358-8a63-2416be341a16 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:02.222380 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51e25a30-768c-4df3-a98d-e01b18a9c7bc req-db698934-2aab-4358-8a63-2416be341a16 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1121402 Feb 07 22:47:02.225164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-8747ba8a-2dfd-44fb-8311-9970bd6890bc service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206225 Feb 07 22:47:02.343689 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51e25a30-768c-4df3-a98d-e01b18a9c7bc req-ff8dd11a-7135-4791-9a7c-69daab4ec37c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127911 Feb 07 22:47:02.344480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Pushing event updated for resources: {'Port': ['ID=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:02.378609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:02.382465 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:02.392827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09109cac-2975-4b48-9541-4ae51aea473e req-e1f24138-7ae5-4700-a81d-f4f167cc9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:02.394490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09109cac-2975-4b48-9541-4ae51aea473e req-e1f24138-7ae5-4700-a81d-f4f167cc9da6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 1098 time: 0.3162956 Feb 07 22:47:02.428020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c8d0cdd-57e0-48db-a245-3634bb038b21 req-690eeda3-826e-4290-ace4-3a4801dd100f service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889722 Feb 07 22:47:02.444166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36582648-35d1-45e4-be85-723ebceb5cc3 req-5d61fcc6-1fef-4468-8428-270669503abd tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 210 time: 0.0294006 Feb 07 22:47:02.586408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08977c5-eb0f-41db-a422-d9a1cb03625b req-8c5e6df0-b99a-4bde-abdc-387858b7db02 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:02.588218 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f08977c5-eb0f-41db-a422-d9a1cb03625b req-8c5e6df0-b99a-4bde-abdc-387858b7db02 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 943 time: 0.0663345 Feb 07 22:47:02.613919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-752fcf08-1539-4616-8bdb-d0b8725f914e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:02.621827 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-752fcf08-1539-4616-8bdb-d0b8725f914e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.3928132 Feb 07 22:47:02.646473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f08977c5-eb0f-41db-a422-d9a1cb03625b req-233fd63b-a43f-4f68-8f9e-31b5349c0102 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491233 Feb 07 22:47:02.648294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-8913c474-2eb9-4f56-a5c5-a7652479f689 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/quotas/d5bdb28cb7254db994046a3139ebb16d HTTP/1.1" status: 200 len: 375 time: 0.0254993 Feb 07 22:47:02.675673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Attempting to bind port fd2f43cc-1e33-4e20-b5e2-a4b1773988be on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:02.676150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Attempting to bind port fd2f43cc-1e33-4e20-b5e2-a4b1773988be by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:02.676476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Attempting to bind port fd2f43cc-1e33-4e20-b5e2-a4b1773988be on network 38fb2cd4-7315-4385-9c54-330156f5d045 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:02.697686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Port fd2f43cc-1e33-4e20-b5e2-a4b1773988be on network 38fb2cd4-7315-4385-9c54-330156f5d045 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:47:02.698076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Attempting to bind port fd2f43cc-1e33-4e20-b5e2-a4b1773988be on network 38fb2cd4-7315-4385-9c54-330156f5d045 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:02.710690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:02.710690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Checking segment: {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:02.710690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Bound using segment: {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:02.710690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Bound port: fd2f43cc-1e33-4e20-b5e2-a4b1773988be, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:02.711217 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:02.744084 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-6b288133-9491-425b-bba2-db42dbf737b6 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567033 Feb 07 22:47:02.788556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7dec1-ec39-4cb2-a648-49071b843f54 req-16e6092e-c77f-4541-9fa7-a7b76df90c3a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:02.791091 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-85c7dec1-ec39-4cb2-a648-49071b843f54 req-16e6092e-c77f-4541-9fa7-a7b76df90c3a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 943 time: 0.0729549 Feb 07 22:47:02.839937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09109cac-2975-4b48-9541-4ae51aea473e req-aaa2231e-26d8-472c-9222-c65df4a0d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:02.841969 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09109cac-2975-4b48-9541-4ae51aea473e req-aaa2231e-26d8-472c-9222-c65df4a0d226 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 200 len: 913 time: 0.4214485 Feb 07 22:47:02.847094 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-85c7dec1-ec39-4cb2-a648-49071b843f54 req-64e838fa-1516-42eb-8115-fb6489f31cf7 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496497 Feb 07 22:47:02.956194 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:47:02.958541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09109cac-2975-4b48-9541-4ae51aea473e req-e28d2d2e-b5ab-48da-8681-9c41e91622d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 200 len: 217 time: 0.0779049 Feb 07 22:47:03.096275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] For port fd2f43cc-1e33-4e20-b5e2-a4b1773988be, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:03.104353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.106929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09109cac-2975-4b48-9541-4ae51aea473e req-fcebf281-baa2-405b-adb2-f9d3a36d8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.108428 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09109cac-2975-4b48-9541-4ae51aea473e req-fcebf281-baa2-405b-adb2-f9d3a36d8bf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 200 len: 853 time: 0.1414468 Feb 07 22:47:03.116926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-227841d2-ea50-46f2-b27d-776c2260ed44 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521395 Feb 07 22:47:03.123752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] For port fd2f43cc-1e33-4e20-b5e2-a4b1773988be, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:03.181736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.189090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09109cac-2975-4b48-9541-4ae51aea473e req-863766bd-3e45-442f-b822-5c5c01003a29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31341d17-cf12-4545-94e1-a4e93094bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712497 Feb 07 22:47:03.339357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.339994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.341405 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] 10.222.0.24 "PUT /v2.0/ports/fd2f43cc-1e33-4e20-b5e2-a4b1773988be HTTP/1.1" status: 200 len: 1091 time: 2.1622300 Feb 07 22:47:03.343773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5066386d-f320-4398-ab49-d434e40e7339', 'tag': 'fd2f43cc-1e33-4e20-b5e2-a4b1773988be'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:03.346457 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5066386d-f320-4398-ab49-d434e40e7339", "tag": "fd2f43cc-1e33-4e20-b5e2-a4b1773988be"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:03.357972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=94cbb80a-1bef-4846-ac03-d3a16e2d7713,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:03.402092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cebe5e-0d1a-451c-98ca-ab2ed466023a service neutron] Pushing event updated for resources: {'Port': ['ID=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:03.404824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Checking segment: {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:03.405185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Network hostable DHCP agents. Network: 787c7e9f-a8fa-4a51-8c86-e156b52217e9, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:03.442490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-f4407259-f529-448d-be21-4d9a152d8516 service neutron] 10.222.0.15 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881620 Feb 07 22:47:03.453647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-0a8c6793-8353-469b-a314-7c7113f3db16 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.455151 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-0a8c6793-8353-469b-a314-7c7113f3db16 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.46 "GET /v2.0/networks?id=3c3c130f-6573-470a-a2b0-f33096c92581 HTTP/1.1" status: 200 len: 824 time: 0.1465833 Feb 07 22:47:03.470820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Request body: {'port': {'device_id': '57809d21-eba6-4895-8ba0-e6f497e202ce', 'network_id': '3c3c130f-6573-470a-a2b0-f33096c92581', 'admin_state_up': True, 'tenant_id': '952a475b50204e0f8a497ce1b032a1c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:03.471948 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6779d56-6d7d-4a5d-bdfb-adb8b65bff83 x-openstack-request-id: req-d6779d56-6d7d-4a5d-bdfb-adb8b65bff83 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:03.472238 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5066386d-f320-4398-ab49-d434e40e7339", "tag": "fd2f43cc-1e33-4e20-b5e2-a4b1773988be", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:03.472481 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6779d56-6d7d-4a5d-bdfb-adb8b65bff83 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:03.472948 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5066386d-f320-4398-ab49-d434e40e7339', 'tag': 'fd2f43cc-1e33-4e20-b5e2-a4b1773988be', 'status': 'completed', 'code': 200} Feb 07 22:47:03.492016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09109cac-2975-4b48-9541-4ae51aea473e req-27e84ba0-142b-45c2-b401-c320fc7fcec0 service neutron] 10.222.0.24 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746687 Feb 07 22:47:03.494887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:03.516001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-02df5bee-8000-4f61-a430-8ba1fef12e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.517476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-02df5bee-8000-4f61-a430-8ba1fef12e56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cf6e28709774bc896a969b9bc722f63&device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 1094 time: 0.0955224 Feb 07 22:47:03.535319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 787c7e9f-a8fa-4a51-8c86-e156b52217e9) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:03.544141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce1004b-f9a5-43f3-8a1b-fb34bf4fc772 None None] Network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:47:03.595449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.595674 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.598971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-cd9287f5-1fac-4ce3-865d-1929b477a73f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd2f43cc-1e33-4e20-b5e2-a4b1773988be HTTP/1.1" status: 200 len: 217 time: 0.0706532 Feb 07 22:47:03.677404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6a894-c75a-48d9-81d9-7dd0958de06d req-69e5ca64-915c-4199-be64-96c28958b03f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.679433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-86d6a894-c75a-48d9-81d9-7dd0958de06d req-69e5ca64-915c-4199-be64-96c28958b03f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1272535 Feb 07 22:47:03.698941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-794d3f26-b84c-4e2a-8ca8-d06dda8be8ee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6139092 Feb 07 22:47:03.703609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50088) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:03.722759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:03.744996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:47:03.746540 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.746709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-52a9a04a-ab11-40e2-98f6-7dde5c07f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.748152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-52a9a04a-ab11-40e2-98f6-7dde5c07f9ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=330f6228-f630-41d8-a629-5ee6cde7196a HTTP/1.1" status: 200 len: 854 time: 0.1386664 Feb 07 22:47:03.776667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8964a85b-f27d-4a52-94c6-cf8617b1be41 req-0d3cacdf-9093-4ff8-9bcc-27d97fd4c6b3 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 210 time: 0.0435727 Feb 07 22:47:03.789244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09109cac-2975-4b48-9541-4ae51aea473e req-8db0f4b8-6b34-45e4-8eab-53fee971ced1 service neutron] 10.222.0.24 "GET /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902596 Feb 07 22:47:03.793068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-86d6a894-c75a-48d9-81d9-7dd0958de06d req-c26e8e17-79be-4ced-b1f3-62e942ecc587 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996089 Feb 07 22:47:03.809851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Made reservation on behalf of 952a475b50204e0f8a497ce1b032a1c7 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:03.810676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-03d6ef48-d63b-4350-8f60-decccb8c91e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38fb2cd4-7315-4385-9c54-330156f5d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391870 Feb 07 22:47:03.824278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.923142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.945118 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.945118 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.952756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4d3093f6-6ac3-4504-a4ce-ab53a1a59f7d req-261c03ce-b5f1-482d-9c2e-ecf0558b83c1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 210 time: 0.0422513 Feb 07 22:47:04.036575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 36546b1a-08c4-483e-ba8f-1377c63079d0 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:47:04.062449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Allocated IP 172.20.0.3 (3c3c130f-6573-470a-a2b0-f33096c92581/91089d3c-ea5b-4d9f-ad67-b11a2b9967ec/8ee11173-95bf-4b92-934b-18136f2aa634) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:04.093431 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-2148d97f-10a7-44b8-8e21-d74b1c0a9388 service neutron] 10.222.0.24 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635176 Feb 07 22:47:04.101344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.127506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb42824-2a76-4c97-834f-c0d1c0b68c6b req-614fd091-20ec-4757-89d8-91f88e4aa327 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:04.135591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8fb42824-2a76-4c97-834f-c0d1c0b68c6b req-614fd091-20ec-4757-89d8-91f88e4aa327 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 943 time: 0.0868127 Feb 07 22:47:04.157017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Allocated IP 172.20.0.2 (787c7e9f-a8fa-4a51-8c86-e156b52217e9/94cbb80a-1bef-4846-ac03-d3a16e2d7713/dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:04.187151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 36546b1a-08c4-483e-ba8f-1377c63079d0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36546b1a-08c4-483e-ba8f-1377c63079d0,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:04.211638 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8fb42824-2a76-4c97-834f-c0d1c0b68c6b req-c31182bb-43e2-404b-bbf6-044ec1334026 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749521 Feb 07 22:47:04.226156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '36546b1a-08c4-483e-ba8f-1377c63079d0', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'port_id': '36546b1a-08c4-483e-ba8f-1377c63079d0', 'mac_address': 'fa:16:3e:15:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bb49ce-8877-49f5-b44d-12b6120d74f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:47:04.324035 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.353783 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.361288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.384182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36546b1a-08c4-483e-ba8f-1377c63079d0 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:04.422343 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.437398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 36546b1a-08c4-483e-ba8f-1377c63079d0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36546b1a-08c4-483e-ba8f-1377c63079d0,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:04.443548 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.480391 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.503479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Network 3c3c130f-6573-470a-a2b0-f33096c92581 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:04.511308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:04.520142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:04.527923 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.560195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:04.562774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:04.565611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=36546b1a-08c4-483e-ba8f-1377c63079d0,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:04.576515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:04.585350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Pushing event updated for resources: {'Port': ['ID=8ee11173-95bf-4b92-934b-18136f2aa634,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:04.635395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:04.636543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.670469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['36546b1a-08c4-483e-ba8f-1377c63079d0'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:04.707645 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-d0b9431c-ff51-4fec-8379-a61642044ca9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2426841 Feb 07 22:47:04.721309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Request body: {'port': {'device_id': '57809d21-eba6-4895-8ba0-e6f497e202ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:04.754661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c143a89-9f72-46aa-9b0d-1447ddb1eb13 req-494bea31-a27f-4b1b-8f40-1a36d24ea198 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:04.756598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c143a89-9f72-46aa-9b0d-1447ddb1eb13 req-494bea31-a27f-4b1b-8f40-1a36d24ea198 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 949 time: 0.1068647 Feb 07 22:47:04.812702 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.820000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0df4-1b7f-43f3-9596-f9734fe789ce req-2bb76dd2-2838-43fd-b323-a16d1cb5124c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:04.824263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-772a0df4-1b7f-43f3-9596-f9734fe789ce req-2bb76dd2-2838-43fd-b323-a16d1cb5124c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 943 time: 0.7361236 Feb 07 22:47:04.830635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.847170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c143a89-9f72-46aa-9b0d-1447ddb1eb13 req-d0b811bf-cb4c-4ca9-9888-22a669ce3320 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794022 Feb 07 22:47:04.866839 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d3b38ba-1af9-46ec-b74f-3e4358ac54e0 req-bd1a158a-7de9-4c28-953c-5dfe5bde276b service neutron] 10.222.0.24 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7384481 Feb 07 22:47:04.875453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Pushing event updated for resources: {'Port': ['ID=dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:04.879466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Attempting to bind port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:04.879907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Attempting to bind port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:04.880269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Attempting to bind port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 on network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:04.893501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:04.893874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Checking segment: {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:04.894247 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.894537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Bound using segment: {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:04.895010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Bound port: dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:04.895396 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.991641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] For port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:04.994826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] For port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:05.007226 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.020309 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-772a0df4-1b7f-43f3-9596-f9734fe789ce req-2ae2c8a3-2e0a-4ee0-b7a5-c5ac54cc9eec tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511209 Feb 07 22:47:05.036245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-7109156a-6868-4184-b30d-32e3d1f584f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.037088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-7109156a-6868-4184-b30d-32e3d1f584f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cf6e28709774bc896a969b9bc722f63&device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 1094 time: 0.0768383 Feb 07 22:47:05.112396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db2142-123a-450e-996a-ea4dfded689f None None] Pushing event updated for resources: {'Port': ['ID=dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:05.154763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92be0e-3362-4834-a238-1a3bf48ada7d req-62c49fa0-2dcb-4dd4-9c16-dda5df42063d tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.156665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d92be0e-3362-4834-a238-1a3bf48ada7d req-62c49fa0-2dcb-4dd4-9c16-dda5df42063d tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 931 time: 0.1422820 Feb 07 22:47:05.269707 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d92be0e-3362-4834-a238-1a3bf48ada7d req-79fee6dc-0288-45b8-872e-2f7eb024b87d tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023641 Feb 07 22:47:05.408184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9c01-af43-40cf-84eb-6fc7e76e8188 req-25d6072a-7585-4a63-b8aa-e93abafa7996 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.410530 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-050b9c01-af43-40cf-84eb-6fc7e76e8188 req-25d6072a-7585-4a63-b8aa-e93abafa7996 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.2364781 Feb 07 22:47:05.417810 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6014d61-fced-4b8a-bf69-064420a62088 req-2d2e62a1-9dae-4d7c-a9d1-c79cbc1115be tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 210 time: 0.0408881 Feb 07 22:47:05.421580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-449b81e6-769b-4627-8305-5b47d6976e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.423252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-449b81e6-769b-4627-8305-5b47d6976e03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 200 len: 914 time: 0.3793805 Feb 07 22:47:05.433437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee11173-95bf-4b92-934b-18136f2aa634 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:05.446155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.461685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Transition to ACTIVE for port object 8ee11173-95bf-4b92-934b-18136f2aa634 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:05.467670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.554139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Pushing event updated for resources: {'Port': ['ID=8ee11173-95bf-4b92-934b-18136f2aa634,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:05.557542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-df2fb66c-4bc2-41bf-867c-841aa784eb60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd2f43cc-1e33-4e20-b5e2-a4b1773988be HTTP/1.1" status: 200 len: 217 time: 0.0894670 Feb 07 22:47:05.587356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-67fcbf3c-90a4-4fd5-b76c-2b419a28251b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.589000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-67fcbf3c-90a4-4fd5-b76c-2b419a28251b tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 811 time: 0.4467988 Feb 07 22:47:05.600231 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-050b9c01-af43-40cf-84eb-6fc7e76e8188 req-8bd31065-89d4-4fb1-8d72-947a235e5f87 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753318 Feb 07 22:47:05.616312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734406e-b974-413a-a967-bb04c1a1df1c req-633d57f8-27e1-407e-a35f-9e7f32a3b716 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.617819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c734406e-b974-413a-a967-bb04c1a1df1c req-633d57f8-27e1-407e-a35f-9e7f32a3b716 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 944 time: 0.1173940 Feb 07 22:47:05.634004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Request body: {'port': {'device_id': '98f2392a-578b-49ba-847c-35a9363d4051', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'admin_state_up': True, 'tenant_id': 'd5bdb28cb7254db994046a3139ebb16d'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:05.668134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Attempting to bind port 8ee11173-95bf-4b92-934b-18136f2aa634 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:05.668384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Attempting to bind port 8ee11173-95bf-4b92-934b-18136f2aa634 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '1e571341-da0b-4597-8144-b01750cbe82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c3c130f-6573-470a-a2b0-f33096c92581'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:05.668708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Attempting to bind port 8ee11173-95bf-4b92-934b-18136f2aa634 on network 3c3c130f-6573-470a-a2b0-f33096c92581 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:05.682852 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c734406e-b974-413a-a967-bb04c1a1df1c req-4e35fbf0-1f72-4a47-92e8-d402c73e2614 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569916 Feb 07 22:47:05.683385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Port 8ee11173-95bf-4b92-934b-18136f2aa634 on network 3c3c130f-6573-470a-a2b0-f33096c92581 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:47:05.683728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Attempting to bind port 8ee11173-95bf-4b92-934b-18136f2aa634 on network 3c3c130f-6573-470a-a2b0-f33096c92581 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:05.689128 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:05.689479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Checking segment: {'id': '1e571341-da0b-4597-8144-b01750cbe82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c3c130f-6573-470a-a2b0-f33096c92581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:05.689842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Bound using segment: {'id': '1e571341-da0b-4597-8144-b01750cbe82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c3c130f-6573-470a-a2b0-f33096c92581'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:05.690264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Bound port: 8ee11173-95bf-4b92-934b-18136f2aa634, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e571341-da0b-4597-8144-b01750cbe82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c3c130f-6573-470a-a2b0-f33096c92581'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:05.690613 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.727665 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.749710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-c15bce45-aef2-4ba4-baec-96f79ad93920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.751264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-c15bce45-aef2-4ba4-baec-96f79ad93920 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=330f6228-f630-41d8-a629-5ee6cde7196a HTTP/1.1" status: 200 len: 854 time: 0.1719484 Feb 07 22:47:05.757067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] For port 8ee11173-95bf-4b92-934b-18136f2aa634, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:05.760203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] For port 8ee11173-95bf-4b92-934b-18136f2aa634, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8ee11173-95bf-4b92-934b-18136f2aa634,segment=NetworkSegment(1e571341-da0b-4597-8144-b01750cbe82a),segment_id=1e571341-da0b-4597-8144-b01750cbe82a)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:05.766685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.788780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.813835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.814598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.816142 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] 10.222.0.46 "PUT /v2.0/ports/8ee11173-95bf-4b92-934b-18136f2aa634 HTTP/1.1" status: 200 len: 1091 time: 1.1007476 Feb 07 22:47:05.816676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57809d21-eba6-4895-8ba0-e6f497e202ce', 'tag': '8ee11173-95bf-4b92-934b-18136f2aa634'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:05.819536 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d75717-3e4f-4ceb-9a4a-63ee2a531916" -d '{"events": [{"name": "network-changed", "server_uuid": "57809d21-eba6-4895-8ba0-e6f497e202ce", "tag": "8ee11173-95bf-4b92-934b-18136f2aa634"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:05.829574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-47731949-6da6-44c5-871c-3b2703cefee1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38fb2cd4-7315-4385-9c54-330156f5d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524912 Feb 07 22:47:05.844145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2871f-8e14-478a-85a0-b2a4ad9bde0f service neutron] Pushing event updated for resources: {'Port': ['ID=8ee11173-95bf-4b92-934b-18136f2aa634,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:05.983010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-e3242825-1b73-4ff5-8901-c97799f61703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.985316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438957a-5487-4fa1-9904-8fbd242223fd req-87d0d70d-342a-496f-8bf7-e05a72c07cb0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.987296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-e3242825-1b73-4ff5-8901-c97799f61703 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=952a475b50204e0f8a497ce1b032a1c7&device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 1094 time: 0.0735450 Feb 07 22:47:05.992282 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5438957a-5487-4fa1-9904-8fbd242223fd req-87d0d70d-342a-496f-8bf7-e05a72c07cb0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.2940903 Feb 07 22:47:06.020735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 36546b1a-08c4-483e-ba8f-1377c63079d0 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:06.056104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-0049ca24-e133-48ba-8554-d9a11489da7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ee11173-95bf-4b92-934b-18136f2aa634 HTTP/1.1" status: 200 len: 217 time: 0.0513973 Feb 07 22:47:06.103763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-5b22de74-e49e-4919-92d1-40b72786d20f service neutron] 10.222.0.24 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646508 Feb 07 22:47:06.128235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:06.130425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-123bdda4-cb7c-4b47-a96a-67d70d96aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:06.136283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-123bdda4-cb7c-4b47-a96a-67d70d96aa72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91089d3c-ea5b-4d9f-ad67-b11a2b9967ec HTTP/1.1" status: 200 len: 864 time: 0.0706789 Feb 07 22:47:06.147204 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1117d247-8611-4b7d-9f1f-d9d991643335 x-openstack-request-id: req-1117d247-8611-4b7d-9f1f-d9d991643335 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:06.148008 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57809d21-eba6-4895-8ba0-e6f497e202ce", "tag": "8ee11173-95bf-4b92-934b-18136f2aa634", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:06.148008 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1117d247-8611-4b7d-9f1f-d9d991643335 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:06.148008 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57809d21-eba6-4895-8ba0-e6f497e202ce', 'tag': '8ee11173-95bf-4b92-934b-18136f2aa634', 'status': 'completed', 'code': 200} Feb 07 22:47:06.182533 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-45896120-c9a0-4767-a49b-b4c7303c7cb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3c3c130f-6573-470a-a2b0-f33096c92581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382564 Feb 07 22:47:06.190227 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5438957a-5487-4fa1-9904-8fbd242223fd req-0cbcc27f-d618-4444-8af8-c02eda5c01c0 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948903 Feb 07 22:47:06.212247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 36546b1a-08c4-483e-ba8f-1377c63079d0 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:06.217016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 36546b1a-08c4-483e-ba8f-1377c63079d0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:06.217633 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.267044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:06.267721 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.332274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bae26-5b18-49c8-bc17-9e4738425f98 req-b871f431-6ee8-4f64-b477-16fa276f2907 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:06.335339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa9bae26-5b18-49c8-bc17-9e4738425f98 req-b871f431-6ee8-4f64-b477-16fa276f2907 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 949 time: 0.1074340 Feb 07 22:47:06.355980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Made reservation on behalf of d5bdb28cb7254db994046a3139ebb16d for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:06.359567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.370200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.401082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa9bae26-5b18-49c8-bc17-9e4738425f98 req-2ebfc745-e439-4b68-b236-4aa9fcf962d0 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Feb 07 22:47:06.403119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-03a98c2f-3192-48ba-a2ca-20aec427f970 service neutron] 10.222.0.46 "GET /v2.0/networks/3c3c130f-6573-470a-a2b0-f33096c92581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116838 Feb 07 22:47:06.419179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244cd7ea-589f-46fe-bfec-246ef9c54e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36546b1a-08c4-483e-ba8f-1377c63079d0'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:06.422349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Allocated IP 172.25.8.223 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/71cf7293-a99b-4b69-ab22-727ed7e94c74) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:06.423622 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3cd9d3-741c-4e55-8e8b-468e3d0a77a0" -d '{"events": [{"server_uuid": "244cd7ea-589f-46fe-bfec-246ef9c54e4c", "name": "network-vif-plugged", "status": "completed", "tag": "36546b1a-08c4-483e-ba8f-1377c63079d0"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:06.436784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41950022-a26e-4300-b332-c616d383d7e8 req-74f9dc31-11cc-4eed-beda-7d2beabeff45 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:06.438473 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41950022-a26e-4300-b332-c616d383d7e8 req-74f9dc31-11cc-4eed-beda-7d2beabeff45 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 949 time: 0.3914454 Feb 07 22:47:06.441502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 36546b1a-08c4-483e-ba8f-1377c63079d0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36546b1a-08c4-483e-ba8f-1377c63079d0,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:06.446089 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.456697 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.524631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:06.536496 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.544933 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=36546b1a-08c4-483e-ba8f-1377c63079d0,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:06.550124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3ceac7c-5362-45d1-b519-3bc0de1aab8f req-295f50fa-3ba7-47af-bd8e-0ee85fa2ca1d service neutron] 10.222.0.46 "GET /v2.0/networks/3c3c130f-6573-470a-a2b0-f33096c92581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400681 Feb 07 22:47:06.589642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d8ec-3fe9-4c31-925e-98eb98a91d5f req-17a400ac-993c-4e2f-933c-036dfba231f8 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:06.591430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4d1d8ec-3fe9-4c31-925e-98eb98a91d5f req-17a400ac-993c-4e2f-933c-036dfba231f8 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 943 time: 0.2640438 Feb 07 22:47:06.597947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39727b7-ae51-4cb2-87b3-d7a09e57957d None None] Network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:47:06.616179 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4b6225b-804b-41a0-aae1-4fd7738ce9c1 req-ac4aa6b4-9cd4-443d-ba50-f9af356bdbc0 service neutron] 10.222.0.24 "GET /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812987 Feb 07 22:47:06.623889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125f288-0391-487a-a55d-ae9a4cbb991d req-c3154d69-3f1c-44a3-aa77-8bc6b6e5363c tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:06.632497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d125f288-0391-487a-a55d-ae9a4cbb991d req-c3154d69-3f1c-44a3-aa77-8bc6b6e5363c tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 943 time: 0.0683064 Feb 07 22:47:06.682190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8bca9b42-07c4-4246-a803-f0996b0b9907 None None] Provisioning complete for port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:06.682658 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bca9b42-07c4-4246-a803-f0996b0b9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.688314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:06.702489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-7143c7f2-5f03-41b8-b237-94214a8f61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:06.703916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-7143c7f2-5f03-41b8-b237-94214a8f61e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=952a475b50204e0f8a497ce1b032a1c7&device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 1094 time: 0.0704603 Feb 07 22:47:06.707470 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d125f288-0391-487a-a55d-ae9a4cbb991d req-46f2da2d-a445-4983-a1af-c4b8cb824ef9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649126 Feb 07 22:47:06.772683 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea00bc3d-6bfc-4d75-b42b-e34aaeff5205 x-openstack-request-id: req-ea00bc3d-6bfc-4d75-b42b-e34aaeff5205 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:06.778160 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244cd7ea-589f-46fe-bfec-246ef9c54e4c", "name": "network-vif-plugged", "status": "completed", "tag": "36546b1a-08c4-483e-ba8f-1377c63079d0", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:06.778536 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea00bc3d-6bfc-4d75-b42b-e34aaeff5205 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:06.780180 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244cd7ea-589f-46fe-bfec-246ef9c54e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36546b1a-08c4-483e-ba8f-1377c63079d0', 'code': 200} Feb 07 22:47:06.815119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-90518592-ae47-441d-8643-660c88ea0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:06.816560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-90518592-ae47-441d-8643-660c88ea0cae service neutron] 10.222.0.46 "GET /v2.0/networks?id=3c3c130f-6573-470a-a2b0-f33096c92581 HTTP/1.1" status: 200 len: 924 time: 0.1062436 Feb 07 22:47:06.836724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4d1d8ec-3fe9-4c31-925e-98eb98a91d5f req-5b2f3b09-ed6f-4dfe-872a-16f315b2ce7b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193384 Feb 07 22:47:06.871798 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4e067f5-33ca-4028-8a84-eb6860c61637 req-658e8a76-ceb3-45c6-b255-d0318ea50846 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 210 time: 0.0509112 Feb 07 22:47:06.904315 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-646ecdcf-8671-4192-be68-fe8c023a2d74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ee11173-95bf-4b92-934b-18136f2aa634 HTTP/1.1" status: 200 len: 217 time: 0.0684602 Feb 07 22:47:06.933181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Allocated IP 172.20.0.8 (3f505c7d-461f-412e-8ed9-d34567727b58/a859faec-1a35-450f-981d-df2a13fe444c/5c293360-a63c-4673-9f1f-74fa1b61fd97) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:06.969792 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.998927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-fe1711ed-915c-4cec-918d-8808663a872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:07.000644 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-fe1711ed-915c-4cec-918d-8808663a872f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91089d3c-ea5b-4d9f-ad67-b11a2b9967ec HTTP/1.1" status: 200 len: 864 time: 0.0885870 Feb 07 22:47:07.004786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-41950022-a26e-4300-b332-c616d383d7e8 req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Deleting port e6360ee9-43d3-4a0f-919c-050cdc7fd46c {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:47:07.005152 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41950022-a26e-4300-b332-c616d383d7e8 req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.026561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393a838-08ec-4118-ba44-fa92625f72b8 req-d3d812bf-b2e4-4cf9-ab1c-fedaeb283ff2 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:07.028162 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d393a838-08ec-4118-ba44-fa92625f72b8 req-d3d812bf-b2e4-4cf9-ab1c-fedaeb283ff2 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 945 time: 0.0735257 Feb 07 22:47:07.045284 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-6cb1dc53-a86a-4146-a201-b8e5db36c7f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3c3c130f-6573-470a-a2b0-f33096c92581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359952 Feb 07 22:47:07.102770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305880d2-18ca-4e95-9367-fcfb80d670b0 req-e3e846bb-c968-4d29-8894-a0379ae22437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:07.104297 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-305880d2-18ca-4e95-9367-fcfb80d670b0 req-e3e846bb-c968-4d29-8894-a0379ae22437 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 1096 time: 0.2357347 Feb 07 22:47:07.132970 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d393a838-08ec-4118-ba44-fa92625f72b8 req-b98479dc-12f2-4f92-b88b-3e097e7379f0 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896049 Feb 07 22:47:07.152648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a8f7a-4377-4c54-9964-f2e3700c8f0f req-63057985-2b8a-446c-973c-1379cfb1977b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:07.163832 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e54a8f7a-4377-4c54-9964-f2e3700c8f0f req-63057985-2b8a-446c-973c-1379cfb1977b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.2179925 Feb 07 22:47:07.168237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-a11fc131-3507-486c-8309-256737596b06 service neutron] 10.222.0.46 "GET /v2.0/networks/3c3c130f-6573-470a-a2b0-f33096c92581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156623 Feb 07 22:47:07.187218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fd2f43cc-1e33-4e20-b5e2-a4b1773988be details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:47:07.236549 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.269536 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d75717-3e4f-4ceb-9a4a-63ee2a531916 req-c5683dfd-a3c1-401d-b5f5-8fe3626944eb service neutron] 10.222.0.46 "GET /v2.0/networks/3c3c130f-6573-470a-a2b0-f33096c92581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923045 Feb 07 22:47:07.290611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a05ce1ec-e47c-491a-bb3a-b6616fe402bb None None] Provisioning complete for port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:07.291000 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a05ce1ec-e47c-491a-bb3a-b6616fe402bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.304976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-41950022-a26e-4300-b332-c616d383d7e8 req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] For port e6360ee9-43d3-4a0f-919c-050cdc7fd46c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:07.305343 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41950022-a26e-4300-b332-c616d383d7e8 req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.346683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fd2f43cc-1e33-4e20-b5e2-a4b1773988be, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:07.360592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-305880d2-18ca-4e95-9367-fcfb80d670b0 req-89f265d6-48af-4082-878d-da278d7c2a15 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466271 Feb 07 22:47:07.361546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-41950022-a26e-4300-b332-c616d383d7e8 req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Calling delete_port for e6360ee9-43d3-4a0f-919c-050cdc7fd46c owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:47:07.362698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'fd2f43cc-1e33-4e20-b5e2-a4b1773988be', 'network_id': '38fb2cd4-7315-4385-9c54-330156f5d045', 'port_id': 'fd2f43cc-1e33-4e20-b5e2-a4b1773988be', 'mac_address': 'fa:16:3e:a8:dc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330f6228-f630-41d8-a629-5ee6cde7196a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:47:07.366240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:07.382388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e54a8f7a-4377-4c54-9964-f2e3700c8f0f req-3308a1b1-f8fe-48a8-a3f7-8b5a29fca93b tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176957 Feb 07 22:47:07.393482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:07.403047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:07.448247 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.471067 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2f43cc-1e33-4e20-b5e2-a4b1773988be {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:07.499555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fd2f43cc-1e33-4e20-b5e2-a4b1773988be, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:07.503927 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.529816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9037be6-d395-4f97-aab0-782b509fd639 req-df468b64-4135-4b56-ad44-7bfc5a274454 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:07.532110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9037be6-d395-4f97-aab0-782b509fd639 req-df468b64-4135-4b56-ad44-7bfc5a274454 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.0642233 Feb 07 22:47:07.561144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:07.576452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9037be6-d395-4f97-aab0-782b509fd639 req-2e114ccc-fdee-43d0-80bc-f91b414e413f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359454 Feb 07 22:47:07.744673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218398-97d4-4724-9343-60a0b9445ead req-68e7f7b8-0128-42fe-beb2-1cfa85e7821c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:07.746275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a218398-97d4-4724-9343-60a0b9445ead req-68e7f7b8-0128-42fe-beb2-1cfa85e7821c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.0511520 Feb 07 22:47:07.751662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['fd2f43cc-1e33-4e20-b5e2-a4b1773988be'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:07.776755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Pushing event updated for resources: {'Port': ['ID=71cf7293-a99b-4b69-ab22-727ed7e94c74,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:07.790902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a218398-97d4-4724-9343-60a0b9445ead req-8b2a49fa-96f6-4c07-ad82-2787121d9d74 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354698 Feb 07 22:47:07.835549 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.916042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d3d2c-4c63-4361-a188-c810ed6c3559 req-078c3ae4-711d-4774-80a7-e90f5acc535a tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:07.920156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-893d3d2c-4c63-4361-a188-c810ed6c3559 req-078c3ae4-711d-4774-80a7-e90f5acc535a tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 943 time: 0.0534153 Feb 07 22:47:07.952783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462f920-de50-4667-a14b-dd53a6bef875 req-70c4f130-f76d-4189-a9c0-3edbf96b89a6 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:07.954652 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1462f920-de50-4667-a14b-dd53a6bef875 req-70c4f130-f76d-4189-a9c0-3edbf96b89a6 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdcc0718-f833-4c9c-8a7d-45e52d223d3d HTTP/1.1" status: 200 len: 949 time: 0.1904614 Feb 07 22:47:07.962769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-893d3d2c-4c63-4361-a188-c810ed6c3559 req-126f0ff0-f38b-4fec-bd5a-e3300b307ae8 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389783 Feb 07 22:47:08.008318 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:08.035120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8ee11173-95bf-4b92-934b-18136f2aa634 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:47:08.072110 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.081541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1462f920-de50-4667-a14b-dd53a6bef875 req-516d7793-65f1-4cf0-8795-cf828cd94467 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.15 "GET /v2.0/security-groups?id=787b0dba-a68c-47ff-a868-c1ebe5260665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009192 Feb 07 22:47:08.098538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfc619-c8df-4146-b413-44862a5dd149 req-bd420398-2538-4f9e-9d1b-5e1a7c353845 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:08.100348 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3bcfc619-c8df-4146-b413-44862a5dd149 req-bd420398-2538-4f9e-9d1b-5e1a7c353845 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.0592370 Feb 07 22:47:08.135561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Network 3f505c7d-461f-412e-8ed9-d34567727b58 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:08.142675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:08.148899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:08.154112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event updated for resources: {'Port': ['ID=5c293360-a63c-4673-9f1f-74fa1b61fd97,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:08.169816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:08.171423 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.178353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41950022-a26e-4300-b332-c616d383d7e8 req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.182768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3bcfc619-c8df-4146-b413-44862a5dd149 req-ce3c985c-fa00-4ed2-b078-dbd62992db07 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757775 Feb 07 22:47:08.214643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e6360ee9-43d3-4a0f-919c-050cdc7fd46c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:08.276205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 8ee11173-95bf-4b92-934b-18136f2aa634, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8ee11173-95bf-4b92-934b-18136f2aa634,segment=NetworkSegment(1e571341-da0b-4597-8144-b01750cbe82a),segment_id=1e571341-da0b-4597-8144-b01750cbe82a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:08.283090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Pushing event deleted for resources: {'Port': ['ID=e6360ee9-43d3-4a0f-919c-050cdc7fd46c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:08.293233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '8ee11173-95bf-4b92-934b-18136f2aa634', 'network_id': '3c3c130f-6573-470a-a2b0-f33096c92581', 'port_id': '8ee11173-95bf-4b92-934b-18136f2aa634', 'mac_address': 'fa:16:3e:b2:00:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91089d3c-ea5b-4d9f-ad67-b11a2b9967ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:47:08.297992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff7ff-2df6-4161-a376-eec04bac888b req-f0ff8a3c-f2c2-44e4-b70b-5f3e1a61cc8d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:08.304160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-de6ff7ff-2df6-4161-a376-eec04bac888b req-f0ff8a3c-f2c2-44e4-b70b-5f3e1a61cc8d tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 931 time: 0.0626686 Feb 07 22:47:08.332137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:08.332993 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.352528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-de6ff7ff-2df6-4161-a376-eec04bac888b req-dcab3f94-a8cf-4f66-a189-175c2808f13e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386407 Feb 07 22:47:08.386596 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.390863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-41950022-a26e-4300-b332-c616d383d7e8 req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] No DVR routers for this DVR port e6360ee9-43d3-4a0f-919c-050cdc7fd46c on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:08.397787 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-41950022-a26e-4300-b332-c616d383d7e8 req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.401415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41950022-a26e-4300-b332-c616d383d7e8 req-63e1e8f2-d24f-442f-ae32-9696090b8410 tempest-VolumesBackupsTest-1710475853 tempest-VolumesBackupsTest-1710475853-project] 10.222.0.46 "DELETE /v2.0/ports/e6360ee9-43d3-4a0f-919c-050cdc7fd46c HTTP/1.1" status: 204 len: 173 time: 1.9363909 Feb 07 22:47:08.403999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee11173-95bf-4b92-934b-18136f2aa634 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:08.432732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 8ee11173-95bf-4b92-934b-18136f2aa634, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8ee11173-95bf-4b92-934b-18136f2aa634,segment=NetworkSegment(1e571341-da0b-4597-8144-b01750cbe82a),segment_id=1e571341-da0b-4597-8144-b01750cbe82a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:08.433347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcc0718-f833-4c9c-8a7d-45e52d223d3d', 'name': 'network-vif-deleted', 'tag': 'e6360ee9-43d3-4a0f-919c-050cdc7fd46c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:08.438216 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a8bcc5-9d17-4edc-911f-7327efed30ce" -d '{"events": [{"server_uuid": "cdcc0718-f833-4c9c-8a7d-45e52d223d3d", "name": "network-vif-deleted", "tag": "e6360ee9-43d3-4a0f-919c-050cdc7fd46c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:08.446616 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.450721 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-70f0182f-3d5e-4454-b7c5-e38a512ef83e tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8494267 Feb 07 22:47:08.458282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa5a8-819f-43d6-a796-e884968f1562 req-c558dbf8-c885-47bb-b2dd-44bbe3d05145 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:08.460425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1ffa5a8-819f-43d6-a796-e884968f1562 req-c558dbf8-c885-47bb-b2dd-44bbe3d05145 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 944 time: 0.2774243 Feb 07 22:47:08.467324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Request body: {'port': {'device_id': '98f2392a-578b-49ba-847c-35a9363d4051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:08.502308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=8ee11173-95bf-4b92-934b-18136f2aa634,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:08.522911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.525938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfc881-9f9a-46c5-ab9a-a5d4e6b286a9 req-b2784e1e-2ec8-4855-b2c9-94fed44f3518 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:08.527196 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79dfc881-9f9a-46c5-ab9a-a5d4e6b286a9 req-b2784e1e-2ec8-4855-b2c9-94fed44f3518 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 945 time: 0.0794561 Feb 07 22:47:08.566796 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79dfc881-9f9a-46c5-ab9a-a5d4e6b286a9 req-d71f489c-34ea-4c1b-bc98-081674232044 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Feb 07 22:47:08.611423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1ffa5a8-819f-43d6-a796-e884968f1562 req-af9a0e89-4e83-4d1d-b872-cfa79bd9618e tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397369 Feb 07 22:47:08.624857 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.637307 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f70447f-f923-4c01-af8b-23a90bab2348 x-openstack-request-id: req-7f70447f-f923-4c01-af8b-23a90bab2348 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:08.637572 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcc0718-f833-4c9c-8a7d-45e52d223d3d", "name": "network-vif-deleted", "tag": "e6360ee9-43d3-4a0f-919c-050cdc7fd46c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:08.637819 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f70447f-f923-4c01-af8b-23a90bab2348 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:08.638194 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcc0718-f833-4c9c-8a7d-45e52d223d3d', 'name': 'network-vif-deleted', 'tag': 'e6360ee9-43d3-4a0f-919c-050cdc7fd46c', 'status': 'completed', 'code': 200} Feb 07 22:47:08.657373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['8ee11173-95bf-4b92-934b-18136f2aa634'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:08.774888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ad434-000f-4802-915e-571de80374b5 req-0b8c15aa-5055-43a2-a190-87c7192ca0b1 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:08.776544 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-547ad434-000f-4802-915e-571de80374b5 req-0b8c15aa-5055-43a2-a190-87c7192ca0b1 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 945 time: 0.0694020 Feb 07 22:47:08.852386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-547ad434-000f-4802-915e-571de80374b5 req-6ff1cee5-340a-4be8-ad56-4b943c8ad439 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629201 Feb 07 22:47:09.027170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907a8d1-3722-40ad-9f44-6de01f173dc3 req-ce846b94-853a-4ad7-bd82-74df3d28e0c1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.029107 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2907a8d1-3722-40ad-9f44-6de01f173dc3 req-ce846b94-853a-4ad7-bd82-74df3d28e0c1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.2606583 Feb 07 22:47:09.029634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.105054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc9cf-7930-4290-8ec0-4b1e8a5cfcc2 req-62973943-0744-4ece-86ec-9e303454c93f tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.106548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-880cc9cf-7930-4290-8ec0-4b1e8a5cfcc2 req-62973943-0744-4ece-86ec-9e303454c93f tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 944 time: 0.0494285 Feb 07 22:47:09.134666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2907a8d1-3722-40ad-9f44-6de01f173dc3 req-37e7cfd4-f0d3-4b01-bc91-58b376953b3d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978577 Feb 07 22:47:09.159224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-880cc9cf-7930-4290-8ec0-4b1e8a5cfcc2 req-3d40720c-298b-43b8-a49b-d9cba0da4b71 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343418 Feb 07 22:47:09.197887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fd2f43cc-1e33-4e20-b5e2-a4b1773988be up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:09.259038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port fd2f43cc-1e33-4e20-b5e2-a4b1773988be completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:09.269345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port fd2f43cc-1e33-4e20-b5e2-a4b1773988be triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:09.269881 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.300352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c293360-a63c-4673-9f1f-74fa1b61fd97 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:09.312995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.337057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Transition to ACTIVE for port object 5c293360-a63c-4673-9f1f-74fa1b61fd97 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:09.347477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c04b8e-3228-4980-ae7c-4e94536df913 req-a211ce90-bfc9-4737-9714-5ef442ecc4fd tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.356172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61c04b8e-3228-4980-ae7c-4e94536df913 req-a211ce90-bfc9-4737-9714-5ef442ecc4fd tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 945 time: 0.1316519 Feb 07 22:47:09.359488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.361590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Router 44b16e2a-f059-4dc4-ae5f-de800a63c01e is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:47:09.387514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93438b-be6f-4b5f-8293-4cfd109ea174 req-3ecdaaaf-1fa9-4fd4-a61f-510fb962dc33 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.389665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb93438b-be6f-4b5f-8293-4cfd109ea174 req-3ecdaaaf-1fa9-4fd4-a61f-510fb962dc33 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.0842314 Feb 07 22:47:09.392753 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.420583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5066386d-f320-4398-ab49-d434e40e7339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2f43cc-1e33-4e20-b5e2-a4b1773988be'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:09.424003 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aeb16c-db4c-4d7b-bb47-7b4464c17faf" -d '{"events": [{"server_uuid": "5066386d-f320-4398-ab49-d434e40e7339", "name": "network-vif-plugged", "status": "completed", "tag": "fd2f43cc-1e33-4e20-b5e2-a4b1773988be"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:09.440580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port fd2f43cc-1e33-4e20-b5e2-a4b1773988be, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:09.444046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb93438b-be6f-4b5f-8293-4cfd109ea174 req-e5d0ef1b-fac5-4163-b300-cf0ee3a163aa tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Feb 07 22:47:09.462001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.531214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:09.531807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Pushing event updated for resources: {'Port': ['ID=5c293360-a63c-4673-9f1f-74fa1b61fd97,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:09.553462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cb885-d819-412d-aeae-bedc0e69eb16 req-90c643c3-6e26-4f75-a4c6-758648c6f898 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.560816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61c04b8e-3228-4980-ae7c-4e94536df913 req-9fe96a4c-20d7-4ef7-a013-55488c8e8d04 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038860 Feb 07 22:47:09.561633 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-146cb885-d819-412d-aeae-bedc0e69eb16 req-90c643c3-6e26-4f75-a4c6-758648c6f898 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 943 time: 0.0656786 Feb 07 22:47:09.607576 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-146cb885-d819-412d-aeae-bedc0e69eb16 req-46008055-604f-4daa-8932-7792b7791a56 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Feb 07 22:47:09.628845 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c871094-5a48-4c7e-8942-683bb4dec3d9 x-openstack-request-id: req-8c871094-5a48-4c7e-8942-683bb4dec3d9 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:09.628845 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5066386d-f320-4398-ab49-d434e40e7339", "name": "network-vif-plugged", "status": "completed", "tag": "fd2f43cc-1e33-4e20-b5e2-a4b1773988be", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:09.628845 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c871094-5a48-4c7e-8942-683bb4dec3d9 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:09.628845 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5066386d-f320-4398-ab49-d434e40e7339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2f43cc-1e33-4e20-b5e2-a4b1773988be', 'code': 200} Feb 07 22:47:09.691902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-a54294ba-d5fe-47c8-8068-eb692564c265 req-87e93b43-b4ee-43fd-87ad-fb1b64670cb7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:47:09.694003 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a54294ba-d5fe-47c8-8068-eb692564c265 req-87e93b43-b4ee-43fd-87ad-fb1b64670cb7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093799 Feb 07 22:47:09.749885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:47:09.762210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Sync routers for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:47:09.774730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:09.775351 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:09.778868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b8738-b4b0-41f1-b2ed-f95297db5c63 req-33128e28-e9d3-4501-bd40-1901b0020db2 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.786357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e37b8738-b4b0-41f1-b2ed-f95297db5c63 req-33128e28-e9d3-4501-bd40-1901b0020db2 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.0781484 Feb 07 22:47:09.789467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Attempting to bind port 5c293360-a63c-4673-9f1f-74fa1b61fd97 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:09.789810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Attempting to bind port 5c293360-a63c-4673-9f1f-74fa1b61fd97 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:09.790144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Attempting to bind port 5c293360-a63c-4673-9f1f-74fa1b61fd97 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:09.814806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Port 5c293360-a63c-4673-9f1f-74fa1b61fd97 on network 3f505c7d-461f-412e-8ed9-d34567727b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:47:09.815143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Attempting to bind port 5c293360-a63c-4673-9f1f-74fa1b61fd97 on network 3f505c7d-461f-412e-8ed9-d34567727b58 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:09.836513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e37b8738-b4b0-41f1-b2ed-f95297db5c63 req-a5bdc06c-64d1-437c-accf-6a6d9e07ce35 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490813 Feb 07 22:47:09.851271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:09.851925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Checking segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:09.852314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Bound using segment: {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:09.852738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Bound port: 5c293360-a63c-4673-9f1f-74fa1b61fd97, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d44800b-d626-4f87-bb8e-a8f5f119ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:09.853095 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.864154 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.865380 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cbc249a2-d27d-4d8f-837f-a865730bf978 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1556821 Feb 07 22:47:09.868602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50184) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:09.874663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60c894-ced9-4aa9-96ec-72d12a1c0626 req-e77f6b02-f650-47c5-99b3-4acaf9eedd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.876408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb60c894-ced9-4aa9-96ec-72d12a1c0626 req-e77f6b02-f650-47c5-99b3-4acaf9eedd22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 1096 time: 0.1788082 Feb 07 22:47:09.913413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:09.915401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463f32e-ab8c-43a1-93ae-8a53faf58872 req-3c0df316-846c-4059-ac11-ab8dda499b5c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.922882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7463f32e-ab8c-43a1-93ae-8a53faf58872 req-3c0df316-846c-4059-ac11-ab8dda499b5c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1533778 Feb 07 22:47:10.000175 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7463f32e-ab8c-43a1-93ae-8a53faf58872 req-a855128f-befa-49f3-8eb9-e6b64c72ed55 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717192 Feb 07 22:47:10.020608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb60c894-ced9-4aa9-96ec-72d12a1c0626 req-2b0923b7-430a-4589-a2bd-de8b37d50cc6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353514 Feb 07 22:47:10.039025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8ee11173-95bf-4b92-934b-18136f2aa634 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:10.055462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] For port 5c293360-a63c-4673-9f1f-74fa1b61fd97, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:10.058811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] For port 5c293360-a63c-4673-9f1f-74fa1b61fd97, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5c293360-a63c-4673-9f1f-74fa1b61fd97,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:10.067441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.120939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:10.121565 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.123030 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] 10.222.0.24 "PUT /v2.0/ports/5c293360-a63c-4673-9f1f-74fa1b61fd97 HTTP/1.1" status: 200 len: 1091 time: 1.6616697 Feb 07 22:47:10.142896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a510c6d-a248-4192-958d-8c0d304b9e35 service neutron] Pushing event updated for resources: {'Port': ['ID=5c293360-a63c-4673-9f1f-74fa1b61fd97,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:10.174638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 8ee11173-95bf-4b92-934b-18136f2aa634 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:10.197480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 8ee11173-95bf-4b92-934b-18136f2aa634 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:10.198111 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.201768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52da23-3cb3-4549-af30-a1cb2c0c2d47 req-c6dfc15f-821a-465a-96e4-6bef831436de tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:10.203515 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f52da23-3cb3-4549-af30-a1cb2c0c2d47 req-c6dfc15f-821a-465a-96e4-6bef831436de tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1212738 Feb 07 22:47:10.239397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:08Z', 'revision_number': 3, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:10.273984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Checking router: 44b16e2a-f059-4dc4-ae5f-de800a63c01e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:47:10.274711 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Updating router 44b16e2a-f059-4dc4-ae5f-de800a63c01e port 71cf7293-a99b-4b69-ab22-727ed7e94c74 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:47:10.290720 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f52da23-3cb3-4549-af30-a1cb2c0c2d47 req-3c0deb85-6703-4ff7-8b9f-dbd8f11b7325 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426235 Feb 07 22:47:10.315297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.486213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-f1f99b30-b602-494a-86ee-74933b66b64f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:10.487593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-f1f99b30-b602-494a-86ee-74933b66b64f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 945 time: 0.1651680 Feb 07 22:47:10.489304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-4d9a7eaf-1d50-4aca-98cf-4f96c4f5c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:10.490656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-4d9a7eaf-1d50-4aca-98cf-4f96c4f5c82d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 1094 time: 0.1694250 Feb 07 22:47:10.498047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22151f-9026-4de0-a676-7a038c2e5433 req-8b71f455-31ba-498c-b336-0952f8d09d25 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:10.507661 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8b22151f-9026-4de0-a676-7a038c2e5433 req-8b71f455-31ba-498c-b336-0952f8d09d25 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 944 time: 0.2604842 Feb 07 22:47:10.567788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb03c6-7fdc-4244-98f4-733caf04a7ba req-5ab0c055-31b9-4d4e-b865-b68fb1268152 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:10.570395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87eb03c6-7fdc-4244-98f4-733caf04a7ba req-5ab0c055-31b9-4d4e-b865-b68fb1268152 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1118808 Feb 07 22:47:10.602613 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-e78c81f9-7caa-4d7d-a6cc-064aa4a3cf55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c293360-a63c-4673-9f1f-74fa1b61fd97 HTTP/1.1" status: 200 len: 217 time: 0.0928094 Feb 07 22:47:10.608939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.645933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87eb03c6-7fdc-4244-98f4-733caf04a7ba req-b7971bc5-e3ff-437b-ab7d-8c79f804ea6f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680101 Feb 07 22:47:10.650141 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.651571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f2392a-578b-49ba-847c-35a9363d4051', 'tag': '5c293360-a63c-4673-9f1f-74fa1b61fd97'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:10.653859 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd58fdf-fa44-4618-8187-9a734ddf522a" -d '{"events": [{"name": "network-changed", "server_uuid": "98f2392a-578b-49ba-847c-35a9363d4051", "tag": "5c293360-a63c-4673-9f1f-74fa1b61fd97"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:10.675962 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.685858 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.702633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8b22151f-9026-4de0-a676-7a038c2e5433 req-9ab7e151-34cc-4a07-a8ea-64c861ac95f2 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915300 Feb 07 22:47:10.747320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7dad95b2-e5b9-469c-a685-7a4c5f684d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:10.748817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-7dad95b2-e5b9-469c-a685-7a4c5f684d2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.1368227 Feb 07 22:47:10.770529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 8ee11173-95bf-4b92-934b-18136f2aa634, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8ee11173-95bf-4b92-934b-18136f2aa634,segment=NetworkSegment(1e571341-da0b-4597-8144-b01750cbe82a),segment_id=1e571341-da0b-4597-8144-b01750cbe82a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:10.790787 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.791724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e6360ee9-43d3-4a0f-919c-050cdc7fd46c no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:47:10.812340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-8e7cd227-9899-4933-91e9-02d61a4e417f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482507 Feb 07 22:47:10.830034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: e6360ee9-43d3-4a0f-919c-050cdc7fd46c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:47:10.830388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e6360ee9-43d3-4a0f-919c-050cdc7fd46c not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:47:10.831964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Deleting port 36546b1a-08c4-483e-ba8f-1377c63079d0 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:47:10.832387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.836848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa3d8d-b7a7-4226-b12d-5237de7d5e55 None None] Pushing event updated for resources: {'Port': ['ID=71cf7293-a99b-4b69-ab22-727ed7e94c74,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:10.839495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Attempting to bind port 71cf7293-a99b-4b69-ab22-727ed7e94c74 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:10.839916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Attempting to bind port 71cf7293-a99b-4b69-ab22-727ed7e94c74 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:10.840258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Attempting to bind port 71cf7293-a99b-4b69-ab22-727ed7e94c74 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:10.872984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:10.873363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:10.873773 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.874177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:10.874664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Bound port: 71cf7293-a99b-4b69-ab22-727ed7e94c74, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:10.875045 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.925945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d860cb9-1c20-48ef-8958-1c65829eabfa req-b20835f4-12bd-495a-854c-64add348215c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:10.929409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d860cb9-1c20-48ef-8958-1c65829eabfa req-b20835f4-12bd-495a-854c-64add348215c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 945 time: 0.1279521 Feb 07 22:47:10.933294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=8ee11173-95bf-4b92-934b-18136f2aa634,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:10.947285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] For port 71cf7293-a99b-4b69-ab22-727ed7e94c74, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:10.949050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] For port 36546b1a-08c4-483e-ba8f-1377c63079d0, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36546b1a-08c4-483e-ba8f-1377c63079d0,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:10.949495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.951031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] For port 71cf7293-a99b-4b69-ab22-727ed7e94c74, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=71cf7293-a99b-4b69-ab22-727ed7e94c74,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:10.957450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.964822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Calling delete_port for 36546b1a-08c4-483e-ba8f-1377c63079d0 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:47:10.972926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Allocated IP 172.20.0.1 (787c7e9f-a8fa-4a51-8c86-e156b52217e9/94cbb80a-1bef-4846-ac03-d3a16e2d7713/d1c97c16-dc57-4b67-a118-7e3d12432b0e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:11.023754 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d860cb9-1c20-48ef-8958-1c65829eabfa req-449de887-a141-479d-9a98-570b271247d7 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833278 Feb 07 22:47:11.030117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:11.030850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:11.162982 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c62666a-d20b-4f23-a936-b632405778c9 x-openstack-request-id: req-8c62666a-d20b-4f23-a936-b632405778c9 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:11.163645 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f2392a-578b-49ba-847c-35a9363d4051", "tag": "5c293360-a63c-4673-9f1f-74fa1b61fd97", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:11.163645 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c62666a-d20b-4f23-a936-b632405778c9 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:11.164105 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f2392a-578b-49ba-847c-35a9363d4051', 'tag': '5c293360-a63c-4673-9f1f-74fa1b61fd97', 'status': 'completed', 'code': 200} Feb 07 22:47:11.188562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.256512 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.290216 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-3578da3b-3acf-4af9-b43f-ae99a7f2c095 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630907 Feb 07 22:47:11.294416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ced4f-5084-482c-a341-095991c7b014 req-001e1bf9-3661-4938-9947-411ef7f491f6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:11.304092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a2ced4f-5084-482c-a341-095991c7b014 req-001e1bf9-3661-4938-9947-411ef7f491f6 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.0917199 Feb 07 22:47:11.370983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:11.373482 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a2ced4f-5084-482c-a341-095991c7b014 req-825ed94e-80d9-4b07-bd84-d303e3eb341a tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682752 Feb 07 22:47:11.393546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.442103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['36546b1a-08c4-483e-ba8f-1377c63079d0'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:11.445368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:11.488553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa3d8d-b7a7-4226-b12d-5237de7d5e55 None None] Pushing event updated for resources: {'Port': ['ID=71cf7293-a99b-4b69-ab22-727ed7e94c74,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:11.489434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:11.490569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c97c16-dc57-4b67-a118-7e3d12432b0e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:11.494432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:11.496783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:11.628558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57809d21-eba6-4895-8ba0-e6f497e202ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee11173-95bf-4b92-934b-18136f2aa634'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:11.631436 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e15fdf-20c5-4375-9e91-47a971f9f9fa" -d '{"events": [{"server_uuid": "57809d21-eba6-4895-8ba0-e6f497e202ce", "name": "network-vif-plugged", "status": "completed", "tag": "8ee11173-95bf-4b92-934b-18136f2aa634"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:11.632711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44376c3d-7d99-4cc7-9cf0-becf9d95b9d3 req-781aee76-d9dc-4176-9b8e-6f1adad0325a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:11.634350 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44376c3d-7d99-4cc7-9cf0-becf9d95b9d3 req-781aee76-d9dc-4176-9b8e-6f1adad0325a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.1349721 Feb 07 22:47:11.635357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.739167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44376c3d-7d99-4cc7-9cf0-becf9d95b9d3 req-3ab0b614-65be-4764-b114-446138935d2a tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580809 Feb 07 22:47:11.849752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:08Z', 'revision_number': 3, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:11.872304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.888373 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1883547a-f866-4d0d-b1e3-8dee970f4e40 x-openstack-request-id: req-1883547a-f866-4d0d-b1e3-8dee970f4e40 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:11.888771 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57809d21-eba6-4895-8ba0-e6f497e202ce", "name": "network-vif-plugged", "status": "completed", "tag": "8ee11173-95bf-4b92-934b-18136f2aa634", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:11.891898 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1883547a-f866-4d0d-b1e3-8dee970f4e40 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:11.891898 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57809d21-eba6-4895-8ba0-e6f497e202ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee11173-95bf-4b92-934b-18136f2aa634', 'code': 200} Feb 07 22:47:11.891898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e5ae8-d4a5-499c-9d79-0b4d61731fc5 None None] The sync data for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 is: [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:08Z', 'revision_number': 3, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:47:11.967549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event deleted for resources: {'Port': ['ID=36546b1a-08c4-483e-ba8f-1377c63079d0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:11.979169 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7b95dbd6-3439-408d-9302-1c5081f28430 None None] Provisioning complete for port d1c97c16-dc57-4b67-a118-7e3d12432b0e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:11.981005 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b95dbd6-3439-408d-9302-1c5081f28430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.015011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05f20f-0950-44ec-bc98-725501685302 req-a2a42357-eb56-41bc-bec1-41af8ef204b4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.023956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd05f20f-0950-44ec-bc98-725501685302 req-a2a42357-eb56-41bc-bec1-41af8ef204b4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 943 time: 1.2152910 Feb 07 22:47:12.034682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7b95dbd6-3439-408d-9302-1c5081f28430 None None] Port d1c97c16-dc57-4b67-a118-7e3d12432b0e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:47:12.121131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] No DVR routers for this DVR port 36546b1a-08c4-483e-ba8f-1377c63079d0 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:12.130694 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.130913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1b393-1604-41e7-a6c1-2074e1f399a2 req-9dcab127-5842-4b18-89bd-96098ce03bdd tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.132679 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19b1b393-1604-41e7-a6c1-2074e1f399a2 req-9dcab127-5842-4b18-89bd-96098ce03bdd tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 945 time: 0.1393890 Feb 07 22:47:12.140381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dba8d4ad-b4fe-4205-9335-d5cf3c2c3285 req-1eb82fff-0660-4fdc-b166-b89f69dc6729 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "DELETE /v2.0/ports/36546b1a-08c4-483e-ba8f-1377c63079d0 HTTP/1.1" status: 204 len: 173 time: 1.6289620 Feb 07 22:47:12.159020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264f57a-11bc-471b-ba97-b9a3fe5ceebd req-6aa5a578-c400-40c8-a0dd-0d28680cee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.160698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9264f57a-11bc-471b-ba97-b9a3fe5ceebd req-6aa5a578-c400-40c8-a0dd-0d28680cee6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 1096 time: 0.2210772 Feb 07 22:47:12.169310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae7285b-567b-4971-aaf3-6268c2ce08e4 req-52bc9ea8-aab3-4084-af8c-291211ec76a1 service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8494525 Feb 07 22:47:12.222779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd05f20f-0950-44ec-bc98-725501685302 req-cb2d578b-36ef-4007-a008-0a26e2118227 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957417 Feb 07 22:47:12.234668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19b1b393-1604-41e7-a6c1-2074e1f399a2 req-b4f6227e-ff36-43ca-b4d9-83acdae8eb08 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952137 Feb 07 22:47:12.312177 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.319588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.355237 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9264f57a-11bc-471b-ba97-b9a3fe5ceebd req-7dea1c32-77af-4671-9bb4-7e29fe34b659 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777198 Feb 07 22:47:12.410152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c97c16-dc57-4b67-a118-7e3d12432b0e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:12.433684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-c854b02f-cc9f-4977-97b7-5b440598acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.435166 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-c854b02f-cc9f-4977-97b7-5b440598acce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5bdb28cb7254db994046a3139ebb16d&device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 1094 time: 0.1621425 Feb 07 22:47:12.447353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a7456-c08e-4c8e-bf87-d20a31e67136 req-0962e1d7-0f68-4deb-9ac1-d69138291be9 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.449166 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c20a7456-c08e-4c8e-bf87-d20a31e67136 req-0962e1d7-0f68-4deb-9ac1-d69138291be9 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.0948763 Feb 07 22:47:12.460795 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.549427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-f2b840fc-2b2a-43fd-9097-562d94d0baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.551024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-f2b840fc-2b2a-43fd-9097-562d94d0baaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 200 len: 911 time: 0.1009822 Feb 07 22:47:12.634398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-0d7fe3f5-a505-4b08-a2b2-b505dd992e60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c293360-a63c-4673-9f1f-74fa1b61fd97 HTTP/1.1" status: 200 len: 217 time: 0.0593174 Feb 07 22:47:12.719989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c20a7456-c08e-4c8e-bf87-d20a31e67136 req-de36f13c-8fc9-4df1-b53f-e3d583b5813c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659327 Feb 07 22:47:12.740369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-5c3098d0-b090-4a2d-afec-f381b0695c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.742009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-5c3098d0-b090-4a2d-afec-f381b0695c3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 200 len: 851 time: 0.0849633 Feb 07 22:47:12.796848 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-ab6675e8-6b0f-41f3-934e-186a4c088481 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f505c7d-461f-412e-8ed9-d34567727b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464046 Feb 07 22:47:12.979349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3a02ef4-e6e8-4411-b68a-d97f439db118 req-4e2392d9-1f14-42cd-a498-ac82860080ad tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=244cd7ea-589f-46fe-bfec-246ef9c54e4c HTTP/1.1" status: 200 len: 210 time: 0.0607481 Feb 07 22:47:13.060793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-2b474906-7f17-4af4-83f5-8ab950507a7d service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537944 Feb 07 22:47:13.109520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc79c64-cec0-47e3-9325-b644d1684e93 req-b6f17fae-ac4d-4e4e-ba2c-c9ad7302e6b4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:13.111397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edc79c64-cec0-47e3-9325-b644d1684e93 req-b6f17fae-ac4d-4e4e-ba2c-c9ad7302e6b4 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.6525714 Feb 07 22:47:13.145128 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:13.155720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:13.175922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edc79c64-cec0-47e3-9325-b644d1684e93 req-8922d71a-f52b-440d-9858-b88f91f73b01 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504620 Feb 07 22:47:13.249499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244cd7ea-589f-46fe-bfec-246ef9c54e4c', 'name': 'network-vif-deleted', 'tag': '36546b1a-08c4-483e-ba8f-1377c63079d0'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:13.261466 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab833be1-6e09-422f-9d22-a8d673f6ad4a" -d '{"events": [{"server_uuid": "244cd7ea-589f-46fe-bfec-246ef9c54e4c", "name": "network-vif-deleted", "tag": "36546b1a-08c4-483e-ba8f-1377c63079d0"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:13.478986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dd58fdf-fa44-4618-8187-9a734ddf522a req-db3d9ddc-4929-4848-b5f5-6bf9e928629d service neutron] 10.222.0.24 "GET /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082413 Feb 07 22:47:13.526279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada516ea-a580-4e06-9707-f2d94a112701 req-b663f690-5aba-47e6-914a-658d55fc4740 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:13.533684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ada516ea-a580-4e06-9707-f2d94a112701 req-b663f690-5aba-47e6-914a-658d55fc4740 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.0867419 Feb 07 22:47:13.545006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699851d-71a1-499b-9f25-4c183f3e7886 req-3ef55702-67bd-40f5-9139-558a15e8b43c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:13.552995 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a699851d-71a1-499b-9f25-4c183f3e7886 req-3ef55702-67bd-40f5-9139-558a15e8b43c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.2060430 Feb 07 22:47:13.572346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3c8d89d5-440f-48b7-b3bf-fa1618f90acc None None] Provisioning complete for port d1c97c16-dc57-4b67-a118-7e3d12432b0e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:13.572971 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c8d89d5-440f-48b7-b3bf-fa1618f90acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:13.589247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ada516ea-a580-4e06-9707-f2d94a112701 req-27c47e4c-69a9-4db6-9a08-85b3e7950ecc tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540752 Feb 07 22:47:13.591031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Router 44b16e2a-f059-4dc4-ae5f-de800a63c01e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:47:13.622548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d89d5-440f-48b7-b3bf-fa1618f90acc None None] Port d1c97c16-dc57-4b67-a118-7e3d12432b0e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:47:13.647097 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a699851d-71a1-499b-9f25-4c183f3e7886 req-11c0b730-2d03-4f7d-a599-6ecbf2604e5c tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908110 Feb 07 22:47:13.722143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f69fd-747d-4686-882f-7059cd5fe6bd req-a407f942-b31c-467c-bdb9-c761fc8e25d1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:13.723696 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7e3f69fd-747d-4686-882f-7059cd5fe6bd req-a407f942-b31c-467c-bdb9-c761fc8e25d1 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 943 time: 0.0653179 Feb 07 22:47:13.783639 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7e3f69fd-747d-4686-882f-7059cd5fe6bd req-c15452f2-75cc-4ed2-a28b-f9e3ee3f0459 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513322 Feb 07 22:47:13.828875 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fefe23-69fd-49ef-9650-ac21994b8258 x-openstack-request-id: req-e2fefe23-69fd-49ef-9650-ac21994b8258 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:13.830794 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244cd7ea-589f-46fe-bfec-246ef9c54e4c", "name": "network-vif-deleted", "tag": "36546b1a-08c4-483e-ba8f-1377c63079d0", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:13.831265 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2fefe23-69fd-49ef-9650-ac21994b8258 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:13.832899 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244cd7ea-589f-46fe-bfec-246ef9c54e4c', 'name': 'network-vif-deleted', 'tag': '36546b1a-08c4-483e-ba8f-1377c63079d0', 'status': 'completed', 'code': 200} Feb 07 22:47:13.862928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb3ed2-5750-4864-ab22-6215c81e1b87 req-f163458b-4980-4b2a-a9c0-9621c46561a7 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:13.863954 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eadb3ed2-5750-4864-ab22-6215c81e1b87 req-f163458b-4980-4b2a-a9c0-9621c46561a7 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 945 time: 0.1286154 Feb 07 22:47:13.888102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:47:13.913300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-02ea7c51-7105-4abf-b1ca-c95676f2aed1 admin admin] 10.222.0.15 "PUT /v2.0/routers/44b16e2a-f059-4dc4-ae5f-de800a63c01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0425146 Feb 07 22:47:13.946307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c5e7-9400-448d-b1bc-dd670efe333b req-093e97e2-7bdf-46bb-8194-3b49148a8ae9 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:13.953011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3036c5e7-9400-448d-b1bc-dd670efe333b req-093e97e2-7bdf-46bb-8194-3b49148a8ae9 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.0711865 Feb 07 22:47:13.959686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eadb3ed2-5750-4864-ab22-6215c81e1b87 req-a281b310-285a-4f16-b3d0-875c6bc75a4c tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800018 Feb 07 22:47:14.027455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3036c5e7-9400-448d-b1bc-dd670efe333b req-4ee26b97-b45b-4136-ae62-b3cfc348c51b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669546 Feb 07 22:47:14.066502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 36546b1a-08c4-483e-ba8f-1377c63079d0 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:47:14.157556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 71cf7293-a99b-4b69-ab22-727ed7e94c74 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:14.162579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 36546b1a-08c4-483e-ba8f-1377c63079d0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:47:14.163143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 36546b1a-08c4-483e-ba8f-1377c63079d0 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:47:14.170046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458129df-5833-4295-b57d-ee5abf6d2993 req-e99209d0-a8b4-420c-a350-92df14bf8bae tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:14.171864 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-458129df-5833-4295-b57d-ee5abf6d2993 req-e99209d0-a8b4-420c-a350-92df14bf8bae tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.0691035 Feb 07 22:47:14.212959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a764974-0690-4082-bc4d-1c5a1305a9d8 req-4e4c95cc-ce49-4b62-aa8d-63fc6c7ec016 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:14.221186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8a764974-0690-4082-bc4d-1c5a1305a9d8 req-4e4c95cc-ce49-4b62-aa8d-63fc6c7ec016 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 945 time: 0.1445880 Feb 07 22:47:14.240558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-458129df-5833-4295-b57d-ee5abf6d2993 req-cdd9d12e-968d-46c7-9ecd-9a531874e643 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614376 Feb 07 22:47:14.251280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 71cf7293-a99b-4b69-ab22-727ed7e94c74 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:14.251662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:14.356761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8a764974-0690-4082-bc4d-1c5a1305a9d8 req-3cff5fc2-476e-4acd-bab3-b540577d6b77 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329570 Feb 07 22:47:14.425518 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:14.477000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 71cf7293-a99b-4b69-ab22-727ed7e94c74, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=71cf7293-a99b-4b69-ab22-727ed7e94c74,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:14.487102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:14.521481 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Sync routers for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:47:14.534475 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:14.535098 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:14.629822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=71cf7293-a99b-4b69-ab22-727ed7e94c74,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:14.842586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50352) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:14.847410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1621750942-network', 'tenant_id': '61c159f254ec482e9eafc895940bac91'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:14.896784 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:14.913981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Made reservation on behalf of 61c159f254ec482e9eafc895940bac91 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:14.916751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:14.942625 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.045759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d31328-3306-415f-977c-9bf370ca6392 req-df7b0705-65cb-46d8-ba44-b155139b5903 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:15.063277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11d31328-3306-415f-977c-9bf370ca6392 req-df7b0705-65cb-46d8-ba44-b155139b5903 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.1324244 Feb 07 22:47:15.111464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.120283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11d31328-3306-415f-977c-9bf370ca6392 req-b03bd500-e50e-4846-906a-e4f67c7306df tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560207 Feb 07 22:47:15.121357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.175409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:15.205193 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.205582 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Added segment dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c of type vlan for network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 Feb 07 22:47:15.209090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1abc554-6c71-409b-93d2-875f66f5ac21,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:15.228479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5c293360-a63c-4673-9f1f-74fa1b61fd97 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:47:15.264015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8b10a-3711-4be7-9cee-c40149a5c4d0 req-c304f1d6-77f6-472b-b5f7-122310ea33b3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:15.265583 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50c8b10a-3711-4be7-9cee-c40149a5c4d0 req-c304f1d6-77f6-472b-b5f7-122310ea33b3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 943 time: 0.1388137 Feb 07 22:47:15.268778 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'd1c97c16-dc57-4b67-a118-7e3d12432b0e', 'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'mac_address': 'fa:16:3e:72:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:10Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 2, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'subnets': [{'id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:15.280397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.304386 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Checking router: 44b16e2a-f059-4dc4-ae5f-de800a63c01e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:47:15.306712 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Updating router 44b16e2a-f059-4dc4-ae5f-de800a63c01e port d1c97c16-dc57-4b67-a118-7e3d12432b0e binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:47:15.332973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c75a5f-e237-4791-8ee0-055b92a58bc4 req-8bc3d4ff-df18-46cd-b09a-43aca5414bb9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:15.342484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-35c75a5f-e237-4791-8ee0-055b92a58bc4 req-8bc3d4ff-df18-46cd-b09a-43aca5414bb9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 945 time: 0.1400549 Feb 07 22:47:15.352730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50c8b10a-3711-4be7-9cee-c40149a5c4d0 req-49459ae8-e0b6-4f19-93ad-7c0b8b68f4cf tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665936 Feb 07 22:47:15.370995 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.393982 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-35c75a5f-e237-4791-8ee0-055b92a58bc4 req-50a08968-607e-4bac-95e5-64a4c8000435 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 Feb 07 22:47:15.404901 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.405444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:15.406017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.458837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5c293360-a63c-4673-9f1f-74fa1b61fd97, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5c293360-a63c-4673-9f1f-74fa1b61fd97,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:15.473119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '5c293360-a63c-4673-9f1f-74fa1b61fd97', 'network_id': '3f505c7d-461f-412e-8ed9-d34567727b58', 'port_id': '5c293360-a63c-4673-9f1f-74fa1b61fd97', 'mac_address': 'fa:16:3e:2f:3d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a859faec-1a35-450f-981d-df2a13fe444c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:47:15.495813 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6519625 Feb 07 22:47:15.499068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50362) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:15.505573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Request body: {'subnet': {'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1621750942-subnet', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:15.574418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Made reservation on behalf of 61c159f254ec482e9eafc895940bac91 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:15.577565 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.593084 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.652686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c293360-a63c-4673-9f1f-74fa1b61fd97 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:15.654544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646afe8-acc8-48ab-b4df-e2ca6ad84658 admin admin] Pushing event updated for resources: {'Network': ['ID=cb7de6d6-33b1-4f99-bc0a-134b50ca9419,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:15.705750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7fdab-fc48-4f09-acbd-a82eaa53c3de req-6cf46117-1e7f-4fe7-ab03-d0ae75c37d7f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:15.718504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2cb7fdab-fc48-4f09-acbd-a82eaa53c3de req-6cf46117-1e7f-4fe7-ab03-d0ae75c37d7f tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.2309015 Feb 07 22:47:15.725243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5c293360-a63c-4673-9f1f-74fa1b61fd97, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5c293360-a63c-4673-9f1f-74fa1b61fd97,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:15.728930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:47:15.740985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.812857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2cb7fdab-fc48-4f09-acbd-a82eaa53c3de req-00acfbd9-b782-4f5d-a9a3-ec0330543983 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929356 Feb 07 22:47:16.012364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5c293360-a63c-4673-9f1f-74fa1b61fd97,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:16.045910 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5c293360-a63c-4673-9f1f-74fa1b61fd97'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:16.118847 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.160567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 71cf7293-a99b-4b69-ab22-727ed7e94c74 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:16.195278 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.205735 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.213648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9be1b674-98a0-4748-8345-66051002b251 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:16.218247 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9be1b674-98a0-4748-8345-66051002b251 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.2538412 Feb 07 22:47:16.267184 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-12234359-5859-491b-80a0-3b3e0ceb5ed7 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/quotas/57b74f06a92b4ba9a084a06c9151a043 HTTP/1.1" status: 200 len: 375 time: 0.0395110 Feb 07 22:47:16.285967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91ab129-4dcc-434f-87dc-475961316595,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:16.295325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Checking segment: {'id': 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:16.295694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Network hostable DHCP agents. Network: cb7de6d6-33b1-4f99-bc0a-134b50ca9419, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:16.296485 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Pushing event updated for resources: {'Port': ['ID=d1c97c16-dc57-4b67-a118-7e3d12432b0e,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:16.323686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:16.352380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, cb7de6d6-33b1-4f99-bc0a-134b50ca9419) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:16.357049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:16.357824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.367816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6fea74-e8c0-4ea2-b059-8f0638978d12 None None] Network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:47:16.394464 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6f612a23-37de-4f85-8628-8bd8f31fc5ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8906827 Feb 07 22:47:16.395627 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.397037 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.397692 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.398792 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.399225 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.401145 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.402445 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.402915 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.404101 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.404537 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.406047 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.406534 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:16.408930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-b7491415-2db3-4eb5-bd25-c7f7332d7c72 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1359963 Feb 07 22:47:16.409459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50388) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:16.417793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:16.449203 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Attempting to bind port d1c97c16-dc57-4b67-a118-7e3d12432b0e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:16.456317 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Attempting to bind port d1c97c16-dc57-4b67-a118-7e3d12432b0e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:16.457070 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Attempting to bind port d1c97c16-dc57-4b67-a118-7e3d12432b0e on network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:16.467319 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:16.467999 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Checking segment: {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:16.469264 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.469761 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Bound using segment: {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:16.471671 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Bound port: d1c97c16-dc57-4b67-a118-7e3d12432b0e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:16.472652 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.501958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57301d8-05a2-4f19-9176-b2a69f0bf611 req-e396cd8e-87f0-4c58-aa5b-b8a29974501a tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:16.509613 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a57301d8-05a2-4f19-9176-b2a69f0bf611 req-e396cd8e-87f0-4c58-aa5b-b8a29974501a tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 945 time: 0.1350057 Feb 07 22:47:16.521070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.523469 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.613660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a57301d8-05a2-4f19-9176-b2a69f0bf611 req-c4977bdc-f847-47c0-8615-aaa85511f6b9 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929911 Feb 07 22:47:16.635104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 71cf7293-a99b-4b69-ab22-727ed7e94c74 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:16.635489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.667136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.668174 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] For port d1c97c16-dc57-4b67-a118-7e3d12432b0e, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:16.673087 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] For port d1c97c16-dc57-4b67-a118-7e3d12432b0e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d1c97c16-dc57-4b67-a118-7e3d12432b0e,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:16.680062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-4c84d0ea-37cb-43b9-b26f-41386ac0a34e service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549603 Feb 07 22:47:16.685026 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.831164 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:16.832199 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:16.868279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e750d5dd-98d6-4119-b261-bdea0e760364 None None] Provisioning complete for port d1c97c16-dc57-4b67-a118-7e3d12432b0e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:16.868978 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e750d5dd-98d6-4119-b261-bdea0e760364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.965049 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e893c-9f44-4177-9404-7a9c791b0d06 None None] Pushing event updated for resources: {'Port': ['ID=d1c97c16-dc57-4b67-a118-7e3d12432b0e,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:16.981967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.030577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-cb7de6d6-33b1-4f99-bc0a-134b50ca9419', 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'fixed_ips': [{'subnet_id': 'c91ab129-4dcc-434f-87dc-475961316595'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:47:17.031374 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.099830 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:17.131748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-d521eaa6-9a3c-40ee-b6ae-48b8da7b3ddb service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477274 Feb 07 22:47:17.386724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601440f-abb6-49ce-a819-f62aaa0506d0 req-256479d1-28d4-453a-b772-f6658621d4c5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:17.391075 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c601440f-abb6-49ce-a819-f62aaa0506d0 req-256479d1-28d4-453a-b772-f6658621d4c5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 944 time: 0.2409019 Feb 07 22:47:17.417403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6d74-44e3-4369-9609-4737cd039601 req-5db19bff-bda7-4ba4-bfd6-e5decdf49a27 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:17.418887 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-585f6d74-44e3-4369-9609-4737cd039601 req-5db19bff-bda7-4ba4-bfd6-e5decdf49a27 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.46 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 945 time: 0.1923866 Feb 07 22:47:17.438200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e750d5dd-98d6-4119-b261-bdea0e760364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.439950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.487201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e750d5dd-98d6-4119-b261-bdea0e760364 None None] For port d1c97c16-dc57-4b67-a118-7e3d12432b0e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d1c97c16-dc57-4b67-a118-7e3d12432b0e,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:17.504168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Allocated IP 172.20.0.2 (cb7de6d6-33b1-4f99-bc0a-134b50ca9419/c91ab129-4dcc-434f-87dc-475961316595/7f22fa45-3885-4812-9501-8b9345c273f5) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:17.506882 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.507068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e750d5dd-98d6-4119-b261-bdea0e760364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.611648 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c601440f-abb6-49ce-a819-f62aaa0506d0 req-31673762-46ad-482b-9e5f-ce00d7c2dc1f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835282 Feb 07 22:47:17.660442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750d5dd-98d6-4119-b261-bdea0e760364 None None] Pushing event updated for resources: {'Port': ['ID=d1c97c16-dc57-4b67-a118-7e3d12432b0e,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:17.664723 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'd1c97c16-dc57-4b67-a118-7e3d12432b0e', 'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'mac_address': 'fa:16:3e:72:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:10Z', 'updated_at': '2022-02-07T22:47:16Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'subnets': [{'id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:17.693962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-585f6d74-44e3-4369-9609-4737cd039601 req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Deleting port 8ee11173-95bf-4b92-934b-18136f2aa634 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:47:17.694310 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-585f6d74-44e3-4369-9609-4737cd039601 req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.717892 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a075531-a425-42f8-8a3f-de621b24969b None None] The sync data for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 is: [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'd1c97c16-dc57-4b67-a118-7e3d12432b0e', 'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'mac_address': 'fa:16:3e:72:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:10Z', 'updated_at': '2022-02-07T22:47:16Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'subnets': [{'id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:47:17.735850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-53206a74-5a70-42ca-a86a-df3c7c2ee213 None None] Provisioning complete for port d1c97c16-dc57-4b67-a118-7e3d12432b0e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:17.740861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53206a74-5a70-42ca-a86a-df3c7c2ee213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.752448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Allocated IP 172.25.8.148 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/be83e592-ec89-4b07-953e-23b04010a251) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:18.148502 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fd1dc8c3-cc50-4969-bba1-a58c3772e4e7 req-9c505dd5-a0ce-471c-ad81-de442a5c679e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 210 time: 0.4117534 Feb 07 22:47:18.198695 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.224905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d1c97c16-dc57-4b67-a118-7e3d12432b0e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:18.305911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-94db6571-911e-4364-b4bd-afe745d17049 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:18.323737 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-94db6571-911e-4364-b4bd-afe745d17049 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.24 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.5734277 Feb 07 22:47:18.331285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbc4c-807d-4f98-a748-ab8fe441a59d req-18c77f76-909a-4934-ad89-9d46e4f6605b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:18.340239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-051fbc4c-807d-4f98-a748-ab8fe441a59d req-18c77f76-909a-4934-ad89-9d46e4f6605b tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.1261308 Feb 07 22:47:18.350154 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.411250 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.430877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d1c97c16-dc57-4b67-a118-7e3d12432b0e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:18.431332 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.468264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:18.491181 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.497842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:18.502553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:18.555336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-585f6d74-44e3-4369-9609-4737cd039601 req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] For port 8ee11173-95bf-4b92-934b-18136f2aa634, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8ee11173-95bf-4b92-934b-18136f2aa634,segment=NetworkSegment(1e571341-da0b-4597-8144-b01750cbe82a),segment_id=1e571341-da0b-4597-8144-b01750cbe82a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:18.562035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-585f6d74-44e3-4369-9609-4737cd039601 req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.581038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Pushing event updated for resources: {'Port': ['ID=be83e592-ec89-4b07-953e-23b04010a251,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:18.620667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-051fbc4c-807d-4f98-a748-ab8fe441a59d req-e405b98a-77a8-4d38-b587-38c90cf0bc0c tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466547 Feb 07 22:47:18.635849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:18.645097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Pushing event updated for resources: {'Port': ['ID=7f22fa45-3885-4812-9501-8b9345c273f5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:18.671776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-585f6d74-44e3-4369-9609-4737cd039601 req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Calling delete_port for 8ee11173-95bf-4b92-934b-18136f2aa634 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:47:18.672152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:18.675514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:18.848618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Attempting to bind port 7f22fa45-3885-4812-9501-8b9345c273f5 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:18.850005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Attempting to bind port 7f22fa45-3885-4812-9501-8b9345c273f5 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:18.851424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Attempting to bind port 7f22fa45-3885-4812-9501-8b9345c273f5 on network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:18.858322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:18.858966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Checking segment: {'id': 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:18.859625 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.860676 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Bound using segment: {'id': 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:18.861997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Bound port: 7f22fa45-3885-4812-9501-8b9345c273f5, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:18.862636 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.879258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e64c3c-7bf0-4171-8b6f-6a08bbb6d720 req-935516eb-d52b-4a3c-bf46-b3fdcbafb95e tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:18.899808 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98e64c3c-7bf0-4171-8b6f-6a08bbb6d720 req-935516eb-d52b-4a3c-bf46-b3fdcbafb95e tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 945 time: 0.5611756 Feb 07 22:47:19.019628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98e64c3c-7bf0-4171-8b6f-6a08bbb6d720 req-a4554769-703b-4019-baeb-5a4fa7be8844 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d198feb-f56c-4a20-8174-109dedc2284c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168222 Feb 07 22:47:19.089853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] For port 7f22fa45-3885-4812-9501-8b9345c273f5, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:19.127087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805bf06-4ce5-45d8-820d-df5262d33636 req-4f1f5eda-dfbc-4c26-903d-ec8747b3cdf9 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:19.128705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1805bf06-4ce5-45d8-820d-df5262d33636 req-4f1f5eda-dfbc-4c26-903d-ec8747b3cdf9 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 944 time: 0.2820394 Feb 07 22:47:19.141099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Deleting port fd2f43cc-1e33-4e20-b5e2-a4b1773988be {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:47:19.141621 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.260265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5c293360-a63c-4673-9f1f-74fa1b61fd97 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:19.266412 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1805bf06-4ce5-45d8-820d-df5262d33636 req-de01ebd6-16c4-4af3-a2e8-c862b94b5f6f tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228986 Feb 07 22:47:19.492144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-585f6d74-44e3-4369-9609-4737cd039601 req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.545818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] For port 7f22fa45-3885-4812-9501-8b9345c273f5, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7f22fa45-3885-4812-9501-8b9345c273f5,segment=NetworkSegment(dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c),segment_id=dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:19.549647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['8ee11173-95bf-4b92-934b-18136f2aa634'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:19.561402 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.583920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2bf7d1e5-fbb3-4919-bc19-5dff6c921c7e req-f8e0463f-8fbd-49ad-8361-f86c074d4e1d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 210 time: 0.2563686 Feb 07 22:47:19.690071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Pushing event deleted for resources: {'Port': ['ID=8ee11173-95bf-4b92-934b-18136f2aa634,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:19.725179 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.758921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c70328-cae3-44a5-ba99-a943f3e9d565 None None] Pushing event updated for resources: {'Port': ['ID=7f22fa45-3885-4812-9501-8b9345c273f5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:19.814112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 5c293360-a63c-4673-9f1f-74fa1b61fd97 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:19.824443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 5c293360-a63c-4673-9f1f-74fa1b61fd97 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:19.827134 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.940157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-585f6d74-44e3-4369-9609-4737cd039601 req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] No DVR routers for this DVR port 8ee11173-95bf-4b92-934b-18136f2aa634 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:19.960435 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-585f6d74-44e3-4369-9609-4737cd039601 req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.976493 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-585f6d74-44e3-4369-9609-4737cd039601 req-e41e8a93-7892-4c86-844c-a9101d0c7c8b tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.46 "DELETE /v2.0/ports/8ee11173-95bf-4b92-934b-18136f2aa634 HTTP/1.1" status: 204 len: 173 time: 2.5347362 Feb 07 22:47:19.984549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57809d21-eba6-4895-8ba0-e6f497e202ce', 'name': 'network-vif-deleted', 'tag': '8ee11173-95bf-4b92-934b-18136f2aa634'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:19.988080 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caccfcc-dd6e-46ce-bb89-36f44c28188e" -d '{"events": [{"server_uuid": "57809d21-eba6-4895-8ba0-e6f497e202ce", "name": "network-vif-deleted", "tag": "8ee11173-95bf-4b92-934b-18136f2aa634"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:20.008837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] For port fd2f43cc-1e33-4e20-b5e2-a4b1773988be, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,segment=NetworkSegment(e4bac3a0-07db-4c9d-9902-c7125f0c14a4),segment_id=e4bac3a0-07db-4c9d-9902-c7125f0c14a4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:20.009453 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.138452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-3679eb13-ac2c-4600-8813-5daceafc394a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:20.143625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-3679eb13-ac2c-4600-8813-5daceafc394a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.9921453 Feb 07 22:47:20.150849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Calling delete_port for fd2f43cc-1e33-4e20-b5e2-a4b1773988be owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:47:20.154477 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4253d2be-0eb5-44fd-ba68-691086e7d794 x-openstack-request-id: req-4253d2be-0eb5-44fd-ba68-691086e7d794 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:20.158573 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57809d21-eba6-4895-8ba0-e6f497e202ce", "name": "network-vif-deleted", "tag": "8ee11173-95bf-4b92-934b-18136f2aa634", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:20.159903 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4253d2be-0eb5-44fd-ba68-691086e7d794 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:20.160740 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57809d21-eba6-4895-8ba0-e6f497e202ce', 'name': 'network-vif-deleted', 'tag': '8ee11173-95bf-4b92-934b-18136f2aa634', 'status': 'completed', 'code': 200} Feb 07 22:47:20.194356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Request body: {'port': {'device_id': '67dffce3-d14b-412c-8140-23fddd6c2b4b', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'admin_state_up': True, 'tenant_id': '57b74f06a92b4ba9a084a06c9151a043'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:20.215114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b745d-d58f-4587-8bc8-268767d87445 req-1681d8d2-8245-4f88-ac99-3f52e718dcaa tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:20.222677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-802b745d-d58f-4587-8bc8-268767d87445 req-1681d8d2-8245-4f88-ac99-3f52e718dcaa tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 945 time: 0.3269260 Feb 07 22:47:20.371762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-802b745d-d58f-4587-8bc8-268767d87445 req-d03453a6-b436-45a9-b1d8-e729a9b65275 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f03fd34-3000-4a97-8502-557738955bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477177 Feb 07 22:47:20.438535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.542670 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.558482 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f2f941f-4efe-4523-a2be-370e03a31f30 req-6c488b0f-79a4-4a4b-8bb6-75a093958fd8 tempest-ServersNegativeTestMultiTenantJSON-1245710301 tempest-ServersNegativeTestMultiTenantJSON-1245710301-project] 10.222.0.15 "GET /v2.0/ports?device_id=57809d21-eba6-4895-8ba0-e6f497e202ce HTTP/1.1" status: 200 len: 210 time: 0.1841881 Feb 07 22:47:20.641934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f2392a-578b-49ba-847c-35a9363d4051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c293360-a63c-4673-9f1f-74fa1b61fd97'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:20.652672 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d385aaf-82c0-4b22-904b-4c04f8e3fea3" -d '{"events": [{"server_uuid": "98f2392a-578b-49ba-847c-35a9363d4051", "name": "network-vif-plugged", "status": "completed", "tag": "5c293360-a63c-4673-9f1f-74fa1b61fd97"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:20.681405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a5870-69dc-48c9-84b4-938a013e76a7 req-c5c1f922-b73d-4dfd-989c-300b6ccf4667 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:20.683517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c5a5870-69dc-48c9-84b4-938a013e76a7 req-c5c1f922-b73d-4dfd-989c-300b6ccf4667 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 944 time: 0.1619854 Feb 07 22:47:20.708498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5c293360-a63c-4673-9f1f-74fa1b61fd97, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5c293360-a63c-4673-9f1f-74fa1b61fd97,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:20.721787 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.723068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fd2f43cc-1e33-4e20-b5e2-a4b1773988be no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:47:20.784637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c5a5870-69dc-48c9-84b4-938a013e76a7 req-a7cace16-f12e-43ce-a46e-734e23098a20 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908873 Feb 07 22:47:20.818288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Router cd2734e8-c9f9-4d25-a2a2-057946d49656 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:47:20.903430 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe569b73-09e1-4b15-b3a8-813aa8b35ee8 x-openstack-request-id: req-fe569b73-09e1-4b15-b3a8-813aa8b35ee8 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:20.903747 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f2392a-578b-49ba-847c-35a9363d4051", "name": "network-vif-plugged", "status": "completed", "tag": "5c293360-a63c-4673-9f1f-74fa1b61fd97", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:20.904003 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe569b73-09e1-4b15-b3a8-813aa8b35ee8 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:20.905224 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f2392a-578b-49ba-847c-35a9363d4051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c293360-a63c-4673-9f1f-74fa1b61fd97', 'code': 200} Feb 07 22:47:20.905513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Made reservation on behalf of 57b74f06a92b4ba9a084a06c9151a043 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:20.910164 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.951313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5c293360-a63c-4673-9f1f-74fa1b61fd97,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:20.963399 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6612de33-77eb-4911-9514-ab27b7d37b9d req-9ff96aec-eca5-4bb5-a63f-6ae304dc610b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 210 time: 0.2193022 Feb 07 22:47:20.964256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.966032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No active binding found for port fd2f43cc-1e33-4e20-b5e2-a4b1773988be {{(pid=102291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 22:47:20.966032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device fd2f43cc-1e33-4e20-b5e2-a4b1773988be not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:47:20.993990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:47:21.007388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Sync routers for ids ['cd2734e8-c9f9-4d25-a2a2-057946d49656'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:47:21.025543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Routers {'cd2734e8-c9f9-4d25-a2a2-057946d49656'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:21.026518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['cd2734e8-c9f9-4d25-a2a2-057946d49656'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:21.032461 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:21.039484 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-86c5c1e0-0ded-4263-bff2-62433a809e3d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6227429 Feb 07 22:47:21.040818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50440) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:21.045770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Pushing event deleted for resources: {'Port': ['ID=fd2f43cc-1e33-4e20-b5e2-a4b1773988be,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:21.118302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] No DVR routers for this DVR port fd2f43cc-1e33-4e20-b5e2-a4b1773988be on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:21.124684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:21.131581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0524a004-f9fd-4f9b-ad5f-fdd6e3ad765d req-1eceac95-68e4-4343-97ea-b23579d9babb tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.24 "DELETE /v2.0/ports/fd2f43cc-1e33-4e20-b5e2-a4b1773988be HTTP/1.1" status: 204 len: 173 time: 2.7897689 Feb 07 22:47:21.185059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4741-1578-4e5e-93c9-9d7703750734 req-7e6e2a5c-82ba-4bfd-9fe4-fb48818ad16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:21.186743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58ac4741-1578-4e5e-93c9-9d7703750734 req-7e6e2a5c-82ba-4bfd-9fe4-fb48818ad16c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 1096 time: 0.2033432 Feb 07 22:47:21.230124 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Set router cd2734e8-c9f9-4d25-a2a2-057946d49656 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:21.354475 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58ac4741-1578-4e5e-93c9-9d7703750734 req-32b2add8-cc44-4ab7-aaf1-721dbbaae7b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381435 Feb 07 22:47:21.406510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Allocated IP 172.20.0.11 (6ec52ef6-8c28-475a-a4d6-03863d0789b3/d0bb49ce-8877-49f5-b44d-12b6120d74f9/4fcc07cc-cb17-4713-88f2-bc4a387c6b73) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:21.470077 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52101a98-8aec-41d2-9fb3-0ab7716e8672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:21.578822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be83e592-ec89-4b07-953e-23b04010a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:16Z', 'updated_at': '2022-02-07T22:47:19Z', 'revision_number': 3, 'project_id': '61c159f254ec482e9eafc895940bac91', 'gw_port': {'id': 'be83e592-ec89-4b07-953e-23b04010a251', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:17Z', 'updated_at': '2022-02-07T22:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:21.609082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b88c54bc-4f8a-496b-adf6-43d0bd24a5c6 req-ded2674a-d78f-405f-b1e7-4e4736c0f6a5 tempest-ServerDiskConfigTestJSON-1906136277 tempest-ServerDiskConfigTestJSON-1906136277-project] 10.222.0.15 "GET /v2.0/ports?device_id=5066386d-f320-4398-ab49-d434e40e7339 HTTP/1.1" status: 200 len: 210 time: 0.0497873 Feb 07 22:47:21.674929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Checking router: cd2734e8-c9f9-4d25-a2a2-057946d49656 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:47:21.676768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Updating router cd2734e8-c9f9-4d25-a2a2-057946d49656 port be83e592-ec89-4b07-953e-23b04010a251 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:47:21.683984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50450) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:21.730738 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:21.739193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-04061c3f-d1f9-46f6-a06a-49a13f78a577 admin admin] Deleting subnet 91089d3c-ea5b-4d9f-ad67-b11a2b9967ec {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:47:21.752055 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04061c3f-d1f9-46f6-a06a-49a13f78a577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:21.860631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b3c57-4c1c-4fa2-83d6-dde941a04798 None None] Network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:47:21.863550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:21.892664 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04061c3f-d1f9-46f6-a06a-49a13f78a577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.024498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6dc74945-b82a-4ebe-b975-d658563d13c6 None None] Provisioning complete for port 7f22fa45-3885-4812-9501-8b9345c273f5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:22.028233 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6dc74945-b82a-4ebe-b975-d658563d13c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.093762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.121912 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04061c3f-d1f9-46f6-a06a-49a13f78a577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.162879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8ee11173-95bf-4b92-934b-18136f2aa634 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:47:22.200445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 8ee11173-95bf-4b92-934b-18136f2aa634 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:47:22.201178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8ee11173-95bf-4b92-934b-18136f2aa634 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:47:22.220372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5066386d-f320-4398-ab49-d434e40e7339', 'name': 'network-vif-deleted', 'tag': 'fd2f43cc-1e33-4e20-b5e2-a4b1773988be'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:22.226961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7f22fa45-3885-4812-9501-8b9345c273f5 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:22.227885 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1294b60-074d-4382-8ad5-1350cb4a004a" -d '{"events": [{"server_uuid": "5066386d-f320-4398-ab49-d434e40e7339", "name": "network-vif-deleted", "tag": "fd2f43cc-1e33-4e20-b5e2-a4b1773988be"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:22.270490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a38ddf7e-1549-4a3f-bf67-9297fb65ff3d req-a8a21f43-5363-40b9-b827-c80b1bcff367 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 210 time: 0.1415057 Feb 07 22:47:22.295252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.355418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:22.420874 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8959338-574e-4afb-bcdb-2bfabe2dacb2 x-openstack-request-id: req-d8959338-574e-4afb-bcdb-2bfabe2dacb2 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:22.428303 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5066386d-f320-4398-ab49-d434e40e7339", "name": "network-vif-deleted", "tag": "fd2f43cc-1e33-4e20-b5e2-a4b1773988be", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:22.428667 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8959338-574e-4afb-bcdb-2bfabe2dacb2 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:22.429168 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5066386d-f320-4398-ab49-d434e40e7339', 'name': 'network-vif-deleted', 'tag': 'fd2f43cc-1e33-4e20-b5e2-a4b1773988be', 'status': 'completed', 'code': 200} Feb 07 22:47:22.468241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:22.479514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04061c3f-d1f9-46f6-a06a-49a13f78a577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.481717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:22.515400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:22.581830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event updated for resources: {'Port': ['ID=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:22.613927 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6dc74945-b82a-4ebe-b975-d658563d13c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.668488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04061c3f-d1f9-46f6-a06a-49a13f78a577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91089d3c-ea5b-4d9f-ad67-b11a2b9967ec,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:22.670624 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04061c3f-d1f9-46f6-a06a-49a13f78a577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.690037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-04061c3f-d1f9-46f6-a06a-49a13f78a577 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/91089d3c-ea5b-4d9f-ad67-b11a2b9967ec HTTP/1.1" status: 204 len: 168 time: 1.0046043 Feb 07 22:47:22.715838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50470) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:22.744384 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.751798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7f22fa45-3885-4812-9501-8b9345c273f5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:22.752246 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.760137 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.827957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6dc74945-b82a-4ebe-b975-d658563d13c6 None None] For port 7f22fa45-3885-4812-9501-8b9345c273f5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7f22fa45-3885-4812-9501-8b9345c273f5,segment=NetworkSegment(dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c),segment_id=dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:22.876218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51812bc-eb49-480a-8d49-08f8c6b947ab req-100533a2-1201-4ed4-b271-67eced9f8572 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:22.890384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f51812bc-eb49-480a-8d49-08f8c6b947ab req-100533a2-1201-4ed4-b271-67eced9f8572 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 945 time: 0.9191754 Feb 07 22:47:22.905229 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6dc74945-b82a-4ebe-b975-d658563d13c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.917896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:22.921427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.979038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f51812bc-eb49-480a-8d49-08f8c6b947ab req-7110cb74-3dca-4436-bdc7-b50c8e2f1de5 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887723 Feb 07 22:47:22.989087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-6ec39d97-6f00-42b2-b13f-4a161bddb6fa tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8260310 Feb 07 22:47:23.060883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Attempting to bind port be83e592-ec89-4b07-953e-23b04010a251 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:23.062931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Attempting to bind port be83e592-ec89-4b07-953e-23b04010a251 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:23.063521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Attempting to bind port be83e592-ec89-4b07-953e-23b04010a251 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:23.070732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af026d-0b4d-442f-8e8b-0540cb825f3f None None] Pushing event updated for resources: {'Port': ['ID=be83e592-ec89-4b07-953e-23b04010a251,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:23.077376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Request body: {'port': {'device_id': '67dffce3-d14b-412c-8140-23fddd6c2b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:23.086810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Allocated IP 172.20.0.1 (cb7de6d6-33b1-4f99-bc0a-134b50ca9419/c91ab129-4dcc-434f-87dc-475961316595/b5cd384e-b2fa-4248-9045-c2158ef4ca98) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:23.089061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:23.090773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:23.091419 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.092039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:23.092842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Bound port: be83e592-ec89-4b07-953e-23b04010a251, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:23.093500 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.163216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] For port be83e592-ec89-4b07-953e-23b04010a251, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:23.170086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] For port be83e592-ec89-4b07-953e-23b04010a251, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=be83e592-ec89-4b07-953e-23b04010a251,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:23.211959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.248879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50482) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:23.279859 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.286718 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.327981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.355233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.375646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6c2cbdca-cd65-4ae4-97d5-80ee0683808c None None] Provisioning complete for port 7f22fa45-3885-4812-9501-8b9345c273f5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:23.376040 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c2cbdca-cd65-4ae4-97d5-80ee0683808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.403039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e9955-b9da-43a5-a0e6-6bb135f9a2b5 req-362dd891-0c7f-42af-91e2-43e06c1498c3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:23.404817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-335e9955-b9da-43a5-a0e6-6bb135f9a2b5 req-362dd891-0c7f-42af-91e2-43e06c1498c3 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.3981800 Feb 07 22:47:23.430868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc74945-b82a-4ebe-b975-d658563d13c6 None None] Pushing event updated for resources: {'Port': ['ID=7f22fa45-3885-4812-9501-8b9345c273f5,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:23.449590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:23.449816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Routers {'cd2734e8-c9f9-4d25-a2a2-057946d49656'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:23.450324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:46:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['cd2734e8-c9f9-4d25-a2a2-057946d49656'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:23.459862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:23.468862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:23.592570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bdcf1-6594-4921-aa56-5da64723f5e0 req-1b3e9a61-bf55-45dc-a283-422b4a3f3441 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:23.602004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b03bdcf1-6594-4921-aa56-5da64723f5e0 req-1b3e9a61-bf55-45dc-a283-422b4a3f3441 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 932 time: 0.2427664 Feb 07 22:47:23.603908 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.612514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cd384e-b2fa-4248-9045-c2158ef4ca98,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:23.632499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-09206e3d-90de-4b43-8ebd-4944d4cdcb39 admin admin] Deleting subnet 330f6228-f630-41d8-a629-5ee6cde7196a {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:47:23.660208 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09206e3d-90de-4b43-8ebd-4944d4cdcb39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.731848 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-335e9955-b9da-43a5-a0e6-6bb135f9a2b5 req-97f46135-1c01-4b94-ab75-3ffe93ab9916 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184534 Feb 07 22:47:23.736348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.760507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:23.836646 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b03bdcf1-6594-4921-aa56-5da64723f5e0 req-5c054039-e60e-4d9b-8ffe-184efc366419 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201796 Feb 07 22:47:23.843463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] Set router cd2734e8-c9f9-4d25-a2a2-057946d49656 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:23.868208 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09206e3d-90de-4b43-8ebd-4944d4cdcb39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.871542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3c130f-6573-470a-a2b0-f33096c92581']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:23.876769 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73d27a9a-a861-4b96-b934-4809679b3659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.933812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e571341-da0b-4597-8144-b01750cbe82a') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:23.934257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e571341-da0b-4597-8144-b01750cbe82a') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:23.948178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af026d-0b4d-442f-8e8b-0540cb825f3f None None] Pushing event updated for resources: {'Port': ['ID=be83e592-ec89-4b07-953e-23b04010a251,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:23.952924 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.977000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.127381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7f22fa45-3885-4812-9501-8b9345c273f5 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:24.190154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e47526a2-fa57-4380-bb19-5e13aaf886ce None None] Provisioning complete for port b5cd384e-b2fa-4248-9045-c2158ef4ca98 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:24.190524 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e47526a2-fa57-4380-bb19-5e13aaf886ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.241582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.244618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e47526a2-fa57-4380-bb19-5e13aaf886ce None None] Port b5cd384e-b2fa-4248-9045-c2158ef4ca98 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:47:24.251111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.254751 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be83e592-ec89-4b07-953e-23b04010a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:16Z', 'updated_at': '2022-02-07T22:47:19Z', 'revision_number': 3, 'project_id': '61c159f254ec482e9eafc895940bac91', 'gw_port': {'id': 'be83e592-ec89-4b07-953e-23b04010a251', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:17Z', 'updated_at': '2022-02-07T22:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:24.257859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7f22fa45-3885-4812-9501-8b9345c273f5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:24.258217 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.308057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ec7fd-0bed-48fd-95b2-1e3f31353e94 None None] The sync data for ids ['cd2734e8-c9f9-4d25-a2a2-057946d49656'] in n-d-827895-2 is: [{'id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be83e592-ec89-4b07-953e-23b04010a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:16Z', 'updated_at': '2022-02-07T22:47:19Z', 'revision_number': 3, 'project_id': '61c159f254ec482e9eafc895940bac91', 'gw_port': {'id': 'be83e592-ec89-4b07-953e-23b04010a251', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:17Z', 'updated_at': '2022-02-07T22:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:47:24.349170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cd384e-b2fa-4248-9045-c2158ef4ca98,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:24.354880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.469180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.484943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09206e3d-90de-4b43-8ebd-4944d4cdcb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.492291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:24.494041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:24.494174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:24.494430 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:24.496181 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:24.723924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Router cd2734e8-c9f9-4d25-a2a2-057946d49656 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:47:24.726453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd12823-d700-4f3e-a047-ad59bda0500f req-8390bb5f-3b09-4927-bde3-1e0712d20f28 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:24.736826 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9bd12823-d700-4f3e-a047-ad59bda0500f req-8390bb5f-3b09-4927-bde3-1e0712d20f28 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 945 time: 0.3085809 Feb 07 22:47:24.765535 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.771423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.775304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] 10.222.0.15 "DELETE /v2.0/networks/3c3c130f-6573-470a-a2b0-f33096c92581 HTTP/1.1" status: 204 len: 168 time: 2.0582542 Feb 07 22:47:24.798815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50494) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:24.801314 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.901512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3c130f-6573-470a-a2b0-f33096c92581,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:24.933924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-8ca184a5-99f8-4d75-9790-e1deeae982f1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:24.936116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-8ca184a5-99f8-4d75-9790-e1deeae982f1 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.3541789 Feb 07 22:47:24.939137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09206e3d-90de-4b43-8ebd-4944d4cdcb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.957333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:47:24.958395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb1b6eb-3dee-4acc-af42-0a2f3c199b38 admin admin] Deleting subnet a214791f-1015-4106-91c2-04d6be2d3320 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:47:24.963836 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-211b7873-74f7-42f6-9335-f4d96a751736 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd2734e8-c9f9-4d25-a2a2-057946d49656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9219615 Feb 07 22:47:24.980063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8328ff-9138-4040-b266-9dfc37fb0623 req-d1e78af2-c0f7-4293-8fa8-44831359fd68 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:24.984769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f8328ff-9138-4040-b266-9dfc37fb0623 req-d1e78af2-c0f7-4293-8fa8-44831359fd68 tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 947 time: 0.1243548 Feb 07 22:47:24.987397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-de153432-f4fc-4d60-9c3a-f61a261f96b9 None None] Provisioning complete for port b5cd384e-b2fa-4248-9045-c2158ef4ca98 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:24.988016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de153432-f4fc-4d60-9c3a-f61a261f96b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.045669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09206e3d-90de-4b43-8ebd-4944d4cdcb39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.052672 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f8328ff-9138-4040-b266-9dfc37fb0623 req-3150d3fb-03c5-4f3b-9b74-906d48324f0d tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/security-groups?id=975c66e9-0081-4545-b2f7-8f726c14485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627980 Feb 07 22:47:25.053197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50500) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:25.054192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-09206e3d-90de-4b43-8ebd-4944d4cdcb39 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/330f6228-f630-41d8-a629-5ee6cde7196a HTTP/1.1" status: 204 len: 168 time: 1.8022625 Feb 07 22:47:25.078871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.079073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.079413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.080231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.080231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.080474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.080720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.081041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.081367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.083118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.083465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.083819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f6165-0c3a-4cc2-98b8-63235ac9f07d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:25.095090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-de153432-f4fc-4d60-9c3a-f61a261f96b9 None None] Port b5cd384e-b2fa-4248-9045-c2158ef4ca98 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:47:25.133030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b6eb-3dee-4acc-af42-0a2f3c199b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.198492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.203968 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9bd12823-d700-4f3e-a047-ad59bda0500f req-fc0ce04e-1067-4557-8cc4-4b7611bc5fe8 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658926 Feb 07 22:47:25.206141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09206e3d-90de-4b43-8ebd-4944d4cdcb39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330f6228-f630-41d8-a629-5ee6cde7196a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:25.252524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:25.282852 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.295872 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b6eb-3dee-4acc-af42-0a2f3c199b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.358862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Transition to ACTIVE for port object 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:25.389214 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.390375 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.398946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b6eb-3dee-4acc-af42-0a2f3c199b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.423226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5c586-5aac-40ca-813f-1fac337add4e req-e4c918ce-5a91-4101-8751-b7038ed5b5bf tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:25.432932 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89a5c586-5aac-40ca-813f-1fac337add4e req-e4c918ce-5a91-4101-8751-b7038ed5b5bf tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 932 time: 0.2073891 Feb 07 22:47:25.479125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fb2cd4-7315-4385-9c54-330156f5d045']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:25.513751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:25.514089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bac3a0-07db-4c9d-9902-c7125f0c14a4') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:25.528259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:25.537570 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.569926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Deleting port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:47:25.570286 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.571636 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89a5c586-5aac-40ca-813f-1fac337add4e req-b1ff53c4-c25a-4dbc-af5f-7e812fe077ec tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377282 Feb 07 22:47:25.600438 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.610461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:25.612844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:25.615788 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:25.664799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b6eb-3dee-4acc-af42-0a2f3c199b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.719228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1b6eb-3dee-4acc-af42-0a2f3c199b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a214791f-1015-4106-91c2-04d6be2d3320,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:25.768968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.782564 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.785366 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b6eb-3dee-4acc-af42-0a2f3c199b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.792004 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bbb1b6eb-3dee-4acc-af42-0a2f3c199b38 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a214791f-1015-4106-91c2-04d6be2d3320 HTTP/1.1" status: 204 len: 168 time: 0.9899142 Feb 07 22:47:25.792674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] 10.222.0.15 "DELETE /v2.0/networks/38fb2cd4-7315-4385-9c54-330156f5d045 HTTP/1.1" status: 204 len: 168 time: 0.7382379 Feb 07 22:47:25.793309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50538) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:25.834982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Attempting to bind port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:25.835318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Attempting to bind port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:25.835626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Attempting to bind port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:25.852746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c8ede-8537-4f7d-8823-a0995c651677 admin admin] Pushing event deleted for resources: {'Network': ['ID=38fb2cd4-7315-4385-9c54-330156f5d045,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:25.857464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc9efc-53dc-42f6-80d1-37c0484c6eb6 req-17c4e591-a4aa-475e-8afb-56043ec5b6e4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:25.865627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e6bc9efc-53dc-42f6-80d1-37c0484c6eb6 req-17c4e591-a4aa-475e-8afb-56043ec5b6e4 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 945 time: 0.1827962 Feb 07 22:47:25.879500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:47:25.879870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Attempting to bind port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:25.885305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] For port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,segment=NetworkSegment(b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f),segment_id=b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:25.885669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.907307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:25.907657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Checking segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:25.908044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Bound using segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:25.910719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Bound port: 4fcc07cc-cb17-4713-88f2-bc4a387c6b73, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:25.911323 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.928641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Calling delete_port for 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:47:25.966707 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.981398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e6bc9efc-53dc-42f6-80d1-37c0484c6eb6 req-d376b8a5-bc14-4d4f-94a5-34d294f9df27 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145709 Feb 07 22:47:26.201894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50550) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:26.206304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device be83e592-ec89-4b07-953e-23b04010a251 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:26.256995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] For port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:26.289571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.290408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.297175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] For port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:26.300933 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port be83e592-ec89-4b07-953e-23b04010a251 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:26.301300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.312776 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.334926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ee01eb-4c5a-435c-ad5d-fb41595eba3f']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:26.357109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746bd789-3d27-45b0-a801-e1f69e44c580') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:26.357640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746bd789-3d27-45b0-a801-e1f69e44c580') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:26.369813 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.392756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.398465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:26.399129 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.433191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.465232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:26.465943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.466882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port be83e592-ec89-4b07-953e-23b04010a251, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=be83e592-ec89-4b07-953e-23b04010a251,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:26.468754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] 10.222.0.46 "PUT /v2.0/ports/4fcc07cc-cb17-4713-88f2-bc4a387c6b73 HTTP/1.1" status: 200 len: 1092 time: 3.4080029 Feb 07 22:47:26.473388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dffce3-d14b-412c-8140-23fddd6c2b4b', 'tag': '4fcc07cc-cb17-4713-88f2-bc4a387c6b73'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:26.477123 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe" -d '{"events": [{"name": "network-changed", "server_uuid": "67dffce3-d14b-412c-8140-23fddd6c2b4b", "tag": "4fcc07cc-cb17-4713-88f2-bc4a387c6b73"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:26.485680 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:26.486290 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:26.497552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.514268 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.520839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.524374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] 10.222.0.15 "DELETE /v2.0/networks/23ee01eb-4c5a-435c-ad5d-fb41595eba3f HTTP/1.1" status: 204 len: 168 time: 0.7257445 Feb 07 22:47:26.541045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff842ca-7015-4276-a922-9d95da212cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:26.543637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74323596-147b-4174-83ae-7d04ba651323 req-ae5de9ec-ff96-4cbb-8b2d-643ef7e4eb5f tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.15 "GET /v2.0/ports?device_id=7023344c-e3f6-41ac-bd76-2b84b9a42c16 HTTP/1.1" status: 200 len: 210 time: 0.2991533 Feb 07 22:47:26.618381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250ee62-0399-4003-b0aa-ae5777ddd5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=23ee01eb-4c5a-435c-ad5d-fb41595eba3f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:26.632240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Pushing event deleted for resources: {'Port': ['ID=946c5264-0a14-418e-a6b3-43c8d8ccd0c4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:26.657344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1d5b48ed-4bea-49c9-8d43-c66ad92d2f61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cf6e28709774bc896a969b9bc722f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532924 Feb 07 22:47:26.659111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50562) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:26.666034 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80db5093-899e-4208-9c60-412b6b84303c x-openstack-request-id: req-80db5093-899e-4208-9c60-412b6b84303c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:26.666595 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dffce3-d14b-412c-8140-23fddd6c2b4b", "tag": "4fcc07cc-cb17-4713-88f2-bc4a387c6b73", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:26.667056 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80db5093-899e-4208-9c60-412b6b84303c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:26.667690 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dffce3-d14b-412c-8140-23fddd6c2b4b', 'tag': '4fcc07cc-cb17-4713-88f2-bc4a387c6b73', 'status': 'completed', 'code': 200} Feb 07 22:47:26.673105 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.694861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] No DVR routers for this DVR port 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:26.699357 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.703261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f1346c0-cdfc-4e2b-96cb-0fdccddf4a81 req-f9b02944-b527-4c7c-9529-9fc42886983e tempest-ServersNegativeTestJSON-1406249513 tempest-ServersNegativeTestJSON-1406249513-project] 10.222.0.24 "DELETE /v2.0/ports/946c5264-0a14-418e-a6b3-43c8d8ccd0c4 HTTP/1.1" status: 204 len: 173 time: 1.6785846 Feb 07 22:47:26.716643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-887af4c9-44d4-46a4-8605-5bdab8b27036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:26.719435 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-887af4c9-44d4-46a4-8605-5bdab8b27036 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 1095 time: 0.1914425 Feb 07 22:47:26.723746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=be83e592-ec89-4b07-953e-23b04010a251,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:26.738105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.738969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.738969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.739171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.739464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.739819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.740153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.740485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.740809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.741133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.741460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.741784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:26.837631 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6027531f-4a11-4d9f-bb45-02a58b57a5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.855755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-734ad2d4-69cd-4059-b74d-f7b502ac505c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcc07cc-cb17-4713-88f2-bc4a387c6b73 HTTP/1.1" status: 200 len: 217 time: 0.1281595 Feb 07 22:47:26.881716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d5fad-674e-4b0d-b4ab-f591600550ac req-ee142f58-c0e2-4d90-9060-2fe55eb7b36d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:26.883287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d82d5fad-674e-4b0d-b4ab-f591600550ac req-ee142f58-c0e2-4d90-9060-2fe55eb7b36d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 944 time: 0.1217504 Feb 07 22:47:26.907807 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6027531f-4a11-4d9f-bb45-02a58b57a5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.939355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-984932f4-1a7e-4ae4-b789-3e44899d0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:26.941328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-984932f4-1a7e-4ae4-b789-3e44899d0e06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.0774245 Feb 07 22:47:26.991543 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d82d5fad-674e-4b0d-b4ab-f591600550ac req-37c6df31-5fe4-4275-a699-3770ec49f024 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989728 Feb 07 22:47:27.013027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-c7931991-b207-4844-af13-02816e32bb7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648649 Feb 07 22:47:27.019139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50590) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:27.034139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6027531f-4a11-4d9f-bb45-02a58b57a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.046892 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6027531f-4a11-4d9f-bb45-02a58b57a5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.052707 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6027531f-4a11-4d9f-bb45-02a58b57a5bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f03fd34-3000-4a97-8502-557738955bcb HTTP/1.1" status: 204 len: 168 time: 0.3875141 Feb 07 22:47:27.165241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30eb5206-8195-41d4-abf1-5adbaf8515e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=952a475b50204e0f8a497ce1b032a1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446986 Feb 07 22:47:27.166438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027531f-4a11-4d9f-bb45-02a58b57a5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f03fd34-3000-4a97-8502-557738955bcb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:27.171185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50602) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:27.227196 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Sync routers for ids ['cd2734e8-c9f9-4d25-a2a2-057946d49656'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:47:27.240917 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Routers {'cd2734e8-c9f9-4d25-a2a2-057946d49656'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:27.244465 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['cd2734e8-c9f9-4d25-a2a2-057946d49656'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:27.266181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d318cd0d-9da1-4652-aa9f-719be9e0fa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.293237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb00156-df75-4dc8-8628-5a04e45294e9 req-0b0de448-2431-4803-94de-f0eb68dc83ee tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:27.295070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ccb00156-df75-4dc8-8628-5a04e45294e9 req-0b0de448-2431-4803-94de-f0eb68dc83ee tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 945 time: 0.1151440 Feb 07 22:47:27.301954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:47:27.302561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-67080f10-75ef-461f-9348-cc2617d25ee4 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752576 Feb 07 22:47:27.320259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d318cd0d-9da1-4652-aa9f-719be9e0fa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.346745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:47:27.347354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 946c5264-0a14-418e-a6b3-43c8d8ccd0c4 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:47:27.415340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d318cd0d-9da1-4652-aa9f-719be9e0fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.419525 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d318cd0d-9da1-4652-aa9f-719be9e0fa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.421955 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d318cd0d-9da1-4652-aa9f-719be9e0fa7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d198feb-f56c-4a20-8174-109dedc2284c HTTP/1.1" status: 204 len: 168 time: 0.2496173 Feb 07 22:47:27.434675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318cd0d-9da1-4652-aa9f-719be9e0fa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d198feb-f56c-4a20-8174-109dedc2284c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:27.441240 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Set router cd2734e8-c9f9-4d25-a2a2-057946d49656 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:27.537835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ccb00156-df75-4dc8-8628-5a04e45294e9 req-6683bca3-bc65-40f7-804e-678f2eb3ac62 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341051 Feb 07 22:47:27.606697 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da534f7d-86d9-448c-9a07-11df4e2db0ce req-08ed57c6-7f0f-4674-9032-f9ff9ccdfde7 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942786 Feb 07 22:47:27.665429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50618) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:27.808832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b65a40-62ee-4521-b48e-eb890b33848e admin admin] Deleting subnet 97b68bcd-7be0-4143-846b-8f91143d3734 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:47:27.815370 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6b65a40-62ee-4521-b48e-eb890b33848e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.874402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-943b1bdd-0aed-40f4-8f09-fb4441ef9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:27.876575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-943b1bdd-0aed-40f4-8f09-fb4441ef9060 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 1095 time: 0.1279881 Feb 07 22:47:27.922210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6b65a40-62ee-4521-b48e-eb890b33848e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.984451 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be83e592-ec89-4b07-953e-23b04010a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:16Z', 'updated_at': '2022-02-07T22:47:23Z', 'revision_number': 4, 'project_id': '61c159f254ec482e9eafc895940bac91', 'gw_port': {'id': 'be83e592-ec89-4b07-953e-23b04010a251', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:17Z', 'updated_at': '2022-02-07T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'b5cd384e-b2fa-4248-9045-c2158ef4ca98', 'name': '', 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'mac_address': 'fa:16:3e:49:fd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'c91ab129-4dcc-434f-87dc-475961316595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:22Z', 'updated_at': '2022-02-07T22:47:24Z', 'revision_number': 2, 'project_id': '61c159f254ec482e9eafc895940bac91', 'subnets': [{'id': 'c91ab129-4dcc-434f-87dc-475961316595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:28.059819 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Checking router: cd2734e8-c9f9-4d25-a2a2-057946d49656 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:47:28.060434 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Updating router cd2734e8-c9f9-4d25-a2a2-057946d49656 port b5cd384e-b2fa-4248-9045-c2158ef4ca98 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:47:28.115209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device be83e592-ec89-4b07-953e-23b04010a251 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:28.161578 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6b65a40-62ee-4521-b48e-eb890b33848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.181772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50632) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:28.229579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port be83e592-ec89-4b07-953e-23b04010a251 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:28.230237 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.270499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785523-ee67-4a19-b32a-2731c2b58300 req-b434cd65-1cd2-4680-bfc0-905779e24599 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:28.278602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1785523-ee67-4a19-b32a-2731c2b58300 req-b434cd65-1cd2-4680-bfc0-905779e24599 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 945 time: 0.2531483 Feb 07 22:47:28.321167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-b1c41def-5cc8-4363-b327-3c5d7fda3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:28.322628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-b1c41def-5cc8-4363-b327-3c5d7fda3e36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 906 time: 0.4379451 Feb 07 22:47:28.374548 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.392048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61d52a-44e8-4275-9893-839f578b152b req-10a57b18-be0e-40b5-b917-b81beb70244b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:28.394425 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf61d52a-44e8-4275-9893-839f578b152b req-10a57b18-be0e-40b5-b917-b81beb70244b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 944 time: 0.2287362 Feb 07 22:47:28.403517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-587897cf-f8cb-4b57-ab25-f289dc5a41ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5104077791b43ceab73c4d4f04507fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182586 Feb 07 22:47:28.406592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50636) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:28.471192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-ef61591d-1262-4188-9fb7-7970a80e6ab2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcc07cc-cb17-4713-88f2-bc4a387c6b73 HTTP/1.1" status: 200 len: 217 time: 0.1263688 Feb 07 22:47:28.477488 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1785523-ee67-4a19-b32a-2731c2b58300 req-dcc91c7b-2e32-4ffb-a4db-a83e1c3a43e9 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974809 Feb 07 22:47:28.488204 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6b65a40-62ee-4521-b48e-eb890b33848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.544008 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf61d52a-44e8-4275-9893-839f578b152b req-f634fe54-fab3-4ace-a618-bb52f8fc61ec tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389086 Feb 07 22:47:28.567257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6807718-b601-4ef3-af55-8a78aa7ac33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.580788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b65a40-62ee-4521-b48e-eb890b33848e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b68bcd-7be0-4143-846b-8f91143d3734,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:28.597963 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6b65a40-62ee-4521-b48e-eb890b33848e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.601898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b6b65a40-62ee-4521-b48e-eb890b33848e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/97b68bcd-7be0-4143-846b-8f91143d3734 HTTP/1.1" status: 204 len: 168 time: 0.9351387 Feb 07 22:47:28.604737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50646) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:28.632491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-7cd1e1e7-7587-4d2e-adb6-2753d092bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:28.636229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-7cd1e1e7-7587-4d2e-adb6-2753d092bb9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.1565888 Feb 07 22:47:28.665012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6807718-b601-4ef3-af55-8a78aa7ac33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.679090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-deleted', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:28.681487 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ad2429-336a-4ccd-9f5b-08cdcba0fb70" -d '{"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-deleted", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:28.735763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-d852cc00-902c-48a7-8f6f-87fe7783ec79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426993 Feb 07 22:47:28.773090 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.773757 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6807718-b601-4ef3-af55-8a78aa7ac33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.778413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6807718-b601-4ef3-af55-8a78aa7ac33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.782176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b6807718-b601-4ef3-af55-8a78aa7ac33c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19c21bfc-5fce-4f0b-b88f-95a331ec886d HTTP/1.1" status: 204 len: 168 time: 0.3708634 Feb 07 22:47:28.805740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6807718-b601-4ef3-af55-8a78aa7ac33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c21bfc-5fce-4f0b-b88f-95a331ec886d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:28.810669 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3423962-0e33-4176-a297-5dfd2b366b0d x-openstack-request-id: req-e3423962-0e33-4176-a297-5dfd2b366b0d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:28.810964 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7023344c-e3f6-41ac-bd76-2b84b9a42c16", "name": "network-vif-deleted", "tag": "946c5264-0a14-418e-a6b3-43c8d8ccd0c4", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:28.811213 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3423962-0e33-4176-a297-5dfd2b366b0d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:28.811634 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7023344c-e3f6-41ac-bd76-2b84b9a42c16', 'name': 'network-vif-deleted', 'tag': '946c5264-0a14-418e-a6b3-43c8d8ccd0c4', 'status': 'completed', 'code': 200} Feb 07 22:47:28.879316 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.889376 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.935442 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-eabd16b7-8ac4-4f86-8173-0b885887ecd4 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917746 Feb 07 22:47:28.940170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.034161 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Attempting to bind port b5cd384e-b2fa-4248-9045-c2158ef4ca98 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:29.034530 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Attempting to bind port b5cd384e-b2fa-4248-9045-c2158ef4ca98 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:29.034884 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Attempting to bind port b5cd384e-b2fa-4248-9045-c2158ef4ca98 on network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:29.037696 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8cd1f-8258-4da7-b98f-dc34aaa1dc3f None None] Pushing event updated for resources: {'Port': ['ID=b5cd384e-b2fa-4248-9045-c2158ef4ca98,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:29.043506 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:29.043906 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Checking segment: {'id': 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:29.044302 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.044678 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Bound using segment: {'id': 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:29.045534 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Bound port: b5cd384e-b2fa-4248-9045-c2158ef4ca98, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:29.045534 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.073424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31341d17-cf12-4545-94e1-a4e93094bb5d']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:29.115531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:29.117111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46139e0-e1f6-4a3e-8cd7-99c9d12b7a4f') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:29.142748 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.196577 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] For port b5cd384e-b2fa-4248-9045-c2158ef4ca98, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:29.211051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.227484 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] For port b5cd384e-b2fa-4248-9045-c2158ef4ca98, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b5cd384e-b2fa-4248-9045-c2158ef4ca98,segment=NetworkSegment(dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c),segment_id=dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:29.243184 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.255153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acf572d3-95ee-4778-a88c-f5b8ac20ffbe req-752526de-a325-4955-b469-b480b08a30ba service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115344 Feb 07 22:47:29.261926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:29.262480 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:29.264470 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:29.344189 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Routers {'cd2734e8-c9f9-4d25-a2a2-057946d49656'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:29.345213 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['cd2734e8-c9f9-4d25-a2a2-057946d49656'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:29.369623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7648550e-6711-4172-8f41-ef583ffef650 None None] Provisioning complete for port b5cd384e-b2fa-4248-9045-c2158ef4ca98 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:29.370169 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7648550e-6711-4172-8f41-ef583ffef650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.489594 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] Set router cd2734e8-c9f9-4d25-a2a2-057946d49656 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:29.537617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.550517 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.566492 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] 10.222.0.15 "DELETE /v2.0/networks/31341d17-cf12-4545-94e1-a4e93094bb5d HTTP/1.1" status: 204 len: 168 time: 0.9602625 Feb 07 22:47:29.592854 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8cd1f-8258-4da7-b98f-dc34aaa1dc3f None None] Pushing event updated for resources: {'Port': ['ID=b5cd384e-b2fa-4248-9045-c2158ef4ca98,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:29.638105 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7648550e-6711-4172-8f41-ef583ffef650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.646595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-4f96199d-ebf2-4324-8a19-c4fed2550580 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:29.652483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-4f96199d-ebf2-4324-8a19-c4fed2550580 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 945 time: 0.2882962 Feb 07 22:47:29.758341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7648550e-6711-4172-8f41-ef583ffef650 None None] For port b5cd384e-b2fa-4248-9045-c2158ef4ca98, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b5cd384e-b2fa-4248-9045-c2158ef4ca98,segment=NetworkSegment(dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c),segment_id=dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:29.768527 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7648550e-6711-4172-8f41-ef583ffef650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.881892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ab42f-9d01-411d-a47b-b3f409fdc7b1 req-9bbab9cb-1fe1-403a-8ad7-2a056f89e020 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:29.901246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ea9ab42f-9d01-411d-a47b-b3f409fdc7b1 req-9bbab9cb-1fe1-403a-8ad7-2a056f89e020 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 944 time: 0.1202970 Feb 07 22:47:29.904205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678fcf-ce87-485a-bf4e-3e3e48b76c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=31341d17-cf12-4545-94e1-a4e93094bb5d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:29.972962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b2c3-60f5-4a64-ab06-558a0aeddc5c req-3baed68c-35cb-411f-a15a-2ddf55905aa2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:29.980737 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64b8b2c3-60f5-4a64-ab06-558a0aeddc5c req-3baed68c-35cb-411f-a15a-2ddf55905aa2 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 945 time: 0.2682042 Feb 07 22:47:29.983944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648550e-6711-4172-8f41-ef583ffef650 None None] Pushing event updated for resources: {'Port': ['ID=b5cd384e-b2fa-4248-9045-c2158ef4ca98,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:29.988333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ea9ab42f-9d01-411d-a47b-b3f409fdc7b1 req-bc477cad-b5ee-4bc4-b63d-8c20766aa687 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859826 Feb 07 22:47:29.993486 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-aa3382e5-760c-4f9f-968d-59a40703e93d None None] Provisioning complete for port b5cd384e-b2fa-4248-9045-c2158ef4ca98 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:29.994651 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3382e5-760c-4f9f-968d-59a40703e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.036637 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be83e592-ec89-4b07-953e-23b04010a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:16Z', 'updated_at': '2022-02-07T22:47:23Z', 'revision_number': 4, 'project_id': '61c159f254ec482e9eafc895940bac91', 'gw_port': {'id': 'be83e592-ec89-4b07-953e-23b04010a251', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:17Z', 'updated_at': '2022-02-07T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'b5cd384e-b2fa-4248-9045-c2158ef4ca98', 'name': '', 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'mac_address': 'fa:16:3e:49:fd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'c91ab129-4dcc-434f-87dc-475961316595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:22Z', 'updated_at': '2022-02-07T22:47:29Z', 'revision_number': 4, 'project_id': '61c159f254ec482e9eafc895940bac91', 'subnets': [{'id': 'c91ab129-4dcc-434f-87dc-475961316595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:30.128872 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf677a0-a87e-4aa9-979b-0d1913ef0c4f None None] The sync data for ids ['cd2734e8-c9f9-4d25-a2a2-057946d49656'] in n-d-827895-2 is: [{'id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be83e592-ec89-4b07-953e-23b04010a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:16Z', 'updated_at': '2022-02-07T22:47:23Z', 'revision_number': 4, 'project_id': '61c159f254ec482e9eafc895940bac91', 'gw_port': {'id': 'be83e592-ec89-4b07-953e-23b04010a251', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:17Z', 'updated_at': '2022-02-07T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'b5cd384e-b2fa-4248-9045-c2158ef4ca98', 'name': '', 'network_id': 'cb7de6d6-33b1-4f99-bc0a-134b50ca9419', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'mac_address': 'fa:16:3e:49:fd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'c91ab129-4dcc-434f-87dc-475961316595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:22Z', 'updated_at': '2022-02-07T22:47:29Z', 'revision_number': 4, 'project_id': '61c159f254ec482e9eafc895940bac91', 'subnets': [{'id': 'c91ab129-4dcc-434f-87dc-475961316595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:47:30.146372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:47:30.153990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50686) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:30.194492 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64b8b2c3-60f5-4a64-ab06-558a0aeddc5c req-1956d19b-0def-48ac-8761-f80158601744 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/security-groups?id=574b44ea-642f-4e8e-9bb5-4d26f2bac760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462915 Feb 07 22:47:30.267195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Deleting port 5c293360-a63c-4673-9f1f-74fa1b61fd97 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:47:30.271914 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e7f28107-ab7f-4432-9e84-efbdd96b151e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5b5f68a14464c0689aacf58055f8d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141791 Feb 07 22:47:30.274253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50692) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:30.277245 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.418781 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79a89ae7-fee2-49ed-8f9e-91bdfab3e5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.449308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] For port 5c293360-a63c-4673-9f1f-74fa1b61fd97, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5c293360-a63c-4673-9f1f-74fa1b61fd97,segment=NetworkSegment(5d44800b-d626-4f87-bb8e-a8f5f119ff75),segment_id=5d44800b-d626-4f87-bb8e-a8f5f119ff75)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:30.450020 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.459220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79a89ae7-fee2-49ed-8f9e-91bdfab3e5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.470969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Calling delete_port for 5c293360-a63c-4673-9f1f-74fa1b61fd97 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:47:30.617395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:30.629655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79a89ae7-fee2-49ed-8f9e-91bdfab3e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.633674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79a89ae7-fee2-49ed-8f9e-91bdfab3e5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.637467 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-79a89ae7-fee2-49ed-8f9e-91bdfab3e5df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/975c66e9-0081-4545-b2f7-8f726c14485f HTTP/1.1" status: 204 len: 168 time: 0.3595321 Feb 07 22:47:30.660109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a89ae7-fee2-49ed-8f9e-91bdfab3e5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c66e9-0081-4545-b2f7-8f726c14485f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:30.666236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '4fcc07cc-cb17-4713-88f2-bc4a387c6b73', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'port_id': '4fcc07cc-cb17-4713-88f2-bc4a387c6b73', 'mac_address': 'fa:16:3e:25:bf:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bb49ce-8877-49f5-b44d-12b6120d74f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:47:30.795091 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.817118 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:30.873844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.905002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5c293360-a63c-4673-9f1f-74fa1b61fd97'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:30.914434 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:30.964611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Pushing event deleted for resources: {'Port': ['ID=5c293360-a63c-4673-9f1f-74fa1b61fd97,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:30.974703 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.072920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] No DVR routers for this DVR port 5c293360-a63c-4673-9f1f-74fa1b61fd97 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:31.076573 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.087154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20c4a6e9-ba9b-4c72-bc71-494503b2cb34 req-eb638ce4-7e1a-4996-9508-9733857a82d3 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.24 "DELETE /v2.0/ports/5c293360-a63c-4673-9f1f-74fa1b61fd97 HTTP/1.1" status: 204 len: 173 time: 1.4145627 Feb 07 22:47:31.087698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f2392a-578b-49ba-847c-35a9363d4051', 'name': 'network-vif-deleted', 'tag': '5c293360-a63c-4673-9f1f-74fa1b61fd97'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:31.094972 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd09b6a-63d1-4f68-a3c3-4510636aef37" -d '{"events": [{"server_uuid": "98f2392a-578b-49ba-847c-35a9363d4051", "name": "network-vif-deleted", "tag": "5c293360-a63c-4673-9f1f-74fa1b61fd97"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:31.113719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:31.177473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['4fcc07cc-cb17-4713-88f2-bc4a387c6b73'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:31.284460 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2a82b6-a6e7-496c-b018-f03245fba892 x-openstack-request-id: req-9b2a82b6-a6e7-496c-b018-f03245fba892 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:31.284460 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f2392a-578b-49ba-847c-35a9363d4051", "name": "network-vif-deleted", "tag": "5c293360-a63c-4673-9f1f-74fa1b61fd97", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:31.286804 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b2a82b6-a6e7-496c-b018-f03245fba892 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:31.287270 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f2392a-578b-49ba-847c-35a9363d4051', 'name': 'network-vif-deleted', 'tag': '5c293360-a63c-4673-9f1f-74fa1b61fd97', 'status': 'completed', 'code': 200} Feb 07 22:47:31.299456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50732) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:31.375151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9195d00-08d5-406b-a545-cc32fb7545c5 req-f3e37b57-6b20-4668-90bc-44b9c4bfbc46 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:31.390207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9195d00-08d5-406b-a545-cc32fb7545c5 req-f3e37b57-6b20-4668-90bc-44b9c4bfbc46 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 945 time: 0.2354801 Feb 07 22:47:31.455322 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9195d00-08d5-406b-a545-cc32fb7545c5 req-6238fbd6-6018-457f-ba34-9c040999273f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578029 Feb 07 22:47:31.594955 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7535d663-0878-43db-a1a0-31caaf9cb28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.681846 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-38c64164-e718-4e29-b296-6a71a8dedd43 req-36c1c16f-d4a2-47e2-852f-edf7f9d93c63 tempest-DeleteServersTestJSON-1268637289 tempest-DeleteServersTestJSON-1268637289-project] 10.222.0.15 "GET /v2.0/ports?device_id=98f2392a-578b-49ba-847c-35a9363d4051 HTTP/1.1" status: 200 len: 210 time: 0.0600910 Feb 07 22:47:31.764556 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7535d663-0878-43db-a1a0-31caaf9cb28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.769941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7535d663-0878-43db-a1a0-31caaf9cb28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.888690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535d663-0878-43db-a1a0-31caaf9cb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34140571-9843-4aa6-b851-95326a1dd16a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:31.894136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7535d663-0878-43db-a1a0-31caaf9cb28c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c13bb14d2e504ae29fc73ef4d232afc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5935900 Feb 07 22:47:31.898266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50766) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:31.995650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3929d834-17d9-4102-8e59-c2fbbfc29f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.061715 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3929d834-17d9-4102-8e59-c2fbbfc29f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.149502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3929d834-17d9-4102-8e59-c2fbbfc29f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.152149 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3929d834-17d9-4102-8e59-c2fbbfc29f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.155689 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3929d834-17d9-4102-8e59-c2fbbfc29f4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34140571-9843-4aa6-b851-95326a1dd16a HTTP/1.1" status: 204 len: 168 time: 0.2528465 Feb 07 22:47:32.162222 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:32.178404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929d834-17d9-4102-8e59-c2fbbfc29f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34140571-9843-4aa6-b851-95326a1dd16a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:32.212449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b5cd384e-b2fa-4248-9045-c2158ef4ca98 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:32.338812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port b5cd384e-b2fa-4248-9045-c2158ef4ca98 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:32.339282 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.340988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:32.376746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:32.377241 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.516209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50786) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:32.614809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.626905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc6df6-d5db-4fbb-9a57-e80c9d7aec68 req-09352613-3812-42b6-81ec-6aa1678fb898 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:32.637157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35dc6df6-d5db-4fbb-9a57-e80c9d7aec68 req-09352613-3812-42b6-81ec-6aa1678fb898 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 945 time: 0.0780637 Feb 07 22:47:32.659069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dffce3-d14b-412c-8140-23fddd6c2b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcc07cc-cb17-4713-88f2-bc4a387c6b73'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:32.664716 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6318b74-692c-4d44-ab92-445c0e824bf3" -d '{"events": [{"server_uuid": "67dffce3-d14b-412c-8140-23fddd6c2b4b", "name": "network-vif-plugged", "status": "completed", "tag": "4fcc07cc-cb17-4713-88f2-bc4a387c6b73"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:32.680278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:32.689302 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.711071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35dc6df6-d5db-4fbb-9a57-e80c9d7aec68 req-251f93c8-22a2-43ee-8773-9db2d1b65afb tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729389 Feb 07 22:47:32.765237 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d72f5-332d-47d2-a6f3-82323a4c8ba6 x-openstack-request-id: req-d35d72f5-332d-47d2-a6f3-82323a4c8ba6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:32.765524 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dffce3-d14b-412c-8140-23fddd6c2b4b", "name": "network-vif-plugged", "status": "completed", "tag": "4fcc07cc-cb17-4713-88f2-bc4a387c6b73", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:32.765778 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d35d72f5-332d-47d2-a6f3-82323a4c8ba6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:32.766151 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dffce3-d14b-412c-8140-23fddd6c2b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcc07cc-cb17-4713-88f2-bc4a387c6b73', 'code': 200} Feb 07 22:47:32.812864 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:32.878508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0b1e269a-0485-4087-ab29-b0db45d2df65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.909571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba6b36-f0a2-4adc-b38d-9bf20c7a932d req-2f53d681-526b-4da3-812a-97f33ac77275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:32.911665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fba6b36-f0a2-4adc-b38d-9bf20c7a932d req-2f53d681-526b-4da3-812a-97f33ac77275 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 1097 time: 0.1069512 Feb 07 22:47:32.973381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fba6b36-f0a2-4adc-b38d-9bf20c7a932d req-23570f21-d6a4-4ea7-b2db-253c25da6f13 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485940 Feb 07 22:47:33.016746 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0b1e269a-0485-4087-ab29-b0db45d2df65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.023924 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0b1e269a-0485-4087-ab29-b0db45d2df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.053404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0b1e269a-0485-4087-ab29-b0db45d2df65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6529cec0eb264808975d1c076a1bc075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360186 Feb 07 22:47:33.056041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50818) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:33.120882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e269a-0485-4087-ab29-b0db45d2df65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad8ad33-bc1a-4548-baa8-ca106d966fb4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:33.168492 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-603906d4-32dc-4305-a74f-c5802a8f7937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.206864 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-603906d4-32dc-4305-a74f-c5802a8f7937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.294145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-603906d4-32dc-4305-a74f-c5802a8f7937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.297375 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-603906d4-32dc-4305-a74f-c5802a8f7937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.299370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-603906d4-32dc-4305-a74f-c5802a8f7937 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cad8ad33-bc1a-4548-baa8-ca106d966fb4 HTTP/1.1" status: 204 len: 168 time: 0.2423666 Feb 07 22:47:33.311111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603906d4-32dc-4305-a74f-c5802a8f7937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad8ad33-bc1a-4548-baa8-ca106d966fb4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:33.341902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5c293360-a63c-4673-9f1f-74fa1b61fd97 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:47:33.372973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 5c293360-a63c-4673-9f1f-74fa1b61fd97 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:47:33.373437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5c293360-a63c-4673-9f1f-74fa1b61fd97 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:47:33.611930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50854) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:33.783907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-606649349-network', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:33.865732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Made reservation on behalf of d0f6edac9ec24c8a873b89c0ce976040 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:33.868622 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.877496 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.905430 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.085232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0aac-3d5f-40ed-9a00-4c05aa4328de req-283bb2e6-aa07-4483-a8d2-da89e753de14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:34.091852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ca0aac-3d5f-40ed-9a00-4c05aa4328de req-283bb2e6-aa07-4483-a8d2-da89e753de14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 946 time: 0.2096889 Feb 07 22:47:34.200162 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ca0aac-3d5f-40ed-9a00-4c05aa4328de req-57650976-38cc-48bb-9776-e032c0740d27 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039488 Feb 07 22:47:34.266129 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.271063 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.277050 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.344663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:34.353881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:34.366370 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.366720 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Added segment 6f80ae4b-814f-4d10-af18-8ddacf73ff4b of type vlan for network 0591e9d1-1178-48a6-adfe-476e4a3652be Feb 07 22:47:34.470600 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.513096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.514413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:34.515046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.644875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0317547 Feb 07 22:47:34.647482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33648284-f708-4e83-a5bc-029544a4a5ed admin admin] Pushing event updated for resources: {'Network': ['ID=0591e9d1-1178-48a6-adfe-476e4a3652be,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:34.648299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50900) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:34.654539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Request body: {'subnet': {'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-606649349-subnet', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:34.663023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 0591e9d1-1178-48a6-adfe-476e4a3652be details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:47:34.710370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Made reservation on behalf of d0f6edac9ec24c8a873b89c0ce976040 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:34.712794 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.030703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.169417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Checking segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:35.169795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Network hostable DHCP agents. Network: 0591e9d1-1178-48a6-adfe-476e4a3652be, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:35.173822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33946f4-67e6-4b83-b235-d3ea4be75b63,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:35.193090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Network 0591e9d1-1178-48a6-adfe-476e4a3652be is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:35.204981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 0591e9d1-1178-48a6-adfe-476e4a3652be) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:35.210955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:35.211909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.227263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac66f69-cf27-449b-9545-dd11e3778551 None None] Network 0591e9d1-1178-48a6-adfe-476e4a3652be requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:47:35.235457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ecd6450d-36b3-42d8-884d-c4633875c3b7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5858600 Feb 07 22:47:35.238130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50918) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:35.244668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:35.323180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.325481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.473885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede9575-6e87-48b8-845e-e19ed98ddd0b req-273c6c2b-d220-4161-9696-e7b24bba32df tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:35.481904 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ede9575-6e87-48b8-845e-e19ed98ddd0b req-273c6c2b-d220-4161-9696-e7b24bba32df tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 946 time: 0.1254075 Feb 07 22:47:35.524211 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.597103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50928) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:35.619475 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ede9575-6e87-48b8-845e-e19ed98ddd0b req-11b66553-7230-4f33-a79f-bc1d697f5056 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262836 Feb 07 22:47:35.632064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-0591e9d1-1178-48a6-adfe-476e4a3652be', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:47:35.633617 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.026324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Allocated IP 172.20.0.2 (0591e9d1-1178-48a6-adfe-476e4a3652be/a33946f4-67e6-4b83-b235-d3ea4be75b63/219f5b6a-0e8a-42c3-9759-b3234782fba3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:36.191676 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-acd997e4-2e0e-4b91-b594-23df2e9368ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.214003 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.276956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80485-d14a-4665-b765-81c2627c49ee req-f62793bf-d24a-414e-8ac4-a0583eb894eb tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:36.280243 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82c80485-d14a-4665-b765-81c2627c49ee req-f62793bf-d24a-414e-8ac4-a0583eb894eb tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 946 time: 0.1260045 Feb 07 22:47:36.344514 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.375228 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.408778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-acd997e4-2e0e-4b91-b594-23df2e9368ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.409441 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82c80485-d14a-4665-b765-81c2627c49ee req-a2ced0a1-ed14-4892-9862-3898fe49bb35 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130762 Feb 07 22:47:36.425101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-acd997e4-2e0e-4b91-b594-23df2e9368ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.465701 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-acd997e4-2e0e-4b91-b594-23df2e9368ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae2db6e202084fc9b63e882bae633f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8345177 Feb 07 22:47:36.468240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50954) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:36.500985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Pushing event updated for resources: {'Port': ['ID=219f5b6a-0e8a-42c3-9759-b3234782fba3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:36.507692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd997e4-2e0e-4b91-b594-23df2e9368ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6190f3ad-8757-42ab-a23f-22e7272f1d85,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:36.531932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Network 0591e9d1-1178-48a6-adfe-476e4a3652be is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:36.533944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:36.537884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:36.583464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b87b16c-6c11-4078-aae8-41bbbafcfcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.627051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b87b16c-6c11-4078-aae8-41bbbafcfcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.639253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Attempting to bind port 219f5b6a-0e8a-42c3-9759-b3234782fba3 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:36.639633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Attempting to bind port 219f5b6a-0e8a-42c3-9759-b3234782fba3 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:36.640085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Attempting to bind port 219f5b6a-0e8a-42c3-9759-b3234782fba3 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:36.677975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:36.678368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Checking segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:36.678910 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.681149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Bound using segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:36.681675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Bound port: 219f5b6a-0e8a-42c3-9759-b3234782fba3, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:36.682077 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.709823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b87b16c-6c11-4078-aae8-41bbbafcfcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.713037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b87b16c-6c11-4078-aae8-41bbbafcfcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.714520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2b87b16c-6c11-4078-aae8-41bbbafcfcfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6190f3ad-8757-42ab-a23f-22e7272f1d85 HTTP/1.1" status: 204 len: 168 time: 0.2451570 Feb 07 22:47:36.734600 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.748780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87b16c-6c11-4078-aae8-41bbbafcfcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190f3ad-8757-42ab-a23f-22e7272f1d85,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:36.770778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.917259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] For port 219f5b6a-0e8a-42c3-9759-b3234782fba3, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:36.924215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] For port 219f5b6a-0e8a-42c3-9759-b3234782fba3, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=219f5b6a-0e8a-42c3-9759-b3234782fba3,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:36.934135 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.016996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33481c5-4083-404e-9054-a67317e1c38c req-628befef-2872-4540-a14d-b056affa4fa0 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:37.018409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e33481c5-4083-404e-9054-a67317e1c38c req-628befef-2872-4540-a14d-b056affa4fa0 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 946 time: 0.1630430 Feb 07 22:47:37.113700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8abeb-d599-4688-9271-8d1e73b7ccf5 None None] Pushing event updated for resources: {'Port': ['ID=219f5b6a-0e8a-42c3-9759-b3234782fba3,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:37.116221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e33481c5-4083-404e-9054-a67317e1c38c req-772f5a11-6435-40b8-a8e5-f16d7b5efe9d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621583 Feb 07 22:47:37.155306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Allocated IP 172.25.8.33 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/a0e8b950-88b5-4a66-bfb6-2daf6c9610d1) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:37.400520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.525934 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.640559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:37.646743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:37.664813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:37.703528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Pushing event updated for resources: {'Port': ['ID=a0e8b950-88b5-4a66-bfb6-2daf6c9610d1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:38.196334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-dd822dd7-690b-401f-88d5-2a40a60bb858 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:38.198154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-dd822dd7-690b-401f-88d5-2a40a60bb858 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 946 time: 0.1477816 Feb 07 22:47:38.211949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 219f5b6a-0e8a-42c3-9759-b3234782fba3 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:38.328607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51030) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:38.356786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 219f5b6a-0e8a-42c3-9759-b3234782fba3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:38.357450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.460497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5d31a4-a4cf-4804-979c-f260585bd906 admin admin] Deleting subnet a859faec-1a35-450f-981d-df2a13fe444c {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:47:38.470430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e5d31a4-a4cf-4804-979c-f260585bd906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.578353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e5d31a4-a4cf-4804-979c-f260585bd906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.650407 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.706389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e5d31a4-a4cf-4804-979c-f260585bd906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.824787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf278b-b7bd-46e1-a59b-888ffaf23638 req-bf5f8f53-0b20-47c9-9ef9-016292aa67e2 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:38.839388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83bf278b-b7bd-46e1-a59b-888ffaf23638 req-bf5f8f53-0b20-47c9-9ef9-016292aa67e2 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 946 time: 0.4673140 Feb 07 22:47:38.841078 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e5d31a4-a4cf-4804-979c-f260585bd906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.857471 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e5d31a4-a4cf-4804-979c-f260585bd906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.862047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3e5d31a4-a4cf-4804-979c-f260585bd906 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a859faec-1a35-450f-981d-df2a13fe444c HTTP/1.1" status: 204 len: 168 time: 0.5319991 Feb 07 22:47:38.869144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51036) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:38.903436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6449f3-437f-4aa1-808e-cb41d4b96f93 None None] Network 0591e9d1-1178-48a6-adfe-476e4a3652be requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:47:38.910001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d31a4-a4cf-4804-979c-f260585bd906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a859faec-1a35-450f-981d-df2a13fe444c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:38.950244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51038) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:39.070335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83bf278b-b7bd-46e1-a59b-888ffaf23638 req-86ca1a54-79af-4289-a42f-a383e8739fcf tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277529 Feb 07 22:47:39.081204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Deleting port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:47:39.081204 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.133099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.139669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.154156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f06befbd-943a-4df2-a8d7-6cc95f34186d None None] Provisioning complete for port 219f5b6a-0e8a-42c3-9759-b3234782fba3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:39.154829 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06befbd-943a-4df2-a8d7-6cc95f34186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.293043 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250beb6-5ef6-438c-80f6-5e5d0c6cc1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.345806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 219f5b6a-0e8a-42c3-9759-b3234782fba3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=219f5b6a-0e8a-42c3-9759-b3234782fba3,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:39.400686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.404479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] For port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:39.404953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.446745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Calling delete_port for 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:47:39.451391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f505c7d-461f-412e-8ed9-d34567727b58']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:39.465818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250beb6-5ef6-438c-80f6-5e5d0c6cc1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.466288 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.466719 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.474659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d44800b-d626-4f87-bb8e-a8f5f119ff75') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:39.474659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d44800b-d626-4f87-bb8e-a8f5f119ff75') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:39.489798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250beb6-5ef6-438c-80f6-5e5d0c6cc1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.490556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.537536 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0250beb6-5ef6-438c-80f6-5e5d0c6cc1d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09e958ad8a8e4921903847612352a9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5864260 Feb 07 22:47:39.538666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250beb6-5ef6-438c-80f6-5e5d0c6cc1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce605efd-4eed-475e-903d-1f7d9ffcf716,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:39.539869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=219f5b6a-0e8a-42c3-9759-b3234782fba3,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:39.541843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51056) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:39.612991 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24a95400-aa6f-42ba-8441-37288529fd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.648674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24a95400-aa6f-42ba-8441-37288529fd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.726988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24a95400-aa6f-42ba-8441-37288529fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.731210 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24a95400-aa6f-42ba-8441-37288529fd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.733759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-24a95400-aa6f-42ba-8441-37288529fd61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce605efd-4eed-475e-903d-1f7d9ffcf716 HTTP/1.1" status: 204 len: 168 time: 0.1904948 Feb 07 22:47:39.772358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a95400-aa6f-42ba-8441-37288529fd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce605efd-4eed-475e-903d-1f7d9ffcf716,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:39.900232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-77f2cb5d-954c-434a-99d5-a7e49dcbbf06 None None] Provisioning complete for port 219f5b6a-0e8a-42c3-9759-b3234782fba3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:39.900745 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77f2cb5d-954c-434a-99d5-a7e49dcbbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.914990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.931243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:39.932420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.960237 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:40.020995 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:40.042969 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.053832 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.058701 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] 10.222.0.15 "DELETE /v2.0/networks/3f505c7d-461f-412e-8ed9-d34567727b58 HTTP/1.1" status: 204 len: 168 time: 1.1668935 Feb 07 22:47:40.096447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4b37b-5069-4248-9049-72b61750861c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f505c7d-461f-412e-8ed9-d34567727b58,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:40.128123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 219f5b6a-0e8a-42c3-9759-b3234782fba3 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:40.132060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Router 59fc8745-5ebd-4853-80ed-1607b71b78ee is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:47:40.319806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51070) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:40.329600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 219f5b6a-0e8a-42c3-9759-b3234782fba3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:40.329987 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.344100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51074) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:40.376745 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60bdf692-e600-4f48-af1e-b1a3d5dfd00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.429557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:47:40.443655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Sync routers for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:47:40.445395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a9787-9d00-42f8-a967-db75acb6f950 req-615a66ab-0fae-41a3-873c-42ffdaefa768 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:40.447145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d41a9787-9d00-42f8-a967-db75acb6f950 req-615a66ab-0fae-41a3-873c-42ffdaefa768 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dffce3-d14b-412c-8140-23fddd6c2b4b HTTP/1.1" status: 200 len: 946 time: 0.1999159 Feb 07 22:47:40.453564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.465762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:40.466553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:40.533716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event deleted for resources: {'Port': ['ID=4fcc07cc-cb17-4713-88f2-bc4a387c6b73,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:40.544926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.549492 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-895d2866-9500-4eaf-bc6c-f42641c4973c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3096399 Feb 07 22:47:40.554453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51084) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:40.570905 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3445e2d2-630a-415f-a802-cfaa13289b5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5bdb28cb7254db994046a3139ebb16d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246685 Feb 07 22:47:40.577497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51086) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:40.594912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:40.595391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d41a9787-9d00-42f8-a967-db75acb6f950 req-eb304963-4085-4b3b-ae52-595ff1c0bab3 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307490 Feb 07 22:47:40.657914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] No DVR routers for this DVR port 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:40.666616 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.671208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:40.680059 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f7871ef-b369-4aff-acd5-a376227cff7d req-a7e41e03-96c5-4ea6-b6bb-78015a45d086 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "DELETE /v2.0/ports/4fcc07cc-cb17-4713-88f2-bc4a387c6b73 HTTP/1.1" status: 204 len: 173 time: 2.4329796 Feb 07 22:47:40.682071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dffce3-d14b-412c-8140-23fddd6c2b4b', 'name': 'network-vif-deleted', 'tag': '4fcc07cc-cb17-4713-88f2-bc4a387c6b73'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:40.689724 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16779a53-fdbc-4c5a-9e48-68628347f4cf" -d '{"events": [{"server_uuid": "67dffce3-d14b-412c-8140-23fddd6c2b4b", "name": "network-vif-deleted", "tag": "4fcc07cc-cb17-4713-88f2-bc4a387c6b73"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:40.771788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60bdf692-e600-4f48-af1e-b1a3d5dfd00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.775030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b57a76b-fecf-486f-8f79-aa86af3bd399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.783237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60bdf692-e600-4f48-af1e-b1a3d5dfd00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.798836 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1b26d8-d193-4077-af48-bb2c96167c7d x-openstack-request-id: req-1b1b26d8-d193-4077-af48-bb2c96167c7d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:40.799237 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dffce3-d14b-412c-8140-23fddd6c2b4b", "name": "network-vif-deleted", "tag": "4fcc07cc-cb17-4713-88f2-bc4a387c6b73", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:40.799584 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b1b26d8-d193-4077-af48-bb2c96167c7d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:40.800105 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dffce3-d14b-412c-8140-23fddd6c2b4b', 'name': 'network-vif-deleted', 'tag': '4fcc07cc-cb17-4713-88f2-bc4a387c6b73', 'status': 'completed', 'code': 200} Feb 07 22:47:40.862911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b57a76b-fecf-486f-8f79-aa86af3bd399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.037312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:37Z', 'revision_number': 3, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:41.057700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-60bdf692-e600-4f48-af1e-b1a3d5dfd00c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b176bdfe456e4d6295f9c2d72716c4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263715 Feb 07 22:47:41.060274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51092) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:41.071983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Checking router: 59fc8745-5ebd-4853-80ed-1607b71b78ee for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:47:41.072344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Updating router 59fc8745-5ebd-4853-80ed-1607b71b78ee port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:47:41.084710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdf692-e600-4f48-af1e-b1a3d5dfd00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d6a226-a5f4-44c8-bf98-e33df7223f78,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:41.100671 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.140935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a784b91-e0c9-4f89-b25a-5ef4cc19f071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.203122 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a784b91-e0c9-4f89-b25a-5ef4cc19f071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.221292 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b57a76b-fecf-486f-8f79-aa86af3bd399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.243660 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b57a76b-fecf-486f-8f79-aa86af3bd399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.249264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2b57a76b-fecf-486f-8f79-aa86af3bd399 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/574b44ea-642f-4e8e-9bb5-4d26f2bac760 HTTP/1.1" status: 204 len: 168 time: 0.6704736 Feb 07 22:47:41.308356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57a76b-fecf-486f-8f79-aa86af3bd399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b44ea-642f-4e8e-9bb5-4d26f2bac760,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:41.350756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a784b91-e0c9-4f89-b25a-5ef4cc19f071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.353565 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a784b91-e0c9-4f89-b25a-5ef4cc19f071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.356949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4a784b91-e0c9-4f89-b25a-5ef4cc19f071 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88d6a226-a5f4-44c8-bf98-e33df7223f78 HTTP/1.1" status: 204 len: 168 time: 0.2936368 Feb 07 22:47:41.392554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a784b91-e0c9-4f89-b25a-5ef4cc19f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d6a226-a5f4-44c8-bf98-e33df7223f78,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:41.513645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.618101 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.631924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.826988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Attempting to bind port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:41.827684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Attempting to bind port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:41.828302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Attempting to bind port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:41.850898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:41.853314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:41.853972 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.854563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:41.856213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Bound port: a0e8b950-88b5-4a66-bfb6-2daf6c9610d1, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:41.857264 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.921675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Allocated IP 172.20.0.1 (0591e9d1-1178-48a6-adfe-476e4a3652be/a33946f4-67e6-4b83-b235-d3ea4be75b63/4dc9d50d-b31d-4ab8-870b-7037d9928844) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:42.016907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] For port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:42.023548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] For port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0e8b950-88b5-4a66-bfb6-2daf6c9610d1,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:42.025414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e7a10-9810-46b5-999d-a1e7b1968a1c None None] Pushing event updated for resources: {'Port': ['ID=a0e8b950-88b5-4a66-bfb6-2daf6c9610d1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:42.054822 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.174299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:42.175222 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:42.312812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:42.325233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.382857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:47:42.385577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e7a10-9810-46b5-999d-a1e7b1968a1c None None] Pushing event updated for resources: {'Port': ['ID=a0e8b950-88b5-4a66-bfb6-2daf6c9610d1,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:42.421084 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.514288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Network 0591e9d1-1178-48a6-adfe-476e4a3652be is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:42.518928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-0c8e0e25-192b-4f87-8907-44fd65036980 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:42.521591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:42.521909 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-0c8e0e25-192b-4f87-8907-44fd65036980 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.3144493 Feb 07 22:47:42.529990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:42.573365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-204f5ddd-f2eb-450d-84f3-6372685fdd61 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/quotas/57b74f06a92b4ba9a084a06c9151a043 HTTP/1.1" status: 200 len: 375 time: 0.0201817 Feb 07 22:47:42.574997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:47:42.575394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4fcc07cc-cb17-4713-88f2-bc4a387c6b73 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:47:42.581301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc9d50d-b31d-4ab8-870b-7037d9928844,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:42.602930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.696814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-870a5b83-7716-4a7e-9b9f-d893b5b8188c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187882 Feb 07 22:47:42.774799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:37Z', 'revision_number': 3, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:42.893415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20659c1a-16f4-4e11-af66-e89e31d89429 None None] The sync data for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 is: [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:37Z', 'revision_number': 3, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:47:42.924105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-f6d741ea-0171-4f4f-8f63-8c752e2feb29 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198603 Feb 07 22:47:43.034293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.078805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e56657d6-4e85-4201-967f-9c1e3d077039 None None] Provisioning complete for port 4dc9d50d-b31d-4ab8-870b-7037d9928844 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:43.079191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e56657d6-4e85-4201-967f-9c1e3d077039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.193711 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e56657d6-4e85-4201-967f-9c1e3d077039 None None] Port 4dc9d50d-b31d-4ab8-870b-7037d9928844 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:47:43.243935 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-9fed223a-327a-4309-adfb-c132d2bea94b service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094873 Feb 07 22:47:43.519461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51184) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:43.547370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.557882 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.686682 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.699754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc9d50d-b31d-4ab8-870b-7037d9928844,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:43.807153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-20246086-network', 'tenant_id': 'f6cfbd8f55a64f63a09e0315aa467e70'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:43.906699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1542069d-5b62-4c96-b4d9-e6e8bd3be8a7 req-15ff3625-1cd8-4be5-a98f-932d69a666b4 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 210 time: 0.0476925 Feb 07 22:47:43.922364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Made reservation on behalf of f6cfbd8f55a64f63a09e0315aa467e70 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:43.923022 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.937022 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.034565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Network 0591e9d1-1178-48a6-adfe-476e4a3652be is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:44.042626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:44.300788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Router 59fc8745-5ebd-4853-80ed-1607b71b78ee has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:47:44.324404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.334266 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:44.339970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.386743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51214) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:44.399208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:44.495322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde4aef-f3dd-4881-92c2-dedf68b9dece,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:44.506456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.508917 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Added segment b36d216a-cc69-4c73-bbf6-b6debe06dae6 of type vlan for network 1a372613-72d5-47e5-82c4-c1570022d857 Feb 07 22:47:44.537895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:44.547639 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.695297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fdfd046e-cbee-4383-a415-a06adc7cfec4 None None] Provisioning complete for port 4dc9d50d-b31d-4ab8-870b-7037d9928844 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:44.695994 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdfd046e-cbee-4383-a415-a06adc7cfec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.767384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.811392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4402c66-36b6-4dc8-adf9-1d9c047c025d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.825233 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.840831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:44.841835 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.870514 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.915099 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3935702 Feb 07 22:47:44.916303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51228) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:44.918845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0e8b950-88b5-4a66-bfb6-2daf6c9610d1,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:44.930655 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:45.051168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Request body: {'subnet': {'network_id': '1a372613-72d5-47e5-82c4-c1570022d857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-20246086-subnet', 'tenant_id': 'f6cfbd8f55a64f63a09e0315aa467e70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:45.087082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0ee67-6cf3-4e36-a9bb-256268c43fba admin admin] Pushing event updated for resources: {'Network': ['ID=1a372613-72d5-47e5-82c4-c1570022d857,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:45.144835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Made reservation on behalf of f6cfbd8f55a64f63a09e0315aa467e70 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:45.148194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:45.370654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=a0e8b950-88b5-4a66-bfb6-2daf6c9610d1,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:45.374771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 1a372613-72d5-47e5-82c4-c1570022d857 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:47:45.425558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd046e-cbee-4383-a415-a06adc7cfec4 None None] Port 4dc9d50d-b31d-4ab8-870b-7037d9928844 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:47:45.509336 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4402c66-36b6-4dc8-adf9-1d9c047c025d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:45.527669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4402c66-36b6-4dc8-adf9-1d9c047c025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:45.603931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b4402c66-36b6-4dc8-adf9-1d9c047c025d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c07a10072fc64b91968c009682355086&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2157004 Feb 07 22:47:45.606541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51240) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:45.611816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:45.643823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20b32096-0f9c-4907-919d-874bb64c3f5a req-96b378e8-e73d-402b-b47b-f21c7cd447bb tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 210 time: 0.0610745 Feb 07 22:47:45.655775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:47:45.665315 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-154c0563-7df1-4c62-9c95-70ed4b79edf8 admin admin] 10.222.0.15 "PUT /v2.0/routers/59fc8745-5ebd-4853-80ed-1607b71b78ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1067097 Feb 07 22:47:46.056224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-2db8ec59-c050-4805-82dd-6783ac38dcf8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:46.057967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-2db8ec59-c050-4805-82dd-6783ac38dcf8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.4897671 Feb 07 22:47:46.060900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4402c66-36b6-4dc8-adf9-1d9c047c025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00127350-b5da-4f80-9e37-4e92ae726490,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:46.104176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Request body: {'port': {'device_id': 'fa8f0a5d-d185-4375-9d12-f5bd07a4b213', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'admin_state_up': True, 'tenant_id': '57b74f06a92b4ba9a084a06c9151a043'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:46.132144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eba3360-9374-40ff-a180-5131bfaebe76,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:46.139026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:46.159637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c51a91b0-9343-4ad8-a7ec-ee9b23ed62c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.229400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Checking segment: {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:46.229814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Network hostable DHCP agents. Network: 1a372613-72d5-47e5-82c4-c1570022d857, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:46.235944 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Sync routers for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:47:46.236522 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c51a91b0-9343-4ad8-a7ec-ee9b23ed62c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.253066 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:46.254577 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:46.300943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:46.301701 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.358382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Network 1a372613-72d5-47e5-82c4-c1570022d857 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:46.411157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 1a372613-72d5-47e5-82c4-c1570022d857) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:46.422767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:46.422946 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:46.423356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.429229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3fb3e3-7518-458f-8faf-1a1a415e2763 None None] Network 1a372613-72d5-47e5-82c4-c1570022d857 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:47:46.495434 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c51a91b0-9343-4ad8-a7ec-ee9b23ed62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.498532 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c51a91b0-9343-4ad8-a7ec-ee9b23ed62c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.502910 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c51a91b0-9343-4ad8-a7ec-ee9b23ed62c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00127350-b5da-4f80-9e37-4e92ae726490 HTTP/1.1" status: 204 len: 168 time: 0.8737459 Feb 07 22:47:46.542247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-481f9dd8-ec9f-4efd-8a72-99833541b957 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5980356 Feb 07 22:47:46.554750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Made reservation on behalf of 57b74f06a92b4ba9a084a06c9151a043 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:46.562224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.571495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a91b0-9343-4ad8-a7ec-ee9b23ed62c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00127350-b5da-4f80-9e37-4e92ae726490,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:46.875187 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:42Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4dc9d50d-b31d-4ab8-870b-7037d9928844', 'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'mac_address': 'fa:16:3e:27:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:41Z', 'updated_at': '2022-02-07T22:47:43Z', 'revision_number': 2, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'subnets': [{'id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:46.888031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c454e4c-4d7f-4fd8-a6f1-9484480bae23 req-6e2deea7-504c-44d3-8e3c-93d439d7e5b9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 210 time: 0.1004419 Feb 07 22:47:46.912482 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Checking router: 59fc8745-5ebd-4853-80ed-1607b71b78ee for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:47:46.913367 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Updating router 59fc8745-5ebd-4853-80ed-1607b71b78ee port 4dc9d50d-b31d-4ab8-870b-7037d9928844 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:47:46.947887 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.981987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d97519-5506-46eb-aeaa-eae2855a4fbc None None] Network 1a372613-72d5-47e5-82c4-c1570022d857 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:47:47.035227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Allocated IP 172.20.0.14 (6ec52ef6-8c28-475a-a4d6-03863d0789b3/d0bb49ce-8877-49f5-b44d-12b6120d74f9/0dd19544-9fb1-4d67-b677-2a9780503cbd) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:47.092965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51266) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:47.098505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bd9e8ff0-ff96-4f87-95af-4ec128e26b24 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534820008', 'description': 'tempest-description--847222446'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:47.152262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e8ff0-ff96-4f87-95af-4ec128e26b24 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.334993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e8ff0-ff96-4f87-95af-4ec128e26b24 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.354217 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e8ff0-ff96-4f87-95af-4ec128e26b24 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.406287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e8ff0-ff96-4f87-95af-4ec128e26b24 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.422092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bd9e8ff0-ff96-4f87-95af-4ec128e26b24 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3226392 Feb 07 22:47:47.446642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51278) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:47.464328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1f33f307-7291-415c-856b-b4b7d2673ee2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'security_group_rule': {'security_group_id': 'b8651321-b98c-4a69-9c12-3d2e2a8027cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:47.529997 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.556749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e8ff0-ff96-4f87-95af-4ec128e26b24 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8651321-b98c-4a69-9c12-3d2e2a8027cb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:47.558254 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.611887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f33f307-7291-415c-856b-b4b7d2673ee2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.673011 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a9fe0-385d-460e-8625-f49b8ba61bd6 None None] Pushing event updated for resources: {'Port': ['ID=4dc9d50d-b31d-4ab8-870b-7037d9928844,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:47.798430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f33f307-7291-415c-856b-b4b7d2673ee2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.863584 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f33f307-7291-415c-856b-b4b7d2673ee2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.875388 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Attempting to bind port 4dc9d50d-b31d-4ab8-870b-7037d9928844 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:47.875791 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Attempting to bind port 4dc9d50d-b31d-4ab8-870b-7037d9928844 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:47.876156 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Attempting to bind port 4dc9d50d-b31d-4ab8-870b-7037d9928844 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:47.892426 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:47.892801 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Checking segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:47.893210 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.893604 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Bound using segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:47.894097 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Bound port: 4dc9d50d-b31d-4ab8-870b-7037d9928844, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:47.894477 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.977997 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.054561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.066251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:48.085196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33f307-7291-415c-856b-b4b7d2673ee2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710229b3-fdfd-4765-90d2-0cc9153cc89a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:48.121119 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f33f307-7291-415c-856b-b4b7d2673ee2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.130279 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1f33f307-7291-415c-856b-b4b7d2673ee2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6815255 Feb 07 22:47:48.149111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:48.150817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51314) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:48.175856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5d555f4a-634f-446a-b8fc-3b8e9e8aab16 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'security_group_rule': {'security_group_id': 'b8651321-b98c-4a69-9c12-3d2e2a8027cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:48.224975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:48.231048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b877481a-764b-4b1d-8841-01758f10095b None None] Provisioning complete for port 4dc9d50d-b31d-4ab8-870b-7037d9928844 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:48.231394 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b877481a-764b-4b1d-8841-01758f10095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.239666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:48.275825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-0237c405-ad1d-4eb1-b18d-c8f5b96528a7 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:48.285492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-0237c405-ad1d-4eb1-b18d-c8f5b96528a7 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/networks?id=1a372613-72d5-47e5-82c4-c1570022d857 HTTP/1.1" status: 200 len: 816 time: 0.5103164 Feb 07 22:47:48.314889 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-eb720cce-c881-4395-9890-8204ba73aab5 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/quotas/f6cfbd8f55a64f63a09e0315aa467e70 HTTP/1.1" status: 200 len: 375 time: 0.0277870 Feb 07 22:47:48.331346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b877481a-764b-4b1d-8841-01758f10095b None None] Port 4dc9d50d-b31d-4ab8-870b-7037d9928844 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:47:48.335912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event updated for resources: {'Port': ['ID=0dd19544-9fb1-4d67-b677-2a9780503cbd,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:48.373775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef2188-5c8f-4807-bb1b-9b5ed6debca4 req-3768adad-55c8-47d3-bfd9-422bf80a7242 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:48.382622 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cef2188-5c8f-4807-bb1b-9b5ed6debca4 req-3768adad-55c8-47d3-bfd9-422bf80a7242 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 932 time: 0.2322462 Feb 07 22:47:48.430496 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-42d4cd26-27a3-41a1-8f8c-79bf17542ee5 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6cfbd8f55a64f63a09e0315aa467e70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142616 Feb 07 22:47:48.430802 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] For port 4dc9d50d-b31d-4ab8-870b-7037d9928844, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:48.435994 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] For port 4dc9d50d-b31d-4ab8-870b-7037d9928844, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4dc9d50d-b31d-4ab8-870b-7037d9928844,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:48.441551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:48.442955 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d555f4a-634f-446a-b8fc-3b8e9e8aab16 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.444625 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.445991 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.537813 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cef2188-5c8f-4807-bb1b-9b5ed6debca4 req-582dafb2-1862-48fc-a32a-42af1ffcc1d1 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538818 Feb 07 22:47:48.565093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-8e7ae2dd-b820-4b85-98ef-d5ca1658dfe8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4805360 Feb 07 22:47:48.569488 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a9fe0-385d-460e-8625-f49b8ba61bd6 None None] Pushing event updated for resources: {'Port': ['ID=4dc9d50d-b31d-4ab8-870b-7037d9928844,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:48.581955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Request body: {'port': {'device_id': 'fa8f0a5d-d185-4375-9d12-f5bd07a4b213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:48.618780 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:47:48.621115 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:48.725963 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.749429 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d555f4a-634f-446a-b8fc-3b8e9e8aab16 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.768957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d555f4a-634f-446a-b8fc-3b8e9e8aab16 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.799305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d555f4a-634f-446a-b8fc-3b8e9e8aab16 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9569cea-6886-4090-88d3-a44885d2ccc2,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:48.814714 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-dd39e60f-f301-420c-8dd7-f71936ebc9ff service neutron] 10.222.0.15 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829486 Feb 07 22:47:48.919378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d555f4a-634f-446a-b8fc-3b8e9e8aab16 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.921542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5d555f4a-634f-446a-b8fc-3b8e9e8aab16 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7659712 Feb 07 22:47:48.927189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51326) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:48.942121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:48.979477 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:47:49.068145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-a65f9b67-ecdc-476f-a914-f545bf4879d3 service neutron] 10.222.0.15 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512803 Feb 07 22:47:49.070681 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.297397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b54cdda7-8a7b-4130-8cbc-7ff8ea2318be None None] Provisioning complete for port 4dc9d50d-b31d-4ab8-870b-7037d9928844 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:49.303441 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b54cdda7-8a7b-4130-8cbc-7ff8ea2318be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.344132 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.527176 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b54cdda7-8a7b-4130-8cbc-7ff8ea2318be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.611637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b54cdda7-8a7b-4130-8cbc-7ff8ea2318be None None] For port 4dc9d50d-b31d-4ab8-870b-7037d9928844, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4dc9d50d-b31d-4ab8-870b-7037d9928844,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:49.624765 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b54cdda7-8a7b-4130-8cbc-7ff8ea2318be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.689059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Allocated IP 172.25.8.146 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/b3d8604c-22dd-4441-9a32-24885d2c126e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:49.694694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd19544-9fb1-4d67-b677-2a9780503cbd {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:49.713696 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:42Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4dc9d50d-b31d-4ab8-870b-7037d9928844', 'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'mac_address': 'fa:16:3e:27:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:41Z', 'updated_at': '2022-02-07T22:47:48Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'subnets': [{'id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:49.715866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.756899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Transition to ACTIVE for port object 0dd19544-9fb1-4d67-b677-2a9780503cbd will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:49.775696 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.807250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cdda7-8a7b-4130-8cbc-7ff8ea2318be None None] Pushing event updated for resources: {'Port': ['ID=4dc9d50d-b31d-4ab8-870b-7037d9928844,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:49.818324 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3e5dd-de67-4f69-a781-da11b94bbabc None None] The sync data for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 is: [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:42Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4dc9d50d-b31d-4ab8-870b-7037d9928844', 'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'mac_address': 'fa:16:3e:27:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:41Z', 'updated_at': '2022-02-07T22:47:48Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'subnets': [{'id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:47:49.875980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd19544-9fb1-4d67-b677-2a9780503cbd,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:50.024828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Attempting to bind port 0dd19544-9fb1-4d67-b677-2a9780503cbd on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:50.035171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Attempting to bind port 0dd19544-9fb1-4d67-b677-2a9780503cbd by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:50.035171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Attempting to bind port 0dd19544-9fb1-4d67-b677-2a9780503cbd on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:50.054939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Port 0dd19544-9fb1-4d67-b677-2a9780503cbd on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:47:50.055376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Attempting to bind port 0dd19544-9fb1-4d67-b677-2a9780503cbd on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:50.081114 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.091868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f3174-1410-4e71-bed7-783008eaab2c req-8223f0c1-0d17-40a4-b659-ddd913af93cc tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:50.093551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:50.093773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Checking segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:50.094157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Bound using segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:50.094583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Bound port: 0dd19544-9fb1-4d67-b677-2a9780503cbd, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:50.094937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.100176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb9f3174-1410-4e71-bed7-783008eaab2c req-8223f0c1-0d17-40a4-b659-ddd913af93cc tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 944 time: 0.2308314 Feb 07 22:47:50.216306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb9f3174-1410-4e71-bed7-783008eaab2c req-21777c4c-dce0-4a6c-a6c8-b1730aeb4db5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151602 Feb 07 22:47:50.249390 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.318235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4dc9d50d-b31d-4ab8-870b-7037d9928844 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:50.371879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'Port': ['ID=b3d8604c-22dd-4441-9a32-24885d2c126e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:50.382713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] For port 0dd19544-9fb1-4d67-b677-2a9780503cbd, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:50.389256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] For port 0dd19544-9fb1-4d67-b677-2a9780503cbd, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0dd19544-9fb1-4d67-b677-2a9780503cbd,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:50.399303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.495815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2c1366a-7537-4bd2-9ea1-51b4a16c8d4c req-53e1ebf9-8753-4c14-84b6-17711d564eea tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 210 time: 0.1821353 Feb 07 22:47:50.504720 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4dc9d50d-b31d-4ab8-870b-7037d9928844 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:50.505793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.523986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:50.525578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:50.542169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:50.552443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd19544-9fb1-4d67-b677-2a9780503cbd,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:50.614856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:50.616770 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.620667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-21ed8a4f-53fa-4a47-9b33-77b1820ab699 service neutron] 10.222.0.46 "PUT /v2.0/ports/0dd19544-9fb1-4d67-b677-2a9780503cbd HTTP/1.1" status: 200 len: 1092 time: 2.0448759 Feb 07 22:47:50.623767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8f0a5d-d185-4375-9d12-f5bd07a4b213', 'tag': '0dd19544-9fb1-4d67-b677-2a9780503cbd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:50.630510 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f445066e-1d9e-4fe5-b00d-76cb4bad9006" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8f0a5d-d185-4375-9d12-f5bd07a4b213", "tag": "0dd19544-9fb1-4d67-b677-2a9780503cbd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:50.753250 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6f93f6-d595-4892-aab7-5ef3b138c531 x-openstack-request-id: req-ed6f93f6-d595-4892-aab7-5ef3b138c531 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:50.754415 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8f0a5d-d185-4375-9d12-f5bd07a4b213", "tag": "0dd19544-9fb1-4d67-b677-2a9780503cbd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:50.755108 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed6f93f6-d595-4892-aab7-5ef3b138c531 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:50.760458 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8f0a5d-d185-4375-9d12-f5bd07a4b213', 'tag': '0dd19544-9fb1-4d67-b677-2a9780503cbd', 'status': 'completed', 'code': 200} Feb 07 22:47:50.792081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-ab53bfde-b970-4438-ad92-95dedfc01b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:50.796379 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-ab53bfde-b970-4438-ad92-95dedfc01b76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 1095 time: 0.1269114 Feb 07 22:47:50.846938 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.932743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-9aa32532-8ef2-4c93-85f1-5a13a8221616 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd19544-9fb1-4d67-b677-2a9780503cbd HTTP/1.1" status: 200 len: 217 time: 0.1283202 Feb 07 22:47:50.954625 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.046584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-c7533a6c-225e-41ea-9007-80a3c9ab0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:51.050148 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-c7533a6c-225e-41ea-9007-80a3c9ab0b08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.1085501 Feb 07 22:47:51.110479 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-47ae9e12-07bc-49e4-b2bf-e6d28365a2b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445776 Feb 07 22:47:51.353361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-61c92d7f-f503-469e-b313-4a5bcac98f87 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413027 Feb 07 22:47:51.414865 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.434263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.439563 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c92940c-5f41-478c-b6b2-8e38a516e2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.661374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d5325-b76b-43b7-bcc1-6b5c24676fc0 req-acd65e58-29be-4f3e-8e1a-4d4fce832b19 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:51.669503 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248d5325-b76b-43b7-bcc1-6b5c24676fc0 req-acd65e58-29be-4f3e-8e1a-4d4fce832b19 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 944 time: 0.2418046 Feb 07 22:47:51.797034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b9fab68-2a19-4d6b-af96-99f5fefa2e1c req-435c21d8-315c-4804-a6c0-4bd677303e88 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 210 time: 0.1028826 Feb 07 22:47:51.833817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248d5325-b76b-43b7-bcc1-6b5c24676fc0 req-fdfbd7ae-e9e1-4ac5-bb47-6314ac462e0d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592197 Feb 07 22:47:51.843306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85b0c635-c400-4633-8baf-aff6eb7d898f req-b5fadf5d-c619-4e6d-b283-b773a4d37219 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836955 Feb 07 22:47:51.862318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'Port': ['ID=b3d8604c-22dd-4441-9a32-24885d2c126e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:51.904944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.946537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.950726 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d44ed06d-ef83-4edb-a01f-a36523b5b535 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0123651 Feb 07 22:47:52.232754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-9200185c-a68f-45e6-854f-3cfee1c4026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:52.234273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-9200185c-a68f-45e6-854f-3cfee1c4026b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 1095 time: 0.1190395 Feb 07 22:47:52.340521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51464) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:52.604455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-52f47185-13d4-48d7-8872-a65ba3ce9836 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:52.606312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-52f47185-13d4-48d7-8872-a65ba3ce9836 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.46 "GET /v2.0/networks?id=1a372613-72d5-47e5-82c4-c1570022d857 HTTP/1.1" status: 200 len: 816 time: 0.2073791 Feb 07 22:47:52.633367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Request body: {'port': {'device_id': '81613a82-f02c-472c-81c6-7d113a933804', 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857', 'admin_state_up': True, 'tenant_id': 'f6cfbd8f55a64f63a09e0315aa467e70'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:52.688559 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04ea7c4b-3a24-4759-9009-1c3b3470bf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.696184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-4117648a-e1e6-4380-b009-7af60de7afc7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--534820008&fields=id&tenant_id=d0f6edac9ec24c8a873b89c0ce976040 HTTP/1.1" status: 200 len: 267 time: 0.3020983 Feb 07 22:47:52.902530 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04ea7c4b-3a24-4759-9009-1c3b3470bf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.913692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04ea7c4b-3a24-4759-9009-1c3b3470bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.994127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea7c4b-3a24-4759-9009-1c3b3470bf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcabcc0e-664e-4331-b438-e42bbdcecd90,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:53.138951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-71f6ab4a-8357-4054-9367-484c5fad44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.140461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-71f6ab4a-8357-4054-9367-484c5fad44a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 906 time: 0.8954854 Feb 07 22:47:53.152053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-4c9f4766-2dac-4a9c-aeb8-7d5da2688d64 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.154035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-4c9f4766-2dac-4a9c-aeb8-7d5da2688d64 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.24 "GET /v2.0/networks?id=1a372613-72d5-47e5-82c4-c1570022d857 HTTP/1.1" status: 200 len: 816 time: 0.4733036 Feb 07 22:47:53.164112 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04ea7c4b-3a24-4759-9009-1c3b3470bf57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a12692c006e7483da3dbd48e01a0357b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8222182 Feb 07 22:47:53.164979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51478) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:53.194395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Request body: {'port': {'device_id': '56ed184c-69db-4c93-a471-35f880876424', 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857', 'admin_state_up': True, 'tenant_id': 'f6cfbd8f55a64f63a09e0315aa467e70'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:53.259790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae0ae1-ce72-4e85-8e06-ce3c811b7f75 req-a893a1be-a432-43d1-96fe-c56737fad774 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.275890 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36ae0ae1-ce72-4e85-8e06-ce3c811b7f75 req-a893a1be-a432-43d1-96fe-c56737fad774 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 944 time: 0.2517612 Feb 07 22:47:53.303314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-63c73199-159c-49f5-be95-5b1d14bef990 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd19544-9fb1-4d67-b677-2a9780503cbd HTTP/1.1" status: 200 len: 217 time: 0.1439822 Feb 07 22:47:53.370345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36ae0ae1-ce72-4e85-8e06-ce3c811b7f75 req-6b6dfc68-3d55-4611-bb06-71a849a5562b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934770 Feb 07 22:47:53.411585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-c039e9da-3dea-480c-bf91-38e867e4b9d7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.424558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-c039e9da-3dea-480c-bf91-38e867e4b9d7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.7261953 Feb 07 22:47:53.469188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-279645ff-c4c1-4f01-a09b-ba59506207ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.535085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-a6b16258-b2b7-4187-8210-57e651f88c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.536815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f03c923-a060-4d00-bda1-630c3292861e req-7e54d179-bb81-42a7-8284-5af0fe9b2f64 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 210 time: 0.0593052 Feb 07 22:47:53.538080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-a6b16258-b2b7-4187-8210-57e651f88c00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.1530368 Feb 07 22:47:53.550528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-e45f5995-0601-42e4-b105-d02dbd5bdea9 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.553534 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-e45f5995-0601-42e4-b105-d02dbd5bdea9 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.46 "GET /v2.0/networks?id=1a372613-72d5-47e5-82c4-c1570022d857 HTTP/1.1" status: 200 len: 816 time: 0.4507396 Feb 07 22:47:53.559892 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-279645ff-c4c1-4f01-a09b-ba59506207ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.564796 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-e3b7bf9f-ee93-4e24-9926-842573ac6ad2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/quotas/d0f6edac9ec24c8a873b89c0ce976040 HTTP/1.1" status: 200 len: 375 time: 0.1399317 Feb 07 22:47:53.572377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Request body: {'port': {'device_id': '9c03eca3-f7e9-4793-95cb-dcd698e7ad0a', 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857', 'admin_state_up': True, 'tenant_id': 'f6cfbd8f55a64f63a09e0315aa467e70'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:53.572610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Made reservation on behalf of f6cfbd8f55a64f63a09e0315aa467e70 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:53.578376 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.693905 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-e1c7e97a-bb27-4a66-a9dc-2cb8313822fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260462 Feb 07 22:47:53.732621 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-279645ff-c4c1-4f01-a09b-ba59506207ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.736120 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-279645ff-c4c1-4f01-a09b-ba59506207ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.737661 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-279645ff-c4c1-4f01-a09b-ba59506207ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcabcc0e-664e-4331-b438-e42bbdcecd90 HTTP/1.1" status: 204 len: 168 time: 0.5588398 Feb 07 22:47:53.806874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279645ff-c4c1-4f01-a09b-ba59506207ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcabcc0e-664e-4331-b438-e42bbdcecd90,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:53.866315 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-897624c1-1026-41de-9bfc-017801abdcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.873259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Made reservation on behalf of f6cfbd8f55a64f63a09e0315aa467e70 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:53.877674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.929367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-2b0acd2e-37c8-4be8-8d4d-13e7d27a9f52 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3636014 Feb 07 22:47:54.072274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Allocated IP 172.20.0.10 (1a372613-72d5-47e5-82c4-c1570022d857/1eba3360-9374-40ff-a180-5131bfaebe76/a1accf94-f911-471c-8c25-cf1835894091) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:54.089197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Made reservation on behalf of f6cfbd8f55a64f63a09e0315aa467e70 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:54.094133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.101409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-a93e35d4-55e7-427a-b9bb-a82d551cfa17 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955483 Feb 07 22:47:54.222286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0dd19544-9fb1-4d67-b677-2a9780503cbd details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:47:54.399572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0dd19544-9fb1-4d67-b677-2a9780503cbd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0dd19544-9fb1-4d67-b677-2a9780503cbd,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:54.430257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '0dd19544-9fb1-4d67-b677-2a9780503cbd', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'port_id': '0dd19544-9fb1-4d67-b677-2a9780503cbd', 'mac_address': 'fa:16:3e:09:65:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bb49ce-8877-49f5-b44d-12b6120d74f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:47:54.433814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51498) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:54.464538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89002ff6-78e0-419d-b9f3-3c76dabf42c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.515031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f445066e-1d9e-4fe5-b00d-76cb4bad9006 req-69433a87-d184-47dd-8f58-75f3f7e2a6ce service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053042 Feb 07 22:47:54.596352 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.636119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd19544-9fb1-4d67-b677-2a9780503cbd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:54.680793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0dd19544-9fb1-4d67-b677-2a9780503cbd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0dd19544-9fb1-4d67-b677-2a9780503cbd,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:54.691311 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.712845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.749630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cdeca-c7c2-48ac-8b42-30692a45d583 req-bed35ae4-4598-4bc2-a9ac-3922f0301076 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:54.756289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c40cdeca-c7c2-48ac-8b42-30692a45d583 req-bed35ae4-4598-4bc2-a9ac-3922f0301076 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 944 time: 0.1878536 Feb 07 22:47:54.791178 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-1ff6b3a3-7191-4f07-9884-b07b7e3c16a8 service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8405032 Feb 07 22:47:54.799284 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.810622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=0dd19544-9fb1-4d67-b677-2a9780503cbd,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:54.867499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.891962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89002ff6-78e0-419d-b9f3-3c76dabf42c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.908329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['0dd19544-9fb1-4d67-b677-2a9780503cbd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:47:54.939085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-89002ff6-78e0-419d-b9f3-3c76dabf42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.972309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Pushing event updated for resources: {'Port': ['ID=a1accf94-f911-471c-8c25-cf1835894091,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:55.078599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Allocated IP 172.20.0.2 (1a372613-72d5-47e5-82c4-c1570022d857/1eba3360-9374-40ff-a180-5131bfaebe76/b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:55.107521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c40cdeca-c7c2-48ac-8b42-30692a45d583 req-a59c738a-8d24-434a-b284-618f3ead7490 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314900 Feb 07 22:47:55.124430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-89002ff6-78e0-419d-b9f3-3c76dabf42c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d176bcba71694bb28cc7fe387e82fa6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6894758 Feb 07 22:47:55.127131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51508) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:47:55.169051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89002ff6-78e0-419d-b9f3-3c76dabf42c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e592b95-fdb5-414d-84b8-84fbd653705b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:55.434173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc3ad101-d708-456f-a421-8fb48cdf7291 req-37fd61aa-b5f6-42c7-a6c1-e6e70930de89 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 210 time: 0.1884162 Feb 07 22:47:55.570017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffc2e-e690-4cdc-b78c-70be2c063759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.641599 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffc2e-e690-4cdc-b78c-70be2c063759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.665782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-2faef819-0be4-439f-b3b5-c89e19fd5676 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0139694 Feb 07 22:47:55.728731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Network 1a372613-72d5-47e5-82c4-c1570022d857 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:55.752780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:55.774216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffc2e-e690-4cdc-b78c-70be2c063759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.778237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffc2e-e690-4cdc-b78c-70be2c063759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.780634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8c6ffc2e-e690-4cdc-b78c-70be2c063759 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e592b95-fdb5-414d-84b8-84fbd653705b HTTP/1.1" status: 204 len: 168 time: 0.6465759 Feb 07 22:47:55.829528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:55.916028 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.924966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:55.935202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.957013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-1bbcb07a-c4f8-4859-9ce2-c4d70a6df96b service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1482298 Feb 07 22:47:55.970317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-00ad354e-c922-4263-b6eb-72f3119e7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:55.972505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-00ad354e-c922-4263-b6eb-72f3119e7e6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 1097 time: 0.2425613 Feb 07 22:47:55.989356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-010b4611-3856-4a51-8e12-bb976dcf6c79 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3645017 Feb 07 22:47:56.032877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.141862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ffc2e-e690-4cdc-b78c-70be2c063759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e592b95-fdb5-414d-84b8-84fbd653705b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:56.150277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-a74ea245-3cf9-4f0f-852f-cfac33592577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.163981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Pushing event updated for resources: {'Port': ['ID=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:56.167100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-a74ea245-3cf9-4f0f-852f-cfac33592577 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 906 time: 0.1704667 Feb 07 22:47:56.200131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Request body: {'port': {'device_id': '81613a82-f02c-472c-81c6-7d113a933804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:56.207730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Network 1a372613-72d5-47e5-82c4-c1570022d857 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:56.210232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:56.213185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:56.221705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0dd19544-9fb1-4d67-b677-2a9780503cbd up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:47:56.385795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.386574 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.445569 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.453605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 0dd19544-9fb1-4d67-b677-2a9780503cbd completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:56.463032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 0dd19544-9fb1-4d67-b677-2a9780503cbd triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:56.463430 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.477311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Allocated IP 172.20.0.13 (1a372613-72d5-47e5-82c4-c1570022d857/1eba3360-9374-40ff-a180-5131bfaebe76/8f127799-6685-45f0-a901-dcf9213a56d8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:56.490902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0212559-2bf9-4641-b9bf-684566fae313 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9276977 Feb 07 22:47:56.519217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Request body: {'port': {'device_id': '9c03eca3-f7e9-4793-95cb-dcd698e7ad0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:56.559467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6786f8a-297f-46d3-aa87-5eb71bf285c4 req-65be1b51-4be6-4066-b7ce-54d63b12f4a5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.560957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c6786f8a-297f-46d3-aa87-5eb71bf285c4 req-65be1b51-4be6-4066-b7ce-54d63b12f4a5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 945 time: 0.2877803 Feb 07 22:47:56.611380 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.681572 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.732911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.741341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8f0a5d-d185-4375-9d12-f5bd07a4b213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd19544-9fb1-4d67-b677-2a9780503cbd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:56.747725 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e6851c-c7fd-4fe8-8e5c-5bf4821c0ebe" -d '{"events": [{"server_uuid": "fa8f0a5d-d185-4375-9d12-f5bd07a4b213", "name": "network-vif-plugged", "status": "completed", "tag": "0dd19544-9fb1-4d67-b677-2a9780503cbd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:56.781697 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-b16a1b40-7d7f-4d58-b99f-fdccee64f141 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=335c271e-0344-4b98-933c-354b7e93bdf2 HTTP/1.1" status: 200 len: 217 time: 0.6142690 Feb 07 22:47:56.824319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.838995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 0dd19544-9fb1-4d67-b677-2a9780503cbd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0dd19544-9fb1-4d67-b677-2a9780503cbd,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:47:56.864309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.868545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-223897b5-bd9c-4e80-a94b-24dff67a9998 req-dd97c463-b078-42c1-9495-afab9ade8350 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 210 time: 0.4434631 Feb 07 22:47:56.908276 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c6786f8a-297f-46d3-aa87-5eb71bf285c4 req-1ecd1c87-d8f6-4765-acb1-93c64b260316 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828860 Feb 07 22:47:56.913263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.996184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=0dd19544-9fb1-4d67-b677-2a9780503cbd,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:57.025763 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502d5081-d522-4179-b61f-de7bd830b6d9 x-openstack-request-id: req-502d5081-d522-4179-b61f-de7bd830b6d9 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:57.026057 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8f0a5d-d185-4375-9d12-f5bd07a4b213", "name": "network-vif-plugged", "status": "completed", "tag": "0dd19544-9fb1-4d67-b677-2a9780503cbd", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:57.026306 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-502d5081-d522-4179-b61f-de7bd830b6d9 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:57.026696 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8f0a5d-d185-4375-9d12-f5bd07a4b213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd19544-9fb1-4d67-b677-2a9780503cbd', 'code': 200} Feb 07 22:47:57.114379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.124462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Network 1a372613-72d5-47e5-82c4-c1570022d857 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:57.134891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:57.186005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:47:57.293961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Pushing event updated for resources: {'Port': ['ID=8f127799-6685-45f0-a901-dcf9213a56d8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:57.468643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-61257f1d-2775-44f4-a476-e33eded95364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:57.470388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-61257f1d-2775-44f4-a476-e33eded95364 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.6515048 Feb 07 22:47:57.522819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-ed0c71ca-93db-4dd5-9c49-3f979420b9a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373042 Feb 07 22:47:57.524840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043f2e1-ffe4-47ce-a186-fa6d3d138cc8 req-c11b80e8-edd5-4f2c-ab01-c4b131abcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:57.526438 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8043f2e1-ffe4-47ce-a186-fa6d3d138cc8 req-c11b80e8-edd5-4f2c-ab01-c4b131abcb14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 1097 time: 0.3956277 Feb 07 22:47:57.534385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb166b-7ebb-442f-a41d-29f6fbf28996 req-c6d210ce-34b4-4828-9bee-7222e08987e6 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:57.567631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64bb166b-7ebb-442f-a41d-29f6fbf28996 req-c6d210ce-34b4-4828-9bee-7222e08987e6 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 931 time: 0.4377840 Feb 07 22:47:57.614142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:57.633199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.658693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:57.659728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.661179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Transition to ACTIVE for port object b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:57.669132 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.768134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Pushing event updated for resources: {'Port': ['ID=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:57.892904 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8043f2e1-ffe4-47ce-a186-fa6d3d138cc8 req-9ca1eef6-6870-4daa-b0b6-cad560f583a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216186 Feb 07 22:47:57.898950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-32834bd5-e23e-4e22-a6ec-3ea66f340471 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7271562 Feb 07 22:47:57.962849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Request body: {'port': {'device_id': '56ed184c-69db-4c93-a471-35f880876424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:58.264939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Attempting to bind port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:58.264939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Attempting to bind port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:58.267448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Attempting to bind port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 on network 1a372613-72d5-47e5-82c4-c1570022d857 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:58.290112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 on network 1a372613-72d5-47e5-82c4-c1570022d857 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:47:58.290438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Attempting to bind port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 on network 1a372613-72d5-47e5-82c4-c1570022d857 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:58.333162 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c61f22d-566c-4ce3-8b05-8e6c2c2f5851 req-339e4f0b-5ca1-4ad8-9124-e8f040a55943 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 210 time: 0.2464778 Feb 07 22:47:58.410669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:58.410984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Checking segment: {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:58.411430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Bound using segment: {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:58.411919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Bound port: b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:58.412277 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.424211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-f0fcbd8b-6f12-4f65-a7ec-af6ad8e01a9b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.427046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-f0fcbd8b-6f12-4f65-a7ec-af6ad8e01a9b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.4088771 Feb 07 22:47:58.542812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-b55f4897-ac46-48de-a421-9b8d72e82dcc service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9705915 Feb 07 22:47:58.569761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.600886 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64bb166b-7ebb-442f-a41d-29f6fbf28996 req-0092e2e2-aaf6-4786-8d5b-1d22a79fe782 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0320826 Feb 07 22:47:58.612956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-7907fb6a-14e8-4b0c-aa89-8542e22c202e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0f6edac9ec24c8a873b89c0ce976040 HTTP/1.1" status: 200 len: 379 time: 0.1762755 Feb 07 22:47:58.627170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'port': {'device_id': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'admin_state_up': True, 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'security_groups': ['b8651321-b98c-4a69-9c12-3d2e2a8027cb']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:58.742393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1accf94-f911-471c-8c25-cf1835894091 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:58.814286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e369cf8-cb0e-4768-9603-328039828a4e req-fb0ee5e4-90c9-4962-a6ce-69c22a3e0f1c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.816354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e369cf8-cb0e-4768-9603-328039828a4e req-fb0ee5e4-90c9-4962-a6ce-69c22a3e0f1c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 946 time: 0.3214366 Feb 07 22:47:58.822694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] For port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:47:58.829796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] For port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:47:58.847155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.858785 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.885889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.886664 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.888174 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] 10.222.0.46 "PUT /v2.0/ports/b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 HTTP/1.1" status: 200 len: 1091 time: 2.3844655 Feb 07 22:47:58.888817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Made reservation on behalf of d0f6edac9ec24c8a873b89c0ce976040 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:58.909340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.937983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c03eca3-f7e9-4793-95cb-dcd698e7ad0a', 'tag': 'b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:58.942119 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c03eca3-f7e9-4793-95cb-dcd698e7ad0a", "tag": "b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:47:59.053079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Transition to ACTIVE for port object a1accf94-f911-471c-8c25-cf1835894091 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:59.076590 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.102784 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834655bc-dcb6-4b7b-97ff-1892a0f0e3db x-openstack-request-id: req-834655bc-dcb6-4b7b-97ff-1892a0f0e3db {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:47:59.103156 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c03eca3-f7e9-4793-95cb-dcd698e7ad0a", "tag": "b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:47:59.103895 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-834655bc-dcb6-4b7b-97ff-1892a0f0e3db {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:47:59.104286 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c03eca3-f7e9-4793-95cb-dcd698e7ad0a', 'tag': 'b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8', 'status': 'completed', 'code': 200} Feb 07 22:47:59.151455 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e369cf8-cb0e-4768-9603-328039828a4e req-64b47123-4413-459a-884a-aa7f31c71181 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173003 Feb 07 22:47:59.175124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb82480-7b05-4902-9ca4-3c96f2301f7b service neutron] Pushing event updated for resources: {'Port': ['ID=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:59.218426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-dd811075-4f4a-4967-9aef-d472343f0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:59.241401 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-dd811075-4f4a-4967-9aef-d472343f0033 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6cfbd8f55a64f63a09e0315aa467e70&device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 1094 time: 0.2519770 Feb 07 22:47:59.253482 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e32e1fea-b9a6-485d-ab7f-732001d6d5e8 req-eee40e22-1120-411b-b49a-e29f6890d0eb service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513381 Feb 07 22:47:59.436128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Pushing event updated for resources: {'Port': ['ID=a1accf94-f911-471c-8c25-cf1835894091,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:59.448814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Allocated IP 172.20.0.11 (0591e9d1-1178-48a6-adfe-476e4a3652be/a33946f4-67e6-4b83-b235-d3ea4be75b63/7b686ed9-7829-408c-ad67-3c997466cd04) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:59.686899 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-4d338084-cb32-465f-813a-18cfc200b6b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 HTTP/1.1" status: 200 len: 217 time: 0.4352503 Feb 07 22:47:59.748176 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a0bafda9-3f6f-4066-990f-1e33145f8c4b req-0640ac1c-90db-45ec-91c2-294959ce9fd8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 210 time: 0.2421322 Feb 07 22:47:59.781045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Attempting to bind port a1accf94-f911-471c-8c25-cf1835894091 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:59.781340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Attempting to bind port a1accf94-f911-471c-8c25-cf1835894091 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:59.781667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Attempting to bind port a1accf94-f911-471c-8c25-cf1835894091 on network 1a372613-72d5-47e5-82c4-c1570022d857 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:59.797916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Port a1accf94-f911-471c-8c25-cf1835894091 on network 1a372613-72d5-47e5-82c4-c1570022d857 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:47:59.798167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Attempting to bind port a1accf94-f911-471c-8c25-cf1835894091 on network 1a372613-72d5-47e5-82c4-c1570022d857 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:47:59.839139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:47:59.839486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Checking segment: {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:47:59.840929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Bound using segment: {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:47:59.841682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Bound port: a1accf94-f911-471c-8c25-cf1835894091, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:59.841868 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.913505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-6e79443f-c127-49ea-b720-7784cd029372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:59.918537 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-6e79443f-c127-49ea-b720-7784cd029372 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1eba3360-9374-40ff-a180-5131bfaebe76 HTTP/1.1" status: 200 len: 856 time: 0.2211165 Feb 07 22:48:00.070113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-26b3c8c3-87d5-435b-8ce9-341bbed5dd24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a372613-72d5-47e5-82c4-c1570022d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409303 Feb 07 22:48:00.070947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f127799-6685-45f0-a901-dcf9213a56d8 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:00.103496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.141295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae3b75-fb36-483b-960b-64183823173c req-41e66d13-f66a-4895-9375-42e87ecaaf52 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:00.141486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] For port a1accf94-f911-471c-8c25-cf1835894091, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:00.141592 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75ae3b75-fb36-483b-960b-64183823173c req-41e66d13-f66a-4895-9375-42e87ecaaf52 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 943 time: 0.3491857 Feb 07 22:48:00.144469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] For port a1accf94-f911-471c-8c25-cf1835894091, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a1accf94-f911-471c-8c25-cf1835894091,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:00.149079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Transition to ACTIVE for port object 8f127799-6685-45f0-a901-dcf9213a56d8 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:00.152817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.168247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.205972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:00.206754 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.208882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] 10.222.0.46 "PUT /v2.0/ports/a1accf94-f911-471c-8c25-cf1835894091 HTTP/1.1" status: 200 len: 1092 time: 4.0212796 Feb 07 22:48:00.209496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81613a82-f02c-472c-81c6-7d113a933804', 'tag': 'a1accf94-f911-471c-8c25-cf1835894091'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:00.212143 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a811318d-2681-4549-86d3-21e2699bdc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "81613a82-f02c-472c-81c6-7d113a933804", "tag": "a1accf94-f911-471c-8c25-cf1835894091"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:00.321822 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75ae3b75-fb36-483b-960b-64183823173c req-75fc53b4-867f-4cf3-8922-715347a43f25 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597357 Feb 07 22:48:00.385138 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.445588 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-22e5515b-6cf2-437f-ad8c-4c0103654012 service neutron] 10.222.0.46 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406065 Feb 07 22:48:00.457820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee7e43-2be6-41bc-b700-873d9f5c2583 service neutron] Pushing event updated for resources: {'Port': ['ID=a1accf94-f911-471c-8c25-cf1835894091,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:00.495967 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b007bf2-5425-4093-b592-9af8d789b603 x-openstack-request-id: req-8b007bf2-5425-4093-b592-9af8d789b603 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:00.499917 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81613a82-f02c-472c-81c6-7d113a933804", "tag": "a1accf94-f911-471c-8c25-cf1835894091", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:00.500236 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b007bf2-5425-4093-b592-9af8d789b603 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:00.500661 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81613a82-f02c-472c-81c6-7d113a933804', 'tag': 'a1accf94-f911-471c-8c25-cf1835894091', 'status': 'completed', 'code': 200} Feb 07 22:48:00.566012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.596070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51684) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:00.609713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-818ab9fb-d252-44f1-a3ba-2d4e27d5c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:00.611306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-818ab9fb-d252-44f1-a3ba-2d4e27d5c844 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6cfbd8f55a64f63a09e0315aa467e70&device_id=81613a82-f02c-472c-81c6-7d113a933804 HTTP/1.1" status: 200 len: 1095 time: 0.3466744 Feb 07 22:48:00.633879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:00.656191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2642d0-1a65-424c-a599-96e6c9c89e54 req-f8780115-1759-43aa-851d-4c53fddf7dcb tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:00.664445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f2642d0-1a65-424c-a599-96e6c9c89e54 req-f8780115-1759-43aa-851d-4c53fddf7dcb tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 946 time: 0.3445885 Feb 07 22:48:00.669525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Network 0591e9d1-1178-48a6-adfe-476e4a3652be is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:00.672566 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:00.678261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:00.734184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:00.740926 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.747887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-0d2805f8-5c69-4ad9-a36c-f164442d798b service neutron] 10.222.0.46 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016334 Feb 07 22:48:00.750232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Attempting to bind port 8f127799-6685-45f0-a901-dcf9213a56d8 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:00.750565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Attempting to bind port 8f127799-6685-45f0-a901-dcf9213a56d8 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:00.750888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Attempting to bind port 8f127799-6685-45f0-a901-dcf9213a56d8 on network 1a372613-72d5-47e5-82c4-c1570022d857 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:00.774871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-3c475ea8-8bec-4de2-926b-3688fb8e8612 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1515095 Feb 07 22:48:00.788819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Request body: {'port': {'device_id': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:00.836819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Pushing event updated for resources: {'Port': ['ID=8f127799-6685-45f0-a901-dcf9213a56d8,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:00.898485 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-6ff45894-39b2-4e9f-af85-bdc5747e57ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1accf94-f911-471c-8c25-cf1835894091 HTTP/1.1" status: 200 len: 217 time: 0.1491413 Feb 07 22:48:00.899355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Port 8f127799-6685-45f0-a901-dcf9213a56d8 on network 1a372613-72d5-47e5-82c4-c1570022d857 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:48:00.899886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Attempting to bind port 8f127799-6685-45f0-a901-dcf9213a56d8 on network 1a372613-72d5-47e5-82c4-c1570022d857 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:00.927261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f2642d0-1a65-424c-a599-96e6c9c89e54 req-a85d8f07-500e-456d-aa5d-94a14e9b2371 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572067 Feb 07 22:48:00.996395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:00.996738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Checking segment: {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:00.997128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Bound using segment: {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:00.997577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Bound port: 8f127799-6685-45f0-a901-dcf9213a56d8, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36d216a-cc69-4c73-bbf6-b6debe06dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:00.997938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.058560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a902333a-b9c1-40fb-b5b5-b5e53e1e8200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.068600 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.073030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-1adfe883-d6c3-4426-a418-3bd0414b2775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:01.074744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-1adfe883-d6c3-4426-a418-3bd0414b2775 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6cfbd8f55a64f63a09e0315aa467e70&device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 1094 time: 0.2596898 Feb 07 22:48:01.153408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c92b6be1-ea22-4ed9-b0a8-10d483fbf0a7 None None] Provisioning complete for port 7b686ed9-7829-408c-ad67-3c997466cd04 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:01.154017 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c92b6be1-ea22-4ed9-b0a8-10d483fbf0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.208661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] For port 8f127799-6685-45f0-a901-dcf9213a56d8, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:01.212395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] For port 8f127799-6685-45f0-a901-dcf9213a56d8, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8f127799-6685-45f0-a901-dcf9213a56d8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:01.245894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c92b6be1-ea22-4ed9-b0a8-10d483fbf0a7 None None] Port 7b686ed9-7829-408c-ad67-3c997466cd04 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:01.304870 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a902333a-b9c1-40fb-b5b5-b5e53e1e8200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.309902 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.482395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-70b48014-0e08-43d6-b528-2933a962171d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:01.491949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-70b48014-0e08-43d6-b528-2933a962171d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.2777612 Feb 07 22:48:01.498754 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a902333a-b9c1-40fb-b5b5-b5e53e1e8200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.571497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-583d04d5-3974-4c9c-9318-5aaaf01ae775 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/quotas/57b74f06a92b4ba9a084a06c9151a043 HTTP/1.1" status: 200 len: 375 time: 0.0785773 Feb 07 22:48:01.585318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902333a-b9c1-40fb-b5b5-b5e53e1e8200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d525cbc-a37e-42a2-8df4-a91a7986e48d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:01.588757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-46b3b3b2-c65f-4b34-89e8-aedf0fefd5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:01.590248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-46b3b3b2-c65f-4b34-89e8-aedf0fefd5a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1eba3360-9374-40ff-a180-5131bfaebe76 HTTP/1.1" status: 200 len: 856 time: 0.6493943 Feb 07 22:48:01.726937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:01.727452 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.728858 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] 10.222.0.24 "PUT /v2.0/ports/8f127799-6685-45f0-a901-dcf9213a56d8 HTTP/1.1" status: 200 len: 1092 time: 3.7819488 Feb 07 22:48:01.743406 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c616535a-32a3-4954-9171-25bcfc6877d5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707199 Feb 07 22:48:01.747082 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-fe929e4d-d256-4c5c-813c-cf0c921aba8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a372613-72d5-47e5-82c4-c1570022d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118135 Feb 07 22:48:01.769645 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a902333a-b9c1-40fb-b5b5-b5e53e1e8200 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fda09fca122f4ef0bde6cedc516a8b88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1569974 Feb 07 22:48:01.773619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51710) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:01.846059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-68adb13a-0947-4861-bfe2-d44fbb52bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:01.852634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-68adb13a-0947-4861-bfe2-d44fbb52bb87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a372613-72d5-47e5-82c4-c1570022d857 HTTP/1.1" status: 200 len: 916 time: 0.7612889 Feb 07 22:48:01.887425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304ccc0-d993-4279-8102-9d92e6b72cf4 req-560c5d2b-335b-48d8-b2f4-dc57e338432c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:01.889444 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2304ccc0-d993-4279-8102-9d92e6b72cf4 req-560c5d2b-335b-48d8-b2f4-dc57e338432c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 932 time: 0.9818597 Feb 07 22:48:01.923337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-550f6b7d-bd49-49c4-8fe8-c8771fee7ee8 service neutron] 10.222.0.46 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646140 Feb 07 22:48:01.953102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-20f6498b-14aa-483b-b5ad-adb073c557c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 HTTP/1.1" status: 200 len: 217 time: 0.0604815 Feb 07 22:48:02.034954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-7074bb34-0c77-4127-aa81-27801bfd3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:02.037568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-7074bb34-0c77-4127-aa81-27801bfd3123 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1eba3360-9374-40ff-a180-5131bfaebe76 HTTP/1.1" status: 200 len: 856 time: 0.0757058 Feb 07 22:48:02.049603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6b243-8326-46fb-b74a-1c198db330cc service neutron] Pushing event updated for resources: {'Port': ['ID=8f127799-6685-45f0-a901-dcf9213a56d8,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:02.122013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-ac82364b-e793-41ff-a9b2-4b8986ef76f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a372613-72d5-47e5-82c4-c1570022d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496709 Feb 07 22:48:02.138048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2304ccc0-d993-4279-8102-9d92e6b72cf4 req-8ba73701-44cf-4c91-abe7-8099b11a8dda tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735833 Feb 07 22:48:02.250578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b686ed9-7829-408c-ad67-3c997466cd04 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:02.251955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:48:02.277591 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.375994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Transition to ACTIVE for port object 7b686ed9-7829-408c-ad67-3c997466cd04 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:02.392901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-99cf0fe5-8f93-458c-bca9-7683e920ee7d service neutron] 10.222.0.46 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585478 Feb 07 22:48:02.395281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.503525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c75de-09ce-4596-ad44-f5bf0debdd40 req-d49278f4-435c-4434-9f13-0470f64082e6 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:02.505965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-293c75de-09ce-4596-ad44-f5bf0debdd40 req-d49278f4-435c-4434-9f13-0470f64082e6 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 943 time: 0.2463856 Feb 07 22:48:02.531524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:02.569084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8', 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857', 'port_id': 'b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8', 'mac_address': 'fa:16:3e:aa:d2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eba3360-9374-40ff-a180-5131bfaebe76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:48:02.625704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:02.704735 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.767305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:02.768617 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-293c75de-09ce-4596-ad44-f5bf0debdd40 req-f32f403b-cbff-4b64-a268-9e1a6c57b19d tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128000 Feb 07 22:48:02.787925 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8f3b61c-86fb-4158-b9a1-89ae38ad111a req-583b5f96-66d0-451c-aef5-dd730ee5bae4 service neutron] 10.222.0.46 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855226 Feb 07 22:48:02.810981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:02.820176 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.836652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Attempting to bind port 7b686ed9-7829-408c-ad67-3c997466cd04 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:02.836994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Attempting to bind port 7b686ed9-7829-408c-ad67-3c997466cd04 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:02.837501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Attempting to bind port 7b686ed9-7829-408c-ad67-3c997466cd04 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:02.853592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Port 7b686ed9-7829-408c-ad67-3c997466cd04 on network 0591e9d1-1178-48a6-adfe-476e4a3652be not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:48:02.854289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Attempting to bind port 7b686ed9-7829-408c-ad67-3c997466cd04 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:02.871530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:02.872109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Checking segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:02.872502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Bound using segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:02.874242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Bound port: 7b686ed9-7829-408c-ad67-3c997466cd04, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:02.874656 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.918663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d718d599-a9c5-442d-a85e-94fe595f955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.920519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ed184c-69db-4c93-a471-35f880876424', 'tag': '8f127799-6685-45f0-a901-dcf9213a56d8'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:02.928238 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c4b950-1e45-451f-ba98-c9ecaafdabab" -d '{"events": [{"name": "network-changed", "server_uuid": "56ed184c-69db-4c93-a471-35f880876424", "tag": "8f127799-6685-45f0-a901-dcf9213a56d8"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:02.973473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-bff1e0fc-356d-4ef5-9d27-472541bbfa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:02.975223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-bff1e0fc-356d-4ef5-9d27-472541bbfa8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6cfbd8f55a64f63a09e0315aa467e70&device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 1095 time: 1.0359213 Feb 07 22:48:02.977977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:03.031382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:03.047761 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489d4b0b-d086-452b-944a-8e2313c9ab07 x-openstack-request-id: req-489d4b0b-d086-452b-944a-8e2313c9ab07 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:03.048358 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ed184c-69db-4c93-a471-35f880876424", "tag": "8f127799-6685-45f0-a901-dcf9213a56d8", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:03.048977 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-489d4b0b-d086-452b-944a-8e2313c9ab07 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:03.049543 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ed184c-69db-4c93-a471-35f880876424', 'tag': '8f127799-6685-45f0-a901-dcf9213a56d8', 'status': 'completed', 'code': 200} Feb 07 22:48:03.059536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:03.077158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:03.087208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.119168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51726) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:03.138456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d718d599-a9c5-442d-a85e-94fe595f955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.158832 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-fd26392c-8fe2-469f-aef6-c4f69d7dfb51 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4143105 Feb 07 22:48:03.166287 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-7cd00fe6-4830-4a05-b125-f80bde23b993 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f127799-6685-45f0-a901-dcf9213a56d8 HTTP/1.1" status: 200 len: 217 time: 0.1581788 Feb 07 22:48:03.179491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:03.180240 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.183595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] 10.222.0.24 "PUT /v2.0/ports/7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1092 time: 2.3998823 Feb 07 22:48:03.183595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:03.192365 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7995cd4-2e2d-44a9-a1be-158def1a610a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:03.329284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45fad-bbd6-4f33-b0c8-78b62331fa84 service neutron] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:03.376259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-21488f35-6327-4be2-977f-da5331a3a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:03.386574 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-21488f35-6327-4be2-977f-da5331a3a4ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1095 time: 0.1542625 Feb 07 22:48:03.447197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-653c0ab0-afc2-4f52-8326-29294e1697ed service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509780 Feb 07 22:48:03.529101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-77f8c40b-2c1e-4df5-aa6c-9110866f7604 service neutron] 10.222.0.46 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5461187 Feb 07 22:48:03.543175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-b28d98fe-6d9f-44cd-8585-a4bba8fee653 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 217 time: 0.0979733 Feb 07 22:48:03.546452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5ed258d1-f01a-46da-a406-29e7f29b4ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.547044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-7026ecc4-7e73-4dd4-ab1b-9a60754fc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:03.549475 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-7026ecc4-7e73-4dd4-ab1b-9a60754fc999 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eba3360-9374-40ff-a180-5131bfaebe76 HTTP/1.1" status: 200 len: 856 time: 0.3503189 Feb 07 22:48:03.622328 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d718d599-a9c5-442d-a85e-94fe595f955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.625176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d718d599-a9c5-442d-a85e-94fe595f955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.631240 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d718d599-a9c5-442d-a85e-94fe595f955f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d525cbc-a37e-42a2-8df4-a91a7986e48d HTTP/1.1" status: 204 len: 168 time: 1.7112379 Feb 07 22:48:03.644014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf794c34-afc7-4998-83d2-d1359cfa0381 req-b18da2fe-8b8c-4959-a1b9-d9e91e154a0f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:03.646376 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf794c34-afc7-4998-83d2-d1359cfa0381 req-b18da2fe-8b8c-4959-a1b9-d9e91e154a0f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 944 time: 0.2575822 Feb 07 22:48:03.672767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-b1881450-96a6-45dd-8298-2b21fff558fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:03.674307 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-b1881450-96a6-45dd-8298-2b21fff558fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1124039 Feb 07 22:48:03.694918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718d599-a9c5-442d-a85e-94fe595f955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d525cbc-a37e-42a2-8df4-a91a7986e48d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:03.702668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-1405f90e-afa3-4eab-913e-96eee795e7ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a372613-72d5-47e5-82c4-c1570022d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419611 Feb 07 22:48:03.861456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5ed258d1-f01a-46da-a406-29e7f29b4ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.866575 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.874575 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5ed258d1-f01a-46da-a406-29e7f29b4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.971760 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38860f67-8015-4267-9387-d52d6579bb85 x-openstack-request-id: req-38860f67-8015-4267-9387-d52d6579bb85 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:03.977396 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:03.977833 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38860f67-8015-4267-9387-d52d6579bb85 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:03.978762 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'status': 'completed', 'code': 200} Feb 07 22:48:04.063810 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-b657563a-1731-4f7c-b789-cb85e62e612e service neutron] 10.222.0.24 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030126 Feb 07 22:48:04.083961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed258d1-f01a-46da-a406-29e7f29b4ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056fe947-28e0-4ebe-9ed3-b8589faddebf,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:04.126051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf794c34-afc7-4998-83d2-d1359cfa0381 req-d8291ef7-0a7a-4d82-a479-1d3db3081d46 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4676602 Feb 07 22:48:04.174499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5ed258d1-f01a-46da-a406-29e7f29b4ecd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dd51ba50c624d8fb229c0962b2e52b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0353107 Feb 07 22:48:04.175150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51752) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:04.211724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-8547623a-36c1-484c-ab62-c6ef33ab4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.218926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-8547623a-36c1-484c-ab62-c6ef33ab4053 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5184126 Feb 07 22:48:04.234907 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a96f1fa-cfe2-4f79-854c-964ddf4383ab req-db4dbd0e-7599-47fe-8529-8c7437c2af74 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 210 time: 0.1685822 Feb 07 22:48:04.275961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:04.284591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811318d-2681-4549-86d3-21e2699bdc0c req-c3085611-a76b-4473-b349-d2045ce32c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.298974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a811318d-2681-4549-86d3-21e2699bdc0c req-c3085611-a76b-4473-b349-d2045ce32c1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6cfbd8f55a64f63a09e0315aa467e70&device_id=81613a82-f02c-472c-81c6-7d113a933804 HTTP/1.1" status: 200 len: 1095 time: 0.6826890 Feb 07 22:48:04.367947 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.386656 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-2496a044-d7bc-4e74-aa0d-3ea1bfb1231d service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388915 Feb 07 22:48:04.408944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:04.414757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:04.415139 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.464052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51766) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:04.580215 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c221b625-4b18-4d61-88e8-e1a3fa61dc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.594201 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.597008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661f05ef-7a1c-46c5-ac88-01423cfe4fd3 req-f9265a6b-4f06-4a8e-9960-c864370185cc service neutron] 10.222.0.24 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833307 Feb 07 22:48:04.648614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c03eca3-f7e9-4793-95cb-dcd698e7ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:04.652379 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1df971-a564-4d49-ad32-94097088a4c5" -d '{"events": [{"server_uuid": "9c03eca3-f7e9-4793-95cb-dcd698e7ad0a", "name": "network-vif-plugged", "status": "completed", "tag": "b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:04.692971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:04.703124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f446f25-cf2f-4b37-8b4a-9e1fa41e82f9 req-b6aea2cb-159a-4bb6-b126-2b4046b68584 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.704964 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f446f25-cf2f-4b37-8b4a-9e1fa41e82f9 req-b6aea2cb-159a-4bb6-b126-2b4046b68584 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 944 time: 0.3170974 Feb 07 22:48:04.705974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.803237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811318d-2681-4549-86d3-21e2699bdc0c req-a09c2bb8-b8b1-4903-8d94-2ed964eb453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.804857 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a811318d-2681-4549-86d3-21e2699bdc0c req-a09c2bb8-b8b1-4903-8d94-2ed964eb453b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a372613-72d5-47e5-82c4-c1570022d857 HTTP/1.1" status: 200 len: 916 time: 0.4963281 Feb 07 22:48:04.817375 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a50b69f2-c54c-49e6-b848-1dfaf833837f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.867278 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6661fc9e-b281-4d8d-8861-3065e1cc287f x-openstack-request-id: req-6661fc9e-b281-4d8d-8861-3065e1cc287f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:04.867887 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c03eca3-f7e9-4793-95cb-dcd698e7ad0a", "name": "network-vif-plugged", "status": "completed", "tag": "b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:04.867887 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6661fc9e-b281-4d8d-8861-3065e1cc287f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:04.870095 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c03eca3-f7e9-4793-95cb-dcd698e7ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8', 'code': 200} Feb 07 22:48:04.871274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:04.901126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2867af4-5ecd-44b6-a3ea-fea4a090719b req-33440693-89a1-4d40-b857-8d4e682b08f8 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555144 Feb 07 22:48:04.924165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-208a6b60-9975-40f5-ab3f-7a0b8b476d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.926678 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-208a6b60-9975-40f5-ab3f-7a0b8b476d0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6cfbd8f55a64f63a09e0315aa467e70&device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 1095 time: 0.2622187 Feb 07 22:48:04.946768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a811318d-2681-4549-86d3-21e2699bdc0c req-0af53b0b-9437-4358-8e05-ac6933f613e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1accf94-f911-471c-8c25-cf1835894091 HTTP/1.1" status: 200 len: 217 time: 0.1314440 Feb 07 22:48:04.954610 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f446f25-cf2f-4b37-8b4a-9e1fa41e82f9 req-3a9fd4a3-bbbc-4e80-82b0-c81b9b843742 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357533 Feb 07 22:48:05.000442 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a50b69f2-c54c-49e6-b848-1dfaf833837f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.093138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21490bb5-06b8-49fd-8ea7-aa07d61a3a09 req-5b89349f-7e25-49ed-b796-ef6fe464ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.095186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21490bb5-06b8-49fd-8ea7-aa07d61a3a09 req-5b89349f-7e25-49ed-b796-ef6fe464ea5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 1096 time: 0.1931486 Feb 07 22:48:05.102117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-62326b8f-d629-4524-b4e9-98f87fd84c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.103749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-62326b8f-d629-4524-b4e9-98f87fd84c62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1095 time: 0.0684884 Feb 07 22:48:05.154240 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a50b69f2-c54c-49e6-b848-1dfaf833837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.157111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a50b69f2-c54c-49e6-b848-1dfaf833837f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.157641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c221b625-4b18-4d61-88e8-e1a3fa61dc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.161165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a50b69f2-c54c-49e6-b848-1dfaf833837f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/056fe947-28e0-4ebe-9ed3-b8589faddebf HTTP/1.1" status: 204 len: 168 time: 0.9745317 Feb 07 22:48:05.166819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811318d-2681-4549-86d3-21e2699bdc0c req-bc1ebebf-f7e8-419f-a0d7-9045c3a598c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.168529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a811318d-2681-4549-86d3-21e2699bdc0c req-bc1ebebf-f7e8-419f-a0d7-9045c3a598c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1eba3360-9374-40ff-a180-5131bfaebe76 HTTP/1.1" status: 200 len: 856 time: 0.1865444 Feb 07 22:48:05.171941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c221b625-4b18-4d61-88e8-e1a3fa61dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.210931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b69f2-c54c-49e6-b848-1dfaf833837f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056fe947-28e0-4ebe-9ed3-b8589faddebf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:05.225963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21490bb5-06b8-49fd-8ea7-aa07d61a3a09 req-df12c040-3f88-404f-a10d-ed654da2372f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203563 Feb 07 22:48:05.270032 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a811318d-2681-4549-86d3-21e2699bdc0c req-db6d204d-64c9-46e7-8818-7361099941eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a372613-72d5-47e5-82c4-c1570022d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948451 Feb 07 22:48:05.289152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-327645d8-7d8d-412f-bb6a-3df0cc9dc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.292835 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-327645d8-7d8d-412f-bb6a-3df0cc9dc906 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.1762736 Feb 07 22:48:05.300382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-da624bb6-4c81-41b9-b894-02c184f20fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.302555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-da624bb6-4c81-41b9-b894-02c184f20fa1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a372613-72d5-47e5-82c4-c1570022d857 HTTP/1.1" status: 200 len: 916 time: 0.3528154 Feb 07 22:48:05.310917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c221b625-4b18-4d61-88e8-e1a3fa61dc36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=111ad027542e49efb6fedecb2e22e4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8373492 Feb 07 22:48:05.315354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221b625-4b18-4d61-88e8-e1a3fa61dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1211ff07-8210-4bb7-b00e-184e516f47ef,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:05.318175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51784) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:05.363739 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-fbdd91b4-9cfc-4fa2-8f19-0d84a399413e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 217 time: 0.0636137 Feb 07 22:48:05.391361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-d73a9b7f-f28e-40f9-96ae-f1873c7c93b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f127799-6685-45f0-a901-dcf9213a56d8 HTTP/1.1" status: 200 len: 217 time: 0.0791047 Feb 07 22:48:05.404484 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acf44565-beef-4b18-ad1f-fac5fdc8cece req-3c5746cb-dcac-4650-9a06-1282786b8f5a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 210 time: 0.0435882 Feb 07 22:48:05.427737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954daa3-6d2d-42f2-9497-579f359b1215 req-ac871f98-764d-4424-9a6d-1c0f6dd2f56d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.430184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b954daa3-6d2d-42f2-9497-579f359b1215 req-ac871f98-764d-4424-9a6d-1c0f6dd2f56d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 944 time: 0.2172000 Feb 07 22:48:05.453814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-06fa2721-9f88-4620-8d63-bbd7313f1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.456356 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-06fa2721-9f88-4620-8d63-bbd7313f1913 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.0843840 Feb 07 22:48:05.547630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-41de02f0-ae72-44d6-8bc4-7212ad68a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.549561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-41de02f0-ae72-44d6-8bc4-7212ad68a0a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865846 Feb 07 22:48:05.678713 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-b1a57f90-0810-466b-b5c7-dbde6344884b service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216760 Feb 07 22:48:05.789513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7995cd4-2e2d-44a9-a1be-158def1a610a req-a31a72c5-f91a-42b5-9ca7-de3f13cddc56 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032100 Feb 07 22:48:05.809537 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a811318d-2681-4549-86d3-21e2699bdc0c req-d35af34e-b867-4179-bf6d-d8724c05b3b1 service neutron] 10.222.0.46 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771665 Feb 07 22:48:05.816936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-0f472cab-f785-4deb-86ee-9db53ba54553 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.818489 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-0f472cab-f785-4deb-86ee-9db53ba54553 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.24 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.2523067 Feb 07 22:48:05.819880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-4af49d26-25fe-45fe-a74c-7f6a27d4bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.821190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-4af49d26-25fe-45fe-a74c-7f6a27d4bc1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eba3360-9374-40ff-a180-5131bfaebe76 HTTP/1.1" status: 200 len: 856 time: 0.4167404 Feb 07 22:48:05.825373 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e234a45d-f695-4509-b9b2-1a3ae755b369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.856172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Request body: {'port': {'device_id': 'ca5116d9-c4d7-4844-8705-c6fe4335123c', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'admin_state_up': True, 'tenant_id': '57b74f06a92b4ba9a084a06c9151a043'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:05.914724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b954daa3-6d2d-42f2-9497-579f359b1215 req-38ff8d28-2d71-4097-a1ee-d695d6275d5e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4430048 Feb 07 22:48:05.917282 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-1235ce82-0148-44a7-ab00-d153f8e85621 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a372613-72d5-47e5-82c4-c1570022d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700493 Feb 07 22:48:06.049091 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e234a45d-f695-4509-b9b2-1a3ae755b369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.189825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a811318d-2681-4549-86d3-21e2699bdc0c req-ef6235ae-8cbc-47ea-bb34-978fdc2f121e service neutron] 10.222.0.46 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675804 Feb 07 22:48:06.221654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2cb2-57d2-4413-874c-4cac90b69a0d req-029d7e6b-12e2-40f8-a1c7-3ed66cea2503 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.224168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-419e2cb2-57d2-4413-874c-4cac90b69a0d req-029d7e6b-12e2-40f8-a1c7-3ed66cea2503 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 945 time: 0.1218681 Feb 07 22:48:06.237193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-9dbc5000-144b-4fe5-b14b-761d32ddb5da service neutron] 10.222.0.24 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685180 Feb 07 22:48:06.289020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a1accf94-f911-471c-8c25-cf1835894091 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:48:06.314410 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-419e2cb2-57d2-4413-874c-4cac90b69a0d req-8847ea83-1fbd-40fa-b1f2-f9eadf193453 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800288 Feb 07 22:48:06.356591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e234a45d-f695-4509-b9b2-1a3ae755b369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.356591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e234a45d-f695-4509-b9b2-1a3ae755b369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.356591 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e234a45d-f695-4509-b9b2-1a3ae755b369 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1211ff07-8210-4bb7-b00e-184e516f47ef HTTP/1.1" status: 204 len: 168 time: 1.0310028 Feb 07 22:48:06.366834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Made reservation on behalf of 57b74f06a92b4ba9a084a06c9151a043 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:06.370490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.399494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234a45d-f695-4509-b9b2-1a3ae755b369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1211ff07-8210-4bb7-b00e-184e516f47ef,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:06.585378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a1accf94-f911-471c-8c25-cf1835894091, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a1accf94-f911-471c-8c25-cf1835894091,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:06.616803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'a1accf94-f911-471c-8c25-cf1835894091', 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857', 'port_id': 'a1accf94-f911-471c-8c25-cf1835894091', 'mac_address': 'fa:16:3e:82:68:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eba3360-9374-40ff-a180-5131bfaebe76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:48:06.704828 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.705258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a3e02110-823d-41ce-9176-f33acfb9c7b5 req-f86c286c-bbe5-4f84-95ee-fe4a9b2dad80 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 210 time: 0.0476239 Feb 07 22:48:06.707641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80c4b950-1e45-451f-ba98-c9ecaafdabab req-0cb2e5c9-18a0-48ab-9c05-2b85fad0cbca service neutron] 10.222.0.24 "GET /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627898 Feb 07 22:48:06.735834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Allocated IP 172.20.0.3 (6ec52ef6-8c28-475a-a4d6-03863d0789b3/d0bb49ce-8877-49f5-b44d-12b6120d74f9/b9195bf3-bf9a-40f1-8ab9-21f20593ccf6) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:06.750217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1accf94-f911-471c-8c25-cf1835894091 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:06.792524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a1accf94-f911-471c-8c25-cf1835894091, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a1accf94-f911-471c-8c25-cf1835894091,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:06.800262 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.912444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a1accf94-f911-471c-8c25-cf1835894091,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:06.990093 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.025692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['a1accf94-f911-471c-8c25-cf1835894091'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:07.055895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.085393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa29f5-551d-4f60-a09c-94f80e725f8c req-810b4799-f56a-4a3b-8308-b09654e34b1f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:07.087491 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7aaa29f5-551d-4f60-a09c-94f80e725f8c req-810b4799-f56a-4a3b-8308-b09654e34b1f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 944 time: 0.0929785 Feb 07 22:48:07.098300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:07.170474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7aaa29f5-551d-4f60-a09c-94f80e725f8c req-930122b1-0fbb-41ac-a2e7-8f2c1835004a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766721 Feb 07 22:48:07.184833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:07.200121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:07.208828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:07.313149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:07.313824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.316169 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event updated for resources: {'Port': ['ID=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:07.357962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-69b28da6-1981-4799-bba5-61156e0d7e4b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5078430 Feb 07 22:48:07.371367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Request body: {'port': {'device_id': 'ca5116d9-c4d7-4844-8705-c6fe4335123c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:07.439126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 8f127799-6685-45f0-a901-dcf9213a56d8 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:48:07.602577 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.740223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052b9e0-285c-43b4-8a94-a1ed7453297e req-452a873d-e6f0-448a-9d50-d680c8b58462 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:07.742834 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0052b9e0-285c-43b4-8a94-a1ed7453297e req-452a873d-e6f0-448a-9d50-d680c8b58462 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 945 time: 0.3056946 Feb 07 22:48:07.759589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 8f127799-6685-45f0-a901-dcf9213a56d8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8f127799-6685-45f0-a901-dcf9213a56d8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:07.772830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '8f127799-6685-45f0-a901-dcf9213a56d8', 'network_id': '1a372613-72d5-47e5-82c4-c1570022d857', 'port_id': '8f127799-6685-45f0-a901-dcf9213a56d8', 'mac_address': 'fa:16:3e:a9:9c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eba3360-9374-40ff-a180-5131bfaebe76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:48:07.889384 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.928862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a87895-4682-4094-b7c4-45b7986834d0 req-c95c678c-5e9b-4608-8f72-e47ef2c1f784 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:07.938575 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9a87895-4682-4094-b7c4-45b7986834d0 req-c95c678c-5e9b-4608-8f72-e47ef2c1f784 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 931 time: 0.1206927 Feb 07 22:48:07.945430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f127799-6685-45f0-a901-dcf9213a56d8 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:08.003145 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0052b9e0-285c-43b4-8a94-a1ed7453297e req-eabaf917-725c-4029-8045-a82be4e0cfd1 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587503 Feb 07 22:48:08.021661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 8f127799-6685-45f0-a901-dcf9213a56d8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8f127799-6685-45f0-a901-dcf9213a56d8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:08.028951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9a87895-4682-4094-b7c4-45b7986834d0 req-4297879e-9c96-4861-b7ce-6439af11d442 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885196 Feb 07 22:48:08.032276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['0dd19544-9fb1-4d67-b677-2a9780503cbd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:08.048303 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.049083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:48:08.320379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:08.334419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f784068-c4af-4815-ba47-540deae6facc req-d07b7023-ed7f-4b11-bfcb-61dcaaede4d1 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.336579 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f784068-c4af-4815-ba47-540deae6facc req-d07b7023-ed7f-4b11-bfcb-61dcaaede4d1 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 945 time: 0.1158636 Feb 07 22:48:08.342566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.384009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4253c7-bcab-4800-8150-47de600a426c req-e1803566-dc61-4f5f-8894-4b7af369ef37 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.385837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b4253c7-bcab-4800-8150-47de600a426c req-e1803566-dc61-4f5f-8894-4b7af369ef37 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 944 time: 0.1130846 Feb 07 22:48:08.386870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Transition to ACTIVE for port object b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:08.397208 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.402949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a1accf94-f911-471c-8c25-cf1835894091 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:08.405699 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=8f127799-6685-45f0-a901-dcf9213a56d8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:08.447856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f784068-c4af-4815-ba47-540deae6facc req-079f7935-0f34-4988-95a1-0e90fd3aa453 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016679 Feb 07 22:48:08.484754 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b4253c7-bcab-4800-8150-47de600a426c req-2c98ecd2-21e6-4a61-963c-132e2af00482 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915561 Feb 07 22:48:08.522822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:08.558146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '7b686ed9-7829-408c-ad67-3c997466cd04', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'port_id': '7b686ed9-7829-408c-ad67-3c997466cd04', 'mac_address': 'fa:16:3e:fd:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:48:08.569588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Pushing event updated for resources: {'Port': ['ID=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:08.579331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port a1accf94-f911-471c-8c25-cf1835894091 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:08.587197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port a1accf94-f911-471c-8c25-cf1835894091 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:08.587865 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.588847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Attempting to bind port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:08.589933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Attempting to bind port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:08.590462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Attempting to bind port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:08.596566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:48:08.596898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Attempting to bind port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:08.605584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:08.607251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Checking segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:08.608088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Bound using segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:08.608534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Bound port: b9195bf3-bf9a-40f1-8ab9-21f20593ccf6, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:08.608952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.687353 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.719021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b686ed9-7829-408c-ad67-3c997466cd04 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:08.735304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] For port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:08.740985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] For port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:08.747682 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.778092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.779307 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.780883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] 10.222.0.24 "PUT /v2.0/ports/b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 HTTP/1.1" status: 200 len: 1091 time: 1.4141266 Feb 07 22:48:08.783985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5116d9-c4d7-4844-8705-c6fe4335123c', 'tag': 'b9195bf3-bf9a-40f1-8ab9-21f20593ccf6'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:08.789684 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794fe318-71f6-4309-ac32-ede25a051c14" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5116d9-c4d7-4844-8705-c6fe4335123c", "tag": "b9195bf3-bf9a-40f1-8ab9-21f20593ccf6"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:08.798443 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.808018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:08.821791 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.876707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81613a82-f02c-472c-81c6-7d113a933804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1accf94-f911-471c-8c25-cf1835894091'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:08.879376 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088ddda2-7c29-4b59-b5e6-174616084246" -d '{"events": [{"server_uuid": "81613a82-f02c-472c-81c6-7d113a933804", "name": "network-vif-plugged", "status": "completed", "tag": "a1accf94-f911-471c-8c25-cf1835894091"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:08.921496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a1accf94-f911-471c-8c25-cf1835894091, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a1accf94-f911-471c-8c25-cf1835894091,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:08.934744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-1fa3aa1a-8285-4111-a52e-90a2209cfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.936691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-1fa3aa1a-8285-4111-a52e-90a2209cfda2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 1094 time: 0.0937743 Feb 07 22:48:08.941380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d0098-7fbd-45ae-a599-2c096e97d4ca service neutron] Pushing event updated for resources: {'Port': ['ID=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:08.943157 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.963438 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bfc02c-76b1-48ae-bf94-864d6a7de51d x-openstack-request-id: req-86bfc02c-76b1-48ae-bf94-864d6a7de51d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:08.963985 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5116d9-c4d7-4844-8705-c6fe4335123c", "tag": "b9195bf3-bf9a-40f1-8ab9-21f20593ccf6", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:08.964099 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86bfc02c-76b1-48ae-bf94-864d6a7de51d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:08.964188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:08.965074 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5116d9-c4d7-4844-8705-c6fe4335123c', 'tag': 'b9195bf3-bf9a-40f1-8ab9-21f20593ccf6', 'status': 'completed', 'code': 200} Feb 07 22:48:08.976300 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9122a39-a1bb-4bb4-8d67-28a4e9e76440 x-openstack-request-id: req-e9122a39-a1bb-4bb4-8d67-28a4e9e76440 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:08.976584 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81613a82-f02c-472c-81c6-7d113a933804", "name": "network-vif-plugged", "status": "completed", "tag": "a1accf94-f911-471c-8c25-cf1835894091", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:08.976880 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9122a39-a1bb-4bb4-8d67-28a4e9e76440 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:08.988311 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81613a82-f02c-472c-81c6-7d113a933804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1accf94-f911-471c-8c25-cf1835894091', 'code': 200} Feb 07 22:48:09.084374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-00cfd355-5532-4915-a973-60cad814600a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 HTTP/1.1" status: 200 len: 217 time: 0.1222868 Feb 07 22:48:09.125128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['7b686ed9-7829-408c-ad67-3c997466cd04'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:09.128038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['8f127799-6685-45f0-a901-dcf9213a56d8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:09.158662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a1accf94-f911-471c-8c25-cf1835894091,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:09.376237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-ff80eb5c-1192-4570-a921-eeaea136ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.377737 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-ff80eb5c-1192-4570-a921-eeaea136ac47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.2701063 Feb 07 22:48:09.392584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8308dd-8ed1-4927-bd49-632ca21ede3f req-3a3c8faf-959b-48a0-9b7b-e6b7320adaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.400551 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff8308dd-8ed1-4927-bd49-632ca21ede3f req-3a3c8faf-959b-48a0-9b7b-e6b7320adaba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81613a82-f02c-472c-81c6-7d113a933804 HTTP/1.1" status: 200 len: 1097 time: 0.3137307 Feb 07 22:48:09.447243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f6e54-137f-4696-b09a-15ec671ae2e1 req-da9a46fb-fa9d-4777-a0a0-b1bd101a9f5f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.448747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-606f6e54-137f-4696-b09a-15ec671ae2e1 req-da9a46fb-fa9d-4777-a0a0-b1bd101a9f5f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 943 time: 0.2043746 Feb 07 22:48:09.502841 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-2d34e3c7-9f0d-486c-8952-b16123e0075b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985687 Feb 07 22:48:09.579218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff8308dd-8ed1-4927-bd49-632ca21ede3f req-10f0e33b-2042-4078-9a6d-30561317fece service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537075 Feb 07 22:48:09.619108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-606f6e54-137f-4696-b09a-15ec671ae2e1 req-ccd4a779-a271-47ac-971d-c1dd1d9064b0 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213839 Feb 07 22:48:09.707854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5992fc9-56af-4efa-b5dc-b2d38a006280 req-dfe3d1cf-099d-4ff4-ab00-5f3d2d751988 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.716332 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5992fc9-56af-4efa-b5dc-b2d38a006280 req-dfe3d1cf-099d-4ff4-ab00-5f3d2d751988 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 945 time: 0.1306634 Feb 07 22:48:09.718196 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-375918e0-96aa-4709-a19d-6e6df996f10d service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983366 Feb 07 22:48:09.773759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5992fc9-56af-4efa-b5dc-b2d38a006280 req-ccf70326-b085-448a-aaef-475bb619cbe4 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560484 Feb 07 22:48:09.908467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62214416-bde4-4989-8304-e1b582559158 req-2d5ba171-ff88-4c71-82cb-598fc0fcbb0a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.916740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-62214416-bde4-4989-8304-e1b582559158 req-2d5ba171-ff88-4c71-82cb-598fc0fcbb0a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1567264 Feb 07 22:48:09.920048 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a513416-0cba-4755-b85d-757a55cb7f26 req-1867e1c1-ff77-41ed-98ee-02e2c0d7f512 service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952343 Feb 07 22:48:10.041477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-62214416-bde4-4989-8304-e1b582559158 req-af472928-bf40-477e-ae2d-3e6038ff367b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195393 Feb 07 22:48:10.069906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fe318-71f6-4309-ac32-ede25a051c14 req-1ee11ed0-bd35-44e7-81d6-6a75ec53b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:10.071870 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-794fe318-71f6-4309-ac32-ede25a051c14 req-1ee11ed0-bd35-44e7-81d6-6a75ec53b1a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 1094 time: 0.0924089 Feb 07 22:48:10.262391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51972) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:10.275594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fe318-71f6-4309-ac32-ede25a051c14 req-2d5a2a73-aa5e-473f-81cf-eac9f671943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:10.279355 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-794fe318-71f6-4309-ac32-ede25a051c14 req-2d5a2a73-aa5e-473f-81cf-eac9f671943e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 906 time: 0.1985042 Feb 07 22:48:10.346391 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-794fe318-71f6-4309-ac32-ede25a051c14 req-756ec12b-6cd5-4f80-baae-700f69b79f07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 HTTP/1.1" status: 200 len: 217 time: 0.0589480 Feb 07 22:48:10.366496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51976) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:10.405836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fe318-71f6-4309-ac32-ede25a051c14 req-82e06bbb-669a-4e77-98c4-980a1b9d201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:10.408140 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-794fe318-71f6-4309-ac32-ede25a051c14 req-82e06bbb-669a-4e77-98c4-980a1b9d201a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.0551391 Feb 07 22:48:10.453731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-794fe318-71f6-4309-ac32-ede25a051c14 req-3f339a3b-036f-4e2f-b5ec-ffa07b63daba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373316 Feb 07 22:48:10.496549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ef18344-bafb-465f-ada1-338ef8d39609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.544663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:10.573298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-794fe318-71f6-4309-ac32-ede25a051c14 req-ea3f4c4b-a6f9-471c-8b3f-1626b049aece service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123378 Feb 07 22:48:10.595837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.677272 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ef18344-bafb-465f-ada1-338ef8d39609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.693433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ef18344-bafb-465f-ada1-338ef8d39609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.732667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-794fe318-71f6-4309-ac32-ede25a051c14 req-6e339b06-1513-4096-93d7-a93000902f24 service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441517 Feb 07 22:48:10.769950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef18344-bafb-465f-ada1-338ef8d39609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288fe899-fb20-478a-ad5b-571c6a7a53eb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:10.774752 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0ef18344-bafb-465f-ada1-338ef8d39609 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=887109c063d846a4bb4ae0e623b79fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068389 Feb 07 22:48:10.777709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51988) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:10.861502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c727568-5eab-4459-ba76-91b3d59f26be req-2c0d7f80-6af5-4d22-aa49-2f160f3e5406 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:10.863068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c727568-5eab-4459-ba76-91b3d59f26be req-2c0d7f80-6af5-4d22-aa49-2f160f3e5406 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 943 time: 0.1387694 Feb 07 22:48:10.864963 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.900638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09df2b-8a88-4d9f-aea7-68a1f3afcabd req-ef81ea18-4250-4b53-bbe4-28eda907e6b8 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:10.902136 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f09df2b-8a88-4d9f-aea7-68a1f3afcabd req-ef81ea18-4250-4b53-bbe4-28eda907e6b8 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 945 time: 0.0591516 Feb 07 22:48:10.929243 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68f8b6d2-f191-4f77-a47c-c457ab477e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.943080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f09df2b-8a88-4d9f-aea7-68a1f3afcabd req-2b1a212d-d874-49b5-8693-8d9bd299f391 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348439 Feb 07 22:48:10.965834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68f8b6d2-f191-4f77-a47c-c457ab477e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.015786 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3c727568-5eab-4459-ba76-91b3d59f26be req-258d0fd8-e258-4f75-aecf-d17068721cff tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386371 Feb 07 22:48:11.069109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Allocated IP 172.25.8.31 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/429d19e6-861b-4c13-974d-f7933da7025e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:11.083888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68f8b6d2-f191-4f77-a47c-c457ab477e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.087165 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68f8b6d2-f191-4f77-a47c-c457ab477e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.088346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-68f8b6d2-f191-4f77-a47c-c457ab477e2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/288fe899-fb20-478a-ad5b-571c6a7a53eb HTTP/1.1" status: 204 len: 168 time: 0.3020024 Feb 07 22:48:11.120450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8b6d2-f191-4f77-a47c-c457ab477e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288fe899-fb20-478a-ad5b-571c6a7a53eb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:11.171408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cb2c7-104c-4bbf-a4cb-ca31ed57cb2e req-8f9afd3e-20f8-4ff9-a525-f4b8dfab0611 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.174509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c91cb2c7-104c-4bbf-a4cb-ca31ed57cb2e req-8f9afd3e-20f8-4ff9-a525-f4b8dfab0611 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0646489 Feb 07 22:48:11.225210 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c91cb2c7-104c-4bbf-a4cb-ca31ed57cb2e req-b5b0bfb9-257e-4f0f-a16c-f5ee2dae2a78 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Feb 07 22:48:11.233355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.270947 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.311414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:11.315886 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:11.319622 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:11.325129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event updated for resources: {'Port': ['ID=429d19e6-861b-4c13-974d-f7933da7025e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:11.424385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52008) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:11.431993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.434605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-274095553'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:11.453038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:48:11.455649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 8f127799-6685-45f0-a901-dcf9213a56d8 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:11.472046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:11.482069 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.497710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.507423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52010) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:11.532028 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a209cec3-6df4-4876-8aba-88b6fd18e8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.554189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:11.564127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 8f127799-6685-45f0-a901-dcf9213a56d8 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:11.570131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 8f127799-6685-45f0-a901-dcf9213a56d8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:11.570893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.572991 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.573356 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Added segment 3fe8add3-6ac2-424c-9c14-7218306ac063 of type vlan for network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 Feb 07 22:48:11.637780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.647159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:11.664087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'b9195bf3-bf9a-40f1-8ab9-21f20593ccf6', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'port_id': 'b9195bf3-bf9a-40f1-8ab9-21f20593ccf6', 'mac_address': 'fa:16:3e:74:9f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bb49ce-8877-49f5-b44d-12b6120d74f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:48:11.701714 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.709584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.710184 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.714351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a209cec3-6df4-4876-8aba-88b6fd18e8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.717639 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.726180 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.738729 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.772986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.777939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ed184c-69db-4c93-a471-35f880876424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f127799-6685-45f0-a901-dcf9213a56d8'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:11.778090 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a209cec3-6df4-4876-8aba-88b6fd18e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.780254 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6eb895-0475-4889-adcd-419134a5f23a" -d '{"events": [{"server_uuid": "56ed184c-69db-4c93-a471-35f880876424", "name": "network-vif-plugged", "status": "completed", "tag": "8f127799-6685-45f0-a901-dcf9213a56d8"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:11.785817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 8f127799-6685-45f0-a901-dcf9213a56d8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8f127799-6685-45f0-a901-dcf9213a56d8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:11.797229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:11.802640 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.803678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:11.869342 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657ff38c-e5e5-45cf-aea6-f92b9ddc82e4 x-openstack-request-id: req-657ff38c-e5e5-45cf-aea6-f92b9ddc82e4 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:11.877011 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ed184c-69db-4c93-a471-35f880876424", "name": "network-vif-plugged", "status": "completed", "tag": "8f127799-6685-45f0-a901-dcf9213a56d8", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:11.880471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event updated for resources: {'Port': ['ID=429d19e6-861b-4c13-974d-f7933da7025e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:11.881864 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-657ff38c-e5e5-45cf-aea6-f92b9ddc82e4 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:11.883331 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ed184c-69db-4c93-a471-35f880876424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f127799-6685-45f0-a901-dcf9213a56d8', 'code': 200} Feb 07 22:48:11.911975 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.913109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:11.933896 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.940099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.941600 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-32d3734d-035d-45e4-ba2f-05c919ede339 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6779895 Feb 07 22:48:11.944043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=8f127799-6685-45f0-a901-dcf9213a56d8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:11.944543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52020) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:11.961997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2076911596'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:11.994052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 7b686ed9-7829-408c-ad67-3c997466cd04 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:11.997051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Made reservation on behalf of c9b6dd41a2e146fd86e37097587af6fc for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:12.002008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 7b686ed9-7829-408c-ad67-3c997466cd04 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:12.002282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.002583 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.038236 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.086508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.157006 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.161950 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.162130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.176008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:12.188084 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.188649 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Added segment 09aeb95c-304f-4b23-93d8-7f66e0404f06 of type vlan for network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 Feb 07 22:48:12.206124 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:12.210076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['b9195bf3-bf9a-40f1-8ab9-21f20593ccf6'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:12.245172 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.259971 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.275979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8486018 Feb 07 22:48:12.282286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52028) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:12.311155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1049668688'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:12.333176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04783855-8f4f-4d2a-8b14-8da3f78fc08b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.339398 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.345149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:12.345686 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.365571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615208c-e9a1-4e9c-8ed7-7dffdf70b5f9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Network': ['ID=a8ca15e6-406c-4690-ad01-7665b4aeb0e2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.370211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a209cec3-6df4-4876-8aba-88b6fd18e8ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b5036f5b73d4d09ba8768a881a548e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8616159 Feb 07 22:48:12.379801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52030) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:12.381343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209cec3-6df4-4876-8aba-88b6fd18e8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9898ee-00b1-40ff-a916-d83a8e77a184,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.403240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:48:12.438197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73849c14-534b-4dd1-ac9f-b3621cd33f89 req-9aacd78a-a986-4d03-b2e3-eebcabc3af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:12.439805 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73849c14-534b-4dd1-ac9f-b3621cd33f89 req-9aacd78a-a986-4d03-b2e3-eebcabc3af1e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 1097 time: 0.1904538 Feb 07 22:48:12.449744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a86393-ca27-49b9-8db5-c73430c47cde req-655ab06f-a731-4475-8306-702c928b960e tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:12.456530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f872-f365-493c-94e6-10eb933eab67 req-a1a6067c-93e6-400d-82d7-d2de46406714 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:12.457390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-21a86393-ca27-49b9-8db5-c73430c47cde req-655ab06f-a731-4475-8306-702c928b960e tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 946 time: 0.2065864 Feb 07 22:48:12.458523 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9130f872-f365-493c-94e6-10eb933eab67 req-a1a6067c-93e6-400d-82d7-d2de46406714 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 944 time: 0.1861923 Feb 07 22:48:12.468293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5223072 Feb 07 22:48:12.469346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52036) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:12.475003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Request body: {'subnet': {'network_id': '5be1a5a3-b422-492b-8a46-70a0a69dbf19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:12.494044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.502354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:12.507514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.555514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-21a86393-ca27-49b9-8db5-c73430c47cde req-bcf08879-ebc2-4d6e-822b-17ee07b26090 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971892 Feb 07 22:48:12.562522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e96900-a37b-4b4c-9df6-d312e15b56f7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event updated for resources: {'Network': ['ID=5be1a5a3-b422-492b-8a46-70a0a69dbf19,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.579763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:48:12.597833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:12.601804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d8bea299-7136-4e3c-a963-e60421a4ac41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.613791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73849c14-534b-4dd1-ac9f-b3621cd33f89 req-f665b8f1-edfe-4967-99af-a73488a77c9b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473267 Feb 07 22:48:12.624614 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.624858 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Added segment 95b56c53-c4be-47f3-9def-d28527df68ee of type vlan for network fb11e30f-df9a-4d06-917d-c9aefa2bb19a Feb 07 22:48:12.641402 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d8bea299-7136-4e3c-a963-e60421a4ac41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.643102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9130f872-f365-493c-94e6-10eb933eab67 req-b12b94f1-3ce3-4fa2-bfb6-3b3fe47c8569 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818257 Feb 07 22:48:12.663614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Made reservation on behalf of c9b6dd41a2e146fd86e37097587af6fc for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:12.668472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.782026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.793080 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d8bea299-7136-4e3c-a963-e60421a4ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.795634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d8bea299-7136-4e3c-a963-e60421a4ac41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.799632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d8bea299-7136-4e3c-a963-e60421a4ac41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c9898ee-00b1-40ff-a916-d83a8e77a184 HTTP/1.1" status: 204 len: 168 time: 0.4151914 Feb 07 22:48:12.814370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbfa51-3b43-4501-bcb3-e2c86b9722d1 req-2d84575f-8eff-40b0-a4e8-ec593432b6c4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:12.822106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4bbfa51-3b43-4501-bcb3-e2c86b9722d1 req-2d84575f-8eff-40b0-a4e8-ec593432b6c4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.1370761 Feb 07 22:48:12.861080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bea299-7136-4e3c-a963-e60421a4ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9898ee-00b1-40ff-a916-d83a8e77a184,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.895814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4bbfa51-3b43-4501-bcb3-e2c86b9722d1 req-10aebefd-3355-499a-be05-72c8b84b25b4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727935 Feb 07 22:48:12.896675 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.901839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:12.902574 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.948335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6489694 Feb 07 22:48:12.952469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52046) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:12.959116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'subnet': {'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:12.962235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.035495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Checking segment: {'id': '09aeb95c-304f-4b23-93d8-7f66e0404f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5be1a5a3-b422-492b-8a46-70a0a69dbf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:13.036095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Network hostable DHCP agents. Network: 5be1a5a3-b422-492b-8a46-70a0a69dbf19, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:13.039988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event updated for resources: {'Subnet': ['ID=864ea7be-6626-4c39-885f-980c4fbc10ca,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:13.058837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:13.077464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 5be1a5a3-b422-492b-8a46-70a0a69dbf19) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:13.083364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:13.083985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.095558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7218a762-ac48-423d-9e56-6976d362e505 None None] Network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:48:13.118326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25474211-26fa-4d78-bb1d-f019ad69ecaf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Network': ['ID=fb11e30f-df9a-4d06-917d-c9aefa2bb19a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:13.129115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b92c8425-7b79-4a75-8a9c-780b72b63d1d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6555424 Feb 07 22:48:13.129494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52050) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:13.135904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-611937364', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:13.145150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:13.155582 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.169206 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network fb11e30f-df9a-4d06-917d-c9aefa2bb19a details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:48:13.172148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.173366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.296929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.413136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-5be1a5a3-b422-492b-8a46-70a0a69dbf19', 'network_id': '5be1a5a3-b422-492b-8a46-70a0a69dbf19', 'tenant_id': 'c9b6dd41a2e146fd86e37097587af6fc', 'fixed_ips': [{'subnet_id': '864ea7be-6626-4c39-885f-980c4fbc10ca'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:48:13.414223 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.442432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:13.483688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.524395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.570707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:13.582998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Subnet': ['ID=91270d73-072f-40d6-ab47-9fece99a59e2,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:13.601946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:13.602346 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.607901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Checking segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:13.608712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network hostable DHCP agents. Network: a8ca15e6-406c-4690-ad01-7665b4aeb0e2, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:13.648449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:13.676197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a8ca15e6-406c-4690-ad01-7665b4aeb0e2) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:13.681027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:13.681768 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.720595 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432d3061-a287-4554-8316-c6033f42086f None None] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:48:13.761815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52076) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:13.768912 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b819e22b-5e5e-49d3-b476-95fbb34b5922 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8024037 Feb 07 22:48:13.771460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'subnet': {'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:13.903315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f42d8-8ebf-4356-be94-01685e7edaa3 req-2f0ee9bc-6cce-4c67-87ce-9237fd3909f2 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:13.904911 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a64f42d8-8ebf-4356-be94-01685e7edaa3 req-2f0ee9bc-6cce-4c67-87ce-9237fd3909f2 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 944 time: 0.1087651 Feb 07 22:48:13.915214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ecc26-6c4f-40bb-a4ca-22c4445eb36d req-d8c97f58-b11d-4076-ad92-fe6c014a54e7 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:13.917432 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c85ecc26-6c4f-40bb-a4ca-22c4445eb36d req-d8c97f58-b11d-4076-ad92-fe6c014a54e7 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 946 time: 0.1937907 Feb 07 22:48:13.989095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a64f42d8-8ebf-4356-be94-01685e7edaa3 req-57f882ca-164d-45f6-9fba-2d8933ae5ce4 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669489 Feb 07 22:48:14.054494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c85ecc26-6c4f-40bb-a4ca-22c4445eb36d req-77f21a9c-c545-46e6-aff2-4cab1bc85324 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191926 Feb 07 22:48:14.058544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:14.061293 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd42ec9-45b2-4ae0-8e05-262a08144d78" -d '{"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:14.068620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:14.074386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.100791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Allocated IP 172.20.0.2 (5be1a5a3-b422-492b-8a46-70a0a69dbf19/864ea7be-6626-4c39-885f-980c4fbc10ca/e8f74025-196c-49d3-856d-3ba13b9d67c9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:14.119765 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.204005 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4addeb-05be-4da3-a59c-dfa68d95a616 x-openstack-request-id: req-3f4addeb-05be-4da3-a59c-dfa68d95a616 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:14.204005 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:14.204258 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f4addeb-05be-4da3-a59c-dfa68d95a616 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:14.204647 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'code': 200} Feb 07 22:48:14.255252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:14.272194 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.324464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:14.368463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c116b273-317b-4640-9098-aac22476493f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'fixed_ips': [{'subnet_id': '91270d73-072f-40d6-ab47-9fece99a59e2'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:48:14.369317 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c116b273-317b-4640-9098-aac22476493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.371473 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.400108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6d242-f4c7-4f66-bd88-3fd234c8f067 req-2160880b-d5c9-49c6-8d40-a46913cbbd83 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:14.409255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77f6d242-f4c7-4f66-bd88-3fd234c8f067 req-2160880b-d5c9-49c6-8d40-a46913cbbd83 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.2514303 Feb 07 22:48:14.422874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.444172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef8a08-0622-424e-ae16-4d963984720d req-0dd0af56-79cb-4efb-a35f-e444dfec81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:14.446274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-afef8a08-0622-424e-ae16-4d963984720d req-0dd0af56-79cb-4efb-a35f-e444dfec81f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1097 time: 0.1635244 Feb 07 22:48:14.511417 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-afef8a08-0622-424e-ae16-4d963984720d req-841412d3-6a16-441f-9468-6dcf0351d1ab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516238 Feb 07 22:48:14.528588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77f6d242-f4c7-4f66-bd88-3fd234c8f067 req-a5799fc5-0a81-40d6-8114-efde3fc8ac60 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183984 Feb 07 22:48:14.561504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c116b273-317b-4640-9098-aac22476493f None None] Allocated IP 10.1.1.2 (a8ca15e6-406c-4690-ad01-7665b4aeb0e2/91270d73-072f-40d6-ab47-9fece99a59e2/e50a9c17-b31f-4d85-985b-ae082cbbf592) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:14.581351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.599191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.633090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Allocated IP 172.25.8.122 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/cfa38aa7-3b59-4171-8031-b947d94dc50b) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:14.669373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:14.679057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:14.684120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:14.695454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.701841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Pushing event updated for resources: {'Port': ['ID=e8f74025-196c-49d3-856d-3ba13b9d67c9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:14.780277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Attempting to bind port e8f74025-196c-49d3-856d-3ba13b9d67c9 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:14.780650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Attempting to bind port e8f74025-196c-49d3-856d-3ba13b9d67c9 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '09aeb95c-304f-4b23-93d8-7f66e0404f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5be1a5a3-b422-492b-8a46-70a0a69dbf19'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:14.781018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Attempting to bind port e8f74025-196c-49d3-856d-3ba13b9d67c9 on network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:14.787923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:14.788324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Checking segment: {'id': '09aeb95c-304f-4b23-93d8-7f66e0404f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5be1a5a3-b422-492b-8a46-70a0a69dbf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:14.789240 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.789240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Bound using segment: {'id': '09aeb95c-304f-4b23-93d8-7f66e0404f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5be1a5a3-b422-492b-8a46-70a0a69dbf19'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:14.789899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Bound port: e8f74025-196c-49d3-856d-3ba13b9d67c9, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09aeb95c-304f-4b23-93d8-7f66e0404f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5be1a5a3-b422-492b-8a46-70a0a69dbf19'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:14.789899 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.818972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Subnet': ['ID=78f1bb0c-c8ab-4944-9841-236027cb082b,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:14.866819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Checking segment: {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:14.867281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network hostable DHCP agents. Network: fb11e30f-df9a-4d06-917d-c9aefa2bb19a, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:14.889942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.901727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c116b273-317b-4640-9098-aac22476493f None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.919520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network fb11e30f-df9a-4d06-917d-c9aefa2bb19a is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:14.924893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c116b273-317b-4640-9098-aac22476493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.942400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, fb11e30f-df9a-4d06-917d-c9aefa2bb19a) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:14.948234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:14.949038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.953636 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.968394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] For port e8f74025-196c-49d3-856d-3ba13b9d67c9, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:14.973053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c116b273-317b-4640-9098-aac22476493f None None] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:14.979686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cc16d-ed9c-4062-94e3-7cae7252030b None None] Network fb11e30f-df9a-4d06-917d-c9aefa2bb19a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:48:15.006098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c116b273-317b-4640-9098-aac22476493f None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:15.016482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] For port e8f74025-196c-49d3-856d-3ba13b9d67c9, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e8f74025-196c-49d3-856d-3ba13b9d67c9,segment=NetworkSegment(09aeb95c-304f-4b23-93d8-7f66e0404f06),segment_id=09aeb95c-304f-4b23-93d8-7f66e0404f06)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:15.044658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:15.048320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116b273-317b-4640-9098-aac22476493f None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:15.051295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52104) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:15.051575 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8cc43240-f7a7-4d1d-b294-0ee8eea9ec92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2868721 Feb 07 22:48:15.055345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:15.059510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:15.068699 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.072012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'port': {'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'name': 'tempest-TaggedBootDevicesTest-58349203', 'fixed_ips': [{'subnet_id': '91270d73-072f-40d6-ab47-9fece99a59e2'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:15.085509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event updated for resources: {'Port': ['ID=cfa38aa7-3b59-4171-8031-b947d94dc50b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:15.096580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116b273-317b-4640-9098-aac22476493f None None] Pushing event updated for resources: {'Port': ['ID=e50a9c17-b31f-4d85-985b-ae082cbbf592,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:15.329246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c116b273-317b-4640-9098-aac22476493f None None] Attempting to bind port e50a9c17-b31f-4d85-985b-ae082cbbf592 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:15.329717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c116b273-317b-4640-9098-aac22476493f None None] Attempting to bind port e50a9c17-b31f-4d85-985b-ae082cbbf592 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:15.330152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116b273-317b-4640-9098-aac22476493f None None] Attempting to bind port e50a9c17-b31f-4d85-985b-ae082cbbf592 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:15.355110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116b273-317b-4640-9098-aac22476493f None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:15.355575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116b273-317b-4640-9098-aac22476493f None None] Checking segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:15.356109 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c116b273-317b-4640-9098-aac22476493f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.356613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116b273-317b-4640-9098-aac22476493f None None] Bound using segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:15.357316 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c116b273-317b-4640-9098-aac22476493f None None] Bound port: e50a9c17-b31f-4d85-985b-ae082cbbf592, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:15.357769 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c116b273-317b-4640-9098-aac22476493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.373011 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2454c-2ebe-457c-a2c9-52f76e4003c8 None None] Pushing event updated for resources: {'Port': ['ID=e8f74025-196c-49d3-856d-3ba13b9d67c9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:15.379611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-fb11e30f-df9a-4d06-917d-c9aefa2bb19a', 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'fixed_ips': [{'subnet_id': '78f1bb0c-c8ab-4944-9841-236027cb082b'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:48:15.380722 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.424689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584543e3-46a7-4727-9162-909fdec1f513 req-a4851a12-839d-4a31-9168-899485fbf83c tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:15.426637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-584543e3-46a7-4727-9162-909fdec1f513 req-a4851a12-839d-4a31-9168-899485fbf83c tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 946 time: 0.2102642 Feb 07 22:48:15.564367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:15.664863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-584543e3-46a7-4727-9162-909fdec1f513 req-fdd403bb-6909-4a79-adb2-0b6a05bde1c5 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285373 Feb 07 22:48:15.687697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c116b273-317b-4640-9098-aac22476493f None None] For port e50a9c17-b31f-4d85-985b-ae082cbbf592, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:15.692834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c116b273-317b-4640-9098-aac22476493f None None] For port e50a9c17-b31f-4d85-985b-ae082cbbf592, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e50a9c17-b31f-4d85-985b-ae082cbbf592,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:15.710487 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c116b273-317b-4640-9098-aac22476493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.851783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116b273-317b-4640-9098-aac22476493f None None] Pushing event updated for resources: {'Port': ['ID=e50a9c17-b31f-4d85-985b-ae082cbbf592,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:15.871947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Allocated IP 10.2.2.2 (fb11e30f-df9a-4d06-917d-c9aefa2bb19a/78f1bb0c-c8ab-4944-9841-236027cb082b/a23bfb75-9c92-4060-b222-9257d346db1f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:15.999663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.052067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3b095-d626-4cc5-b6ea-3c4cbf97e9a8 req-9305c000-038e-47ee-8e4e-5698818079a1 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:16.066453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95f3b095-d626-4cc5-b6ea-3c4cbf97e9a8 req-9305c000-038e-47ee-8e4e-5698818079a1 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.2026548 Feb 07 22:48:16.082991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] device_id is not set on port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:48:16.176820 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.192009 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.282721 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95f3b095-d626-4cc5-b6ea-3c4cbf97e9a8 req-65ab59a8-8320-4829-98ef-b31ad623b131 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058442 Feb 07 22:48:16.297358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5116d9-c4d7-4844-8705-c6fe4335123c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9195bf3-bf9a-40f1-8ab9-21f20593ccf6'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:16.300131 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1614873e-d363-49e6-93b8-42fb1d76978f" -d '{"events": [{"server_uuid": "ca5116d9-c4d7-4844-8705-c6fe4335123c", "name": "network-vif-plugged", "status": "completed", "tag": "b9195bf3-bf9a-40f1-8ab9-21f20593ccf6"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:16.335645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e8f74025-196c-49d3-856d-3ba13b9d67c9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:16.344932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b611-2c81-4651-b7b5-2a3a7b1ead47 req-6a504f6d-2a47-4276-bcc0-77cc6ae560ab tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:16.346597 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c93b611-2c81-4651-b7b5-2a3a7b1ead47 req-6a504f6d-2a47-4276-bcc0-77cc6ae560ab tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 945 time: 1.2227654 Feb 07 22:48:16.462668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Network fb11e30f-df9a-4d06-917d-c9aefa2bb19a is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:16.478502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:16.512376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:16.533680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Pushing event updated for resources: {'Port': ['ID=a23bfb75-9c92-4060-b222-9257d346db1f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:16.576452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c93b611-2c81-4651-b7b5-2a3a7b1ead47 req-6802e8f0-5e07-4f6a-9381-a0cc044c202a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227983 Feb 07 22:48:16.663437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e8f74025-196c-49d3-856d-3ba13b9d67c9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:16.663855 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.664804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4971b62-3454-46f5-bc68-004249d24c65 req-00a645c1-afbf-42e2-813d-897d3398c1b8 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:16.669098 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4971b62-3454-46f5-bc68-004249d24c65 req-00a645c1-afbf-42e2-813d-897d3398c1b8 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=81613a82-f02c-472c-81c6-7d113a933804 HTTP/1.1" status: 200 len: 946 time: 0.2206473 Feb 07 22:48:16.712938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Allocated IP 10.1.1.51 (a8ca15e6-406c-4690-ad01-7665b4aeb0e2/91270d73-072f-40d6-ab47-9fece99a59e2/2f470af1-6b67-4b90-81e4-0d8dee3438b5) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:16.761660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Attempting to bind port a23bfb75-9c92-4060-b222-9257d346db1f on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:16.762992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Attempting to bind port a23bfb75-9c92-4060-b222-9257d346db1f by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:16.763585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Attempting to bind port a23bfb75-9c92-4060-b222-9257d346db1f on network fb11e30f-df9a-4d06-917d-c9aefa2bb19a {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:16.778563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:16.779430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Checking segment: {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:16.780148 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.780724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4971b62-3454-46f5-bc68-004249d24c65 req-4822f28b-3138-4203-910a-df3f4fdb3e5f tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975337 Feb 07 22:48:16.781013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Bound using segment: {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:16.781713 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Bound port: a23bfb75-9c92-4060-b222-9257d346db1f, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:16.782377 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.933606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.964356 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:48:16.966281 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90df12f5-1158-49f7-b116-190564f732f5 x-openstack-request-id: req-90df12f5-1158-49f7-b116-190564f732f5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:16.966565 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5116d9-c4d7-4844-8705-c6fe4335123c", "name": "network-vif-plugged", "status": "completed", "tag": "b9195bf3-bf9a-40f1-8ab9-21f20593ccf6", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:16.966827 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90df12f5-1158-49f7-b116-190564f732f5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:16.967223 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5116d9-c4d7-4844-8705-c6fe4335123c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9195bf3-bf9a-40f1-8ab9-21f20593ccf6', 'code': 200} Feb 07 22:48:16.971034 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.078375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port e8f74025-196c-49d3-856d-3ba13b9d67c9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e8f74025-196c-49d3-856d-3ba13b9d67c9,segment=NetworkSegment(09aeb95c-304f-4b23-93d8-7f66e0404f06),segment_id=09aeb95c-304f-4b23-93d8-7f66e0404f06)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:17.108329 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.121698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb814bd-dcb0-4a56-8f08-5bcd9a8a2dea None None] Network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:48:17.131744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb65b4-9892-4ee6-8ce2-d182e2236880 req-fce7d5cd-dcc3-4e5c-a9e9-839e2c762c1d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.134908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92cb65b4-9892-4ee6-8ce2-d182e2236880 req-fce7d5cd-dcc3-4e5c-a9e9-839e2c762c1d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.3428307 Feb 07 22:48:17.150591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52154) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:17.159078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be475099-2474-47e9-98c0-c8ab23522eb3 req-56496804-fe7c-4afe-b19b-b837967cee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.161632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'floatingip': {'port_id': '7b686ed9-7829-408c-ad67-3c997466cd04'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:17.163397 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be475099-2474-47e9-98c0-c8ab23522eb3 req-56496804-fe7c-4afe-b19b-b837967cee71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 1096 time: 0.1785030 Feb 07 22:48:17.254573 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.273068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.277350 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be475099-2474-47e9-98c0-c8ab23522eb3 req-aee6d2e5-4a1b-40fa-9335-5b96bdd6e9dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074219 Feb 07 22:48:17.341441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] For port a23bfb75-9c92-4060-b222-9257d346db1f, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:17.353819 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.357701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] For port a23bfb75-9c92-4060-b222-9257d346db1f, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a23bfb75-9c92-4060-b222-9257d346db1f,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:17.367282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=e8f74025-196c-49d3-856d-3ba13b9d67c9,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:17.389987 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.406863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9c70010c-ff36-494d-9a01-a1d29ac805a1 None None] Provisioning complete for port e8f74025-196c-49d3-856d-3ba13b9d67c9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:17.407231 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c70010c-ff36-494d-9a01-a1d29ac805a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.450985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:17.454740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:17.482758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:17.571146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2c7ca-80f5-4511-968a-7625ae7511c6 None None] Pushing event updated for resources: {'Port': ['ID=a23bfb75-9c92-4060-b222-9257d346db1f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:17.594424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Port': ['ID=2f470af1-6b67-4b90-81e4-0d8dee3438b5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:17.632452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.633112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.676540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0cc1fc52-a760-4a7a-a546-d7f200215ab5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6209445 Feb 07 22:48:17.677158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52162) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:17.682301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'port': {'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'name': 'tempest-TaggedBootDevicesTest-1893682173', 'fixed_ips': [{'subnet_id': '91270d73-072f-40d6-ab47-9fece99a59e2'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:17.747237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa9687-7e91-46e0-bd77-6b7819b2d236 req-8a3197d9-83c5-42b6-ac2a-4ebd8de8978a tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.751152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73aa9687-7e91-46e0-bd77-6b7819b2d236 req-8a3197d9-83c5-42b6-ac2a-4ebd8de8978a tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=81613a82-f02c-472c-81c6-7d113a933804 HTTP/1.1" status: 200 len: 946 time: 0.3620746 Feb 07 22:48:17.781245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db905004-2656-49f7-8045-3dadb85790e0 None None] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:48:17.977296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6873516d-cae4-477b-af80-e28501b0e44e None None] Provisioning complete for port e50a9c17-b31f-4d85-985b-ae082cbbf592 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:17.977929 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6873516d-cae4-477b-af80-e28501b0e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.996468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cfb3a-3df4-4414-b5c0-2adca66dc0e3 req-9cb5c72f-dcd1-487d-8094-8136e1cf8118 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.998027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c10cfb3a-3df4-4414-b5c0-2adca66dc0e3 req-9cb5c72f-dcd1-487d-8094-8136e1cf8118 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 945 time: 0.2848310 Feb 07 22:48:18.169731 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73aa9687-7e91-46e0-bd77-6b7819b2d236 req-33b9b4d7-9dbf-4a0e-93b6-ac6c0f41cd57 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413124 Feb 07 22:48:18.185053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c10cfb3a-3df4-4414-b5c0-2adca66dc0e3 req-b6604693-a1b8-419b-af37-a9f6f10ae59e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714773 Feb 07 22:48:18.258752 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6873516d-cae4-477b-af80-e28501b0e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.264615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:18.280890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.282022 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.335352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6873516d-cae4-477b-af80-e28501b0e44e None None] For port e50a9c17-b31f-4d85-985b-ae082cbbf592, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e50a9c17-b31f-4d85-985b-ae082cbbf592,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:18.348373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6873516d-cae4-477b-af80-e28501b0e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.371599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] device_id is not set on port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:48:18.480972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873516d-cae4-477b-af80-e28501b0e44e None None] Pushing event updated for resources: {'Port': ['ID=e50a9c17-b31f-4d85-985b-ae082cbbf592,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:18.580238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e50a9c17-b31f-4d85-985b-ae082cbbf592 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:18.818788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Router 5fd01999-ebb7-473c-ba3b-4812b6078723 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:48:18.898231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-fc070aa1-fed5-41b3-9b8a-76f03c30ddcf tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:18.907187 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-fc070aa1-fed5-41b3-9b8a-76f03c30ddcf tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.46 "GET /v2.0/ports?device_id=81613a82-f02c-472c-81c6-7d113a933804 HTTP/1.1" status: 200 len: 946 time: 0.1761513 Feb 07 22:48:18.911204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52174) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:19.006758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Allocated IP 10.1.1.120 (a8ca15e6-406c-4690-ad01-7665b4aeb0e2/91270d73-072f-40d6-ab47-9fece99a59e2/072493a1-c7ab-47d6-a0e6-9f79545f8fd7) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:19.080535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d3de8002-5447-46cb-bae9-03aa11af5d2e None None] Provisioning complete for port e8f74025-196c-49d3-856d-3ba13b9d67c9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:19.089705 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3de8002-5447-46cb-bae9-03aa11af5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.132511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ec47b92-b16a-4ed0-87db-c08ddf3190fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.156870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:48:19.183748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af87105-af1a-49cf-b773-81a917e243d2 None None] Sync routers for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:19.185384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Deleting port a1accf94-f911-471c-8c25-cf1835894091 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:19.185911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.193261 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.resource_extend [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:48:19.213953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af87105-af1a-49cf-b773-81a917e243d2 None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:19.215000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8af87105-af1a-49cf-b773-81a917e243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:19.276929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f8280-a540-43e6-b0bb-386fc11d33b3 None None] Network fb11e30f-df9a-4d06-917d-c9aefa2bb19a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:48:19.282084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8af87105-af1a-49cf-b773-81a917e243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:19.291146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.302080 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.306232 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.310017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c8d4bdd3-81b0-482b-b612-361f86c1e2cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.1766357 Feb 07 22:48:19.312890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52184) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:19.367534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e50a9c17-b31f-4d85-985b-ae082cbbf592 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:19.367955 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.399258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af87105-af1a-49cf-b773-81a917e243d2 None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:19.399952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8af87105-af1a-49cf-b773-81a917e243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:19.401537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.432449 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Floating IP 3521ee6d-c846-4e98-9ab0-69b2e78accd3 associated. External IP: 172.25.8.146, port: 7b686ed9-7829-408c-ad67-3c997466cd04. Feb 07 22:48:19.458211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8af87105-af1a-49cf-b773-81a917e243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:19.458883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af87105-af1a-49cf-b773-81a917e243d2 None None] The sync data for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:19.486052 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.594959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e8f74025-196c-49d3-856d-3ba13b9d67c9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:19.633050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Provisioning complete for port a23bfb75-9c92-4060-b222-9257d346db1f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:19.633283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:19.633383 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.650643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ec47b92-b16a-4ed0-87db-c08ddf3190fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.659097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:19.663768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:19.672256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ec47b92-b16a-4ed0-87db-c08ddf3190fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.701199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Port': ['ID=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:19.716049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e8f74025-196c-49d3-856d-3ba13b9d67c9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:19.716687 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.734082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8534d3-c758-4adf-90c3-249f1ce175ce req-87a58452-34fa-45c1-b226-397f9cab0829 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:19.739175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f8534d3-c758-4adf-90c3-249f1ce175ce req-87a58452-34fa-45c1-b226-397f9cab0829 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=81613a82-f02c-472c-81c6-7d113a933804 HTTP/1.1" status: 200 len: 946 time: 0.3003495 Feb 07 22:48:19.740022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7e49e-d917-4b1b-9ca8-1a97526bc142 req-8a160f8c-9a98-4a0d-9965-80b7ece9db96 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:19.741581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88f7e49e-d917-4b1b-9ca8-1a97526bc142 req-8a160f8c-9a98-4a0d-9965-80b7ece9db96 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 945 time: 0.3037028 Feb 07 22:48:19.789938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] For port a1accf94-f911-471c-8c25-cf1835894091, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a1accf94-f911-471c-8c25-cf1835894091,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:19.790320 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.817103 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.840659 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f8534d3-c758-4adf-90c3-249f1ce175ce req-e961d072-623d-452c-9458-6593f6b24331 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769312 Feb 07 22:48:19.907672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88f7e49e-d917-4b1b-9ca8-1a97526bc142 req-5635f652-e273-4166-a6c6-995cc1c8e405 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394610 Feb 07 22:48:19.931226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Calling delete_port for a1accf94-f911-471c-8c25-cf1835894091 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:19.933091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec47b92-b16a-4ed0-87db-c08ddf3190fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a770c1-6666-4fad-bd21-5a9277cfab2b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:19.954229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5ec47b92-b16a-4ed0-87db-c08ddf3190fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8311ab8756f0480f9ed073c4cf1c685f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0337868 Feb 07 22:48:19.958622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a23bfb75-9c92-4060-b222-9257d346db1f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:19.961679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52188) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:19.972441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:19.978203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.063884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] For port a23bfb75-9c92-4060-b222-9257d346db1f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a23bfb75-9c92-4060-b222-9257d346db1f,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:20.079525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a23bfb75-9c92-4060-b222-9257d346db1f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:20.079958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.116738 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-05ea9bdd-4a79-4f52-ab3e-3be23f2ab5a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4384451 Feb 07 22:48:20.153620 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.166962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99fe5683-e3cf-432a-8bdd-214724b07a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.205452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Provisioning complete for port e50a9c17-b31f-4d85-985b-ae082cbbf592 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:20.205823 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.231123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99fe5683-e3cf-432a-8bdd-214724b07a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.255308 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.287728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['8f127799-6685-45f0-a901-dcf9213a56d8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:20.290068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8', 'a1accf94-f911-471c-8c25-cf1835894091'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:20.322897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Pushing event deleted for resources: {'Port': ['ID=a1accf94-f911-471c-8c25-cf1835894091,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:20.336671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99fe5683-e3cf-432a-8bdd-214724b07a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.339782 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99fe5683-e3cf-432a-8bdd-214724b07a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.344293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-99fe5683-e3cf-432a-8bdd-214724b07a18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83a770c1-6666-4fad-bd21-5a9277cfab2b HTTP/1.1" status: 204 len: 168 time: 0.3590844 Feb 07 22:48:20.404910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] No DVR routers for this DVR port a1accf94-f911-471c-8c25-cf1835894091 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:20.407898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.412457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e29b14c-e79f-4ab6-9f3a-a32be093672a req-1ff6caca-ced7-4b44-b592-a794cb435166 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.46 "DELETE /v2.0/ports/a1accf94-f911-471c-8c25-cf1835894091 HTTP/1.1" status: 204 len: 173 time: 1.4810197 Feb 07 22:48:20.412938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81613a82-f02c-472c-81c6-7d113a933804', 'name': 'network-vif-deleted', 'tag': 'a1accf94-f911-471c-8c25-cf1835894091'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:20.415428 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d0df8b-0eb1-4667-9025-8589ae2ac87c" -d '{"events": [{"server_uuid": "81613a82-f02c-472c-81c6-7d113a933804", "name": "network-vif-deleted", "tag": "a1accf94-f911-471c-8c25-cf1835894091"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:20.456146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Pushing event updated for resources: {'Port': ['ID=a23bfb75-9c92-4060-b222-9257d346db1f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:20.680838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e50a9c17-b31f-4d85-985b-ae082cbbf592 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:20.890607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Provisioning complete for port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:20.891486 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.953137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52206) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:20.955618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e4dab6cb-2f0e-4402-bb10-b48f39c75769 None None] Port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:20.970158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-df61e819-0846-45a4-9bf5-2e11775e2ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.996053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe5683-e3cf-432a-8bdd-214724b07a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a770c1-6666-4fad-bd21-5a9277cfab2b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:21.007902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f597d-2224-4866-9ba7-8b14aeaaaa64 req-a2ac0f29-8798-4102-a4db-dd402aeef25a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:21.009548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-330f597d-2224-4866-9ba7-8b14aeaaaa64 req-a2ac0f29-8798-4102-a4db-dd402aeef25a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 946 time: 0.9055450 Feb 07 22:48:21.069987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52208) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:21.078914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-df61e819-0846-45a4-9bf5-2e11775e2ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.084130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5093f89a-626e-42b3-b6e2-fe8e05d1f538 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398146', 'description': 'tempest-description--1714799930'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:21.087521 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-df61e819-0846-45a4-9bf5-2e11775e2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.137199 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2b4752-174e-43ca-b93d-54b76604a578 x-openstack-request-id: req-ab2b4752-174e-43ca-b93d-54b76604a578 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:21.137514 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81613a82-f02c-472c-81c6-7d113a933804", "name": "network-vif-deleted", "tag": "a1accf94-f911-471c-8c25-cf1835894091", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:21.137734 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab2b4752-174e-43ca-b93d-54b76604a578 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:21.138121 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81613a82-f02c-472c-81c6-7d113a933804', 'name': 'network-vif-deleted', 'tag': 'a1accf94-f911-471c-8c25-cf1835894091', 'status': 'completed', 'code': 200} Feb 07 22:48:21.155319 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-df61e819-0846-45a4-9bf5-2e11775e2ac4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c8579b2187140ea881347e080457df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997013 Feb 07 22:48:21.166993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52212) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:21.236099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-330f597d-2224-4866-9ba7-8b14aeaaaa64 req-129e50db-e12b-4862-afdc-19611dee5bc5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961632 Feb 07 22:48:21.263919 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ed7ca81-57e7-4224-b152-4be0210d1216 req-748bb5ff-6a8f-4773-b87e-f660acc9506e tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=81613a82-f02c-472c-81c6-7d113a933804 HTTP/1.1" status: 200 len: 210 time: 0.0467923 Feb 07 22:48:21.265634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e50a9c17-b31f-4d85-985b-ae082cbbf592 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:21.266138 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.268442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-edfdcce5-9174-489e-b738-a6cd31a76554 None None] Provisioning complete for port a23bfb75-9c92-4060-b222-9257d346db1f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:21.268809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edfdcce5-9174-489e-b738-a6cd31a76554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.306701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61e819-0846-45a4-9bf5-2e11775e2ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3c70d-f44b-4566-88ac-bd95d8674b53,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:21.326115 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a45e592d-4ac8-4620-b505-3117a6544800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.345813 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Router 59fc8745-5ebd-4853-80ed-1607b71b78ee has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:48:21.347769 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5093f89a-626e-42b3-b6e2-fe8e05d1f538 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.374833 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a45e592d-4ac8-4620-b505-3117a6544800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.434943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a45e592d-4ac8-4620-b505-3117a6544800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.438415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a45e592d-4ac8-4620-b505-3117a6544800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.443457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a45e592d-4ac8-4620-b505-3117a6544800 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0b3c70d-f44b-4566-88ac-bd95d8674b53 HTTP/1.1" status: 204 len: 168 time: 0.2754710 Feb 07 22:48:21.451881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e592d-4ac8-4620-b505-3117a6544800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3c70d-f44b-4566-88ac-bd95d8674b53,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:21.509761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a23bfb75-9c92-4060-b222-9257d346db1f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:21.556442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59333e9-a6ad-4446-a176-a26d218e1ebc req-9a7ace39-85e3-4590-b03f-70b32bb23fab tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:21.558124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e59333e9-a6ad-4446-a176-a26d218e1ebc req-9a7ace39-85e3-4590-b03f-70b32bb23fab tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 945 time: 0.1826110 Feb 07 22:48:21.573305 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74a40ca9-3073-4355-8e9b-019f948b2a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.598164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-edfdcce5-9174-489e-b738-a6cd31a76554 None None] Provisioning complete for port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:21.598541 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edfdcce5-9174-489e-b738-a6cd31a76554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.640609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-edfdcce5-9174-489e-b738-a6cd31a76554 None None] Port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:21.642643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a23bfb75-9c92-4060-b222-9257d346db1f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:21.643017 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.742344 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5093f89a-626e-42b3-b6e2-fe8e05d1f538 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.747852 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e59333e9-a6ad-4446-a176-a26d218e1ebc req-6a10c534-0d58-4458-bfff-7e98d75c6391 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541970 Feb 07 22:48:21.757476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5093f89a-626e-42b3-b6e2-fe8e05d1f538 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.765858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:48:21.778200 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] Sync routers for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:21.790352 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:21.791064 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:21.795508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.865766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.877803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093f89a-626e-42b3-b6e2-fe8e05d1f538 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae999b0-a655-4df4-9534-c0de6eda464d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:21.883017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5093f89a-626e-42b3-b6e2-fe8e05d1f538 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.887340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52226) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:21.887475 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5093f89a-626e-42b3-b6e2-fe8e05d1f538 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8113053 Feb 07 22:48:21.893769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-528e8739-ddcb-45f2-bc3d-cbec93b9f335 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'security_group_rule': {'security_group_id': '8ae999b0-a655-4df4-9534-c0de6eda464d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:21.894985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-18ef6580-ab6c-4573-82aa-6731d97a25c2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "PUT /v2.0/floatingips/3521ee6d-c846-4e98-9ab0-69b2e78accd3 HTTP/1.1" status: 200 len: 992 time: 4.7433295 Feb 07 22:48:21.896018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:21.898333 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e423a1db-f4bf-4002-9ae2-274f1686c2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:22.005864 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-528e8739-ddcb-45f2-bc3d-cbec93b9f335 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.098816 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:48:22.137760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8d4b7-e604-4bf4-8c55-5561fbfb34d0 req-729bdb19-778d-4601-bbc5-793efb4b6a38 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.146453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-adb8d4b7-e604-4bf4-8c55-5561fbfb34d0 req-729bdb19-778d-4601-bbc5-793efb4b6a38 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.1208990 Feb 07 22:48:22.153160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-528e8739-ddcb-45f2-bc3d-cbec93b9f335 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.162121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-528e8739-ddcb-45f2-bc3d-cbec93b9f335 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.182198 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd4f6a9-8b61-44ee-8057-dc1df60b5d03 x-openstack-request-id: req-8dd4f6a9-8b61-44ee-8057-dc1df60b5d03 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:22.182498 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:22.182750 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8dd4f6a9-8b61-44ee-8057-dc1df60b5d03 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:22.183475 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'status': 'completed', 'code': 200} Feb 07 22:48:22.199483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e8739-ddcb-45f2-bc3d-cbec93b9f335 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a640a9a-6df2-4800-9ff3-6f202a84db72,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:22.221355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-528e8739-ddcb-45f2-bc3d-cbec93b9f335 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.225751 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-528e8739-ddcb-45f2-bc3d-cbec93b9f335 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373306 Feb 07 22:48:22.229382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52244) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:22.239281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0254d4c5-10d3-4874-8270-92aec4606058 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'security_group_rule': {'security_group_id': '8ae999b0-a655-4df4-9534-c0de6eda464d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:22.274674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-adb8d4b7-e604-4bf4-8c55-5561fbfb34d0 req-a43af173-1497-4b57-ae9b-4672928ca90e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271980 Feb 07 22:48:22.311543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a1accf94-f911-471c-8c25-cf1835894091 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:48:22.359992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-eaee9df5-67c3-4d4d-9af6-927b490fbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.361495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-eaee9df5-67c3-4d4d-9af6-927b490fbc39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1097 time: 0.0957446 Feb 07 22:48:22.371138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: a1accf94-f911-471c-8c25-cf1835894091 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:48:22.372265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a1accf94-f911-471c-8c25-cf1835894091 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:48:22.384111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Allocated IP 172.20.0.1 (5be1a5a3-b422-492b-8a46-70a0a69dbf19/864ea7be-6626-4c39-885f-980c4fbc10ca/2fd20f9e-622f-4890-afb3-dc7fc6effd7e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:22.493594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ede7-fa09-4a64-b4ed-ab37679ed2e1 req-b5c7a251-0e63-4fd3-bfc5-68dcf7d21313 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.495948 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed40ede7-fa09-4a64-b4ed-ab37679ed2e1 req-b5c7a251-0e63-4fd3-bfc5-68dcf7d21313 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 945 time: 0.1913443 Feb 07 22:48:22.557859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0254d4c5-10d3-4874-8270-92aec4606058 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.610429 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.613656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed40ede7-fa09-4a64-b4ed-ab37679ed2e1 req-0fc5a16b-fd4e-4dd1-b734-eb0c48034071 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870376 Feb 07 22:48:22.641743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-88f6e927-2485-4a20-adff-132b012e9333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.648413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-88f6e927-2485-4a20-adff-132b012e9333 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.2726552 Feb 07 22:48:22.698920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.752727 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:42Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '3521ee6d-c846-4e98-9ab0-69b2e78accd3', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'port_id': '7b686ed9-7829-408c-ad67-3c997466cd04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'mac_address': 'fa:16:3e:fd:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:47:50Z', 'updated_at': '2022-02-07T22:48:18Z', 'revision_number': 1, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc9d50d-b31d-4ab8-870b-7037d9928844', 'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'mac_address': 'fa:16:3e:27:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:41Z', 'updated_at': '2022-02-07T22:47:49Z', 'revision_number': 5, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'subnets': [{'id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:22.779051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-1739c523-8484-49f8-86f5-9e53c977f9d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1000 time: 0.1201572 Feb 07 22:48:22.781477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:22.794889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:22.808924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:22.819392 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] Checking router: 59fc8745-5ebd-4853-80ed-1607b71b78ee for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:48:22.820473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event updated for resources: {'Port': ['ID=2fd20f9e-622f-4890-afb3-dc7fc6effd7e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:22.845566 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:22.846226 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:47:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:22.912857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-6e514c64-22b2-4691-b357-701aed673c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.920026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-6e514c64-22b2-4691-b357-701aed673c98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1268961 Feb 07 22:48:22.921960 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0254d4c5-10d3-4874-8270-92aec4606058 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.923587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.953177 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0254d4c5-10d3-4874-8270-92aec4606058 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.037728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254d4c5-10d3-4874-8270-92aec4606058 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a596b31-7aff-4198-abb9-43693ce025d9,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:23.101735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0254d4c5-10d3-4874-8270-92aec4606058 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.107942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0254d4c5-10d3-4874-8270-92aec4606058 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8772373 Feb 07 22:48:23.110248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52278) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:23.116692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:23.117898 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:48:23.164492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-b21e4899-2ecb-4de6-8cd8-91ee10a2c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:23.168351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-b21e4899-2ecb-4de6-8cd8-91ee10a2c924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396984 Feb 07 22:48:23.173372 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.291131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d16a06fe-3426-4d60-a85a-761f67ee73f8 None None] Provisioning complete for port 2fd20f9e-622f-4890-afb3-dc7fc6effd7e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:23.291867 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d16a06fe-3426-4d60-a85a-761f67ee73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.292253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.373598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d16a06fe-3426-4d60-a85a-761f67ee73f8 None None] Port 2fd20f9e-622f-4890-afb3-dc7fc6effd7e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:23.683471 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:42Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '3521ee6d-c846-4e98-9ab0-69b2e78accd3', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'port_id': '7b686ed9-7829-408c-ad67-3c997466cd04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'mac_address': 'fa:16:3e:fd:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:47:50Z', 'updated_at': '2022-02-07T22:48:18Z', 'revision_number': 1, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc9d50d-b31d-4ab8-870b-7037d9928844', 'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'mac_address': 'fa:16:3e:27:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:41Z', 'updated_at': '2022-02-07T22:47:49Z', 'revision_number': 5, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'subnets': [{'id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:23.717457 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1600bf9-2b1b-4781-902a-dfb0e16923f6 None None] The sync data for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 is: [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:42Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '3521ee6d-c846-4e98-9ab0-69b2e78accd3', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'port_id': '7b686ed9-7829-408c-ad67-3c997466cd04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'mac_address': 'fa:16:3e:fd:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:47:50Z', 'updated_at': '2022-02-07T22:48:18Z', 'revision_number': 1, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc9d50d-b31d-4ab8-870b-7037d9928844', 'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'mac_address': 'fa:16:3e:27:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:41Z', 'updated_at': '2022-02-07T22:47:49Z', 'revision_number': 5, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'subnets': [{'id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:23.845974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37306cc4-3027-438a-b865-97f2c4cef281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.880518 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.897496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0525-a62d-4edc-8aba-31f4ccda71fe req-c4ba34e0-5b29-40f1-a0c2-1f93038e21e3 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:23.904403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0525-a62d-4edc-8aba-31f4ccda71fe req-c4ba34e0-5b29-40f1-a0c2-1f93038e21e3 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:23.914392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b15b0525-a62d-4edc-8aba-31f4ccda71fe req-c4ba34e0-5b29-40f1-a0c2-1f93038e21e3 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424&device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 1682 time: 0.2177563 Feb 07 22:48:23.931182 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.034700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b15b0525-a62d-4edc-8aba-31f4ccda71fe req-d249b1ea-7bac-4c6d-bc60-a77721824ea6 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190476 Feb 07 22:48:24.057531 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.071572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event updated for resources: {'Port': ['ID=2fd20f9e-622f-4890-afb3-dc7fc6effd7e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:24.120325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.120730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.121351 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920edc0f-63f0-4e29-8b7b-cd5c45f7ab5f None None] New status for floating IP 3521ee6d-c846-4e98-9ab0-69b2e78accd3: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:48:24.122567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.123099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.132294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.132936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.133439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.134095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.134606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.135360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.135876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.136367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:24.219858 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-e87b0b68-7106-4d20-b150-e64338d44446 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0040507 Feb 07 22:48:24.249666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51c0f6-f716-4cd6-bdb9-167fd6802bdb req-cf907c18-84cc-45cf-90c3-1218d6321ba8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:24.257667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee51c0f6-f716-4cd6-bdb9-167fd6802bdb req-cf907c18-84cc-45cf-90c3-1218d6321ba8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 945 time: 0.1035125 Feb 07 22:48:24.298845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:24.311134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:24.352956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee51c0f6-f716-4cd6-bdb9-167fd6802bdb req-6d1b9fef-4b81-4947-8329-3b2e94e1d2b8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940757 Feb 07 22:48:24.409830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccba3-6e58-4e4d-9018-c6260c39c357 req-529a91f8-320b-4512-826a-019856d5ded8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:24.418879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffdccba3-6e58-4e4d-9018-c6260c39c357 req-529a91f8-320b-4512-826a-019856d5ded8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.9637098 Feb 07 22:48:24.481983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-1d59d5c7-c4c3-4504-981f-ab0d9ad35386 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:24.484074 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-1d59d5c7-c4c3-4504-981f-ab0d9ad35386 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 945 time: 0.3957522 Feb 07 22:48:24.501573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffdccba3-6e58-4e4d-9018-c6260c39c357 req-5160e12b-d72e-4113-9ae4-a1d1c2f2ac1e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817513 Feb 07 22:48:24.607609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Router 5fd01999-ebb7-473c-ba3b-4812b6078723 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:48:24.647014 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.697835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e423a1db-f4bf-4002-9ae2-274f1686c2a3 req-24cfa5aa-14ef-4695-bdc1-c4cf9f3a10f4 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680057 Feb 07 22:48:24.812396 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.861020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d1b12043-b0de-4649-8c88-1ecbb7435af8 None None] Provisioning complete for port 2fd20f9e-622f-4890-afb3-dc7fc6effd7e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:24.861020 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1b12043-b0de-4649-8c88-1ecbb7435af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.868568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:48:24.880834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5a502747-e465-4053-aac4-5b11e8af1e30 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "PUT /v2.0/routers/5fd01999-ebb7-473c-ba3b-4812b6078723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4487188 Feb 07 22:48:24.882597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52336) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:24.884175 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5c256-7918-456d-a67c-9e2f87c6943e None None] Sync routers for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:24.896670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Deleting port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:24.897011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.897746 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5c256-7918-456d-a67c-9e2f87c6943e None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:24.898369 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-91f5c256-7918-456d-a67c-9e2f87c6943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:48:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:24.900357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Request body: {'port': {'network_id': '5be1a5a3-b422-492b-8a46-70a0a69dbf19', 'name': 'tempest-FloatingIPAdminTestJSON-1409466961'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:24.985417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d1b12043-b0de-4649-8c88-1ecbb7435af8 None None] Port 2fd20f9e-622f-4890-afb3-dc7fc6effd7e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:24.999106 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-91f5c256-7918-456d-a67c-9e2f87c6943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:25.008032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Allocated IP 172.25.8.126 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/54217bf5-6346-4e96-982f-8074ae4c0f09) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:25.015547 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5c256-7918-456d-a67c-9e2f87c6943e None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:25.016991 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-91f5c256-7918-456d-a67c-9e2f87c6943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:48:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:25.109674 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-91f5c256-7918-456d-a67c-9e2f87c6943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:25.110603 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5c256-7918-456d-a67c-9e2f87c6943e None None] The sync data for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:25.127115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] For port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:25.127812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.151237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Calling delete_port for b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:25.151507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Made reservation on behalf of c9b6dd41a2e146fd86e37097587af6fc for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:25.157000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.184178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] device_id is not set on port 42eccd4b-ad5a-4f97-b7df-ac8c55c48764 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:48:25.241396 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.337958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.361449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Allocated IP 172.20.0.14 (5be1a5a3-b422-492b-8a46-70a0a69dbf19/864ea7be-6626-4c39-885f-980c4fbc10ca/42eccd4b-ad5a-4f97-b7df-ac8c55c48764) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:25.407427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:25.424993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:25.434824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:25.499430 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Port': ['ID=54217bf5-6346-4e96-982f-8074ae4c0f09,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:25.512133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.512133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.512493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.514236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.514236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.514236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.514236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.514236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.514236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.514961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.514961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.515152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:25.523809 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.537238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b696fe26-6d8b-4620-9898-0d9756d90190 req-9d1032ae-d01e-4553-9225-99c2e82cb372 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca5116d9-c4d7-4844-8705-c6fe4335123c HTTP/1.1" status: 200 len: 210 time: 0.0666764 Feb 07 22:48:25.537641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['0dd19544-9fb1-4d67-b677-2a9780503cbd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:25.574181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2', 'b9195bf3-bf9a-40f1-8ab9-21f20593ccf6'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:25.636651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.668636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bea82-d4ea-46a2-ada7-db72ea4d5a8b req-b97426cf-8919-4338-aa2e-eae96d306e9e tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:25.677191 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-769bea82-d4ea-46a2-ada7-db72ea4d5a8b req-b97426cf-8919-4338-aa2e-eae96d306e9e tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 946 time: 0.2842336 Feb 07 22:48:25.679198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] No DVR routers for this DVR port b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:25.681079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event deleted for resources: {'Port': ['ID=b9195bf3-bf9a-40f1-8ab9-21f20593ccf6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:25.685346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.685899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.688583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-053cf07a-f421-4f93-90a3-d9fcb667fb54 req-e929da65-9942-4560-afbd-99332f058b67 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.24 "DELETE /v2.0/ports/b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 HTTP/1.1" status: 204 len: 173 time: 1.1749206 Feb 07 22:48:25.689108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5116d9-c4d7-4844-8705-c6fe4335123c', 'name': 'network-vif-deleted', 'tag': 'b9195bf3-bf9a-40f1-8ab9-21f20593ccf6'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:25.692070 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24ea3de-c68b-4fda-9e35-7e2fe67ae659" -d '{"events": [{"server_uuid": "ca5116d9-c4d7-4844-8705-c6fe4335123c", "name": "network-vif-deleted", "tag": "b9195bf3-bf9a-40f1-8ab9-21f20593ccf6"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:25.752736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.864494 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.895028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf071d-72f7-4d8f-903f-d48f6174ff67 req-07e937ee-369f-4e61-8359-07128e1be159 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:25.903490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aabf071d-72f7-4d8f-903f-d48f6174ff67 req-07e937ee-369f-4e61-8359-07128e1be159 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.1348584 Feb 07 22:48:25.967436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:25.973386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:25.980919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:25.995898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.017420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-769bea82-d4ea-46a2-ada7-db72ea4d5a8b req-92e8ee12-ae7d-42ac-b1fc-b8f4051fd413 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385589 Feb 07 22:48:26.019607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.041263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:26.042329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.082284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event updated for resources: {'Port': ['ID=42eccd4b-ad5a-4f97-b7df-ac8c55c48764,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:26.126805 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e428dbd6-79c9-4624-a685-ba9710c3a4b9 x-openstack-request-id: req-e428dbd6-79c9-4624-a685-ba9710c3a4b9 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:26.127464 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5116d9-c4d7-4844-8705-c6fe4335123c", "name": "network-vif-deleted", "tag": "b9195bf3-bf9a-40f1-8ab9-21f20593ccf6", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:26.127937 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e428dbd6-79c9-4624-a685-ba9710c3a4b9 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:26.129259 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5116d9-c4d7-4844-8705-c6fe4335123c', 'name': 'network-vif-deleted', 'tag': 'b9195bf3-bf9a-40f1-8ab9-21f20593ccf6', 'status': 'completed', 'code': 200} Feb 07 22:48:26.134814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3b485457-5b74-4b1d-8009-6964b839888d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2493079 Feb 07 22:48:26.144958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52368) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:26.156604 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aabf071d-72f7-4d8f-903f-d48f6174ff67 req-f93373cc-85fc-4fb7-96df-98bced45d352 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515693 Feb 07 22:48:26.174833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Port': ['ID=54217bf5-6346-4e96-982f-8074ae4c0f09,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:26.209516 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.253000 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.255848 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7fa2c966-9761-4ca0-bd80-0ffd63e7cd43 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1432443 Feb 07 22:48:26.284010 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.411193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0875cb-4a65-44a9-bc9f-99b4635a33ef req-a7a62d1e-e261-44cd-be0b-f9709c437edf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:26.413195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf0875cb-4a65-44a9-bc9f-99b4635a33ef req-a7a62d1e-e261-44cd-be0b-f9709c437edf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.0744705 Feb 07 22:48:26.424520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-02423633-4e89-4d64-908b-22e43e299cbd None None] Provisioning complete for port 42eccd4b-ad5a-4f97-b7df-ac8c55c48764 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:26.427163 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02423633-4e89-4d64-908b-22e43e299cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.496562 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf0875cb-4a65-44a9-bc9f-99b4635a33ef req-0ca3ff2d-7116-4fcc-8161-d7d1cb5428e3 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767992 Feb 07 22:48:26.502571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'project_id': 'c9b6dd41a2e146fd86e37097587af6fc', 'port_id': '42eccd4b-ad5a-4f97-b7df-ac8c55c48764'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:26.709531 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.714083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-02423633-4e89-4d64-908b-22e43e299cbd None None] Port 42eccd4b-ad5a-4f97-b7df-ac8c55c48764 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:26.757630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.843438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f224db-5950-4fce-a707-45f50ec44de9 req-95bd52d6-29aa-4a7c-bdb5-65c978ad48c2 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:26.844896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95f224db-5950-4fce-a707-45f50ec44de9 req-95bd52d6-29aa-4a7c-bdb5-65c978ad48c2 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c03eca3-f7e9-4793-95cb-dcd698e7ad0a HTTP/1.1" status: 200 len: 945 time: 0.2068119 Feb 07 22:48:26.875601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-5fc08f5a-cdf1-451d-bbea-f75603ce3d8c tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:26.877099 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-5fc08f5a-cdf1-451d-bbea-f75603ce3d8c tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.24 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 946 time: 0.3409204 Feb 07 22:48:27.076379 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ab63237-8220-449c-bed1-86b266b604e5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1398146&fields=id&tenant_id=ee3a68439ffd42a491c4a710eea0f35f HTTP/1.1" status: 200 len: 267 time: 0.1091666 Feb 07 22:48:27.176036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-00117cd2-51ee-46ca-ae4b-d5664143534c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:27.178093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-00117cd2-51ee-46ca-ae4b-d5664143534c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports/2f470af1-6b67-4b90-81e4-0d8dee3438b5 HTTP/1.1" status: 200 len: 929 time: 0.0836556 Feb 07 22:48:27.180690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-95f224db-5950-4fce-a707-45f50ec44de9 req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Deleting port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:27.181230 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-95f224db-5950-4fce-a707-45f50ec44de9 req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.287072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Deleting port 8f127799-6685-45f0-a901-dcf9213a56d8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:27.287799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d4040-205c-485a-84f1-bb1825ff621c req-23729fb7-2fdd-4345-a15f-35886543ba42 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:27.288669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.289213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e1d4040-205c-485a-84f1-bb1825ff621c req-23729fb7-2fdd-4345-a15f-35886543ba42 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 946 time: 0.1069984 Feb 07 22:48:27.292505 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.330994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-4d2f9fb4-1156-4ef8-abf3-e46c3f8834e0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:27.333502 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-4d2f9fb4-1156-4ef8-abf3-e46c3f8834e0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports/072493a1-c7ab-47d6-a0e6-9f79545f8fd7 HTTP/1.1" status: 200 len: 932 time: 0.1465187 Feb 07 22:48:27.350578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e1d4040-205c-485a-84f1-bb1825ff621c req-8540eeb5-f38f-48da-bba5-77f64c5cb9d1 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513363 Feb 07 22:48:27.475722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791a195-78c2-41ab-b481-2489615dce56 req-17fdafae-3570-46d6-8e80-2b6d0671a051 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:27.477271 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9791a195-78c2-41ab-b481-2489615dce56 req-17fdafae-3570-46d6-8e80-2b6d0671a051 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 946 time: 0.0640280 Feb 07 22:48:27.508897 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-319015f8-4ccc-42c5-8d2b-bc77f0bd02a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?network_id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1101828 Feb 07 22:48:27.528272 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9791a195-78c2-41ab-b481-2489615dce56 req-255192d8-b5d1-41f3-93a5-6bd93e16334f tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fde4aef-f3dd-4881-92c2-dedf68b9dece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Feb 07 22:48:27.550655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:48:27.571523 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:48:27.571902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device b9195bf3-bf9a-40f1-8ab9-21f20593ccf6 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:48:27.626476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-138eaeba-1058-4bde-9b5d-5a14ec9f56b1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?network_id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1066616 Feb 07 22:48:27.643031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] For port 8f127799-6685-45f0-a901-dcf9213a56d8, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=8f127799-6685-45f0-a901-dcf9213a56d8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:27.643396 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.695069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-95f224db-5950-4fce-a707-45f50ec44de9 req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] For port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,segment=NetworkSegment(b36d216a-cc69-4c73-bbf6-b6debe06dae6),segment_id=b36d216a-cc69-4c73-bbf6-b6debe06dae6)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:27.695429 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-95f224db-5950-4fce-a707-45f50ec44de9 req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.720076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Calling delete_port for 8f127799-6685-45f0-a901-dcf9213a56d8 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:27.762343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-95f224db-5950-4fce-a707-45f50ec44de9 req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Calling delete_port for b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:27.836018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Allocated IP 172.25.8.229 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/c0ab2136-ebbd-4870-889a-0c397cf48426) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:27.985752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-6b21bbce-375e-4cd7-bde4-8856a1d34f06 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:27.991518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-6b21bbce-375e-4cd7-bde4-8856a1d34f06 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:27.997966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-6b21bbce-375e-4cd7-bde4-8856a1d34f06 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:27.999559 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-6b21bbce-375e-4cd7-bde4-8856a1d34f06 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/networks?id=787c7e9f-a8fa-4a51-8c86-e156b52217e9&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a HTTP/1.1" status: 200 len: 1989 time: 0.3585827 Feb 07 22:48:28.063863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1675eab5-cda3-4a47-a0d5-d364b1be8fbf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/quotas/ee3a68439ffd42a491c4a710eea0f35f HTTP/1.1" status: 200 len: 375 time: 0.0393989 Feb 07 22:48:28.171893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.302145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.309351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0600835-9b85-4135-95a9-de1487f43db5 req-92c664fb-727d-4e22-a7d5-b28fc8ae5743 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:28.310837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0600835-9b85-4135-95a9-de1487f43db5 req-92c664fb-727d-4e22-a7d5-b28fc8ae5743 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 946 time: 0.0972364 Feb 07 22:48:28.315362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:28.328952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-dfe97efd-26b5-4a69-9211-cbf48007ed9c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2402263 Feb 07 22:48:28.345035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.377829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-95f224db-5950-4fce-a707-45f50ec44de9 req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.396911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Pushing event deleted for resources: {'Port': ['ID=8f127799-6685-45f0-a901-dcf9213a56d8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:28.518550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e0600835-9b85-4135-95a9-de1487f43db5 req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Deleting port 0dd19544-9fb1-4d67-b677-2a9780503cbd {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:28.519731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e0600835-9b85-4135-95a9-de1487f43db5 req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.543377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:28.566916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] No DVR routers for this DVR port 8f127799-6685-45f0-a901-dcf9213a56d8 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:28.569312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:28.573306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.576497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fd9cd17a-ef15-4a4c-8ce6-c54ccacd5eda req-0c565855-f89a-48fe-9403-3dacc83357a0 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.24 "DELETE /v2.0/ports/8f127799-6685-45f0-a901-dcf9213a56d8 HTTP/1.1" status: 204 len: 173 time: 1.6720135 Feb 07 22:48:28.594384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ed184c-69db-4c93-a471-35f880876424', 'name': 'network-vif-deleted', 'tag': '8f127799-6685-45f0-a901-dcf9213a56d8'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:28.597104 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413ec66e-1117-41dd-9139-c7a978ed7194" -d '{"events": [{"server_uuid": "56ed184c-69db-4c93-a471-35f880876424", "name": "network-vif-deleted", "tag": "8f127799-6685-45f0-a901-dcf9213a56d8"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:28.604763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:28.997717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea4d35-991c-4581-8866-9beb3ef86461 req-f3d0d4e1-b8af-4250-a18d-894c883b9ad9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:28.999240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33ea4d35-991c-4581-8866-9beb3ef86461 req-f3d0d4e1-b8af-4250-a18d-894c883b9ad9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 946 time: 0.5510631 Feb 07 22:48:29.009252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f224db-5950-4fce-a707-45f50ec44de9 req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] No DVR routers for this DVR port b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:29.011035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Pushing event updated for resources: {'Port': ['ID=c0ab2136-ebbd-4870-889a-0c397cf48426,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:29.028243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-95f224db-5950-4fce-a707-45f50ec44de9 req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.031950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95f224db-5950-4fce-a707-45f50ec44de9 req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.46 "DELETE /v2.0/ports/b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 HTTP/1.1" status: 204 len: 173 time: 2.1746264 Feb 07 22:48:29.072674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33ea4d35-991c-4581-8866-9beb3ef86461 req-e7c4ee1f-e0ed-4d41-b027-bdcb164faccf tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646718 Feb 07 22:48:29.078485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1657e62-8195-4cc3-ba13-2a7c55c9b905 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] Pushing event deleted for resources: {'Port': ['ID=b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:29.105446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-7aa6bf2c-9225-4bfd-a905-48ba65bb23c2 service neutron] 10.222.0.15 "GET /v2.0/networks/787c7e9f-a8fa-4a51-8c86-e156b52217e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287078 Feb 07 22:48:29.105743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e0600835-9b85-4135-95a9-de1487f43db5 req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] For port 0dd19544-9fb1-4d67-b677-2a9780503cbd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=0dd19544-9fb1-4d67-b677-2a9780503cbd,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:29.110353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e0600835-9b85-4135-95a9-de1487f43db5 req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.153878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e0600835-9b85-4135-95a9-de1487f43db5 req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Calling delete_port for 0dd19544-9fb1-4d67-b677-2a9780503cbd owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:29.326405 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35554b3f-29b8-4f75-ae42-f1fa54a7d2a0 req-86d84bea-1634-4943-9de7-8202d149bdb2 tempest-ListServersNegativeTestJSON-627000956 tempest-ListServersNegativeTestJSON-627000956-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ed184c-69db-4c93-a471-35f880876424 HTTP/1.1" status: 200 len: 210 time: 0.0540709 Feb 07 22:48:29.522792 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d332e935-ab8e-4e6c-87e2-2f50303a5b5c x-openstack-request-id: req-d332e935-ab8e-4e6c-87e2-2f50303a5b5c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:29.523411 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ed184c-69db-4c93-a471-35f880876424", "name": "network-vif-deleted", "tag": "8f127799-6685-45f0-a901-dcf9213a56d8", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:29.523613 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d332e935-ab8e-4e6c-87e2-2f50303a5b5c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:29.523951 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e0600835-9b85-4135-95a9-de1487f43db5 req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.524299 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ed184c-69db-4c93-a471-35f880876424', 'name': 'network-vif-deleted', 'tag': '8f127799-6685-45f0-a901-dcf9213a56d8', 'status': 'completed', 'code': 200} Feb 07 22:48:29.545130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['0dd19544-9fb1-4d67-b677-2a9780503cbd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:29.548717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:29.561746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event deleted for resources: {'Port': ['ID=0dd19544-9fb1-4d67-b677-2a9780503cbd,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:29.631670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:48:29.647940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0600835-9b85-4135-95a9-de1487f43db5 req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] No DVR routers for this DVR port 0dd19544-9fb1-4d67-b677-2a9780503cbd on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:29.650433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-3d3511e9-3440-479c-b918-a5e4b8c8f12a service neutron] 10.222.0.15 "GET /v2.0/networks/787c7e9f-a8fa-4a51-8c86-e156b52217e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432773 Feb 07 22:48:29.654824 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e0600835-9b85-4135-95a9-de1487f43db5 req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.663354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0600835-9b85-4135-95a9-de1487f43db5 req-b54c03ab-5560-490f-95a7-326dbc33032b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "DELETE /v2.0/ports/0dd19544-9fb1-4d67-b677-2a9780503cbd HTTP/1.1" status: 204 len: 173 time: 1.3452930 Feb 07 22:48:29.665907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8f0a5d-d185-4375-9d12-f5bd07a4b213', 'name': 'network-vif-deleted', 'tag': '0dd19544-9fb1-4d67-b677-2a9780503cbd'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:29.679007 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720ae084-656a-47d2-8564-b8d0599a9904" -d '{"events": [{"server_uuid": "fa8f0a5d-d185-4375-9d12-f5bd07a4b213", "name": "network-vif-deleted", "tag": "0dd19544-9fb1-4d67-b677-2a9780503cbd"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:29.768379 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bc5e29-9a53-4005-af8e-7545e7b6c69f x-openstack-request-id: req-72bc5e29-9a53-4005-af8e-7545e7b6c69f {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:29.769323 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8f0a5d-d185-4375-9d12-f5bd07a4b213", "name": "network-vif-deleted", "tag": "0dd19544-9fb1-4d67-b677-2a9780503cbd", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:29.769933 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72bc5e29-9a53-4005-af8e-7545e7b6c69f {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:29.772243 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8f0a5d-d185-4375-9d12-f5bd07a4b213', 'name': 'network-vif-deleted', 'tag': '0dd19544-9fb1-4d67-b677-2a9780503cbd', 'status': 'completed', 'code': 200} Feb 07 22:48:29.820181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:29.821385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-af6e4395-d53b-4eeb-926b-96fb0dcd0273 service neutron] 10.222.0.15 "GET /v2.0/ports/2f470af1-6b67-4b90-81e4-0d8dee3438b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1601403 Feb 07 22:48:29.838179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 8f127799-6685-45f0-a901-dcf9213a56d8 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:48:29.908772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 8f127799-6685-45f0-a901-dcf9213a56d8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:48:29.909370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 8f127799-6685-45f0-a901-dcf9213a56d8 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:48:29.914658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '7b686ed9-7829-408c-ad67-3c997466cd04', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'port_id': '7b686ed9-7829-408c-ad67-3c997466cd04', 'mac_address': 'fa:16:3e:fd:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:48:30.077788 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.100729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b686ed9-7829-408c-ad67-3c997466cd04 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:30.102057 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b4d342c-437d-4cb7-a979-e1c8d415fbe5 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622736 Feb 07 22:48:30.234378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:30.269356 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.353880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:48:30.392384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ba802e1-c81c-46f5-9f08-cb3e38e19c75 req-d17c460c-115f-4d1b-9fd7-1626d1c208eb tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8f0a5d-d185-4375-9d12-f5bd07a4b213 HTTP/1.1" status: 200 len: 210 time: 0.0844347 Feb 07 22:48:30.394926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:48:30.395337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:48:30.399899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['7b686ed9-7829-408c-ad67-3c997466cd04'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:30.423672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-759c9b9f-5783-4479-80a5-0291fe4184ee service neutron] 10.222.0.15 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207107 Feb 07 22:48:30.570050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:30.602315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.602657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.604727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.605182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.605560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.605903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.606720 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-a8fae650-e983-49e8-b517-ab14f7184bce service neutron] 10.222.0.15 "GET /v2.0/ports/072493a1-c7ab-47d6-a0e6-9f79545f8fd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1677928 Feb 07 22:48:30.607405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.607919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.608280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.621170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.621567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.625278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:30.638117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:30.788789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8134aad0-8942-47cd-93d6-b7c318ff45dd admin admin] Deleting subnet 1eba3360-9374-40ff-a180-5131bfaebe76 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:48:30.797890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8134aad0-8942-47cd-93d6-b7c318ff45dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.883502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8134aad0-8942-47cd-93d6-b7c318ff45dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.922397 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.927469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-b26f7da5-9150-4a19-be37-962fce071f53 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198593 Feb 07 22:48:30.964143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8134aad0-8942-47cd-93d6-b7c318ff45dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.047719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8134aad0-8942-47cd-93d6-b7c318ff45dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.100396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134aad0-8942-47cd-93d6-b7c318ff45dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eba3360-9374-40ff-a180-5131bfaebe76,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:31.105754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-2b97b588-07f1-4392-a154-7bfeef0ebd19 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476123 Feb 07 22:48:31.106625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.124147 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8134aad0-8942-47cd-93d6-b7c318ff45dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.130291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8134aad0-8942-47cd-93d6-b7c318ff45dd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1eba3360-9374-40ff-a180-5131bfaebe76 HTTP/1.1" status: 204 len: 168 time: 0.4909790 Feb 07 22:48:31.133031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52568) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:31.211613 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.309694 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.311673 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-36d527c7-2cf5-4b14-86fa-a328dc87ec32 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720462 Feb 07 22:48:31.339159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a372613-72d5-47e5-82c4-c1570022d857']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:31.355043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36d216a-cc69-4c73-bbf6-b6debe06dae6') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:31.355914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36d216a-cc69-4c73-bbf6-b6debe06dae6') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:31.370254 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.388964 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.401919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:31.403733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:31.406818 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:31.470506 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.484816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.497132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0825ccc0-3088-4b05-ac7f-1b24089e5b63 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732883 Feb 07 22:48:31.506166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.513820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.525142 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1a372613-72d5-47e5-82c4-c1570022d857 HTTP/1.1" status: 204 len: 168 time: 0.3911746 Feb 07 22:48:31.528043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c03eca3-f7e9-4793-95cb-dcd698e7ad0a', 'name': 'network-vif-deleted', 'tag': 'b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:31.530831 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9702f71-4aaa-4ab3-968c-2b15eaf63aa2" -d '{"events": [{"server_uuid": "9c03eca3-f7e9-4793-95cb-dcd698e7ad0a", "name": "network-vif-deleted", "tag": "b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:31.546710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0687d-6d6c-4482-988f-bc48ce11c7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a372613-72d5-47e5-82c4-c1570022d857,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:31.584833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:31.684214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 7b686ed9-7829-408c-ad67-3c997466cd04 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:31.684793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.757124 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8ec9cb-5b38-4ff7-805b-2237dd75958e x-openstack-request-id: req-ed8ec9cb-5b38-4ff7-805b-2237dd75958e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:31.757740 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c03eca3-f7e9-4793-95cb-dcd698e7ad0a", "name": "network-vif-deleted", "tag": "b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:31.757851 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed8ec9cb-5b38-4ff7-805b-2237dd75958e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:31.758362 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c03eca3-f7e9-4793-95cb-dcd698e7ad0a', 'name': 'network-vif-deleted', 'tag': 'b5705fd8-ebc7-4b62-94ff-aeaf8f89f2f8', 'status': 'completed', 'code': 200} Feb 07 22:48:31.817295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Pushing event updated for resources: {'Port': ['ID=c0ab2136-ebbd-4870-889a-0c397cf48426,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:31.871746 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.940330 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.954892 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0475ee95-c106-4e8f-ae0b-27fa8a76d989 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104517 Feb 07 22:48:31.980669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:31.983030 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a635a3a8-fc7f-4f99-b92b-f9b7f1e18c6f" -d '{"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:32.033266 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:32.052687 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.119636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:32.157957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-56ab7310-7897-4d24-ab6b-5f306ab2ce14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:32.170085 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-56ab7310-7897-4d24-ab6b-5f306ab2ce14 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.3236785 Feb 07 22:48:32.203232 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-fabce09f-6c2a-4787-a7f4-252fa3bb4bf0 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/quotas/57b74f06a92b4ba9a084a06c9151a043 HTTP/1.1" status: 200 len: 375 time: 0.0302339 Feb 07 22:48:32.203766 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Floating IP 61d232ba-11f1-42e3-8c2b-096c71eca065 associated. External IP: 172.25.8.229, port: 42eccd4b-ad5a-4f97-b7df-ac8c55c48764. Feb 07 22:48:32.267288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52614) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:32.291735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0bc8f08c-73ce-49bb-8e9f-1d5dc30ed47b service neutron] 10.222.0.15 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352914 Feb 07 22:48:32.345352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0dd19544-9fb1-4d67-b677-2a9780503cbd no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:48:32.390326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 0dd19544-9fb1-4d67-b677-2a9780503cbd {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:48:32.390947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 0dd19544-9fb1-4d67-b677-2a9780503cbd not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:48:32.394994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-73ca98a5-dc97-4709-b107-54d1109202f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6cfbd8f55a64f63a09e0315aa467e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201704 Feb 07 22:48:32.402760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52622) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:32.422438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed6b2067-0d1e-453d-b2e8-420c56439eaf tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2157707 Feb 07 22:48:32.462321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-bf6e97ce-0cf1-4b80-a3c8-1c58303c1b91 service neutron] 10.222.0.15 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640964 Feb 07 22:48:32.610661 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-349bb0e9-99ab-4787-ba99-74c3752c6f53 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884542 Feb 07 22:48:32.611971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2324def-233e-4214-9356-1aa8fd640f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.681810 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-076f8935-7bb9-44ad-9d31-23250abce5f0 service neutron] 10.222.0.15 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432242 Feb 07 22:48:32.684409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2324def-233e-4214-9356-1aa8fd640f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.783958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-2757b08a-7aa9-46be-9f45-ecb701557ef3 service neutron] 10.222.0.15 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012294 Feb 07 22:48:32.795255 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2324def-233e-4214-9356-1aa8fd640f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.798928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2324def-233e-4214-9356-1aa8fd640f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.808994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a2324def-233e-4214-9356-1aa8fd640f98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fde4aef-f3dd-4881-92c2-dedf68b9dece HTTP/1.1" status: 204 len: 168 time: 0.3855138 Feb 07 22:48:32.928798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2324def-233e-4214-9356-1aa8fd640f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde4aef-f3dd-4881-92c2-dedf68b9dece,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:32.977941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-d071d449-36bc-4f4b-9da8-962c66f2f840 service neutron] 10.222.0.15 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931295 Feb 07 22:48:33.066224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-c0a48547-ecb9-40eb-9624-47e62f7395c6 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909391 Feb 07 22:48:33.216546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Router 5fd01999-ebb7-473c-ba3b-4812b6078723 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:48:33.429571 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507aa9e6-4623-4382-95c6-e5367554241f x-openstack-request-id: req-507aa9e6-4623-4382-95c6-e5367554241f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:33.430105 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:33.430105 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-507aa9e6-4623-4382-95c6-e5367554241f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:33.430526 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'code': 200} Feb 07 22:48:33.570330 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aecebb67-1bf9-4bb0-9ae1-778753407b3e req-25298185-5d40-42ec-9b43-8b4b98411f06 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 210 time: 0.0855181 Feb 07 22:48:33.595232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:48:33.614266 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a65cecd-40e4-4715-a88c-6ea7c1ed9045 None None] Sync routers for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:33.640367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a65cecd-40e4-4715-a88c-6ea7c1ed9045 None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:33.641132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7a65cecd-40e4-4715-a88c-6ea7c1ed9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:48:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:33.668234 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:33.773360 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-15dbc5a7-9ab8-49d1-9a62-8b28d89b9b8e tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 7.6225750 Feb 07 22:48:33.776448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52668) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:33.852270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7a65cecd-40e4-4715-a88c-6ea7c1ed9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:33.937439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a65cecd-40e4-4715-a88c-6ea7c1ed9045 None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:33.939388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7a65cecd-40e4-4715-a88c-6ea7c1ed9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:48:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:34.079048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7a65cecd-40e4-4715-a88c-6ea7c1ed9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:34.082292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a65cecd-40e4-4715-a88c-6ea7c1ed9045 None None] The sync data for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:34.093106 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:34.211850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52688) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:34.215569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-757c3158-4aff-45a2-afaf-e977585c0bdd tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] 10.222.0.15 "GET /v2.0/floatingips/61d232ba-11f1-42e3-8c2b-096c71eca065 HTTP/1.1" status: 200 len: 984 time: 0.4328361 Feb 07 22:48:34.297257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:34.421141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cf4d255-5bca-484d-9d8f-fee18e7a117a req-10817789-fdb1-4a12-ac60-95b4179a0684 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0751050 Feb 07 22:48:34.634798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52710) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:34.642411 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-56a9f9a1-2333-456e-9742-5ca8b79f1596 tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2733 time: 0.4185820 Feb 07 22:48:34.809710 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7e8d50bc-dd27-4ab7-8aa7-60790ffd9171 req-5d96fc9f-21c6-48ef-ba12-87054d2260e3 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 210 time: 0.0934422 Feb 07 22:48:34.938867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52722) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:34.986669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Deleting port c0ab2136-ebbd-4870-889a-0c397cf48426 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:34.987029 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.194772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.195378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.229692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Calling delete_port for c0ab2136-ebbd-4870-889a-0c397cf48426 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:35.348392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1780978627-network', 'tenant_id': 'ea26c92643f54c3794d8fadcac0366af'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:35.418601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Made reservation on behalf of ea26c92643f54c3794d8fadcac0366af for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:35.424242 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.439614 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.470801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-24d72eb3-860d-4102-8f89-97643940ae13 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:35.473452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-24d72eb3-860d-4102-8f89-97643940ae13 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.2614005 Feb 07 22:48:35.496526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Request body: {'port': {'device_id': 'f3286413-2907-4779-bb2a-530754eff480', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'admin_state_up': True, 'tenant_id': '57b74f06a92b4ba9a084a06c9151a043'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:35.618407 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54a4dc01-99ec-4491-a6b0-dd52a2d7f2fa req-7907d3e6-5a47-4e1c-bb56-88e57f9d31a1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0413678 Feb 07 22:48:35.683510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.692580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.745325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c256bd27-7efc-4934-9e50-4c29d765d47a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:35.806831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.813462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:35.824792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Made reservation on behalf of 57b74f06a92b4ba9a084a06c9151a043 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:35.844622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.855427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.855902 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Added segment 1476ccaa-fe68-4b62-9d47-d19e6f1f81b2 of type vlan for network d3047d02-1373-4881-a709-c84926081fcb Feb 07 22:48:35.915923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event deleted for resources: {'Port': ['ID=c0ab2136-ebbd-4870-889a-0c397cf48426,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:35.917218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.077504 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.077732 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Floating IP 61d232ba-11f1-42e3-8c2b-096c71eca065 disassociated (deleted). External IP: 172.25.8.229, port: 42eccd4b-ad5a-4f97-b7df-ac8c55c48764. Feb 07 22:48:36.100565 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-63d5353f-2f19-4752-bffa-f116413ec360 req-ccf6e6a9-b269-44bb-afe6-9b526bfd2d40 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 210 time: 0.1478086 Feb 07 22:48:36.101641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.111005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:36.111594 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.403346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Allocated IP 172.20.0.11 (6ec52ef6-8c28-475a-a4d6-03863d0789b3/d0bb49ce-8877-49f5-b44d-12b6120d74f9/7c058f65-dd36-44dd-9e91-c5873a4049b9) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:36.811140 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8705564 Feb 07 22:48:36.824259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52770) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:36.843166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Request body: {'subnet': {'network_id': 'd3047d02-1373-4881-a709-c84926081fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1780978627-subnet', 'tenant_id': 'ea26c92643f54c3794d8fadcac0366af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:36.873735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Router 5fd01999-ebb7-473c-ba3b-4812b6078723 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:48:36.898363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e016683a-ead1-4b26-ad9a-dc45dfe18283 req-aa895d1f-a457-4ef2-98d1-c41477a94baa tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0458114 Feb 07 22:48:37.033816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-b8296dd4-e2c6-47b2-b379-10916d6c7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.042715 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-b8296dd4-e2c6-47b2-b379-10916d6c7de4 service neutron] 10.222.0.46 "GET /v2.0/ports/2f470af1-6b67-4b90-81e4-0d8dee3438b5 HTTP/1.1" status: 200 len: 1025 time: 0.2295496 Feb 07 22:48:37.079619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55861f1-45ee-4cee-ab81-b732c8272d19 admin admin] Pushing event updated for resources: {'Network': ['ID=d3047d02-1373-4881-a709-c84926081fcb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:37.091174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d3047d02-1373-4881-a709-c84926081fcb details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:48:37.125119 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.141026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Made reservation on behalf of ea26c92643f54c3794d8fadcac0366af for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:37.146305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.213873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:48:37.224227 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0481b-1c1c-4280-9d00-7b9e85161f60 None None] Sync routers for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:37.236063 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.247975 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0481b-1c1c-4280-9d00-7b9e85161f60 None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:37.250053 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4af0481b-1c1c-4280-9d00-7b9e85161f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:48:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:37.323528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e7fa550a-6f68-40e9-bdb7-2d6bf37c3e32 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "DELETE /v2.0/floatingips/61d232ba-11f1-42e3-8c2b-096c71eca065 HTTP/1.1" status: 204 len: 168 time: 2.6862807 Feb 07 22:48:37.324687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52784) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:37.329057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:37.343502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.355425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:37.368552 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-43c24b5b-e19b-4ed8-99d4-7c881baad70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.371833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-43c24b5b-e19b-4ed8-99d4-7c881baad70a service neutron] 10.222.0.46 "GET /v2.0/ports/072493a1-c7ab-47d6-a0e6-9f79545f8fd7 HTTP/1.1" status: 200 len: 1028 time: 0.3151882 Feb 07 22:48:37.393930 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4af0481b-1c1c-4280-9d00-7b9e85161f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:37.425393 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0481b-1c1c-4280-9d00-7b9e85161f60 None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:48:37.432664 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4af0481b-1c1c-4280-9d00-7b9e85161f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:48:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:37.480573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:37.502753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:37.524862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:37.577543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.597355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event updated for resources: {'Port': ['ID=7c058f65-dd36-44dd-9e91-c5873a4049b9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:37.721082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.722314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.751529 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-ed44b121-3b09-4e02-a073-5c057ae1e133 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2643039 Feb 07 22:48:37.777098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Request body: {'port': {'device_id': 'f3286413-2907-4779-bb2a-530754eff480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:37.801323 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4af0481b-1c1c-4280-9d00-7b9e85161f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:37.803040 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0481b-1c1c-4280-9d00-7b9e85161f60 None None] The sync data for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:37.825125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-555ced5a-36e1-4281-b1c4-b976aa1d3fdc tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.840185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-555ced5a-36e1-4281-b1c4-b976aa1d3fdc tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.847811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-555ced5a-36e1-4281-b1c4-b976aa1d3fdc tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.849806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-555ced5a-36e1-4281-b1c4-b976aa1d3fdc tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "GET /v2.0/networks?id=787c7e9f-a8fa-4a51-8c86-e156b52217e9&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a HTTP/1.1" status: 200 len: 1989 time: 0.3968999 Feb 07 22:48:37.884220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.917227 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-92f2d2f7-59b0-483b-a25b-ed14ba9cc7a6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee3a68439ffd42a491c4a710eea0f35f HTTP/1.1" status: 200 len: 377 time: 0.0498247 Feb 07 22:48:37.929726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.930599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'admin_state_up': True, 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'security_groups': ['8ae999b0-a655-4df4-9534-c0de6eda464d']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:38.089283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be37c038-867b-47b3-89a0-787e39d515d6 req-c0fa47cd-ad9c-41e8-aeaa-0750758a5936 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0686991 Feb 07 22:48:38.186660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418d6dd-f92e-4f7b-b646-6691815280f8 req-b7dd6292-f5d5-430b-bc2f-287faa17c106 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:38.193684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9418d6dd-f92e-4f7b-b646-6691815280f8 req-b7dd6292-f5d5-430b-bc2f-287faa17c106 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 932 time: 0.8860900 Feb 07 22:48:38.330005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Allocated IP 172.25.8.78 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/f206e7c2-5514-4717-a744-472c8cc73654) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:38.466301 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9418d6dd-f92e-4f7b-b646-6691815280f8 req-c3040d0c-accf-4c63-829e-fb5ddb28457f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621574 Feb 07 22:48:38.584420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:38.587846 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.725466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.927055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6fb171-f93f-40a1-9feb-5c74f873e9f7,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:39.091569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Checking segment: {'id': '1476ccaa-fe68-4b62-9d47-d19e6f1f81b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd3047d02-1373-4881-a709-c84926081fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:39.092352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Network hostable DHCP agents. Network: d3047d02-1373-4881-a709-c84926081fcb, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:39.138818 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Allocated IP 172.20.0.4 (787c7e9f-a8fa-4a51-8c86-e156b52217e9/94cbb80a-1bef-4846-ac03-d3a16e2d7713/7928955c-3fc4-492e-89a2-416fcbd48058) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:39.144878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Network d3047d02-1373-4881-a709-c84926081fcb is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:39.188190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d3047d02-1373-4881-a709-c84926081fcb) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:39.201098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:39.201599 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:39.223816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b4c73b-fe02-435c-8341-6da43075acd1 None None] Network d3047d02-1373-4881-a709-c84926081fcb requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:48:39.279546 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-38fe72bc-bc19-42c2-894c-aa151c2b7997 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4523122 Feb 07 22:48:39.427281 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfc52a4b-7adf-44a9-b4c5-51c8e9a8413b req-85d0d62b-40cc-42e5-a511-fbddd966f5b4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0979855 Feb 07 22:48:39.589261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca1a059-4019-4014-bf7c-9db8f5291e28 None None] Network d3047d02-1373-4881-a709-c84926081fcb requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:48:39.678344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:39.808978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab067-35a2-443e-b1e1-bb6127abb272 req-e09a95b3-cbb5-4d4f-8f67-02e7b4c3978e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:39.812476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc3ab067-35a2-443e-b1e1-bb6127abb272 req-e09a95b3-cbb5-4d4f-8f67-02e7b4c3978e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 932 time: 0.1735032 Feb 07 22:48:39.856068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:39.873542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc3ab067-35a2-443e-b1e1-bb6127abb272 req-d80d4c02-9301-43ee-ad8b-608510e8e41a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524998 Feb 07 22:48:39.877782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c058f65-dd36-44dd-9e91-c5873a4049b9 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:39.892766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:39.906551 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:39.966904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Transition to ACTIVE for port object 7c058f65-dd36-44dd-9e91-c5873a4049b9 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:39.997592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:40.007163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.007610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:40.014631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:40.173410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:40.181018 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.197277 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.237915 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3104246 Feb 07 22:48:40.244376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227406c5-4044-49d2-bd13-6cfec7fa6781 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Port': ['ID=7928955c-3fc4-492e-89a2-416fcbd48058,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:40.275527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'admin_state_up': True, 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'security_groups': ['8ae999b0-a655-4df4-9534-c0de6eda464d']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:40.298743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:40.333193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:40.336205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Pushing event updated for resources: {'Port': ['ID=7c058f65-dd36-44dd-9e91-c5873a4049b9,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:40.339342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:40.593723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Pushing event updated for resources: {'Port': ['ID=f206e7c2-5514-4717-a744-472c8cc73654,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:40.598516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-72f22a0c-4380-4d84-81ce-993c9cdf1b24 None None] Provisioning complete for port 7928955c-3fc4-492e-89a2-416fcbd48058 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:40.602775 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72f22a0c-4380-4d84-81ce-993c9cdf1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.645891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:40.655156 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.748336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-72f22a0c-4380-4d84-81ce-993c9cdf1b24 None None] Port 7928955c-3fc4-492e-89a2-416fcbd48058 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:40.750428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Attempting to bind port 7c058f65-dd36-44dd-9e91-c5873a4049b9 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:40.751900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Attempting to bind port 7c058f65-dd36-44dd-9e91-c5873a4049b9 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:40.751900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Attempting to bind port 7c058f65-dd36-44dd-9e91-c5873a4049b9 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:40.794335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Port 7c058f65-dd36-44dd-9e91-c5873a4049b9 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:48:40.794945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Attempting to bind port 7c058f65-dd36-44dd-9e91-c5873a4049b9 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:40.809845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:40.810580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Checking segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:40.811354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Bound using segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:40.812070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Bound port: 7c058f65-dd36-44dd-9e91-c5873a4049b9, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:40.813111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.850898 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.036257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874ddb2-e929-46c0-a440-e69a33f3c6a0 req-51b73b05-de24-4461-9f14-fd86d4f9a60a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:41.045763 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3874ddb2-e929-46c0-a440-e69a33f3c6a0 req-51b73b05-de24-4461-9f14-fd86d4f9a60a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 931 time: 0.3316836 Feb 07 22:48:41.071217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Allocated IP 10.1.1.66 (a8ca15e6-406c-4690-ad01-7665b4aeb0e2/91270d73-072f-40d6-ab47-9fece99a59e2/913a97dc-19e6-4f90-acf7-1e57bdb6b04c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:41.135946 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.161629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] For port 7c058f65-dd36-44dd-9e91-c5873a4049b9, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:41.214024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3874ddb2-e929-46c0-a440-e69a33f3c6a0 req-792f7c43-484f-43f7-921e-93b0b32d3b11 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1663980 Feb 07 22:48:41.219255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] For port 7c058f65-dd36-44dd-9e91-c5873a4049b9, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7c058f65-dd36-44dd-9e91-c5873a4049b9,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:41.233666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.369489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:41.374062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.375807 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] 10.222.0.46 "PUT /v2.0/ports/7c058f65-dd36-44dd-9e91-c5873a4049b9 HTTP/1.1" status: 200 len: 1092 time: 3.6104460 Feb 07 22:48:41.378814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3286413-2907-4779-bb2a-530754eff480', 'tag': '7c058f65-dd36-44dd-9e91-c5873a4049b9'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:41.386854 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe" -d '{"events": [{"name": "network-changed", "server_uuid": "f3286413-2907-4779-bb2a-530754eff480", "tag": "7c058f65-dd36-44dd-9e91-c5873a4049b9"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:41.443444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b87c09-4d12-4149-a38c-a50fde47c2d8 req-e5cf2b6a-3eb2-4a2d-b687-1294b640acf1 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:41.449629 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2b87c09-4d12-4149-a38c-a50fde47c2d8 req-e5cf2b6a-3eb2-4a2d-b687-1294b640acf1 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 944 time: 0.3223865 Feb 07 22:48:41.589036 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d5df73-aead-46b2-a004-06e67f31f9e9 x-openstack-request-id: req-c7d5df73-aead-46b2-a004-06e67f31f9e9 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:41.590618 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3286413-2907-4779-bb2a-530754eff480", "tag": "7c058f65-dd36-44dd-9e91-c5873a4049b9", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:41.591438 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7d5df73-aead-46b2-a004-06e67f31f9e9 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:41.593546 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3286413-2907-4779-bb2a-530754eff480', 'tag': '7c058f65-dd36-44dd-9e91-c5873a4049b9', 'status': 'completed', 'code': 200} Feb 07 22:48:41.637953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2b87c09-4d12-4149-a38c-a50fde47c2d8 req-1f8598ab-d3ad-421a-ab59-10575ec472e3 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818104 Feb 07 22:48:41.658096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.670648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98845c85-a0b8-481d-a286-68ed448e7d32 service neutron] Pushing event updated for resources: {'Port': ['ID=7c058f65-dd36-44dd-9e91-c5873a4049b9,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:41.727514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-7abb72b1-2232-4ff2-a668-58b5c421f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:41.741595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-7abb72b1-2232-4ff2-a668-58b5c421f030 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 1095 time: 0.3078034 Feb 07 22:48:41.746358 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.931979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-9c7c1d2d-9b60-4e80-a4a0-c0b056ecc912 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c058f65-dd36-44dd-9e91-c5873a4049b9 HTTP/1.1" status: 200 len: 217 time: 0.1808596 Feb 07 22:48:41.940492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:41.948886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:41.963890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:41.970793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Port': ['ID=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:42.031991 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.044439 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.199516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:42.206632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.245958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ea95e689-9c5d-4ff7-8db2-01636d15df7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9860740 Feb 07 22:48:42.258696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'admin_state_up': True, 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'security_groups': ['8ae999b0-a655-4df4-9534-c0de6eda464d']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:42.308288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.325954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-5d614d75-1779-46fa-9a40-5526460bbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:42.328141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-5d614d75-1779-46fa-9a40-5526460bbb72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.3857379 Feb 07 22:48:42.447607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Pushing event updated for resources: {'Port': ['ID=f206e7c2-5514-4717-a744-472c8cc73654,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:42.454395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-8751ee41-dd07-471f-bae7-47a0d260c392 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143608 Feb 07 22:48:42.459284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.463227 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a31d55f3-111a-4ec1-a787-c17edcc3ed8d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1349418 Feb 07 22:48:42.554127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52910) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:42.606533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-47f9a05d-f9c2-4bc3-b199-2cbbb25f12cf None None] Provisioning complete for port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:42.608299 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47f9a05d-f9c2-4bc3-b199-2cbbb25f12cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.639672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:42.644011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.698830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-47f9a05d-f9c2-4bc3-b199-2cbbb25f12cf None None] Port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:42.793239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9326d-af3b-4a9e-b597-ea0831dfff71 req-f968373b-eac4-4e66-acf4-3e084eb8729a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:42.825063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9326d-af3b-4a9e-b597-ea0831dfff71 req-f968373b-eac4-4e66-acf4-3e084eb8729a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:42.835728 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27c9326d-af3b-4a9e-b597-ea0831dfff71 req-f968373b-eac4-4e66-acf4-3e084eb8729a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 1652 time: 0.3849242 Feb 07 22:48:43.000022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Allocated IP 10.1.1.208 (a8ca15e6-406c-4690-ad01-7665b4aeb0e2/91270d73-072f-40d6-ab47-9fece99a59e2/dc9f710b-92cb-4740-8462-09fdbac13f95) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:43.002451 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27c9326d-af3b-4a9e-b597-ea0831dfff71 req-63245f45-630e-4bd1-8d0e-6a2a0dc49b41 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1645999 Feb 07 22:48:43.019871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-79c6b035-3d58-4bca-ae95-162779e2e6f7 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055094 Feb 07 22:48:43.317823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.399083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52938) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:43.405156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:43.414749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.423644 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f63806a9-9f4e-4f49-a911-7e467974b8ca req-f45a8806-c9ec-48c0-a10e-b75761a1e01d service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986509 Feb 07 22:48:43.456917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-ed1b04aa-9b42-4b81-8e78-59bb56bf8c8e tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:43.472038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-ed1b04aa-9b42-4b81-8e78-59bb56bf8c8e tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/networks?id=d3047d02-1373-4881-a709-c84926081fcb HTTP/1.1" status: 200 len: 810 time: 0.3003819 Feb 07 22:48:43.489940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-b82977b6-d575-43d8-a024-cb5f4464aca4 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/quotas/ea26c92643f54c3794d8fadcac0366af HTTP/1.1" status: 200 len: 375 time: 0.0171156 Feb 07 22:48:43.525612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:43.531021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-9f4e8789-7c9c-45bf-b5e1-4550de91ad09 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea26c92643f54c3794d8fadcac0366af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402217 Feb 07 22:48:43.551659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:43.586878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:43.698937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:43.699855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.711095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Port': ['ID=dc9f710b-92cb-4740-8462-09fdbac13f95,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:43.735329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6390bd-fcfa-4d22-868f-9552e211622d req-859a3664-686a-4224-8aa8-5df1f278e31c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:43.736450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-a48e5579-d1c1-4969-b9a6-8dfbdba64d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:43.739883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-a48e5579-d1c1-4969-b9a6-8dfbdba64d29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 1095 time: 0.2478335 Feb 07 22:48:43.746204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b6390bd-fcfa-4d22-868f-9552e211622d req-859a3664-686a-4224-8aa8-5df1f278e31c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 944 time: 0.3579161 Feb 07 22:48:43.758687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.811018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0e5ca8cc-2f1d-475b-bc25-0be5b3a60dd6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5572755 Feb 07 22:48:43.881599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a', 'admin_state_up': True, 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'security_groups': ['8ae999b0-a655-4df4-9534-c0de6eda464d']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:43.916470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14fe316f-ded7-4acd-bd14-6157b185027d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.944375 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b6390bd-fcfa-4d22-868f-9552e211622d req-50f48b98-6798-46d1-b6f8-ea1cdd89ffa9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970065 Feb 07 22:48:44.047979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b54ecebd-7051-4323-994f-52951c61d245 None None] Provisioning complete for port dc9f710b-92cb-4740-8462-09fdbac13f95 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:44.048469 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14fe316f-ded7-4acd-bd14-6157b185027d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.048598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b54ecebd-7051-4323-994f-52951c61d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.056224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-86703593-31de-478a-b2b5-deebeefb1a80 service neutron] 10.222.0.15 "GET /v2.0/networks/d3047d02-1373-4881-a709-c84926081fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103152 Feb 07 22:48:44.059468 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14fe316f-ded7-4acd-bd14-6157b185027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.181036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe316f-ded7-4acd-bd14-6157b185027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71594969-52b0-4136-87fc-fe75db0611c2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:44.189994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-14fe316f-ded7-4acd-bd14-6157b185027d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acb85497fc2943e5a8b619f8bff4ce52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7893968 Feb 07 22:48:44.191267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52952) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:44.212273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b54ecebd-7051-4323-994f-52951c61d245 None None] Port dc9f710b-92cb-4740-8462-09fdbac13f95 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:44.235838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-adc0d427-fbb2-48d6-adb6-30d8bc3da32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:44.238166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-adc0d427-fbb2-48d6-adb6-30d8bc3da32f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 906 time: 0.4875624 Feb 07 22:48:44.302288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-148273e3-82e9-4745-9fc7-541862685176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.306621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-01924dc2-7797-4dd9-87ee-83f83646829a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c058f65-dd36-44dd-9e91-c5873a4049b9 HTTP/1.1" status: 200 len: 217 time: 0.0605118 Feb 07 22:48:44.378486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-148273e3-82e9-4745-9fc7-541862685176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.454832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3e4d-ada5-45bd-96b2-bbc3e12d5c6a req-da938852-0051-4f55-bc9c-2ac875db660c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:44.462437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3e4d-ada5-45bd-96b2-bbc3e12d5c6a req-da938852-0051-4f55-bc9c-2ac875db660c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:44.469435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3e4d-ada5-45bd-96b2-bbc3e12d5c6a req-da938852-0051-4f55-bc9c-2ac875db660c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:44.471438 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd1d3e4d-ada5-45bd-96b2-bbc3e12d5c6a req-da938852-0051-4f55-bc9c-2ac875db660c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 2373 time: 0.2883360 Feb 07 22:48:44.475175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:44.492300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-b4fac255-6404-4838-95ac-ab78b4f48377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:44.494287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-b4fac255-6404-4838-95ac-ab78b4f48377 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.1770961 Feb 07 22:48:44.498518 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-139d4252-ef11-43de-bbdf-ecf368f01007 service neutron] 10.222.0.15 "GET /v2.0/networks/d3047d02-1373-4881-a709-c84926081fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157250 Feb 07 22:48:44.499538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-148273e3-82e9-4745-9fc7-541862685176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.504941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-148273e3-82e9-4745-9fc7-541862685176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.506255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-148273e3-82e9-4745-9fc7-541862685176 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71594969-52b0-4136-87fc-fe75db0611c2 HTTP/1.1" status: 204 len: 168 time: 0.3110018 Feb 07 22:48:44.538019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148273e3-82e9-4745-9fc7-541862685176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71594969-52b0-4136-87fc-fe75db0611c2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:44.579454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.597783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd1d3e4d-ada5-45bd-96b2-bbc3e12d5c6a req-7ca9bfa0-6595-4e64-9223-d0ef61efc686 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1168413 Feb 07 22:48:44.611415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-eda52920-2d12-4b75-adff-5ddc6516d078 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004260 Feb 07 22:48:44.745169 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-fc9b0e53-32cd-4143-8aec-73f721c737ed service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186640 Feb 07 22:48:44.925835 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6f4de1-c3e7-4fdf-a8e9-18651f2a4afe req-fbf4110d-5c71-44cf-8147-b0b0ce421fcd service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690061 Feb 07 22:48:44.932677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Allocated IP 172.25.8.81 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/a7fbd1cf-d46d-4290-99fc-9944fc796ad6) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:44.977777 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.338200 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-25c92669-34ae-4276-b7ca-14bdce7ccc8c req-844030ea-e7be-477c-b30e-92279a05c195 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 210 time: 0.0568857 Feb 07 22:48:45.360137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52972) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:45.404206 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86198729-3c9a-49c9-a707-2c0a1f5885a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.540862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16bc6-e1a2-40e8-8684-d2b8d335179d req-b98bafc6-92aa-4072-9eaa-ba9d93b33c97 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:45.547815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86198729-3c9a-49c9-a707-2c0a1f5885a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.548444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ca16bc6-e1a2-40e8-8684-d2b8d335179d req-b98bafc6-92aa-4072-9eaa-ba9d93b33c97 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 944 time: 0.3978868 Feb 07 22:48:45.560982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86198729-3c9a-49c9-a707-2c0a1f5885a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.619416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.697381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198729-3c9a-49c9-a707-2c0a1f5885a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc75b2d-063e-45b5-a34e-1523590358ce,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:45.727949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-86198729-3c9a-49c9-a707-2c0a1f5885a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b46ad8c5f2b45d3b407c6f35bfc2157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665559 Feb 07 22:48:45.741198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52980) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:45.765511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ca16bc6-e1a2-40e8-8684-d2b8d335179d req-bfd9780f-2aba-428e-a6fb-978e304feb36 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159879 Feb 07 22:48:45.789313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Allocated IP 10.2.2.100 (fb11e30f-df9a-4d06-917d-c9aefa2bb19a/78f1bb0c-c8ab-4944-9841-236027cb082b/2ec1d2c8-f976-4e6d-a175-4c0abdc95905) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:45.811131 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.892674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:45.901985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:45.927669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:46.019318 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ed0db92-f1e4-4da4-9cf0-74db7296abbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.035579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Pushing event updated for resources: {'Port': ['ID=a7fbd1cf-d46d-4290-99fc-9944fc796ad6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:46.080783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847c65d-dcca-44bd-8fd8-2b8981983405 req-bc671059-0137-4d04-8e2e-24eaa6db4b34 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:46.103110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847c65d-dcca-44bd-8fd8-2b8981983405 req-bc671059-0137-4d04-8e2e-24eaa6db4b34 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:46.126997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847c65d-dcca-44bd-8fd8-2b8981983405 req-bc671059-0137-4d04-8e2e-24eaa6db4b34 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:46.129779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b847c65d-dcca-44bd-8fd8-2b8981983405 req-bc671059-0137-4d04-8e2e-24eaa6db4b34 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 2373 time: 0.3785090 Feb 07 22:48:46.149168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.151736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ed0db92-f1e4-4da4-9cf0-74db7296abbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.178669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.247285 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.281441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network fb11e30f-df9a-4d06-917d-c9aefa2bb19a is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:46.287060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:46.311640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:46.332461 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b847c65d-dcca-44bd-8fd8-2b8981983405 req-461d4a87-3e96-4a41-93be-71804e33c5e1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1859331 Feb 07 22:48:46.375967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ed0db92-f1e4-4da4-9cf0-74db7296abbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.377116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7c058f65-dd36-44dd-9e91-c5873a4049b9 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:48:46.388277 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ed0db92-f1e4-4da4-9cf0-74db7296abbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.420271 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6ed0db92-f1e4-4da4-9cf0-74db7296abbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abc75b2d-063e-45b5-a34e-1523590358ce HTTP/1.1" status: 204 len: 168 time: 0.6775870 Feb 07 22:48:46.468649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0db92-f1e4-4da4-9cf0-74db7296abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc75b2d-063e-45b5-a34e-1523590358ce,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:46.491303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.495836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Port': ['ID=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:46.629891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7c058f65-dd36-44dd-9e91-c5873a4049b9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7c058f65-dd36-44dd-9e91-c5873a4049b9,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:46.680108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '7c058f65-dd36-44dd-9e91-c5873a4049b9', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'port_id': '7c058f65-dd36-44dd-9e91-c5873a4049b9', 'mac_address': 'fa:16:3e:54:5f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bb49ce-8877-49f5-b44d-12b6120d74f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:48:46.749341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:46.757411 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.779178 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34680691-a8ed-41b6-ae45-146177ef00d1 req-82834c8a-5605-42ce-a52a-5846bff396ac tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 210 time: 0.2711253 Feb 07 22:48:46.781936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7a492b37-db31-4343-a7f1-47c9bdaf55e6 None None] Provisioning complete for port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:46.782647 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a492b37-db31-4343-a7f1-47c9bdaf55e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.905023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7a492b37-db31-4343-a7f1-47c9bdaf55e6 None None] Port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:46.918157 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.944879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c058f65-dd36-44dd-9e91-c5873a4049b9 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:46.994433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7c058f65-dd36-44dd-9e91-c5873a4049b9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7c058f65-dd36-44dd-9e91-c5873a4049b9,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:47.006102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:47.131180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375d31-3f19-47c8-a1a6-fa641907641d req-72915107-9c7c-42ec-bf27-2108fc8b949b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:47.152968 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7375d31-3f19-47c8-a1a6-fa641907641d req-72915107-9c7c-42ec-bf27-2108fc8b949b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 944 time: 0.2047243 Feb 07 22:48:47.250311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['7c058f65-dd36-44dd-9e91-c5873a4049b9'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:47.307018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7375d31-3f19-47c8-a1a6-fa641907641d req-cbb4f691-504b-4bad-bcce-b30e386b34d6 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527970 Feb 07 22:48:47.342615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:47.380574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f78c3507-9d76-428b-989b-c26e6c6c07be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5076737 Feb 07 22:48:47.383088 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:47.410914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7c058f65-dd36-44dd-9e91-c5873a4049b9,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:47.435376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a', 'admin_state_up': True, 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'security_groups': ['8ae999b0-a655-4df4-9534-c0de6eda464d']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:48.029490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1e80c11-2222-4146-90a9-a4599ea4996f req-14e4490e-2098-4ba8-87eb-9bf1631dde95 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 210 time: 0.0760348 Feb 07 22:48:48.156108 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.217952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.219691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6628342 Feb 07 22:48:48.223538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53040) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:48.342164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc636d-63b0-4f11-b40f-21534f64edd1 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Pushing event updated for resources: {'Port': ['ID=a7fbd1cf-d46d-4290-99fc-9944fc796ad6,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:48.392751 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7c058f65-dd36-44dd-9e91-c5873a4049b9 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:48:48.476903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-4af46a85-f47c-477a-900e-b36560806d0a tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:48.478626 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-4af46a85-f47c-477a-900e-b36560806d0a tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.24 "GET /v2.0/networks?id=d3047d02-1373-4881-a709-c84926081fcb HTTP/1.1" status: 200 len: 810 time: 1.1335516 Feb 07 22:48:48.506039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bed176-55ce-4733-a606-f1177e381ad1 req-817e2316-7bfe-4aee-a795-d6f3db424ae4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:48.512858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bed176-55ce-4733-a606-f1177e381ad1 req-817e2316-7bfe-4aee-a795-d6f3db424ae4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:48.519148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bed176-55ce-4733-a606-f1177e381ad1 req-817e2316-7bfe-4aee-a795-d6f3db424ae4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:48.519489 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-973fe4f4-2f53-40c7-b4cc-74c5985b8b2d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.2937832 Feb 07 22:48:48.521279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53054) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:48.526151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bed176-55ce-4733-a606-f1177e381ad1 req-817e2316-7bfe-4aee-a795-d6f3db424ae4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:48.533573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82bed176-55ce-4733-a606-f1177e381ad1 req-817e2316-7bfe-4aee-a795-d6f3db424ae4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 3094 time: 0.5244865 Feb 07 22:48:48.540518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Request body: {'port': {'device_id': 'ea91fe8b-801c-4445-ac99-5bc85e6a798a', 'network_id': 'd3047d02-1373-4881-a709-c84926081fcb', 'admin_state_up': True, 'tenant_id': 'ea26c92643f54c3794d8fadcac0366af'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:48.559117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Made reservation on behalf of ee3a68439ffd42a491c4a710eea0f35f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:48.563645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.604374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 7c058f65-dd36-44dd-9e91-c5873a4049b9 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:48.628623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 7c058f65-dd36-44dd-9e91-c5873a4049b9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:48.629389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.684414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82bed176-55ce-4733-a606-f1177e381ad1 req-352c71d5-abae-432a-80ce-3b45325eec10 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1487303 Feb 07 22:48:48.739324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fb18a4f1-66d1-4c52-93ea-ccaa1228387f tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2151763 Feb 07 22:48:48.742262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53056) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:48.867891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Made reservation on behalf of ea26c92643f54c3794d8fadcac0366af for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:48.875979 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.903910 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.947513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3286413-2907-4779-bb2a-530754eff480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c058f65-dd36-44dd-9e91-c5873a4049b9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:48.949997 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de75b16-6b46-4ee2-b086-05657515cfa8" -d '{"events": [{"server_uuid": "f3286413-2907-4779-bb2a-530754eff480", "name": "network-vif-plugged", "status": "completed", "tag": "7c058f65-dd36-44dd-9e91-c5873a4049b9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:48.952421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca22f5-dfbc-40e2-a11d-ac39edc4ff2b req-10247bac-0000-44a4-b37c-7c5ca7c309d9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:48.965876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07ca22f5-dfbc-40e2-a11d-ac39edc4ff2b req-10247bac-0000-44a4-b37c-7c5ca7c309d9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 945 time: 0.5208116 Feb 07 22:48:49.016672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7c058f65-dd36-44dd-9e91-c5873a4049b9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7c058f65-dd36-44dd-9e91-c5873a4049b9,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:49.026870 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.076992 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d77d3a0-d567-4183-a6ea-314b94bbe5c6 x-openstack-request-id: req-9d77d3a0-d567-4183-a6ea-314b94bbe5c6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:49.082977 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3286413-2907-4779-bb2a-530754eff480", "name": "network-vif-plugged", "status": "completed", "tag": "7c058f65-dd36-44dd-9e91-c5873a4049b9", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:49.083490 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d77d3a0-d567-4183-a6ea-314b94bbe5c6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:49.084379 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3286413-2907-4779-bb2a-530754eff480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c058f65-dd36-44dd-9e91-c5873a4049b9', 'code': 200} Feb 07 22:48:49.130726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7c058f65-dd36-44dd-9e91-c5873a4049b9,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:49.176497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Allocated IP 10.2.2.200 (fb11e30f-df9a-4d06-917d-c9aefa2bb19a/78f1bb0c-c8ab-4944-9841-236027cb082b/217dfe1f-c238-4f95-98e2-6e944a0a3f33) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:49.286657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Allocated IP 172.20.0.5 (d3047d02-1373-4881-a709-c84926081fcb/ac6fb171-f93f-40a1-9feb-5c74f873e9f7/d0ca4d0d-39d0-404c-bc92-e9306635b274) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:49.319759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07ca22f5-dfbc-40e2-a11d-ac39edc4ff2b req-9c4bdf4f-ac2d-454f-8265-083481a2db45 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496549 Feb 07 22:48:49.408550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659dc04-ded9-4087-978e-4ca5099025b0 req-3ca9a10d-55f9-42ce-b0b8-481bbe752e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:49.415160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6659dc04-ded9-4087-978e-4ca5099025b0 req-3ca9a10d-55f9-42ce-b0b8-481bbe752e0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 1097 time: 0.2086666 Feb 07 22:48:49.469125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81322149-718e-435a-9965-338165e5f629 req-ce34b59f-3e1b-4e00-b367-eeab0625a98e tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 210 time: 0.1542187 Feb 07 22:48:49.529266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Deleting port a7fbd1cf-d46d-4290-99fc-9944fc796ad6 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:49.529603 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.625808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6659dc04-ded9-4087-978e-4ca5099025b0 req-0481f1d1-fa6d-4fad-8167-f1a35bb4eaa5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040765 Feb 07 22:48:49.693745 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.693966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.744396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Calling delete_port for a7fbd1cf-d46d-4290-99fc-9944fc796ad6 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:49.747827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.817808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.834794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.892724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event updated for resources: {'Port': ['ID=217dfe1f-c238-4f95-98e2-6e944a0a3f33,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:49.921359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Network fb11e30f-df9a-4d06-917d-c9aefa2bb19a is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:49.926204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:49.928972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:49.966230 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.022648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982cc13-bfcc-4fba-9deb-a451b82ccfea req-4fb9b605-97dd-42a3-b8ec-4b0f0854d6ef tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:50.034549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982cc13-bfcc-4fba-9deb-a451b82ccfea req-4fb9b605-97dd-42a3-b8ec-4b0f0854d6ef tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:50.054435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982cc13-bfcc-4fba-9deb-a451b82ccfea req-4fb9b605-97dd-42a3-b8ec-4b0f0854d6ef tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:50.068086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982cc13-bfcc-4fba-9deb-a451b82ccfea req-4fb9b605-97dd-42a3-b8ec-4b0f0854d6ef tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:50.070516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Pushing event updated for resources: {'Port': ['ID=d0ca4d0d-39d0-404c-bc92-e9306635b274,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:50.087821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982cc13-bfcc-4fba-9deb-a451b82ccfea req-4fb9b605-97dd-42a3-b8ec-4b0f0854d6ef tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:50.097560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8982cc13-bfcc-4fba-9deb-a451b82ccfea req-4fb9b605-97dd-42a3-b8ec-4b0f0854d6ef tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 3815 time: 0.2404146 Feb 07 22:48:50.108533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Network d3047d02-1373-4881-a709-c84926081fcb is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:50.112189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:50.119005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:48:50.143783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:50.144446 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.184630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-312473b5-c75e-453a-a37a-380d06c92c5e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7633114 Feb 07 22:48:50.201390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:50.243223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:50.244517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8982cc13-bfcc-4fba-9deb-a451b82ccfea req-ca0b217a-049a-45ea-84e7-da8fcb3a2f5b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1378527 Feb 07 22:48:50.245246 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.368936 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-2c1c436f-438f-4c60-ad96-df8e83742e28 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8726530 Feb 07 22:48:50.371538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ab86b7f5-bde2-496a-89c4-045e0bb3f066 None None] Provisioning complete for port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:50.375945 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab86b7f5-bde2-496a-89c4-045e0bb3f066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.445225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Request body: {'port': {'device_id': 'ea91fe8b-801c-4445-ac99-5bc85e6a798a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:50.483456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.516924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ab86b7f5-bde2-496a-89c4-045e0bb3f066 None None] Port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:48:50.552930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Pushing event deleted for resources: {'Port': ['ID=a7fbd1cf-d46d-4290-99fc-9944fc796ad6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:50.591003 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.843580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309811b-8b37-43f2-9afb-3b49c00e323c req-eb3e1a73-641d-4d14-8436-81755504b6f9 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:50.855540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f309811b-8b37-43f2-9afb-3b49c00e323c req-eb3e1a73-641d-4d14-8436-81755504b6f9 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 931 time: 0.2301121 Feb 07 22:48:50.891400 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.919048 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.921586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.925607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-911ac159-cc7c-4c5e-99b9-273d7b7bbe78 tempest-FloatingIPAdminTestJSON-1278728111 tempest-FloatingIPAdminTestJSON-1278728111-project] 10.222.0.15 "DELETE /v2.0/floatingips/dd04fef4-b1e8-42d7-8540-f031b91f27ff HTTP/1.1" status: 204 len: 168 time: 2.1717312 Feb 07 22:48:50.942902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53164) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:51.082420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563999b8-c398-488e-bfa6-4f36d1961f34 req-38e83e3f-9334-4cf1-99bc-39be4f4e7c26 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:51.090395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563999b8-c398-488e-bfa6-4f36d1961f34 req-38e83e3f-9334-4cf1-99bc-39be4f4e7c26 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 946 time: 0.5858572 Feb 07 22:48:51.151831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f309811b-8b37-43f2-9afb-3b49c00e323c req-f1630b94-8741-431e-aa42-a81c5fecf835 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934659 Feb 07 22:48:51.426472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Deleting port f206e7c2-5514-4717-a744-472c8cc73654 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:51.426854 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.466684 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e7aa413-6b73-4857-b9db-2ef834029ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.505548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53176) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:51.644258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563999b8-c398-488e-bfa6-4f36d1961f34 req-fdb180b4-9027-451d-b72c-48a94a56e154 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380771 Feb 07 22:48:51.673263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f5e6-57a8-4a9a-b548-5ca982c09269 req-f18f5130-5a23-4b37-a745-118ee3b837df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:51.679607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f5e6-57a8-4a9a-b548-5ca982c09269 req-f18f5130-5a23-4b37-a745-118ee3b837df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:51.686645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f5e6-57a8-4a9a-b548-5ca982c09269 req-f18f5130-5a23-4b37-a745-118ee3b837df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:51.693931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f5e6-57a8-4a9a-b548-5ca982c09269 req-f18f5130-5a23-4b37-a745-118ee3b837df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:51.699932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f5e6-57a8-4a9a-b548-5ca982c09269 req-f18f5130-5a23-4b37-a745-118ee3b837df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:51.702347 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1739f5e6-57a8-4a9a-b548-5ca982c09269 req-f18f5130-5a23-4b37-a745-118ee3b837df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 3815 time: 0.2413106 Feb 07 22:48:51.707597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.707952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.733020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Calling delete_port for f206e7c2-5514-4717-a744-472c8cc73654 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:51.807766 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1739f5e6-57a8-4a9a-b548-5ca982c09269 req-f53b904a-dad6-4d49-9c9a-67dd547ff94e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0957713 Feb 07 22:48:51.959860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.014530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7928955c-3fc4-492e-89a2-416fcbd48058 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:52.041467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Pushing event deleted for resources: {'Port': ['ID=f206e7c2-5514-4717-a744-472c8cc73654,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:52.059603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.092491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d883c56-72ec-47ac-8490-6e9b066a8ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.124273 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.127120 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.132183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1be4ea26-d23f-4431-9806-6f8d50c15c1d tempest-FloatingIPAdminTestJSON-1532232474 tempest-FloatingIPAdminTestJSON-1532232474-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/7b9034f6-2c57-43d8-8a93-8f1295e7975b HTTP/1.1" status: 204 len: 168 time: 1.1846578 Feb 07 22:48:52.132607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53182) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:52.233779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Transition to ACTIVE for port object 7928955c-3fc4-492e-89a2-416fcbd48058 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:52.348754 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d883c56-72ec-47ac-8490-6e9b066a8ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.387206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.395652 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9d883c56-72ec-47ac-8490-6e9b066a8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.428794 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9d883c56-72ec-47ac-8490-6e9b066a8ee5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b2f947b86e146df8cc960502fadd0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9225228 Feb 07 22:48:52.466306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53188) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:52.468711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ca4d0d-39d0-404c-bc92-e9306635b274 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:52.528823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.548974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c632eb4-72cd-4873-8c24-2fa688ed49e6 req-248a1cd8-41d9-4385-aa6b-acc1422033d2 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:52.557186 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c632eb4-72cd-4873-8c24-2fa688ed49e6 req-248a1cd8-41d9-4385-aa6b-acc1422033d2 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 931 time: 0.2062449 Feb 07 22:48:52.712793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c632eb4-72cd-4873-8c24-2fa688ed49e6 req-b48bed2a-4ab1-47b1-a022-08330b5b3da7 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544850 Feb 07 22:48:52.734035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d883c56-72ec-47ac-8490-6e9b066a8ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbe7cff-4b8b-47ee-b6d5-4d352a17c8e7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:52.751991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Transition to ACTIVE for port object d0ca4d0d-39d0-404c-bc92-e9306635b274 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:52.800715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Pushing event updated for resources: {'Port': ['ID=7928955c-3fc4-492e-89a2-416fcbd48058,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:52.841906 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.068940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-672f2545-2e54-4a3f-93d1-8fa3af1cff7a tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Deleting port 42eccd4b-ad5a-4f97-b7df-ac8c55c48764 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:53.069484 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-672f2545-2e54-4a3f-93d1-8fa3af1cff7a tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.085308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d63dce-91d3-456e-b32e-fc10e70ecb64 req-f39117cf-4d53-4c88-a890-46c3e08bd939 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:53.087454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e4d63dce-91d3-456e-b32e-fc10e70ecb64 req-f39117cf-4d53-4c88-a890-46c3e08bd939 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 946 time: 0.0933828 Feb 07 22:48:53.144287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23e7a20d-9322-4e25-abb8-915b34d90bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.186264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Attempting to bind port 7928955c-3fc4-492e-89a2-416fcbd48058 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:53.186762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Attempting to bind port 7928955c-3fc4-492e-89a2-416fcbd48058 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:53.187190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Attempting to bind port 7928955c-3fc4-492e-89a2-416fcbd48058 on network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:53.208869 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e4d63dce-91d3-456e-b32e-fc10e70ecb64 req-4a4f082a-7ad4-41ba-b464-e27e01c1ef46 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062844 Feb 07 22:48:53.246552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-672f2545-2e54-4a3f-93d1-8fa3af1cff7a tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.265524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-672f2545-2e54-4a3f-93d1-8fa3af1cff7a tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Calling delete_port for 42eccd4b-ad5a-4f97-b7df-ac8c55c48764 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:53.278310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Pushing event updated for resources: {'Port': ['ID=d0ca4d0d-39d0-404c-bc92-e9306635b274,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:53.283232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23e7a20d-9322-4e25-abb8-915b34d90bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.294297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Port 7928955c-3fc4-492e-89a2-416fcbd48058 on network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:48:53.296777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Attempting to bind port 7928955c-3fc4-492e-89a2-416fcbd48058 on network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:53.370443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98c3f-c7fa-45be-98b6-98039309f44a req-c3fb952e-7375-4027-b48c-a02faa6588d4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:53.376449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98c3f-c7fa-45be-98b6-98039309f44a req-c3fb952e-7375-4027-b48c-a02faa6588d4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:53.383149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98c3f-c7fa-45be-98b6-98039309f44a req-c3fb952e-7375-4027-b48c-a02faa6588d4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:53.403114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98c3f-c7fa-45be-98b6-98039309f44a req-c3fb952e-7375-4027-b48c-a02faa6588d4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:53.418398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98c3f-c7fa-45be-98b6-98039309f44a req-c3fb952e-7375-4027-b48c-a02faa6588d4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:53.426526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cc98c3f-c7fa-45be-98b6-98039309f44a req-c3fb952e-7375-4027-b48c-a02faa6588d4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 3827 time: 0.4011459 Feb 07 22:48:53.433164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:53.433671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Checking segment: {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:53.434173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Bound using segment: {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:53.434741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Bound port: 7928955c-3fc4-492e-89a2-416fcbd48058, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29007903-a366-4374-b42f-2fba51a34197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:53.435210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.477189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Attempting to bind port d0ca4d0d-39d0-404c-bc92-e9306635b274 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:53.477691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Attempting to bind port d0ca4d0d-39d0-404c-bc92-e9306635b274 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '1476ccaa-fe68-4b62-9d47-d19e6f1f81b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd3047d02-1373-4881-a709-c84926081fcb'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:53.478128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Attempting to bind port d0ca4d0d-39d0-404c-bc92-e9306635b274 on network d3047d02-1373-4881-a709-c84926081fcb {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:53.483217 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-672f2545-2e54-4a3f-93d1-8fa3af1cff7a tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.552489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f2545-2e54-4a3f-93d1-8fa3af1cff7a tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event deleted for resources: {'Port': ['ID=42eccd4b-ad5a-4f97-b7df-ac8c55c48764,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:53.555291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Port d0ca4d0d-39d0-404c-bc92-e9306635b274 on network d3047d02-1373-4881-a709-c84926081fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:48:53.556294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Attempting to bind port d0ca4d0d-39d0-404c-bc92-e9306635b274 on network d3047d02-1373-4881-a709-c84926081fcb {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:53.584916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cc98c3f-c7fa-45be-98b6-98039309f44a req-c89af10c-2b1e-480c-8ddf-eba81a511453 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1571434 Feb 07 22:48:53.593996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:53.601474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Checking segment: {'id': '1476ccaa-fe68-4b62-9d47-d19e6f1f81b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd3047d02-1373-4881-a709-c84926081fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:53.602189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Bound using segment: {'id': '1476ccaa-fe68-4b62-9d47-d19e6f1f81b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd3047d02-1373-4881-a709-c84926081fcb'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:53.603996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Bound port: d0ca4d0d-39d0-404c-bc92-e9306635b274, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1476ccaa-fe68-4b62-9d47-d19e6f1f81b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd3047d02-1373-4881-a709-c84926081fcb'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:53.604643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.701653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-672f2545-2e54-4a3f-93d1-8fa3af1cff7a tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.707657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-672f2545-2e54-4a3f-93d1-8fa3af1cff7a tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "DELETE /v2.0/ports/42eccd4b-ad5a-4f97-b7df-ac8c55c48764 HTTP/1.1" status: 204 len: 168 time: 1.5733349 Feb 07 22:48:53.712987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53212) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:53.716582 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23e7a20d-9322-4e25-abb8-915b34d90bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.745280 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23e7a20d-9322-4e25-abb8-915b34d90bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.747760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-23e7a20d-9322-4e25-abb8-915b34d90bc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcbe7cff-4b8b-47ee-b6d5-4d352a17c8e7 HTTP/1.1" status: 204 len: 168 time: 1.2695680 Feb 07 22:48:53.768038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b37640-01f9-458a-9ba3-d571cac38dd0 req-bec18fd9-6f6f-43f5-8602-d12b497a3a79 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:53.775985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-38b37640-01f9-458a-9ba3-d571cac38dd0 req-bec18fd9-6f6f-43f5-8602-d12b497a3a79 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 946 time: 0.1089036 Feb 07 22:48:53.812959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] For port 7928955c-3fc4-492e-89a2-416fcbd48058, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:53.821305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7a20d-9322-4e25-abb8-915b34d90bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbe7cff-4b8b-47ee-b6d5-4d352a17c8e7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:53.831900 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d13b5cc3-281d-481d-8783-4604f320f69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.865987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] For port 7928955c-3fc4-492e-89a2-416fcbd48058, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7928955c-3fc4-492e-89a2-416fcbd48058,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:53.875298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-38b37640-01f9-458a-9ba3-d571cac38dd0 req-199e7d29-e614-4dab-8053-34879fc5f23c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983443 Feb 07 22:48:53.905317 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.927829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d84d26-6fec-4a75-9dc1-103e6a6899cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:53.940416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53220) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:53.941371 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-53d84d26-6fec-4a75-9dc1-103e6a6899cc tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd01999-ebb7-473c-ba3b-4812b6078723 HTTP/1.1" status: 200 len: 913 time: 0.2227046 Feb 07 22:48:53.975000 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:48:53.991816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] For port d0ca4d0d-39d0-404c-bc92-e9306635b274, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:54.063260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d782d6-75d8-4c76-a5a1-e2bb2c4a0941 req-5dd36bc3-b58d-49a7-bcf7-36042bf5f642 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.066058 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44d782d6-75d8-4c76-a5a1-e2bb2c4a0941 req-5dd36bc3-b58d-49a7-bcf7-36042bf5f642 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 946 time: 0.0642905 Feb 07 22:48:54.079219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.079941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.082363 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] 10.222.0.46 "PUT /v2.0/ports/7928955c-3fc4-492e-89a2-416fcbd48058 HTTP/1.1" status: 200 len: 1091 time: 3.8874438 Feb 07 22:48:54.082942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:54.085490 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:54.162270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] For port d0ca4d0d-39d0-404c-bc92-e9306635b274, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d0ca4d0d-39d0-404c-bc92-e9306635b274,segment=NetworkSegment(1476ccaa-fe68-4b62-9d47-d19e6f1f81b2),segment_id=1476ccaa-fe68-4b62-9d47-d19e6f1f81b2)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:54.192284 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44d782d6-75d8-4c76-a5a1-e2bb2c4a0941 req-907a8092-3c1d-4e7f-a80a-994e39ee5c63 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165023 Feb 07 22:48:54.201899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:54.462225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-0b7b4b35-01ef-4f29-b5a9-a38256b4e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.462707 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-0b7b4b35-01ef-4f29-b5a9-a38256b4e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.463184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-0b7b4b35-01ef-4f29-b5a9-a38256b4e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.463656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-0b7b4b35-01ef-4f29-b5a9-a38256b4e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.473614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-0b7b4b35-01ef-4f29-b5a9-a38256b4e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.475539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-0b7b4b35-01ef-4f29-b5a9-a38256b4e3d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 4362 time: 0.1297240 Feb 07 22:48:54.703364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53238) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:54.801445 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.805855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-371a625c-e5bd-4a85-9f2c-93643f105c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.944201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-25bc4a45-718e-4e6d-928b-bf4dc81fef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.944617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-25bc4a45-718e-4e6d-928b-bf4dc81fef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.945095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-25bc4a45-718e-4e6d-928b-bf4dc81fef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.946767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-25bc4a45-718e-4e6d-928b-bf4dc81fef99 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4618094 Feb 07 22:48:54.958539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba87f-b136-4e15-b168-0988c281637c req-e600bfda-4ef3-4e30-840f-fd81143e9c40 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:54.965908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4eba87f-b136-4e15-b168-0988c281637c req-e600bfda-4ef3-4e30-840f-fd81143e9c40 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 946 time: 0.2196243 Feb 07 22:48:54.994452 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300061fa-1f7f-4b4c-a95e-4136f3b8429f x-openstack-request-id: req-300061fa-1f7f-4b4c-a95e-4136f3b8429f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:54.994965 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:54.994965 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-300061fa-1f7f-4b4c-a95e-4136f3b8429f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:54.995364 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058', 'status': 'completed', 'code': 200} Feb 07 22:48:55.021120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1185d8-dad1-4159-9457-ced29fa3d54e req-b190b4bd-be9d-41ee-8f55-144ae07ef2ee tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.031437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed1185d8-dad1-4159-9457-ced29fa3d54e req-b190b4bd-be9d-41ee-8f55-144ae07ef2ee tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 943 time: 1.1567430 Feb 07 22:48:55.035508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.132195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d0f90-7054-4d8b-afd1-9e0394387a22 service neutron] Pushing event updated for resources: {'Port': ['ID=7928955c-3fc4-492e-89a2-416fcbd48058,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:55.238620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Pushing event updated for resources: {'Port': ['ID=d0ca4d0d-39d0-404c-bc92-e9306635b274,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:55.288849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.290591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.293109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56a99254-3dbf-49f6-a1ef-b7d321017b7a service neutron] 10.222.0.24 "PUT /v2.0/ports/d0ca4d0d-39d0-404c-bc92-e9306635b274 HTTP/1.1" status: 200 len: 1091 time: 4.8576450 Feb 07 22:48:55.349370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4eba87f-b136-4e15-b168-0988c281637c req-1fcd72e9-010a-4910-ad75-dae608840e79 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825614 Feb 07 22:48:55.420933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-371a625c-e5bd-4a85-9f2c-93643f105c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.433076 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.484602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-6b323652-ae36-4661-b5a2-64636edc11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.487885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ff22a65-ef87-4c8f-a1a2-03a223eff06c req-6b323652-ae36-4661-b5a2-64636edc11ae service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5172577 Feb 07 22:48:55.508835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-371a625c-e5bd-4a85-9f2c-93643f105c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.576443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a625c-e5bd-4a85-9f2c-93643f105c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd4ed46-c4c7-4a73-8eeb-5a484dbd7056,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:55.604604 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-371a625c-e5bd-4a85-9f2c-93643f105c2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=860b341443da49ef83ed050baa655c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8968427 Feb 07 22:48:55.606868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53246) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:55.626053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed1185d8-dad1-4159-9457-ced29fa3d54e req-c0f979fd-e6bf-4991-8b71-78a00aba8b66 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935051 Feb 07 22:48:55.653897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bbcb3-c060-4d96-9690-0d2374b93953 req-16ff7537-23ad-45d6-93f3-391ea9a0c17e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.660569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bbcb3-c060-4d96-9690-0d2374b93953 req-16ff7537-23ad-45d6-93f3-391ea9a0c17e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.666719 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bbcb3-c060-4d96-9690-0d2374b93953 req-16ff7537-23ad-45d6-93f3-391ea9a0c17e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.672657 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bbcb3-c060-4d96-9690-0d2374b93953 req-16ff7537-23ad-45d6-93f3-391ea9a0c17e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.678847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bbcb3-c060-4d96-9690-0d2374b93953 req-16ff7537-23ad-45d6-93f3-391ea9a0c17e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.686615 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b69bbcb3-c060-4d96-9690-0d2374b93953 req-16ff7537-23ad-45d6-93f3-391ea9a0c17e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 3827 time: 0.1976602 Feb 07 22:48:55.755011 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ef5-c798-4235-bc11-4a825784a5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.773222 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b69bbcb3-c060-4d96-9690-0d2374b93953 req-fb320938-b066-46c7-b68b-130359f778a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0856590 Feb 07 22:48:55.797787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56ba5067-86c3-4fb2-af53-594364374b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.799863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-56ba5067-86c3-4fb2-af53-594364374b03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea26c92643f54c3794d8fadcac0366af&device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 1094 time: 0.4452889 Feb 07 22:48:55.802890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ef5-c798-4235-bc11-4a825784a5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.892162 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ef5-c798-4235-bc11-4a825784a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.895746 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ef5-c798-4235-bc11-4a825784a5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.897135 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c3f35ef5-c798-4235-bc11-4a825784a5b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fd4ed46-c4c7-4a73-8eeb-5a484dbd7056 HTTP/1.1" status: 204 len: 168 time: 0.2888777 Feb 07 22:48:55.925047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f35ef5-c798-4235-bc11-4a825784a5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd4ed46-c4c7-4a73-8eeb-5a484dbd7056,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:55.955290 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-6c4291bf-db4a-4b91-b119-9a6b248e1dec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ca4d0d-39d0-404c-bc92-e9306635b274 HTTP/1.1" status: 200 len: 217 time: 0.1454561 Feb 07 22:48:56.067461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-299d5c40-15d2-482b-902e-a2965e45802a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:56.069992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-299d5c40-15d2-482b-902e-a2965e45802a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 946 time: 0.1282830 Feb 07 22:48:56.287225 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.361280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-5bbc95a6-ea13-4fb3-8402-dcd2bf9f78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:56.363823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Deleting port 7c058f65-dd36-44dd-9e91-c5873a4049b9 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:56.364293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.364785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-5bbc95a6-ea13-4fb3-8402-dcd2bf9f78c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac6fb171-f93f-40a1-9feb-5c74f873e9f7 HTTP/1.1" status: 200 len: 850 time: 0.3921134 Feb 07 22:48:56.427797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-cb7ec97e-765c-44bc-8a54-a91db045f987 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3047d02-1373-4881-a709-c84926081fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529671 Feb 07 22:48:56.583229 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.620099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] For port 7c058f65-dd36-44dd-9e91-c5873a4049b9, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7c058f65-dd36-44dd-9e91-c5873a4049b9,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:48:56.629252 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.687459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Calling delete_port for 7c058f65-dd36-44dd-9e91-c5873a4049b9 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:48:56.903050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd436f4-be96-45be-bf67-9e49342d59d4 req-46136695-15af-4546-a39d-ec4c5b51219e tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:56.904907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4dd436f4-be96-45be-bf67-9e49342d59d4 req-46136695-15af-4546-a39d-ec4c5b51219e tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 943 time: 0.1605940 Feb 07 22:48:57.082006 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.097257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['7c058f65-dd36-44dd-9e91-c5873a4049b9'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:57.099858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:48:57.124578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f470af1-6b67-4b90-81e4-0d8dee3438b5 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:57.149150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.179133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Transition to ACTIVE for port object 2f470af1-6b67-4b90-81e4-0d8dee3438b5 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:57.198018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea91fe8b-801c-4445-ac99-5bc85e6a798a', 'tag': 'd0ca4d0d-39d0-404c-bc92-e9306635b274'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:57.209254 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6392691-32a9-4b2b-bfa6-d58da212db56" -d '{"events": [{"name": "network-changed", "server_uuid": "ea91fe8b-801c-4445-ac99-5bc85e6a798a", "tag": "d0ca4d0d-39d0-404c-bc92-e9306635b274"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:57.212497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event deleted for resources: {'Port': ['ID=7c058f65-dd36-44dd-9e91-c5873a4049b9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:57.278580 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4dd436f4-be96-45be-bf67-9e49342d59d4 req-41b83e26-6908-4d69-8f0f-f57d2d41192c tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162669 Feb 07 22:48:57.282114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed66cce-073a-4cd0-81fe-e11a3bb50719 req-67110095-da9a-470d-8209-e22d9ca28218 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.284323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aed66cce-073a-4cd0-81fe-e11a3bb50719 req-67110095-da9a-470d-8209-e22d9ca28218 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3286413-2907-4779-bb2a-530754eff480 HTTP/1.1" status: 200 len: 946 time: 0.7972777 Feb 07 22:48:57.310808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.380059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] No DVR routers for this DVR port 7c058f65-dd36-44dd-9e91-c5873a4049b9 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:57.388918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.395612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22a73af1-0ec3-4350-a5c9-0792969290c2 req-6d230ade-4ee5-4b41-8864-fa09c9e3646b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "DELETE /v2.0/ports/7c058f65-dd36-44dd-9e91-c5873a4049b9 HTTP/1.1" status: 204 len: 173 time: 1.3138204 Feb 07 22:48:57.396182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3286413-2907-4779-bb2a-530754eff480', 'name': 'network-vif-deleted', 'tag': '7c058f65-dd36-44dd-9e91-c5873a4049b9'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:57.398509 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed1ebc5-9ba2-40c2-b993-1a27e3c94e34" -d '{"events": [{"server_uuid": "f3286413-2907-4779-bb2a-530754eff480", "name": "network-vif-deleted", "tag": "7c058f65-dd36-44dd-9e91-c5873a4049b9"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:48:57.477211 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.569948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9467e-88fd-4c83-8493-5005d4ca2a7b req-563b30e4-2aae-4876-88b6-a23514847236 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.600685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9467e-88fd-4c83-8493-5005d4ca2a7b req-563b30e4-2aae-4876-88b6-a23514847236 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.623284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9467e-88fd-4c83-8493-5005d4ca2a7b req-563b30e4-2aae-4876-88b6-a23514847236 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.645557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9467e-88fd-4c83-8493-5005d4ca2a7b req-563b30e4-2aae-4876-88b6-a23514847236 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.665345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9467e-88fd-4c83-8493-5005d4ca2a7b req-563b30e4-2aae-4876-88b6-a23514847236 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.696842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Pushing event updated for resources: {'Port': ['ID=2f470af1-6b67-4b90-81e4-0d8dee3438b5,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:57.740353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9467e-88fd-4c83-8493-5005d4ca2a7b req-563b30e4-2aae-4876-88b6-a23514847236 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.742496 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ca9467e-88fd-4c83-8493-5005d4ca2a7b req-563b30e4-2aae-4876-88b6-a23514847236 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 4597 time: 0.2966859 Feb 07 22:48:57.895723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-de93b1b5-da78-4d2f-ba84-ff4e01bb74bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1707919 Feb 07 22:48:57.895996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ca9467e-88fd-4c83-8493-5005d4ca2a7b req-a48083a8-f17c-4eee-b2b1-02037bcff1da tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1457486 Feb 07 22:48:57.964596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-d7241794-b91f-4054-9e4f-74e78492151e service neutron] 10.222.0.24 "GET /v2.0/networks/d3047d02-1373-4881-a709-c84926081fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4792418 Feb 07 22:48:58.014000 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f9e85a-62a8-48cb-8f65-03b6fcbc2b6b x-openstack-request-id: req-66f9e85a-62a8-48cb-8f65-03b6fcbc2b6b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:58.014645 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3286413-2907-4779-bb2a-530754eff480", "name": "network-vif-deleted", "tag": "7c058f65-dd36-44dd-9e91-c5873a4049b9", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:58.015068 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66f9e85a-62a8-48cb-8f65-03b6fcbc2b6b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:58.015695 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3286413-2907-4779-bb2a-530754eff480', 'name': 'network-vif-deleted', 'tag': '7c058f65-dd36-44dd-9e91-c5873a4049b9', 'status': 'completed', 'code': 200} Feb 07 22:48:58.103198 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1446b70-6fad-4982-a138-26e8b9319e53 x-openstack-request-id: req-d1446b70-6fad-4982-a138-26e8b9319e53 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:48:58.103824 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea91fe8b-801c-4445-ac99-5bc85e6a798a", "tag": "d0ca4d0d-39d0-404c-bc92-e9306635b274", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:48:58.104247 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1446b70-6fad-4982-a138-26e8b9319e53 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:48:58.104805 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea91fe8b-801c-4445-ac99-5bc85e6a798a', 'tag': 'd0ca4d0d-39d0-404c-bc92-e9306635b274', 'status': 'completed', 'code': 200} Feb 07 22:48:58.282129 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aed66cce-073a-4cd0-81fe-e11a3bb50719 req-b0bb2247-ca98-4ce7-b70d-575e61e6663c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9411013 Feb 07 22:48:58.344626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-00138ce2-bb5d-4e73-ad79-01ddce208ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:58.347570 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-00138ce2-bb5d-4e73-ad79-01ddce208ae0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 1097 time: 0.3130729 Feb 07 22:48:58.369710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Attempting to bind port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:58.370058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Attempting to bind port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:58.370548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Attempting to bind port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:58.391781 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b4b24ad-7a7b-4d7f-a3f1-26eeb90a4c66 req-cd8596b5-9de7-451e-8036-8ac5a62f953e service neutron] 10.222.0.24 "GET /v2.0/networks/d3047d02-1373-4881-a709-c84926081fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111296 Feb 07 22:48:58.405368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:48:58.405696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Attempting to bind port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:48:58.460736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:48:58.462056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Checking segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:48:58.462056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Bound using segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:48:58.462056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Bound port: 2f470af1-6b67-4b90-81e4-0d8dee3438b5, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:58.462582 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.657763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-6a836ae7-000c-42bc-8668-d1a024e2deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:58.660195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-6a836ae7-000c-42bc-8668-d1a024e2deb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 906 time: 0.2872531 Feb 07 22:48:58.673031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e899f5-f9ca-4b74-b733-c5f10abadb2b req-1c031d21-080f-4814-a1fc-9fdc56a315ce tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:58.684970 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-43e899f5-f9ca-4b74-b733-c5f10abadb2b req-1c031d21-080f-4814-a1fc-9fdc56a315ce tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 943 time: 0.2146420 Feb 07 22:48:58.793674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-43e899f5-f9ca-4b74-b733-c5f10abadb2b req-4450e686-6f68-4ffb-9141-29ea96d487a2 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997539 Feb 07 22:48:58.803526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] For port 2f470af1-6b67-4b90-81e4-0d8dee3438b5, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:48:58.812253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-36587679-bc68-48b1-816c-a22508aad482 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=335c271e-0344-4b98-933c-354b7e93bdf2 HTTP/1.1" status: 200 len: 217 time: 0.1138244 Feb 07 22:48:58.832305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] For port 2f470af1-6b67-4b90-81e4-0d8dee3438b5, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f470af1-6b67-4b90-81e4-0d8dee3438b5,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:48:58.867694 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.008576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-fba825c0-12bf-4fe3-81e6-2190f289d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:59.010433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-fba825c0-12bf-4fe3-81e6-2190f289d530 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.1846108 Feb 07 22:48:59.019766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Pushing event updated for resources: {'Port': ['ID=2f470af1-6b67-4b90-81e4-0d8dee3438b5,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:59.095598 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-e8ecc38c-1d3b-41e6-835f-8b49764e859e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645130 Feb 07 22:48:59.109430 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-20a64984-699d-4b92-ad31-17039b7b6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:59.113283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-20a64984-699d-4b92-ad31-17039b7b6dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea26c92643f54c3794d8fadcac0366af&device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 1094 time: 0.4680593 Feb 07 22:48:59.228780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:59.229447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.232124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-882f9ef9-d012-454e-96e2-ce0fd2fff7ea service neutron] 10.222.0.46 "PUT /v2.0/ports/2f470af1-6b67-4b90-81e4-0d8dee3438b5 HTTP/1.1" status: 200 len: 1128 time: 5.0766931 Feb 07 22:48:59.487032 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-90d27811-a1b8-45d4-8350-f627d9ca3786 service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781768 Feb 07 22:48:59.488049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-b62cf401-b88d-41e8-8f45-d7bb8e1eef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:59.489970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-b62cf401-b88d-41e8-8f45-d7bb8e1eef5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3047d02-1373-4881-a709-c84926081fcb HTTP/1.1" status: 200 len: 910 time: 0.2726634 Feb 07 22:48:59.506353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:59.529233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Deleting port 2fd20f9e-622f-4890-afb3-dc7fc6effd7e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:48:59.529589 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.750719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d0ca4d0d-39d0-404c-bc92-e9306635b274 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:48:59.874676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53380) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:48:59.972307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-e058dc82-5ea6-4ec8-b7a0-01008aa16845 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:59.977550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-e058dc82-5ea6-4ec8-b7a0-01008aa16845 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.1866729 Feb 07 22:48:59.993166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d0ca4d0d-39d0-404c-bc92-e9306635b274, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d0ca4d0d-39d0-404c-bc92-e9306635b274,segment=NetworkSegment(1476ccaa-fe68-4b62-9d47-d19e6f1f81b2),segment_id=1476ccaa-fe68-4b62-9d47-d19e6f1f81b2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:00.007577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-b308d11c-bfb2-48cc-bf3c-f2760f6111f8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/quotas/57b74f06a92b4ba9a084a06c9151a043 HTTP/1.1" status: 200 len: 375 time: 0.0262628 Feb 07 22:49:00.007939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'd0ca4d0d-39d0-404c-bc92-e9306635b274', 'network_id': 'd3047d02-1373-4881-a709-c84926081fcb', 'port_id': 'd0ca4d0d-39d0-404c-bc92-e9306635b274', 'mac_address': 'fa:16:3e:71:65:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fb171-f93f-40a1-9feb-5c74f873e9f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:00.054937 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.071609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ca4d0d-39d0-404c-bc92-e9306635b274 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:00.094174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d0ca4d0d-39d0-404c-bc92-e9306635b274, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d0ca4d0d-39d0-404c-bc92-e9306635b274,segment=NetworkSegment(1476ccaa-fe68-4b62-9d47-d19e6f1f81b2),segment_id=1476ccaa-fe68-4b62-9d47-d19e6f1f81b2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:00.102048 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.136385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-5b453081-c7f3-41f7-9ad0-ef1d3a9b1b37 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263337 Feb 07 22:49:00.170081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d0ca4d0d-39d0-404c-bc92-e9306635b274,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:00.200596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2917-5347-4276-9430-06552a6e1b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.356286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['d0ca4d0d-39d0-404c-bc92-e9306635b274'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:00.404204 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-6828d649-f275-4a04-bf31-b50f2bf4ed1f service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555807 Feb 07 22:49:00.451044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7c058f65-dd36-44dd-9e91-c5873a4049b9 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:00.463672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '2f470af1-6b67-4b90-81e4-0d8dee3438b5'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:00.469197 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "2f470af1-6b67-4b90-81e4-0d8dee3438b5"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:00.491291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-470f0233-9abf-4984-9be4-ba931b315c03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ca4d0d-39d0-404c-bc92-e9306635b274 HTTP/1.1" status: 200 len: 217 time: 0.9743464 Feb 07 22:49:00.506311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 7c058f65-dd36-44dd-9e91-c5873a4049b9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:49:00.506943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7c058f65-dd36-44dd-9e91-c5873a4049b9 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:49:00.522903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a15e-43d3-4cd6-b211-06d5be3adc57 req-a9c354bc-3e82-4db2-8cce-391c657f7325 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.529925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a15e-43d3-4cd6-b211-06d5be3adc57 req-a9c354bc-3e82-4db2-8cce-391c657f7325 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.536765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a15e-43d3-4cd6-b211-06d5be3adc57 req-a9c354bc-3e82-4db2-8cce-391c657f7325 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.543294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a15e-43d3-4cd6-b211-06d5be3adc57 req-a9c354bc-3e82-4db2-8cce-391c657f7325 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.550271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a15e-43d3-4cd6-b211-06d5be3adc57 req-a9c354bc-3e82-4db2-8cce-391c657f7325 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.557038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a15e-43d3-4cd6-b211-06d5be3adc57 req-a9c354bc-3e82-4db2-8cce-391c657f7325 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.559650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c611a15e-43d3-4cd6-b211-06d5be3adc57 req-a9c354bc-3e82-4db2-8cce-391c657f7325 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 4597 time: 1.4589500 Feb 07 22:49:00.652807 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-d7a3e367-b50f-49cd-b473-2be9df6db9a6 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397959 Feb 07 22:49:00.716008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2917-5347-4276-9430-06552a6e1b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.722880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2917-5347-4276-9430-06552a6e1b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.737016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.759469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.779277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d2917-5347-4276-9430-06552a6e1b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149f773a-809d-4bc6-a0cd-d96a6503ff3c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:00.803279 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2a2d2917-5347-4276-9430-06552a6e1b82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=535fbc3b89274f37a7ee085bd34b1be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9264836 Feb 07 22:49:00.805780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53410) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:00.817705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c611a15e-43d3-4cd6-b211-06d5be3adc57 req-6d435232-0c96-4f40-9efc-af239c8ddf3a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2135758 Feb 07 22:49:00.832185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Calling delete_port for 2fd20f9e-622f-4890-afb3-dc7fc6effd7e owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:00.854646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-3e43a50f-ca00-4748-996e-81b6cc924483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.866326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-3e43a50f-ca00-4748-996e-81b6cc924483 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac6fb171-f93f-40a1-9feb-5c74f873e9f7 HTTP/1.1" status: 200 len: 850 time: 0.3598478 Feb 07 22:49:00.925743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e4c114c-04d6-487c-9184-6ddf91fdaf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.969726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ae43e70-3ccf-4c38-8978-f1f24cc09140 req-8567d0ba-8b44-4946-8b94-5022b0236e77 service neutron] 10.222.0.24 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4480424 Feb 07 22:49:00.997837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e4c114c-04d6-487c-9184-6ddf91fdaf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.016540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-67b1fd11-56ae-4b02-b07e-616737e64bf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3047d02-1373-4881-a709-c84926081fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336198 Feb 07 22:49:01.086017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e4c114c-04d6-487c-9184-6ddf91fdaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.088730 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9e4c114c-04d6-487c-9184-6ddf91fdaf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.096371 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9e4c114c-04d6-487c-9184-6ddf91fdaf9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/149f773a-809d-4bc6-a0cd-d96a6503ff3c HTTP/1.1" status: 204 len: 168 time: 0.2887540 Feb 07 22:49:01.153658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c114c-04d6-487c-9184-6ddf91fdaf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149f773a-809d-4bc6-a0cd-d96a6503ff3c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:01.173110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156d448-4d94-4e9c-bf90-e0bca4dbe5ef req-80a211b2-52ca-4bc0-ad11-3f15fe26d9bb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.175643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0156d448-4d94-4e9c-bf90-e0bca4dbe5ef req-80a211b2-52ca-4bc0-ad11-3f15fe26d9bb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.1213186 Feb 07 22:49:01.261057 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0156d448-4d94-4e9c-bf90-e0bca4dbe5ef req-077d000b-4da4-4c3e-99b6-701afa34de18 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745175 Feb 07 22:49:01.353288 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c331e7-6d82-48b3-b902-998136482496 x-openstack-request-id: req-f3c331e7-6d82-48b3-b902-998136482496 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:01.353572 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "2f470af1-6b67-4b90-81e4-0d8dee3438b5", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:01.353840 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3c331e7-6d82-48b3-b902-998136482496 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:01.354343 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '2f470af1-6b67-4b90-81e4-0d8dee3438b5', 'status': 'completed', 'code': 200} Feb 07 22:49:01.389586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5299f-fb67-4131-82a2-6637bd6dfab4 req-5d186ccd-2bbc-41f7-af67-a3856fda65ef tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.397110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39f5299f-fb67-4131-82a2-6637bd6dfab4 req-5d186ccd-2bbc-41f7-af67-a3856fda65ef tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 944 time: 0.3910010 Feb 07 22:49:01.467644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-0786c458-6954-4169-bd08-656c6a76188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.468154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-0786c458-6954-4169-bd08-656c6a76188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.468619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-0786c458-6954-4169-bd08-656c6a76188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.469077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-0786c458-6954-4169-bd08-656c6a76188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.469533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-0786c458-6954-4169-bd08-656c6a76188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.469986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-0786c458-6954-4169-bd08-656c6a76188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.481298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-0786c458-6954-4169-bd08-656c6a76188f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5283 time: 0.1132729 Feb 07 22:49:01.635134 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ccba53b0-6dce-4aff-a296-d8f460e1d62a req-44155fb6-fbdc-4f51-9476-e7ae9d2b9685 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 210 time: 0.1887553 Feb 07 22:49:01.742711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-6a7bbc7a-d44e-478c-aaa5-c4985f5ec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.743597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-6a7bbc7a-d44e-478c-aaa5-c4985f5ec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.744357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-6a7bbc7a-d44e-478c-aaa5-c4985f5ec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.750633 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-6a7bbc7a-d44e-478c-aaa5-c4985f5ec499 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2576988 Feb 07 22:49:01.769694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d0ca4d0d-39d0-404c-bc92-e9306635b274 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:01.969346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port d0ca4d0d-39d0-404c-bc92-e9306635b274 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:01.989898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port d0ca4d0d-39d0-404c-bc92-e9306635b274 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:01.990287 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.003534 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.062244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-42d8ad1c-ea70-45ca-adf5-f08a679d2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:02.063748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd94283a-bd1b-40ba-b3e8-8d73d2163d31 req-42d8ad1c-ea70-45ca-adf5-f08a679d2388 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2991965 Feb 07 22:49:02.137459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39f5299f-fb67-4131-82a2-6637bd6dfab4 req-c9f42cc5-4689-425a-95c9-1cff23eea990 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211096 Feb 07 22:49:02.148178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event deleted for resources: {'Port': ['ID=2fd20f9e-622f-4890-afb3-dc7fc6effd7e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:02.158077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-70d50f9f-c806-495e-ad5c-301e13bf0cfd service neutron] 10.222.0.24 "GET /v2.0/networks/d3047d02-1373-4881-a709-c84926081fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1301568 Feb 07 22:49:02.210401 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.317022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91fe8b-801c-4445-ac99-5bc85e6a798a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ca4d0d-39d0-404c-bc92-e9306635b274'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:02.323914 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1d0428-ee66-4aea-b7a1-6b5bd4fcbe4b" -d '{"events": [{"server_uuid": "ea91fe8b-801c-4445-ac99-5bc85e6a798a", "name": "network-vif-plugged", "status": "completed", "tag": "d0ca4d0d-39d0-404c-bc92-e9306635b274"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:02.372063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d0ca4d0d-39d0-404c-bc92-e9306635b274, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d0ca4d0d-39d0-404c-bc92-e9306635b274,segment=NetworkSegment(1476ccaa-fe68-4b62-9d47-d19e6f1f81b2),segment_id=1476ccaa-fe68-4b62-9d47-d19e6f1f81b2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:02.383179 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.384386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:02.489630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:02.499559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.516981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Transition to ACTIVE for port object 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:02.540860 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41e0d79-d045-4daa-a861-5d38a2173ceb x-openstack-request-id: req-f41e0d79-d045-4daa-a861-5d38a2173ceb {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:02.541162 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91fe8b-801c-4445-ac99-5bc85e6a798a", "name": "network-vif-plugged", "status": "completed", "tag": "d0ca4d0d-39d0-404c-bc92-e9306635b274", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:02.541418 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f41e0d79-d045-4daa-a861-5d38a2173ceb {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:02.541818 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91fe8b-801c-4445-ac99-5bc85e6a798a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ca4d0d-39d0-404c-bc92-e9306635b274', 'code': 200} Feb 07 22:49:02.547478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d0ca4d0d-39d0-404c-bc92-e9306635b274,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:02.612864 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.721704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53470) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:02.911085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Pushing event updated for resources: {'Port': ['ID=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:02.938578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-923a01aa-63be-4982-aff8-a07e7db8c47e req-6f885262-6bb6-4230-91fb-b3b506b4f9db tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 210 time: 0.1194932 Feb 07 22:49:02.988628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-2f125508-6b86-4f7a-8258-376fd5f37e1e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:02.990887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-2f125508-6b86-4f7a-8258-376fd5f37e1e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 806 time: 0.3431756 Feb 07 22:49:03.010626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Request body: {'port': {'device_id': '17d42100-fb48-41b9-bf17-ce3003f1954e', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'admin_state_up': True, 'tenant_id': '57b74f06a92b4ba9a084a06c9151a043'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:03.019057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce150-f647-4a8e-bce5-d7d06b60359c req-7ae94c02-d070-43e2-8f88-7215f28e6be1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.031939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce150-f647-4a8e-bce5-d7d06b60359c req-7ae94c02-d070-43e2-8f88-7215f28e6be1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.039843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce150-f647-4a8e-bce5-d7d06b60359c req-7ae94c02-d070-43e2-8f88-7215f28e6be1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.046481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce150-f647-4a8e-bce5-d7d06b60359c req-7ae94c02-d070-43e2-8f88-7215f28e6be1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.054305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce150-f647-4a8e-bce5-d7d06b60359c req-7ae94c02-d070-43e2-8f88-7215f28e6be1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.061742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce150-f647-4a8e-bce5-d7d06b60359c req-7ae94c02-d070-43e2-8f88-7215f28e6be1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.069522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce150-f647-4a8e-bce5-d7d06b60359c req-7ae94c02-d070-43e2-8f88-7215f28e6be1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.072036 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d1ce150-f647-4a8e-bce5-d7d06b60359c req-7ae94c02-d070-43e2-8f88-7215f28e6be1 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5370 time: 0.7116528 Feb 07 22:49:03.149348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-782055530'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:03.157943 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.229352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Made reservation on behalf of 57b74f06a92b4ba9a084a06c9151a043 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:03.233948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.243578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:03.260596 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.291866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Attempting to bind port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:03.292217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Attempting to bind port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:03.293396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Attempting to bind port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:03.307246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:49:03.307575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Attempting to bind port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:03.310935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4f169-29f1-4e8f-bb29-e5599a5c0aa2 req-6ef21c72-872c-49e6-ae5f-12ceceec93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.312452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29a4f169-29f1-4e8f-bb29-e5599a5c0aa2 req-6ef21c72-872c-49e6-ae5f-12ceceec93e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 1096 time: 0.6857204 Feb 07 22:49:03.335081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:03.340170 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6392691-32a9-4b2b-bfa6-d58da212db56 req-f750c625-01b1-487a-8352-ba9cf845addb service neutron] 10.222.0.24 "GET /v2.0/networks/d3047d02-1373-4881-a709-c84926081fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1473482 Feb 07 22:49:03.363817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d1ce150-f647-4a8e-bce5-d7d06b60359c req-45eb58d1-0c49-46bd-9c72-0af6cbc6a0f0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2394624 Feb 07 22:49:03.374126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:03.374710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Checking segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:03.375094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Bound using segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:03.375541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Bound port: 072493a1-c7ab-47d6-a0e6-9f79545f8fd7, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:03.375925 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.432167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Allocated IP 172.20.0.14 (6ec52ef6-8c28-475a-a4d6-03863d0789b3/d0bb49ce-8877-49f5-b44d-12b6120d74f9/102eba7d-75b8-40cd-986a-98ede0d2d054) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:03.503156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Made reservation on behalf of 5e460c90790841dc9a423b8b24ccb2ea for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:03.506985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.532356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc666d65-e0b1-4bb3-96f0-925d63afce2e req-cf4bba99-9b7b-4779-bc1d-57f66d413857 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.534062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc666d65-e0b1-4bb3-96f0-925d63afce2e req-cf4bba99-9b7b-4779-bc1d-57f66d413857 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 945 time: 0.0915830 Feb 07 22:49:03.535028 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.559819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29a4f169-29f1-4e8f-bb29-e5599a5c0aa2 req-ebb762a7-4426-4b7c-9021-91c6a29e8cf0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161977 Feb 07 22:49:03.602426 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.615894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] For port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:03.646750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] For port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:03.658494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc666d65-e0b1-4bb3-96f0-925d63afce2e req-32f47f5d-a8ff-4766-acf2-927fcbfb943e tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820227 Feb 07 22:49:03.706239 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.711206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.718235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.724819 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.763085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.774797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:03.839594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:03.845050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:03.853791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:03.898626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Pushing event updated for resources: {'Port': ['ID=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:03.911564 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.913247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:03.919141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event updated for resources: {'Port': ['ID=102eba7d-75b8-40cd-986a-98ede0d2d054,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:03.923438 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.923818 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Added segment a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd of type vlan for network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 Feb 07 22:49:03.961476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.961928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.985650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.991959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.992571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.993995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-cc22c4e7-040e-4047-8f4c-65c6b981f584 service neutron] 10.222.0.46 "PUT /v2.0/ports/072493a1-c7ab-47d6-a0e6-9f79545f8fd7 HTTP/1.1" status: 200 len: 1131 time: 4.5029383 Feb 07 22:49:03.994482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '072493a1-c7ab-47d6-a0e6-9f79545f8fd7'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:03.996843 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fa0f6b-3cab-4448-9f18-85c85d38dd55" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "072493a1-c7ab-47d6-a0e6-9f79545f8fd7"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:04.025531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-61356f84-aaf9-4d73-ac0e-27e807a0e822 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0189438 Feb 07 22:49:04.029635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ff0a19-9e92-4de5-a04a-60477cd90f94,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:04.049792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Request body: {'port': {'device_id': '17d42100-fb48-41b9-bf17-ce3003f1954e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:04.053249 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:04.132823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.183960 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9760e26a-63e9-4d8f-bee9-fb0bf4297c33 x-openstack-request-id: req-9760e26a-63e9-4d8f-bee9-fb0bf4297c33 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:04.184512 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "072493a1-c7ab-47d6-a0e6-9f79545f8fd7", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:04.184942 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9760e26a-63e9-4d8f-bee9-fb0bf4297c33 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:04.185549 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '072493a1-c7ab-47d6-a0e6-9f79545f8fd7', 'status': 'completed', 'code': 200} Feb 07 22:49:04.259850 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:49:04.295174 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.344981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.376461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-fa99e366-dfca-4da4-b29c-a910cd42c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.376929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-fa99e366-dfca-4da4-b29c-a910cd42c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.377529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-fa99e366-dfca-4da4-b29c-a910cd42c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.378783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-fa99e366-dfca-4da4-b29c-a910cd42c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.378783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-fa99e366-dfca-4da4-b29c-a910cd42c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.379196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-fa99e366-dfca-4da4-b29c-a910cd42c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.379646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-fa99e366-dfca-4da4-b29c-a910cd42c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.381508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-fa99e366-dfca-4da4-b29c-a910cd42c983 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6207 time: 0.1887813 Feb 07 22:49:04.402663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.407826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.409010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.481651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102eba7d-75b8-40cd-986a-98ede0d2d054 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:04.509294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.528801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Transition to ACTIVE for port object 102eba7d-75b8-40cd-986a-98ede0d2d054 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:04.535840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.542917 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:04.547377 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d1e807-46a2-4139-8bd1-26441326013d" -d '{"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:04.563582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193381d1-d4df-44ab-a5f5-2d2dc49846c7 req-eb7ff1ef-0448-4a32-b3a3-66094ff1123e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.570586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193381d1-d4df-44ab-a5f5-2d2dc49846c7 req-eb7ff1ef-0448-4a32-b3a3-66094ff1123e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.576544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193381d1-d4df-44ab-a5f5-2d2dc49846c7 req-eb7ff1ef-0448-4a32-b3a3-66094ff1123e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.576707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3d9ba-a815-47f9-84f0-f5f2eb07212b req-f2fdd6e9-d777-433e-8783-f229db73f377 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.578154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67f3d9ba-a815-47f9-84f0-f5f2eb07212b req-f2fdd6e9-d777-433e-8783-f229db73f377 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 932 time: 0.3369641 Feb 07 22:49:04.584062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193381d1-d4df-44ab-a5f5-2d2dc49846c7 req-eb7ff1ef-0448-4a32-b3a3-66094ff1123e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.590523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193381d1-d4df-44ab-a5f5-2d2dc49846c7 req-eb7ff1ef-0448-4a32-b3a3-66094ff1123e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.594786 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8612852 Feb 07 22:49:04.595767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53500) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:04.597788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193381d1-d4df-44ab-a5f5-2d2dc49846c7 req-eb7ff1ef-0448-4a32-b3a3-66094ff1123e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.603929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193381d1-d4df-44ab-a5f5-2d2dc49846c7 req-eb7ff1ef-0448-4a32-b3a3-66094ff1123e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.605955 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-193381d1-d4df-44ab-a5f5-2d2dc49846c7 req-eb7ff1ef-0448-4a32-b3a3-66094ff1123e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5370 time: 0.1435375 Feb 07 22:49:04.624179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Request body: {'subnet': {'network_id': '5746ee47-7e6c-41cb-a320-fa5fc49fdf89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:04.688119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Pushing event updated for resources: {'Port': ['ID=102eba7d-75b8-40cd-986a-98ede0d2d054,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:04.773088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-193381d1-d4df-44ab-a5f5-2d2dc49846c7 req-5ad42e29-ae13-4083-8c81-a9a4f9a334b5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1244049 Feb 07 22:49:04.835919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Attempting to bind port 102eba7d-75b8-40cd-986a-98ede0d2d054 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:04.836518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Attempting to bind port 102eba7d-75b8-40cd-986a-98ede0d2d054 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:04.837063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Attempting to bind port 102eba7d-75b8-40cd-986a-98ede0d2d054 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:04.854888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Port 102eba7d-75b8-40cd-986a-98ede0d2d054 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:49:04.855299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Attempting to bind port 102eba7d-75b8-40cd-986a-98ede0d2d054 on network 6ec52ef6-8c28-475a-a4d6-03863d0789b3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:04.865362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:04.865596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Checking segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:04.865943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Bound using segment: {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:04.866380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Bound port: 102eba7d-75b8-40cd-986a-98ede0d2d054, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7a470-840a-4bea-9c18-3318b04bc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:04.866733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.871025 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0514b157-0bc0-497d-9f93-884eb68361e8 x-openstack-request-id: req-0514b157-0bc0-497d-9f93-884eb68361e8 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:04.871438 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:04.871852 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0514b157-0bc0-497d-9f93-884eb68361e8 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:04.872376 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'code': 200} Feb 07 22:49:04.969391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] For port 102eba7d-75b8-40cd-986a-98ede0d2d054, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:04.985348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] For port 102eba7d-75b8-40cd-986a-98ede0d2d054, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=102eba7d-75b8-40cd-986a-98ede0d2d054,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:04.992259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:05.046803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a41ab-9891-4933-8c95-0826404516c1 req-84e2bf76-7c69-415d-8d10-a1f21971da7f tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.055083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-024a41ab-9891-4933-8c95-0826404516c1 req-84e2bf76-7c69-415d-8d10-a1f21971da7f tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 945 time: 0.1187770 Feb 07 22:49:05.071214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.071868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:05.073942 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] 10.222.0.46 "PUT /v2.0/ports/102eba7d-75b8-40cd-986a-98ede0d2d054 HTTP/1.1" status: 200 len: 1092 time: 1.0394933 Feb 07 22:49:05.074745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d42100-fb48-41b9-bf17-ce3003f1954e', 'tag': '102eba7d-75b8-40cd-986a-98ede0d2d054'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:05.077640 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73771798-80a5-4159-b70a-05368ad9de9c" -d '{"events": [{"name": "network-changed", "server_uuid": "17d42100-fb48-41b9-bf17-ce3003f1954e", "tag": "102eba7d-75b8-40cd-986a-98ede0d2d054"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:05.142937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543080e-8b9c-4d58-b3ea-305a9f65a2ed service neutron] Pushing event updated for resources: {'Port': ['ID=102eba7d-75b8-40cd-986a-98ede0d2d054,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:05.146307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf5ec3-7d79-4693-a25c-99e69d30828b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event updated for resources: {'Network': ['ID=5746ee47-7e6c-41cb-a320-fa5fc49fdf89,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:05.166226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:49:05.174789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-024a41ab-9891-4933-8c95-0826404516c1 req-ac9d923c-b500-4a07-b5c0-d593123a434d tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170783 Feb 07 22:49:05.216270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-71526be0-8a68-466b-a721-96ba22e93f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.219486 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-71526be0-8a68-466b-a721-96ba22e93f52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 1095 time: 0.0690563 Feb 07 22:49:05.227929 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67f3d9ba-a815-47f9-84f0-f5f2eb07212b req-f1f2e8e8-6600-457b-b66d-3bbfc80fbbc7 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139002 Feb 07 22:49:05.263910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-33ba78d7-6285-45f5-9978-52da8643cfe7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=102eba7d-75b8-40cd-986a-98ede0d2d054 HTTP/1.1" status: 200 len: 217 time: 0.0373776 Feb 07 22:49:05.307510 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfc0cc4-ffc2-47e3-909f-1269620f206d x-openstack-request-id: req-ddfc0cc4-ffc2-47e3-909f-1269620f206d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:05.308006 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d42100-fb48-41b9-bf17-ce3003f1954e", "tag": "102eba7d-75b8-40cd-986a-98ede0d2d054", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:05.308411 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddfc0cc4-ffc2-47e3-909f-1269620f206d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:05.308947 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d42100-fb48-41b9-bf17-ce3003f1954e', 'tag': '102eba7d-75b8-40cd-986a-98ede0d2d054', 'status': 'completed', 'code': 200} Feb 07 22:49:05.328257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-22bb414d-ed1e-43d5-b33a-f58c01932dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.329792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-22bb414d-ed1e-43d5-b33a-f58c01932dcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.0588801 Feb 07 22:49:05.366278 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-52409f65-9db9-4b1c-8795-926dea6ce6b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298026 Feb 07 22:49:05.396497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Router 5fd01999-ebb7-473c-ba3b-4812b6078723 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:49:05.420706 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-a47cb556-e0df-46e0-838d-741ed4c1403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.421167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-a47cb556-e0df-46e0-838d-741ed4c1403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.421620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-a47cb556-e0df-46e0-838d-741ed4c1403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.423765 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-a47cb556-e0df-46e0-838d-741ed4c1403e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.0333176 Feb 07 22:49:05.472767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-f0eb7c2d-1f4a-4dbc-a5eb-49bdf17d2891 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991759 Feb 07 22:49:05.587310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-46ef0e15-af7c-42c9-99cf-d2b401704e63 req-79e6fdca-2a47-4294-8296-12847eba9926 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077080 Feb 07 22:49:05.710527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73771798-80a5-4159-b70a-05368ad9de9c req-cb226bc7-9ee8-43ce-9767-1a48b9ed8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.714115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73771798-80a5-4159-b70a-05368ad9de9c req-cb226bc7-9ee8-43ce-9767-1a48b9ed8af1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57b74f06a92b4ba9a084a06c9151a043&device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 1095 time: 0.0499625 Feb 07 22:49:05.767101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-264b9140-bab1-4fd3-b6ac-1bea7fd520af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.770263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52fa0f6b-3cab-4448-9f18-85c85d38dd55 req-264b9140-bab1-4fd3-b6ac-1bea7fd520af service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3381462 Feb 07 22:49:05.777785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Made reservation on behalf of 5e460c90790841dc9a423b8b24ccb2ea for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:05.781968 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:05.791521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:05.883419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1d1e9-b956-48eb-80bd-4de2533c198b req-68ae2dde-d31f-4f96-9d3c-bfeb2a02553e tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.885611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05a1d1e9-b956-48eb-80bd-4de2533c198b req-68ae2dde-d31f-4f96-9d3c-bfeb2a02553e tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 945 time: 0.3306830 Feb 07 22:49:05.997739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73771798-80a5-4159-b70a-05368ad9de9c req-17dd09c6-e78f-410e-9aba-f453ad2f0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.013286 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73771798-80a5-4159-b70a-05368ad9de9c req-17dd09c6-e78f-410e-9aba-f453ad2f0a97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 200 len: 906 time: 0.2906816 Feb 07 22:49:06.053587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:49:06.068899 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5bb8da03-1438-4c28-b74a-6d99ebb0bbac tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "PUT /v2.0/routers/5fd01999-ebb7-473c-ba3b-4812b6078723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1184244 Feb 07 22:49:06.073851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05a1d1e9-b956-48eb-80bd-4de2533c198b req-aacac2fe-5b5f-4ad8-a4ab-e120ecd7c493 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751916 Feb 07 22:49:06.076709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53542) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:06.087501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2832e0-fa98-47d9-8644-49542ea1a809 None None] Sync routers for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:06.109848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:06.180540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '7b686ed9-7829-408c-ad67-3c997466cd04', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'port_id': '7b686ed9-7829-408c-ad67-3c997466cd04', 'mac_address': 'fa:16:3e:fd:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:06.227381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0b32-cd87-49d2-884f-b35e90781b30 req-a9f342ba-7844-4bb4-86fe-97bf3a714cf6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.236163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913a97dc-19e6-4f90-acf7-1e57bdb6b04c {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:06.240466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0b32-cd87-49d2-884f-b35e90781b30 req-a9f342ba-7844-4bb4-86fe-97bf3a714cf6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.241891 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.244897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2832e0-fa98-47d9-8644-49542ea1a809 None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:06.246989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-1f2832e0-fa98-47d9-8644-49542ea1a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:48:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:06.259183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b686ed9-7829-408c-ad67-3c997466cd04 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:06.273353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0b32-cd87-49d2-884f-b35e90781b30 req-a9f342ba-7844-4bb4-86fe-97bf3a714cf6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.280543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:06.292487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0b32-cd87-49d2-884f-b35e90781b30 req-a9f342ba-7844-4bb4-86fe-97bf3a714cf6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.308840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0b32-cd87-49d2-884f-b35e90781b30 req-a9f342ba-7844-4bb4-86fe-97bf3a714cf6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.323368 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.324879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0b32-cd87-49d2-884f-b35e90781b30 req-a9f342ba-7844-4bb4-86fe-97bf3a714cf6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.325708 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-1f2832e0-fa98-47d9-8644-49542ea1a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:06.343846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0b32-cd87-49d2-884f-b35e90781b30 req-a9f342ba-7844-4bb4-86fe-97bf3a714cf6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.352874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97dd0b32-cd87-49d2-884f-b35e90781b30 req-a9f342ba-7844-4bb4-86fe-97bf3a714cf6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5370 time: 0.4375021 Feb 07 22:49:06.380338 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.380631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73771798-80a5-4159-b70a-05368ad9de9c req-db0da8eb-65f6-4120-9731-1921e897d742 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=102eba7d-75b8-40cd-986a-98ede0d2d054 HTTP/1.1" status: 200 len: 217 time: 0.3588722 Feb 07 22:49:06.421270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['7b686ed9-7829-408c-ad67-3c997466cd04'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:06.456245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73771798-80a5-4159-b70a-05368ad9de9c req-76b22fb7-7f01-44c3-992a-ddf622f534b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.460324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73771798-80a5-4159-b70a-05368ad9de9c req-76b22fb7-7f01-44c3-992a-ddf622f534b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 200 len: 846 time: 0.0709994 Feb 07 22:49:06.483876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97dd0b32-cd87-49d2-884f-b35e90781b30 req-2cd331e6-ef40-473e-b567-d78652b05cca tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1265583 Feb 07 22:49:06.522031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:06.526102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73771798-80a5-4159-b70a-05368ad9de9c req-dde835f9-aff0-4374-8c10-ec9bc0b03c4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ec52ef6-8c28-475a-a4d6-03863d0789b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405467 Feb 07 22:49:06.532591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2832e0-fa98-47d9-8644-49542ea1a809 None None] Routers {'5fd01999-ebb7-473c-ba3b-4812b6078723'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:06.533760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-1f2832e0-fa98-47d9-8644-49542ea1a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:48:54Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5fd01999-ebb7-473c-ba3b-4812b6078723'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:06.552165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Transition to ACTIVE for port object 913a97dc-19e6-4f90-acf7-1e57bdb6b04c will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:06.562529 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.608303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.636246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-1f2832e0-fa98-47d9-8644-49542ea1a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:06.636977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2832e0-fa98-47d9-8644-49542ea1a809 None None] The sync data for ids ['5fd01999-ebb7-473c-ba3b-4812b6078723'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:06.701216 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73771798-80a5-4159-b70a-05368ad9de9c req-31142baf-485e-43de-a67f-2d660cdd94bd service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612113 Feb 07 22:49:06.719602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed3dfc-0483-4468-8b7e-2b5e610f849f req-aa6fa633-9d2c-49fd-99bf-4feb672a9305 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.722226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6ed3dfc-0483-4468-8b7e-2b5e610f849f req-aa6fa633-9d2c-49fd-99bf-4feb672a9305 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 944 time: 0.3530090 Feb 07 22:49:06.731062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.865801 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73771798-80a5-4159-b70a-05368ad9de9c req-e309422c-af16-4353-bf88-38f7593bd4e7 service neutron] 10.222.0.46 "GET /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561780 Feb 07 22:49:06.922891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Pushing event updated for resources: {'Port': ['ID=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:06.988751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event updated for resources: {'Subnet': ['ID=67e80b21-9222-4e4e-b48f-72be6d24ed59,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:07.057040 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.062267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6ed3dfc-0483-4468-8b7e-2b5e610f849f req-08eb2fc8-6167-49f5-974d-edc1b0d6b16f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110950 Feb 07 22:49:07.071956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Checking segment: {'id': 'a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5746ee47-7e6c-41cb-a320-fa5fc49fdf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:07.072317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Network hostable DHCP agents. Network: 5746ee47-7e6c-41cb-a320-fa5fc49fdf89, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:07.153350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-2272b221-06d8-40a8-90d0-e333d3ba0c45 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:07.154758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-2272b221-06d8-40a8-90d0-e333d3ba0c45 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 945 time: 0.1919653 Feb 07 22:49:07.158838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Attempting to bind port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:07.159375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Attempting to bind port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:07.159753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Attempting to bind port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:07.177229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:07.186264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:49:07.186592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Attempting to bind port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:07.251944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 5746ee47-7e6c-41cb-a320-fa5fc49fdf89) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:07.260390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:07.261355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f6ae0-504a-44c8-b9c5-642f1668a493 None None] Network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:07.262368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Checking segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:07.262842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Bound using segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:07.263325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Bound port: 913a97dc-19e6-4f90-acf7-1e57bdb6b04c, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:07.264487 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.284800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:07.285597 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.303076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Deleting port cfa38aa7-3b59-4171-8031-b947d94dc50b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:07.303450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.319854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-68724642-0623-4245-9f15-874ebbf4b423 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6972482 Feb 07 22:49:07.337872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53570) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:07.343731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Request body: {'port': {'network_id': '5746ee47-7e6c-41cb-a320-fa5fc49fdf89', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1227748198'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:07.463510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cb4a8-7f79-4c23-a3f4-bc0e1aea3458 req-db512038-c9a8-4d7b-8b2a-32ca2a9df6a1 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:07.471960 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-545cb4a8-7f79-4c23-a3f4-bc0e1aea3458 req-db512038-c9a8-4d7b-8b2a-32ca2a9df6a1 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 945 time: 0.1901329 Feb 07 22:49:07.499275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-5746ee47-7e6c-41cb-a320-fa5fc49fdf89', 'network_id': '5746ee47-7e6c-41cb-a320-fa5fc49fdf89', 'tenant_id': '5e460c90790841dc9a423b8b24ccb2ea', 'fixed_ips': [{'subnet_id': '67e80b21-9222-4e4e-b48f-72be6d24ed59'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:49:07.500184 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.507059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.523112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Calling delete_port for cfa38aa7-3b59-4171-8031-b947d94dc50b owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:07.534929 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-545cb4a8-7f79-4c23-a3f4-bc0e1aea3458 req-79901ee6-b114-48a8-b458-1bb743fb3eee tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/security-groups?id=c256bd27-7efc-4934-9e50-4c29d765d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597284 Feb 07 22:49:07.566023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Made reservation on behalf of 5e460c90790841dc9a423b8b24ccb2ea for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:07.570046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.614986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] device_id is not set on port afbdc4fa-578c-4da7-8940-66863773e541 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:49:07.758484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Allocated IP 2001:db8::2 (5746ee47-7e6c-41cb-a320-fa5fc49fdf89/67e80b21-9222-4e4e-b48f-72be6d24ed59/6be6e956-8500-4847-b937-d1a8601785a9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:07.786244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] For port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:07.821531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:07.832259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Deleting port d0ca4d0d-39d0-404c-bc92-e9306635b274 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:07.832555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.905404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] For port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:07.970246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 7b686ed9-7829-408c-ad67-3c997466cd04 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:07.971420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.028818 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.044069 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.099169 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Pushing event updated for resources: {'Port': ['ID=6be6e956-8500-4847-b937-d1a8601785a9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:08.149983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:08.199302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:08.224987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Allocated IP 2001:db8::2e8 (5746ee47-7e6c-41cb-a320-fa5fc49fdf89/67e80b21-9222-4e4e-b48f-72be6d24ed59/afbdc4fa-578c-4da7-8940-66863773e541) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:08.238675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:08.302489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.317623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f18e-4c42-46dc-afc0-8effbdcbac64 req-b1f41091-1145-4733-b64d-ea8d9e07f366 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.323875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f18e-4c42-46dc-afc0-8effbdcbac64 req-b1f41091-1145-4733-b64d-ea8d9e07f366 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.329680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f18e-4c42-46dc-afc0-8effbdcbac64 req-b1f41091-1145-4733-b64d-ea8d9e07f366 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.335973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f18e-4c42-46dc-afc0-8effbdcbac64 req-b1f41091-1145-4733-b64d-ea8d9e07f366 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.341901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f18e-4c42-46dc-afc0-8effbdcbac64 req-b1f41091-1145-4733-b64d-ea8d9e07f366 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.347815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Attempting to bind port 6be6e956-8500-4847-b937-d1a8601785a9 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:08.348179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f18e-4c42-46dc-afc0-8effbdcbac64 req-b1f41091-1145-4733-b64d-ea8d9e07f366 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.348781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Attempting to bind port 6be6e956-8500-4847-b937-d1a8601785a9 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5746ee47-7e6c-41cb-a320-fa5fc49fdf89'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:08.349420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Attempting to bind port 6be6e956-8500-4847-b937-d1a8601785a9 on network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:08.354760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f18e-4c42-46dc-afc0-8effbdcbac64 req-b1f41091-1145-4733-b64d-ea8d9e07f366 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.358481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:08.359179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Checking segment: {'id': 'a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5746ee47-7e6c-41cb-a320-fa5fc49fdf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:08.359863 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.361063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Bound using segment: {'id': 'a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5746ee47-7e6c-41cb-a320-fa5fc49fdf89'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:08.362543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Bound port: 6be6e956-8500-4847-b937-d1a8601785a9, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5746ee47-7e6c-41cb-a320-fa5fc49fdf89'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:08.363167 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d326f18e-4c42-46dc-afc0-8effbdcbac64 req-b1f41091-1145-4733-b64d-ea8d9e07f366 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5382 time: 0.7062640 Feb 07 22:49:08.363566 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.373079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.400594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:08.404586 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a6230-196d-4b10-941a-d0402397d5a7" -d '{"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:08.444299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Pushing event updated for resources: {'Port': ['ID=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:08.450571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:08.463286 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.465644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d0ca4d0d-39d0-404c-bc92-e9306635b274 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:08.493497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.494128 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.495513 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-19caf655-fb60-4b13-9608-7a4c406e6aba service neutron] 10.222.0.46 "PUT /v2.0/ports/913a97dc-19e6-4f90-acf7-1e57bdb6b04c HTTP/1.1" status: 200 len: 1090 time: 4.4598715 Feb 07 22:49:08.496233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:08.498399 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3079fd-abae-4567-873a-dc82941b0075" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "913a97dc-19e6-4f90-acf7-1e57bdb6b04c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:08.554672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 102eba7d-75b8-40cd-986a-98ede0d2d054 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:08.563976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:08.605884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] For port d0ca4d0d-39d0-404c-bc92-e9306635b274, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d0ca4d0d-39d0-404c-bc92-e9306635b274,segment=NetworkSegment(1476ccaa-fe68-4b62-9d47-d19e6f1f81b2),segment_id=1476ccaa-fe68-4b62-9d47-d19e6f1f81b2)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:08.606393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.622180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:08.625200 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Calling delete_port for d0ca4d0d-39d0-404c-bc92-e9306635b274 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:08.731791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] For port 6be6e956-8500-4847-b937-d1a8601785a9, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:08.737671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] For port 6be6e956-8500-4847-b937-d1a8601785a9, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6be6e956-8500-4847-b937-d1a8601785a9,segment=NetworkSegment(a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd),segment_id=a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:08.762371 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.895741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 102eba7d-75b8-40cd-986a-98ede0d2d054, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=102eba7d-75b8-40cd-986a-98ede0d2d054,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:08.907458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '102eba7d-75b8-40cd-986a-98ede0d2d054', 'network_id': '6ec52ef6-8c28-475a-a4d6-03863d0789b3', 'port_id': '102eba7d-75b8-40cd-986a-98ede0d2d054', 'mac_address': 'fa:16:3e:4a:97:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bb49ce-8877-49f5-b44d-12b6120d74f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:08.986749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.001213 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.024578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18793307-3ea2-49cd-a7d6-449b4a7fe14d None None] Pushing event updated for resources: {'Port': ['ID=6be6e956-8500-4847-b937-d1a8601785a9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:09.052351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.070311 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.110300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102eba7d-75b8-40cd-986a-98ede0d2d054 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:09.144119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d326f18e-4c42-46dc-afc0-8effbdcbac64 req-c4d75279-26c8-43b9-a5e4-4279897aad49 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.7776420 Feb 07 22:49:09.167138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 102eba7d-75b8-40cd-986a-98ede0d2d054, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=102eba7d-75b8-40cd-986a-98ede0d2d054,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:09.178921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Pushing event deleted for resources: {'Port': ['ID=d0ca4d0d-39d0-404c-bc92-e9306635b274,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:09.188183 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.300593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event deleted for resources: {'Port': ['ID=cfa38aa7-3b59-4171-8031-b947d94dc50b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:09.304121 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d017d61-afef-45cf-ac47-5718ca41605a x-openstack-request-id: req-2d017d61-afef-45cf-ac47-5718ca41605a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:09.304643 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:09.304643 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d017d61-afef-45cf-ac47-5718ca41605a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:09.305064 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'code': 200} Feb 07 22:49:09.395366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] No DVR routers for this DVR port d0ca4d0d-39d0-404c-bc92-e9306635b274 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:09.406119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=102eba7d-75b8-40cd-986a-98ede0d2d054,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:09.406345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.410240 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6bc102bb-afaa-4a1a-a52d-b2297874e5d1 req-c9c920f7-23ba-41f7-8e6b-fdcbf5339548 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.24 "DELETE /v2.0/ports/d0ca4d0d-39d0-404c-bc92-e9306635b274 HTTP/1.1" status: 204 len: 173 time: 2.2463593 Feb 07 22:49:09.414695 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.429497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.434494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['102eba7d-75b8-40cd-986a-98ede0d2d054'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:09.504687 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f1a50f49-bb8e-4c44-932a-bf4e6a1aff45 req-9d0c0fc6-dde4-451f-b5c2-3e2dad816ec4 tempest-ServerGroupTestJSON-1114275900 tempest-ServerGroupTestJSON-1114275900-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea91fe8b-801c-4445-ac99-5bc85e6a798a HTTP/1.1" status: 200 len: 210 time: 0.0383985 Feb 07 22:49:09.589687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cda475-59b8-4ed2-80ba-68d106cc1f03 req-a8d35764-84da-4915-980d-b985da262c66 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.595348 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4cda475-59b8-4ed2-80ba-68d106cc1f03 req-a8d35764-84da-4915-980d-b985da262c66 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 945 time: 0.3964298 Feb 07 22:49:09.674318 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b738833-20a9-44a2-8254-0064e6cdacf7 x-openstack-request-id: req-9b738833-20a9-44a2-8254-0064e6cdacf7 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:09.674799 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "913a97dc-19e6-4f90-acf7-1e57bdb6b04c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:09.675076 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b738833-20a9-44a2-8254-0064e6cdacf7 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:09.675486 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c', 'status': 'completed', 'code': 200} Feb 07 22:49:09.862469 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4cda475-59b8-4ed2-80ba-68d106cc1f03 req-1714bd34-da4b-48db-b3d5-a107a0f6d85b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455723 Feb 07 22:49:09.878869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.907333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-05aba28c-bfe5-42ad-8394-d667fff1f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.909056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-05aba28c-bfe5-42ad-8394-d667fff1f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.909718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-05aba28c-bfe5-42ad-8394-d667fff1f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.910450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-05aba28c-bfe5-42ad-8394-d667fff1f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.911095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-05aba28c-bfe5-42ad-8394-d667fff1f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.911835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-05aba28c-bfe5-42ad-8394-d667fff1f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.912478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-05aba28c-bfe5-42ad-8394-d667fff1f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.914643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a3079fd-abae-4567-873a-dc82941b0075 req-05aba28c-bfe5-42ad-8394-d667fff1f015 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6274 time: 0.2072599 Feb 07 22:49:10.007584 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.078826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event updated for resources: {'Port': ['ID=afbdc4fa-578c-4da7-8940-66863773e541,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:10.101905 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9f710b-92cb-4740-8462-09fdbac13f95 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:10.109389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:10.115342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:10.125650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:10.132114 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.136294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.137987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.181353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-d029a6bf-8ce7-48f1-aa31-b2aad2e41e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.182255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-d029a6bf-8ce7-48f1-aa31-b2aad2e41e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.182796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-d029a6bf-8ce7-48f1-aa31-b2aad2e41e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.184597 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a3079fd-abae-4567-873a-dc82941b0075 req-d029a6bf-8ce7-48f1-aa31-b2aad2e41e96 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2597060 Feb 07 22:49:10.185142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Transition to ACTIVE for port object dc9f710b-92cb-4740-8462-09fdbac13f95 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:10.201328 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.223087 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c129b31d-ee4c-4f3c-8648-cce3fbf5ffc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8831685 Feb 07 22:49:10.225096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.231607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.270889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53608) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:10.277794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Request body: {'port': {'network_id': '5746ee47-7e6c-41cb-a320-fa5fc49fdf89', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-307494257', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:10.278814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] bootfile-name is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:49:10.280234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] tftp-server is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:49:10.280848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] server-ip-address is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:49:10.431875 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.432439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Fanout notify agent at l3_agent the message router_deleted on router 5fd01999-ebb7-473c-ba3b-4812b6078723 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:49:10.468696 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.473124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6bcaf5b9-66c8-4f61-b47d-f35d11ef17a7 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "DELETE /v2.0/routers/5fd01999-ebb7-473c-ba3b-4812b6078723 HTTP/1.1" status: 204 len: 168 time: 4.3902483 Feb 07 22:49:10.481253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53612) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:10.489403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 102eba7d-75b8-40cd-986a-98ede0d2d054 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:10.598904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85d4ac-0020-478a-a965-866678c5a212 req-3e16b8b8-f515-4d34-94b9-cce2770d1172 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.607654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85d4ac-0020-478a-a965-866678c5a212 req-3e16b8b8-f515-4d34-94b9-cce2770d1172 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.634967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85d4ac-0020-478a-a965-866678c5a212 req-3e16b8b8-f515-4d34-94b9-cce2770d1172 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.665749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 102eba7d-75b8-40cd-986a-98ede0d2d054 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:10.683095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 102eba7d-75b8-40cd-986a-98ede0d2d054 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:10.683566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85d4ac-0020-478a-a965-866678c5a212 req-3e16b8b8-f515-4d34-94b9-cce2770d1172 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.688520 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.709232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85d4ac-0020-478a-a965-866678c5a212 req-3e16b8b8-f515-4d34-94b9-cce2770d1172 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.717391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85d4ac-0020-478a-a965-866678c5a212 req-3e16b8b8-f515-4d34-94b9-cce2770d1172 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.741090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85d4ac-0020-478a-a965-866678c5a212 req-3e16b8b8-f515-4d34-94b9-cce2770d1172 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.749273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e85d4ac-0020-478a-a965-866678c5a212 req-3e16b8b8-f515-4d34-94b9-cce2770d1172 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5394 time: 0.3705094 Feb 07 22:49:10.776478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Made reservation on behalf of 5e460c90790841dc9a423b8b24ccb2ea for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:10.782881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9f710b-92cb-4740-8462-09fdbac13f95,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:10.794310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.872119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] device_id is not set on port a517f571-e6df-4433-88ab-04f275f2ae2e yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:49:10.939074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf534e-5611-4413-8fbc-50f7b4bbe5b1 None None] Network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:11.013863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3079fd-abae-4567-873a-dc82941b0075 req-64a7656b-1117-4d67-9c3e-8e88fc1a5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.015326 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a3079fd-abae-4567-873a-dc82941b0075 req-64a7656b-1117-4d67-9c3e-8e88fc1a5986 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8152597 Feb 07 22:49:11.042386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36c2e9e-1d48-4c69-99ea-941861201e88 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Deleting subnet 864ea7be-6626-4c39-885f-980c4fbc10ca {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:11.056791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f36c2e9e-1d48-4c69-99ea-941861201e88 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.083075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6be6e956-8500-4847-b937-d1a8601785a9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:11.116406 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e85d4ac-0020-478a-a965-866678c5a212 req-24133434-5f3f-456e-953c-37d0ae9ba839 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3498833 Feb 07 22:49:11.209008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Allocated IP 2001:db8::2a (5746ee47-7e6c-41cb-a320-fa5fc49fdf89/67e80b21-9222-4e4e-b48f-72be6d24ed59/a517f571-e6df-4433-88ab-04f275f2ae2e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:11.211808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f36c2e9e-1d48-4c69-99ea-941861201e88 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.219152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc367ce-69ef-4411-85aa-05ac0b5eeaf2 req-3fecc42c-9191-4c6f-a526-7bc509065b3c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.221478 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9dc367ce-69ef-4411-85aa-05ac0b5eeaf2 req-3fecc42c-9191-4c6f-a526-7bc509065b3c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 945 time: 0.1462553 Feb 07 22:49:11.280190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9dc367ce-69ef-4411-85aa-05ac0b5eeaf2 req-913b95c7-ce08-4ca7-b1ae-5303b0feba52 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Feb 07 22:49:11.304180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-82c5a2aa-d61a-4078-9a28-9f2e9c5868bb None None] Provisioning complete for port 6be6e956-8500-4847-b937-d1a8601785a9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:11.304846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2aa-d61a-4078-9a28-9f2e9c5868bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.309249 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.399928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Attempting to bind port dc9f710b-92cb-4740-8462-09fdbac13f95 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:11.417022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Attempting to bind port dc9f710b-92cb-4740-8462-09fdbac13f95 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:11.417885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Attempting to bind port dc9f710b-92cb-4740-8462-09fdbac13f95 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:11.433760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Port dc9f710b-92cb-4740-8462-09fdbac13f95 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:49:11.433760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Attempting to bind port dc9f710b-92cb-4740-8462-09fdbac13f95 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:11.442286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d42100-fb48-41b9-bf17-ce3003f1954e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102eba7d-75b8-40cd-986a-98ede0d2d054'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:11.447430 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07aa16d-98c9-4c74-b819-9ba98a57f1f9" -d '{"events": [{"server_uuid": "17d42100-fb48-41b9-bf17-ce3003f1954e", "name": "network-vif-plugged", "status": "completed", "tag": "102eba7d-75b8-40cd-986a-98ede0d2d054"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:11.474825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:11.475270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Checking segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:11.475774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Bound using segment: {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:11.476438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Bound port: dc9f710b-92cb-4740-8462-09fdbac13f95, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe8add3-6ac2-424c-9c14-7218306ac063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:11.476786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.504285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 102eba7d-75b8-40cd-986a-98ede0d2d054, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=102eba7d-75b8-40cd-986a-98ede0d2d054,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:11.522086 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f36c2e9e-1d48-4c69-99ea-941861201e88 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.528454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6be6e956-8500-4847-b937-d1a8601785a9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:11.528857 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.535507 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.604920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.615379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53648) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:11.661816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.682092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91fe8b-801c-4445-ac99-5bc85e6a798a', 'name': 'network-vif-deleted', 'tag': 'd0ca4d0d-39d0-404c-bc92-e9306635b274'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:11.685047 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acbf5bd-0bbe-42e2-bc58-77283109b201" -d '{"events": [{"server_uuid": "ea91fe8b-801c-4445-ac99-5bc85e6a798a", "name": "network-vif-deleted", "tag": "d0ca4d0d-39d0-404c-bc92-e9306635b274"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:11.754890 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673c16b9-c21c-4d51-bcbc-960b3af27718 x-openstack-request-id: req-673c16b9-c21c-4d51-bcbc-960b3af27718 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:11.755255 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d42100-fb48-41b9-bf17-ce3003f1954e", "name": "network-vif-plugged", "status": "completed", "tag": "102eba7d-75b8-40cd-986a-98ede0d2d054", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:11.755440 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-673c16b9-c21c-4d51-bcbc-960b3af27718 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:11.757250 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d42100-fb48-41b9-bf17-ce3003f1954e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102eba7d-75b8-40cd-986a-98ede0d2d054', 'code': 200} Feb 07 22:49:11.770704 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163f048-731b-40e3-b64e-3c727c850db9 x-openstack-request-id: req-0163f048-731b-40e3-b64e-3c727c850db9 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:11.771369 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91fe8b-801c-4445-ac99-5bc85e6a798a", "name": "network-vif-deleted", "tag": "d0ca4d0d-39d0-404c-bc92-e9306635b274", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:11.771933 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0163f048-731b-40e3-b64e-3c727c850db9 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:11.772742 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91fe8b-801c-4445-ac99-5bc85e6a798a', 'name': 'network-vif-deleted', 'tag': 'd0ca4d0d-39d0-404c-bc92-e9306635b274', 'status': 'completed', 'code': 200} Feb 07 22:49:11.774412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=102eba7d-75b8-40cd-986a-98ede0d2d054,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:11.785315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:11.787618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ec4d-1708-44fe-a85a-6ba9705d35f4 req-85f680e6-f0ca-4edc-a004-560ce4ba59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.789608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37f3ec4d-1708-44fe-a85a-6ba9705d35f4 req-85f680e6-f0ca-4edc-a004-560ce4ba59a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 1097 time: 0.1403947 Feb 07 22:49:11.793999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] For port dc9f710b-92cb-4740-8462-09fdbac13f95, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:11.795123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:11.799443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event updated for resources: {'Port': ['ID=a517f571-e6df-4433-88ab-04f275f2ae2e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:11.803408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f403a4b0-4231-44af-94c1-51605bb66bfa admin admin] Deleting subnet ac6fb171-f93f-40a1-9feb-5c74f873e9f7 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:11.804966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:11.809759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] For port dc9f710b-92cb-4740-8462-09fdbac13f95, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dc9f710b-92cb-4740-8462-09fdbac13f95,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:11.813915 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f403a4b0-4231-44af-94c1-51605bb66bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.816356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.816913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.843303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f36c2e9e-1d48-4c69-99ea-941861201e88 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.844215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e0852f08-b334-4428-aacf-f3f49183b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.5718412 Feb 07 22:49:11.853213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53656) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:11.857703 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.876880 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f36c2e9e-1d48-4c69-99ea-941861201e88 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.882676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f36c2e9e-1d48-4c69-99ea-941861201e88 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "DELETE /v2.0/subnets/864ea7be-6626-4c39-885f-980c4fbc10ca HTTP/1.1" status: 204 len: 168 time: 1.3943772 Feb 07 22:49:11.883413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53658) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:11.961025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37f3ec4d-1708-44fe-a85a-6ba9705d35f4 req-ad769e15-b048-4a70-9655-1cdadd17420d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293550 Feb 07 22:49:11.962916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c2e9e-1d48-4c69-99ea-941861201e88 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event deleted for resources: {'Subnet': ['ID=864ea7be-6626-4c39-885f-980c4fbc10ca,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:11.975291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f557e-4aed-4f13-a616-d013cc191f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.983981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f557e-4aed-4f13-a616-d013cc191f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.985300 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f403a4b0-4231-44af-94c1-51605bb66bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.989791 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.990537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.990938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f557e-4aed-4f13-a616-d013cc191f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.992153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc9f710b-92cb-4740-8462-09fdbac13f95 HTTP/1.1" status: 200 len: 1091 time: 3.4403498 Feb 07 22:49:11.992685 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9b9f557e-4aed-4f13-a616-d013cc191f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1385252 Feb 07 22:49:11.996283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53660) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:12.164686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a023e-3b3d-4ed6-a0e2-c0744fc19ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9f710b-92cb-4740-8462-09fdbac13f95,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:12.188073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-82e1f413-6082-4f89-8613-db190799982b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Deleting port a517f571-e6df-4433-88ab-04f275f2ae2e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:12.188714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82e1f413-6082-4f89-8613-db190799982b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.193039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:12.216232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.275768 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f403a4b0-4231-44af-94c1-51605bb66bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.296434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2aa-d61a-4078-9a28-9f2e9c5868bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.300582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103fbb1-6fed-42ed-a3d8-11e139f03d25 None None] Network 5be1a5a3-b422-492b-8a46-70a0a69dbf19 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:12.365098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82e1f413-6082-4f89-8613-db190799982b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.400243 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-82e1f413-6082-4f89-8613-db190799982b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Calling delete_port for a517f571-e6df-4433-88ab-04f275f2ae2e owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:12.435755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-82c5a2aa-d61a-4078-9a28-9f2e9c5868bb None None] For port 6be6e956-8500-4847-b937-d1a8601785a9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6be6e956-8500-4847-b937-d1a8601785a9,segment=NetworkSegment(a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd),segment_id=a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:12.453499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2aa-d61a-4078-9a28-9f2e9c5868bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.596204 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82e1f413-6082-4f89-8613-db190799982b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.659788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1f413-6082-4f89-8613-db190799982b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event deleted for resources: {'Port': ['ID=a517f571-e6df-4433-88ab-04f275f2ae2e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:12.677486 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5a2aa-d61a-4078-9a28-9f2e9c5868bb None None] Pushing event updated for resources: {'Port': ['ID=6be6e956-8500-4847-b937-d1a8601785a9,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:12.730250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c359d-1727-4d3d-a4be-2e111d4fc6b1 req-ead3d8e5-a59f-405a-b1a4-bc0e29ab3319 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.730936 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.745391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-167c359d-1727-4d3d-a4be-2e111d4fc6b1 req-ead3d8e5-a59f-405a-b1a4-bc0e29ab3319 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.1673670 Feb 07 22:49:12.751718 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82e1f413-6082-4f89-8613-db190799982b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.755669 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-82e1f413-6082-4f89-8613-db190799982b tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "DELETE /v2.0/ports/a517f571-e6df-4433-88ab-04f275f2ae2e HTTP/1.1" status: 204 len: 168 time: 0.7577577 Feb 07 22:49:12.766520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd2ba-bc68-4329-a221-2922a576518f req-6682fe3d-b97d-42bc-a700-cab33e5f0454 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.775200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53668) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:12.779969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd2ba-bc68-4329-a221-2922a576518f req-6682fe3d-b97d-42bc-a700-cab33e5f0454 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.786827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd2ba-bc68-4329-a221-2922a576518f req-6682fe3d-b97d-42bc-a700-cab33e5f0454 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.793134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd2ba-bc68-4329-a221-2922a576518f req-6682fe3d-b97d-42bc-a700-cab33e5f0454 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.795932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Request body: {'port': {'name': 'tempest-new-port-name-2030563060', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:12.797519 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] bootfile-name is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:49:12.802753 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] tftp-server is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:49:12.803290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.api.validators [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] server-ip-address is not in valid_values {{(pid=102289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 22:49:12.807399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd2ba-bc68-4329-a221-2922a576518f req-6682fe3d-b97d-42bc-a700-cab33e5f0454 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.813794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd2ba-bc68-4329-a221-2922a576518f req-6682fe3d-b97d-42bc-a700-cab33e5f0454 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.820570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd2ba-bc68-4329-a221-2922a576518f req-6682fe3d-b97d-42bc-a700-cab33e5f0454 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.828992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29bcd2ba-bc68-4329-a221-2922a576518f req-6682fe3d-b97d-42bc-a700-cab33e5f0454 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5394 time: 0.5487034 Feb 07 22:49:12.842452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026813c-9a18-4d96-b053-723ad5bbe245 None None] DHCP port deletion for 5be1a5a3-b422-492b-8a46-70a0a69dbf19 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:49:12.869702 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f403a4b0-4231-44af-94c1-51605bb66bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.950327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6be6e956-8500-4847-b937-d1a8601785a9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:12.962671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29bcd2ba-bc68-4329-a221-2922a576518f req-9f5fdf38-b8ad-4e0d-a058-0dd34f841fe6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1285093 Feb 07 22:49:12.970258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f403a4b0-4231-44af-94c1-51605bb66bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.988708 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f403a4b0-4231-44af-94c1-51605bb66bfa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ac6fb171-f93f-40a1-9feb-5c74f873e9f7 HTTP/1.1" status: 204 len: 168 time: 1.3626862 Feb 07 22:49:12.988708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53674) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:13.008454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-167c359d-1727-4d3d-a4be-2e111d4fc6b1 req-25306abc-4026-44bb-9578-903d701e713d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516527 Feb 07 22:49:13.083867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403a4b0-4231-44af-94c1-51605bb66bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6fb171-f93f-40a1-9feb-5c74f873e9f7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:13.119521 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.145946 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.161575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-70719ab1-0fcb-4118-863a-29df5b170506 None None] Could not find standard attr ID for object a517f571-e6df-4433-88ab-04f275f2ae2e. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:49:13.228365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-70719ab1-0fcb-4118-863a-29df5b170506 None None] Provisioning complete for port 6be6e956-8500-4847-b937-d1a8601785a9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:13.228365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70719ab1-0fcb-4118-863a-29df5b170506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.230058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6be6e956-8500-4847-b937-d1a8601785a9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:13.232732 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.305584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Deleting port e8f74025-196c-49d3-856d-3ba13b9d67c9 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:13.306230 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.354790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9026813c-9a18-4d96-b053-723ad5bbe245 None None] Deleting port e8f74025-196c-49d3-856d-3ba13b9d67c9 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:13.355169 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9026813c-9a18-4d96-b053-723ad5bbe245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.379092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.407795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3047d02-1373-4881-a709-c84926081fcb']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:13.419112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1476ccaa-fe68-4b62-9d47-d19e6f1f81b2') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:13.420130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1476ccaa-fe68-4b62-9d47-d19e6f1f81b2') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:13.433288 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.456219 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.465779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9026813c-9a18-4d96-b053-723ad5bbe245 None None] For port e8f74025-196c-49d3-856d-3ba13b9d67c9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e8f74025-196c-49d3-856d-3ba13b9d67c9,segment=NetworkSegment(09aeb95c-304f-4b23-93d8-7f66e0404f06),segment_id=09aeb95c-304f-4b23-93d8-7f66e0404f06)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:13.467023 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9026813c-9a18-4d96-b053-723ad5bbe245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.478708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:13.479741 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.484260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9026813c-9a18-4d96-b053-723ad5bbe245 None None] Calling delete_port for e8f74025-196c-49d3-856d-3ba13b9d67c9 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:13.555825 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:13.576673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.582733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.588076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.598527 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.619616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d3047d02-1373-4881-a709-c84926081fcb HTTP/1.1" status: 204 len: 168 time: 0.6228614 Feb 07 22:49:13.699042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event updated for resources: {'Port': ['ID=afbdc4fa-578c-4da7-8940-66863773e541,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:13.725321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] In _notify_port_updated(), no bound segment for port afbdc4fa-578c-4da7-8940-66863773e541 on network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:49:13.734781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:13.735468 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.740131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5b0c3d4f-37ee-4c15-b7aa-2c69042a07f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "PUT /v2.0/ports/afbdc4fa-578c-4da7-8940-66863773e541 HTTP/1.1" status: 200 len: 1130 time: 0.9614217 Feb 07 22:49:13.740330 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9026813c-9a18-4d96-b053-723ad5bbe245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.744304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53684) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:13.771385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026813c-9a18-4d96-b053-723ad5bbe245 None None] No DVR routers for this DVR port e8f74025-196c-49d3-856d-3ba13b9d67c9 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:13.858405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026813c-9a18-4d96-b053-723ad5bbe245 None None] Pushing event deleted for resources: {'Port': ['ID=e8f74025-196c-49d3-856d-3ba13b9d67c9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:13.885053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea6ee0b-e349-443b-8abd-cffe06ca8bbe tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:13.891266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aea6ee0b-e349-443b-8abd-cffe06ca8bbe tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "GET /v2.0/ports/afbdc4fa-578c-4da7-8940-66863773e541 HTTP/1.1" status: 200 len: 1130 time: 0.1459675 Feb 07 22:49:13.895916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53686) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:13.918058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a1d52-212d-470e-a147-dcbf123474a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3047d02-1373-4881-a709-c84926081fcb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:13.937099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': 'dc9f710b-92cb-4740-8462-09fdbac13f95'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:13.941512 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa469e0f-dc24-4d54-8d49-38da3dfad63a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "dc9f710b-92cb-4740-8462-09fdbac13f95"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:14.091454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53698) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:14.153801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-70719ab1-0fcb-4118-863a-29df5b170506 None None] Provisioning complete for port afbdc4fa-578c-4da7-8940-66863773e541 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:14.154179 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70719ab1-0fcb-4118-863a-29df5b170506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.183856 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60b5745-b397-4294-be65-3206c231cdba x-openstack-request-id: req-e60b5745-b397-4294-be65-3206c231cdba {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:14.184093 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "dc9f710b-92cb-4740-8462-09fdbac13f95", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:14.184307 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e60b5745-b397-4294-be65-3206c231cdba {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:14.184688 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': 'dc9f710b-92cb-4740-8462-09fdbac13f95', 'status': 'completed', 'code': 200} Feb 07 22:49:14.228516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-70719ab1-0fcb-4118-863a-29df5b170506 None None] Port afbdc4fa-578c-4da7-8940-66863773e541 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:49:14.228759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] For port e8f74025-196c-49d3-856d-3ba13b9d67c9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e8f74025-196c-49d3-856d-3ba13b9d67c9,segment=NetworkSegment(09aeb95c-304f-4b23-93d8-7f66e0404f06),segment_id=09aeb95c-304f-4b23-93d8-7f66e0404f06)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:14.228941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.257263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Calling delete_port for e8f74025-196c-49d3-856d-3ba13b9d67c9 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:14.266901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-fe6801aa-5a5e-4e7a-a717-5aa9144cf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.267417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-fe6801aa-5a5e-4e7a-a717-5aa9144cf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.267915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f581e-8f72-408c-96cf-bf235b68df12 req-03f50abf-3148-4d71-ad1b-950205df94db tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.268056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-fe6801aa-5a5e-4e7a-a717-5aa9144cf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.268551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-fe6801aa-5a5e-4e7a-a717-5aa9144cf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.269010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-fe6801aa-5a5e-4e7a-a717-5aa9144cf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.269451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f9f581e-8f72-408c-96cf-bf235b68df12 req-03f50abf-3148-4d71-ad1b-950205df94db tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.1223557 Feb 07 22:49:14.269606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-fe6801aa-5a5e-4e7a-a717-5aa9144cf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.270181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-fe6801aa-5a5e-4e7a-a717-5aa9144cf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.272109 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-fe6801aa-5a5e-4e7a-a717-5aa9144cf7a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6341 time: 0.1742661 Feb 07 22:49:14.278274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b4dec189-4db7-4637-aa35-93e1e79be906 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Deleting port afbdc4fa-578c-4da7-8940-66863773e541 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:14.278606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dec189-4db7-4637-aa35-93e1e79be906 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.329508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-178bb9e2-c478-4b35-9f89-df80770fd5bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea26c92643f54c3794d8fadcac0366af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366352 Feb 07 22:49:14.347276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3cc3794f-119f-4842-a495-ccd27980502f None None] Could not find standard attr ID for object a517f571-e6df-4433-88ab-04f275f2ae2e. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:49:14.350150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53700) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:14.353304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f9f581e-8f72-408c-96cf-bf235b68df12 req-774a9fb5-15f8-4f6d-a10f-291f5441dfbd tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480573 Feb 07 22:49:14.399287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3cc3794f-119f-4842-a495-ccd27980502f None None] Provisioning complete for port afbdc4fa-578c-4da7-8940-66863773e541 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:14.401727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3cc3794f-119f-4842-a495-ccd27980502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.444343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-5a22ca10-8ac9-4393-b640-bea48f5aa8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.444808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-5a22ca10-8ac9-4393-b640-bea48f5aa8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.445253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-5a22ca10-8ac9-4393-b640-bea48f5aa8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.446813 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-5a22ca10-8ac9-4393-b640-bea48f5aa8db service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1644390 Feb 07 22:49:14.510378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3794f-119f-4842-a495-ccd27980502f None None] Port afbdc4fa-578c-4da7-8940-66863773e541 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:49:14.541736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662af4-ea8e-49ad-b97d-9323982d9579 req-ae0da9ce-87a7-404b-9742-10e60b8fd86a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.556427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662af4-ea8e-49ad-b97d-9323982d9579 req-ae0da9ce-87a7-404b-9742-10e60b8fd86a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.588437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662af4-ea8e-49ad-b97d-9323982d9579 req-ae0da9ce-87a7-404b-9742-10e60b8fd86a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.624027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662af4-ea8e-49ad-b97d-9323982d9579 req-ae0da9ce-87a7-404b-9742-10e60b8fd86a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.641444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662af4-ea8e-49ad-b97d-9323982d9579 req-ae0da9ce-87a7-404b-9742-10e60b8fd86a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.651114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662af4-ea8e-49ad-b97d-9323982d9579 req-ae0da9ce-87a7-404b-9742-10e60b8fd86a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.668798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662af4-ea8e-49ad-b97d-9323982d9579 req-ae0da9ce-87a7-404b-9742-10e60b8fd86a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.671092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0d662af4-ea8e-49ad-b97d-9323982d9579 req-ae0da9ce-87a7-404b-9742-10e60b8fd86a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5394 time: 0.5028617 Feb 07 22:49:14.788501 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dec189-4db7-4637-aa35-93e1e79be906 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.805592 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1ce9-e33c-4b16-8086-3f8cb8018ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.810260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:14.832383 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.872192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4a40f847-e992-4180-8d49-6d14d3b0e1d3 None None] Provisioning complete for port afbdc4fa-578c-4da7-8940-66863773e541 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:14.872745 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a40f847-e992-4180-8d49-6d14d3b0e1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.885465 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1ce9-e33c-4b16-8086-3f8cb8018ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.902750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Transition to ACTIVE for port object 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:14.915140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772790a-5af9-4053-864b-d28e1a1a6559 req-85de61bb-c163-445b-965d-2842ad9afbce tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.923321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4772790a-5af9-4053-864b-d28e1a1a6559 req-85de61bb-c163-445b-965d-2842ad9afbce tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.2345040 Feb 07 22:49:14.925429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4a40f847-e992-4180-8d49-6d14d3b0e1d3 None None] Port afbdc4fa-578c-4da7-8940-66863773e541 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:49:14.926971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e8f74025-196c-49d3-856d-3ba13b9d67c9 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:14.945416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.952418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b4dec189-4db7-4637-aa35-93e1e79be906 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Calling delete_port for afbdc4fa-578c-4da7-8940-66863773e541 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:14.955728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e8f74025-196c-49d3-856d-3ba13b9d67c9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:49:14.956208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e8f74025-196c-49d3-856d-3ba13b9d67c9 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:49:14.961850 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.027183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0d662af4-ea8e-49ad-b97d-9323982d9579 req-4390f595-a443-4a62-8732-55e0708aa8f3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2067871 Feb 07 22:49:15.076340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event deleted for resources: {'Port': ['ID=e8f74025-196c-49d3-856d-3ba13b9d67c9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:15.089228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] No DVR routers for this DVR port e8f74025-196c-49d3-856d-3ba13b9d67c9 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:15.118823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-3c5834ec-5e4c-4708-8b10-03564d59af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:15.120967 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa469e0f-dc24-4d54-8d49-38da3dfad63a req-3c5834ec-5e4c-4708-8b10-03564d59af48 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6652539 Feb 07 22:49:15.213357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4772790a-5af9-4053-864b-d28e1a1a6559 req-4918347e-8ca0-4c71-a9e6-7adbf69b4580 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867765 Feb 07 22:49:15.234011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1ce9-e33c-4b16-8086-3f8cb8018ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.237603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1ce9-e33c-4b16-8086-3f8cb8018ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.239130 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4d9c1ce9-e33c-4b16-8086-3f8cb8018ffc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c256bd27-7efc-4934-9e50-4c29d765d47a HTTP/1.1" status: 204 len: 168 time: 0.8848059 Feb 07 22:49:15.333136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c1ce9-e33c-4b16-8086-3f8cb8018ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c256bd27-7efc-4934-9e50-4c29d765d47a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:15.417171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dec189-4db7-4637-aa35-93e1e79be906 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.456841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:15.472028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dec189-4db7-4637-aa35-93e1e79be906 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event deleted for resources: {'Port': ['ID=afbdc4fa-578c-4da7-8940-66863773e541,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:15.485765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56de33-497b-49c9-b2e6-fa5e2dc7f9b0 req-bdc080a2-1032-4d2c-bf53-7da3489c167f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:15.487978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf56de33-497b-49c9-b2e6-fa5e2dc7f9b0 req-bdc080a2-1032-4d2c-bf53-7da3489c167f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.1777954 Feb 07 22:49:15.497636 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.520062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Attempting to bind port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:15.520653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Attempting to bind port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:15.521340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Attempting to bind port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 on network fb11e30f-df9a-4d06-917d-c9aefa2bb19a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:15.528550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 on network fb11e30f-df9a-4d06-917d-c9aefa2bb19a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:49:15.529133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Attempting to bind port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 on network fb11e30f-df9a-4d06-917d-c9aefa2bb19a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:15.563326 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dec189-4db7-4637-aa35-93e1e79be906 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.571728 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b4dec189-4db7-4637-aa35-93e1e79be906 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "DELETE /v2.0/ports/afbdc4fa-578c-4da7-8940-66863773e541 HTTP/1.1" status: 204 len: 168 time: 1.6739280 Feb 07 22:49:15.572633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53722) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:15.579527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf56de33-497b-49c9-b2e6-fa5e2dc7f9b0 req-2b90cbd5-e1c8-432d-adde-27252e337021 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756707 Feb 07 22:49:15.600444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:15.600772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Checking segment: {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:15.601155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Bound using segment: {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:15.601569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Bound port: 2ec1d2c8-f976-4e6d-a175-4c0abdc95905, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:15.601920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.648711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be1a5a3-b422-492b-8a46-70a0a69dbf19']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:15.694773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e805cd5-69ce-4836-bec1-ca3956721778 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Deleting subnet 67e80b21-9222-4e4e-b48f-72be6d24ed59 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:15.708859 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e805cd5-69ce-4836-bec1-ca3956721778 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.718794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09aeb95c-304f-4b23-93d8-7f66e0404f06') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:15.719370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09aeb95c-304f-4b23-93d8-7f66e0404f06') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:15.765117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.822356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.830956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e805cd5-69ce-4836-bec1-ca3956721778 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.853467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:15.853701 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:15.892638 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:15.916086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] For port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:15.921837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] For port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:15.974441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.056396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:16.075479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.103349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.107828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1ce3349a-36a8-45bc-963d-aec40724bc7e service neutron] 10.222.0.46 "PUT /v2.0/ports/2ec1d2c8-f976-4e6d-a175-4c0abdc95905 HTTP/1.1" status: 200 len: 1091 time: 3.9252148 Feb 07 22:49:16.124545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.132804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.143800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "DELETE /v2.0/networks/5be1a5a3-b422-492b-8a46-70a0a69dbf19 HTTP/1.1" status: 204 len: 168 time: 4.2331319 Feb 07 22:49:16.154697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Request body: {'port': {'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:16.170981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53746) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:16.239594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:16.241933 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e855c689-f862-4f5d-8227-6992215e3a44" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "2ec1d2c8-f976-4e6d-a175-4c0abdc95905"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:16.294474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c924a-7761-45f7-a40f-1af9b12927bf req-5a3dc7a2-2958-4dc5-85bd-9ae2d10f0766 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.302832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b40c924a-7761-45f7-a40f-1af9b12927bf req-5a3dc7a2-2958-4dc5-85bd-9ae2d10f0766 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.3584116 Feb 07 22:49:16.348384 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e805cd5-69ce-4836-bec1-ca3956721778 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.357953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f7309-9c13-4835-8716-c278c638bfe2 tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event deleted for resources: {'Network': ['ID=5be1a5a3-b422-492b-8a46-70a0a69dbf19,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:16.423154 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b40c924a-7761-45f7-a40f-1af9b12927bf req-7a3361bf-758d-4a46-bc69-fc8810fe4029 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189737 Feb 07 22:49:16.496739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e805cd5-69ce-4836-bec1-ca3956721778 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.524916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f8c0c7-4f1e-4422-ba10-8a7cf1aa6f3d None None] Network 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:16.525906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e805cd5-69ce-4836-bec1-ca3956721778 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.532817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2e805cd5-69ce-4836-bec1-ca3956721778 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "DELETE /v2.0/subnets/67e80b21-9222-4e4e-b48f-72be6d24ed59 HTTP/1.1" status: 204 len: 168 time: 0.9586957 Feb 07 22:49:16.539516 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b43befa-e220-4f6a-b285-feaf4f0a38b4 x-openstack-request-id: req-2b43befa-e220-4f6a-b285-feaf4f0a38b4 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:16.539879 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "2ec1d2c8-f976-4e6d-a175-4c0abdc95905", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:16.541985 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b43befa-e220-4f6a-b285-feaf4f0a38b4 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:16.542428 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905', 'status': 'completed', 'code': 200} Feb 07 22:49:16.551072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53760) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:16.586216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e805cd5-69ce-4836-bec1-ca3956721778 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event deleted for resources: {'Subnet': ['ID=67e80b21-9222-4e4e-b48f-72be6d24ed59,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:16.700017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-e1aa04a9-0741-4b58-b4eb-6c72c4458269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.700673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-e1aa04a9-0741-4b58-b4eb-6c72c4458269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.701210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-e1aa04a9-0741-4b58-b4eb-6c72c4458269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.701740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-e1aa04a9-0741-4b58-b4eb-6c72c4458269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.702266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-e1aa04a9-0741-4b58-b4eb-6c72c4458269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.702786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-e1aa04a9-0741-4b58-b4eb-6c72c4458269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.703444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-e1aa04a9-0741-4b58-b4eb-6c72c4458269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.705893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e855c689-f862-4f5d-8227-6992215e3a44 req-e1aa04a9-0741-4b58-b4eb-6c72c4458269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6408 time: 0.1903198 Feb 07 22:49:16.724294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.868613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53772) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:17.049748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb839567-c322-4816-ac96-5b6eaea13c01 None None] DHCP port deletion for 5746ee47-7e6c-41cb-a320-fa5fc49fdf89 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:49:17.109658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-b30c518d-bc48-49bc-9a81-fbd6a7b65a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.109658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-b30c518d-bc48-49bc-9a81-fbd6a7b65a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.112638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-b30c518d-bc48-49bc-9a81-fbd6a7b65a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.114804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e855c689-f862-4f5d-8227-6992215e3a44 req-b30c518d-bc48-49bc-9a81-fbd6a7b65a4e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3857572 Feb 07 22:49:17.131170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-310135523-network', 'tenant_id': '22b5894f476b455cb32bbee6cd4610c6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:17.146425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fb839567-c322-4816-ac96-5b6eaea13c01 None None] Deleting port 6be6e956-8500-4847-b937-d1a8601785a9 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:17.146811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb839567-c322-4816-ac96-5b6eaea13c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.227280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fb839567-c322-4816-ac96-5b6eaea13c01 None None] For port 6be6e956-8500-4847-b937-d1a8601785a9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6be6e956-8500-4847-b937-d1a8601785a9,segment=NetworkSegment(a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd),segment_id=a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:17.228068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb839567-c322-4816-ac96-5b6eaea13c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.243906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fb839567-c322-4816-ac96-5b6eaea13c01 None None] Calling delete_port for 6be6e956-8500-4847-b937-d1a8601785a9 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:17.328582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbf87c-97ad-4262-b068-199a45d24b40 req-39d25322-5db7-4924-9d13-38a0ac1417b8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.334940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbf87c-97ad-4262-b068-199a45d24b40 req-39d25322-5db7-4924-9d13-38a0ac1417b8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.341174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbf87c-97ad-4262-b068-199a45d24b40 req-39d25322-5db7-4924-9d13-38a0ac1417b8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.347149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbf87c-97ad-4262-b068-199a45d24b40 req-39d25322-5db7-4924-9d13-38a0ac1417b8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.353376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbf87c-97ad-4262-b068-199a45d24b40 req-39d25322-5db7-4924-9d13-38a0ac1417b8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.361715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbf87c-97ad-4262-b068-199a45d24b40 req-39d25322-5db7-4924-9d13-38a0ac1417b8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.368948 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbf87c-97ad-4262-b068-199a45d24b40 req-39d25322-5db7-4924-9d13-38a0ac1417b8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.371255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4fbf87c-97ad-4262-b068-199a45d24b40 req-39d25322-5db7-4924-9d13-38a0ac1417b8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5406 time: 1.0852292 Feb 07 22:49:17.373474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.406314 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb839567-c322-4816-ac96-5b6eaea13c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.444879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb839567-c322-4816-ac96-5b6eaea13c01 None None] Pushing event deleted for resources: {'Port': ['ID=6be6e956-8500-4847-b937-d1a8601785a9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:17.455279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb839567-c322-4816-ac96-5b6eaea13c01 None None] No DVR routers for this DVR port 6be6e956-8500-4847-b937-d1a8601785a9 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:17.496509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4fbf87c-97ad-4262-b068-199a45d24b40 req-3d596c7a-a96b-41d7-a07c-fd0a8dafe54f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1095479 Feb 07 22:49:17.573113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Deleting port 429d19e6-861b-4c13-974d-f7933da7025e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:17.573344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.731059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.731282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.756198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Calling delete_port for 429d19e6-861b-4c13-974d-f7933da7025e owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:17.775798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Deleting port 6be6e956-8500-4847-b937-d1a8601785a9 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:17.780909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.815397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Made reservation on behalf of 22b5894f476b455cb32bbee6cd4610c6 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:17.817993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.894147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217dfe1f-c238-4f95-98e2-6e944a0a3f33 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:17.895360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8bd96-9e0b-4f52-865d-35bfd430de48 req-2ee0bede-ef9d-4c2f-bd39-9b1445f3c063 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:17.897124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9a8bd96-9e0b-4f52-865d-35bfd430de48 req-2ee0bede-ef9d-4c2f-bd39-9b1445f3c063 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.1898301 Feb 07 22:49:17.904410 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.911950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.945163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Transition to ACTIVE for port object 217dfe1f-c238-4f95-98e2-6e944a0a3f33 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:17.958663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.049323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] For port 6be6e956-8500-4847-b937-d1a8601785a9, host n-d-827895-2, got binding levels [] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:18.049932 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.052999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c689-f862-4f5d-8227-6992215e3a44 req-1030d13a-f844-42b6-875b-72d0140afa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.054476 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e855c689-f862-4f5d-8227-6992215e3a44 req-1030d13a-f844-42b6-875b-72d0140afa0a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9087758 Feb 07 22:49:18.127423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Pushing event updated for resources: {'Port': ['ID=217dfe1f-c238-4f95-98e2-6e944a0a3f33,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:18.142886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9a8bd96-9e0b-4f52-865d-35bfd430de48 req-fbf17110-c5c1-4d8b-863b-df391df92504 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370660 Feb 07 22:49:18.145181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Calling delete_port for 6be6e956-8500-4847-b937-d1a8601785a9 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:18.170198 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.175510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Port 6be6e956-8500-4847-b937-d1a8601785a9 was not found and therefore no delete operation was performed {{(pid=102289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:49:18.192216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.225752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Pushing event deleted for resources: {'Port': ['ID=429d19e6-861b-4c13-974d-f7933da7025e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:18.262261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event deleted for resources: {'Port': ['ID=6be6e956-8500-4847-b937-d1a8601785a9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:18.270862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] No DVR routers for this DVR port 6be6e956-8500-4847-b937-d1a8601785a9 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:18.298787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Attempting to bind port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:18.299263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Attempting to bind port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:18.299694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Attempting to bind port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 on network fb11e30f-df9a-4d06-917d-c9aefa2bb19a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:18.313460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 on network fb11e30f-df9a-4d06-917d-c9aefa2bb19a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:49:18.313878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Attempting to bind port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 on network fb11e30f-df9a-4d06-917d-c9aefa2bb19a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:18.328029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:18.336033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Checking segment: {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:18.336730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Bound using segment: {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:18.337186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Bound port: 217dfe1f-c238-4f95-98e2-6e944a0a3f33, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56c53-c4be-47f3-9def-d28527df68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:18.337673 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.341030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.351937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.357760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-17b41c83-25f0-41fa-9bd5-06ed301b6d9d tempest-FloatingIPAdminTestJSON-52380035 tempest-FloatingIPAdminTestJSON-52380035-project] 10.222.0.15 "DELETE /v2.0/floatingips/ce45527a-2656-4f2e-b3e7-a18de188d5c2 HTTP/1.1" status: 204 len: 168 time: 2.1817901 Feb 07 22:49:18.383062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.410029 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.430237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] For port 217dfe1f-c238-4f95-98e2-6e944a0a3f33, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:18.431951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:18.434044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] For port 217dfe1f-c238-4f95-98e2-6e944a0a3f33, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=217dfe1f-c238-4f95-98e2-6e944a0a3f33,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:18.442282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.444394 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.486094 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.486529 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Added segment 2ba4ecc0-88c4-4668-b12c-20bd7ea8837c of type vlan for network cff6b4e5-85ba-404f-be61-e361184df586 Feb 07 22:49:18.493362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5746ee47-7e6c-41cb-a320-fa5fc49fdf89']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:18.510463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18db0575-4644-4782-9f59-f8ecacc2cb6a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:18.534394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:18.536177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5513fa9-fe26-47b0-b0a0-aa2e4f249ebd') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:18.575194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.576160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.578556 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.579308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] 10.222.0.46 "PUT /v2.0/ports/217dfe1f-c238-4f95-98e2-6e944a0a3f33 HTTP/1.1" status: 200 len: 1091 time: 2.4333682 Feb 07 22:49:18.580039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '217dfe1f-c238-4f95-98e2-6e944a0a3f33'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:18.599138 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.613695 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8527db2f-be72-490c-8688-46289f4aded7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "217dfe1f-c238-4f95-98e2-6e944a0a3f33"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:18.621060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.650828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:18.651465 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:18.655920 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:18.755159 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e433eeb-6399-444b-8f29-95b3ac617f8e x-openstack-request-id: req-7e433eeb-6399-444b-8f29-95b3ac617f8e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:18.755450 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "217dfe1f-c238-4f95-98e2-6e944a0a3f33", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:18.755748 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e433eeb-6399-444b-8f29-95b3ac617f8e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:18.756119 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '217dfe1f-c238-4f95-98e2-6e944a0a3f33', 'status': 'completed', 'code': 200} Feb 07 22:49:18.840885 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6be6e956-8500-4847-b937-d1a8601785a9 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:18.848582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.849228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.849779 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.865235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b271e8c-4282-43fd-ab1e-3d5a39060fed service neutron] Pushing event updated for resources: {'Port': ['ID=217dfe1f-c238-4f95-98e2-6e944a0a3f33,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:18.875510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.928215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f56b4ff3-1c3b-414b-847d-0874f498fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.928698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f56b4ff3-1c3b-414b-847d-0874f498fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.929217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f56b4ff3-1c3b-414b-847d-0874f498fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.929686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f56b4ff3-1c3b-414b-847d-0874f498fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.930563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f56b4ff3-1c3b-414b-847d-0874f498fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.931039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f56b4ff3-1c3b-414b-847d-0874f498fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.931581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f56b4ff3-1c3b-414b-847d-0874f498fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.933684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f56b4ff3-1c3b-414b-847d-0874f498fe4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6475 time: 0.2768216 Feb 07 22:49:18.948371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 6be6e956-8500-4847-b937-d1a8601785a9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:49:18.948866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6be6e956-8500-4847-b937-d1a8601785a9 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:49:18.951534 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.956409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] 10.222.0.15 "DELETE /v2.0/networks/5746ee47-7e6c-41cb-a320-fa5fc49fdf89 HTTP/1.1" status: 204 len: 168 time: 2.4017529 Feb 07 22:49:18.980458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1105831 Feb 07 22:49:18.987009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53814) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:18.996819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Request body: {'subnet': {'network_id': 'cff6b4e5-85ba-404f-be61-e361184df586', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-310135523-subnet', 'tenant_id': '22b5894f476b455cb32bbee6cd4610c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:19.014285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcf55b-e983-4500-a2d7-8f72436eda73 admin admin] Pushing event updated for resources: {'Network': ['ID=cff6b4e5-85ba-404f-be61-e361184df586,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:19.018007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d916004-1101-4d7e-875c-38c6f6a00ee2 req-d1541f27-c528-4a21-878c-d1ba52346e4b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.024683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d916004-1101-4d7e-875c-38c6f6a00ee2 req-d1541f27-c528-4a21-878c-d1ba52346e4b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.028707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network cff6b4e5-85ba-404f-be61-e361184df586 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:49:19.033402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d916004-1101-4d7e-875c-38c6f6a00ee2 req-d1541f27-c528-4a21-878c-d1ba52346e4b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.039554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d916004-1101-4d7e-875c-38c6f6a00ee2 req-d1541f27-c528-4a21-878c-d1ba52346e4b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.046513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d916004-1101-4d7e-875c-38c6f6a00ee2 req-d1541f27-c528-4a21-878c-d1ba52346e4b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.053877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d916004-1101-4d7e-875c-38c6f6a00ee2 req-d1541f27-c528-4a21-878c-d1ba52346e4b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.060065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d916004-1101-4d7e-875c-38c6f6a00ee2 req-d1541f27-c528-4a21-878c-d1ba52346e4b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.061999 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d916004-1101-4d7e-875c-38c6f6a00ee2 req-d1541f27-c528-4a21-878c-d1ba52346e4b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.3049502 Feb 07 22:49:19.082228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9238e8-639c-4970-b788-9bb8ffb9ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842 tempest-ExtraDHCPOptionsIpV6TestJSON-1320292842-project] Pushing event deleted for resources: {'Network': ['ID=5746ee47-7e6c-41cb-a320-fa5fc49fdf89,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:19.117456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Made reservation on behalf of 22b5894f476b455cb32bbee6cd4610c6 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:19.124398 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.126259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53816) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:19.144100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-ceb28305-d985-4b3c-b2d3-7435be6abd47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7928955c-3fc4-492e-89a2-416fcbd48058 HTTP/1.1" status: 200 len: 217 time: 0.1462066 Feb 07 22:49:19.311505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d916004-1101-4d7e-875c-38c6f6a00ee2 req-a0e5163f-9065-416f-a1c0-af2164f81f2e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1701615 Feb 07 22:49:19.323734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-b65d17b3-1aad-4d64-8c3d-b4d9ee24c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.327033 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-b65d17b3-1aad-4d64-8c3d-b4d9ee24c6f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94cbb80a-1bef-4846-ac03-d3a16e2d7713 HTTP/1.1" status: 200 len: 850 time: 0.1689425 Feb 07 22:49:19.416301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-4b9ca7c5-9688-4cdb-96fd-41865d9e084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.418752 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-4b9ca7c5-9688-4cdb-96fd-41865d9e084d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=787c7e9f-a8fa-4a51-8c86-e156b52217e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855818 Feb 07 22:49:19.421701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652d3b5-b097-4c54-a1f1-9b71502f9a14 req-f93f3a0c-5a62-4dc4-8245-88890e4e6026 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.428968 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0652d3b5-b097-4c54-a1f1-9b71502f9a14 req-f93f3a0c-5a62-4dc4-8245-88890e4e6026 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.1513526 Feb 07 22:49:19.551067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0652d3b5-b097-4c54-a1f1-9b71502f9a14 req-b65ff605-12cd-44e4-9de0-f9dae6400172 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211612 Feb 07 22:49:19.562680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53828) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:19.592420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-b6529689-a011-4e7c-92d1-76eb3268611c service neutron] 10.222.0.46 "GET /v2.0/networks/787c7e9f-a8fa-4a51-8c86-e156b52217e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623862 Feb 07 22:49:19.653098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.746006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-05761acf-72e4-4d7e-aa95-a07d99c4d222 service neutron] 10.222.0.46 "GET /v2.0/networks/787c7e9f-a8fa-4a51-8c86-e156b52217e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469126 Feb 07 22:49:19.795343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b355f3a5-ed58-4571-a1d2-b84c4b38a72a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:19.821139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-17e8c13b-abbc-4ef4-b9f7-db5e7b3d19fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=2f470af1-6b67-4b90-81e4-0d8dee3438b5 HTTP/1.1" status: 200 len: 217 time: 0.0655205 Feb 07 22:49:19.823209 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-41bafe16-eea0-413c-aeeb-9e3e5f3c6df8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e460c90790841dc9a423b8b24ccb2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594929 Feb 07 22:49:19.825726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53834) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:19.831745 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fe119aac-996f-4674-9d55-ef5a20e576be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9b6dd41a2e146fd86e37097587af6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043254 Feb 07 22:49:19.832946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53836) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:19.833210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Checking segment: {'id': '2ba4ecc0-88c4-4668-b12c-20bd7ea8837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cff6b4e5-85ba-404f-be61-e361184df586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:19.833564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Network hostable DHCP agents. Network: cff6b4e5-85ba-404f-be61-e361184df586, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:19.898895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Network cff6b4e5-85ba-404f-be61-e361184df586 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:19.922344 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dea92d38-43f5-4055-bc5f-8294457436fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.924193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, cff6b4e5-85ba-404f-be61-e361184df586) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:19.934143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.934143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.944990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4bb3e6-9d17-44e7-af32-270fee8e484c None None] Network cff6b4e5-85ba-404f-be61-e361184df586 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:19.972974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33aa3099-be47-440e-89de-2ea7c320fe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.989450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dea92d38-43f5-4055-bc5f-8294457436fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.022907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33aa3099-be47-440e-89de-2ea7c320fe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.029011 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-708f4420-f503-40d4-bffc-a0295d261230 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0405860 Feb 07 22:49:20.076772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-e0da6ecc-f878-4c23-b234-47729e5262c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.084822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-e0da6ecc-f878-4c23-b234-47729e5262c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91270d73-072f-40d6-ab47-9fece99a59e2 HTTP/1.1" status: 200 len: 797 time: 0.2485614 Feb 07 22:49:20.103404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33aa3099-be47-440e-89de-2ea7c320fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.115967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-33aa3099-be47-440e-89de-2ea7c320fe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.117286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-33aa3099-be47-440e-89de-2ea7c320fe88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06ff0a19-9e92-4de5-a04a-60477cd90f94 HTTP/1.1" status: 204 len: 168 time: 0.2824500 Feb 07 22:49:20.129353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dea92d38-43f5-4055-bc5f-8294457436fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.132757 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dea92d38-43f5-4055-bc5f-8294457436fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.134071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dea92d38-43f5-4055-bc5f-8294457436fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04783855-8f4f-4d2a-8b14-8da3f78fc08b HTTP/1.1" status: 204 len: 168 time: 0.2979817 Feb 07 22:49:20.154117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea92d38-43f5-4055-bc5f-8294457436fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04783855-8f4f-4d2a-8b14-8da3f78fc08b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:20.186225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa3099-be47-440e-89de-2ea7c320fe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ff0a19-9e92-4de5-a04a-60477cd90f94,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:20.245883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f571f9f2-7bc8-40db-bd15-059a2db006a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.249265 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f571f9f2-7bc8-40db-bd15-059a2db006a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563778 Feb 07 22:49:20.275641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ccec9c-deaf-421c-8968-8b9b1f973b42 None None] Network cff6b4e5-85ba-404f-be61-e361184df586 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:20.441486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-63c187db-0672-4d6a-8698-7e63aa99bf87 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707301 Feb 07 22:49:20.657212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a1df-7da8-49b1-95fd-5aa37d362c86 req-96feb8ce-0362-4b33-9897-e449e654d0be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.664147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a1df-7da8-49b1-95fd-5aa37d362c86 req-96feb8ce-0362-4b33-9897-e449e654d0be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.670053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a1df-7da8-49b1-95fd-5aa37d362c86 req-96feb8ce-0362-4b33-9897-e449e654d0be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.676840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a1df-7da8-49b1-95fd-5aa37d362c86 req-96feb8ce-0362-4b33-9897-e449e654d0be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.683668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a1df-7da8-49b1-95fd-5aa37d362c86 req-96feb8ce-0362-4b33-9897-e449e654d0be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.690525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a1df-7da8-49b1-95fd-5aa37d362c86 req-96feb8ce-0362-4b33-9897-e449e654d0be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.700730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a1df-7da8-49b1-95fd-5aa37d362c86 req-96feb8ce-0362-4b33-9897-e449e654d0be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.710883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8e5a1df-7da8-49b1-95fd-5aa37d362c86 req-96feb8ce-0362-4b33-9897-e449e654d0be tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.1482360 Feb 07 22:49:20.742572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-c557a88e-2d4a-422b-9b25-8b540806e7bb service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994752 Feb 07 22:49:20.846960 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-1bd31611-1015-4907-afa4-dc9bc048a51b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=072493a1-c7ab-47d6-a0e6-9f79545f8fd7 HTTP/1.1" status: 200 len: 217 time: 0.0969985 Feb 07 22:49:20.911832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53874) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:20.937773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-598db6bf-c3b4-4acc-8430-cd3190467308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.939928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8e5a1df-7da8-49b1-95fd-5aa37d362c86 req-0cc41f84-73d0-4a37-9bef-b2d3589b7206 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2278192 Feb 07 22:49:20.986563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-473c0a11-5b71-4ff6-8355-e0a2ba4d88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.992031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-473c0a11-5b71-4ff6-8355-e0a2ba4d88ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91270d73-072f-40d6-ab47-9fece99a59e2 HTTP/1.1" status: 200 len: 797 time: 0.1372330 Feb 07 22:49:21.162697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-c7a71f9b-e699-4431-aeec-3654071bfb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:21.165199 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-c7a71f9b-e699-4431-aeec-3654071bfb8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1655171 Feb 07 22:49:21.244239 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-598db6bf-c3b4-4acc-8430-cd3190467308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:21.256056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-7a6eee78-f4a0-4383-857e-4b0e6e26bf9d tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:21.257847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-7a6eee78-f4a0-4383-857e-4b0e6e26bf9d tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/networks?id=cff6b4e5-85ba-404f-be61-e361184df586 HTTP/1.1" status: 200 len: 812 time: 0.2259727 Feb 07 22:49:21.260592 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-598db6bf-c3b4-4acc-8430-cd3190467308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:21.287613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-06e2b48b-8f6d-4845-bb91-89e088c5503f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/quotas/22b5894f476b455cb32bbee6cd4610c6 HTTP/1.1" status: 200 len: 375 time: 0.0210125 Feb 07 22:49:21.365348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58a58d-c0e6-46f8-930b-557d1936c45b req-e55f3e36-3064-40bc-a434-52330f3ff5e8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:21.367262 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f58a58d-c0e6-46f8-930b-557d1936c45b req-e55f3e36-3064-40bc-a434-52330f3ff5e8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.2870684 Feb 07 22:49:21.386831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-dd9409d7-3a09-4b06-b061-6489cdee19ad tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=22b5894f476b455cb32bbee6cd4610c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722723 Feb 07 22:49:21.397446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598db6bf-c3b4-4acc-8430-cd3190467308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c800c9bc-1bb0-4476-8364-6b05dcaf0e3e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:21.445390 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3f3bcdd-2949-4998-83f9-28b541805d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:21.466760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f58a58d-c0e6-46f8-930b-557d1936c45b req-24d6e4f9-0c74-4c95-850b-ae445166937c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877428 Feb 07 22:49:21.469773 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-7b0d3cd9-deb9-4850-9ae0-ca71bf05493e service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883186 Feb 07 22:49:21.536314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-598db6bf-c3b4-4acc-8430-cd3190467308 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f2e406a3189412ca3342eba6aa991cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233029 Feb 07 22:49:21.555273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53898) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:21.570109 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-ab676ed9-2c35-40cd-b8b3-890c7fbfaefb service neutron] 10.222.0.15 "GET /v2.0/networks/cff6b4e5-85ba-404f-be61-e361184df586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720529 Feb 07 22:49:21.666012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-d304f05e-7ed1-425c-a8c2-e4bf09f5f362 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893685 Feb 07 22:49:21.724919 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-b86e1ae3-8258-4889-8e8c-eed7a55c87e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=913a97dc-19e6-4f90-acf7-1e57bdb6b04c HTTP/1.1" status: 200 len: 217 time: 0.0521500 Feb 07 22:49:21.804894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-eab3266b-450b-4cff-b4a8-17409e707cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:21.807761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-eab3266b-450b-4cff-b4a8-17409e707cfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91270d73-072f-40d6-ab47-9fece99a59e2 HTTP/1.1" status: 200 len: 797 time: 0.0765262 Feb 07 22:49:21.847645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4dde0641-f160-4703-b0c1-83f10123175a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:21.915997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-e1f7b6d7-21f9-4569-abc6-de9f3423e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:21.917466 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-e1f7b6d7-21f9-4569-abc6-de9f3423e749 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981596 Feb 07 22:49:21.923401 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-63ca699f-b564-4e0a-bf09-37ed2c7cd850 service neutron] 10.222.0.15 "GET /v2.0/networks/cff6b4e5-85ba-404f-be61-e361184df586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135014 Feb 07 22:49:21.938910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4dde0641-f160-4703-b0c1-83f10123175a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:21.995476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4dde0641-f160-4703-b0c1-83f10123175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.000331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4dde0641-f160-4703-b0c1-83f10123175a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.004879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4dde0641-f160-4703-b0c1-83f10123175a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c800c9bc-1bb0-4476-8364-6b05dcaf0e3e HTTP/1.1" status: 204 len: 168 time: 0.4395518 Feb 07 22:49:22.012718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde0641-f160-4703-b0c1-83f10123175a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c800c9bc-1bb0-4476-8364-6b05dcaf0e3e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:22.126756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53914) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:22.300621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aef8ad84-d3a4-47dc-8a07-a1f06d4c5685 req-37374ec1-d086-47ed-8ada-dc71b15ad424 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 210 time: 0.0430071 Feb 07 22:49:22.337629 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-0fc61729-26ae-4897-98d8-5578ab1478bf service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026997 Feb 07 22:49:22.357291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccbad1-3925-4880-8c15-95121fdd6161 req-2e7e9815-9527-4417-b00e-74c3babfdfdb tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.364798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccbad1-3925-4880-8c15-95121fdd6161 req-2e7e9815-9527-4417-b00e-74c3babfdfdb tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.371300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccbad1-3925-4880-8c15-95121fdd6161 req-2e7e9815-9527-4417-b00e-74c3babfdfdb tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.378493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccbad1-3925-4880-8c15-95121fdd6161 req-2e7e9815-9527-4417-b00e-74c3babfdfdb tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.385085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccbad1-3925-4880-8c15-95121fdd6161 req-2e7e9815-9527-4417-b00e-74c3babfdfdb tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.394026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccbad1-3925-4880-8c15-95121fdd6161 req-2e7e9815-9527-4417-b00e-74c3babfdfdb tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.400820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccbad1-3925-4880-8c15-95121fdd6161 req-2e7e9815-9527-4417-b00e-74c3babfdfdb tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.401924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6cea8ae4-5e55-437b-aef9-761c2cc03603 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1687121157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:22.402739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cdccbad1-3925-4880-8c15-95121fdd6161 req-2e7e9815-9527-4417-b00e-74c3babfdfdb tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.2552614 Feb 07 22:49:22.456361 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cea8ae4-5e55-437b-aef9-761c2cc03603 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.457724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cea8ae4-5e55-437b-aef9-761c2cc03603 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.566529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cdccbad1-3925-4880-8c15-95121fdd6161 req-2dcc837e-942a-48ef-9a48-d2e0e6739f92 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1538031 Feb 07 22:49:22.605078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-a162181c-8fc5-40f4-ab1d-bfc617a25631 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008069 Feb 07 22:49:22.661097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cea8ae4-5e55-437b-aef9-761c2cc03603 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.719173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cea8ae4-5e55-437b-aef9-761c2cc03603 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.723990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-f4147f3d-d1c1-4cfa-bce3-15780c04a27e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=dc9f710b-92cb-4740-8462-09fdbac13f95 HTTP/1.1" status: 200 len: 217 time: 0.0798378 Feb 07 22:49:22.785913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cea8ae4-5e55-437b-aef9-761c2cc03603 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.787083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6cea8ae4-5e55-437b-aef9-761c2cc03603 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6588941 Feb 07 22:49:22.797506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53942) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:22.808892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-395344232'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:22.821633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c2205-230f-4d2e-9654-1572c211b84c req-761b02a8-45fa-462f-8725-c56b9b25b67d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.830621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-144c2205-230f-4d2e-9654-1572c211b84c req-761b02a8-45fa-462f-8725-c56b9b25b67d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.1639912 Feb 07 22:49:22.887901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-6cfb5c1a-e476-4b0c-851a-e95903531e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.895280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-144c2205-230f-4d2e-9654-1572c211b84c req-aef58ea0-e85c-4418-b73f-9b5834d0133f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581348 Feb 07 22:49:22.906277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-6cfb5c1a-e476-4b0c-851a-e95903531e1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91270d73-072f-40d6-ab47-9fece99a59e2 HTTP/1.1" status: 200 len: 797 time: 0.1609259 Feb 07 22:49:22.927765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Made reservation on behalf of aba2be98f4c04506bbf55773231ae850 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:22.929317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.959103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53946) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:22.959328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.985089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc707f13-7624-4971-a90b-c5e640bab48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.998615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-49d93f8d-d1be-4669-aad2-754e2c7200df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:23.000179 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-49d93f8d-d1be-4669-aad2-754e2c7200df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930738 Feb 07 22:49:23.070494 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.083248 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.112253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:23.116714 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-09df9c03-52bb-46bb-a257-57515c7a3cdf service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097431 Feb 07 22:49:23.133867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ed3274-c4ac-4567-bd8d-7d678c33883d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:23.141437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.141803 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Added segment 4a601d47-ba2b-4e07-97c5-684630d4168e of type vlan for network 07e67433-5126-4b40-9c8a-daabc41ebe70 Feb 07 22:49:23.222459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.280597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.286872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:23.287474 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.354587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5561767 Feb 07 22:49:23.355208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53956) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:23.362563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-3b554b36-8b36-4ba9-8acf-6407daab1967 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326155 Feb 07 22:49:23.383753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc707f13-7624-4971-a90b-c5e640bab48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.450963 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-9a45bfb9-6f22-48c3-934b-d80014418b5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ec1d2c8-f976-4e6d-a175-4c0abdc95905 HTTP/1.1" status: 200 len: 217 time: 0.0782290 Feb 07 22:49:23.452980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc707f13-7624-4971-a90b-c5e640bab48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.468612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fbd79-41bb-4d0f-9150-3360ce26925b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Network': ['ID=07e67433-5126-4b40-9c8a-daabc41ebe70,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:23.481924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'subnet': {'network_id': '07e67433-5126-4b40-9c8a-daabc41ebe70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:23.485735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 07e67433-5126-4b40-9c8a-daabc41ebe70 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:49:23.546089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0d029b9-1f69-4d5c-9a09-f9e6d11cd0ce req-bc99c345-7cb5-4362-a8a0-1f82e6e74f79 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 210 time: 0.0930545 Feb 07 22:49:23.588606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cc707f13-7624-4971-a90b-c5e640bab48e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4243403b587d4355ae6d6be3bc39120f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275177 Feb 07 22:49:23.591012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc707f13-7624-4971-a90b-c5e640bab48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591ae70d-8bbd-476e-bdfa-6b105c951198,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:23.595013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53962) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:23.610825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-413016dc-7973-4cbd-aea7-9aeae19cbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:23.612780 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-413016dc-7973-4cbd-aea7-9aeae19cbfa4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f1bb0c-c8ab-4944-9841-236027cb082b HTTP/1.1" status: 200 len: 797 time: 0.1469760 Feb 07 22:49:23.700568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Made reservation on behalf of aba2be98f4c04506bbf55773231ae850 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:23.706233 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e83f42a9-9f74-4244-bbdf-d50d62659738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.708414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.712308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-d6705f49-eda1-4caa-983c-1ca3760b9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:23.713793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-d6705f49-eda1-4caa-983c-1ca3760b9501 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931559 Feb 07 22:49:23.754413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e83f42a9-9f74-4244-bbdf-d50d62659738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.886365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-53117779-f3df-4c6f-bbf6-5cf131ecc196 service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618438 Feb 07 22:49:23.910861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf701-3a8e-4afd-9874-b9fff72e6507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.922746 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e83f42a9-9f74-4244-bbdf-d50d62659738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.926905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e83f42a9-9f74-4244-bbdf-d50d62659738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.931475 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e83f42a9-9f74-4244-bbdf-d50d62659738 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/591ae70d-8bbd-476e-bdfa-6b105c951198 HTTP/1.1" status: 204 len: 168 time: 0.3334360 Feb 07 22:49:23.973245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc777-e5a4-4fa2-9d09-6221a73b3031 req-c7909c73-8812-48cf-b584-6b9759da90ea tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:23.988378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc777-e5a4-4fa2-9d09-6221a73b3031 req-c7909c73-8812-48cf-b584-6b9759da90ea tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.003553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc777-e5a4-4fa2-9d09-6221a73b3031 req-c7909c73-8812-48cf-b584-6b9759da90ea tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.016572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc777-e5a4-4fa2-9d09-6221a73b3031 req-c7909c73-8812-48cf-b584-6b9759da90ea tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.024124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc777-e5a4-4fa2-9d09-6221a73b3031 req-c7909c73-8812-48cf-b584-6b9759da90ea tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.035176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc777-e5a4-4fa2-9d09-6221a73b3031 req-c7909c73-8812-48cf-b584-6b9759da90ea tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.046943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc777-e5a4-4fa2-9d09-6221a73b3031 req-c7909c73-8812-48cf-b584-6b9759da90ea tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.052940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-645dc777-e5a4-4fa2-9d09-6221a73b3031 req-c7909c73-8812-48cf-b584-6b9759da90ea tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.2558861 Feb 07 22:49:24.089268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f42a9-9f74-4244-bbdf-d50d62659738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591ae70d-8bbd-476e-bdfa-6b105c951198,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:24.121135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-d5724143-cedf-4323-a3ba-a20cdfe5fd44 service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262218 Feb 07 22:49:24.135288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-645dc777-e5a4-4fa2-9d09-6221a73b3031 req-a52871d6-7b20-44a0-a865-fa020ff3a0c8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0766807 Feb 07 22:49:24.282433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.305665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-fe4e58ec-fbe5-44ca-93d2-25ed6b1955ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217dfe1f-c238-4f95-98e2-6e944a0a3f33 HTTP/1.1" status: 200 len: 217 time: 0.1273828 Feb 07 22:49:24.337191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8795b-54be-4289-a003-706bd069c51f req-083395a1-5ae3-4cf2-bce1-61253b3b3b78 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.339253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3b8795b-54be-4289-a003-706bd069c51f req-083395a1-5ae3-4cf2-bce1-61253b3b3b78 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.2440000 Feb 07 22:49:24.368835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Checking segment: {'id': '4a601d47-ba2b-4e07-97c5-684630d4168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '07e67433-5126-4b40-9c8a-daabc41ebe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:24.369189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network hostable DHCP agents. Network: 07e67433-5126-4b40-9c8a-daabc41ebe70, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:24.375333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Subnet': ['ID=2adec545-e4eb-462a-9e06-52111154ebd1,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:24.397703 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.398104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.398412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.398755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.399127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.399446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.399803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.400151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.400486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.401054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.401393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.401723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:24.406315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network 07e67433-5126-4b40-9c8a-daabc41ebe70 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:24.409789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-a3d6d09c-bb07-4f53-8e07-b9f823270fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.413091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-a3d6d09c-bb07-4f53-8e07-b9f823270fe3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f1bb0c-c8ab-4944-9841-236027cb082b HTTP/1.1" status: 200 len: 797 time: 0.0937479 Feb 07 22:49:24.422568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 07e67433-5126-4b40-9c8a-daabc41ebe70) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:24.427808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.428569 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.433542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72959036-a73d-46ba-84b2-902690bc55be None None] Network 07e67433-5126-4b40-9c8a-daabc41ebe70 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:24.453351 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a28d86be-3849-4b5a-8179-7ac30251375a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9863064 Feb 07 22:49:24.457322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 53982) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:24.463744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'network': {'name': 'tempest-router-network01--2146672958'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:24.516960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Made reservation on behalf of aba2be98f4c04506bbf55773231ae850 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:24.530405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.531410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-d0d6ecf3-2340-47bd-bbba-cc6f83fdf586 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.533352 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-d0d6ecf3-2340-47bd-bbba-cc6f83fdf586 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.24 "GET /v2.0/networks?id=cff6b4e5-85ba-404f-be61-e361184df586 HTTP/1.1" status: 200 len: 812 time: 0.4414835 Feb 07 22:49:24.550323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Request body: {'port': {'device_id': 'a5a253ca-c6d5-4e7b-b0a3-597a30da6cac', 'network_id': 'cff6b4e5-85ba-404f-be61-e361184df586', 'admin_state_up': True, 'tenant_id': '22b5894f476b455cb32bbee6cd4610c6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:24.637122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:24.654617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.655307 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Added segment 584ed0ea-7f25-429c-92ae-daddd37e3575 of type vlan for network 7832f12e-829e-48a1-acf0-de3cf082d549 Feb 07 22:49:24.693141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-a56433e7-c32b-4450-a77b-03042a01d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.694726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-a56433e7-c32b-4450-a77b-03042a01d295 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2708018 Feb 07 22:49:24.700911 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3b8795b-54be-4289-a003-706bd069c51f req-1352f594-708f-4e8c-b05b-724b4eabad9d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844522 Feb 07 22:49:24.719086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-07e67433-5126-4b40-9c8a-daabc41ebe70', 'network_id': '07e67433-5126-4b40-9c8a-daabc41ebe70', 'tenant_id': 'aba2be98f4c04506bbf55773231ae850', 'fixed_ips': [{'subnet_id': '2adec545-e4eb-462a-9e06-52111154ebd1'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:49:24.721274 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.805579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.834448 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0191868-6a2c-49ac-b7bb-7a327dde15e2 req-057c5279-a075-4451-a680-892b37ee048d tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 210 time: 0.0979214 Feb 07 22:49:24.899813 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.907466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.908493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.946124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-96b4e875-4259-4696-bf70-9da57172ed55 service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970565 Feb 07 22:49:25.053737 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5950758 Feb 07 22:49:25.058373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54000) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:25.062170 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.069240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Made reservation on behalf of 22b5894f476b455cb32bbee6cd4610c6 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:25.072564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.078136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'network': {'name': 'tempest-router-network02--711291127'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:25.143593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62157c13-0cd2-461a-89fb-6ca795950274 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Network': ['ID=7832f12e-829e-48a1-acf0-de3cf082d549,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:25.167112 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b48cfe56-82ee-4d2b-93ed-c23eb40c7dab req-d3d2f05d-b632-4303-8313-8f62edf80072 service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120466 Feb 07 22:49:25.172990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7832f12e-829e-48a1-acf0-de3cf082d549 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:49:25.185909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Made reservation on behalf of aba2be98f4c04506bbf55773231ae850 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:25.190087 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.240548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:25.256674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.257968 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Added segment 4de0c505-b0d7-4232-8886-d22483491b69 of type vlan for network 24d7bb26-2e82-42ac-b467-ec9e4907fd0c Feb 07 22:49:25.266953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Allocated IP 2001:db8::2 (07e67433-5126-4b40-9c8a-daabc41ebe70/2adec545-e4eb-462a-9e06-52111154ebd1/fe5fcae2-5066-49f2-9a4a-e021e93b44aa) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:25.341794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Allocated IP 172.20.0.11 (cff6b4e5-85ba-404f-be61-e361184df586/b355f3a5-ed58-4571-a1d2-b84c4b38a72a/15d4244e-f21a-4af7-96d9-585c0f2ac43c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:25.382875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.389590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-f2e60a0c-819c-417c-bac2-50f0224afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.390445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-f2e60a0c-819c-417c-bac2-50f0224afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.391114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-f2e60a0c-819c-417c-bac2-50f0224afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.391802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-f2e60a0c-819c-417c-bac2-50f0224afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.392837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-f2e60a0c-819c-417c-bac2-50f0224afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.393559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-f2e60a0c-819c-417c-bac2-50f0224afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.394208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-f2e60a0c-819c-417c-bac2-50f0224afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.396932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8527db2f-be72-490c-8688-46289f4aded7 req-f2e60a0c-819c-417c-bac2-50f0224afb6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6475 time: 0.1310410 Feb 07 22:49:25.444190 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.451731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.452389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.634672 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5681772 Feb 07 22:49:25.639302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54016) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:25.658899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'subnet': {'network_id': '7832f12e-829e-48a1-acf0-de3cf082d549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:25.681196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7c24-e9f8-4788-b557-e6f78218d0e1 req-6ff6a6d7-56ef-4b1f-81ab-d7e4d5cc5023 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.693622 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7c24-e9f8-4788-b557-e6f78218d0e1 req-6ff6a6d7-56ef-4b1f-81ab-d7e4d5cc5023 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.710918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7c24-e9f8-4788-b557-e6f78218d0e1 req-6ff6a6d7-56ef-4b1f-81ab-d7e4d5cc5023 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.717253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4263f-e30f-427c-bbff-78ae77c83936 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Network': ['ID=24d7bb26-2e82-42ac-b467-ec9e4907fd0c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:25.730223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7c24-e9f8-4788-b557-e6f78218d0e1 req-6ff6a6d7-56ef-4b1f-81ab-d7e4d5cc5023 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.767923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7c24-e9f8-4788-b557-e6f78218d0e1 req-6ff6a6d7-56ef-4b1f-81ab-d7e4d5cc5023 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.791286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7c24-e9f8-4788-b557-e6f78218d0e1 req-6ff6a6d7-56ef-4b1f-81ab-d7e4d5cc5023 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.805398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7c24-e9f8-4788-b557-e6f78218d0e1 req-6ff6a6d7-56ef-4b1f-81ab-d7e4d5cc5023 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.814788 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37fe7c24-e9f8-4788-b557-e6f78218d0e1 req-6ff6a6d7-56ef-4b1f-81ab-d7e4d5cc5023 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.4745908 Feb 07 22:49:25.981581 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.994329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 24d7bb26-2e82-42ac-b467-ec9e4907fd0c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:49:26.022766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Made reservation on behalf of aba2be98f4c04506bbf55773231ae850 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:26.025955 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.074452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-71c1da5a-8405-4621-bece-c071afcb0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:26.074452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8527db2f-be72-490c-8688-46289f4aded7 req-71c1da5a-8405-4621-bece-c071afcb0c9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a HTTP/1.1" status: 200 len: 902 time: 0.6661723 Feb 07 22:49:26.124076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37fe7c24-e9f8-4788-b557-e6f78218d0e1 req-f6a3010b-de11-4144-8c6d-c51e57715e7e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2808540 Feb 07 22:49:26.180115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4731aa5-91f5-4985-a189-6977b859e753 req-44bc4ed2-19c6-4f10-926b-171b3c6f24b8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:26.182034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4731aa5-91f5-4985-a189-6977b859e753 req-44bc4ed2-19c6-4f10-926b-171b3c6f24b8 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.3081043 Feb 07 22:49:26.193832 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.230384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Network 07e67433-5126-4b40-9c8a-daabc41ebe70 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:26.240448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:26.243377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:26.327935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4731aa5-91f5-4985-a189-6977b859e753 req-209b5cca-4701-45ac-9cac-90995809762b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340163 Feb 07 22:49:26.439596 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.492922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Pushing event updated for resources: {'Port': ['ID=fe5fcae2-5066-49f2-9a4a-e021e93b44aa,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:26.519157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Attempting to bind port fe5fcae2-5066-49f2-9a4a-e021e93b44aa on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:26.519553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Attempting to bind port fe5fcae2-5066-49f2-9a4a-e021e93b44aa by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '4a601d47-ba2b-4e07-97c5-684630d4168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '07e67433-5126-4b40-9c8a-daabc41ebe70'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:26.519944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Attempting to bind port fe5fcae2-5066-49f2-9a4a-e021e93b44aa on network 07e67433-5126-4b40-9c8a-daabc41ebe70 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:26.537452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:26.537836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Checking segment: {'id': '4a601d47-ba2b-4e07-97c5-684630d4168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '07e67433-5126-4b40-9c8a-daabc41ebe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:26.538245 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.538777 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Bound using segment: {'id': '4a601d47-ba2b-4e07-97c5-684630d4168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '07e67433-5126-4b40-9c8a-daabc41ebe70'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:26.539259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Bound port: fe5fcae2-5066-49f2-9a4a-e021e93b44aa, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a601d47-ba2b-4e07-97c5-684630d4168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '07e67433-5126-4b40-9c8a-daabc41ebe70'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:26.539650 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.579139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.716747 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] For port fe5fcae2-5066-49f2-9a4a-e021e93b44aa, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:26.720668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] For port fe5fcae2-5066-49f2-9a4a-e021e93b44aa, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fe5fcae2-5066-49f2-9a4a-e021e93b44aa,segment=NetworkSegment(4a601d47-ba2b-4e07-97c5-684630d4168e),segment_id=4a601d47-ba2b-4e07-97c5-684630d4168e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:26.728046 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.733756 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.747446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Subnet': ['ID=04864e48-c67f-4d18-b05e-d4e3c4834d90,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:26.770209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Checking segment: {'id': '584ed0ea-7f25-429c-92ae-daddd37e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7832f12e-829e-48a1-acf0-de3cf082d549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:26.770589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network hostable DHCP agents. Network: 7832f12e-829e-48a1-acf0-de3cf082d549, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:26.809865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network 7832f12e-829e-48a1-acf0-de3cf082d549 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:26.831501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7832f12e-829e-48a1-acf0-de3cf082d549) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:26.835988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:26.836573 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.865314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8712f4c4-5ef9-4549-a124-7b58fc54a55b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2236030 Feb 07 22:49:26.868043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54048) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:26.874005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e9033-0609-4257-9559-521c2f9fec02 None None] Pushing event updated for resources: {'Port': ['ID=fe5fcae2-5066-49f2-9a4a-e021e93b44aa,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:26.876952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'subnet': {'network_id': '24d7bb26-2e82-42ac-b467-ec9e4907fd0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:26.880886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c14519-95fe-40c1-9dae-334f46c77ea2 None None] Network 7832f12e-829e-48a1-acf0-de3cf082d549 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:27.044859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Made reservation on behalf of aba2be98f4c04506bbf55773231ae850 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:27.053441 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.065812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8527db2f-be72-490c-8688-46289f4aded7 req-67974a62-1712-4575-9fab-12fd5b33d4b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217dfe1f-c238-4f95-98e2-6e944a0a3f33 HTTP/1.1" status: 200 len: 217 time: 0.9826024 Feb 07 22:49:27.195875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-7832f12e-829e-48a1-acf0-de3cf082d549', 'network_id': '7832f12e-829e-48a1-acf0-de3cf082d549', 'tenant_id': 'aba2be98f4c04506bbf55773231ae850', 'fixed_ips': [{'subnet_id': '04864e48-c67f-4d18-b05e-d4e3c4834d90'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:49:27.197441 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.299473 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-398486a1-4fd0-49e5-88ce-f5b247ecb879 req-003ca3c9-7f5e-4678-b9d6-adb07372ce05 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 210 time: 0.2286303 Feb 07 22:49:27.439448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-ead42526-fa16-4b41-923d-f5e186b68790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:27.440952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8527db2f-be72-490c-8688-46289f4aded7 req-ead42526-fa16-4b41-923d-f5e186b68790 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f1bb0c-c8ab-4944-9841-236027cb082b HTTP/1.1" status: 200 len: 797 time: 0.3654583 Feb 07 22:49:27.574059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.661985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf3a9b-a3e3-46de-bab9-2e9e3162bc09 req-9f2596ec-f17a-470a-880c-54040a16764a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:27.663530 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9bf3a9b-a3e3-46de-bab9-2e9e3162bc09 req-9f2596ec-f17a-470a-880c-54040a16764a tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.0930920 Feb 07 22:49:27.667228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527db2f-be72-490c-8688-46289f4aded7 req-af8cc01e-7428-4023-995d-754e2d860249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:27.668668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8527db2f-be72-490c-8688-46289f4aded7 req-af8cc01e-7428-4023-995d-754e2d860249 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2077198 Feb 07 22:49:27.688429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Allocated IP 2001:db8::2 (7832f12e-829e-48a1-acf0-de3cf082d549/04864e48-c67f-4d18-b05e-d4e3c4834d90/16236c13-9649-4d50-947c-8f5b8f485f76) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:27.784221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9bf3a9b-a3e3-46de-bab9-2e9e3162bc09 req-e3b909ce-cb1c-4c87-8213-575505f851dd tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114938 Feb 07 22:49:27.784810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.819809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54072) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:27.855391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.951422 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8527db2f-be72-490c-8688-46289f4aded7 req-8b3ed874-93ba-41a8-a85d-27f1326f8432 service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413294 Feb 07 22:49:27.957366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Network cff6b4e5-85ba-404f-be61-e361184df586 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:27.962962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Pushing event updated for resources: {'Port': ['ID=15d4244e-f21a-4af7-96d9-585c0f2ac43c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:27.976568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.976916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.977256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.977594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.978777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.979118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.979450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.979822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.980152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.980480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.980802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.981115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:27.996875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:28.003225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:28.015844 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.028865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a764-f4b2-41f2-b67f-318743a2251e req-f220b745-9542-49ad-8311-48786dbcdf21 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.047533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a764-f4b2-41f2-b67f-318743a2251e req-f220b745-9542-49ad-8311-48786dbcdf21 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.049336 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.062899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a764-f4b2-41f2-b67f-318743a2251e req-f220b745-9542-49ad-8311-48786dbcdf21 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.078216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a764-f4b2-41f2-b67f-318743a2251e req-f220b745-9542-49ad-8311-48786dbcdf21 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.090325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a764-f4b2-41f2-b67f-318743a2251e req-f220b745-9542-49ad-8311-48786dbcdf21 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.111921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a764-f4b2-41f2-b67f-318743a2251e req-f220b745-9542-49ad-8311-48786dbcdf21 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.126807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a764-f4b2-41f2-b67f-318743a2251e req-f220b745-9542-49ad-8311-48786dbcdf21 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.138204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8527db2f-be72-490c-8688-46289f4aded7 req-8d812636-233c-4f6a-9d48-41cd9cfd1a92 service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639254 Feb 07 22:49:28.143414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2b8a764-f4b2-41f2-b67f-318743a2251e req-f220b745-9542-49ad-8311-48786dbcdf21 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.7626390 Feb 07 22:49:28.182178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Subnet': ['ID=36089c81-0929-4ebb-b962-dbd34efc02a9,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:28.202695 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Network 7832f12e-829e-48a1-acf0-de3cf082d549 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:28.208440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Pushing event updated for resources: {'Port': ['ID=16236c13-9649-4d50-947c-8f5b8f485f76,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:28.233598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:28.240194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:28.254908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-efbd70ee-880a-4d42-88a2-50e0cb38dea5 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:28.285408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Checking segment: {'id': '4de0c505-b0d7-4232-8886-d22483491b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24d7bb26-2e82-42ac-b467-ec9e4907fd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:28.286100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network hostable DHCP agents. Network: 24d7bb26-2e82-42ac-b467-ec9e4907fd0c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:28.302968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.315852 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.355551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Attempting to bind port 16236c13-9649-4d50-947c-8f5b8f485f76 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:28.355790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2b8a764-f4b2-41f2-b67f-318743a2251e req-6832baa8-7737-451f-9f67-3ffd66619e75 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2112010 Feb 07 22:49:28.355969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Attempting to bind port 16236c13-9649-4d50-947c-8f5b8f485f76 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '584ed0ea-7f25-429c-92ae-daddd37e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7832f12e-829e-48a1-acf0-de3cf082d549'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:28.356444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Attempting to bind port 16236c13-9649-4d50-947c-8f5b8f485f76 on network 7832f12e-829e-48a1-acf0-de3cf082d549 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:28.360517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network 24d7bb26-2e82-42ac-b467-ec9e4907fd0c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:28.364964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:28.365330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Checking segment: {'id': '584ed0ea-7f25-429c-92ae-daddd37e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7832f12e-829e-48a1-acf0-de3cf082d549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:28.365738 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.366421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Bound using segment: {'id': '584ed0ea-7f25-429c-92ae-daddd37e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7832f12e-829e-48a1-acf0-de3cf082d549'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:28.366783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Bound port: 16236c13-9649-4d50-947c-8f5b8f485f76, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584ed0ea-7f25-429c-92ae-daddd37e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7832f12e-829e-48a1-acf0-de3cf082d549'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:28.366894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-387f3814-0458-4985-8afa-79ce94cdb25f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8210986 Feb 07 22:49:28.367013 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.395270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Request body: {'port': {'device_id': 'a5a253ca-c6d5-4e7b-b0a3-597a30da6cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:28.397796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 24d7bb26-2e82-42ac-b467-ec9e4907fd0c) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:28.403251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.404242 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.453016 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-98c8d3ca-4cb9-4ed7-90a6-1e5b99da2cb4 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5838282 Feb 07 22:49:28.455908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54084) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:28.464991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7cbec2-4c08-48b1-8022-fcc5f7a13358 None None] Network 24d7bb26-2e82-42ac-b467-ec9e4907fd0c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:28.487227 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-efbd70ee-880a-4d42-88a2-50e0cb38dea5 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] 10.222.0.15 "PUT /v2.0/quotas/c3204d1bdf2c4033822227e34544f782 HTTP/1.1" status: 200 len: 366 time: 0.6648812 Feb 07 22:49:28.489412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54086) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:28.612324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.667257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] For port 16236c13-9649-4d50-947c-8f5b8f485f76, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:28.682992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ba84dc6e-1c60-41e4-938c-bead8abf8807 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1634784 Feb 07 22:49:28.688233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54094) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:28.692576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] For port 16236c13-9649-4d50-947c-8f5b8f485f76, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=16236c13-9649-4d50-947c-8f5b8f485f76,segment=NetworkSegment(584ed0ea-7f25-429c-92ae-daddd37e3575),segment_id=584ed0ea-7f25-429c-92ae-daddd37e3575)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:28.785051 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.801505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de597739-858b-4621-a845-86dbe76661eb req-c0c24ac8-87ba-4bb1-bc07-76563bac6403 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.801505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de597739-858b-4621-a845-86dbe76661eb req-c0c24ac8-87ba-4bb1-bc07-76563bac6403 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 932 time: 0.3377132 Feb 07 22:49:28.853123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54100) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:28.860844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ad8b4f75-04ba-4543-ac43-56fd9ae868d5 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] 10.222.0.15 "GET /v2.0/quotas/c3204d1bdf2c4033822227e34544f782 HTTP/1.1" status: 200 len: 366 time: 0.1662667 Feb 07 22:49:29.034896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c36bb4-1200-483f-8663-3038f2536c1c None None] Network 07e67433-5126-4b40-9c8a-daabc41ebe70 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:29.039493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d0bbc5db-e16b-4e94-95e3-9c4149d6b7dc tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/c3204d1bdf2c4033822227e34544f782 HTTP/1.1" status: 204 len: 168 time: 0.1857719 Feb 07 22:49:29.044938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54102) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:29.093399 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de597739-858b-4621-a845-86dbe76661eb req-376f0b30-ef91-4a77-a831-b6af742ada23 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803788 Feb 07 22:49:29.146642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-24d7bb26-2e82-42ac-b467-ec9e4907fd0c', 'network_id': '24d7bb26-2e82-42ac-b467-ec9e4907fd0c', 'tenant_id': 'aba2be98f4c04506bbf55773231ae850', 'fixed_ips': [{'subnet_id': '36089c81-0929-4ebb-b962-dbd34efc02a9'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:49:29.147548 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.165990 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ec0db06-dc25-4b60-bf27-bf0bcbadafe5 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1164346 Feb 07 22:49:29.168488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54106) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:29.177103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fe5fcae2-5066-49f2-9a4a-e021e93b44aa up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:29.195847 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.201295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5442f1ed-39f2-4e59-b0a2-98dc5441bfee tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] 10.222.0.15 "GET /v2.0/quotas/c3204d1bdf2c4033822227e34544f782 HTTP/1.1" status: 200 len: 370 time: 0.0244644 Feb 07 22:49:29.204301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54108) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:29.214384 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-241f4b7d-d60d-43c9-8982-e3b31e5cafac tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] 10.222.0.15 "GET /v2.0/quotas/c3204d1bdf2c4033822227e34544f782/default HTTP/1.1" status: 200 len: 370 time: 0.0050213 Feb 07 22:49:29.216018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54110) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:29.237973 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-c2c204ff-d526-4ad2-932b-0ccb5ad028f9 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] delete failed (client error): The resource could not be found. Feb 07 22:49:29.239616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c2c204ff-d526-4ad2-932b-0ccb5ad028f9 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/c3204d1bdf2c4033822227e34544f782 HTTP/1.1" status: 404 len: 348 time: 0.0227096 Feb 07 22:49:29.501191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f06ce0d5-bb6d-4a3c-bbb6-7d761f8951f9 None None] Provisioning complete for port fe5fcae2-5066-49f2-9a4a-e021e93b44aa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:29.502306 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06ce0d5-bb6d-4a3c-bbb6-7d761f8951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.506302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa283e3-43e2-460e-b41c-44d030ccaac1 None None] Pushing event updated for resources: {'Port': ['ID=16236c13-9649-4d50-947c-8f5b8f485f76,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:29.517826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d4244e-f21a-4af7-96d9-585c0f2ac43c {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:29.554243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54116) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:29.588641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.723732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Transition to ACTIVE for port object 15d4244e-f21a-4af7-96d9-585c0f2ac43c will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:29.741239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Usage tracker for resource:network and tenant:d706bcc2bfa24f0586c1bfcfd6c7a8d9 is out of sync, need to count used quota {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 22:49:29.761558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.772159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 07 22:49:29.816127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fe5fcae2-5066-49f2-9a4a-e021e93b44aa triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:29.816550 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.883810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5d889-0a54-4a06-8ee2-e96f5eeabd95 req-d0a5473a-2526-43f2-a27a-4c0eb9baa960 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:29.886298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecd5d889-0a54-4a06-8ee2-e96f5eeabd95 req-d0a5473a-2526-43f2-a27a-4c0eb9baa960 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.9214063 Feb 07 22:49:29.886778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765747f-8c07-4dc1-b5ac-32ca99d5025a req-34ee214b-1514-4099-945f-ab9857761362 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:29.905917 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765747f-8c07-4dc1-b5ac-32ca99d5025a req-34ee214b-1514-4099-945f-ab9857761362 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:29.912707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765747f-8c07-4dc1-b5ac-32ca99d5025a req-34ee214b-1514-4099-945f-ab9857761362 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:29.930358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765747f-8c07-4dc1-b5ac-32ca99d5025a req-34ee214b-1514-4099-945f-ab9857761362 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:29.934700 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.936530 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06ce0d5-bb6d-4a3c-bbb6-7d761f8951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.947029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765747f-8c07-4dc1-b5ac-32ca99d5025a req-34ee214b-1514-4099-945f-ab9857761362 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:29.952996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765747f-8c07-4dc1-b5ac-32ca99d5025a req-34ee214b-1514-4099-945f-ab9857761362 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:29.972777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765747f-8c07-4dc1-b5ac-32ca99d5025a req-34ee214b-1514-4099-945f-ab9857761362 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:29.983898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6765747f-8c07-4dc1-b5ac-32ca99d5025a req-34ee214b-1514-4099-945f-ab9857761362 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.4533308 Feb 07 22:49:29.985835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Allocated IP 2001:db8::2 (24d7bb26-2e82-42ac-b467-ec9e4907fd0c/36089c81-0929-4ebb-b962-dbd34efc02a9/c0aa276e-8ab3-402a-bb86-d4807a349cd7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:30.024003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port fe5fcae2-5066-49f2-9a4a-e021e93b44aa, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fe5fcae2-5066-49f2-9a4a-e021e93b44aa,segment=NetworkSegment(4a601d47-ba2b-4e07-97c5-684630d4168e),segment_id=4a601d47-ba2b-4e07-97c5-684630d4168e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:30.082469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.084441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Usage tracker for resource:subnet and tenant:d706bcc2bfa24f0586c1bfcfd6c7a8d9 is out of sync, need to count used quota {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 22:49:30.092651 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-f06ce0d5-bb6d-4a3c-bbb6-7d761f8951f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:49:30.093083 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-f06ce0d5-bb6d-4a3c-bbb6-7d761f8951f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:49:30.101528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6765747f-8c07-4dc1-b5ac-32ca99d5025a req-772aff7d-bb55-4d58-8580-8208ceacb44c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1166000 Feb 07 22:49:30.105127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Pushing event updated for resources: {'Port': ['ID=15d4244e-f21a-4af7-96d9-585c0f2ac43c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:30.140562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 07 22:49:30.149883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Usage tracker for resource:subnetpool and tenant:d706bcc2bfa24f0586c1bfcfd6c7a8d9 is out of sync, need to count used quota {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 22:49:30.191997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 07 22:49:30.223896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecd5d889-0a54-4a06-8ee2-e96f5eeabd95 req-6bd91137-eee1-40b7-88f1-3bb1615b38cf tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276284 Feb 07 22:49:30.247825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Usage tracker for resource:port and tenant:d706bcc2bfa24f0586c1bfcfd6c7a8d9 is out of sync, need to count used quota {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 22:49:30.293261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 07 22:49:30.315883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=fe5fcae2-5066-49f2-9a4a-e021e93b44aa,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:30.383371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Attempting to bind port 15d4244e-f21a-4af7-96d9-585c0f2ac43c on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:30.384041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Attempting to bind port 15d4244e-f21a-4af7-96d9-585c0f2ac43c by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '2ba4ecc0-88c4-4668-b12c-20bd7ea8837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cff6b4e5-85ba-404f-be61-e361184df586'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:30.384799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Attempting to bind port 15d4244e-f21a-4af7-96d9-585c0f2ac43c on network cff6b4e5-85ba-404f-be61-e361184df586 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:30.389081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Usage tracker for resource:router and tenant:d706bcc2bfa24f0586c1bfcfd6c7a8d9 is out of sync, need to count used quota {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 22:49:30.399799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Port 15d4244e-f21a-4af7-96d9-585c0f2ac43c on network cff6b4e5-85ba-404f-be61-e361184df586 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:49:30.400387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Attempting to bind port 15d4244e-f21a-4af7-96d9-585c0f2ac43c on network cff6b4e5-85ba-404f-be61-e361184df586 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:30.404976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 07 22:49:30.415918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:30.416163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Checking segment: {'id': '2ba4ecc0-88c4-4668-b12c-20bd7ea8837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cff6b4e5-85ba-404f-be61-e361184df586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:30.416551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Bound using segment: {'id': '2ba4ecc0-88c4-4668-b12c-20bd7ea8837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cff6b4e5-85ba-404f-be61-e361184df586'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:30.417045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Bound port: 15d4244e-f21a-4af7-96d9-585c0f2ac43c, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba4ecc0-88c4-4668-b12c-20bd7ea8837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cff6b4e5-85ba-404f-be61-e361184df586'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:30.417402 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.433125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b0244-836e-4c28-8a6a-eb649507f250 req-cfb42b98-6b28-46f6-bd09-a8bf4e2fcfdd tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:30.434278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-448b0244-836e-4c28-8a6a-eb649507f250 req-cfb42b98-6b28-46f6-bd09-a8bf4e2fcfdd tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 944 time: 0.1599379 Feb 07 22:49:30.457348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Usage tracker for resource:floatingip and tenant:d706bcc2bfa24f0586c1bfcfd6c7a8d9 is out of sync, need to count used quota {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 22:49:30.486398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 07 22:49:30.582508 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.634902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Allocated IP 2001:db8::1 (7832f12e-829e-48a1-acf0-de3cf082d549/04864e48-c67f-4d18-b05e-d4e3c4834d90/a2731582-1a78-4a39-b8c2-332054512ab5) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:30.650047 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.663888 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-448b0244-836e-4c28-8a6a-eb649507f250 req-bf9d1c6a-be4f-4844-83c3-cbe42029b499 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083771 Feb 07 22:49:30.723481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] For port 15d4244e-f21a-4af7-96d9-585c0f2ac43c, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:30.737820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] For port 15d4244e-f21a-4af7-96d9-585c0f2ac43c, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=15d4244e-f21a-4af7-96d9-585c0f2ac43c,segment=NetworkSegment(2ba4ecc0-88c4-4668-b12c-20bd7ea8837c),segment_id=2ba4ecc0-88c4-4668-b12c-20bd7ea8837c)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:30.752970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.768637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Pushing event updated for resources: {'Port': ['ID=c0aa276e-8ab3-402a-bb86-d4807a349cd7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:30.810755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.811105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.811441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.815214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.815796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.816133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.816472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.816803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.817131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.817459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.820131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.820480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:30.833643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Network 24d7bb26-2e82-42ac-b467-ec9e4907fd0c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:30.839952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:30.843814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:30.871153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.878187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:30.878808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.880249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] 10.222.0.24 "PUT /v2.0/ports/15d4244e-f21a-4af7-96d9-585c0f2ac43c HTTP/1.1" status: 200 len: 1092 time: 2.4902163 Feb 07 22:49:30.880847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Usage tracker for resource:security_group and tenant:d706bcc2bfa24f0586c1bfcfd6c7a8d9 is out of sync, need to count used quota {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 22:49:30.887446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a253ca-c6d5-4e7b-b0a3-597a30da6cac', 'tag': '15d4244e-f21a-4af7-96d9-585c0f2ac43c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:30.894753 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940cdaab-f282-456c-86a7-93c712f7e352" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a253ca-c6d5-4e7b-b0a3-597a30da6cac", "tag": "15d4244e-f21a-4af7-96d9-585c0f2ac43c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:30.941785 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.954158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 07 22:49:30.969372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Attempting to bind port c0aa276e-8ab3-402a-bb86-d4807a349cd7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:30.969739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Attempting to bind port c0aa276e-8ab3-402a-bb86-d4807a349cd7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '4de0c505-b0d7-4232-8886-d22483491b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24d7bb26-2e82-42ac-b467-ec9e4907fd0c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:30.970707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Attempting to bind port c0aa276e-8ab3-402a-bb86-d4807a349cd7 on network 24d7bb26-2e82-42ac-b467-ec9e4907fd0c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:30.977554 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:49:31.012449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:31.014665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Checking segment: {'id': '4de0c505-b0d7-4232-8886-d22483491b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24d7bb26-2e82-42ac-b467-ec9e4907fd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:31.018131 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.018900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Bound using segment: {'id': '4de0c505-b0d7-4232-8886-d22483491b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24d7bb26-2e82-42ac-b467-ec9e4907fd0c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:31.020933 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Bound port: c0aa276e-8ab3-402a-bb86-d4807a349cd7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de0c505-b0d7-4232-8886-d22483491b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24d7bb26-2e82-42ac-b467-ec9e4907fd0c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:31.021560 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.060133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network 7832f12e-829e-48a1-acf0-de3cf082d549 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:31.063133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:31.068909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:31.069483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.097793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a9f39-0a57-4df6-919d-62cc564caddb service neutron] Pushing event updated for resources: {'Port': ['ID=15d4244e-f21a-4af7-96d9-585c0f2ac43c,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:31.131226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Port': ['ID=a2731582-1a78-4a39-b8c2-332054512ab5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:31.135641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-80a84ea8-8444-4bb7-ac3d-25bb53476090 None None] Provisioning complete for port fe5fcae2-5066-49f2-9a4a-e021e93b44aa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:31.135641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80a84ea8-8444-4bb7-ac3d-25bb53476090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.141989 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4963426e-856d-43f5-aa09-9e3041b4ed6c x-openstack-request-id: req-4963426e-856d-43f5-aa09-9e3041b4ed6c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:31.142655 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a253ca-c6d5-4e7b-b0a3-597a30da6cac", "tag": "15d4244e-f21a-4af7-96d9-585c0f2ac43c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:31.144378 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4963426e-856d-43f5-aa09-9e3041b4ed6c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:31.145234 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a253ca-c6d5-4e7b-b0a3-597a30da6cac', 'tag': '15d4244e-f21a-4af7-96d9-585c0f2ac43c', 'status': 'completed', 'code': 200} Feb 07 22:49:31.230424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Usage tracker for resource:security_group_rule and tenant:d706bcc2bfa24f0586c1bfcfd6c7a8d9 is out of sync, need to count used quota {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 22:49:31.256899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.quota.resource [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 07 22:49:31.261870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fe5fcae2-5066-49f2-9a4a-e021e93b44aa up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:31.333804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d267c2-05b5-45ff-953a-c8243d1ff306 None None] Network 7832f12e-829e-48a1-acf0-de3cf082d549 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:31.341668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2dc3e694-cc82-4321-9551-eed87efdc412 tempest-QuotasTest-385296373 tempest-QuotasTest-385296373-project-admin] 10.222.0.15 "GET /v2.0/quotas/d706bcc2bfa24f0586c1bfcfd6c7a8d9/details.json HTTP/1.1" status: 200 len: 703 time: 1.7755601 Feb 07 22:49:31.394388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-8bb7f5e5-4ff0-46d5-9f47-dea4d416efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.400124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-8bb7f5e5-4ff0-46d5-9f47-dea4d416efc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22b5894f476b455cb32bbee6cd4610c6&device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 1095 time: 0.4545674 Feb 07 22:49:31.508199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.516541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-3673d9a6-7f81-4f28-bcb0-52f5fc9b05b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15d4244e-f21a-4af7-96d9-585c0f2ac43c HTTP/1.1" status: 200 len: 217 time: 0.0800953 Feb 07 22:49:31.631319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467557bb-39ce-4090-afaa-1e4e425cfefa req-c99f4cc9-27f7-46e2-ba37-e94209126e5b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.646707 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-467557bb-39ce-4090-afaa-1e4e425cfefa req-c99f4cc9-27f7-46e2-ba37-e94209126e5b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.2140388 Feb 07 22:49:31.690401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752caf11-ad36-46cb-b921-9c10fd0459ac req-c09bd328-e4a0-484e-9c28-e25180435a50 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.702168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752caf11-ad36-46cb-b921-9c10fd0459ac req-c09bd328-e4a0-484e-9c28-e25180435a50 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.728233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752caf11-ad36-46cb-b921-9c10fd0459ac req-c09bd328-e4a0-484e-9c28-e25180435a50 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.743104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752caf11-ad36-46cb-b921-9c10fd0459ac req-c09bd328-e4a0-484e-9c28-e25180435a50 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.750179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752caf11-ad36-46cb-b921-9c10fd0459ac req-c09bd328-e4a0-484e-9c28-e25180435a50 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.757355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752caf11-ad36-46cb-b921-9c10fd0459ac req-c09bd328-e4a0-484e-9c28-e25180435a50 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.763800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752caf11-ad36-46cb-b921-9c10fd0459ac req-c09bd328-e4a0-484e-9c28-e25180435a50 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.766239 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-752caf11-ad36-46cb-b921-9c10fd0459ac req-c09bd328-e4a0-484e-9c28-e25180435a50 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.4127181 Feb 07 22:49:31.804202 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-467557bb-39ce-4090-afaa-1e4e425cfefa req-610bad5a-7b57-418a-ae7b-fa4835dfc32c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564934 Feb 07 22:49:31.821217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-7a784e55-db48-4863-a6cf-15d0063c6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.822960 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-7a784e55-db48-4863-a6cf-15d0063c6e55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b355f3a5-ed58-4571-a1d2-b84c4b38a72a HTTP/1.1" status: 200 len: 852 time: 0.2877531 Feb 07 22:49:31.890842 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-e937f9b2-9fd7-4189-9fde-c6db7fdb48dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cff6b4e5-85ba-404f-be61-e361184df586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669863 Feb 07 22:49:31.901637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-752caf11-ad36-46cb-b921-9c10fd0459ac req-a39c8113-4ddc-4521-a097-b115e6ede06b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1296670 Feb 07 22:49:31.953273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] For port c0aa276e-8ab3-402a-bb86-d4807a349cd7, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:31.958216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] For port c0aa276e-8ab3-402a-bb86-d4807a349cd7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0aa276e-8ab3-402a-bb86-d4807a349cd7,segment=NetworkSegment(4de0c505-b0d7-4232-8886-d22483491b69),segment_id=4de0c505-b0d7-4232-8886-d22483491b69)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:31.968886 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54158) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:31.989725 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.044620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52996941-f66e-4dcc-8022-9ce9db40433d None None] Pushing event updated for resources: {'Port': ['ID=c0aa276e-8ab3-402a-bb86-d4807a349cd7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:32.046527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-0bf6206b-d7d5-441a-b967-4b486615dba9 service neutron] 10.222.0.24 "GET /v2.0/networks/cff6b4e5-85ba-404f-be61-e361184df586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439126 Feb 07 22:49:32.122784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fe5fcae2-5066-49f2-9a4a-e021e93b44aa triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:32.123084 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.214687 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26990e32-cd42-4ef0-af6b-70a4f48e5490 req-e12499e3-edde-4e3e-92ee-5badc7725a88 service neutron] 10.222.0.24 "GET /v2.0/networks/cff6b4e5-85ba-404f-be61-e361184df586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563323 Feb 07 22:49:32.221401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5240a4-4da3-465d-96dd-058d35b59717 req-61ec60d9-a7bd-4797-8f24-b88a778852fb tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:32.229502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-af5240a4-4da3-465d-96dd-058d35b59717 req-61ec60d9-a7bd-4797-8f24-b88a778852fb tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 944 time: 0.2785347 Feb 07 22:49:32.346113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 16236c13-9649-4d50-947c-8f5b8f485f76 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:32.355995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cdaab-f282-456c-86a7-93c712f7e352 req-e586721b-a5dc-4205-bc54-aa567137f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:32.359066 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-940cdaab-f282-456c-86a7-93c712f7e352 req-e586721b-a5dc-4205-bc54-aa567137f4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22b5894f476b455cb32bbee6cd4610c6&device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 1095 time: 0.0749326 Feb 07 22:49:32.401968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0268db50-aa2d-4e1d-9eb5-eca973b411fc None None] Provisioning complete for port 16236c13-9649-4d50-947c-8f5b8f485f76 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:32.402758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0268db50-aa2d-4e1d-9eb5-eca973b411fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.461150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6df775a-6b91-4ddb-b513-f4b2a1e1f027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.537921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 16236c13-9649-4d50-947c-8f5b8f485f76 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:32.538803 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.562254 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-af5240a4-4da3-465d-96dd-058d35b59717 req-dea0c702-a16d-4c86-bdfc-7dfb7635ae66 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168852 Feb 07 22:49:32.581977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cdaab-f282-456c-86a7-93c712f7e352 req-2df1e1a9-874b-4d74-8b99-79ae6888eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:32.584973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-940cdaab-f282-456c-86a7-93c712f7e352 req-2df1e1a9-874b-4d74-8b99-79ae6888eecc service neutron] 10.222.0.24 "GET /v2.0/networks?id=cff6b4e5-85ba-404f-be61-e361184df586 HTTP/1.1" status: 200 len: 912 time: 0.2167032 Feb 07 22:49:32.589830 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0268db50-aa2d-4e1d-9eb5-eca973b411fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.642395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.660943 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.661730 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.664631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-940cdaab-f282-456c-86a7-93c712f7e352 req-6640d49d-cf76-455d-835d-2b4d78498473 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15d4244e-f21a-4af7-96d9-585c0f2ac43c HTTP/1.1" status: 200 len: 217 time: 0.0720732 Feb 07 22:49:32.694752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0268db50-aa2d-4e1d-9eb5-eca973b411fc None None] For port 16236c13-9649-4d50-947c-8f5b8f485f76, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=16236c13-9649-4d50-947c-8f5b8f485f76,segment=NetworkSegment(584ed0ea-7f25-429c-92ae-daddd37e3575),segment_id=584ed0ea-7f25-429c-92ae-daddd37e3575)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:32.722737 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0268db50-aa2d-4e1d-9eb5-eca973b411fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.771164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cdaab-f282-456c-86a7-93c712f7e352 req-dfac5f3f-ca44-46c5-9876-c3636864e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:32.780092 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-940cdaab-f282-456c-86a7-93c712f7e352 req-dfac5f3f-ca44-46c5-9876-c3636864e621 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b355f3a5-ed58-4571-a1d2-b84c4b38a72a HTTP/1.1" status: 200 len: 852 time: 0.1021597 Feb 07 22:49:32.872553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-940cdaab-f282-456c-86a7-93c712f7e352 req-f0acaee9-cdd9-4938-af32-a5ef3fd8aed6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cff6b4e5-85ba-404f-be61-e361184df586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834606 Feb 07 22:49:32.933256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268db50-aa2d-4e1d-9eb5-eca973b411fc None None] Pushing event updated for resources: {'Port': ['ID=16236c13-9649-4d50-947c-8f5b8f485f76,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:33.018807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a9e5927f-cea4-4bd5-9537-20e2d8d8b2eb None None] Provisioning complete for port a2731582-1a78-4a39-b8c2-332054512ab5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:33.019466 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9e5927f-cea4-4bd5-9537-20e2d8d8b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.077690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network 7832f12e-829e-48a1-acf0-de3cf082d549 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:33.090317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:33.164818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Port': ['ID=a2731582-1a78-4a39-b8c2-332054512ab5,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:33.190770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5927f-cea4-4bd5-9537-20e2d8d8b2eb None None] Port a2731582-1a78-4a39-b8c2-332054512ab5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:49:33.232880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1e38f-5d5f-4d26-8f3f-a27c4f8b526f req-95aeadc6-855e-4cc7-a41d-350496adfc1c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:33.237561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a9e5927f-cea4-4bd5-9537-20e2d8d8b2eb None None] Provisioning complete for port 16236c13-9649-4d50-947c-8f5b8f485f76 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:33.237953 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9e5927f-cea4-4bd5-9537-20e2d8d8b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.241342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4f1e38f-5d5f-4d26-8f3f-a27c4f8b526f req-95aeadc6-855e-4cc7-a41d-350496adfc1c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.1816001 Feb 07 22:49:33.390208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f4f1e38f-5d5f-4d26-8f3f-a27c4f8b526f req-6e52b474-7016-4aae-bf0a-88aa6796d7b1 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184814 Feb 07 22:49:33.399647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-940cdaab-f282-456c-86a7-93c712f7e352 req-41060c44-32c7-4ebd-8708-946a9d357286 service neutron] 10.222.0.24 "GET /v2.0/networks/cff6b4e5-85ba-404f-be61-e361184df586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172031 Feb 07 22:49:33.409121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 16236c13-9649-4d50-947c-8f5b8f485f76 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:33.423884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6df775a-6b91-4ddb-b513-f4b2a1e1f027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.505301 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6df775a-6b91-4ddb-b513-f4b2a1e1f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.554638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-940cdaab-f282-456c-86a7-93c712f7e352 req-d36cfa55-e00e-44d7-9704-4da2c6b50af0 service neutron] 10.222.0.24 "GET /v2.0/networks/cff6b4e5-85ba-404f-be61-e361184df586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479845 Feb 07 22:49:33.605273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4a5e13e6-f14e-47a4-bf83-7cc0697a45ad None None] Provisioning complete for port a2731582-1a78-4a39-b8c2-332054512ab5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:33.620592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a5e13e6-f14e-47a4-bf83-7cc0697a45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.681016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e13e6-f14e-47a4-bf83-7cc0697a45ad None None] Port a2731582-1a78-4a39-b8c2-332054512ab5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:49:33.705429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 16236c13-9649-4d50-947c-8f5b8f485f76 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:33.705791 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.717070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b72b1-8533-43cf-8e65-563e2b738c13 req-e25ac04b-5061-4ef9-b8af-b74e0ebfcfe5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:33.724474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b72b1-8533-43cf-8e65-563e2b738c13 req-e25ac04b-5061-4ef9-b8af-b74e0ebfcfe5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:33.730765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b72b1-8533-43cf-8e65-563e2b738c13 req-e25ac04b-5061-4ef9-b8af-b74e0ebfcfe5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:33.738604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b72b1-8533-43cf-8e65-563e2b738c13 req-e25ac04b-5061-4ef9-b8af-b74e0ebfcfe5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:33.745066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b72b1-8533-43cf-8e65-563e2b738c13 req-e25ac04b-5061-4ef9-b8af-b74e0ebfcfe5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:33.765110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b72b1-8533-43cf-8e65-563e2b738c13 req-e25ac04b-5061-4ef9-b8af-b74e0ebfcfe5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:33.771351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b72b1-8533-43cf-8e65-563e2b738c13 req-e25ac04b-5061-4ef9-b8af-b74e0ebfcfe5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:33.773396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f56b72b1-8533-43cf-8e65-563e2b738c13 req-e25ac04b-5061-4ef9-b8af-b74e0ebfcfe5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.6714501 Feb 07 22:49:33.778107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df775a-6b91-4ddb-b513-f4b2a1e1f027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb068b-efc6-40e5-866b-a6f23ab4359e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:33.780375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dc9f0-130a-4dc7-8e4a-37e638ac8e2d req-b8b354e7-ad8a-454f-8c7f-f7fe8f688460 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:33.781877 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f41dc9f0-130a-4dc7-8e4a-37e638ac8e2d req-b8b354e7-ad8a-454f-8c7f-f7fe8f688460 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 944 time: 0.1106021 Feb 07 22:49:33.789124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f6df775a-6b91-4ddb-b513-f4b2a1e1f027 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a72653915ad4045bc12a780f00ec663&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8043919 Feb 07 22:49:33.807979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54192) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:33.872601 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f41dc9f0-130a-4dc7-8e4a-37e638ac8e2d req-531f5e7f-09d8-4fca-aaa2-491a3c4472fa tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756977 Feb 07 22:49:33.894718 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0aa276e-8ab3-402a-bb86-d4807a349cd7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:33.900280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Router 23e64539-8075-4731-83f2-8d4e21c757c5 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:49:33.903682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 15d4244e-f21a-4af7-96d9-585c0f2ac43c details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:33.945281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1fca7763-583b-424d-82b6-263e3c7a5a64 None None] Provisioning complete for port a2731582-1a78-4a39-b8c2-332054512ab5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:33.945659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1fca7763-583b-424d-82b6-263e3c7a5a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.972343 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f56b72b1-8533-43cf-8e65-563e2b738c13 req-52140eb1-2592-4e58-ba74-912a6f73ead3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1631720 Feb 07 22:49:33.973060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-839b59b1-9c99-4356-a71e-106677d41fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.006087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1fca7763-583b-424d-82b6-263e3c7a5a64 None None] Port a2731582-1a78-4a39-b8c2-332054512ab5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:49:34.007524 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-839b59b1-9c99-4356-a71e-106677d41fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.039337 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.114115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c0aa276e-8ab3-402a-bb86-d4807a349cd7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:34.114115 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.167305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd4bd7a-c47d-4d0a-8291-62f201889ab4 None None] Network 24d7bb26-2e82-42ac-b467-ec9e4907fd0c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:34.204336 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-839b59b1-9c99-4356-a71e-106677d41fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.220809 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-839b59b1-9c99-4356-a71e-106677d41fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.222663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-839b59b1-9c99-4356-a71e-106677d41fe3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4edb068b-efc6-40e5-866b-a6f23ab4359e HTTP/1.1" status: 204 len: 168 time: 0.4111197 Feb 07 22:49:34.240260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8c19-5084-48f5-95b8-3b686b80bdff req-96d34e89-3e8e-48b3-94eb-5246a9c79c0b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:34.248098 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-463c8c19-5084-48f5-95b8-3b686b80bdff req-96d34e89-3e8e-48b3-94eb-5246a9c79c0b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.0863442 Feb 07 22:49:34.265309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 15d4244e-f21a-4af7-96d9-585c0f2ac43c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=15d4244e-f21a-4af7-96d9-585c0f2ac43c,segment=NetworkSegment(2ba4ecc0-88c4-4668-b12c-20bd7ea8837c),segment_id=2ba4ecc0-88c4-4668-b12c-20bd7ea8837c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:34.270581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:49:34.274211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b59b1-9c99-4356-a71e-106677d41fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb068b-efc6-40e5-866b-a6f23ab4359e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:34.286133 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059a765-c811-4f0c-baa4-475e31786434 None None] Sync routers for ids ['23e64539-8075-4731-83f2-8d4e21c757c5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:34.288881 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ebf97ef8-8c07-4ad8-90e6-3f76c673df07 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "PUT /v2.0/routers/23e64539-8075-4731-83f2-8d4e21c757c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8315313 Feb 07 22:49:34.291054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54216) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:34.325240 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059a765-c811-4f0c-baa4-475e31786434 None None] Routers {'23e64539-8075-4731-83f2-8d4e21c757c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:34.326144 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0059a765-c811-4f0c-baa4-475e31786434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['23e64539-8075-4731-83f2-8d4e21c757c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:34.327124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-463c8c19-5084-48f5-95b8-3b686b80bdff req-c6529299-e92c-459b-889a-60b01c58c580 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780487 Feb 07 22:49:34.443009 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0059a765-c811-4f0c-baa4-475e31786434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:34.467442 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059a765-c811-4f0c-baa4-475e31786434 None None] Routers {'23e64539-8075-4731-83f2-8d4e21c757c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:34.468305 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0059a765-c811-4f0c-baa4-475e31786434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['23e64539-8075-4731-83f2-8d4e21c757c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:34.513213 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0059a765-c811-4f0c-baa4-475e31786434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:34.514329 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059a765-c811-4f0c-baa4-475e31786434 None None] The sync data for ids ['23e64539-8075-4731-83f2-8d4e21c757c5'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:34.523761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '15d4244e-f21a-4af7-96d9-585c0f2ac43c', 'network_id': 'cff6b4e5-85ba-404f-be61-e361184df586', 'port_id': '15d4244e-f21a-4af7-96d9-585c0f2ac43c', 'mac_address': 'fa:16:3e:12:48:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b355f3a5-ed58-4571-a1d2-b84c4b38a72a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:34.610371 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.618456 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.698978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-30d2fc91-eea4-4025-8e60-1849e35f2e76 None None] Provisioning complete for port c0aa276e-8ab3-402a-bb86-d4807a349cd7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:34.699235 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30d2fc91-eea4-4025-8e60-1849e35f2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.758192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54228) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:34.761154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ca779-b6c7-432a-a841-a3f8f6958e4f req-89f50aba-b117-4d06-8b8e-4c489d5e4cc5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:34.762842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-394ca779-b6c7-432a-a841-a3f8f6958e4f req-89f50aba-b117-4d06-8b8e-4c489d5e4cc5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.2100043 Feb 07 22:49:34.771898 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.782822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31885b42-97d9-42c4-a113-345990f500fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.807618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d4244e-f21a-4af7-96d9-585c0f2ac43c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:34.841495 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-35a384c2-0b5d-4471-831d-413928f885e0 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:49:34.846204 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-35a384c2-0b5d-4471-831d-413928f885e0 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "PUT /v2.0/routers/23e64539-8075-4731-83f2-8d4e21c757c5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5461578 Feb 07 22:49:34.846409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54230) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:34.862984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c0aa276e-8ab3-402a-bb86-d4807a349cd7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0aa276e-8ab3-402a-bb86-d4807a349cd7,segment=NetworkSegment(4de0c505-b0d7-4232-8886-d22483491b69),segment_id=4de0c505-b0d7-4232-8886-d22483491b69)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:34.877853 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-394ca779-b6c7-432a-a841-a3f8f6958e4f req-f9c1b48d-0898-498c-8522-185f56b2d3e1 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041400 Feb 07 22:49:34.888454 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.978357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 15d4244e-f21a-4af7-96d9-585c0f2ac43c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=15d4244e-f21a-4af7-96d9-585c0f2ac43c,segment=NetworkSegment(2ba4ecc0-88c4-4668-b12c-20bd7ea8837c),segment_id=2ba4ecc0-88c4-4668-b12c-20bd7ea8837c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:34.987882 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.010843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c0aa276e-8ab3-402a-bb86-d4807a349cd7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:35.065306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31885b42-97d9-42c4-a113-345990f500fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.100240 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31885b42-97d9-42c4-a113-345990f500fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.115555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=15d4244e-f21a-4af7-96d9-585c0f2ac43c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:35.155382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499344d-3023-4081-8008-ccd0413f6560 req-24dd7386-2726-41d7-81a5-c6325498822f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.156517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e0a-1c86-4a2a-b596-26e6c0cbb1eb req-14fbdf3d-5dcf-447f-8655-bdff0c24ea1d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.163383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e0a-1c86-4a2a-b596-26e6c0cbb1eb req-14fbdf3d-5dcf-447f-8655-bdff0c24ea1d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.163597 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7499344d-3023-4081-8008-ccd0413f6560 req-24dd7386-2726-41d7-81a5-c6325498822f tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 944 time: 0.2063637 Feb 07 22:49:35.169722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e0a-1c86-4a2a-b596-26e6c0cbb1eb req-14fbdf3d-5dcf-447f-8655-bdff0c24ea1d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.175855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e0a-1c86-4a2a-b596-26e6c0cbb1eb req-14fbdf3d-5dcf-447f-8655-bdff0c24ea1d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.181502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e0a-1c86-4a2a-b596-26e6c0cbb1eb req-14fbdf3d-5dcf-447f-8655-bdff0c24ea1d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.187475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e0a-1c86-4a2a-b596-26e6c0cbb1eb req-14fbdf3d-5dcf-447f-8655-bdff0c24ea1d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.193647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588e0a-1c86-4a2a-b596-26e6c0cbb1eb req-14fbdf3d-5dcf-447f-8655-bdff0c24ea1d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.195577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e588e0a-1c86-4a2a-b596-26e6c0cbb1eb req-14fbdf3d-5dcf-447f-8655-bdff0c24ea1d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.1029320 Feb 07 22:49:35.215817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['15d4244e-f21a-4af7-96d9-585c0f2ac43c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:35.219629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b5c2309a-812b-41ca-b5fa-f515d9f4f72c None None] Provisioning complete for port c0aa276e-8ab3-402a-bb86-d4807a349cd7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:35.220994 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5c2309a-812b-41ca-b5fa-f515d9f4f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.247836 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-31885b42-97d9-42c4-a113-345990f500fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d706bcc2bfa24f0586c1bfcfd6c7a8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867365 Feb 07 22:49:35.250651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54242) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:35.255211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7499344d-3023-4081-8008-ccd0413f6560 req-10cd1d0b-c022-4dba-b92d-c07c2be876d3 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907362 Feb 07 22:49:35.255873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31885b42-97d9-42c4-a113-345990f500fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a46f041-39be-45be-8cfd-aaa5f283fdba,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:35.269673 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e588e0a-1c86-4a2a-b596-26e6c0cbb1eb req-205f3e60-663d-410b-9b9d-b49c8570fb63 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0642941 Feb 07 22:49:35.468942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a0354300-a90e-40ff-9e27-b928e0282da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.525710 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a0354300-a90e-40ff-9e27-b928e0282da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.547027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a339-c75a-4519-950a-80e69f2af743 req-ad9085ad-e2bf-4c4a-a02b-47943b7d8010 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.548661 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84c7a339-c75a-4519-950a-80e69f2af743 req-ad9085ad-e2bf-4c4a-a02b-47943b7d8010 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.1152539 Feb 07 22:49:35.612981 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84c7a339-c75a-4519-950a-80e69f2af743 req-7d1d2044-b91f-4e6a-ac89-08d3fd1a2fa5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560644 Feb 07 22:49:35.616509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.685525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a0354300-a90e-40ff-9e27-b928e0282da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.688027 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a0354300-a90e-40ff-9e27-b928e0282da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.692165 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a0354300-a90e-40ff-9e27-b928e0282da3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a46f041-39be-45be-8cfd-aaa5f283fdba HTTP/1.1" status: 204 len: 168 time: 0.4171360 Feb 07 22:49:35.701487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0354300-a90e-40ff-9e27-b928e0282da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a46f041-39be-45be-8cfd-aaa5f283fdba,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:35.894510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 15d4244e-f21a-4af7-96d9-585c0f2ac43c up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:35.951625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Deleting port a2731582-1a78-4a39-b8c2-332054512ab5 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:35.952607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.019400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 15d4244e-f21a-4af7-96d9-585c0f2ac43c completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:36.025791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 15d4244e-f21a-4af7-96d9-585c0f2ac43c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:36.029758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.091243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477ed91-3c43-43e5-a95d-df65a2849af4 req-3ff558a0-a735-4508-b030-51c9b3ff4c73 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.102021 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d477ed91-3c43-43e5-a95d-df65a2849af4 req-3ff558a0-a735-4508-b030-51c9b3ff4c73 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.0975761 Feb 07 22:49:36.121107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.148954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Calling delete_port for a2731582-1a78-4a39-b8c2-332054512ab5 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:36.168454 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.190088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d477ed91-3c43-43e5-a95d-df65a2849af4 req-273a059f-e085-4840-a073-eea6ca4fcf6c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850246 Feb 07 22:49:36.211023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a253ca-c6d5-4e7b-b0a3-597a30da6cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d4244e-f21a-4af7-96d9-585c0f2ac43c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:36.230466 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330a0dc-6fa9-4c2d-87f1-800f50e51b9b" -d '{"events": [{"server_uuid": "a5a253ca-c6d5-4e7b-b0a3-597a30da6cac", "name": "network-vif-plugged", "status": "completed", "tag": "15d4244e-f21a-4af7-96d9-585c0f2ac43c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:36.263141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 15d4244e-f21a-4af7-96d9-585c0f2ac43c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=15d4244e-f21a-4af7-96d9-585c0f2ac43c,segment=NetworkSegment(2ba4ecc0-88c4-4668-b12c-20bd7ea8837c),segment_id=2ba4ecc0-88c4-4668-b12c-20bd7ea8837c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:36.275485 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.327417 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4523d7f5-c555-4aca-a473-a18542e056d7 x-openstack-request-id: req-4523d7f5-c555-4aca-a473-a18542e056d7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:36.328519 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a253ca-c6d5-4e7b-b0a3-597a30da6cac", "name": "network-vif-plugged", "status": "completed", "tag": "15d4244e-f21a-4af7-96d9-585c0f2ac43c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:36.330264 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4523d7f5-c555-4aca-a473-a18542e056d7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:36.330875 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a253ca-c6d5-4e7b-b0a3-597a30da6cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d4244e-f21a-4af7-96d9-585c0f2ac43c', 'code': 200} Feb 07 22:49:36.393376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dbd69-0004-4a5b-bec7-d20f644e1387 req-fa585821-3664-449e-a33a-270a51edc35d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.398823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-874dbd69-0004-4a5b-bec7-d20f644e1387 req-fa585821-3664-449e-a33a-270a51edc35d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.1670904 Feb 07 22:49:36.399731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=15d4244e-f21a-4af7-96d9-585c0f2ac43c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:36.476647 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-874dbd69-0004-4a5b-bec7-d20f644e1387 req-e90a8613-1418-43b3-843f-07718ca05e0e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728273 Feb 07 22:49:36.555043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.600074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d7042-b5ec-4268-80df-bd6831a3e98b req-e2854e70-b498-482e-8059-5868cdcd11a2 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.601945 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-097d7042-b5ec-4268-80df-bd6831a3e98b req-e2854e70-b498-482e-8059-5868cdcd11a2 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 946 time: 0.1529951 Feb 07 22:49:36.603147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6510b-e922-4052-b9a7-cf0a2ef62b11 req-05956a83-acff-407a-962b-f7bdd338171f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.606879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab05484-6760-468c-b81b-a0affe6d5533 req-42067142-a770-440b-aefb-bd899b80a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.608484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ab05484-6760-468c-b81b-a0affe6d5533 req-42067142-a770-440b-aefb-bd899b80a821 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 1097 time: 0.1440496 Feb 07 22:49:36.609322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Port': ['ID=a2731582-1a78-4a39-b8c2-332054512ab5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:36.614496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6510b-e922-4052-b9a7-cf0a2ef62b11 req-05956a83-acff-407a-962b-f7bdd338171f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.624694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6510b-e922-4052-b9a7-cf0a2ef62b11 req-05956a83-acff-407a-962b-f7bdd338171f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.633724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6510b-e922-4052-b9a7-cf0a2ef62b11 req-05956a83-acff-407a-962b-f7bdd338171f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.647141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6510b-e922-4052-b9a7-cf0a2ef62b11 req-05956a83-acff-407a-962b-f7bdd338171f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.654983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6510b-e922-4052-b9a7-cf0a2ef62b11 req-05956a83-acff-407a-962b-f7bdd338171f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.662308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6510b-e922-4052-b9a7-cf0a2ef62b11 req-05956a83-acff-407a-962b-f7bdd338171f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.664022 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fde6510b-e922-4052-b9a7-cf0a2ef62b11 req-05956a83-acff-407a-962b-f7bdd338171f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.1291981 Feb 07 22:49:36.740988 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fde6510b-e922-4052-b9a7-cf0a2ef62b11 req-03831bba-ff67-4b28-956c-49e37e17a6da tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0702939 Feb 07 22:49:37.091159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0aa276e-8ab3-402a-bb86-d4807a349cd7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:37.117552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.152829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c0aa276e-8ab3-402a-bb86-d4807a349cd7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:37.153721 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.218156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ab05484-6760-468c-b81b-a0affe6d5533 req-58273069-89bb-42ad-a389-64c7aaf7cdea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011114 Feb 07 22:49:37.244373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-097d7042-b5ec-4268-80df-bd6831a3e98b req-6918a2e1-9bbf-49f3-8fd7-e441ed166e21 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020911 Feb 07 22:49:37.377135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d6440-57bf-42c0-b140-3712d13f0d01 req-2b18d71b-4726-4d5a-a4bc-5bb62c848e90 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:37.385101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-270d6440-57bf-42c0-b140-3712d13f0d01 req-2b18d71b-4726-4d5a-a4bc-5bb62c848e90 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.0738740 Feb 07 22:49:37.398015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Router 23e64539-8075-4731-83f2-8d4e21c757c5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:49:37.427727 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-270d6440-57bf-42c0-b140-3712d13f0d01 req-5d6ef796-e0b2-451b-9de7-7d5699f807fd tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Feb 07 22:49:37.519071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:49:37.528593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54334) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:37.531965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af39956-c088-43ad-818a-d26e13fe7a62 None None] Sync routers for ids ['23e64539-8075-4731-83f2-8d4e21c757c5'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:37.542367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8d6d51c6-3a18-422f-8c41-6635d137fc7b tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "PUT /v2.0/routers/23e64539-8075-4731-83f2-8d4e21c757c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6809971 Feb 07 22:49:37.544250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af39956-c088-43ad-818a-d26e13fe7a62 None None] Routers {'23e64539-8075-4731-83f2-8d4e21c757c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:37.545060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6af39956-c088-43ad-818a-d26e13fe7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['23e64539-8075-4731-83f2-8d4e21c757c5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:37.575076 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-a6d34b59-6b3c-4ff9-89b7-73a2325f03b3 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] delete failed (client error): The resource could not be found. Feb 07 22:49:37.576123 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a6d34b59-6b3c-4ff9-89b7-73a2325f03b3 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1542968101 HTTP/1.1" status: 404 len: 335 time: 0.0459628 Feb 07 22:49:37.579861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54340) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:37.592240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2e242753-cb72-4dd1-a044-a6dc3127ad1a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'router': {'external_gateway_info': {'network_id': '23e64539-8075-4731-83f2-8d4e21c757c5'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:37.670721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb864a8-fee8-4225-98f9-79edfd509b8b req-01644852-a2b4-4450-9c94-d89cc1d48c81 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:37.672743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbb864a8-fee8-4225-98f9-79edfd509b8b req-01644852-a2b4-4450-9c94-d89cc1d48c81 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.0691242 Feb 07 22:49:37.674062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6af39956-c088-43ad-818a-d26e13fe7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:37.683595 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af39956-c088-43ad-818a-d26e13fe7a62 None None] Routers {'23e64539-8075-4731-83f2-8d4e21c757c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:37.684182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6af39956-c088-43ad-818a-d26e13fe7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['23e64539-8075-4731-83f2-8d4e21c757c5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:37.721540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6af39956-c088-43ad-818a-d26e13fe7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:37.722193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af39956-c088-43ad-818a-d26e13fe7a62 None None] The sync data for ids ['23e64539-8075-4731-83f2-8d4e21c757c5'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:37.740467 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbb864a8-fee8-4225-98f9-79edfd509b8b req-a5d838b8-10a1-4e88-8995-9b84539d7bff tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597537 Feb 07 22:49:37.741161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54344) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:37.875460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-440707725', 'router:external': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:37.904534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:37.909253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Made reservation on behalf of 4bc17758fa9c4e8e8ee4d648af0cc628 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:37.909743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:37.913253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.923171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.927871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e242753-cb72-4dd1-a044-a6dc3127ad1a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.984530 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-2e242753-cb72-4dd1-a044-a6dc3127ad1a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] update failed (client error): The resource could not be found. Feb 07 22:49:37.989364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2e242753-cb72-4dd1-a044-a6dc3127ad1a tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "PUT /v2.0/routers/23e64539-8075-4731-83f2-8d4e21c757c5 HTTP/1.1" status: 404 len: 339 time: 0.4051518 Feb 07 22:49:37.990398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54354) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:37.999863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d71f-085b-49f6-b520-e919f5aa9632 req-182f7b9e-64f0-449e-83a1-a8c819cc94ae tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.000767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-298172452'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:38.007538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d71f-085b-49f6-b520-e919f5aa9632 req-182f7b9e-64f0-449e-83a1-a8c819cc94ae tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.018051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d71f-085b-49f6-b520-e919f5aa9632 req-182f7b9e-64f0-449e-83a1-a8c819cc94ae tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.029987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d71f-085b-49f6-b520-e919f5aa9632 req-182f7b9e-64f0-449e-83a1-a8c819cc94ae tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.037473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d71f-085b-49f6-b520-e919f5aa9632 req-182f7b9e-64f0-449e-83a1-a8c819cc94ae tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.041728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.044972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d71f-085b-49f6-b520-e919f5aa9632 req-182f7b9e-64f0-449e-83a1-a8c819cc94ae tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.050192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.054612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d71f-085b-49f6-b520-e919f5aa9632 req-182f7b9e-64f0-449e-83a1-a8c819cc94ae tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.058039 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5621d71f-085b-49f6-b520-e919f5aa9632 req-182f7b9e-64f0-449e-83a1-a8c819cc94ae tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.2074475 Feb 07 22:49:38.066900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Made reservation on behalf of aba2be98f4c04506bbf55773231ae850 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:38.070993 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.089681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:38.096606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:38.105085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '7b686ed9-7829-408c-ad67-3c997466cd04', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'port_id': '7b686ed9-7829-408c-ad67-3c997466cd04', 'mac_address': 'fa:16:3e:fd:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:38.115960 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.116446 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Added segment d18f380d-9e9a-41d9-8c23-c9f914dddbce of type vlan for network 30d501a2-730a-4975-917f-a33d0ca5afe9 Feb 07 22:49:38.119473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc71ebd1-0873-4181-9f7e-13476b2169a5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:38.128137 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5621d71f-085b-49f6-b520-e919f5aa9632 req-376cd8bc-f82e-4989-9e9d-7f2516b39e84 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0586941 Feb 07 22:49:38.137835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:38.162412 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.177598 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.177906 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Added segment bfbdff09-1da4-4c10-85c2-0eb85d9f47ae of type vlan for network ced245df-5970-47ff-aad8-e1a9b8a91ae3 Feb 07 22:49:38.194944 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.225436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.227165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:38.229446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b686ed9-7829-408c-ad67-3c997466cd04 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:38.238756 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.244043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.291203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.292228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.292831 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.306376 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.311946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.312653 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.325555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=11']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:38.328149 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:49:38.328503 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:49:38.331175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54362) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:38.331914 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5896504 Feb 07 22:49:38.338837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'subnet': {'network_id': '30d501a2-730a-4975-917f-a33d0ca5afe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:38.346033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:38.352350 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d3ada-9a94-4ed8-9ec8-a8894927f8d2" -d '{"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:38.380210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Made reservation on behalf of 4bc17758fa9c4e8e8ee4d648af0cc628 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:38.383407 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.416029 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76533013-8c85-4955-a295-7702516b21d0 x-openstack-request-id: req-76533013-8c85-4955-a295-7702516b21d0 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:38.416411 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:38.416851 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76533013-8c85-4955-a295-7702516b21d0 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:38.417409 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'code': 200} Feb 07 22:49:38.456291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4647145 Feb 07 22:49:38.459215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245ddf4-fb52-44e3-8e7a-9a342173da83 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event updated for resources: {'Network': ['ID=30d501a2-730a-4975-917f-a33d0ca5afe9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:38.479185 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 30d501a2-730a-4975-917f-a33d0ca5afe9 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:49:38.508055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54366) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:38.524879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'subnet': {'network_id': 'ced245df-5970-47ff-aad8-e1a9b8a91ae3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:38.671270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0155e-8804-49f9-a96a-656f0b8d0fef req-83bd52c1-f735-4a98-80bf-9f97e6799367 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.673501 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8f0155e-8804-49f9-a96a-656f0b8d0fef req-83bd52c1-f735-4a98-80bf-9f97e6799367 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 946 time: 0.2784872 Feb 07 22:49:38.677083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e260e8-7045-49f8-80ad-81fb68f878da tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Network': ['ID=ced245df-5970-47ff-aad8-e1a9b8a91ae3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:38.690454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ced245df-5970-47ff-aad8-e1a9b8a91ae3 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:49:38.758236 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8f0155e-8804-49f9-a96a-656f0b8d0fef req-d57cf880-f6b0-4209-a061-f9884e9bb068 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732841 Feb 07 22:49:38.767734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Made reservation on behalf of aba2be98f4c04506bbf55773231ae850 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:38.779970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.858724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcbca3-4d64-4e90-b361-ec1ebb5437aa req-ca7dff67-d025-4909-843b-89a0c9fc582f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.860577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6dbcbca3-4d64-4e90-b361-ec1ebb5437aa req-ca7dff67-d025-4909-843b-89a0c9fc582f tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.0952532 Feb 07 22:49:38.890303 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.906776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b686ed9-7829-408c-ad67-3c997466cd04 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:38.933856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:38.944096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019760-9375-418a-b98d-4cc90b7d9a32 req-25e0b937-a782-4264-89fd-bad6d71f788b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.946522 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.948597 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0019760-9375-418a-b98d-4cc90b7d9a32 req-25e0b937-a782-4264-89fd-bad6d71f788b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0827208 Feb 07 22:49:39.013767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6dbcbca3-4d64-4e90-b361-ec1ebb5437aa req-a57f7d14-a41a-41e2-ab03-f6935a7bede2 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336730 Feb 07 22:49:39.039278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=12']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:39.085380 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['7b686ed9-7829-408c-ad67-3c997466cd04'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:39.098025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0019760-9375-418a-b98d-4cc90b7d9a32 req-454eac27-5ea4-4f7f-b557-3ab068949afa tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936596 Feb 07 22:49:39.108254 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.193894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Subnet': ['ID=2fab317a-be79-4c10-9661-c2cd1f36976a,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:39.204612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Checking segment: {'id': 'bfbdff09-1da4-4c10-85c2-0eb85d9f47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ced245df-5970-47ff-aad8-e1a9b8a91ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:39.205007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network hostable DHCP agents. Network: ced245df-5970-47ff-aad8-e1a9b8a91ae3, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:39.227733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network ced245df-5970-47ff-aad8-e1a9b8a91ae3 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:39.232248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.objects.ports [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 22:49:39.232742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.243915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ced245df-5970-47ff-aad8-e1a9b8a91ae3) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:39.249713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.250082 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.260609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5f812d-a3e1-45ae-96b7-dc25784ee036 None None] Network ced245df-5970-47ff-aad8-e1a9b8a91ae3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:39.273562 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7b19fe6a-064e-4702-b144-8b4250f8e5d2 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7601681 Feb 07 22:49:39.283386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54388) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:39.307632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-564b736a-9273-4047-8792-823f4f1263a3 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ced245df-5970-47ff-aad8-e1a9b8a91ae3'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:39.405938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01934b45-9511-477a-97e6-96179ffc26c3,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:39.459375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Checking segment: {'id': 'd18f380d-9e9a-41d9-8c23-c9f914dddbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '30d501a2-730a-4975-917f-a33d0ca5afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:39.459375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Network hostable DHCP agents. Network: 30d501a2-730a-4975-917f-a33d0ca5afe9, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:39.461969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-ced245df-5970-47ff-aad8-e1a9b8a91ae3', 'network_id': 'ced245df-5970-47ff-aad8-e1a9b8a91ae3', 'tenant_id': 'aba2be98f4c04506bbf55773231ae850', 'fixed_ips': [{'subnet_id': '2fab317a-be79-4c10-9661-c2cd1f36976a'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:49:39.463048 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.500295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930206-0956-4c61-91e0-46370aefe3b4 req-7747d076-6754-434a-bb4d-e7ddcb240d3f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.506793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930206-0956-4c61-91e0-46370aefe3b4 req-7747d076-6754-434a-bb4d-e7ddcb240d3f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.513002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930206-0956-4c61-91e0-46370aefe3b4 req-7747d076-6754-434a-bb4d-e7ddcb240d3f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.519521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930206-0956-4c61-91e0-46370aefe3b4 req-7747d076-6754-434a-bb4d-e7ddcb240d3f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.525604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930206-0956-4c61-91e0-46370aefe3b4 req-7747d076-6754-434a-bb4d-e7ddcb240d3f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.531518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930206-0956-4c61-91e0-46370aefe3b4 req-7747d076-6754-434a-bb4d-e7ddcb240d3f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.537677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930206-0956-4c61-91e0-46370aefe3b4 req-7747d076-6754-434a-bb4d-e7ddcb240d3f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.539621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44930206-0956-4c61-91e0-46370aefe3b4 req-7747d076-6754-434a-bb4d-e7ddcb240d3f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.2963879 Feb 07 22:49:39.599320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Network 30d501a2-730a-4975-917f-a33d0ca5afe9 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:39.690096 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44930206-0956-4c61-91e0-46370aefe3b4 req-e6ff4be0-75c5-4b0c-9d8e-09342dea8264 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1346459 Feb 07 22:49:39.693719 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 30d501a2-730a-4975-917f-a33d0ca5afe9) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:39.698978 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-564b736a-9273-4047-8792-823f4f1263a3 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.703053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.703781 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.757278 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-035aee15-8097-471c-8481-dcbebdfba598 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4222281 Feb 07 22:49:39.761121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54406) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:39.767400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-833146982', 'network_id': '30d501a2-730a-4975-917f-a33d0ca5afe9'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:39.844857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Made reservation on behalf of 4bc17758fa9c4e8e8ee4d648af0cc628 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:39.849729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.861005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc2697-0a31-4b77-9ba5-7b5a89954388 None None] Network 30d501a2-730a-4975-917f-a33d0ca5afe9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:39.924606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:39.951175 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-564b736a-9273-4047-8792-823f4f1263a3 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:49:39.956700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-564b736a-9273-4047-8792-823f4f1263a3 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "PUT /v2.0/routers/23e64539-8075-4731-83f2-8d4e21c757c5 HTTP/1.1" status: 400 len: 364 time: 0.6624186 Feb 07 22:49:39.956700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54416) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:39.980309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Allocated IP 2001:db8:1::2 (ced245df-5970-47ff-aad8-e1a9b8a91ae3/2fab317a-be79-4c10-9661-c2cd1f36976a/4660f3d1-1185-46cf-8147-79f77e0a0104) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:40.003387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] device_id is not set on port 40462f99-77ac-493c-902e-fd47a6267e83 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:49:40.165365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 7b686ed9-7829-408c-ad67-3c997466cd04 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:40.171557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.203175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f6921-ec6a-486d-9cf7-9863a333d549 req-f5d73f09-668c-4426-9d81-be77627c310e tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:40.211009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f6f6921-ec6a-486d-9cf7-9863a333d549 req-f5d73f09-668c-4426-9d81-be77627c310e tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 946 time: 0.3277256 Feb 07 22:49:40.220273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69727e3d-31af-42ea-8809-61d993e6535e None None] Network 30d501a2-730a-4975-917f-a33d0ca5afe9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:40.353825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f6f6921-ec6a-486d-9cf7-9863a333d549 req-c685ef59-e909-479a-bec1-56e6d08cd924 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339021 Feb 07 22:49:40.393337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Allocated IP 2001:db8::2ca (30d501a2-730a-4975-917f-a33d0ca5afe9/01934b45-9511-477a-97e6-96179ffc26c3/40462f99-77ac-493c-902e-fd47a6267e83) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:40.398024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934a5cd-4ad1-4560-a9b4-1c14b77be28d req-53f066cc-1d42-4635-a155-36476b26cb2d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:40.399418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1934a5cd-4ad1-4560-a9b4-1c14b77be28d req-53f066cc-1d42-4635-a155-36476b26cb2d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.2160320 Feb 07 22:49:40.467007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.668444 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1934a5cd-4ad1-4560-a9b4-1c14b77be28d req-3a2447ca-5e90-4829-8332-527d7ef1e460 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561867 Feb 07 22:49:40.669820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351b63c-fb7e-4d4f-8b7c-960821d5a8b8 req-19ec7810-4c16-4dc6-b485-233196637a97 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:40.673224 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.687211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a351b63c-fb7e-4d4f-8b7c-960821d5a8b8 req-19ec7810-4c16-4dc6-b485-233196637a97 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 946 time: 0.1924558 Feb 07 22:49:40.689778 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.710186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:40.713805 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eec12c-6f95-49c3-99fd-a13d031d4172" -d '{"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:40.721688 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.754471 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.757363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:40.773011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a351b63c-fb7e-4d4f-8b7c-960821d5a8b8 req-a009a8c8-9110-48d1-a237-b0f0aaa8abdb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846355 Feb 07 22:49:40.855248 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.880607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Network ced245df-5970-47ff-aad8-e1a9b8a91ae3 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:40.896463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:40.901110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:40.911316 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.931554 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37315583-eca5-417e-beee-7b8ff103b0d9 x-openstack-request-id: req-37315583-eca5-417e-beee-7b8ff103b0d9 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:40.931882 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:40.932275 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37315583-eca5-417e-beee-7b8ff103b0d9 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:40.932689 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'code': 200} Feb 07 22:49:40.941653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Pushing event updated for resources: {'Port': ['ID=4660f3d1-1185-46cf-8147-79f77e0a0104,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:41.011654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Network 30d501a2-730a-4975-917f-a33d0ca5afe9 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:41.037786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:41.041811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:41.043110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.044010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.046588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event updated for resources: {'Port': ['ID=40462f99-77ac-493c-902e-fd47a6267e83,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:41.094218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Allocated IP 2001:db8::1 (07e67433-5126-4b40-9c8a-daabc41ebe70/2adec545-e4eb-462a-9e06-52111154ebd1/2f703baf-d90b-45a3-86d2-e5002fe048ef) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:41.111611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5eb566e7-04b7-44d6-ab16-2a98d73c0ee9 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3489151 Feb 07 22:49:41.113844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54452) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:41.138039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812025-1a48-4b96-8230-98828ba6ec03 req-d53a04d0-836d-4880-b92f-15a00fa6fdc5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.146342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812025-1a48-4b96-8230-98828ba6ec03 req-d53a04d0-836d-4880-b92f-15a00fa6fdc5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.153770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812025-1a48-4b96-8230-98828ba6ec03 req-d53a04d0-836d-4880-b92f-15a00fa6fdc5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.161747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812025-1a48-4b96-8230-98828ba6ec03 req-d53a04d0-836d-4880-b92f-15a00fa6fdc5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.163530 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Attempting to bind port 4660f3d1-1185-46cf-8147-79f77e0a0104 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:41.168932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812025-1a48-4b96-8230-98828ba6ec03 req-d53a04d0-836d-4880-b92f-15a00fa6fdc5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.171948 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Attempting to bind port 4660f3d1-1185-46cf-8147-79f77e0a0104 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'bfbdff09-1da4-4c10-85c2-0eb85d9f47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ced245df-5970-47ff-aad8-e1a9b8a91ae3'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:41.172390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Attempting to bind port 4660f3d1-1185-46cf-8147-79f77e0a0104 on network ced245df-5970-47ff-aad8-e1a9b8a91ae3 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:49:41.177245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812025-1a48-4b96-8230-98828ba6ec03 req-d53a04d0-836d-4880-b92f-15a00fa6fdc5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.185149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812025-1a48-4b96-8230-98828ba6ec03 req-d53a04d0-836d-4880-b92f-15a00fa6fdc5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.192721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:49:41.192721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Checking segment: {'id': 'bfbdff09-1da4-4c10-85c2-0eb85d9f47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ced245df-5970-47ff-aad8-e1a9b8a91ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:49:41.193099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.193388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Bound using segment: {'id': 'bfbdff09-1da4-4c10-85c2-0eb85d9f47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ced245df-5970-47ff-aad8-e1a9b8a91ae3'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:49:41.193766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Bound port: 4660f3d1-1185-46cf-8147-79f77e0a0104, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdff09-1da4-4c10-85c2-0eb85d9f47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ced245df-5970-47ff-aad8-e1a9b8a91ae3'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:41.194142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.198899 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71812025-1a48-4b96-8230-98828ba6ec03 req-d53a04d0-836d-4880-b92f-15a00fa6fdc5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.1748176 Feb 07 22:49:41.199815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=13']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:41.354386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71812025-1a48-4b96-8230-98828ba6ec03 req-204c126f-984a-4e07-adea-42da9da062bf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1540997 Feb 07 22:49:41.386525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-affed2a8-3848-44a7-be87-a4b6020adaba tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Deleting port 40462f99-77ac-493c-902e-fd47a6267e83 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:41.387171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-affed2a8-3848-44a7-be87-a4b6020adaba tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.389924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] For port 4660f3d1-1185-46cf-8147-79f77e0a0104, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:49:41.399056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] For port 4660f3d1-1185-46cf-8147-79f77e0a0104, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4660f3d1-1185-46cf-8147-79f77e0a0104,segment=NetworkSegment(bfbdff09-1da4-4c10-85c2-0eb85d9f47ae),segment_id=bfbdff09-1da4-4c10-85c2-0eb85d9f47ae)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:49:41.406866 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.415984 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.478857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a34ef2-602b-4024-8eaa-50c880ed0882 None None] Pushing event updated for resources: {'Port': ['ID=4660f3d1-1185-46cf-8147-79f77e0a0104,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:41.524689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.545737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-affed2a8-3848-44a7-be87-a4b6020adaba tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.560399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-affed2a8-3848-44a7-be87-a4b6020adaba tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Calling delete_port for 40462f99-77ac-493c-902e-fd47a6267e83 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:41.621481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network 07e67433-5126-4b40-9c8a-daabc41ebe70 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:41.644707 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:41.655281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:41.656626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.677633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909158b-f4a3-40b2-9378-047a929dceed req-3552513f-cd74-4483-9966-3c8569f5d6ba tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.693849 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8909158b-f4a3-40b2-9378-047a929dceed req-3552513f-cd74-4483-9966-3c8569f5d6ba tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 946 time: 0.2465758 Feb 07 22:49:41.885995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Port': ['ID=2f703baf-d90b-45a3-86d2-e5002fe048ef,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:41.920588 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-affed2a8-3848-44a7-be87-a4b6020adaba tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.975690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affed2a8-3848-44a7-be87-a4b6020adaba tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event deleted for resources: {'Port': ['ID=40462f99-77ac-493c-902e-fd47a6267e83,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:42.011411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b0fc6-f10d-4b14-9c88-d9c01631588c req-1e0eb090-0438-4589-8a61-d8a08dd0d4db tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.022694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-197b0fc6-f10d-4b14-9c88-d9c01631588c req-1e0eb090-0438-4589-8a61-d8a08dd0d4db tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.1938505 Feb 07 22:49:42.025131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8909158b-f4a3-40b2-9378-047a929dceed req-c487061a-cdc6-4cf4-86ba-e140360d2980 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264883 Feb 07 22:49:42.076342 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-affed2a8-3848-44a7-be87-a4b6020adaba tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.083279 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-affed2a8-3848-44a7-be87-a4b6020adaba tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "DELETE /v2.0/ports/40462f99-77ac-493c-902e-fd47a6267e83 HTTP/1.1" status: 204 len: 168 time: 0.9670308 Feb 07 22:49:42.084320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54470) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:42.104174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d501a2-730a-4975-917f-a33d0ca5afe9', 'external_fixed_ips': [{'subnet_id': '01934b45-9511-477a-97e6-96179ffc26c3', 'ip_address': '2001:db8::2ca'}]}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:42.169890 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-197b0fc6-f10d-4b14-9c88-d9c01631588c req-6ab9b21c-7f30-4a37-95ae-515d2e5963b9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458528 Feb 07 22:49:42.201112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.237823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.239084 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.255227 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5da75641-4580-4be1-806e-887ca1e3fe7a None None] Provisioning complete for port 2f703baf-d90b-45a3-86d2-e5002fe048ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:42.260590 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5da75641-4580-4be1-806e-887ca1e3fe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.343531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5da75641-4580-4be1-806e-887ca1e3fe7a None None] Port 2f703baf-d90b-45a3-86d2-e5002fe048ef cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:49:42.393641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.586495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fc82d-2b33-4819-b31a-33304320d607 req-da782945-13d4-497e-b159-4f90d343fb7b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.594270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d6fc82d-2b33-4819-b31a-33304320d607 req-da782945-13d4-497e-b159-4f90d343fb7b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.3772240 Feb 07 22:49:42.641394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d6fc82d-2b33-4819-b31a-33304320d607 req-20750735-50aa-43ca-8d9c-d67505355f86 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442965 Feb 07 22:49:42.717316 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.828120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-7c96bc32-cf45-4f09-ac66-02932fd66366 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.830701 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-7c96bc32-cf45-4f09-ac66-02932fd66366 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 946 time: 0.1747918 Feb 07 22:49:42.900878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa206a-9497-4b4e-bf19-ab19201c3f96 req-42680b44-4da1-458b-9afe-7b4106acf453 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.921748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa206a-9497-4b4e-bf19-ab19201c3f96 req-42680b44-4da1-458b-9afe-7b4106acf453 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.934632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa206a-9497-4b4e-bf19-ab19201c3f96 req-42680b44-4da1-458b-9afe-7b4106acf453 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.942168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa206a-9497-4b4e-bf19-ab19201c3f96 req-42680b44-4da1-458b-9afe-7b4106acf453 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.945486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2a72f-b4a1-44cc-b5d5-217d41064aea req-a1f78445-b724-4bb3-8691-77c35fb5f0cc tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.948080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa206a-9497-4b4e-bf19-ab19201c3f96 req-42680b44-4da1-458b-9afe-7b4106acf453 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.954617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa206a-9497-4b4e-bf19-ab19201c3f96 req-42680b44-4da1-458b-9afe-7b4106acf453 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.955064 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32a2a72f-b4a1-44cc-b5d5-217d41064aea req-a1f78445-b724-4bb3-8691-77c35fb5f0cc tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.2025805 Feb 07 22:49:42.961522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa206a-9497-4b4e-bf19-ab19201c3f96 req-42680b44-4da1-458b-9afe-7b4106acf453 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.963377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6fa206a-9497-4b4e-bf19-ab19201c3f96 req-42680b44-4da1-458b-9afe-7b4106acf453 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.3756001 Feb 07 22:49:43.035561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32a2a72f-b4a1-44cc-b5d5-217d41064aea req-f8619970-acf4-482f-914c-97ce84e4d445 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794420 Feb 07 22:49:43.086632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.096945 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6fa206a-9497-4b4e-bf19-ab19201c3f96 req-edab02b1-81b5-4fd5-a6b6-a71f1c2ed115 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1219864 Feb 07 22:49:43.102058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.103354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.175888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Deleting port 15d4244e-f21a-4af7-96d9-585c0f2ac43c {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:43.176380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.338429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] For port 15d4244e-f21a-4af7-96d9-585c0f2ac43c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=15d4244e-f21a-4af7-96d9-585c0f2ac43c,segment=NetworkSegment(2ba4ecc0-88c4-4668-b12c-20bd7ea8837c),segment_id=2ba4ecc0-88c4-4668-b12c-20bd7ea8837c)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:43.338980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.357338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4660f3d1-1185-46cf-8147-79f77e0a0104 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:43.372478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910df580-9a8e-41d8-975b-2750e1f401e7 req-6185d545-4b59-44d2-948b-1d1663a35e2a tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:43.375258 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-910df580-9a8e-41d8-975b-2750e1f401e7 req-6185d545-4b59-44d2-948b-1d1663a35e2a tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a253ca-c6d5-4e7b-b0a3-597a30da6cac HTTP/1.1" status: 200 len: 946 time: 0.2110932 Feb 07 22:49:43.376481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event updated for resources: {'Port': ['ID=2f703baf-d90b-45a3-86d2-e5002fe048ef,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:43.403191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Calling delete_port for 15d4244e-f21a-4af7-96d9-585c0f2ac43c owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:43.456445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Network 07e67433-5126-4b40-9c8a-daabc41ebe70 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:43.483184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:43.506352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4660f3d1-1185-46cf-8147-79f77e0a0104 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:43.507587 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.528608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-910df580-9a8e-41d8-975b-2750e1f401e7 req-2e58e91e-6279-45f4-b69a-28a0a332a27e tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.15 "GET /v2.0/security-groups?id=18db0575-4644-4782-9f59-f8ecacc2cb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445994 Feb 07 22:49:43.554548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caeafe8-85f4-4185-9084-479e1b49cdef None None] Network ced245df-5970-47ff-aad8-e1a9b8a91ae3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:43.752226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Router 23e64539-8075-4731-83f2-8d4e21c757c5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:49:43.786089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.815731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-934792db-20b2-45da-a59c-e9e3bea064ed None None] Provisioning complete for port 4660f3d1-1185-46cf-8147-79f77e0a0104 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:43.816145 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-934792db-20b2-45da-a59c-e9e3bea064ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.870939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['15d4244e-f21a-4af7-96d9-585c0f2ac43c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:44.084104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df8c92-bcbf-42ef-b47f-c7fe47462a5c req-7aa51552-5e1c-476d-bd8c-ee1616851fdb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:44.085668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97df8c92-bcbf-42ef-b47f-c7fe47462a5c req-7aa51552-5e1c-476d-bd8c-ee1616851fdb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.2995057 Feb 07 22:49:44.127017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:49:44.135908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f3196384-042d-4d24-b3b6-fc15a243f223 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "PUT /v2.0/routers/23e64539-8075-4731-83f2-8d4e21c757c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1776235 Feb 07 22:49:44.140324 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.141942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54504) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:44.146421 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc584cc-ebc8-450f-a4be-8f4e330afca5 None None] Sync routers for ids ['23e64539-8075-4731-83f2-8d4e21c757c5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:44.164868 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc584cc-ebc8-450f-a4be-8f4e330afca5 None None] Routers {'23e64539-8075-4731-83f2-8d4e21c757c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:44.165895 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-abc584cc-ebc8-450f-a4be-8f4e330afca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['23e64539-8075-4731-83f2-8d4e21c757c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:44.168951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Pushing event deleted for resources: {'Port': ['ID=15d4244e-f21a-4af7-96d9-585c0f2ac43c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:44.243333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eed40-5825-4628-9dee-1a879ad71a34 req-83ba9b8d-b11f-4b6f-bcbd-56e4f7fefc5d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:44.244863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7eed40-5825-4628-9dee-1a879ad71a34 req-83ba9b8d-b11f-4b6f-bcbd-56e4f7fefc5d tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.5292711 Feb 07 22:49:44.262579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 4660f3d1-1185-46cf-8147-79f77e0a0104, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4660f3d1-1185-46cf-8147-79f77e0a0104,segment=NetworkSegment(bfbdff09-1da4-4c10-85c2-0eb85d9f47ae),segment_id=bfbdff09-1da4-4c10-85c2-0eb85d9f47ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:44.284256 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-abc584cc-ebc8-450f-a4be-8f4e330afca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:44.303451 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97df8c92-bcbf-42ef-b47f-c7fe47462a5c req-0142ca56-d98c-4188-af4a-84001da8a78c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046142 Feb 07 22:49:44.326955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] No DVR routers for this DVR port 15d4244e-f21a-4af7-96d9-585c0f2ac43c on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:44.350585 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.354047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-68353d2a-4b9c-4cac-81cb-adf0cfefe1ed tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.354862 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4ab3c511-a7a6-4514-9295-e98a5a0a6c9e req-336e83b3-7d20-414a-b5e8-30eb777fc308 tempest-ServerPasswordTestJSON-1515076873 tempest-ServerPasswordTestJSON-1515076873-project] 10.222.0.24 "DELETE /v2.0/ports/15d4244e-f21a-4af7-96d9-585c0f2ac43c HTTP/1.1" status: 204 len: 173 time: 1.3905387 Feb 07 22:49:44.358376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a253ca-c6d5-4e7b-b0a3-597a30da6cac', 'name': 'network-vif-deleted', 'tag': '15d4244e-f21a-4af7-96d9-585c0f2ac43c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:44.359613 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc584cc-ebc8-450f-a4be-8f4e330afca5 None None] Routers {'23e64539-8075-4731-83f2-8d4e21c757c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:44.362352 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beecfd5c-f322-4e8c-a7c6-3852b4bc658f" -d '{"events": [{"server_uuid": "a5a253ca-c6d5-4e7b-b0a3-597a30da6cac", "name": "network-vif-deleted", "tag": "15d4244e-f21a-4af7-96d9-585c0f2ac43c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:44.363510 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-abc584cc-ebc8-450f-a4be-8f4e330afca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['23e64539-8075-4731-83f2-8d4e21c757c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:44.387609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-934792db-20b2-45da-a59c-e9e3bea064ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.415179 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.415755 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.450083 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7eed40-5825-4628-9dee-1a879ad71a34 req-c7e7c0ed-d8d7-41fb-9817-e0cbebb15c2e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537545 Feb 07 22:49:44.451583 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.589701 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-abc584cc-ebc8-450f-a4be-8f4e330afca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:44.594938 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc584cc-ebc8-450f-a4be-8f4e330afca5 None None] The sync data for ids ['23e64539-8075-4731-83f2-8d4e21c757c5'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:44.651528 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5bf68e-1456-4080-9448-f2972156758d x-openstack-request-id: req-ea5bf68e-1456-4080-9448-f2972156758d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:44.655472 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a253ca-c6d5-4e7b-b0a3-597a30da6cac", "name": "network-vif-deleted", "tag": "15d4244e-f21a-4af7-96d9-585c0f2ac43c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:44.655862 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea5bf68e-1456-4080-9448-f2972156758d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:44.656012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=4660f3d1-1185-46cf-8147-79f77e0a0104,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:44.657626 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a253ca-c6d5-4e7b-b0a3-597a30da6cac', 'name': 'network-vif-deleted', 'tag': '15d4244e-f21a-4af7-96d9-585c0f2ac43c', 'status': 'completed', 'code': 200} Feb 07 22:49:44.698045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:44.817189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Allocated IP 2001:db8::2ca (30d501a2-730a-4975-917f-a33d0ca5afe9/01934b45-9511-477a-97e6-96179ffc26c3/8b55dd26-1910-44e4-8f96-c56efca97bb3) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:44.858170 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-934792db-20b2-45da-a59c-e9e3bea064ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:49:44.859214 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-934792db-20b2-45da-a59c-e9e3bea064ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:49:45.098260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:45.129754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54526) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:45.158714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905', 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a', 'port_id': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905', 'mac_address': 'fa:16:3e:8b:52:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f1bb0c-c8ab-4944-9841-236027cb082b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:45.219310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4660f3d1-1185-46cf-8147-79f77e0a0104 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:45.298981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4660f3d1-1185-46cf-8147-79f77e0a0104 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:45.299375 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.302983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.338733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eeb0802-47d4-4d79-9269-27179e8fc2a1 admin admin] Deleting subnet b355f3a5-ed58-4571-a1d2-b84c4b38a72a {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:45.348436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.355416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0802-47d4-4d79-9269-27179e8fc2a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.388866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:45.414173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9968f-140a-4470-bc17-46b096588b41 req-bbe7fe36-9248-4a51-89f9-858e8e35867b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:45.421630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4ae9968f-140a-4470-bc17-46b096588b41 req-bbe7fe36-9248-4a51-89f9-858e8e35867b tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.1744773 Feb 07 22:49:45.429943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0802-47d4-4d79-9269-27179e8fc2a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.459070 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-68353d2a-4b9c-4cac-81cb-adf0cfefe1ed tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 22:49:45.462882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-68353d2a-4b9c-4cac-81cb-adf0cfefe1ed tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/routers/23e64539-8075-4731-83f2-8d4e21c757c5 HTTP/1.1" status: 409 len: 329 time: 1.3169792 Feb 07 22:49:45.471183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54534) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:45.549200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:45.567799 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.568464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 913a97dc-19e6-4f90-acf7-1e57bdb6b04c details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:45.589213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4ae9968f-140a-4470-bc17-46b096588b41 req-c75e2c55-cc31-4c31-b8f5-dc3edd24d2b5 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667256 Feb 07 22:49:45.616015 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0802-47d4-4d79-9269-27179e8fc2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.656268 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.734846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Network 30d501a2-730a-4975-917f-a33d0ca5afe9 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:45.753035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:45.756953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:45.861797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8816d75-ebab-428f-96fb-3acaf26d25f9 req-837aec73-4d41-466f-be92-572f9f616d69 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:45.868482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8816d75-ebab-428f-96fb-3acaf26d25f9 req-837aec73-4d41-466f-be92-572f9f616d69 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:45.920201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8816d75-ebab-428f-96fb-3acaf26d25f9 req-837aec73-4d41-466f-be92-572f9f616d69 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:45.926735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8816d75-ebab-428f-96fb-3acaf26d25f9 req-837aec73-4d41-466f-be92-572f9f616d69 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:45.933914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8816d75-ebab-428f-96fb-3acaf26d25f9 req-837aec73-4d41-466f-be92-572f9f616d69 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:45.955827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8816d75-ebab-428f-96fb-3acaf26d25f9 req-837aec73-4d41-466f-be92-572f9f616d69 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:45.967575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8816d75-ebab-428f-96fb-3acaf26d25f9 req-837aec73-4d41-466f-be92-572f9f616d69 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:45.977425 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8816d75-ebab-428f-96fb-3acaf26d25f9 req-837aec73-4d41-466f-be92-572f9f616d69 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5418 time: 0.5159032 Feb 07 22:49:46.043083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-54d42b4c-8f72-4492-8cae-72d536cd5e1e None None] Provisioning complete for port 4660f3d1-1185-46cf-8147-79f77e0a0104 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:46.043479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54d42b4c-8f72-4492-8cae-72d536cd5e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.046784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 15d4244e-f21a-4af7-96d9-585c0f2ac43c no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:46.104570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 15d4244e-f21a-4af7-96d9-585c0f2ac43c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:49:46.104928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 15d4244e-f21a-4af7-96d9-585c0f2ac43c not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:49:46.116339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8816d75-ebab-428f-96fb-3acaf26d25f9 req-2cd97d09-4ace-49c4-a897-c0026740f3d9 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1379118 Feb 07 22:49:46.160176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:46.180770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c', 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'port_id': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c', 'mac_address': 'fa:16:3e:91:49:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91270d73-072f-40d6-ab47-9fece99a59e2', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:46.234088 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.279799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913a97dc-19e6-4f90-acf7-1e57bdb6b04c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:46.288611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:49:46.307473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:46.319978 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.320848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7928955c-3fc4-492e-89a2-416fcbd48058 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:46.325683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-54d42b4c-8f72-4492-8cae-72d536cd5e1e None None] Provisioning complete for port 2f703baf-d90b-45a3-86d2-e5002fe048ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:46.326044 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54d42b4c-8f72-4492-8cae-72d536cd5e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.400739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event updated for resources: {'Port': ['ID=8b55dd26-1910-44e4-8f96-c56efca97bb3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:46.412606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-54d42b4c-8f72-4492-8cae-72d536cd5e1e None None] Port 2f703baf-d90b-45a3-86d2-e5002fe048ef cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:49:46.424897 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0802-47d4-4d79-9269-27179e8fc2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.472479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:46.532301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0802-47d4-4d79-9269-27179e8fc2a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.541752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:46.549052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1eeb0802-47d4-4d79-9269-27179e8fc2a1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b355f3a5-ed58-4571-a1d2-b84c4b38a72a HTTP/1.1" status: 204 len: 168 time: 1.4182146 Feb 07 22:49:46.551663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb0802-47d4-4d79-9269-27179e8fc2a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b355f3a5-ed58-4571-a1d2-b84c4b38a72a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:46.560300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7928955c-3fc4-492e-89a2-416fcbd48058, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7928955c-3fc4-492e-89a2-416fcbd48058,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:46.584625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '7928955c-3fc4-492e-89a2-416fcbd48058', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'port_id': '7928955c-3fc4-492e-89a2-416fcbd48058', 'mac_address': 'fa:16:3e:ee:f2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:46.597399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.635776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9e13a-9b51-47b4-95cc-d41e0026d280 req-7e7b70b5-0dfa-4a06-a6c5-b4fa098f607d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:46.647609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3a9e13a-9b51-47b4-95cc-d41e0026d280 req-7e7b70b5-0dfa-4a06-a6c5-b4fa098f607d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.9233742 Feb 07 22:49:46.680941 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.715165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7928955c-3fc4-492e-89a2-416fcbd48058 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:46.724836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-1684a343-2eda-4ace-9b78-0564650c6386 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:46.726477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-1684a343-2eda-4ace-9b78-0564650c6386 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.4430673 Feb 07 22:49:46.762686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7928955c-3fc4-492e-89a2-416fcbd48058, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7928955c-3fc4-492e-89a2-416fcbd48058,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:46.773350 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.774939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2f470af1-6b67-4b90-81e4-0d8dee3438b5 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:46.920543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7928955c-3fc4-492e-89a2-416fcbd48058,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:46.927898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2f470af1-6b67-4b90-81e4-0d8dee3438b5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f470af1-6b67-4b90-81e4-0d8dee3438b5,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:46.935615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3a9e13a-9b51-47b4-95cc-d41e0026d280 req-ba9b0b79-8888-4e04-9872-904680c931a7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869954 Feb 07 22:49:46.943062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '2f470af1-6b67-4b90-81e4-0d8dee3438b5', 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'port_id': '2f470af1-6b67-4b90-81e4-0d8dee3438b5', 'mac_address': 'fa:16:3e:37:1f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91270d73-072f-40d6-ab47-9fece99a59e2', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:47.036761 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.047340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.072343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f470af1-6b67-4b90-81e4-0d8dee3438b5 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:47.093710 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.116741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2f470af1-6b67-4b90-81e4-0d8dee3438b5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f470af1-6b67-4b90-81e4-0d8dee3438b5,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:47.126879 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.127967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 217dfe1f-c238-4f95-98e2-6e944a0a3f33 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:47.174535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Deleting port 102eba7d-75b8-40cd-986a-98ede0d2d054 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:47.174882 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.306248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7ba8-6eb9-46a7-833b-00aa81ad1304 req-972a4557-7e95-4bc8-9b76-7f6e8c26d78c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.308808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0bde7ba8-6eb9-46a7-833b-00aa81ad1304 req-972a4557-7e95-4bc8-9b76-7f6e8c26d78c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 946 time: 0.5448656 Feb 07 22:49:47.315731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2f470af1-6b67-4b90-81e4-0d8dee3438b5,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:47.357066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 217dfe1f-c238-4f95-98e2-6e944a0a3f33, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=217dfe1f-c238-4f95-98e2-6e944a0a3f33,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:47.372084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '217dfe1f-c238-4f95-98e2-6e944a0a3f33', 'network_id': 'fb11e30f-df9a-4d06-917d-c9aefa2bb19a', 'port_id': '217dfe1f-c238-4f95-98e2-6e944a0a3f33', 'mac_address': 'fa:16:3e:6a:3e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f1bb0c-c8ab-4944-9841-236027cb082b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:47.429852 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0bde7ba8-6eb9-46a7-833b-00aa81ad1304 req-c352c336-4c21-439a-b877-d4d8fcdd50f6 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114240 Feb 07 22:49:47.436069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c8aeb-e18a-440e-9d58-f6a59914eac6 req-18277111-7add-4bfa-bf6b-92360811786c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.451513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c8aeb-e18a-440e-9d58-f6a59914eac6 req-18277111-7add-4bfa-bf6b-92360811786c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.457447 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.459045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c8aeb-e18a-440e-9d58-f6a59914eac6 req-18277111-7add-4bfa-bf6b-92360811786c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.464929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c8aeb-e18a-440e-9d58-f6a59914eac6 req-18277111-7add-4bfa-bf6b-92360811786c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.472117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c8aeb-e18a-440e-9d58-f6a59914eac6 req-18277111-7add-4bfa-bf6b-92360811786c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.477969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c8aeb-e18a-440e-9d58-f6a59914eac6 req-18277111-7add-4bfa-bf6b-92360811786c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.479912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217dfe1f-c238-4f95-98e2-6e944a0a3f33 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:47.483929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c8aeb-e18a-440e-9d58-f6a59914eac6 req-18277111-7add-4bfa-bf6b-92360811786c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.496542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9a4c8aeb-e18a-440e-9d58-f6a59914eac6 req-18277111-7add-4bfa-bf6b-92360811786c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5422 time: 0.2126875 Feb 07 22:49:47.510106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.522828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 217dfe1f-c238-4f95-98e2-6e944a0a3f33, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=217dfe1f-c238-4f95-98e2-6e944a0a3f33,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:47.539364 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.539980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff6b4e5-85ba-404f-be61-e361184df586']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:47.540543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device dc9f710b-92cb-4740-8462-09fdbac13f95 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:47.548389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] For port 102eba7d-75b8-40cd-986a-98ede0d2d054, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=102eba7d-75b8-40cd-986a-98ede0d2d054,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:47.548932 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.578073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Calling delete_port for 102eba7d-75b8-40cd-986a-98ede0d2d054 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:47.589377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba4ecc0-88c4-4668-b12c-20bd7ea8837c') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:47.590928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba4ecc0-88c4-4668-b12c-20bd7ea8837c') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:47.613214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port dc9f710b-92cb-4740-8462-09fdbac13f95, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dc9f710b-92cb-4740-8462-09fdbac13f95,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:47.615797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=217dfe1f-c238-4f95-98e2-6e944a0a3f33,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:47.630036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'dc9f710b-92cb-4740-8462-09fdbac13f95', 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'port_id': 'dc9f710b-92cb-4740-8462-09fdbac13f95', 'mac_address': 'fa:16:3e:b5:9d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91270d73-072f-40d6-ab47-9fece99a59e2', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:47.663131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9a4c8aeb-e18a-440e-9d58-f6a59914eac6 req-0d3671e6-2985-4cc3-be0c-ae562d799076 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1656382 Feb 07 22:49:47.672654 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.675104 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.703650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9f710b-92cb-4740-8462-09fdbac13f95 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:47.730825 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.733045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.737301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port dc9f710b-92cb-4740-8462-09fdbac13f95, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dc9f710b-92cb-4740-8462-09fdbac13f95,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:47.752861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.753561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:49:47.763145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:47.763765 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:47.766156 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:47.789012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:47.809932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '072493a1-c7ab-47d6-a0e6-9f79545f8fd7', 'network_id': 'a8ca15e6-406c-4690-ad01-7665b4aeb0e2', 'port_id': '072493a1-c7ab-47d6-a0e6-9f79545f8fd7', 'mac_address': 'fa:16:3e:82:78:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91270d73-072f-40d6-ab47-9fece99a59e2', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:49:47.882261 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.957808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:47.976182 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.997221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.004959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.017457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] 10.222.0.15 "DELETE /v2.0/networks/cff6b4e5-85ba-404f-be61-e361184df586 HTTP/1.1" status: 204 len: 168 time: 1.4743485 Feb 07 22:49:48.018408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['102eba7d-75b8-40cd-986a-98ede0d2d054'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:48.040605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['335c271e-0344-4b98-933c-354b7e93bdf2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:48.052230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Deleting port 2f703baf-d90b-45a3-86d2-e5002fe048ef {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:48.052423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.084181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767b2bf-2525-4b40-9037-a1ff3b616c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=cff6b4e5-85ba-404f-be61-e361184df586,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:48.105439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event deleted for resources: {'Port': ['ID=102eba7d-75b8-40cd-986a-98ede0d2d054,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:48.179530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] No DVR routers for this DVR port 102eba7d-75b8-40cd-986a-98ede0d2d054 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:48.196298 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.212154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e592631-8790-45e0-bb43-9513e3c6eab7 req-f128075f-850e-4c4f-80cb-429547ff169e tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.46 "DELETE /v2.0/ports/102eba7d-75b8-40cd-986a-98ede0d2d054 HTTP/1.1" status: 204 len: 173 time: 1.4785390 Feb 07 22:49:48.213248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d42100-fb48-41b9-bf17-ce3003f1954e', 'name': 'network-vif-deleted', 'tag': '102eba7d-75b8-40cd-986a-98ede0d2d054'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:48.237677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54fd6c-f041-43ec-ac3a-ce3c2d6bfcc8 req-63424270-fbfd-47b2-a993-2f0417e9df33 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:48.239504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c54fd6c-f041-43ec-ac3a-ce3c2d6bfcc8 req-63424270-fbfd-47b2-a993-2f0417e9df33 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.1323254 Feb 07 22:49:48.249811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:48.252668 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec07829-172e-4a51-8033-29f4b8e5c43a" -d '{"events": [{"server_uuid": "17d42100-fb48-41b9-bf17-ce3003f1954e", "name": "network-vif-deleted", "tag": "102eba7d-75b8-40cd-986a-98ede0d2d054"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:48.278301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.282938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=dc9f710b-92cb-4740-8462-09fdbac13f95,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:48.285086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Router 23c8ec9d-d221-4caf-9897-c9c4432e9914 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:49:48.310624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.355655 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c54fd6c-f041-43ec-ac3a-ce3c2d6bfcc8 req-5a7257e2-9013-45c5-8574-3f4f8f6093af tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063645 Feb 07 22:49:48.356968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Calling delete_port for 2f703baf-d90b-45a3-86d2-e5002fe048ef owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:48.388583 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8f3b23-62bb-4f35-ab80-eb609dfb8f49 x-openstack-request-id: req-cd8f3b23-62bb-4f35-ab80-eb609dfb8f49 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:48.388949 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d42100-fb48-41b9-bf17-ce3003f1954e", "name": "network-vif-deleted", "tag": "102eba7d-75b8-40cd-986a-98ede0d2d054", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:48.389156 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd8f3b23-62bb-4f35-ab80-eb609dfb8f49 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:48.389575 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d42100-fb48-41b9-bf17-ce3003f1954e', 'name': 'network-vif-deleted', 'tag': '102eba7d-75b8-40cd-986a-98ede0d2d054', 'status': 'completed', 'code': 200} Feb 07 22:49:48.504117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:48.540999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:49:48.561496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54594) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:48.566099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Sync routers for ids ['23c8ec9d-d221-4caf-9897-c9c4432e9914'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:48.589640 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Routers {'23c8ec9d-d221-4caf-9897-c9c4432e9914'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:48.590274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['23c8ec9d-d221-4caf-9897-c9c4432e9914'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:48.596321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.605772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-34f30f92-c705-4cc5-b66a-9c0c1d96ebce tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.5202491 Feb 07 22:49:48.609462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54596) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:48.688673 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47a8116f-6834-4268-9984-f09c860d6fd9 req-7b296095-86e6-476f-9f31-8bf12fb16ffc tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=17d42100-fb48-41b9-bf17-ce3003f1954e HTTP/1.1" status: 200 len: 210 time: 0.0747030 Feb 07 22:49:48.758523 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-84eb2cb3-61ee-4df4-9736-fb64c84ca2ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22b5894f476b455cb32bbee6cd4610c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959021 Feb 07 22:49:48.774909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54600) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:48.807141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Set router 23c8ec9d-d221-4caf-9897-c9c4432e9914 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:49:48.815161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.817967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.911303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe9a6-5b2d-4f99-a543-7f45dd1e94b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.989285 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe9a6-5b2d-4f99-a543-7f45dd1e94b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.011359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Port': ['ID=2f703baf-d90b-45a3-86d2-e5002fe048ef,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:49.113819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2ec1d2c8-f976-4e6d-a175-4c0abdc95905'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:49.115902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['217dfe1f-c238-4f95-98e2-6e944a0a3f33'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:49.118042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['913a97dc-19e6-4f90-acf7-1e57bdb6b04c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:49.135558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['7928955c-3fc4-492e-89a2-416fcbd48058'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:49.144562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe9a6-5b2d-4f99-a543-7f45dd1e94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.147145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe9a6-5b2d-4f99-a543-7f45dd1e94b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.148349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1ddbe9a6-5b2d-4f99-a543-7f45dd1e94b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18db0575-4644-4782-9f59-f8ecacc2cb6a HTTP/1.1" status: 204 len: 168 time: 0.3710661 Feb 07 22:49:49.173163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbe9a6-5b2d-4f99-a543-7f45dd1e94b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18db0575-4644-4782-9f59-f8ecacc2cb6a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:49.502942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['dc9f710b-92cb-4740-8462-09fdbac13f95'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:49.522179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['072493a1-c7ab-47d6-a0e6-9f79545f8fd7'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:49.605311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62917486-f609-45a8-bf39-776e91eb8eaa req-61ce37f6-d21d-4008-8340-11b47cf16671 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:49.607087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-62917486-f609-45a8-bf39-776e91eb8eaa req-61ce37f6-d21d-4008-8340-11b47cf16671 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.1090412 Feb 07 22:49:49.690179 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-62917486-f609-45a8-bf39-776e91eb8eaa req-7c828725-2a11-4a56-a3d4-c8e3a0749d31 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766060 Feb 07 22:49:49.872895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541989-44eb-49c5-924c-5a9775e690e8 req-16d7223c-ba04-4273-a18b-f10cf666aa57 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:49.890347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541989-44eb-49c5-924c-5a9775e690e8 req-16d7223c-ba04-4273-a18b-f10cf666aa57 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:49.907323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541989-44eb-49c5-924c-5a9775e690e8 req-16d7223c-ba04-4273-a18b-f10cf666aa57 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:49.925507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541989-44eb-49c5-924c-5a9775e690e8 req-16d7223c-ba04-4273-a18b-f10cf666aa57 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:49.937326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541989-44eb-49c5-924c-5a9775e690e8 req-16d7223c-ba04-4273-a18b-f10cf666aa57 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:49.960859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541989-44eb-49c5-924c-5a9775e690e8 req-16d7223c-ba04-4273-a18b-f10cf666aa57 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:49.979230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541989-44eb-49c5-924c-5a9775e690e8 req-16d7223c-ba04-4273-a18b-f10cf666aa57 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:49.983962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07541989-44eb-49c5-924c-5a9775e690e8 req-16d7223c-ba04-4273-a18b-f10cf666aa57 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5425 time: 0.9849029 Feb 07 22:49:49.995325 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.060855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.101539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2f470af1-6b67-4b90-81e4-0d8dee3438b5'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:49:50.215687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07541989-44eb-49c5-924c-5a9775e690e8 req-9fddb3e2-e1e4-48e0-9e8a-61d7a97c36ba tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2233446 Feb 07 22:49:50.415469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 102eba7d-75b8-40cd-986a-98ede0d2d054 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:50.440165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Deleting port 8b55dd26-1910-44e4-8f96-c56efca97bb3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:50.440539 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.730480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Router 23e64539-8075-4731-83f2-8d4e21c757c5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:49:50.936743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 102eba7d-75b8-40cd-986a-98ede0d2d054 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:49:50.937412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 102eba7d-75b8-40cd-986a-98ede0d2d054 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:49:50.980736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581c896-d06c-419b-8c0b-221bd790ff66 req-7f2de3e8-7308-402b-ad8b-a73f193ee9d6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:50.991080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d581c896-d06c-419b-8c0b-221bd790ff66 req-7f2de3e8-7308-402b-ad8b-a73f193ee9d6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.0762043 Feb 07 22:49:51.024176 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.039231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:49:51.060335 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a484d1-3509-4920-8111-c2849599efe8 None None] Sync routers for ids ['23e64539-8075-4731-83f2-8d4e21c757c5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:51.068157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54682) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:51.077025 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a484d1-3509-4920-8111-c2849599efe8 None None] Routers {'23e64539-8075-4731-83f2-8d4e21c757c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:51.077709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a569c27a-b49b-4a25-abd5-3866ec204ebb tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "PUT /v2.0/routers/23e64539-8075-4731-83f2-8d4e21c757c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5850205 Feb 07 22:49:51.078392 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c8a484d1-3509-4920-8111-c2849599efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['23e64539-8075-4731-83f2-8d4e21c757c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:51.089813 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d581c896-d06c-419b-8c0b-221bd790ff66 req-86927be9-460a-4c19-983e-fa9690c184ca tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968416 Feb 07 22:49:51.102491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Calling delete_port for 8b55dd26-1910-44e4-8f96-c56efca97bb3 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:51.145807 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-964cf109-6108-41af-9795-bf80472a76f9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] show failed (client error): The resource could not be found. Feb 07 22:49:51.147752 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-964cf109-6108-41af-9795-bf80472a76f9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1872440456 HTTP/1.1" status: 404 len: 335 time: 0.0783350 Feb 07 22:49:51.155644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54686) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:51.172256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-678edc78-1204-4bcf-9e6b-1a1b3001a09f tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:51.173019 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c8a484d1-3509-4920-8111-c2849599efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:51.190442 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a484d1-3509-4920-8111-c2849599efe8 None None] Routers {'23e64539-8075-4731-83f2-8d4e21c757c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:51.191339 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c8a484d1-3509-4920-8111-c2849599efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['23e64539-8075-4731-83f2-8d4e21c757c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:51.274435 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-678edc78-1204-4bcf-9e6b-1a1b3001a09f tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] update failed (client error): The resource could not be found. Feb 07 22:49:51.279901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-678edc78-1204-4bcf-9e6b-1a1b3001a09f tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1988214875 HTTP/1.1" status: 404 len: 335 time: 0.1172957 Feb 07 22:49:51.296740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54690) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:51.299018 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c8a484d1-3509-4920-8111-c2849599efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:51.299735 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a484d1-3509-4920-8111-c2849599efe8 None None] The sync data for ids ['23e64539-8075-4731-83f2-8d4e21c757c5'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:51.354301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c8ec9d-d221-4caf-9897-c9c4432e9914', 'name': '', 'tenant_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d501a2-730a-4975-917f-a33d0ca5afe9', 'external_fixed_ips': [{'subnet_id': '01934b45-9511-477a-97e6-96179ffc26c3', 'ip_address': '2001:db8::2ca'}], 'enable_snat': True}, 'gw_port_id': '8b55dd26-1910-44e4-8f96-c56efca97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:42Z', 'updated_at': '2022-02-07T22:49:46Z', 'revision_number': 3, 'project_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'gw_port': {'id': '8b55dd26-1910-44e4-8f96-c56efca97bb3', 'name': '', 'network_id': '30d501a2-730a-4975-917f-a33d0ca5afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c8ec9d-d221-4caf-9897-c9c4432e9914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '01934b45-9511-477a-97e6-96179ffc26c3', 'ip_address': '2001:db8::2ca', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:44Z', 'updated_at': '2022-02-07T22:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01934b45-9511-477a-97e6-96179ffc26c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:51.407782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Checking router: 23c8ec9d-d221-4caf-9897-c9c4432e9914 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:49:51.408544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Updating router 23c8ec9d-d221-4caf-9897-c9c4432e9914 port 8b55dd26-1910-44e4-8f96-c56efca97bb3 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:49:51.411183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7d57e-58ce-48c8-a484-dd45961a321d req-cfcb537d-cffc-45c0-90dc-c096b61830de tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:51.424611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05d7d57e-58ce-48c8-a484-dd45961a321d req-cfcb537d-cffc-45c0-90dc-c096b61830de tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 946 time: 0.1538558 Feb 07 22:49:51.459450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2836bb11-9766-443f-8538-4635ff462664 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Deleting subnet 2fab317a-be79-4c10-9661-c2cd1f36976a {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:51.477380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2836bb11-9766-443f-8538-4635ff462664 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.529166 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.540795 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.547464 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2836bb11-9766-443f-8538-4635ff462664 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.574541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b55dd26-1910-44e4-8f96-c56efca97bb3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:51.635025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.667740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2836bb11-9766-443f-8538-4635ff462664 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.745477 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2836bb11-9766-443f-8538-4635ff462664 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.778938 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27aa32b3-79c8-4bfb-b4e0-f1c2cd504b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.790942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836bb11-9766-443f-8538-4635ff462664 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Subnet': ['ID=2fab317a-be79-4c10-9661-c2cd1f36976a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:51.801591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2836bb11-9766-443f-8538-4635ff462664 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.812025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2836bb11-9766-443f-8538-4635ff462664 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/subnets/2fab317a-be79-4c10-9661-c2cd1f36976a HTTP/1.1" status: 204 len: 168 time: 0.4759557 Feb 07 22:49:51.818471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54696) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:51.822366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a28b09-ad40-47dd-8714-0c4e84507035 None None] Network ced245df-5970-47ff-aad8-e1a9b8a91ae3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:51.847883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-05d7d57e-58ce-48c8-a484-dd45961a321d req-c0a22c2c-8c7d-44e9-a493-a04150f8d488 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166577 Feb 07 22:49:51.913741 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.917635 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.046554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d59c6cfc-a2d9-49a3-aaaa-70153dac7407 req-7741592c-b518-40ae-af25-89bf487c17e5 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0394888 Feb 07 22:49:52.060189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4980-89e3-4cb1-b377-0e37e78eee06 req-01eb027b-976d-470a-b042-571b5cb66ae2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.077169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4980-89e3-4cb1-b377-0e37e78eee06 req-01eb027b-976d-470a-b042-571b5cb66ae2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.082509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.103544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4980-89e3-4cb1-b377-0e37e78eee06 req-01eb027b-976d-470a-b042-571b5cb66ae2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.115696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4980-89e3-4cb1-b377-0e37e78eee06 req-01eb027b-976d-470a-b042-571b5cb66ae2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.117257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:49:52.117751 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:49:52.159616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4980-89e3-4cb1-b377-0e37e78eee06 req-01eb027b-976d-470a-b042-571b5cb66ae2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.185241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4980-89e3-4cb1-b377-0e37e78eee06 req-01eb027b-976d-470a-b042-571b5cb66ae2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.204789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4980-89e3-4cb1-b377-0e37e78eee06 req-01eb027b-976d-470a-b042-571b5cb66ae2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.207499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-724f4980-89e3-4cb1-b377-0e37e78eee06 req-01eb027b-976d-470a-b042-571b5cb66ae2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5425 time: 0.4199612 Feb 07 22:49:52.208866 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.209422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23c8ec9d-d221-4caf-9897-c9c4432e9914 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:49:52.219878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.226745 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e689914f-2f3d-4e7c-a9e9-2a0dc3632e2d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "DELETE /v2.0/routers/23c8ec9d-d221-4caf-9897-c9c4432e9914 HTTP/1.1" status: 204 len: 168 time: 3.6151254 Feb 07 22:49:52.237165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54708) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:52.326219 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:52.350816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-724f4980-89e3-4cb1-b377-0e37e78eee06 req-4370968e-a627-4ea7-b163-35c33c41c0aa tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1222501 Feb 07 22:49:52.367907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1f630a-48b8-4263-96df-1ebcf45d882d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Deleting subnet 01934b45-9511-477a-97e6-96179ffc26c3 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:52.373398 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec1f630a-48b8-4263-96df-1ebcf45d882d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.423471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91739a6e-6485-4285-a05c-ea16a744bdab req-208a9cf8-a0f3-4d2c-85e7-dba84a7746ac tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.431472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91739a6e-6485-4285-a05c-ea16a744bdab req-208a9cf8-a0f3-4d2c-85e7-dba84a7746ac tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 946 time: 0.3198440 Feb 07 22:49:52.454407 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec1f630a-48b8-4263-96df-1ebcf45d882d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.472424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb89a6-04f3-4e53-84a3-ccadb6554c4e req-fddd55a1-522f-40c7-9c47-95948c0a4bfe tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.475720 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28bb89a6-04f3-4e53-84a3-ccadb6554c4e req-fddd55a1-522f-40c7-9c47-95948c0a4bfe tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.1759584 Feb 07 22:49:52.496500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Deleting port 4660f3d1-1185-46cf-8147-79f77e0a0104 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:52.499108 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.563066 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec1f630a-48b8-4263-96df-1ebcf45d882d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.564908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:52.581361 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:52.581747 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.695575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Port 8b55dd26-1910-44e4-8f96-c56efca97bb3 not found while updating agent binding for router 23c8ec9d-d221-4caf-9897-c9c4432e9914. {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 07 22:49:52.707830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec1f630a-48b8-4263-96df-1ebcf45d882d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.714858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11470192-a6de-450f-a38b-da641981e5a2 None None] DHCP port deletion for ced245df-5970-47ff-aad8-e1a9b8a91ae3 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:49:52.792149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Routers set() bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:49:52.794155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Router IDs set() for agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 22:49:52.795251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_agentschedulers_db [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'23c8ec9d-d221-4caf-9897-c9c4432e9914'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:24Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent'). {{(pid=102291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 07 22:49:52.795974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2dae1-a4b3-4443-bc97-d1e5e1141f61 None None] The sync data for ids ['23c8ec9d-d221-4caf-9897-c9c4432e9914'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:52.825863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f630a-48b8-4263-96df-1ebcf45d882d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01934b45-9511-477a-97e6-96179ffc26c3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:52.845885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec1f630a-48b8-4263-96df-1ebcf45d882d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.854671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ec1f630a-48b8-4263-96df-1ebcf45d882d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/01934b45-9511-477a-97e6-96179ffc26c3 HTTP/1.1" status: 204 len: 168 time: 0.6142180 Feb 07 22:49:52.862189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54710) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:52.876950 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.924202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] For port 4660f3d1-1185-46cf-8147-79f77e0a0104, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4660f3d1-1185-46cf-8147-79f77e0a0104,segment=NetworkSegment(bfbdff09-1da4-4c10-85c2-0eb85d9f47ae),segment_id=bfbdff09-1da4-4c10-85c2-0eb85d9f47ae)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:52.925275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.940099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:52.942744 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104cae48-7a85-4afc-964c-7e62f19e275f" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "2ec1d2c8-f976-4e6d-a175-4c0abdc95905"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:52.963121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:52.966258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-11470192-a6de-450f-a38b-da641981e5a2 None None] Deleting port 4660f3d1-1185-46cf-8147-79f77e0a0104 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:52.966758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11470192-a6de-450f-a38b-da641981e5a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.979681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Calling delete_port for 4660f3d1-1185-46cf-8147-79f77e0a0104 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:52.987399 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.988399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7928955c-3fc4-492e-89a2-416fcbd48058 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:53.044969 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28bb89a6-04f3-4e53-84a3-ccadb6554c4e req-d19a7424-70a6-4c7e-9e7c-17c6e099fc51 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5599606 Feb 07 22:49:53.153468 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39ad6fe-e477-4fa5-bf82-7bd22fa18692 x-openstack-request-id: req-f39ad6fe-e477-4fa5-bf82-7bd22fa18692 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:53.160868 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "2ec1d2c8-f976-4e6d-a175-4c0abdc95905", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:53.161282 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f39ad6fe-e477-4fa5-bf82-7bd22fa18692 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:53.161905 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905', 'code': 200} Feb 07 22:49:53.222599 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.263220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482fdce-e81b-4888-ba1d-b257dded1cd4 req-e6d4e126-7ca9-4ce6-aecd-3329f0facb29 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:53.265475 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3482fdce-e81b-4888-ba1d-b257dded1cd4 req-e6d4e126-7ca9-4ce6-aecd-3329f0facb29 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 946 time: 0.2263279 Feb 07 22:49:53.286557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4660f3d1-1185-46cf-8147-79f77e0a0104 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:53.364670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-11470192-a6de-450f-a38b-da641981e5a2 None None] For port 4660f3d1-1185-46cf-8147-79f77e0a0104, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4660f3d1-1185-46cf-8147-79f77e0a0104,segment=NetworkSegment(bfbdff09-1da4-4c10-85c2-0eb85d9f47ae),segment_id=bfbdff09-1da4-4c10-85c2-0eb85d9f47ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:53.365117 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11470192-a6de-450f-a38b-da641981e5a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.371150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-983d831d-abbb-45d9-adaf-411e523f9f28 req-ea516d3c-c433-46b1-8fe2-1b667e2d07aa tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.1433296 Feb 07 22:49:53.382589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-11470192-a6de-450f-a38b-da641981e5a2 None None] Calling delete_port for 4660f3d1-1185-46cf-8147-79f77e0a0104 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:53.405846 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.417461 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.447857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d501a2-730a-4975-917f-a33d0ca5afe9']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:53.460727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18f380d-9e9a-41d9-8c23-c9f914dddbce') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:53.461471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18f380d-9e9a-41d9-8c23-c9f914dddbce') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:53.474320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.491771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Port': ['ID=4660f3d1-1185-46cf-8147-79f77e0a0104,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:53.496420 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.499130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] No DVR routers for this DVR port 4660f3d1-1185-46cf-8147-79f77e0a0104 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:53.513061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:53.515725 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.535218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-91739a6e-6485-4285-a05c-ea16a744bdab req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Deleting port 335c271e-0344-4b98-933c-354b7e93bdf2 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:53.535565 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-91739a6e-6485-4285-a05c-ea16a744bdab req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.654905 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11470192-a6de-450f-a38b-da641981e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.656333 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.672327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 7928955c-3fc4-492e-89a2-416fcbd48058 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:53.683344 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:53.694764 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3482fdce-e81b-4888-ba1d-b257dded1cd4 req-68914655-643d-468c-8269-0174b4df774c tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149346 Feb 07 22:49:53.698412 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.701479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 7928955c-3fc4-492e-89a2-416fcbd48058 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:53.701859 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.706815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30d501a2-730a-4975-917f-a33d0ca5afe9 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 22:49:53.712669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.721435 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "DELETE /v2.0/networks/30d501a2-730a-4975-917f-a33d0ca5afe9 HTTP/1.1" status: 204 len: 168 time: 0.8416002 Feb 07 22:49:53.757635 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc9983-59ab-4125-98de-f6deaed5166d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event deleted for resources: {'Network': ['ID=30d501a2-730a-4975-917f-a33d0ca5afe9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:53.787109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11470192-a6de-450f-a38b-da641981e5a2 None None] No DVR routers for this DVR port 4660f3d1-1185-46cf-8147-79f77e0a0104 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:53.789469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:53.823232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] No active binding found for port 4660f3d1-1185-46cf-8147-79f77e0a0104 {{(pid=102291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 22:49:53.823679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4660f3d1-1185-46cf-8147-79f77e0a0104 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:49:53.904091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11470192-a6de-450f-a38b-da641981e5a2 None None] Pushing event deleted for resources: {'Port': ['ID=4660f3d1-1185-46cf-8147-79f77e0a0104,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:53.963512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced245df-5970-47ff-aad8-e1a9b8a91ae3']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:53.970769 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.051144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7928955c-3fc4-492e-89a2-416fcbd48058, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7928955c-3fc4-492e-89a2-416fcbd48058,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:54.062511 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.064743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 217dfe1f-c238-4f95-98e2-6e944a0a3f33 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:54.081977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfbdff09-1da4-4c10-85c2-0eb85d9f47ae') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:54.082429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfbdff09-1da4-4c10-85c2-0eb85d9f47ae') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:54.090160 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-91739a6e-6485-4285-a05c-ea16a744bdab req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] For port 335c271e-0344-4b98-933c-354b7e93bdf2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=335c271e-0344-4b98-933c-354b7e93bdf2,segment=NetworkSegment(37d7a470-840a-4bea-9c18-3318b04bc191),segment_id=37d7a470-840a-4bea-9c18-3318b04bc191)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:54.090808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-91739a6e-6485-4285-a05c-ea16a744bdab req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.130127 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.158515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c20cb-5746-4a74-9212-4e32c35f6915 req-d26119c6-a7f3-4905-b2b2-48ceaa61c2d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.166195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c20cb-5746-4a74-9212-4e32c35f6915 req-d26119c6-a7f3-4905-b2b2-48ceaa61c2d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.172585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c20cb-5746-4a74-9212-4e32c35f6915 req-d26119c6-a7f3-4905-b2b2-48ceaa61c2d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.179320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c20cb-5746-4a74-9212-4e32c35f6915 req-d26119c6-a7f3-4905-b2b2-48ceaa61c2d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.185452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c20cb-5746-4a74-9212-4e32c35f6915 req-d26119c6-a7f3-4905-b2b2-48ceaa61c2d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.190706 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54730) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:54.195247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d7936a9b-b5eb-42da-8666-ff72e337316f tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'router': {'name': 'tempest-router--1598797668', 'project_id': '1146d4e530094cc98dbc18b491586d95'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:54.202849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c20cb-5746-4a74-9212-4e32c35f6915 req-d26119c6-a7f3-4905-b2b2-48ceaa61c2d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.215981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c20cb-5746-4a74-9212-4e32c35f6915 req-d26119c6-a7f3-4905-b2b2-48ceaa61c2d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.232259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-130c20cb-5746-4a74-9212-4e32c35f6915 req-d26119c6-a7f3-4905-b2b2-48ceaa61c2d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5426 time: 0.2759905 Feb 07 22:49:54.240665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-91739a6e-6485-4285-a05c-ea16a744bdab req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Calling delete_port for 335c271e-0344-4b98-933c-354b7e93bdf2 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:54.249894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7928955c-3fc4-492e-89a2-416fcbd48058,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:54.303768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:54.317423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7936a9b-b5eb-42da-8666-ff72e337316f tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.322290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7936a9b-b5eb-42da-8666-ff72e337316f tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.343174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:54.343602 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.345045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.384249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78dc9e-4c3f-4079-8ac2-7a0e4acb25a7 req-f104f43a-4217-49fe-bb79-1ce17169866b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.403335 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c78dc9e-4c3f-4079-8ac2-7a0e4acb25a7 req-f104f43a-4217-49fe-bb79-1ce17169866b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.1468112 Feb 07 22:49:54.428768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:54.429349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.497301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c78dc9e-4c3f-4079-8ac2-7a0e4acb25a7 req-71f454c6-5976-40c8-bd00-f9095e8e7fd5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924687 Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:54.508422 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:54.516478 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.522573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-130c20cb-5746-4a74-9212-4e32c35f6915 req-92d8d9c8-20e3-4a26-8e6f-b6ba0b2bc56a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2867463 Feb 07 22:49:54.581116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.584080 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 217dfe1f-c238-4f95-98e2-6e944a0a3f33, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=217dfe1f-c238-4f95-98e2-6e944a0a3f33,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:54.614060 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.620096 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.621157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device dc9f710b-92cb-4740-8462-09fdbac13f95 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:54.626862 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/networks/ced245df-5970-47ff-aad8-e1a9b8a91ae3 HTTP/1.1" status: 204 len: 168 time: 2.8070891 Feb 07 22:49:54.629242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54736) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:54.659313 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7936a9b-b5eb-42da-8666-ff72e337316f tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.668661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7936a9b-b5eb-42da-8666-ff72e337316f tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.678654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664de01-b1d5-4caa-8f90-7360dd8e8c69 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Network': ['ID=ced245df-5970-47ff-aad8-e1a9b8a91ae3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:54.689865 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-380890a3-aed3-4b4e-9d08-e1f316ee1ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.733962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=217dfe1f-c238-4f95-98e2-6e944a0a3f33,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:54.755059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e239e541-625c-486d-b7a9-1ff90cb4c119 req-29b355d4-8701-49ae-afa8-4af75f722a71 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0802078 Feb 07 22:49:54.776368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port dc9f710b-92cb-4740-8462-09fdbac13f95 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:54.791603 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port dc9f710b-92cb-4740-8462-09fdbac13f95 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:54.792268 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.810602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7936a9b-b5eb-42da-8666-ff72e337316f tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.811939 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d7936a9b-b5eb-42da-8666-ff72e337316f tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6200545 Feb 07 22:49:54.815249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54740) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:54.882314 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.912019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-44a474a2-cf07-460d-aefb-3f7d646d69a3 req-2b723512-5838-421a-aa58-93e9c0452c91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0596709 Feb 07 22:49:54.960506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c8de886-3003-4ccc-8774-58f09d3598a0 req-160939ea-c280-4408-9683-ff70a531a6d9 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 210 time: 0.0554643 Feb 07 22:49:54.969980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e07480c-adcd-4d3f-825b-3a8a6548e4a4 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.975242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f089acd-fd91-46a9-9d0e-245d8ef69029 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Deleting subnet 36089c81-0929-4ebb-b962-dbd34efc02a9 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:54.979447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-91739a6e-6485-4285-a05c-ea16a744bdab req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.991095 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f089acd-fd91-46a9-9d0e-245d8ef69029 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.028694 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.119439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port dc9f710b-92cb-4740-8462-09fdbac13f95, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dc9f710b-92cb-4740-8462-09fdbac13f95,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:55.130602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Pushing event deleted for resources: {'Port': ['ID=335c271e-0344-4b98-933c-354b7e93bdf2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:55.134286 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.151634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 913a97dc-19e6-4f90-acf7-1e57bdb6b04c up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:55.197924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-91739a6e-6485-4285-a05c-ea16a744bdab req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] No DVR routers for this DVR port 335c271e-0344-4b98-933c-354b7e93bdf2 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:55.215920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058'}, {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217dfe1f-c238-4f95-98e2-6e944a0a3f33'}, {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9f710b-92cb-4740-8462-09fdbac13f95'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:55.218491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-91739a6e-6485-4285-a05c-ea16a744bdab req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.219050 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7176f2d-2f87-411a-a873-c871e64ac467" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058"}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "217dfe1f-c238-4f95-98e2-6e944a0a3f33"}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "dc9f710b-92cb-4740-8462-09fdbac13f95"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:55.229552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91739a6e-6485-4285-a05c-ea16a744bdab req-f601d810-83d5-4f7b-8869-22bc140f8d57 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.24 "DELETE /v2.0/ports/335c271e-0344-4b98-933c-354b7e93bdf2 HTTP/1.1" status: 204 len: 173 time: 2.7403576 Feb 07 22:49:55.229552 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df988ed-2d04-4ec0-a3ad-7efa026829af', 'name': 'network-vif-deleted', 'tag': '335c271e-0344-4b98-933c-354b7e93bdf2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:55.231775 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1152dced-f6a2-499c-a7b3-8182a39d3b21" -d '{"events": [{"server_uuid": "1df988ed-2d04-4ec0-a3ad-7efa026829af", "name": "network-vif-deleted", "tag": "335c271e-0344-4b98-933c-354b7e93bdf2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:55.262090 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f089acd-fd91-46a9-9d0e-245d8ef69029 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.297290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e07480c-adcd-4d3f-825b-3a8a6548e4a4 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.305526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e07480c-adcd-4d3f-825b-3a8a6548e4a4 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.344357 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa03a5-bb36-4ab7-8990-86f052515d95 x-openstack-request-id: req-b9fa03a5-bb36-4ab7-8990-86f052515d95 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:55.344664 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df988ed-2d04-4ec0-a3ad-7efa026829af", "name": "network-vif-deleted", "tag": "335c271e-0344-4b98-933c-354b7e93bdf2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:55.345055 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9fa03a5-bb36-4ab7-8990-86f052515d95 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:55.345635 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df988ed-2d04-4ec0-a3ad-7efa026829af', 'name': 'network-vif-deleted', 'tag': '335c271e-0344-4b98-933c-354b7e93bdf2', 'status': 'completed', 'code': 200} Feb 07 22:49:55.371057 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f1e351-31c1-4519-847b-3042c39e4e43 x-openstack-request-id: req-e1f1e351-31c1-4519-847b-3042c39e4e43 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:55.372141 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058", "code": 200}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "217dfe1f-c238-4f95-98e2-6e944a0a3f33", "code": 200}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "dc9f710b-92cb-4740-8462-09fdbac13f95", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:55.372675 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1f1e351-31c1-4519-847b-3042c39e4e43 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:55.373351 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058', 'code': 200} Feb 07 22:49:55.373901 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217dfe1f-c238-4f95-98e2-6e944a0a3f33', 'code': 200} Feb 07 22:49:55.375063 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9f710b-92cb-4740-8462-09fdbac13f95', 'code': 200} Feb 07 22:49:55.379692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=dc9f710b-92cb-4740-8462-09fdbac13f95,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:55.408217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:55.413590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:55.414147 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.459801 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e07480c-adcd-4d3f-825b-3a8a6548e4a4 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.462824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e07480c-adcd-4d3f-825b-3a8a6548e4a4 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fd3706d-9721-4836-aaba-d215f5ef8fb0 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:49:55.473984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e07480c-adcd-4d3f-825b-3a8a6548e4a4 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.475794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5e07480c-adcd-4d3f-825b-3a8a6548e4a4 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "DELETE /v2.0/routers/9fd3706d-9721-4836-aaba-d215f5ef8fb0 HTTP/1.1" status: 204 len: 168 time: 0.6589077 Feb 07 22:49:55.486874 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f089acd-fd91-46a9-9d0e-245d8ef69029 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.632682 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.660953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f089acd-fd91-46a9-9d0e-245d8ef69029 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.690164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:55.702041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.702985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2f470af1-6b67-4b90-81e4-0d8dee3438b5 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:55.772723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6a64-93db-4dc8-8e55-d18ed3f210c7 req-2c326b0a-00bc-4f2a-b3bb-7418b6f5cf00 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.787955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6a64-93db-4dc8-8e55-d18ed3f210c7 req-2c326b0a-00bc-4f2a-b3bb-7418b6f5cf00 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.790829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54754) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:55.802949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6a64-93db-4dc8-8e55-d18ed3f210c7 req-2c326b0a-00bc-4f2a-b3bb-7418b6f5cf00 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.804091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f089acd-fd91-46a9-9d0e-245d8ef69029 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Subnet': ['ID=36089c81-0929-4ebb-b962-dbd34efc02a9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:55.809317 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2f089acd-fd91-46a9-9d0e-245d8ef69029 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.812897 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2f089acd-fd91-46a9-9d0e-245d8ef69029 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/subnets/36089c81-0929-4ebb-b962-dbd34efc02a9 HTTP/1.1" status: 204 len: 168 time: 1.1517243 Feb 07 22:49:55.819071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54760) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:55.820581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6a64-93db-4dc8-8e55-d18ed3f210c7 req-2c326b0a-00bc-4f2a-b3bb-7418b6f5cf00 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.827560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6a64-93db-4dc8-8e55-d18ed3f210c7 req-2c326b0a-00bc-4f2a-b3bb-7418b6f5cf00 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.829778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb22c375-5a09-4427-9c73-040cef605893 None None] Network 24d7bb26-2e82-42ac-b467-ec9e4907fd0c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:55.836204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6a64-93db-4dc8-8e55-d18ed3f210c7 req-2c326b0a-00bc-4f2a-b3bb-7418b6f5cf00 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.842954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6a64-93db-4dc8-8e55-d18ed3f210c7 req-2c326b0a-00bc-4f2a-b3bb-7418b6f5cf00 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.865241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eda6a64-93db-4dc8-8e55-d18ed3f210c7 req-2c326b0a-00bc-4f2a-b3bb-7418b6f5cf00 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5429 time: 0.2206442 Feb 07 22:49:55.880455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a98cc3-d475-4153-a813-368a6cb136b9 req-6db71318-18a9-49c6-a32f-1a54e19d5f21 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.895976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8a98cc3-d475-4153-a813-368a6cb136b9 req-6db71318-18a9-49c6-a32f-1a54e19d5f21 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.2376151 Feb 07 22:49:55.941169 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eda6a64-93db-4dc8-8e55-d18ed3f210c7 req-651fdafb-e4f8-4552-aa3a-ed16480ddc74 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0745521 Feb 07 22:49:56.034116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8a98cc3-d475-4153-a813-368a6cb136b9 req-2e95c22d-35e7-4e2b-9fd6-6b42d3072e92 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368139 Feb 07 22:49:56.049567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b344ffb-d547-4775-8400-782289cb75ae tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Deleting subnet 04864e48-c67f-4d18-b05e-d4e3c4834d90 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:56.067204 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4fa2c4b8-22c4-4079-be97-f1159569814e req-8ed88086-4ed1-4200-84d0-09abf01b17e0 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0451324 Feb 07 22:49:56.079842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 335c271e-0344-4b98-933c-354b7e93bdf2 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:56.086483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:56.092496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4b344ffb-d547-4775-8400-782289cb75ae tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.183405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 335c271e-0344-4b98-933c-354b7e93bdf2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:49:56.186214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 335c271e-0344-4b98-933c-354b7e93bdf2 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:49:56.223228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:56.238223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:56.238991 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.417026 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.523085 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.574647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21fd67-4096-4154-a4f0-7993042fe2f3 None None] DHCP port deletion for 24d7bb26-2e82-42ac-b467-ec9e4907fd0c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:49:56.675934 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4b344ffb-d547-4775-8400-782289cb75ae tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.721499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.731328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2f470af1-6b67-4b90-81e4-0d8dee3438b5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f470af1-6b67-4b90-81e4-0d8dee3438b5,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:56.739406 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.740467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:49:56.759304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4b344ffb-d547-4775-8400-782289cb75ae tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.841414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-750715500', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:56.893407 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6e9d7bff-a229-4ade-9eb0-76437b8a62f5 req-13c740d5-4f76-4eda-a017-2ab856ac69a6 tempest-ServersTestJSON-1678586638 tempest-ServersTestJSON-1678586638-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df988ed-2d04-4ec0-a3ad-7efa026829af HTTP/1.1" status: 200 len: 210 time: 0.0561435 Feb 07 22:49:56.925966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4b344ffb-d547-4775-8400-782289cb75ae tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.960388 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.965807 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.984044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4b344ffb-d547-4775-8400-782289cb75ae tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.995439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54770) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:56.996438 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4b344ffb-d547-4775-8400-782289cb75ae tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/subnets/04864e48-c67f-4d18-b05e-d4e3c4834d90 HTTP/1.1" status: 204 len: 168 time: 1.1727788 Feb 07 22:49:57.025304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3173ad-7478-46af-9d89-141d127e3aee None None] Network 7832f12e-829e-48a1-acf0-de3cf082d549 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:49:57.050645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b344ffb-d547-4775-8400-782289cb75ae tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Subnet': ['ID=04864e48-c67f-4d18-b05e-d4e3c4834d90,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:57.211002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0aa276e-8ab3-402a-bb86-d4807a349cd7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:57.225128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2f470af1-6b67-4b90-81e4-0d8dee3438b5,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:57.270569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.277293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.293186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6f21fd67-4096-4154-a4f0-7993042fe2f3 None None] Deleting port c0aa276e-8ab3-402a-bb86-d4807a349cd7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:57.293621 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f21fd67-4096-4154-a4f0-7993042fe2f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.372061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79ec16-25ec-4e73-9dfe-3c76f4e5f037 req-e5fe95b2-c405-4c23-9e4a-61b06edc7d93 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.377238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c'}, {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f470af1-6b67-4b90-81e4-0d8dee3438b5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:57.379841 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7876a03-e459-4d35-afba-62ccd9328209" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "913a97dc-19e6-4f90-acf7-1e57bdb6b04c"}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "2f470af1-6b67-4b90-81e4-0d8dee3438b5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:49:57.382563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:57.396114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79ec16-25ec-4e73-9dfe-3c76f4e5f037 req-e5fe95b2-c405-4c23-9e4a-61b06edc7d93 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.410882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79ec16-25ec-4e73-9dfe-3c76f4e5f037 req-e5fe95b2-c405-4c23-9e4a-61b06edc7d93 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.426404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79ec16-25ec-4e73-9dfe-3c76f4e5f037 req-e5fe95b2-c405-4c23-9e4a-61b06edc7d93 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.438484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79ec16-25ec-4e73-9dfe-3c76f4e5f037 req-e5fe95b2-c405-4c23-9e4a-61b06edc7d93 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.450081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79ec16-25ec-4e73-9dfe-3c76f4e5f037 req-e5fe95b2-c405-4c23-9e4a-61b06edc7d93 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.459587 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.461785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:57.462234 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.469717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79ec16-25ec-4e73-9dfe-3c76f4e5f037 req-e5fe95b2-c405-4c23-9e4a-61b06edc7d93 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.472788 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a79ec16-25ec-4e73-9dfe-3c76f4e5f037 req-e5fe95b2-c405-4c23-9e4a-61b06edc7d93 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5431 time: 0.2904050 Feb 07 22:49:57.532329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6f21fd67-4096-4154-a4f0-7993042fe2f3 None None] For port c0aa276e-8ab3-402a-bb86-d4807a349cd7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0aa276e-8ab3-402a-bb86-d4807a349cd7,segment=NetworkSegment(4de0c505-b0d7-4232-8886-d22483491b69),segment_id=4de0c505-b0d7-4232-8886-d22483491b69)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:57.532878 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f21fd67-4096-4154-a4f0-7993042fe2f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.542541 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a79ec16-25ec-4e73-9dfe-3c76f4e5f037 req-24f01947-ade8-428e-aeef-82c305c1a05d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0580420 Feb 07 22:49:57.549803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f970f-bdb3-4dbf-8405-60362779e56f req-f94bc798-82cc-4cd1-9323-980e3d177199 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.558685 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107f970f-bdb3-4dbf-8405-60362779e56f req-f94bc798-82cc-4cd1-9323-980e3d177199 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.3265238 Feb 07 22:49:57.562388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Deleting port c0aa276e-8ab3-402a-bb86-d4807a349cd7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:57.563697 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.588020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6f21fd67-4096-4154-a4f0-7993042fe2f3 None None] Calling delete_port for c0aa276e-8ab3-402a-bb86-d4807a349cd7 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:57.759346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c0aa276e-8ab3-402a-bb86-d4807a349cd7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0aa276e-8ab3-402a-bb86-d4807a349cd7,segment=NetworkSegment(4de0c505-b0d7-4232-8886-d22483491b69),segment_id=4de0c505-b0d7-4232-8886-d22483491b69)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:57.764940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba6591-92f5-4bc9-8a68-212b4baba802 None None] DHCP port deletion for 7832f12e-829e-48a1-acf0-de3cf082d549 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:49:57.778484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.806161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6af86eb6-3612-43d7-8c99-228c9c44ecf8 req-bf7aa2c7-4538-4c0c-98c8-c82c7242537c tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.1265757 Feb 07 22:49:57.833670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] For port c0aa276e-8ab3-402a-bb86-d4807a349cd7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0aa276e-8ab3-402a-bb86-d4807a349cd7,segment=NetworkSegment(4de0c505-b0d7-4232-8886-d22483491b69),segment_id=4de0c505-b0d7-4232-8886-d22483491b69)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:57.834121 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.848088 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.869471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Calling delete_port for c0aa276e-8ab3-402a-bb86-d4807a349cd7 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:57.873964 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.939963 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107f970f-bdb3-4dbf-8405-60362779e56f req-8292e4d0-444a-4542-a3ff-6cea1c07ff53 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3802097 Feb 07 22:49:57.945116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:57.970662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.979053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c0aa276e-8ab3-402a-bb86-d4807a349cd7,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:57.983137 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465d652c-53f1-47cc-9c4f-c6b7e78c69e6 x-openstack-request-id: req-465d652c-53f1-47cc-9c4f-c6b7e78c69e6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:49:57.983555 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "913a97dc-19e6-4f90-acf7-1e57bdb6b04c", "code": 200}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "2f470af1-6b67-4b90-81e4-0d8dee3438b5", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:49:57.983926 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-465d652c-53f1-47cc-9c4f-c6b7e78c69e6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:49:57.984416 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c', 'code': 200} Feb 07 22:49:57.985343 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f470af1-6b67-4b90-81e4-0d8dee3438b5', 'code': 200} Feb 07 22:49:58.026642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-eeba6591-92f5-4bc9-8a68-212b4baba802 None None] Deleting port 16236c13-9649-4d50-947c-8f5b8f485f76 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:49:58.027252 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eeba6591-92f5-4bc9-8a68-212b4baba802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.037025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-185328fb-d77b-4191-b579-cede64b94f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:58.038557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-185328fb-d77b-4191-b579-cede64b94f6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1098 time: 0.2871168 Feb 07 22:49:58.061142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54792) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:58.075242 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.095563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-eeba6591-92f5-4bc9-8a68-212b4baba802 None None] For port 16236c13-9649-4d50-947c-8f5b8f485f76, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=16236c13-9649-4d50-947c-8f5b8f485f76,segment=NetworkSegment(584ed0ea-7f25-429c-92ae-daddd37e3575),segment_id=584ed0ea-7f25-429c-92ae-daddd37e3575)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:49:58.098408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eeba6591-92f5-4bc9-8a68-212b4baba802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.107750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Port': ['ID=c0aa276e-8ab3-402a-bb86-d4807a349cd7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:58.112007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] No DVR routers for this DVR port c0aa276e-8ab3-402a-bb86-d4807a349cd7 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:58.113804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-eeba6591-92f5-4bc9-8a68-212b4baba802 None None] Calling delete_port for 16236c13-9649-4d50-947c-8f5b8f485f76 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:49:58.237650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.262962 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f21fd67-4096-4154-a4f0-7993042fe2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.273733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d7bb26-2e82-42ac-b467-ec9e4907fd0c']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:58.284603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de0c505-b0d7-4232-8886-d22483491b69') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:58.284865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de0c505-b0d7-4232-8886-d22483491b69') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:58.296850 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.317118 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.324796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:58.325552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:58.332887 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:58.356377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21fd67-4096-4154-a4f0-7993042fe2f3 None None] No DVR routers for this DVR port c0aa276e-8ab3-402a-bb86-d4807a349cd7 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:58.367102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eeba6591-92f5-4bc9-8a68-212b4baba802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.386789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:58.404932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba6591-92f5-4bc9-8a68-212b4baba802 None None] No DVR routers for this DVR port 16236c13-9649-4d50-947c-8f5b8f485f76 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:58.457053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.465997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21fd67-4096-4154-a4f0-7993042fe2f3 None None] Pushing event deleted for resources: {'Port': ['ID=c0aa276e-8ab3-402a-bb86-d4807a349cd7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:58.471261 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.485596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/networks/24d7bb26-2e82-42ac-b467-ec9e4907fd0c HTTP/1.1" status: 204 len: 168 time: 1.4875913 Feb 07 22:49:58.490101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54804) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:58.528882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2b985-7097-439e-af79-b99b07728fa1 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Network': ['ID=24d7bb26-2e82-42ac-b467-ec9e4907fd0c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:58.537187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-046ad48f-5429-493f-87b6-195e822294c4 admin admin] Deleting subnet d0bb49ce-8877-49f5-b44d-12b6120d74f9 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:58.540468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba6591-92f5-4bc9-8a68-212b4baba802 None None] Pushing event deleted for resources: {'Port': ['ID=16236c13-9649-4d50-947c-8f5b8f485f76,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:58.554791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-046ad48f-5429-493f-87b6-195e822294c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.644279 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.743060 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-046ad48f-5429-493f-87b6-195e822294c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.822632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce80778d-806c-4709-8e98-407fdc3f0a3e req-0a89544e-1c7a-4bd3-a3c0-92d13fa26446 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0904911 Feb 07 22:49:58.838029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-72b5f462-0f74-4788-8e98-d749553b2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:58.839829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-72b5f462-0f74-4788-8e98-d749553b2471 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.7432292 Feb 07 22:49:58.958248 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-046ad48f-5429-493f-87b6-195e822294c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.121204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 16236c13-9649-4d50-947c-8f5b8f485f76 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:49:59.221108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-a3fe3d3f-bdf7-4054-8ec7-5ec50b06893b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1002 time: 0.3732562 Feb 07 22:49:59.221691 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.240848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 16236c13-9649-4d50-947c-8f5b8f485f76 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:49:59.240848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 16236c13-9649-4d50-947c-8f5b8f485f76 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:49:59.340005 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.352464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.385276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0a2a-3d1c-4b23-a6e6-2b11b7572a3a req-bf6682fc-f2ef-456c-9b2c-009439a42042 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.406905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0a2a-3d1c-4b23-a6e6-2b11b7572a3a req-bf6682fc-f2ef-456c-9b2c-009439a42042 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.426388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0a2a-3d1c-4b23-a6e6-2b11b7572a3a req-bf6682fc-f2ef-456c-9b2c-009439a42042 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.429151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dad3c-20cc-4675-8181-256246ab080e req-433ed9c0-7399-41a8-8da2-0cfcc966ee58 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.433259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0a2a-3d1c-4b23-a6e6-2b11b7572a3a req-bf6682fc-f2ef-456c-9b2c-009439a42042 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.436674 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9b3dad3c-20cc-4675-8181-256246ab080e req-433ed9c0-7399-41a8-8da2-0cfcc966ee58 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.2897749 Feb 07 22:49:59.440574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0a2a-3d1c-4b23-a6e6-2b11b7572a3a req-bf6682fc-f2ef-456c-9b2c-009439a42042 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.446670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0a2a-3d1c-4b23-a6e6-2b11b7572a3a req-bf6682fc-f2ef-456c-9b2c-009439a42042 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.452683 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0a2a-3d1c-4b23-a6e6-2b11b7572a3a req-bf6682fc-f2ef-456c-9b2c-009439a42042 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.461332 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a95c0a2a-3d1c-4b23-a6e6-2b11b7572a3a req-bf6682fc-f2ef-456c-9b2c-009439a42042 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.7424858 Feb 07 22:49:59.489751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7832f12e-829e-48a1-acf0-de3cf082d549']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:59.503572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584ed0ea-7f25-429c-92ae-daddd37e3575') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:59.504063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584ed0ea-7f25-429c-92ae-daddd37e3575') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:59.522209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.527298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9b3dad3c-20cc-4675-8181-256246ab080e req-7bddfe73-d0b9-4c86-85b4-142e81612ff8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878310 Feb 07 22:49:59.552439 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a95c0a2a-3d1c-4b23-a6e6-2b11b7572a3a req-9cdece72-01c7-49cc-8c3a-c7a5d44d6b2a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0899377 Feb 07 22:49:59.559890 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-046ad48f-5429-493f-87b6-195e822294c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.570141 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.589076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:59.590374 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.599819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-5d878557-1bab-4528-82f6-6650ddbb4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.601257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-5d878557-1bab-4528-82f6-6650ddbb4c4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.3089275 Feb 07 22:49:59.604600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ad48f-5429-493f-87b6-195e822294c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bb49ce-8877-49f5-b44d-12b6120d74f9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:59.614998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-046ad48f-5429-493f-87b6-195e822294c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.618207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-046ad48f-5429-493f-87b6-195e822294c4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d0bb49ce-8877-49f5-b44d-12b6120d74f9 HTTP/1.1" status: 204 len: 168 time: 1.5502834 Feb 07 22:49:59.659814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54816) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:59.671220 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:59.676005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.684715 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.690847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/networks/7832f12e-829e-48a1-acf0-de3cf082d549 HTTP/1.1" status: 204 len: 168 time: 1.1967850 Feb 07 22:49:59.691375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54818) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:49:59.730646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fe30c-5d59-4d18-964d-bf2021185cb9 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Network': ['ID=7832f12e-829e-48a1-acf0-de3cf082d549,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:59.761104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-84832056-bb19-4378-9f54-a72f997eb420 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Deleting subnet 2adec545-e4eb-462a-9e06-52111154ebd1 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:49:59.764225 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84832056-bb19-4378-9f54-a72f997eb420 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.773595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-09448e13-3546-4afd-8363-06880c56319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.775073 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-09448e13-3546-4afd-8363-06880c56319a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531565 Feb 07 22:49:59.809945 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84832056-bb19-4378-9f54-a72f997eb420 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.858800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Allocated IP 172.25.8.18 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/3f751abd-1afa-4657-8c8c-9abae032944f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:59.878276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.937399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84832056-bb19-4378-9f54-a72f997eb420 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.987009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072493a1-c7ab-47d6-a0e6-9f79545f8fd7'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:59.989418 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cc02c2-8010-46bd-b867-9f6c69edf9f9" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "072493a1-c7ab-47d6-a0e6-9f79545f8fd7"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:50:00.022340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8c06b359-f2d1-48c7-ac10-cfd46c07a7d8 req-00dbfec4-05a6-42e4-a415-789468ea05cd tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0898635 Feb 07 22:50:00.034778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84832056-bb19-4378-9f54-a72f997eb420 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.088385 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce23153-58fb-4a56-8f50-9cc44f26dba5 x-openstack-request-id: req-0ce23153-58fb-4a56-8f50-9cc44f26dba5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:50:00.089014 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "072493a1-c7ab-47d6-a0e6-9f79545f8fd7", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:50:00.089442 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ce23153-58fb-4a56-8f50-9cc44f26dba5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:50:00.090019 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072493a1-c7ab-47d6-a0e6-9f79545f8fd7', 'code': 200} Feb 07 22:50:00.104843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84832056-bb19-4378-9f54-a72f997eb420 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Subnet': ['ID=2adec545-e4eb-462a-9e06-52111154ebd1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:00.118252 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-84832056-bb19-4378-9f54-a72f997eb420 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.126314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-84832056-bb19-4378-9f54-a72f997eb420 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/subnets/2adec545-e4eb-462a-9e06-52111154ebd1 HTTP/1.1" status: 204 len: 168 time: 0.4313493 Feb 07 22:50:00.126586 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.127214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54826) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:00.131023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cfe7e1-046a-4fed-8c4a-4f3da15738d8 None None] Network 07e67433-5126-4b40-9c8a-daabc41ebe70 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:50:00.163061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec52ef6-8c28-475a-a4d6-03863d0789b3']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:00.177180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d7a470-840a-4bea-9c18-3318b04bc191') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:00.177470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d7a470-840a-4bea-9c18-3318b04bc191') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:00.189293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.205948 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.220597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:00.221329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.237929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.319522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Deleting port fe5fcae2-5066-49f2-9a4a-e021e93b44aa {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:00.320046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:00.322877 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:00.328277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.333457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.337166 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6ec52ef6-8c28-475a-a4d6-03863d0789b3 HTTP/1.1" status: 204 len: 168 time: 0.6742435 Feb 07 22:50:00.378940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-bf769f47-060f-4af0-a144-8de952963d71 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968144 Feb 07 22:50:00.425673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb6d090-9e8b-42aa-9770-9aad9b6a2f9d None None] DHCP port deletion for 07e67433-5126-4b40-9c8a-daabc41ebe70 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:50:00.450481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b003d2-e0e7-40b3-ade6-017cf5d70e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec52ef6-8c28-475a-a4d6-03863d0789b3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:00.462183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] For port fe5fcae2-5066-49f2-9a4a-e021e93b44aa, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fe5fcae2-5066-49f2-9a4a-e021e93b44aa,segment=NetworkSegment(4a601d47-ba2b-4e07-97c5-684630d4168e),segment_id=4a601d47-ba2b-4e07-97c5-684630d4168e)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:00.462183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.504714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Calling delete_port for fe5fcae2-5066-49f2-9a4a-e021e93b44aa owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:00.542753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6d090-9e8b-42aa-9770-9aad9b6a2f9d None None] Deleting port fe5fcae2-5066-49f2-9a4a-e021e93b44aa {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:00.543408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d090-9e8b-42aa-9770-9aad9b6a2f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.599295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24552c1-b1fa-47ed-af9f-210948e229a1 req-dd9025c4-0cb1-4103-9adf-da3e21072d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:00.621022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24552c1-b1fa-47ed-af9f-210948e229a1 req-dd9025c4-0cb1-4103-9adf-da3e21072d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:00.621671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24552c1-b1fa-47ed-af9f-210948e229a1 req-dd9025c4-0cb1-4103-9adf-da3e21072d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:00.622153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24552c1-b1fa-47ed-af9f-210948e229a1 req-dd9025c4-0cb1-4103-9adf-da3e21072d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:00.622631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24552c1-b1fa-47ed-af9f-210948e229a1 req-dd9025c4-0cb1-4103-9adf-da3e21072d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:00.623101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24552c1-b1fa-47ed-af9f-210948e229a1 req-dd9025c4-0cb1-4103-9adf-da3e21072d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:00.623569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24552c1-b1fa-47ed-af9f-210948e229a1 req-dd9025c4-0cb1-4103-9adf-da3e21072d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:00.637763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a24552c1-b1fa-47ed-af9f-210948e229a1 req-dd9025c4-0cb1-4103-9adf-da3e21072d71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6489 time: 0.3253379 Feb 07 22:50:00.651275 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.675149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1fb6d090-9e8b-42aa-9770-9aad9b6a2f9d None None] For port fe5fcae2-5066-49f2-9a4a-e021e93b44aa, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fe5fcae2-5066-49f2-9a4a-e021e93b44aa,segment=NetworkSegment(4a601d47-ba2b-4e07-97c5-684630d4168e),segment_id=4a601d47-ba2b-4e07-97c5-684630d4168e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:00.675897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d090-9e8b-42aa-9770-9aad9b6a2f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.695331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6d090-9e8b-42aa-9770-9aad9b6a2f9d None None] Calling delete_port for fe5fcae2-5066-49f2-9a4a-e021e93b44aa owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:00.742866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Port': ['ID=fe5fcae2-5066-49f2-9a4a-e021e93b44aa,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:00.769544 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.803067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] No DVR routers for this DVR port fe5fcae2-5066-49f2-9a4a-e021e93b44aa on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:50:00.837228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54834) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:00.864841 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d090-9e8b-42aa-9770-9aad9b6a2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.898470 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a24552c1-b1fa-47ed-af9f-210948e229a1 req-84a0713c-22d3-44bd-a147-61e3e346dd0b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2340350 Feb 07 22:50:00.927106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cde548c-9eb3-4dd5-be15-330d6c975270 req-fedeac04-e4f1-4adb-a4a7-c0fc040ef138 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258915 Feb 07 22:50:00.929685 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.949591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6d090-9e8b-42aa-9770-9aad9b6a2f9d None None] Pushing event deleted for resources: {'Port': ['ID=fe5fcae2-5066-49f2-9a4a-e021e93b44aa,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:00.951939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6d090-9e8b-42aa-9770-9aad9b6a2f9d None None] No DVR routers for this DVR port fe5fcae2-5066-49f2-9a4a-e021e93b44aa on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:50:00.958586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8219dc7-2273-4d40-ad6b-b11b67207059 req-aac816b5-ed45-4d21-acca-32aeae9bb0ed tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:00.967518 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8219dc7-2273-4d40-ad6b-b11b67207059 req-aac816b5-ed45-4d21-acca-32aeae9bb0ed tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.2976747 Feb 07 22:50:01.018028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449108-facb-4f32-a6d2-8e15e25c2431 req-91a15924-8db6-453f-8477-309af7a2fed5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.019075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:01.024745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:01.025466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449108-facb-4f32-a6d2-8e15e25c2431 req-91a15924-8db6-453f-8477-309af7a2fed5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.034561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:01.050018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449108-facb-4f32-a6d2-8e15e25c2431 req-91a15924-8db6-453f-8477-309af7a2fed5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.055716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449108-facb-4f32-a6d2-8e15e25c2431 req-91a15924-8db6-453f-8477-309af7a2fed5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.068150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449108-facb-4f32-a6d2-8e15e25c2431 req-91a15924-8db6-453f-8477-309af7a2fed5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.078212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449108-facb-4f32-a6d2-8e15e25c2431 req-91a15924-8db6-453f-8477-309af7a2fed5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.078828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8219dc7-2273-4d40-ad6b-b11b67207059 req-a5774c7f-ba95-43ae-8ae7-708a5b6aabba tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101162 Feb 07 22:50:01.085962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event updated for resources: {'Port': ['ID=3f751abd-1afa-4657-8c8c-9abae032944f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:01.120482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449108-facb-4f32-a6d2-8e15e25c2431 req-91a15924-8db6-453f-8477-309af7a2fed5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.123548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23449108-facb-4f32-a6d2-8e15e25c2431 req-91a15924-8db6-453f-8477-309af7a2fed5 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.3827140 Feb 07 22:50:01.152148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fe5fcae2-5066-49f2-9a4a-e021e93b44aa no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:50:01.157669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.188931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: fe5fcae2-5066-49f2-9a4a-e021e93b44aa {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:50:01.196231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fe5fcae2-5066-49f2-9a4a-e021e93b44aa not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:50:01.236229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ef7fb1f8-1576-445f-a8f8-23fd97311df4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57b74f06a92b4ba9a084a06c9151a043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965342 Feb 07 22:50:01.243980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54840) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:01.287545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e67433-5126-4b40-9c8a-daabc41ebe70']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:01.294059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23449108-facb-4f32-a6d2-8e15e25c2431 req-ea80fed8-b79c-4e13-9da1-f27d254106f8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1513402 Feb 07 22:50:01.310018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a601d47-ba2b-4e07-97c5-684630d4168e') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:01.310018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a601d47-ba2b-4e07-97c5-684630d4168e') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:01.319400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cab9b787-4aee-4ef0-9d01-2c12c733d340 req-9ed50578-adfa-4245-a652-809b43bb8fa3 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.1022933 Feb 07 22:50:01.356202 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.389006 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.397825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:01.398221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:01.401400 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:01.453127 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d601cf39-8c89-418e-ba6c-da335417ded6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.476701 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.489269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d601cf39-8c89-418e-ba6c-da335417ded6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.524017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.545759 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.550101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/networks/07e67433-5126-4b40-9c8a-daabc41ebe70 HTTP/1.1" status: 204 len: 168 time: 1.4214952 Feb 07 22:50:01.553089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54842) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:01.594525 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-78cb84bd-4ae3-4eee-9067-6dfb8fb7edce tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "GET /v2.0/ports?device_id=23e64539-8075-4731-83f2-8d4e21c757c5 HTTP/1.1" status: 200 len: 205 time: 0.0398982 Feb 07 22:50:01.596444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5ae77-894e-46ea-9605-381454f8dd14 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Pushing event deleted for resources: {'Network': ['ID=07e67433-5126-4b40-9c8a-daabc41ebe70,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:01.599874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54844) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:01.608711 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d601cf39-8c89-418e-ba6c-da335417ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.611949 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d601cf39-8c89-418e-ba6c-da335417ded6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.615735 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d601cf39-8c89-418e-ba6c-da335417ded6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc HTTP/1.1" status: 204 len: 168 time: 0.3681500 Feb 07 22:50:01.747196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601cf39-8c89-418e-ba6c-da335417ded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78fb98-a47b-4fbf-8f7c-743bb73f2dbc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:01.776772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d59d9efd-85f8-4ed9-831c-92ab7e4000c0 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.809821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.018094 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d59d9efd-85f8-4ed9-831c-92ab7e4000c0 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.021403 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d59d9efd-85f8-4ed9-831c-92ab7e4000c0 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.127300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d59d9efd-85f8-4ed9-831c-92ab7e4000c0 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.129513 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59d9efd-85f8-4ed9-831c-92ab7e4000c0 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Fanout notify agent at l3_agent the message router_deleted on router 23e64539-8075-4731-83f2-8d4e21c757c5 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:50:02.157864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d59d9efd-85f8-4ed9-831c-92ab7e4000c0 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.161391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d59d9efd-85f8-4ed9-831c-92ab7e4000c0 tempest-RoutersNegativeIpV6Test-315353760 tempest-RoutersNegativeIpV6Test-315353760-project] 10.222.0.15 "DELETE /v2.0/routers/23e64539-8075-4731-83f2-8d4e21c757c5 HTTP/1.1" status: 204 len: 168 time: 0.5578854 Feb 07 22:50:02.161847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Router 38f8d856-28b2-4a1a-bb89-62ca10ba370f is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:50:02.372695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bac076-36ba-4349-aaeb-beabf1e04386 req-7c4f7c47-96ae-48cd-9526-73bc534ff93a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.380275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81bac076-36ba-4349-aaeb-beabf1e04386 req-7c4f7c47-96ae-48cd-9526-73bc534ff93a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.1506886 Feb 07 22:50:02.478163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81bac076-36ba-4349-aaeb-beabf1e04386 req-c96c863e-a798-423a-9743-5582dea1d7ae tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927975 Feb 07 22:50:02.568498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de1ca5-4d19-41b1-832b-5b86fc0abcbb req-d6f0e74a-5810-4cf4-9409-ff858ed7fdac tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.574810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de1ca5-4d19-41b1-832b-5b86fc0abcbb req-d6f0e74a-5810-4cf4-9409-ff858ed7fdac tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.582447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de1ca5-4d19-41b1-832b-5b86fc0abcbb req-d6f0e74a-5810-4cf4-9409-ff858ed7fdac tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.588897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de1ca5-4d19-41b1-832b-5b86fc0abcbb req-d6f0e74a-5810-4cf4-9409-ff858ed7fdac tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.590607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54870) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:02.595686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de1ca5-4d19-41b1-832b-5b86fc0abcbb req-d6f0e74a-5810-4cf4-9409-ff858ed7fdac tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.608949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de1ca5-4d19-41b1-832b-5b86fc0abcbb req-d6f0e74a-5810-4cf4-9409-ff858ed7fdac tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.624405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de1ca5-4d19-41b1-832b-5b86fc0abcbb req-d6f0e74a-5810-4cf4-9409-ff858ed7fdac tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.634863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95de1ca5-4d19-41b1-832b-5b86fc0abcbb req-d6f0e74a-5810-4cf4-9409-ff858ed7fdac tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.1523778 Feb 07 22:50:02.659922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:02.672159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cc947-0f73-4896-9e2e-adc509b50ec3 None None] Sync routers for ids ['38f8d856-28b2-4a1a-bb89-62ca10ba370f'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:02.685063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cc947-0f73-4896-9e2e-adc509b50ec3 None None] Routers {'38f8d856-28b2-4a1a-bb89-62ca10ba370f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:02.685702 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ef4cc947-0f73-4896-9e2e-adc509b50ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['38f8d856-28b2-4a1a-bb89-62ca10ba370f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:02.689824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10ae3b2d-027c-4d16-8e5e-45bba5ce6044 req-d1b5b79c-6a29-4b9e-95fe-f1ca490cb7c7 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0676994 Feb 07 22:50:02.727996 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.735560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54874) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:02.738616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c9e31d1c-644d-4162-b458-dbe0cb260119 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9452808 Feb 07 22:50:02.779815 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95de1ca5-4d19-41b1-832b-5b86fc0abcbb req-14b2903f-3505-47aa-a143-eda2e9f98aa6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1407454 Feb 07 22:50:02.824378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ef4cc947-0f73-4896-9e2e-adc509b50ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:02.866441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cc947-0f73-4896-9e2e-adc509b50ec3 None None] Routers {'38f8d856-28b2-4a1a-bb89-62ca10ba370f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:02.873945 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ef4cc947-0f73-4896-9e2e-adc509b50ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['38f8d856-28b2-4a1a-bb89-62ca10ba370f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:02.897426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01fb8ade-2a65-400b-91ab-45448644932a tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/routers/38f8d856-28b2-4a1a-bb89-62ca10ba370f HTTP/1.1" status: 200 len: 923 time: 0.1623967 Feb 07 22:50:02.900391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54880) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:02.951182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4422b23c-b26d-45f7-80f1-10621bcf7a70 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=38f8d856-28b2-4a1a-bb89-62ca10ba370f HTTP/1.1" status: 200 len: 205 time: 0.0495565 Feb 07 22:50:02.951802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54884) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:02.962759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ef4cc947-0f73-4896-9e2e-adc509b50ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:02.965059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cc947-0f73-4896-9e2e-adc509b50ec3 None None] The sync data for ids ['38f8d856-28b2-4a1a-bb89-62ca10ba370f'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:03.032266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8b160b03-6a1b-4082-8781-49a489c3e30a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aba2be98f4c04506bbf55773231ae850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380779 Feb 07 22:50:03.034839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54888) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:03.112632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a30109-fef9-4fcd-970c-1573b4de09d4 req-bfc44144-d1f1-4375-9b5b-b5d01b0125d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.118713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a30109-fef9-4fcd-970c-1573b4de09d4 req-bfc44144-d1f1-4375-9b5b-b5d01b0125d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.136131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a30109-fef9-4fcd-970c-1573b4de09d4 req-bfc44144-d1f1-4375-9b5b-b5d01b0125d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.154730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.154947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a30109-fef9-4fcd-970c-1573b4de09d4 req-bfc44144-d1f1-4375-9b5b-b5d01b0125d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.166258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a30109-fef9-4fcd-970c-1573b4de09d4 req-bfc44144-d1f1-4375-9b5b-b5d01b0125d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.188300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a30109-fef9-4fcd-970c-1573b4de09d4 req-bfc44144-d1f1-4375-9b5b-b5d01b0125d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.201759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a30109-fef9-4fcd-970c-1573b4de09d4 req-bfc44144-d1f1-4375-9b5b-b5d01b0125d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.209071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1a30109-fef9-4fcd-970c-1573b4de09d4 req-bfc44144-d1f1-4375-9b5b-b5d01b0125d7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.2593820 Feb 07 22:50:03.214575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54892) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:03.224911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Request body: {'floatingip': {'port_id': '7928955c-3fc4-492e-89a2-416fcbd48058'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:03.237201 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1004-9ce9-4f35-b452-202aa65b9247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.246448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54894) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:03.291796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.307201 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1004-9ce9-4f35-b452-202aa65b9247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.424409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1004-9ce9-4f35-b452-202aa65b9247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.429815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1004-9ce9-4f35-b452-202aa65b9247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.435499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a2eb1004-9ce9-4f35-b452-202aa65b9247 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48ed3274-c4ac-4567-bd8d-7d678c33883d HTTP/1.1" status: 204 len: 168 time: 0.3952384 Feb 07 22:50:03.453008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1004-9ce9-4f35-b452-202aa65b9247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ed3274-c4ac-4567-bd8d-7d678c33883d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:03.474695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-38828589-network', 'tenant_id': 'c5147af5cf034b4ea710f0baf29173f3'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:03.567448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Made reservation on behalf of c5147af5cf034b4ea710f0baf29173f3 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:03.570127 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.608980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.790373 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.800220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.835589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2953f4a-2b6f-47a6-8183-5ac7726ba6e0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:03.852029 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.986862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0c3796f3-4d39-4379-b9e5-85d62fa6c375 req-a51e4ad9-62fa-4074-b999-1fc8ca12850d tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0984190 Feb 07 22:50:03.998688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:04.022685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.023031 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Added segment fe7ed5a5-6572-4c0f-90f4-a5ca50814ec5 of type vlan for network b13e6154-c952-4ff9-bc53-a3a0c7117f0b Feb 07 22:50:04.078442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c030a3b-9d80-469e-ac51-7a2f1eea1a58 req-a6904cf8-b235-4c94-b257-7a5864fc32dc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:04.084896 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.086699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c030a3b-9d80-469e-ac51-7a2f1eea1a58 req-a6904cf8-b235-4c94-b257-7a5864fc32dc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.2714159 Feb 07 22:50:04.110951 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.158567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.159304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:04.159902 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.276046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] Pushing event updated for resources: {'Network': ['ID=b13e6154-c952-4ff9-bc53-a3a0c7117f0b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:04.292395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network b13e6154-c952-4ff9-bc53-a3a0c7117f0b details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:50:04.294913 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.295776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8e792b99-a59b-4aea-9e8a-50974be2f666 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0466244 Feb 07 22:50:04.298421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54920) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:04.304881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c030a3b-9d80-469e-ac51-7a2f1eea1a58 req-ec85f600-023b-44e0-982a-7e9671bcec0e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172394 Feb 07 22:50:04.308922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Request body: {'subnet': {'network_id': 'b13e6154-c952-4ff9-bc53-a3a0c7117f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-38828589-subnet', 'tenant_id': 'c5147af5cf034b4ea710f0baf29173f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:04.346617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Made reservation on behalf of c5147af5cf034b4ea710f0baf29173f3 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:04.349830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.456431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Deleting port 3f751abd-1afa-4657-8c8c-9abae032944f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:04.456920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.629647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.644814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.670462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Calling delete_port for 3f751abd-1afa-4657-8c8c-9abae032944f owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:04.696916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=213716f0-5ad4-4926-a512-53315f943d75,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:04.737521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Checking segment: {'id': 'fe7ed5a5-6572-4c0f-90f4-a5ca50814ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b13e6154-c952-4ff9-bc53-a3a0c7117f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:50:04.740777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Network hostable DHCP agents. Network: b13e6154-c952-4ff9-bc53-a3a0c7117f0b, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:04.768109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Network b13e6154-c952-4ff9-bc53-a3a0c7117f0b is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:04.793467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, b13e6154-c952-4ff9-bc53-a3a0c7117f0b) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:04.800026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:04.800224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:50:04.800696 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.809315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d7325-da97-4889-bad8-f222ea6d6bf6 None None] Network b13e6154-c952-4ff9-bc53-a3a0c7117f0b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:50:04.822876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-66542099-5ae4-4018-8c3a-bdab77e3eefb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5233765 Feb 07 22:50:04.933935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.996421 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.060573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54940) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:05.178150 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Floating IP 20aac71b-ce3c-4956-815a-e85e63e9b04e associated. External IP: 172.25.8.126, port: 7928955c-3fc4-492e-89a2-416fcbd48058. Feb 07 22:50:05.197151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54942) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:05.202950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939aff9e-da53-445d-bd8e-6e0588744da3 None None] Network b13e6154-c952-4ff9-bc53-a3a0c7117f0b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:50:05.226215 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.249898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3935b3cf-e55f-4c46-b51c-224998550e68 admin admin] Deleting subnet 213716f0-5ad4-4926-a512-53315f943d75 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:50:05.272443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event deleted for resources: {'Port': ['ID=3f751abd-1afa-4657-8c8c-9abae032944f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:05.291956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57c63251-936b-4890-8f17-fabf9291a171 req-1c1549d3-dcd0-475b-97d6-f338409e5093 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0342171 Feb 07 22:50:05.292705 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3935b3cf-e55f-4c46-b51c-224998550e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.417264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.428209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3935b3cf-e55f-4c46-b51c-224998550e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.483091 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3935b3cf-e55f-4c46-b51c-224998550e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.515042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831216776'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:05.560473 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.574055 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.587548 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3935b3cf-e55f-4c46-b51c-224998550e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.617054 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.623089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935b3cf-e55f-4c46-b51c-224998550e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213716f0-5ad4-4926-a512-53315f943d75,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:05.623488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.637449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3935b3cf-e55f-4c46-b51c-224998550e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.644868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b12c8-52af-4b84-8294-4b79cc733ff9 req-c6b341db-b474-4e1c-8321-a0f931fbedde tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:05.646368 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-921b12c8-52af-4b84-8294-4b79cc733ff9 req-c6b341db-b474-4e1c-8321-a0f931fbedde tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.1492395 Feb 07 22:50:05.649020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3935b3cf-e55f-4c46-b51c-224998550e68 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/213716f0-5ad4-4926-a512-53315f943d75 HTTP/1.1" status: 204 len: 168 time: 0.5872028 Feb 07 22:50:05.649672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54948) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:05.761371 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.761863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Fanout notify agent at l3_agent the message router_deleted on router 38f8d856-28b2-4a1a-bb89-62ca10ba370f {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:50:05.766968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.787995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-921b12c8-52af-4b84-8294-4b79cc733ff9 req-6cd793ef-4a05-4d4c-bc13-b46cb3409a33 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032834 Feb 07 22:50:05.801420 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.805821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.806928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-afee4ef1-85e0-48c9-beb2-927a7b28568c tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/38f8d856-28b2-4a1a-bb89-62ca10ba370f HTTP/1.1" status: 204 len: 168 time: 2.8542151 Feb 07 22:50:05.812603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54952) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:05.819332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'router': {'name': 'tempest-snat-router-274515220', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': False}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:05.829786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.888339 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.889366 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.903957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.927570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13e6154-c952-4ff9-bc53-a3a0c7117f0b']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:05.949404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7ed5a5-6572-4c0f-90f4-a5ca50814ec5') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:05.949763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.949881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7ed5a5-6572-4c0f-90f4-a5ca50814ec5') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:05.975902 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.988326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0481f0d2-15b0-4f2e-8d9f-44b6f015fea8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:05.999687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.020042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:06.020505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:06.022958 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:06.091133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.093103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Router 44b16e2a-f059-4dc4-ae5f-de800a63c01e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:50:06.097135 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.136257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.139665 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.150231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.151958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9220665 Feb 07 22:50:06.183693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54954) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:06.183968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.189071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b13e6154-c952-4ff9-bc53-a3a0c7117f0b HTTP/1.1" status: 204 len: 168 time: 0.5302513 Feb 07 22:50:06.190947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e9d07-da5b-40ae-b978-0f45142c98c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b13e6154-c952-4ff9-bc53-a3a0c7117f0b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:06.194570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cb824-9cad-4fab-affb-12b00f0b58bc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fefad82-c91e-4390-853d-8ff0df6384ac,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:06.363895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54966) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:06.364105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c692d37c-4703-4b5e-9577-c7fd4e2d644d tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1787086 Feb 07 22:50:06.373473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b0b84f76-7875-4e95-be92-7041e7eaaad8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-security--1759870656', 'description': 'tempest-security-description-1201239274'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:06.384805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:06.389887 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.398053 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] Sync routers for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:06.409422 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:06.409819 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b0b84f76-7875-4e95-be92-7041e7eaaad8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.414507 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:06.454847 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cd027a88-f7a2-4c70-a6e0-b1b1c608dcc3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "PUT /v2.0/floatingips/20aac71b-ce3c-4956-815a-e85e63e9b04e HTTP/1.1" status: 200 len: 991 time: 3.2358761 Feb 07 22:50:06.454847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:06.466070 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242c538e-310e-4731-b293-ab50af70b0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:50:06.477064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54976) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:06.488742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-263f419a-f11b-4bc7-a693-b8652d315099 req-236765c3-538f-40c5-a212-f18a2cbff589 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0543890 Feb 07 22:50:06.552098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b0b84f76-7875-4e95-be92-7041e7eaaad8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.554665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-37bba37c-eaeb-448a-9cfb-776f9bd79a80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5147af5cf034b4ea710f0baf29173f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744467 Feb 07 22:50:06.557524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54978) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:06.572231 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b8d0ce-acec-4204-a5ef-98fd5425b085 x-openstack-request-id: req-20b8d0ce-acec-4204-a5ef-98fd5425b085 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:50:06.572841 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:50:06.573276 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20b8d0ce-acec-4204-a5ef-98fd5425b085 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:50:06.573847 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058', 'status': 'completed', 'code': 200} Feb 07 22:50:06.595091 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b0b84f76-7875-4e95-be92-7041e7eaaad8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.597680 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b0b84f76-7875-4e95-be92-7041e7eaaad8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.598910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b0b84f76-7875-4e95-be92-7041e7eaaad8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "PUT /v2.0/security-groups/3fefad82-c91e-4390-853d-8ff0df6384ac HTTP/1.1" status: 200 len: 1780 time: 0.2336714 Feb 07 22:50:06.608909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54980) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:06.630291 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:50:06.688189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b84f76-7875-4e95-be92-7041e7eaaad8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fefad82-c91e-4390-853d-8ff0df6384ac,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:06.718068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ab63025d-deae-4f36-bbe8-1bf664687a21 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups/3fefad82-c91e-4390-853d-8ff0df6384ac HTTP/1.1" status: 200 len: 1780 time: 0.1044602 Feb 07 22:50:06.719862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54982) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:06.729005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74eb9-6e7d-48fb-9a67-09191d4c4576 req-1ca6d746-27c6-4b02-b3ab-8c8f4f92355f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.738547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74eb9-6e7d-48fb-9a67-09191d4c4576 req-1ca6d746-27c6-4b02-b3ab-8c8f4f92355f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.745346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74eb9-6e7d-48fb-9a67-09191d4c4576 req-1ca6d746-27c6-4b02-b3ab-8c8f4f92355f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.751582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74eb9-6e7d-48fb-9a67-09191d4c4576 req-1ca6d746-27c6-4b02-b3ab-8c8f4f92355f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.751783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb73866c-13d2-4d50-b91a-8b662ff15fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.759660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74eb9-6e7d-48fb-9a67-09191d4c4576 req-1ca6d746-27c6-4b02-b3ab-8c8f4f92355f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.767949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74eb9-6e7d-48fb-9a67-09191d4c4576 req-1ca6d746-27c6-4b02-b3ab-8c8f4f92355f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.774399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74eb9-6e7d-48fb-9a67-09191d4c4576 req-1ca6d746-27c6-4b02-b3ab-8c8f4f92355f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.776635 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24e74eb9-6e7d-48fb-9a67-09191d4c4576 req-1ca6d746-27c6-4b02-b3ab-8c8f4f92355f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.2467139 Feb 07 22:50:06.792799 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb73866c-13d2-4d50-b91a-8b662ff15fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.827191 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.858545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.877091 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5234fe5-0195-42b5-b3dd-de824a5a8147 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.947862 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24e74eb9-6e7d-48fb-9a67-09191d4c4576 req-96722e52-09a8-407a-9853-9084f2857f2f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1222498 Feb 07 22:50:06.965343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-6fe7e83f-4cb2-4ece-8a39-eb40b601a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.965343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-6fe7e83f-4cb2-4ece-8a39-eb40b601a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.965890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-6fe7e83f-4cb2-4ece-8a39-eb40b601a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.966413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-6fe7e83f-4cb2-4ece-8a39-eb40b601a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.966795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-6fe7e83f-4cb2-4ece-8a39-eb40b601a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.967271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-6fe7e83f-4cb2-4ece-8a39-eb40b601a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.968037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-6fe7e83f-4cb2-4ece-8a39-eb40b601a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.970720 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242c538e-310e-4731-b293-ab50af70b0d5 req-6fe7e83f-4cb2-4ece-8a39-eb40b601a4a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6489 time: 0.3340545 Feb 07 22:50:06.972582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5234fe5-0195-42b5-b3dd-de824a5a8147 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.989311 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '20aac71b-ce3c-4956-815a-e85e63e9b04e', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'port_id': '7928955c-3fc4-492e-89a2-416fcbd48058', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'mac_address': 'fa:16:3e:ee:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:48:25Z', 'updated_at': '2022-02-07T22:50:04Z', 'revision_number': 1, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c97c16-dc57-4b67-a118-7e3d12432b0e', 'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'mac_address': 'fa:16:3e:72:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:10Z', 'updated_at': '2022-02-07T22:47:17Z', 'revision_number': 5, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'subnets': [{'id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:07.026713 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] Checking router: 44b16e2a-f059-4dc4-ae5f-de800a63c01e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:50:07.036430 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:07.037049 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:07.053700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb73866c-13d2-4d50-b91a-8b662ff15fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.056561 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb73866c-13d2-4d50-b91a-8b662ff15fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.060225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fb73866c-13d2-4d50-b91a-8b662ff15fe5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2953f4a-2b6f-47a6-8183-5ac7726ba6e0 HTTP/1.1" status: 204 len: 168 time: 0.4992900 Feb 07 22:50:07.095392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73866c-13d2-4d50-b91a-8b662ff15fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2953f4a-2b6f-47a6-8183-5ac7726ba6e0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:07.133703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Allocated IP 172.25.8.170 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/95b54fd2-63e5-46a4-8a67-46d578e7bcc6) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:07.144424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461d587-d7f8-4944-a7be-d846deb07f7c req-37093305-68e1-46ed-8058-2b55c46da004 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:07.146675 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e461d587-d7f8-4944-a7be-d846deb07f7c req-37093305-68e1-46ed-8058-2b55c46da004 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.2106316 Feb 07 22:50:07.214954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5234fe5-0195-42b5-b3dd-de824a5a8147 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.223406 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5234fe5-0195-42b5-b3dd-de824a5a8147 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.228507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b5234fe5-0195-42b5-b3dd-de824a5a8147 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/3fefad82-c91e-4390-853d-8ff0df6384ac HTTP/1.1" status: 204 len: 168 time: 0.5075696 Feb 07 22:50:07.239440 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:50:07.241629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55002) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:07.269317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-f97ad3ac-64d0-4a75-92cd-ef707795a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:07.276216 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242c538e-310e-4731-b293-ab50af70b0d5 req-f97ad3ac-64d0-4a75-92cd-ef707795a81a service neutron] 10.222.0.46 "GET /v2.0/networks?id=787c7e9f-a8fa-4a51-8c86-e156b52217e9 HTTP/1.1" status: 200 len: 911 time: 0.2825935 Feb 07 22:50:07.302317 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e461d587-d7f8-4944-a7be-d846deb07f7c req-0c6469fc-3619-4a6f-b0b2-3cc5089b8e96 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470289 Feb 07 22:50:07.307917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5234fe5-0195-42b5-b3dd-de824a5a8147 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fefad82-c91e-4390-853d-8ff0df6384ac,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:07.378297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1eae0419-3a91-46ae-8df9-22a6cb89ba68 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309459 Feb 07 22:50:07.379078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55010) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:07.400894 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-9e834966-9585-43cb-bbfa-aea60c643f88 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] delete failed (client error): The resource could not be found. Feb 07 22:50:07.406095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9e834966-9585-43cb-bbfa-aea60c643f88 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/3fefad82-c91e-4390-853d-8ff0df6384ac HTTP/1.1" status: 404 len: 347 time: 0.0257874 Feb 07 22:50:07.414083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55012) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:07.421462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0c28786c-6c27-4f2d-a7ae-1df7912dd594 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121883765'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:07.465439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.475034 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c28786c-6c27-4f2d-a7ae-1df7912dd594 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.518021 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242c538e-310e-4731-b293-ab50af70b0d5 req-d223b16c-1362-479e-bb9c-5688d7cc005d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7928955c-3fc4-492e-89a2-416fcbd48058 HTTP/1.1" status: 200 len: 999 time: 0.2322156 Feb 07 22:50:07.566979 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.630528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-35a0f5da-bfa5-4fa7-a094-5aa9ecbcb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:07.640604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242c538e-310e-4731-b293-ab50af70b0d5 req-35a0f5da-bfa5-4fa7-a094-5aa9ecbcb7b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94cbb80a-1bef-4846-ac03-d3a16e2d7713 HTTP/1.1" status: 200 len: 850 time: 0.1149876 Feb 07 22:50:07.657788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:07.662037 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '20aac71b-ce3c-4956-815a-e85e63e9b04e', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'port_id': '7928955c-3fc4-492e-89a2-416fcbd48058', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'mac_address': 'fa:16:3e:ee:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:48:25Z', 'updated_at': '2022-02-07T22:50:04Z', 'revision_number': 1, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c97c16-dc57-4b67-a118-7e3d12432b0e', 'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'mac_address': 'fa:16:3e:72:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:10Z', 'updated_at': '2022-02-07T22:47:17Z', 'revision_number': 5, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'subnets': [{'id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:07.678275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:07.678764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c28786c-6c27-4f2d-a7ae-1df7912dd594 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.681742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:07.695347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c28786c-6c27-4f2d-a7ae-1df7912dd594 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.700638 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4e6e18-8cc6-4b06-93b5-a4f6c03dac80 None None] The sync data for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 is: [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '20aac71b-ce3c-4956-815a-e85e63e9b04e', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'port_id': '7928955c-3fc4-492e-89a2-416fcbd48058', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'mac_address': 'fa:16:3e:ee:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:48:25Z', 'updated_at': '2022-02-07T22:50:04Z', 'revision_number': 1, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c97c16-dc57-4b67-a118-7e3d12432b0e', 'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'mac_address': 'fa:16:3e:72:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:10Z', 'updated_at': '2022-02-07T22:47:17Z', 'revision_number': 5, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'subnets': [{'id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:07.751843 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c28786c-6c27-4f2d-a7ae-1df7912dd594 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.757554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0c28786c-6c27-4f2d-a7ae-1df7912dd594 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3417578 Feb 07 22:50:07.761647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55028) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:07.775922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28786c-6c27-4f2d-a7ae-1df7912dd594 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6fd619-800b-442f-bcdb-cd150c9424f8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:07.799360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event updated for resources: {'Port': ['ID=95b54fd2-63e5-46a4-8a67-46d578e7bcc6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:07.825384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f3e967f9-39c3-4c17-979c-dfb117bdf818 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'fa6fd619-800b-442f-bcdb-cd150c9424f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:07.971202 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:50:08.111521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85587c37-2b86-4b20-98cd-06bd5f1c5f63 None None] New status for floating IP 20aac71b-ce3c-4956-815a-e85e63e9b04e: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:50:08.184440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209a05-56f5-4e7c-b6dc-1c673c948d73 req-4aae8468-f194-4d69-a733-30976f52b702 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.194932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209a05-56f5-4e7c-b6dc-1c673c948d73 req-4aae8468-f194-4d69-a733-30976f52b702 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.207378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209a05-56f5-4e7c-b6dc-1c673c948d73 req-4aae8468-f194-4d69-a733-30976f52b702 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.232850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209a05-56f5-4e7c-b6dc-1c673c948d73 req-4aae8468-f194-4d69-a733-30976f52b702 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.245046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209a05-56f5-4e7c-b6dc-1c673c948d73 req-4aae8468-f194-4d69-a733-30976f52b702 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.252751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209a05-56f5-4e7c-b6dc-1c673c948d73 req-4aae8468-f194-4d69-a733-30976f52b702 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.261241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209a05-56f5-4e7c-b6dc-1c673c948d73 req-4aae8468-f194-4d69-a733-30976f52b702 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.263939 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f209a05-56f5-4e7c-b6dc-1c673c948d73 req-4aae8468-f194-4d69-a733-30976f52b702 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.1924191 Feb 07 22:50:08.269198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8b300dcf-b352-4c24-bd5a-0200fe04464b req-409468ad-7e71-4fe7-b466-92a5d6cea61b tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.5946774 Feb 07 22:50:08.298380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c538e-310e-4731-b293-ab50af70b0d5 req-55059153-3611-4828-ab35-187cbf06d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.300647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242c538e-310e-4731-b293-ab50af70b0d5 req-55059153-3611-4828-ab35-187cbf06d1c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=787c7e9f-a8fa-4a51-8c86-e156b52217e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6488619 Feb 07 22:50:08.345504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f209a05-56f5-4e7c-b6dc-1c673c948d73 req-7e2446b3-9e51-4a8a-83f3-55c1a3a43ee8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0689511 Feb 07 22:50:08.455020 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f3e967f9-39c3-4c17-979c-dfb117bdf818 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.627896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242c538e-310e-4731-b293-ab50af70b0d5 req-9667ebea-498f-407a-bc2e-4fa51b13a302 service neutron] 10.222.0.46 "GET /v2.0/networks/787c7e9f-a8fa-4a51-8c86-e156b52217e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179934 Feb 07 22:50:08.715216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f3e967f9-39c3-4c17-979c-dfb117bdf818 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.725361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6585d-b273-4905-a943-88a1779161b2 req-fbd1606c-dfae-4a14-bf05-9c566495eec6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.726433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-abd6585d-b273-4905-a943-88a1779161b2 req-fbd1606c-dfae-4a14-bf05-9c566495eec6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 947 time: 0.1942616 Feb 07 22:50:08.756602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f3e967f9-39c3-4c17-979c-dfb117bdf818 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.837963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e967f9-39c3-4c17-979c-dfb117bdf818 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6231c68-a404-41cb-9203-a9acd8632042,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:08.864914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f3e967f9-39c3-4c17-979c-dfb117bdf818 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.868231 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f3e967f9-39c3-4c17-979c-dfb117bdf818 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0683124 Feb 07 22:50:08.868231 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.869465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55088) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:08.911478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7809f836-0fec-4db3-bab8-89208e385ea8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.911962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-abd6585d-b273-4905-a943-88a1779161b2 req-fd92ba78-7f85-4126-a27e-71d391f1b6a7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564593 Feb 07 22:50:08.918630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-242c538e-310e-4731-b293-ab50af70b0d5 req-20dc274f-656f-4b9f-8454-07633fd10567 service neutron] 10.222.0.46 "GET /v2.0/networks/787c7e9f-a8fa-4a51-8c86-e156b52217e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837529 Feb 07 22:50:08.963509 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7809f836-0fec-4db3-bab8-89208e385ea8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.007439 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7809f836-0fec-4db3-bab8-89208e385ea8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.014846 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7809f836-0fec-4db3-bab8-89208e385ea8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.016738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7809f836-0fec-4db3-bab8-89208e385ea8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a6231c68-a404-41cb-9203-a9acd8632042 HTTP/1.1" status: 204 len: 168 time: 0.1455383 Feb 07 22:50:09.025708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55100) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:09.033586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809f836-0fec-4db3-bab8-89208e385ea8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6231c68-a404-41cb-9203-a9acd8632042,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:09.188812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0e5db089-ba82-4728-9abf-c0b762097df7 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1549826 Feb 07 22:50:09.192079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55108) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:09.205290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.276570 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee244fbe-a46a-43ca-bd6c-14b2bda58375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.337510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee244fbe-a46a-43ca-bd6c-14b2bda58375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.563660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4da46058-4709-4e0d-8f53-d3dfb2cd6dcb req-47a17a52-4d51-41ff-95a9-b4eb2c28d8a5 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0565660 Feb 07 22:50:09.563660 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee244fbe-a46a-43ca-bd6c-14b2bda58375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.563660 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee244fbe-a46a-43ca-bd6c-14b2bda58375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.563660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ee244fbe-a46a-43ca-bd6c-14b2bda58375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/fa6fd619-800b-442f-bcdb-cd150c9424f8 HTTP/1.1" status: 204 len: 168 time: 0.3447673 Feb 07 22:50:09.570013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55148) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:09.570739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee244fbe-a46a-43ca-bd6c-14b2bda58375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6fd619-800b-442f-bcdb-cd150c9424f8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:09.630393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d08dac-8e51-4c26-8ffc-7dc555466050 req-ff3c4c1f-bf72-4fcb-9981-5c112945468b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.636700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d08dac-8e51-4c26-8ffc-7dc555466050 req-ff3c4c1f-bf72-4fcb-9981-5c112945468b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.645091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d08dac-8e51-4c26-8ffc-7dc555466050 req-ff3c4c1f-bf72-4fcb-9981-5c112945468b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.651907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d08dac-8e51-4c26-8ffc-7dc555466050 req-ff3c4c1f-bf72-4fcb-9981-5c112945468b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.659017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d08dac-8e51-4c26-8ffc-7dc555466050 req-ff3c4c1f-bf72-4fcb-9981-5c112945468b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.664949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d08dac-8e51-4c26-8ffc-7dc555466050 req-ff3c4c1f-bf72-4fcb-9981-5c112945468b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.670947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d08dac-8e51-4c26-8ffc-7dc555466050 req-ff3c4c1f-bf72-4fcb-9981-5c112945468b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.672849 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12d08dac-8e51-4c26-8ffc-7dc555466050 req-ff3c4c1f-bf72-4fcb-9981-5c112945468b tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.2016511 Feb 07 22:50:09.680444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a2daeb1c-dcc0-45a1-83b0-f4ae86cca546 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1377127 Feb 07 22:50:09.684273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55164) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:09.690390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5daff2fb-b644-4840-a370-78873690c375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348199715'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:09.760304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12d08dac-8e51-4c26-8ffc-7dc555466050 req-57675411-8676-418a-b273-0109abe31a0d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0622928 Feb 07 22:50:09.788202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Router 398f6b5d-3a20-4b71-bfe6-16f44418c198 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:50:09.804591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5daff2fb-b644-4840-a370-78873690c375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.955253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f32d80-879f-4008-aa18-a286b8ba0b73 req-24b4569f-5657-4daa-8a11-e157c5659049 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.971775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f32d80-879f-4008-aa18-a286b8ba0b73 req-24b4569f-5657-4daa-8a11-e157c5659049 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.986002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f32d80-879f-4008-aa18-a286b8ba0b73 req-24b4569f-5657-4daa-8a11-e157c5659049 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.992016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f32d80-879f-4008-aa18-a286b8ba0b73 req-24b4569f-5657-4daa-8a11-e157c5659049 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.999643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f32d80-879f-4008-aa18-a286b8ba0b73 req-24b4569f-5657-4daa-8a11-e157c5659049 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.007061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f32d80-879f-4008-aa18-a286b8ba0b73 req-24b4569f-5657-4daa-8a11-e157c5659049 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.019368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f32d80-879f-4008-aa18-a286b8ba0b73 req-24b4569f-5657-4daa-8a11-e157c5659049 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.021634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55f32d80-879f-4008-aa18-a286b8ba0b73 req-24b4569f-5657-4daa-8a11-e157c5659049 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.1556225 Feb 07 22:50:10.035348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5daff2fb-b644-4840-a370-78873690c375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.044496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5daff2fb-b644-4840-a370-78873690c375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.077698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:10.082915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:50:10.097795 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Sync routers for ids ['398f6b5d-3a20-4b71-bfe6-16f44418c198'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:10.121692 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55f32d80-879f-4008-aa18-a286b8ba0b73 req-846e20e7-5abd-40b7-a117-528e2083c738 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0927451 Feb 07 22:50:10.123852 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5daff2fb-b644-4840-a370-78873690c375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.130595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55196) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:10.131508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5daff2fb-b644-4840-a370-78873690c375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4456673 Feb 07 22:50:10.136851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-85f29aee-8f34-457e-8c2f-0781d83c15d1 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'd4e13e13-626e-47bb-bd4f-e7d756f09a13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:10.139332 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Routers {'398f6b5d-3a20-4b71-bfe6-16f44418c198'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:10.139979 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['398f6b5d-3a20-4b71-bfe6-16f44418c198'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:10.196985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daff2fb-b644-4840-a370-78873690c375 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e13e13-626e-47bb-bd4f-e7d756f09a13,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:10.220857 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.222143 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-28e1dfb8-8b01-4d8b-b07c-f270e06fc7d3 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4077613 Feb 07 22:50:10.224788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55202) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:10.267543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85f29aee-8f34-457e-8c2f-0781d83c15d1 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.340908 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.423944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:10.424889 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:10.429355 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420cd789-0edd-464f-b43b-c2b3d22d8bed" -d '{"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:50:10.434326 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.474809 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85f29aee-8f34-457e-8c2f-0781d83c15d1 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.491036 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85f29aee-8f34-457e-8c2f-0781d83c15d1 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.499206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3f66b881-1536-43b2-bc49-82aced25cb38 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/routers/398f6b5d-3a20-4b71-bfe6-16f44418c198 HTTP/1.1" status: 200 len: 908 time: 0.2701910 Feb 07 22:50:10.499852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55224) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:10.511579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'router': {'name': 'tempest-snat-router-274515220', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': True}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:10.515476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=14']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:10.522397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f29aee-8f34-457e-8c2f-0781d83c15d1 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8fb8a7-5141-477f-b7b2-15ab4864863a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:10.553586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85f29aee-8f34-457e-8c2f-0781d83c15d1 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.554978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-85f29aee-8f34-457e-8c2f-0781d83c15d1 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4225779 Feb 07 22:50:10.555929 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Set router 398f6b5d-3a20-4b71-bfe6-16f44418c198 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:50:10.559588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55232) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:10.564936 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf016f6-c203-4ff0-b0a6-b1bca6f8745d x-openstack-request-id: req-fcf016f6-c203-4ff0-b0a6-b1bca6f8745d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:50:10.565428 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:50:10.565775 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcf016f6-c203-4ff0-b0a6-b1bca6f8745d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:50:10.566751 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'code': 200} Feb 07 22:50:10.569367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424faede-39cc-4a21-a6a9-f02ab354ae0e req-e93ea85c-333d-4ac3-8923-3aa2a605dbe0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.569697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6b284721-af55-4712-9989-ea89b98e1996 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'd4e13e13-626e-47bb-bd4f-e7d756f09a13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:10.596002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424faede-39cc-4a21-a6a9-f02ab354ae0e req-e93ea85c-333d-4ac3-8923-3aa2a605dbe0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.610782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424faede-39cc-4a21-a6a9-f02ab354ae0e req-e93ea85c-333d-4ac3-8923-3aa2a605dbe0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.617527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424faede-39cc-4a21-a6a9-f02ab354ae0e req-e93ea85c-333d-4ac3-8923-3aa2a605dbe0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.624269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424faede-39cc-4a21-a6a9-f02ab354ae0e req-e93ea85c-333d-4ac3-8923-3aa2a605dbe0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.631148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424faede-39cc-4a21-a6a9-f02ab354ae0e req-e93ea85c-333d-4ac3-8923-3aa2a605dbe0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.637857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424faede-39cc-4a21-a6a9-f02ab354ae0e req-e93ea85c-333d-4ac3-8923-3aa2a605dbe0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.638590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b284721-af55-4712-9989-ea89b98e1996 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.640043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-424faede-39cc-4a21-a6a9-f02ab354ae0e req-e93ea85c-333d-4ac3-8923-3aa2a605dbe0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.2261498 Feb 07 22:50:10.666482 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.668205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.753661 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.787591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ff27a84-3068-4249-8af7-e4b3ca765721 req-0947cb4f-f985-4834-b1c5-f572fc3f6b0a tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0477669 Feb 07 22:50:10.889300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b284721-af55-4712-9989-ea89b98e1996 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.900597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b284721-af55-4712-9989-ea89b98e1996 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.928185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b284721-af55-4712-9989-ea89b98e1996 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bad3b4-2d0b-46d6-9815-1beaed0b091b,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:10.941702 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b284721-af55-4712-9989-ea89b98e1996 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.945672 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6b284721-af55-4712-9989-ea89b98e1996 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3823605 Feb 07 22:50:10.945987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55262) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:10.952165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b92933b0-f8a2-4cf2-9116-cc42b212f5d9 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'd4e13e13-626e-47bb-bd4f-e7d756f09a13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:10.970681 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398f6b5d-3a20-4b71-bfe6-16f44418c198', 'name': 'tempest-snat-router-274515220', 'tenant_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.170'}], 'enable_snat': False}, 'gw_port_id': '95b54fd2-63e5-46a4-8a67-46d578e7bcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:50:05Z', 'updated_at': '2022-02-07T22:50:08Z', 'revision_number': 3, 'project_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'gw_port': {'id': '95b54fd2-63e5-46a4-8a67-46d578e7bcc6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398f6b5d-3a20-4b71-bfe6-16f44418c198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:06Z', 'updated_at': '2022-02-07T22:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:10.994773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b92933b0-f8a2-4cf2-9116-cc42b212f5d9 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.002319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.041089 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Checking router: 398f6b5d-3a20-4b71-bfe6-16f44418c198 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:50:11.041558 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Updating router 398f6b5d-3a20-4b71-bfe6-16f44418c198 port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:50:11.102328 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.171294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b92933b0-f8a2-4cf2-9116-cc42b212f5d9 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.180743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b92933b0-f8a2-4cf2-9116-cc42b212f5d9 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.223038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b92933b0-f8a2-4cf2-9116-cc42b212f5d9 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.227514 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b92933b0-f8a2-4cf2-9116-cc42b212f5d9 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2805219 Feb 07 22:50:11.228668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55278) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:11.234107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8a2ad2d3-a509-46ab-8d66-71f5b897135f tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'd4e13e13-626e-47bb-bd4f-e7d756f09a13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:11.243564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92933b0-f8a2-4cf2-9116-cc42b212f5d9 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c310972a-4bc5-4703-b574-a23d35e751e4,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:11.302007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a2ad2d3-a509-46ab-8d66-71f5b897135f tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.388400 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.389271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a2ad2d3-a509-46ab-8d66-71f5b897135f tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.396803 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a2ad2d3-a509-46ab-8d66-71f5b897135f tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.424982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ad2d3-a509-46ab-8d66-71f5b897135f tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afb4efb-e87f-47be-8689-7510a2ccc7f2,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:11.425249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.436494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76664d-68e0-4a67-aa88-a812257b4682 req-158e90c3-177b-48ea-ab46-d996ba163a6b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:11.436494 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d76664d-68e0-4a67-aa88-a812257b4682 req-158e90c3-177b-48ea-ab46-d996ba163a6b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1554432 Feb 07 22:50:11.447907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a2ad2d3-a509-46ab-8d66-71f5b897135f tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.451248 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8a2ad2d3-a509-46ab-8d66-71f5b897135f tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2214475 Feb 07 22:50:11.452091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55286) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:11.457958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-edc52d6a-7fd7-4aab-b852-af1809250e91 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'd4e13e13-626e-47bb-bd4f-e7d756f09a13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:11.520865 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-edc52d6a-7fd7-4aab-b852-af1809250e91 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.544068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d76664d-68e0-4a67-aa88-a812257b4682 req-0835b7a5-9932-457b-95df-6607943c83e7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937886 Feb 07 22:50:11.623924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-edc52d6a-7fd7-4aab-b852-af1809250e91 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.629622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-edc52d6a-7fd7-4aab-b852-af1809250e91 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.645264 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.654484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc52d6a-7fd7-4aab-b852-af1809250e91 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89609f49-fc92-4e30-837f-9154330e240a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:11.658729 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.668306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-edc52d6a-7fd7-4aab-b852-af1809250e91 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.672652 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-edc52d6a-7fd7-4aab-b852-af1809250e91 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2166805 Feb 07 22:50:11.673399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55300) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:11.711437 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Pushing event updated for resources: {'Port': ['ID=95b54fd2-63e5-46a4-8a67-46d578e7bcc6,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:11.726032 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.726323 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9373bbe1-e5aa-4992-a49a-f4f10802f446 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.726915 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.727436 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.727993 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.728847 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.729946 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.730480 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.731001 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.731519 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.732047 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.732531 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.733089 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:11.739466 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9373bbe1-e5aa-4992-a49a-f4f10802f446 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.770158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Allocated IP 172.25.8.151 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/a3466fc5-2881-4312-9ea0-48c8df1ae926) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:11.780704 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Attempting to bind port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:11.781078 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Attempting to bind port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:11.782886 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Attempting to bind port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:11.789666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9373bbe1-e5aa-4992-a49a-f4f10802f446 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.792204 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:50:11.792579 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:50:11.792978 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.793363 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:50:11.793834 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Bound port: 95b54fd2-63e5-46a4-8a67-46d578e7bcc6, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:11.794463 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.801547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9373bbe1-e5aa-4992-a49a-f4f10802f446 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.805486 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9373bbe1-e5aa-4992-a49a-f4f10802f446 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/89609f49-fc92-4e30-837f-9154330e240a HTTP/1.1" status: 204 len: 168 time: 0.1283584 Feb 07 22:50:11.807017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55306) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:11.815584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373bbe1-e5aa-4992-a49a-f4f10802f446 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89609f49-fc92-4e30-837f-9154330e240a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:11.927371 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] For port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:50:11.931189 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3d66afd0-d36d-4bc7-895f-7453a0dd8dd0 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1229651 Feb 07 22:50:11.934004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55314) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:11.935425 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] For port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=95b54fd2-63e5-46a4-8a67-46d578e7bcc6,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:50:11.948468 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.976462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfd63f1c-a7d1-402d-9fea-de4a32f0a759 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.986670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfd63f1c-a7d1-402d-9fea-de4a32f0a759 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.031348 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Routers {'398f6b5d-3a20-4b71-bfe6-16f44418c198'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:12.033050 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['398f6b5d-3a20-4b71-bfe6-16f44418c198'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:12.069642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21564f7a-1e29-44cf-9b34-359a95e269ca req-8489f78f-e4cb-4132-a7db-73f9a4fca814 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0538116 Feb 07 22:50:12.091198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfd63f1c-a7d1-402d-9fea-de4a32f0a759 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.101410 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfd63f1c-a7d1-402d-9fea-de4a32f0a759 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.102854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bfd63f1c-a7d1-402d-9fea-de4a32f0a759 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8afb4efb-e87f-47be-8689-7510a2ccc7f2 HTTP/1.1" status: 204 len: 168 time: 0.1664498 Feb 07 22:50:12.106637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55322) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:12.114758 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50722c-c04f-4e63-be70-2b8a2eb87548 None None] Pushing event updated for resources: {'Port': ['ID=95b54fd2-63e5-46a4-8a67-46d578e7bcc6,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:12.115858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd63f1c-a7d1-402d-9fea-de4a32f0a759 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8afb4efb-e87f-47be-8689-7510a2ccc7f2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:12.129054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2637e-274d-4846-bad1-f14ce8c98bb1 req-d4d7754e-aece-4b70-9058-984e262aee97 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:12.136784 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1bf2637e-274d-4846-bad1-f14ce8c98bb1 req-d4d7754e-aece-4b70-9058-984e262aee97 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1720622 Feb 07 22:50:12.145303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-9da9d2c8-2f6f-4e62-a3c0-735221d831e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:12.147051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-9da9d2c8-2f6f-4e62-a3c0-735221d831e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1096 time: 0.2284517 Feb 07 22:50:12.189998 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e1824893-91fa-44d3-9303-0ab4507b35b6 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0809414 Feb 07 22:50:12.199115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55326) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:12.231636 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] Set router 398f6b5d-3a20-4b71-bfe6-16f44418c198 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:50:12.247615 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4abaf-ff60-45f5-aaad-99b059de1426 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.262305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.273294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4abaf-ff60-45f5-aaad-99b059de1426 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.302540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1bf2637e-274d-4846-bad1-f14ce8c98bb1 req-99794db7-133a-40fb-8534-046bd7747763 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645851 Feb 07 22:50:12.327245 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4abaf-ff60-45f5-aaad-99b059de1426 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.341877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4abaf-ff60-45f5-aaad-99b059de1426 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.343527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b9e4abaf-ff60-45f5-aaad-99b059de1426 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c310972a-4bc5-4703-b574-a23d35e751e4 HTTP/1.1" status: 204 len: 168 time: 0.1425877 Feb 07 22:50:12.346414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55332) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:12.376631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-af1c886b-29d1-4333-a0de-6011201ff64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:12.378725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-af1c886b-29d1-4333-a0de-6011201ff64c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.2182543 Feb 07 22:50:12.389702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4abaf-ff60-45f5-aaad-99b059de1426 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c310972a-4bc5-4703-b574-a23d35e751e4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:12.393362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.466387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event updated for resources: {'Port': ['ID=a3466fc5-2881-4312-9ea0-48c8df1ae926,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:12.480362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1b921f84-2f85-4031-bf1b-a4706eb81856 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1182654 Feb 07 22:50:12.483016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55338) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:12.520746 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398f6b5d-3a20-4b71-bfe6-16f44418c198', 'name': 'tempest-snat-router-274515220', 'tenant_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.170'}], 'enable_snat': False}, 'gw_port_id': '95b54fd2-63e5-46a4-8a67-46d578e7bcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:50:05Z', 'updated_at': '2022-02-07T22:50:08Z', 'revision_number': 3, 'project_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'gw_port': {'id': '95b54fd2-63e5-46a4-8a67-46d578e7bcc6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398f6b5d-3a20-4b71-bfe6-16f44418c198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:06Z', 'updated_at': '2022-02-07T22:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:12.521373 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95a774f6-d576-4006-8a2e-7e20564079bd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.534167 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95a774f6-d576-4006-8a2e-7e20564079bd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.568814 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d2cf1-b41f-4573-92a9-4d277d035fe8 None None] The sync data for ids ['398f6b5d-3a20-4b71-bfe6-16f44418c198'] in n-d-827895-2 is: [{'id': '398f6b5d-3a20-4b71-bfe6-16f44418c198', 'name': 'tempest-snat-router-274515220', 'tenant_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.170'}], 'enable_snat': False}, 'gw_port_id': '95b54fd2-63e5-46a4-8a67-46d578e7bcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:50:05Z', 'updated_at': '2022-02-07T22:50:08Z', 'revision_number': 3, 'project_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'gw_port': {'id': '95b54fd2-63e5-46a4-8a67-46d578e7bcc6', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398f6b5d-3a20-4b71-bfe6-16f44418c198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:06Z', 'updated_at': '2022-02-07T22:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:12.571088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95a774f6-d576-4006-8a2e-7e20564079bd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.584164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95a774f6-d576-4006-8a2e-7e20564079bd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.585996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-95a774f6-d576-4006-8a2e-7e20564079bd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f5bad3b4-2d0b-46d6-9815-1beaed0b091b HTTP/1.1" status: 204 len: 168 time: 0.1016743 Feb 07 22:50:12.591121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55340) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:12.602797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:12.607161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:12.612513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:12.642296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a774f6-d576-4006-8a2e-7e20564079bd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5bad3b4-2d0b-46d6-9815-1beaed0b091b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:12.689079 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-be218dec-c2d4-40a8-967d-aee821fc6bf3 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0832312 Feb 07 22:50:12.694928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55346) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:12.731007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d2097cb-a68c-407f-951a-4c5f7b7f9ade tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.746620 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d2097cb-a68c-407f-951a-4c5f7b7f9ade tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.762214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-9b5e5a7c-2594-4139-826a-b64555ce9465 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1000 time: 0.3740351 Feb 07 22:50:12.807460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d2097cb-a68c-407f-951a-4c5f7b7f9ade tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.822394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d2097cb-a68c-407f-951a-4c5f7b7f9ade tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.826161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d2097cb-a68c-407f-951a-4c5f7b7f9ade tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4e8fb8a7-5141-477f-b7b2-15ab4864863a HTTP/1.1" status: 204 len: 168 time: 0.1271822 Feb 07 22:50:12.826161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2097cb-a68c-407f-951a-4c5f7b7f9ade tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e8fb8a7-5141-477f-b7b2-15ab4864863a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:12.832346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55350) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:12.863245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-4d942aa8-6770-4a55-b5c3-2ebf8ce20682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:12.864682 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-4d942aa8-6770-4a55-b5c3-2ebf8ce20682 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.0956686 Feb 07 22:50:12.939879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-068c88a0-82fc-4364-a15b-b211c83a2c6a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1015804 Feb 07 22:50:12.948251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55356) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:13.029133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.036573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-3d6835cb-9429-49a6-82c0-8a7b777a31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:13.038524 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-3d6835cb-9429-49a6-82c0-8a7b777a31a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745606 Feb 07 22:50:13.060432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c56cbe01-7f48-49ab-a44a-b4d2e68c72be tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.149679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c56cbe01-7f48-49ab-a44a-b4d2e68c72be tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.275413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9ff4973c-f17b-4274-8937-324bf4a9f8ba req-83f286f1-ef6d-4b02-a561-0f04a3d8b5a5 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0495019 Feb 07 22:50:13.299185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c56cbe01-7f48-49ab-a44a-b4d2e68c72be tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.302143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c56cbe01-7f48-49ab-a44a-b4d2e68c72be tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.303469 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c56cbe01-7f48-49ab-a44a-b4d2e68c72be tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/d4e13e13-626e-47bb-bd4f-e7d756f09a13 HTTP/1.1" status: 204 len: 168 time: 0.3540530 Feb 07 22:50:13.307367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55368) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:13.323857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cbe01-7f48-49ab-a44a-b4d2e68c72be tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e13e13-626e-47bb-bd4f-e7d756f09a13,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:13.395798 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f5dfa896-0d0e-46e4-86ed-a24f53a1bf78 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866408 Feb 07 22:50:13.402445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55372) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:13.408881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-70f99108-d50c-43f3-96ff-b825fe621071 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036019801'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:13.456526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70f99108-d50c-43f3-96ff-b825fe621071 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.556449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70f99108-d50c-43f3-96ff-b825fe621071 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.572746 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70f99108-d50c-43f3-96ff-b825fe621071 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.626730 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70f99108-d50c-43f3-96ff-b825fe621071 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.629165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-70f99108-d50c-43f3-96ff-b825fe621071 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2247961 Feb 07 22:50:13.631407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55378) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:13.638616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-12415172-5ff5-4ca2-a51a-b5773c0ac632 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': '4d33d332-bc26-49c1-a6db-f0714948c646', 'direction': 'ingress', 'protocol': 17}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:13.646943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f99108-d50c-43f3-96ff-b825fe621071 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d33d332-bc26-49c1-a6db-f0714948c646,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:13.705988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-12415172-5ff5-4ca2-a51a-b5773c0ac632 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.726126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:13.801019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-12415172-5ff5-4ca2-a51a-b5773c0ac632 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.808671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-12415172-5ff5-4ca2-a51a-b5773c0ac632 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.854045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12415172-5ff5-4ca2-a51a-b5773c0ac632 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe893db-002a-46b6-8827-07f1d0654493,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:13.876314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-12415172-5ff5-4ca2-a51a-b5773c0ac632 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.877903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-12415172-5ff5-4ca2-a51a-b5773c0ac632 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2452724 Feb 07 22:50:13.882608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55386) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:13.975416 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a87c95c4-0387-48f4-8863-dfa4ff671155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.004288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19eff768-d39e-4fb6-a0dc-ecdc2dc10278 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.036311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa24fa-bfe4-42ac-8ed1-a934eb5f639c req-ad375870-dc3d-4a52-8771-af34b81cad68 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:14.038445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50aa24fa-bfe4-42ac-8ed1-a934eb5f639c req-ad375870-dc3d-4a52-8771-af34b81cad68 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2014525 Feb 07 22:50:14.054086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19eff768-d39e-4fb6-a0dc-ecdc2dc10278 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.082477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-6083ef14-d977-4ec5-adf9-fca4c94662cd service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0072005 Feb 07 22:50:14.140842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19eff768-d39e-4fb6-a0dc-ecdc2dc10278 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.148707 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19eff768-d39e-4fb6-a0dc-ecdc2dc10278 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.150540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-19eff768-d39e-4fb6-a0dc-ecdc2dc10278 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/4d33d332-bc26-49c1-a6db-f0714948c646 HTTP/1.1" status: 204 len: 168 time: 0.2635031 Feb 07 22:50:14.157213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55394) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:14.180084 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a87c95c4-0387-48f4-8863-dfa4ff671155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.181119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eff768-d39e-4fb6-a0dc-ecdc2dc10278 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d33d332-bc26-49c1-a6db-f0714948c646,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:14.193683 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a87c95c4-0387-48f4-8863-dfa4ff671155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.226512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.231021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a87c95c4-0387-48f4-8863-dfa4ff671155 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a02e5c0817f840f7880873b66973b6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5038233 Feb 07 22:50:14.238243 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50aa24fa-bfe4-42ac-8ed1-a934eb5f639c req-69db6905-7c69-4b48-a219-616056920348 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657205 Feb 07 22:50:14.238462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55396) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:14.282487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c95c4-0387-48f4-8863-dfa4ff671155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7570ce6-9ab1-4a5f-a193-7fd2a724385d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:14.336439 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafe44fb-b201-48bb-ab54-c025387d1a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.353141 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2b8af5a1-21f6-4db0-a657-064f3a33a710 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1640708 Feb 07 22:50:14.361062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55400) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:14.403230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-43e984e3-e85c-415d-bfde-9c86917bdafc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803411133'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:14.413774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafe44fb-b201-48bb-ab54-c025387d1a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.422255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-841d5832-9f4a-4b26-84c3-1f9573bf249f req-d564a644-2f28-4ddb-8336-74e83ffc764e service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289654 Feb 07 22:50:14.453155 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-43e984e3-e85c-415d-bfde-9c86917bdafc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.456268 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a26c4d6f-2e62-4447-99ce-ddfda8e2c56d req-e232b356-d446-4e13-ae63-26a8f9681596 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0638587 Feb 07 22:50:14.498373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Router cd40636a-2927-4eb5-aa19-e090d667ce8b is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:50:14.503749 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafe44fb-b201-48bb-ab54-c025387d1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.509383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bafe44fb-b201-48bb-ab54-c025387d1a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.510632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bafe44fb-b201-48bb-ab54-c025387d1a48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7570ce6-9ab1-4a5f-a193-7fd2a724385d HTTP/1.1" status: 204 len: 168 time: 0.2714136 Feb 07 22:50:14.522093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe44fb-b201-48bb-ab54-c025387d1a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7570ce6-9ab1-4a5f-a193-7fd2a724385d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:14.691194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-43e984e3-e85c-415d-bfde-9c86917bdafc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.702891 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-43e984e3-e85c-415d-bfde-9c86917bdafc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.757034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-43e984e3-e85c-415d-bfde-9c86917bdafc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.758284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-43e984e3-e85c-415d-bfde-9c86917bdafc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3941801 Feb 07 22:50:14.760085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:14.761494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55410) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:14.761939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e984e3-e85c-415d-bfde-9c86917bdafc tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8ff593-dbe8-41db-99ae-e5d2e44dd4b3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:14.769766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-44af42ec-fe83-4417-bd10-3a99ca5bab2b tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486711748'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:14.773946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Sync routers for ids ['cd40636a-2927-4eb5-aa19-e090d667ce8b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:14.788986 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.790790 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d6d5ebb7-5a8a-45f9-8106-681239ac5369 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2882080 Feb 07 22:50:14.793398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55412) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:14.795596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Routers {'cd40636a-2927-4eb5-aa19-e090d667ce8b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:14.796463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['cd40636a-2927-4eb5-aa19-e090d667ce8b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:15.006446 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44af42ec-fe83-4417-bd10-3a99ca5bab2b tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.050978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55418) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:15.080024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-69e13204-5d8d-4c8d-a1e0-16f70ef07dcf tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/routers/cd40636a-2927-4eb5-aa19-e090d667ce8b HTTP/1.1" status: 200 len: 907 time: 0.2812378 Feb 07 22:50:15.084349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55420) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:15.089366 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3247cf18-cf76-4614-a892-5a644532f8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.205248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Set router cd40636a-2927-4eb5-aa19-e090d667ce8b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:50:15.301243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:50:15.405944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3247cf18-cf76-4614-a892-5a644532f8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.410471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:15.411008 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.419021 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3247cf18-cf76-4614-a892-5a644532f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.506836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8dd8a-4d17-4858-a344-0186c7b50e51 req-6a2602cd-5db9-4d97-85fd-91790a3b0d4f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:15.512221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7be8dd8a-4d17-4858-a344-0186c7b50e51 req-6a2602cd-5db9-4d97-85fd-91790a3b0d4f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1651421 Feb 07 22:50:15.538335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3247cf18-cf76-4614-a892-5a644532f8bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e8b7884e4ee42ea8e456892a6231425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861801 Feb 07 22:50:15.539282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247cf18-cf76-4614-a892-5a644532f8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf0653-49a8-47d9-8733-b1fca1088022,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:15.567380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55432) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:15.584257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.612447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7be8dd8a-4d17-4858-a344-0186c7b50e51 req-8bf7167a-5a34-4881-a55c-18f2304755c8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448561 Feb 07 22:50:15.624946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=95b54fd2-63e5-46a4-8a67-46d578e7bcc6,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:15.630597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.665363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd40636a-2927-4eb5-aa19-e090d667ce8b', 'name': 'tempest-snat-router-274515220', 'tenant_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'a3466fc5-2881-4312-9ea0-48c8df1ae926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:50:10Z', 'updated_at': '2022-02-07T22:50:12Z', 'revision_number': 3, 'project_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'gw_port': {'id': 'a3466fc5-2881-4312-9ea0-48c8df1ae926', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd40636a-2927-4eb5-aa19-e090d667ce8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:11Z', 'updated_at': '2022-02-07T22:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:15.668641 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44af42ec-fe83-4417-bd10-3a99ca5bab2b tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.705107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Checking router: cd40636a-2927-4eb5-aa19-e090d667ce8b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:50:15.705534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Updating router cd40636a-2927-4eb5-aa19-e090d667ce8b port a3466fc5-2881-4312-9ea0-48c8df1ae926 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:50:15.716930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44af42ec-fe83-4417-bd10-3a99ca5bab2b tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.748398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.753419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=95b54fd2-63e5-46a4-8a67-46d578e7bcc6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:15.790876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-732c79ba-ade3-47d6-95d0-43935d9ad344 req-53fc458a-b5eb-4186-99f1-a7ee33255c96 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.1722591 Feb 07 22:50:15.806319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3fc2bd85-74a6-41ae-ae71-11548469519d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.877890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3fc2bd85-74a6-41ae-ae71-11548469519d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.888480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb5076-d6ae-4f09-926f-65bfa4a8c067 req-f109ea36-39a9-41b3-8c11-7d03a8535df7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:15.890391 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59cb5076-d6ae-4f09-926f-65bfa4a8c067 req-f109ea36-39a9-41b3-8c11-7d03a8535df7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0787377 Feb 07 22:50:15.925115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44af42ec-fe83-4417-bd10-3a99ca5bab2b tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.926754 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-44af42ec-fe83-4417-bd10-3a99ca5bab2b tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1621926 Feb 07 22:50:15.931044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af42ec-fe83-4417-bd10-3a99ca5bab2b tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7520b384-a773-4c79-84e8-d365b412e58b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:15.934955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55440) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:15.940009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0b239f70-156f-4021-8948-63e1a6db9f2c tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'fd8ff593-dbe8-41db-99ae-e5d2e44dd4b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7520b384-a773-4c79-84e8-d365b412e58b', 'remote_ip_prefix': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:15.949735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.986345 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59cb5076-d6ae-4f09-926f-65bfa4a8c067 req-d4d4e14a-9292-4eec-8e39-6b56229da014 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877402 Feb 07 22:50:16.034645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3fc2bd85-74a6-41ae-ae71-11548469519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.037492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3fc2bd85-74a6-41ae-ae71-11548469519d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.038937 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3fc2bd85-74a6-41ae-ae71-11548469519d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76bf0653-49a8-47d9-8733-b1fca1088022 HTTP/1.1" status: 204 len: 168 time: 0.4684587 Feb 07 22:50:16.100417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.104528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2bd85-74a6-41ae-ae71-11548469519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf0653-49a8-47d9-8733-b1fca1088022,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:16.134549 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.154111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b239f70-156f-4021-8948-63e1a6db9f2c tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.186614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe66858-cd32-4911-85ce-c116ece51e9c req-2796adb0-b76e-437a-8a23-ce9e66d74f41 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:16.188722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fe66858-cd32-4911-85ce-c116ece51e9c req-2796adb0-b76e-437a-8a23-ce9e66d74f41 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1124704 Feb 07 22:50:16.197220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.215873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Attempting to bind port a3466fc5-2881-4312-9ea0-48c8df1ae926 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:16.216338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Attempting to bind port a3466fc5-2881-4312-9ea0-48c8df1ae926 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:16.216972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Attempting to bind port a3466fc5-2881-4312-9ea0-48c8df1ae926 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:16.244650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:50:16.245093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:50:16.245429 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.245816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:50:16.246291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Bound port: a3466fc5-2881-4312-9ea0-48c8df1ae926, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:16.246659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.254438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37afdb-9746-4ad6-b834-03f4498d9c7d None None] Pushing event updated for resources: {'Port': ['ID=a3466fc5-2881-4312-9ea0-48c8df1ae926,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:16.311809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] For port a3466fc5-2881-4312-9ea0-48c8df1ae926, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:50:16.315990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] For port a3466fc5-2881-4312-9ea0-48c8df1ae926, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a3466fc5-2881-4312-9ea0-48c8df1ae926,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:50:16.323644 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.357239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fe66858-cd32-4911-85ce-c116ece51e9c req-2ae80e06-b90d-416a-b0ee-7c75186473a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241486 Feb 07 22:50:16.413987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Routers {'cd40636a-2927-4eb5-aa19-e090d667ce8b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:16.414736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['cd40636a-2927-4eb5-aa19-e090d667ce8b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:16.422596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b239f70-156f-4021-8948-63e1a6db9f2c tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.435203 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b239f70-156f-4021-8948-63e1a6db9f2c tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.458908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b239f70-156f-4021-8948-63e1a6db9f2c tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b773ce7-69d9-4e7a-bf8b-95235f8b9705,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:16.474040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b239f70-156f-4021-8948-63e1a6db9f2c tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.475568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0b239f70-156f-4021-8948-63e1a6db9f2c tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5398917 Feb 07 22:50:16.477861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Deleting port a3466fc5-2881-4312-9ea0-48c8df1ae926 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:16.478479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.478998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55462) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:16.535853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37afdb-9746-4ad6-b834-03f4498d9c7d None None] Pushing event updated for resources: {'Port': ['ID=a3466fc5-2881-4312-9ea0-48c8df1ae926,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:16.552110 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7df8ebce-cf12-44ef-af84-29932870154e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.553037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] Set router cd40636a-2927-4eb5-aa19-e090d667ce8b gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:50:16.585603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] For port a3466fc5-2881-4312-9ea0-48c8df1ae926, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a3466fc5-2881-4312-9ea0-48c8df1ae926,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:16.587860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.589226 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7df8ebce-cf12-44ef-af84-29932870154e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.625894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Calling delete_port for a3466fc5-2881-4312-9ea0-48c8df1ae926 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:16.649928 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7df8ebce-cf12-44ef-af84-29932870154e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.658924 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7df8ebce-cf12-44ef-af84-29932870154e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.660413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7df8ebce-cf12-44ef-af84-29932870154e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3b773ce7-69d9-4e7a-bf8b-95235f8b9705 HTTP/1.1" status: 204 len: 168 time: 0.1797254 Feb 07 22:50:16.673749 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55472) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:16.703214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8ebce-cf12-44ef-af84-29932870154e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b773ce7-69d9-4e7a-bf8b-95235f8b9705,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:16.743333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd40636a-2927-4eb5-aa19-e090d667ce8b', 'name': 'tempest-snat-router-274515220', 'tenant_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:50:10Z', 'updated_at': '2022-02-07T22:50:16Z', 'revision_number': 4, 'project_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:16.779222 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4c7065a5-8483-4d14-9e07-bd79853310aa tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0974679 Feb 07 22:50:16.789022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55482) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:16.821253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa186f-b609-43bd-93b6-b167491d5875 None None] The sync data for ids ['cd40636a-2927-4eb5-aa19-e090d667ce8b'] in n-d-827895-2 is: [{'id': 'cd40636a-2927-4eb5-aa19-e090d667ce8b', 'name': 'tempest-snat-router-274515220', 'tenant_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:50:10Z', 'updated_at': '2022-02-07T22:50:16Z', 'revision_number': 4, 'project_id': '4bc17758fa9c4e8e8ee4d648af0cc628', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:16.883058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f874d8-24f9-4297-b4d8-d1f0e202325a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.951502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-ade2ad26-3d3c-4f69-a94d-889a0c925d03 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:16.956313 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-ade2ad26-3d3c-4f69-a94d-889a0c925d03 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.1939979 Feb 07 22:50:16.991665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-dcd17dca-82c1-4122-8dc8-c9e67472c517 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/quotas/d0f6edac9ec24c8a873b89c0ce976040 HTTP/1.1" status: 200 len: 375 time: 0.0241930 Feb 07 22:50:17.040343 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57797086-efdf-44a7-9212-a4684a6b7c44 req-5f03372c-ac65-4c37-93e0-d7a61c570600 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0781734 Feb 07 22:50:17.049383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.068166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f874d8-24f9-4297-b4d8-d1f0e202325a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.119868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3466fc5-2881-4312-9ea0-48c8df1ae926,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:17.171397 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-8346f07b-178d-4aa0-9622-5dbee456dcf0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1692014 Feb 07 22:50:17.176239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:50:17.236356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.302413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:17.303187 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.364855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f874d8-24f9-4297-b4d8-d1f0e202325a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.367874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90f874d8-24f9-4297-b4d8-d1f0e202325a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.369330 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-90f874d8-24f9-4297-b4d8-d1f0e202325a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/7520b384-a773-4c79-84e8-d365b412e58b HTTP/1.1" status: 204 len: 168 time: 0.5792120 Feb 07 22:50:17.376604 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.378228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55504) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:17.387204 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.390149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-90d79a8b-9709-45b0-a016-e058323d8b8c service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064214 Feb 07 22:50:17.409711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f874d8-24f9-4297-b4d8-d1f0e202325a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7520b384-a773-4c79-84e8-d365b412e58b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:17.478007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.478285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd40636a-2927-4eb5-aa19-e090d667ce8b {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:50:17.483453 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.489059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-de81ab5b-0303-4231-a26b-54471c8192d6 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "DELETE /v2.0/routers/cd40636a-2927-4eb5-aa19-e090d667ce8b HTTP/1.1" status: 204 len: 168 time: 2.4034877 Feb 07 22:50:17.492470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55506) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:17.563404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-3092f6d9-71e2-4422-9fbf-95c4a3a021b4 service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676989 Feb 07 22:50:17.585571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c6e7b07f-9356-4f80-96b9-c57c0ce2dba3 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2043073 Feb 07 22:50:17.588579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55512) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:17.685543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.686821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec6a2-7c46-46f2-95be-3bb965e5b427 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.730066 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec6a2-7c46-46f2-95be-3bb965e5b427 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.790389 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec6a2-7c46-46f2-95be-3bb965e5b427 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.794207 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec6a2-7c46-46f2-95be-3bb965e5b427 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.798376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ac0ec6a2-7c46-46f2-95be-3bb965e5b427 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/fd8ff593-dbe8-41db-99ae-e5d2e44dd4b3 HTTP/1.1" status: 204 len: 168 time: 0.2087200 Feb 07 22:50:17.799033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55522) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:17.836584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ec6a2-7c46-46f2-95be-3bb965e5b427 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8ff593-dbe8-41db-99ae-e5d2e44dd4b3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:17.894794 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8d8ac9c2-29b1-400d-952c-df019c8eccbf tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897672 Feb 07 22:50:17.895673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55528) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:17.901700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-278bfe47-a03f-40bf-8084-9fdeddde6c19 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718784745'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:17.936100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-278bfe47-a03f-40bf-8084-9fdeddde6c19 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.045796 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9a00cd0a-552a-41ff-9674-e7fb0bd43834 req-6716c778-b173-43bb-9efc-ee6910fd61c1 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 210 time: 0.1442404 Feb 07 22:50:18.070491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-278bfe47-a03f-40bf-8084-9fdeddde6c19 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.087959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-278bfe47-a03f-40bf-8084-9fdeddde6c19 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.104603 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.133977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-278bfe47-a03f-40bf-8084-9fdeddde6c19 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.135938 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-278bfe47-a03f-40bf-8084-9fdeddde6c19 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2380559 Feb 07 22:50:18.149187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55540) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:18.155154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e24572fa-c9cc-423b-81b2-2f651cc619fd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': '55533c09-3ccd-400f-8e5b-c6f2ba26409b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:18.193599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bfe47-a03f-40bf-8084-9fdeddde6c19 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55533c09-3ccd-400f-8e5b-c6f2ba26409b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:18.273884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Deleting port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:18.273884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.282759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5407d01f-e0a2-4d7d-b1cd-e2e76945ccb2 req-1dad9bf9-9ca0-4ba0-a75c-32eac2dce702 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0683012 Feb 07 22:50:18.317204 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e24572fa-c9cc-423b-81b2-2f651cc619fd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.422543 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e24572fa-c9cc-423b-81b2-2f651cc619fd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.428756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e24572fa-c9cc-423b-81b2-2f651cc619fd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.448468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] For port 95b54fd2-63e5-46a4-8a67-46d578e7bcc6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=95b54fd2-63e5-46a4-8a67-46d578e7bcc6,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:18.449057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.457644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24572fa-c9cc-423b-81b2-2f651cc619fd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90460d80-7fcd-466e-9c4f-00c191f6a62c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:18.473788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e24572fa-c9cc-423b-81b2-2f651cc619fd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.480493 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e24572fa-c9cc-423b-81b2-2f651cc619fd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3290362 Feb 07 22:50:18.482755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55552) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:18.490520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Calling delete_port for 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:18.521457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60eb317b-5ee4-4b23-a255-83dae662eb50 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.530870 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60eb317b-5ee4-4b23-a255-83dae662eb50 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.567471 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60eb317b-5ee4-4b23-a255-83dae662eb50 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.590476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60eb317b-5ee4-4b23-a255-83dae662eb50 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.596441 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-60eb317b-5ee4-4b23-a255-83dae662eb50 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/90460d80-7fcd-466e-9c4f-00c191f6a62c HTTP/1.1" status: 204 len: 168 time: 0.1116278 Feb 07 22:50:18.600012 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55554) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:18.608575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb317b-5ee4-4b23-a255-83dae662eb50 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90460d80-7fcd-466e-9c4f-00c191f6a62c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:18.692320 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d0d9bc30-0452-4b01-aa35-f23560eacb21 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0909562 Feb 07 22:50:18.693908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55560) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:18.763171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.778817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3250396f-f9b7-452f-b42c-7db7e5358292 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.813038 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3250396f-f9b7-452f-b42c-7db7e5358292 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.874797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event deleted for resources: {'Port': ['ID=95b54fd2-63e5-46a4-8a67-46d578e7bcc6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:18.908057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3250396f-f9b7-452f-b42c-7db7e5358292 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.911886 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3250396f-f9b7-452f-b42c-7db7e5358292 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.913307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3250396f-f9b7-452f-b42c-7db7e5358292 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/55533c09-3ccd-400f-8e5b-c6f2ba26409b HTTP/1.1" status: 204 len: 168 time: 0.2182806 Feb 07 22:50:18.917309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55570) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:18.944235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250396f-f9b7-452f-b42c-7db7e5358292 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55533c09-3ccd-400f-8e5b-c6f2ba26409b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:18.992121 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.001849 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a83e86ee-f8ad-4ce0-ab80-8259cdf2a84a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0831110 Feb 07 22:50:19.005368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55572) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:19.010559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-72945d48-c4db-4fb6-959c-a6a214b4daad tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980828480'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:19.064050 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72945d48-c4db-4fb6-959c-a6a214b4daad tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.115049 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.117561 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.181068 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72945d48-c4db-4fb6-959c-a6a214b4daad tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.184040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.184904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 398f6b5d-3a20-4b71-bfe6-16f44418c198 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:50:19.193352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.195917 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72945d48-c4db-4fb6-959c-a6a214b4daad tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.198654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ea6c4f71-cbef-4bab-864a-993aa19d267d tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "DELETE /v2.0/routers/398f6b5d-3a20-4b71-bfe6-16f44418c198 HTTP/1.1" status: 204 len: 168 time: 1.7051387 Feb 07 22:50:19.199401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55580) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:19.206792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-654425359', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:19.285966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e8ffc9d2-4198-405e-beb0-b45c7e10c6cf req-d303cb9b-3541-4e82-a04d-005e4b42ee88 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 210 time: 0.0851834 Feb 07 22:50:19.318047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.319503 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.319613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72945d48-c4db-4fb6-959c-a6a214b4daad tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9761d27-f8fa-4a94-a4ec-841789437ee7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:19.391963 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72945d48-c4db-4fb6-959c-a6a214b4daad tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.396487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55590) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:19.397789 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-72945d48-c4db-4fb6-959c-a6a214b4daad tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3912275 Feb 07 22:50:19.405136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ee6ec8f2-db07-4782-a855-d2c38062b71e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'e9761d27-f8fa-4a94-a4ec-841789437ee7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:19.474895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.588251 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0aea7dde-aa42-4016-bf56-29640aeaf8ff req-bcbe55d6-2f75-41f1-92dd-3ed2106e6443 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0820570 Feb 07 22:50:19.644340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec8f2-db07-4782-a855-d2c38062b71e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.661253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-ca0ae7c2-fc2f-4fdd-8890-fec4c5f2af18 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:19.663115 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-ca0ae7c2-fc2f-4fdd-8890-fec4c5f2af18 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.3252547 Feb 07 22:50:19.678136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'port': {'device_id': '86cb2fdf-2897-46c8-8d87-789baee9dea5', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'admin_state_up': True, 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:19.714040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.764651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec8f2-db07-4782-a855-d2c38062b71e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.791250 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec8f2-db07-4782-a855-d2c38062b71e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.820459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ec8f2-db07-4782-a855-d2c38062b71e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef9a8fa-abd7-42ec-b002-369c562b2024,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:19.839276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec8f2-db07-4782-a855-d2c38062b71e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.841106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ee6ec8f2-db07-4782-a855-d2c38062b71e tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4436467 Feb 07 22:50:19.844605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55602) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:19.870961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Made reservation on behalf of d0f6edac9ec24c8a873b89c0ce976040 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:19.877045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.880371 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e449d8ff-e5ee-4430-bc75-2fa3e0ff5646 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules/0ef9a8fa-abd7-42ec-b002-369c562b2024 HTTP/1.1" status: 200 len: 763 time: 0.0344341 Feb 07 22:50:19.881923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55606) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:19.983526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7cc7fc35-652d-4244-945a-062556f85fef tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1003382 Feb 07 22:50:20.019641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55608) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:20.061875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.068912 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6dba0687-33c5-4631-84c6-6cb6231546ca tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.082780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6dba0687-33c5-4631-84c6-6cb6231546ca tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.085712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.164990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6dba0687-33c5-4631-84c6-6cb6231546ca tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.173980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Allocated IP 172.20.0.14 (0591e9d1-1178-48a6-adfe-476e4a3652be/a33946f4-67e6-4b83-b235-d3ea4be75b63/3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:20.178495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6dba0687-33c5-4631-84c6-6cb6231546ca tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.179693 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6dba0687-33c5-4631-84c6-6cb6231546ca tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0ef9a8fa-abd7-42ec-b002-369c562b2024 HTTP/1.1" status: 204 len: 168 time: 0.1590519 Feb 07 22:50:20.183434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55618) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:20.197049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba0687-33c5-4631-84c6-6cb6231546ca tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ef9a8fa-abd7-42ec-b002-369c562b2024,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:20.251625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Allocated IP 172.25.8.73 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/b73641fa-e5ab-41af-a2da-36f9021363ac) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:20.258056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ef84b7d4-55ef-42be-9b5e-53e3cdb467fd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0700960 Feb 07 22:50:20.263650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55622) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:20.269099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f8279317-480a-41ed-8195-2ea94e29ee52 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'e9761d27-f8fa-4a94-a4ec-841789437ee7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:20.421985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f8279317-480a-41ed-8195-2ea94e29ee52 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.456514 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e43aa512-359e-4e5b-810b-7fed5d12e760 req-a6e39be3-d8c6-4bb3-91aa-b6a3daba82bf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 210 time: 0.0343859 Feb 07 22:50:20.463006 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.508427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.530523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.563176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:20.566321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:20.571467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:20.574667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event updated for resources: {'Port': ['ID=b73641fa-e5ab-41af-a2da-36f9021363ac,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:20.617994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f8279317-480a-41ed-8195-2ea94e29ee52 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.624388 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f8279317-480a-41ed-8195-2ea94e29ee52 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.654133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8279317-480a-41ed-8195-2ea94e29ee52 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf6c8dd-f61b-4269-8d3a-484fef7ca879,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:20.659342 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.719197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'Port': ['ID=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:20.736484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f8279317-480a-41ed-8195-2ea94e29ee52 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.737919 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f8279317-480a-41ed-8195-2ea94e29ee52 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4733193 Feb 07 22:50:20.743479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55640) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:20.752733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Network 0591e9d1-1178-48a6-adfe-476e4a3652be is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:20.780202 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a640341-bd14-4290-ba0b-0b728c16c8c1 req-3038b081-f15f-4855-bcd4-99629a0763b7 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0578623 Feb 07 22:50:20.781628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:20.788061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:20.877325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:20.877988 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.881721 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-898c9f62-72cd-4f26-9f1c-1e8942bb0ea1 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules/7cf6c8dd-f61b-4269-8d3a-484fef7ca879 HTTP/1.1" status: 200 len: 763 time: 0.1188183 Feb 07 22:50:20.887745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55646) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:20.911399 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-0a7ab366-171f-449c-a1fd-640b03698433 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2376940 Feb 07 22:50:20.926551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Request body: {'port': {'device_id': '86cb2fdf-2897-46c8-8d87-789baee9dea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:20.977439 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ebdefef8-f687-485b-b58e-0e75a6213ffd tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0884769 Feb 07 22:50:20.993579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55652) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:21.029015 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.032848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c90394ac-0d0f-4e31-ba4c-aaefa90eaef8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.059805 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c90394ac-0d0f-4e31-ba4c-aaefa90eaef8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.060963 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.131113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:50:21.143950 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c90394ac-0d0f-4e31-ba4c-aaefa90eaef8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.191368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:50:21.192510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95b54fd2-63e5-46a4-8a67-46d578e7bcc6 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:50:21.198776 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c90394ac-0d0f-4e31-ba4c-aaefa90eaef8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.201000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c90394ac-0d0f-4e31-ba4c-aaefa90eaef8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7cf6c8dd-f61b-4269-8d3a-484fef7ca879 HTTP/1.1" status: 204 len: 168 time: 0.2064557 Feb 07 22:50:21.201853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90394ac-0d0f-4e31-ba4c-aaefa90eaef8 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cf6c8dd-f61b-4269-8d3a-484fef7ca879,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:21.205840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55658) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:21.272458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6c52c373-e13d-418d-aa4f-ed1a730807fe None None] Provisioning complete for port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:21.273525 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c52c373-e13d-418d-aa4f-ed1a730807fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.327522 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a6e50ab4-fe18-4412-8c58-1e88819c27c2 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1203427 Feb 07 22:50:21.331368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55664) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:21.338292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d6a00143-b257-43b6-a2e2-5d3748430846 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': 'e9761d27-f8fa-4a94-a4ec-841789437ee7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:21.366343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6c52c373-e13d-418d-aa4f-ed1a730807fe None None] Port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:50:21.441031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73a6d55f-8667-4ed0-961d-41aa0640b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.483104 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6a00143-b257-43b6-a2e2-5d3748430846 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.580305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.677570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6a00143-b257-43b6-a2e2-5d3748430846 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.694000 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6a00143-b257-43b6-a2e2-5d3748430846 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.757328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034d63e-18a8-4db2-a580-a278506be60b req-1d230c15-dc81-4452-ae12-49e75849c53d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:21.757918 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6a00143-b257-43b6-a2e2-5d3748430846 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.759108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b034d63e-18a8-4db2-a580-a278506be60b req-1d230c15-dc81-4452-ae12-49e75849c53d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 932 time: 0.1030645 Feb 07 22:50:21.761819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55678) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:21.762416 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d6a00143-b257-43b6-a2e2-5d3748430846 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4296496 Feb 07 22:50:21.766879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a00143-b257-43b6-a2e2-5d3748430846 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048d416e-8350-4c2e-85a1-1f84c8ace200,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:21.774712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:21.781598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d6e29ae9-b401-4c21-8059-23744423be4b tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules/048d416e-8350-4c2e-85a1-1f84c8ace200 HTTP/1.1" status: 200 len: 764 time: 0.0180047 Feb 07 22:50:21.784282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55680) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:21.790465 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.820378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Transition to ACTIVE for port object 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:21.837735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.901923 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-eea8b942-a075-4ffc-bed8-5f5544723cd0 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1142006 Feb 07 22:50:21.903320 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b034d63e-18a8-4db2-a580-a278506be60b req-31b24043-19bb-488c-88a0-8dd45dcfd7ba tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108823 Feb 07 22:50:21.903940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55686) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:21.930517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Router 896fbc66-e555-461b-bd13-ff09c635319f is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:50:21.940433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ea46c09-fd20-44fd-a7c9-9f732100b5ec tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.954163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ea46c09-fd20-44fd-a7c9-9f732100b5ec tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.975936 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e99ec04e-2289-4738-8e68-05b5d13681a3 req-119e2e72-2311-47b6-83c5-dc95296bff0f tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0704267 Feb 07 22:50:22.003179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Pushing event updated for resources: {'Port': ['ID=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:22.095613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:22.108827 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a23f6-11d7-458a-ab5d-591f8fc2208b None None] Sync routers for ids ['896fbc66-e555-461b-bd13-ff09c635319f'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:22.121774 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a23f6-11d7-458a-ab5d-591f8fc2208b None None] Routers {'896fbc66-e555-461b-bd13-ff09c635319f'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:22.122411 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a65a23f6-11d7-458a-ab5d-591f8fc2208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['896fbc66-e555-461b-bd13-ff09c635319f'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:22.150612 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ea46c09-fd20-44fd-a7c9-9f732100b5ec tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.179439 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ea46c09-fd20-44fd-a7c9-9f732100b5ec tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.183267 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8ea46c09-fd20-44fd-a7c9-9f732100b5ec tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/048d416e-8350-4c2e-85a1-1f84c8ace200 HTTP/1.1" status: 204 len: 168 time: 0.2727005 Feb 07 22:50:22.183267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46c09-fd20-44fd-a7c9-9f732100b5ec tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=048d416e-8350-4c2e-85a1-1f84c8ace200,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:22.191824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55690) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:22.193706 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Attempting to bind port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:22.194048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Attempting to bind port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:22.194377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Attempting to bind port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:22.207690 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a65a23f6-11d7-458a-ab5d-591f8fc2208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:22.209257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.209854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 on network 0591e9d1-1178-48a6-adfe-476e4a3652be not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:22.210407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Attempting to bind port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:22.210595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b579fb96-86ff-4e71-a292-4df36e72fbd1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0087874 Feb 07 22:50:22.214435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55692) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:22.226071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:50:22.226071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Checking segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:50:22.226299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Bound using segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:50:22.226721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Bound port: 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:22.227074 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.234343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e0b2e5f5-0cb0-4dde-a1ab-3ea823e4d7eb tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': False}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:22.236824 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a23f6-11d7-458a-ab5d-591f8fc2208b None None] Routers {'896fbc66-e555-461b-bd13-ff09c635319f'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:22.237466 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a65a23f6-11d7-458a-ab5d-591f8fc2208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['896fbc66-e555-461b-bd13-ff09c635319f'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:22.289269 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a65a23f6-11d7-458a-ab5d-591f8fc2208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:22.290183 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a23f6-11d7-458a-ab5d-591f8fc2208b None None] The sync data for ids ['896fbc66-e555-461b-bd13-ff09c635319f'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:22.342862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9811f260-5e8e-4651-ae99-9c7bd8944452 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1494651 Feb 07 22:50:22.345776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55698) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:22.353113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] For port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:50:22.357591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] For port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:50:22.366633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.397338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:22.398769 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.401423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] 10.222.0.46 "PUT /v2.0/ports/3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 HTTP/1.1" status: 200 len: 1092 time: 1.4866168 Feb 07 22:50:22.402937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cb2fdf-2897-46c8-8d87-789baee9dea5', 'tag': '3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:22.408956 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553" -d '{"events": [{"name": "network-changed", "server_uuid": "86cb2fdf-2897-46c8-8d87-789baee9dea5", "tag": "3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:50:22.542638 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00467ca0-5479-42d1-9d8a-92176fc9c6b6 x-openstack-request-id: req-00467ca0-5479-42d1-9d8a-92176fc9c6b6 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:50:22.543230 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cb2fdf-2897-46c8-8d87-789baee9dea5", "tag": "3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:50:22.544069 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00467ca0-5479-42d1-9d8a-92176fc9c6b6 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:50:22.545833 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cb2fdf-2897-46c8-8d87-789baee9dea5', 'tag': '3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', 'status': 'completed', 'code': 200} Feb 07 22:50:22.563623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a8314911-7b26-4f42-a51a-594aba7843f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:22.565935 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-a8314911-7b26-4f42-a51a-594aba7843f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 1095 time: 0.0867810 Feb 07 22:50:22.566998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac6a9b-de04-4d92-af70-a391f28abc00 service neutron] Pushing event updated for resources: {'Port': ['ID=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:22.581792 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b2a87c54-b842-4345-9456-2cbe3678a146 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.623013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-e0b955a5-60ab-450c-a9bd-149d49f67b3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 HTTP/1.1" status: 200 len: 217 time: 0.0459650 Feb 07 22:50:22.687807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-472b7ffc-1dbd-4c15-995d-f73b413174fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:22.689779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-472b7ffc-1dbd-4c15-995d-f73b413174fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.0606718 Feb 07 22:50:22.753040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-506ab1d4-9c2e-401e-a90e-b1160a346f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:22.755147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-506ab1d4-9c2e-401e-a90e-b1160a346f06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585191 Feb 07 22:50:22.909681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-ab540b3f-5016-4c0f-8f1d-d30539010ee5 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424816 Feb 07 22:50:23.019180 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b2a87c54-b842-4345-9456-2cbe3678a146 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.118724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace483-aef8-40f5-821c-81f11be5beb3 req-3dcd1d7e-87eb-4d41-b728-ce4e5fae3abb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:23.120149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17ace483-aef8-40f5-821c-81f11be5beb3 req-3dcd1d7e-87eb-4d41-b728-ce4e5fae3abb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 944 time: 0.0925169 Feb 07 22:50:23.142641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-76fbe9b8-17af-4b3a-a439-63cdccf66d65 req-822ba9b2-8b45-4530-a74c-fda4eb5a7fac service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245715 Feb 07 22:50:23.178686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d4c70e56-4932-49d8-abbb-a06e3f58b984 req-117a27ef-129d-4565-90da-6b856ce23856 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0358076 Feb 07 22:50:23.184366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17ace483-aef8-40f5-821c-81f11be5beb3 req-50724355-f2c5-4e9f-ae56-f42402af229e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545533 Feb 07 22:50:23.271288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b2a87c54-b842-4345-9456-2cbe3678a146 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.274125 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b2a87c54-b842-4345-9456-2cbe3678a146 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.275584 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b2a87c54-b842-4345-9456-2cbe3678a146 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/e9761d27-f8fa-4a94-a4ec-841789437ee7 HTTP/1.1" status: 204 len: 168 time: 0.9289048 Feb 07 22:50:23.278273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55730) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:23.286670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e5f5-0cb0-4dde-a1ab-3ea823e4d7eb tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.296192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a87c54-b842-4345-9456-2cbe3678a146 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9761d27-f8fa-4a94-a4ec-841789437ee7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:23.299480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-6acb61fd-c9e3-4f92-b218-46b6d857f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:23.301163 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-6acb61fd-c9e3-4f92-b218-46b6d857f43c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 1095 time: 0.1012161 Feb 07 22:50:23.385592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-16183027-369e-48d4-9434-b6057adef0f2 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1062012 Feb 07 22:50:23.390510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55732) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:23.396598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-500464c5-4e73-45f6-a7e0-f3c7aa4af342 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399460716'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:23.446766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-e0dfe3a1-b3ea-43db-9532-70ca68a00881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:23.449458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-e0dfe3a1-b3ea-43db-9532-70ca68a00881 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.1393247 Feb 07 22:50:23.451838 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-500464c5-4e73-45f6-a7e0-f3c7aa4af342 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.527296 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-8dfaa052-285b-468d-915e-488734ec7f71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 HTTP/1.1" status: 200 len: 217 time: 0.0663974 Feb 07 22:50:23.595400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-0e8165d4-da0c-4a6c-8f90-57dabe47f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:23.598580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-0e8165d4-da0c-4a6c-8f90-57dabe47f38a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.0613389 Feb 07 22:50:23.633162 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-500464c5-4e73-45f6-a7e0-f3c7aa4af342 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.659657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-52b7ca9d-1942-4b4d-83e5-ed8903e19867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:23.662605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-52b7ca9d-1942-4b4d-83e5-ed8903e19867 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544283 Feb 07 22:50:23.676013 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-500464c5-4e73-45f6-a7e0-f3c7aa4af342 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.729292 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-500464c5-4e73-45f6-a7e0-f3c7aa4af342 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.730533 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-500464c5-4e73-45f6-a7e0-f3c7aa4af342 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3383577 Feb 07 22:50:23.739774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55744) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:23.745376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e05076e1-aa50-4cbe-8d56-3eb029b60722 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Request body: {'security_group_rule': {'security_group_id': '03298092-e2fc-4e6c-9e57-2cb8aab5cbc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:23.775102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500464c5-4e73-45f6-a7e0-f3c7aa4af342 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03298092-e2fc-4e6c-9e57-2cb8aab5cbc7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:23.821192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e05076e1-aa50-4cbe-8d56-3eb029b60722 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.841778 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-441b5547-f4e6-4ab3-962e-2b85fe253311 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685395 Feb 07 22:50:23.965711 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e5f5-0cb0-4dde-a1ab-3ea823e4d7eb tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.969183 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e05076e1-aa50-4cbe-8d56-3eb029b60722 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.980112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e5f5-0cb0-4dde-a1ab-3ea823e4d7eb tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.983161 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e05076e1-aa50-4cbe-8d56-3eb029b60722 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.018043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05076e1-aa50-4cbe-8d56-3eb029b60722 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d208fdd-3c71-4c78-904c-123affcb23c3,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:24.024965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2199c2aa-5e03-4284-ae6e-1ce81c4e5553 req-42095029-b974-41ec-9a6a-e37e7ade512b service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684873 Feb 07 22:50:24.030217 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e05076e1-aa50-4cbe-8d56-3eb029b60722 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.035167 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e05076e1-aa50-4cbe-8d56-3eb029b60722 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2943823 Feb 07 22:50:24.035901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55752) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:24.113945 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-136af15a-5cd5-4f4e-8f91-17c10cc2259a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.139567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-136af15a-5cd5-4f4e-8f91-17c10cc2259a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.149837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b2e5f5-0cb0-4dde-a1ab-3ea823e4d7eb tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Router 896fbc66-e555-461b-bd13-ff09c635319f has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:50:24.210893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-136af15a-5cd5-4f4e-8f91-17c10cc2259a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.215027 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-136af15a-5cd5-4f4e-8f91-17c10cc2259a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.221179 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-136af15a-5cd5-4f4e-8f91-17c10cc2259a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/03298092-e2fc-4e6c-9e57-2cb8aab5cbc7 HTTP/1.1" status: 204 len: 168 time: 0.1797869 Feb 07 22:50:24.222719 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55760) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:24.250075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136af15a-5cd5-4f4e-8f91-17c10cc2259a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03298092-e2fc-4e6c-9e57-2cb8aab5cbc7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:24.351968 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-62f392f0-33d5-428c-9f41-305a8e047d95 req-47d2076c-d21d-4726-a2d7-3e9f1372f03a tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0455873 Feb 07 22:50:24.359116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30501e70-41fa-4bd4-aab2-b2fe0000727a tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1348987 Feb 07 22:50:24.363116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55766) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:24.370370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b2e5f5-0cb0-4dde-a1ab-3ea823e4d7eb tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:24.384213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed81f9-8e77-4d25-9269-5b3e9974508b None None] Sync routers for ids ['896fbc66-e555-461b-bd13-ff09c635319f'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:24.394088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e5f5-0cb0-4dde-a1ab-3ea823e4d7eb tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.395379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e0b2e5f5-0cb0-4dde-a1ab-3ea823e4d7eb tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "PUT /v2.0/routers/896fbc66-e555-461b-bd13-ff09c635319f HTTP/1.1" status: 200 len: 924 time: 2.1689765 Feb 07 22:50:24.398128 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55768) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:24.417359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed81f9-8e77-4d25-9269-5b3e9974508b None None] Routers {'896fbc66-e555-461b-bd13-ff09c635319f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:24.418181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-90ed81f9-8e77-4d25-9269-5b3e9974508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['896fbc66-e555-461b-bd13-ff09c635319f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:24.430674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37011b70-0127-4026-834c-aca1d6a634db req-3f618149-5472-4dd8-aaff-b27740d712e6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:24.453970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37011b70-0127-4026-834c-aca1d6a634db req-3f618149-5472-4dd8-aaff-b27740d712e6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 944 time: 0.1059954 Feb 07 22:50:24.483322 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dbed252d-7397-4ba8-bd20-d7ca14269c76 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1190488 Feb 07 22:50:24.487283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55774) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:24.506658 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-27628fd4-3490-48fe-950e-2b91808df948 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] delete failed (client error): The resource could not be found. Feb 07 22:50:24.507142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37011b70-0127-4026-834c-aca1d6a634db req-7c2368dd-9c53-4ef8-9531-d59742a3b8d2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505373 Feb 07 22:50:24.507677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-27628fd4-3490-48fe-950e-2b91808df948 tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "DELETE /v2.0/security-groups/03298092-e2fc-4e6c-9e57-2cb8aab5cbc7 HTTP/1.1" status: 404 len: 347 time: 0.0194280 Feb 07 22:50:24.515996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55776) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:24.530200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-90ed81f9-8e77-4d25-9269-5b3e9974508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:24.559655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed81f9-8e77-4d25-9269-5b3e9974508b None None] Routers {'896fbc66-e555-461b-bd13-ff09c635319f'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:24.560363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-90ed81f9-8e77-4d25-9269-5b3e9974508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:49:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['896fbc66-e555-461b-bd13-ff09c635319f'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:24.590936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55778) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:24.625858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-90ed81f9-8e77-4d25-9269-5b3e9974508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:24.625987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4fa0a4b0-5fe5-4f73-b7fc-4d9284962cf0 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/routers/896fbc66-e555-461b-bd13-ff09c635319f HTTP/1.1" status: 200 len: 924 time: 0.2215874 Feb 07 22:50:24.627147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed81f9-8e77-4d25-9269-5b3e9974508b None None] The sync data for ids ['896fbc66-e555-461b-bd13-ff09c635319f'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:24.645185 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-97fb4af7-fdec-4a05-84c5-d6cac9e5c86b tempest-SecGroupTest-1143738025 tempest-SecGroupTest-1143738025-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1234221 Feb 07 22:50:24.659480 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0fbc-5046-4ccc-a9ca-27a3ba54c45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.707318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cddfb02-91f7-4948-8f29-086ae1c572d1 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:24.708994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7cddfb02-91f7-4948-8f29-086ae1c572d1 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=896fbc66-e555-461b-bd13-ff09c635319f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1171641 Feb 07 22:50:24.712290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55786) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:24.798960 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.826463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b50af4-d2bc-4f4e-8dc7-5728a28dbb44 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:24.835560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04b50af4-d2bc-4f4e-8dc7-5728a28dbb44 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 881 time: 0.1145718 Feb 07 22:50:24.835741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55792) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:24.870538 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cb6eb335-4597-48ca-adb1-e37e90812da6 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=896fbc66-e555-461b-bd13-ff09c635319f HTTP/1.1" status: 200 len: 205 time: 0.0353696 Feb 07 22:50:24.873256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55794) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:25.019445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.128558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55806) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:25.165605 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.245351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Deleting port b73641fa-e5ab-41af-a2da-36f9021363ac {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:25.245773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.353996 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.377391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Calling delete_port for b73641fa-e5ab-41af-a2da-36f9021363ac owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:25.489384 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0c781e80-77a1-4f18-8c9c-b5a58ae1f852 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=688bea99b1784cc1a6e51e925c84899b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595777 Feb 07 22:50:25.491824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55820) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:25.563475 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6fd7a91-e615-4d95-a5c2-747ecd1906bc req-0c97c509-57bd-4fbf-99b5-ed5f1814234f tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0407374 Feb 07 22:50:25.616900 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcffb-ef0f-4c23-9337-225b5bf7be2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.683255 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcffb-ef0f-4c23-9337-225b5bf7be2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.720590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf6b29-48fd-4656-8c1c-c02e0a88f7ba req-4dbdfe67-63f9-42f0-a287-c4dabfbcceb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:25.722119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2cf6b29-48fd-4656-8c1c-c02e0a88f7ba req-4dbdfe67-63f9-42f0-a287-c4dabfbcceb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 944 time: 0.1063423 Feb 07 22:50:25.732089 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.772442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event deleted for resources: {'Port': ['ID=b73641fa-e5ab-41af-a2da-36f9021363ac,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:25.805747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2cf6b29-48fd-4656-8c1c-c02e0a88f7ba req-4e998008-92b1-4a8d-b7e7-75bed3d3d883 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758207 Feb 07 22:50:25.818411 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcffb-ef0f-4c23-9337-225b5bf7be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.820993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.821364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.821667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.822001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.822329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.822650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.822759 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcffb-ef0f-4c23-9337-225b5bf7be2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.822969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.823426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.824359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.824685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.825006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.827071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e1bbcffb-ef0f-4c23-9337-225b5bf7be2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0481f0d2-15b0-4f2e-8d9f-44b6f015fea8 HTTP/1.1" status: 204 len: 168 time: 0.3340876 Feb 07 22:50:25.836446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:25.837550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbcffb-ef0f-4c23-9337-225b5bf7be2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0481f0d2-15b0-4f2e-8d9f-44b6f015fea8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:25.908717 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.009749 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.012340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.078750 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.080577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Fanout notify agent at l3_agent the message router_deleted on router 896fbc66-e555-461b-bd13-ff09c635319f {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:50:26.091746 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.095785 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-306d7368-9c0e-433b-a3a4-7d947f6671f1 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/896fbc66-e555-461b-bd13-ff09c635319f HTTP/1.1" status: 204 len: 168 time: 1.2185340 Feb 07 22:50:26.097032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55842) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:26.102306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3dbbe320-0fb6-4943-8d3d-648e5f8a287d tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2023614034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:26.158493 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe320-0fb6-4943-8d3d-648e5f8a287d tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.161515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe320-0fb6-4943-8d3d-648e5f8a287d tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.242056 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe320-0fb6-4943-8d3d-648e5f8a287d tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.253895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe320-0fb6-4943-8d3d-648e5f8a287d tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.277804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe320-0fb6-4943-8d3d-648e5f8a287d tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.279361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3dbbe320-0fb6-4943-8d3d-648e5f8a287d tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1813102 Feb 07 22:50:26.283072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55852) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:26.288984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:26.305499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.374547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:50:26.574894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:26.610898 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.612047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.619487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'port_id': '3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', 'mac_address': 'fa:16:3e:5b:db:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:50:26.661549 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-335cc43a-c514-4dde-afaf-74cda855cff7 req-90272e4a-162c-4347-bdf4-56c27bd1a255 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0386539 Feb 07 22:50:26.752690 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.767241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-923f12c9-75ec-4292-bfb4-6861daba921a req-6acb0b6a-d9a3-490d-8127-9a306f82e978 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0712552 Feb 07 22:50:26.786644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:26.835430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:26.841571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.991373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:27.117693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:50:27.311550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55894) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:27.395954 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.426007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.529524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0375df2-a9c2-4bbf-ab33-42babc886b2f req-edc6751c-6945-47e3-9aa6-ff213711337d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:27.531559 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c0375df2-a9c2-4bbf-ab33-42babc886b2f req-edc6751c-6945-47e3-9aa6-ff213711337d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 945 time: 0.1943681 Feb 07 22:50:27.616757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Allocated IP 172.25.8.88 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/dbe3db56-83b3-4db7-9761-56831f71dd02) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:27.621455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c0375df2-a9c2-4bbf-ab33-42babc886b2f req-2a0cfc62-625b-42d9-81cd-19b59d1f0129 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623324 Feb 07 22:50:27.671154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4f689c6c-9784-4f22-b877-fa1c0e6936c9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:27.672250 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-4f689c6c-9784-4f22-b877-fa1c0e6936c9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 22:50:27.672990 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-4f689c6c-9784-4f22-b877-fa1c0e6936c9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 22:50:27.678402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f689c6c-9784-4f22-b877-fa1c0e6936c9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3651371 Feb 07 22:50:27.679039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55908) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:27.685999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958515714'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:27.726687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.749019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.824620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.893634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.912752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.915209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:27.918091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:27.950260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:27.959369 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3ab33190-3524-4bde-ab56-733d8fb163ef req-e695d84e-f2f1-4d33-8deb-a8b8006facc4 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0425763 Feb 07 22:50:27.960751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.997388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea09f225-ffb9-4f2a-aed8-6f02f4104116,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:28.018341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event updated for resources: {'Port': ['ID=dbe3db56-83b3-4db7-9761-56831f71dd02,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:28.028565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.028981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.029246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.029583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.030031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.030236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.030564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.030995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.031320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.031665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.032104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.032434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:28.129843 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.139818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.192208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.193571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5135474 Feb 07 22:50:28.197003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55928) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:28.203538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ed23a5c3-a7f6-4830-80c8-1d9a18c933b0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '72fcf6d1-3b57-4d60-a260-44d8c0cf7857', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:28.210035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42eb24-561a-43eb-bd17-7c86f8b21b0a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fcf6d1-3b57-4d60-a260-44d8c0cf7857,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:28.259479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed23a5c3-a7f6-4830-80c8-1d9a18c933b0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.348632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed23a5c3-a7f6-4830-80c8-1d9a18c933b0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.361452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed23a5c3-a7f6-4830-80c8-1d9a18c933b0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.383021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23a5c3-a7f6-4830-80c8-1d9a18c933b0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb31f23-3298-4fd2-ad2c-de65f965a838,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:28.389655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:50:28.401784 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed23a5c3-a7f6-4830-80c8-1d9a18c933b0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.403263 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ed23a5c3-a7f6-4830-80c8-1d9a18c933b0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052250 Feb 07 22:50:28.408422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55938) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:28.414076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-23da886b-e6ab-4f3d-b78b-6820957dc0a1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '72fcf6d1-3b57-4d60-a260-44d8c0cf7857', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:28.415230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66e14949-6ca2-4bf0-9856-50a4cc5ba0bf req-ab2c7f5e-5fa7-4973-82f9-ac05dc7bc183 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3d171851f0f4417bfd43003269fbaea&device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0478218 Feb 07 22:50:28.460354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80db3592-f4fa-40d4-b1ac-100824bd583f req-59c5a6d4-2ed4-4185-8001-46e26b6f7da9 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0403419 Feb 07 22:50:28.464537 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66e14949-6ca2-4bf0-9856-50a4cc5ba0bf req-d440a9ca-435b-4c4c-9289-80af4fb61e75 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c3d171851f0f4417bfd43003269fbaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409756 Feb 07 22:50:28.465304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.501187 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-23da886b-e6ab-4f3d-b78b-6820957dc0a1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.503723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:28.508908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:28.509290 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.621882 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-23da886b-e6ab-4f3d-b78b-6820957dc0a1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 22:50:28.627060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-23da886b-e6ab-4f3d-b78b-6820957dc0a1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2166975 Feb 07 22:50:28.627727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55944) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:28.657842 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.719569 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57066f81-e5bb-49ea-8740-9eaf5c6eb9ba tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.732336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cb2fdf-2897-46c8-8d87-789baee9dea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:28.736514 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca95266a-6d81-4e06-81e1-1a69cf3fd432" -d '{"events": [{"server_uuid": "86cb2fdf-2897-46c8-8d87-789baee9dea5", "name": "network-vif-plugged", "status": "completed", "tag": "3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:50:28.778709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:28.789434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.814820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57066f81-e5bb-49ea-8740-9eaf5c6eb9ba tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.845613 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f03ae7e-991e-47f1-90df-54ab262f043d x-openstack-request-id: req-1f03ae7e-991e-47f1-90df-54ab262f043d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:50:28.846078 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cb2fdf-2897-46c8-8d87-789baee9dea5", "name": "network-vif-plugged", "status": "completed", "tag": "3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:50:28.846337 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f03ae7e-991e-47f1-90df-54ab262f043d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:50:28.846731 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cb2fdf-2897-46c8-8d87-789baee9dea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', 'code': 200} Feb 07 22:50:28.915810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:28.923770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57066f81-e5bb-49ea-8740-9eaf5c6eb9ba tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.933602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57066f81-e5bb-49ea-8740-9eaf5c6eb9ba tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.937286 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-57066f81-e5bb-49ea-8740-9eaf5c6eb9ba tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/72fcf6d1-3b57-4d60-a260-44d8c0cf7857 HTTP/1.1" status: 204 len: 168 time: 0.3061454 Feb 07 22:50:28.943766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55960) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:28.989180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57066f81-e5bb-49ea-8740-9eaf5c6eb9ba tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fcf6d1-3b57-4d60-a260-44d8c0cf7857,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:29.036410 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-21c48987-5fe6-48a4-98d1-2b3e20ac38ae tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878465 Feb 07 22:50:29.036980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55966) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:29.039752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.042142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4332ad37-3616-48a7-9363-84965dbfffa9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--769790074'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:29.044450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.047690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14949-6ca2-4bf0-9856-50a4cc5ba0bf req-30137d07-a56b-4f66-8892-858f5fa55b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:29.049622 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66e14949-6ca2-4bf0-9856-50a4cc5ba0bf req-30137d07-a56b-4f66-8892-858f5fa55b07 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4828029 Feb 07 22:50:29.069606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607188d-e29f-41ce-9554-d81ee2d11907 req-64fe557f-a9fa-4192-9c67-f4a55f2114c7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:29.076350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4332ad37-3616-48a7-9363-84965dbfffa9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.079488 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8607188d-e29f-41ce-9554-d81ee2d11907 req-64fe557f-a9fa-4192-9c67-f4a55f2114c7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 945 time: 0.3327022 Feb 07 22:50:29.169390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e140f-f0b8-43ab-87e2-ee1782b1a9b5 req-7cfdabdf-fa0d-48b5-8e14-baaf7c99c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:29.174642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c6e140f-f0b8-43ab-87e2-ee1782b1a9b5 req-7cfdabdf-fa0d-48b5-8e14-baaf7c99c42e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 1097 time: 0.2419229 Feb 07 22:50:29.233370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4332ad37-3616-48a7-9363-84965dbfffa9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.252729 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4332ad37-3616-48a7-9363-84965dbfffa9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.272340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8607188d-e29f-41ce-9554-d81ee2d11907 req-17642d2c-6fea-4e83-9736-4625d0746a26 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846833 Feb 07 22:50:29.315808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4332ad37-3616-48a7-9363-84965dbfffa9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.320060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4332ad37-3616-48a7-9363-84965dbfffa9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2791014 Feb 07 22:50:29.322543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55974) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:29.325942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c6e140f-f0b8-43ab-87e2-ee1782b1a9b5 req-5241a54a-b954-49e8-b6e5-92fd42f6f9f6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348429 Feb 07 22:50:29.330173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-209006db-970f-41be-9a9f-21ce6e08e1cb tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '1af08338-d36c-40ef-9da1-9a11317128ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:29.331528 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-209006db-970f-41be-9a9f-21ce6e08e1cb tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 22:50:29.331528 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-209006db-970f-41be-9a9f-21ce6e08e1cb tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:29.334845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-209006db-970f-41be-9a9f-21ce6e08e1cb tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084937 Feb 07 22:50:29.336853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55976) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:29.361088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332ad37-3616-48a7-9363-84965dbfffa9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af08338-d36c-40ef-9da1-9a11317128ee,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:29.404276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Router bb6f0962-6194-441b-bca1-466f5d4d8883 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:50:29.434354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18153526-c4bc-4f6f-a1bc-7b4a5517470c tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.475291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18153526-c4bc-4f6f-a1bc-7b4a5517470c tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.567575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:29.576428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.579621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a6944793-1dd1-4377-bc59-a0e49db038f3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "PUT /v2.0/routers/bb6f0962-6194-441b-bca1-466f5d4d8883 HTTP/1.1" status: 200 len: 883 time: 3.2941234 Feb 07 22:50:29.581885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55982) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:29.586361 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646e716-f8b3-4d4b-b5e4-132ae206a8c3 None None] Sync routers for ids ['bb6f0962-6194-441b-bca1-466f5d4d8883'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:29.589524 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18153526-c4bc-4f6f-a1bc-7b4a5517470c tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.592607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18153526-c4bc-4f6f-a1bc-7b4a5517470c tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.596522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-18153526-c4bc-4f6f-a1bc-7b4a5517470c tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/1af08338-d36c-40ef-9da1-9a11317128ee HTTP/1.1" status: 204 len: 168 time: 0.2496512 Feb 07 22:50:29.597178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55986) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:29.599501 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646e716-f8b3-4d4b-b5e4-132ae206a8c3 None None] Routers {'bb6f0962-6194-441b-bca1-466f5d4d8883'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:29.600225 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3646e716-f8b3-4d4b-b5e4-132ae206a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['bb6f0962-6194-441b-bca1-466f5d4d8883'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:29.697284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e427efa6-c9b8-4408-8869-041170f467cc tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958641 Feb 07 22:50:29.697562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55988) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:29.700984 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3646e716-f8b3-4d4b-b5e4-132ae206a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:29.702099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-68854960-aedf-4a0e-82d2-bfcba1cde6aa tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--292912343'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:29.711347 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646e716-f8b3-4d4b-b5e4-132ae206a8c3 None None] Routers {'bb6f0962-6194-441b-bca1-466f5d4d8883'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:29.712038 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3646e716-f8b3-4d4b-b5e4-132ae206a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['bb6f0962-6194-441b-bca1-466f5d4d8883'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:29.735351 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-41febaf0-887c-46d1-9dd4-b140929dbfec req-b449d272-9337-44d9-934c-762830126d6f tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.1393230 Feb 07 22:50:29.744875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18153526-c4bc-4f6f-a1bc-7b4a5517470c tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af08338-d36c-40ef-9da1-9a11317128ee,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:29.788648 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68854960-aedf-4a0e-82d2-bfcba1cde6aa tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.799900 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3646e716-f8b3-4d4b-b5e4-132ae206a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:29.802794 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646e716-f8b3-4d4b-b5e4-132ae206a8c3 None None] The sync data for ids ['bb6f0962-6194-441b-bca1-466f5d4d8883'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:29.918413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-350e5650-cdca-47e5-abba-4be7f2310319 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/routers/bb6f0962-6194-441b-bca1-466f5d4d8883 HTTP/1.1" status: 200 len: 924 time: 0.3348393 Feb 07 22:50:29.921151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55994) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:29.950266 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68854960-aedf-4a0e-82d2-bfcba1cde6aa tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.957302 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68854960-aedf-4a0e-82d2-bfcba1cde6aa tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.004456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68854960-aedf-4a0e-82d2-bfcba1cde6aa tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.010254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-68854960-aedf-4a0e-82d2-bfcba1cde6aa tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3114409 Feb 07 22:50:30.013662 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55998) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:30.022607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b341ce19-52c0-4fd2-bbeb-c1b5fb0bac5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '5c0ee78f-859a-4242-bf5c-f420784a350f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:30.022607 n-d-827895-2 neutron-server[102290]: WARNING neutron.api.v2.base [None req-b341ce19-52c0-4fd2-bbeb-c1b5fb0bac5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 22:50:30.022607 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-b341ce19-52c0-4fd2-bbeb-c1b5fb0bac5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:30.025957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b341ce19-52c0-4fd2-bbeb-c1b5fb0bac5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112188 Feb 07 22:50:30.027540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56000) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:30.078821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68854960-aedf-4a0e-82d2-bfcba1cde6aa tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ee78f-859a-4242-bf5c-f420784a350f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:30.147783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c060e126-559c-49b7-9712-de6df6f27473 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.188824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c060e126-559c-49b7-9712-de6df6f27473 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.254403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c060e126-559c-49b7-9712-de6df6f27473 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.259643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c060e126-559c-49b7-9712-de6df6f27473 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.261380 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c060e126-559c-49b7-9712-de6df6f27473 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c0ee78f-859a-4242-bf5c-f420784a350f HTTP/1.1" status: 204 len: 168 time: 0.2325716 Feb 07 22:50:30.321946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56004) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:30.327177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060e126-559c-49b7-9712-de6df6f27473 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ee78f-859a-4242-bf5c-f420784a350f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:30.453907 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66e14949-6ca2-4bf0-9856-50a4cc5ba0bf req-0a26f9a2-deb3-409c-ab58-96700e68b0ad tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.1260748 Feb 07 22:50:30.505499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2964c886-42a7-4561-b744-896b88a9fe89 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:30.512589 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2964c886-42a7-4561-b744-896b88a9fe89 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=bb6f0962-6194-441b-bca1-466f5d4d8883&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5868609 Feb 07 22:50:30.513743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56012) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:30.553797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5cc9143f-ce18-4c32-b08f-ab1e4244e9b3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2171493 Feb 07 22:50:30.560931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56014) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:30.565920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccef52-a5a2-4f4d-81cf-f45f72a7c750 req-a5f8a866-5fd9-4bfa-9b56-08dfb79358a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:30.574911 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7ccef52-a5a2-4f4d-81cf-f45f72a7c750 req-a5f8a866-5fd9-4bfa-9b56-08dfb79358a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1445599 Feb 07 22:50:30.586904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2d3c1d0d-1342-4e1a-86ef-ac9c70e2bea3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282962211'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:30.646725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7ccef52-a5a2-4f4d-81cf-f45f72a7c750 req-86451351-44bf-4c58-8e5b-9d0d07557840 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644882 Feb 07 22:50:30.720313 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d3c1d0d-1342-4e1a-86ef-ac9c70e2bea3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.752441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26928cfc-4ac6-4a26-9c0b-9452cb86f581 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:30.754133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-26928cfc-4ac6-4a26-9c0b-9452cb86f581 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 881 time: 0.2392089 Feb 07 22:50:30.757357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56016) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:30.801621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7cc6992c-8397-4d70-9cb9-9fd34ddcdaaa tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f0962-6194-441b-bca1-466f5d4d8883 HTTP/1.1" status: 200 len: 205 time: 0.0395446 Feb 07 22:50:30.801814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56022) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:30.886736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d3c1d0d-1342-4e1a-86ef-ac9c70e2bea3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.893027 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d3c1d0d-1342-4e1a-86ef-ac9c70e2bea3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.981722 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d3c1d0d-1342-4e1a-86ef-ac9c70e2bea3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.988358 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d3c1d0d-1342-4e1a-86ef-ac9c70e2bea3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4208605 Feb 07 22:50:30.989132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56026) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:30.996101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99747839-9ab3-4837-9cb2-ee2546f3184a req-6410c456-d638-438d-b024-c2e8970572c5 tempest-ServerShowV257Test-1643369680 tempest-ServerShowV257Test-1643369680-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2476a-8b00-4604-bfe1-eea25ff9d530 HTTP/1.1" status: 200 len: 210 time: 0.0805678 Feb 07 22:50:31.000083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.007184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c9000996-9b0d-4a06-8df2-61a33c44fcb1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '64fb4892-c207-47b6-84c0-c207daf0fa73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:31.010072 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-c9000996-9b0d-4a06-8df2-61a33c44fcb1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 22:50:31.012007 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-c9000996-9b0d-4a06-8df2-61a33c44fcb1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:31.012586 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c9000996-9b0d-4a06-8df2-61a33c44fcb1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0192266 Feb 07 22:50:31.014832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c1d0d-1342-4e1a-86ef-ac9c70e2bea3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fb4892-c207-47b6-84c0-c207daf0fa73,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:31.017978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56030) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.023389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-63b72e3f-6926-4f80-8693-3c878844c7f1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '64fb4892-c207-47b6-84c0-c207daf0fa73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:31.024183 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-63b72e3f-6926-4f80-8693-3c878844c7f1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 22:50:31.024786 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-63b72e3f-6926-4f80-8693-3c878844c7f1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:31.025643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-63b72e3f-6926-4f80-8693-3c878844c7f1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066969 Feb 07 22:50:31.028741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56032) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.042968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bc8a3a47-34e4-4cee-b601-bd503705a1c3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '64fb4892-c207-47b6-84c0-c207daf0fa73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:31.045474 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-bc8a3a47-34e4-4cee-b601-bd503705a1c3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 22:50:31.045703 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-bc8a3a47-34e4-4cee-b601-bd503705a1c3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:31.055690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56034) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.057301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bc8a3a47-34e4-4cee-b601-bd503705a1c3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0274258 Feb 07 22:50:31.065715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-bb1c5124-6dd8-4193-af09-db624ec62677 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '64fb4892-c207-47b6-84c0-c207daf0fa73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:31.066635 n-d-827895-2 neutron-server[102290]: WARNING neutron.api.v2.base [None req-bb1c5124-6dd8-4193-af09-db624ec62677 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 22:50:31.067098 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-bb1c5124-6dd8-4193-af09-db624ec62677 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:31.068152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bb1c5124-6dd8-4193-af09-db624ec62677 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111668 Feb 07 22:50:31.071054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56036) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.152044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-457fc961-5ef3-4eca-b1e0-a73a8811f146 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.174616 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.207655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-457fc961-5ef3-4eca-b1e0-a73a8811f146 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.264280 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-457fc961-5ef3-4eca-b1e0-a73a8811f146 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.266947 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-457fc961-5ef3-4eca-b1e0-a73a8811f146 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.270406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-457fc961-5ef3-4eca-b1e0-a73a8811f146 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/64fb4892-c207-47b6-84c0-c207daf0fa73 HTTP/1.1" status: 204 len: 168 time: 0.1932409 Feb 07 22:50:31.270548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Deleting port dbe3db56-83b3-4db7-9761-56831f71dd02 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:31.270548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.271990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56044) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.285737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fc961-5ef3-4eca-b1e0-a73a8811f146 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fb4892-c207-47b6-84c0-c207daf0fa73,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:31.354232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56046) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.355032 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c6bbeb31-3723-40af-a525-0f2f8e4c660d tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801857 Feb 07 22:50:31.362195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5629f193-6ded-4089-afe3-16808d6d96cf tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142397956'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:31.372441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.394197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Calling delete_port for dbe3db56-83b3-4db7-9761-56831f71dd02 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:31.415045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5629f193-6ded-4089-afe3-16808d6d96cf tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.525246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56050) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.583671 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5629f193-6ded-4089-afe3-16808d6d96cf tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.590806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5629f193-6ded-4089-afe3-16808d6d96cf tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.649502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5629f193-6ded-4089-afe3-16808d6d96cf tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.649891 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-871ef494-e5ff-482e-a466-b9c290147979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.653366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5629f193-6ded-4089-afe3-16808d6d96cf tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2949314 Feb 07 22:50:31.653718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56054) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.659246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629f193-6ded-4089-afe3-16808d6d96cf tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9729da-04bf-48e6-b5c8-79b8eb98eed0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:31.659407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b24f47bc-5d19-4f07-b06a-bd984afdf54b tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '6d9729da-04bf-48e6-b5c8-79b8eb98eed0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:31.659911 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-b24f47bc-5d19-4f07-b06a-bd984afdf54b tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 22:50:31.660401 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-b24f47bc-5d19-4f07-b06a-bd984afdf54b tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:31.663926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b24f47bc-5d19-4f07-b06a-bd984afdf54b tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067089 Feb 07 22:50:31.664849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56058) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.671116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6cd3cb28-a6f3-4cc1-a86a-466cca4d372f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '6d9729da-04bf-48e6-b5c8-79b8eb98eed0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:31.685983 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.722795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event deleted for resources: {'Port': ['ID=dbe3db56-83b3-4db7-9761-56831f71dd02,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:31.781814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-871ef494-e5ff-482e-a466-b9c290147979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.785818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-871ef494-e5ff-482e-a466-b9c290147979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.801045 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-6cd3cb28-a6f3-4cc1-a86a-466cca4d372f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:31.806587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6cd3cb28-a6f3-4cc1-a86a-466cca4d372f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1359286 Feb 07 22:50:31.806742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56060) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.816565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-735149e5-712c-4593-a45b-2d0ab0042be2 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '6d9729da-04bf-48e6-b5c8-79b8eb98eed0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:31.817041 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-735149e5-712c-4593-a45b-2d0ab0042be2 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 22:50:31.817533 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-735149e5-712c-4593-a45b-2d0ab0042be2 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:31.819777 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-735149e5-712c-4593-a45b-2d0ab0042be2 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126262 Feb 07 22:50:31.824116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56062) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.831251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5c5f098c-5e00-4610-8fde-bdea10e4cf62 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '6d9729da-04bf-48e6-b5c8-79b8eb98eed0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:31.835922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ef494-e5ff-482e-a466-b9c290147979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f288414-d6cd-44fd-8840-9cb7e16ef3ff,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:31.842682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-871ef494-e5ff-482e-a466-b9c290147979 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72210e72c0f449b0a9ea0286087216ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137372 Feb 07 22:50:31.842896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56064) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:31.847856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26c65-974e-4b37-af21-8bff3593d8bf req-4be2d125-5a58-4bbd-8e4b-ee49d4224694 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:31.849352 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a26c65-974e-4b37-af21-8bff3593d8bf req-4be2d125-5a58-4bbd-8e4b-ee49d4224694 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1034987 Feb 07 22:50:31.850562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.904432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4698-4418-48be-83e6-6fa193cfb087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.929947 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4698-4418-48be-83e6-6fa193cfb087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.976849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.979073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.986315 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4698-4418-48be-83e6-6fa193cfb087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.989567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4698-4418-48be-83e6-6fa193cfb087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.993904 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0f6f4698-4418-48be-83e6-6fa193cfb087 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f288414-d6cd-44fd-8840-9cb7e16ef3ff HTTP/1.1" status: 204 len: 168 time: 0.1472058 Feb 07 22:50:32.006402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f4698-4418-48be-83e6-6fa193cfb087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f288414-d6cd-44fd-8840-9cb7e16ef3ff,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:32.041150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5a26c65-974e-4b37-af21-8bff3593d8bf req-d9437aae-d586-467f-af03-7c4d4fd67d2c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607752 Feb 07 22:50:32.048433 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-5c5f098c-5e00-4610-8fde-bdea10e4cf62 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:32.052241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5c5f098c-5e00-4610-8fde-bdea10e4cf62 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2244086 Feb 07 22:50:32.054315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56070) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.059660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-50394b31-3ee1-43ba-b128-65ece0110c2f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '6d9729da-04bf-48e6-b5c8-79b8eb98eed0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:32.060213 n-d-827895-2 neutron-server[102290]: WARNING neutron.api.v2.base [None req-50394b31-3ee1-43ba-b128-65ece0110c2f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 22:50:32.062379 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-50394b31-3ee1-43ba-b128-65ece0110c2f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:32.066101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-50394b31-3ee1-43ba-b128-65ece0110c2f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081170 Feb 07 22:50:32.066458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56074) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.068412 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.068935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Fanout notify agent at l3_agent the message router_deleted on router bb6f0962-6194-441b-bca1-466f5d4d8883 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:50:32.074768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d9ac7e3b-0672-4420-bafc-0e3207ad2c46 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '6d9729da-04bf-48e6-b5c8-79b8eb98eed0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:32.088641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.089816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0fa4ea79-d840-49ad-85a8-73e0057a9de7 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/bb6f0962-6194-441b-bca1-466f5d4d8883 HTTP/1.1" status: 204 len: 168 time: 1.2872148 Feb 07 22:50:32.095835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56078) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.102526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-eabe12fb-5a5a-4e5b-9c66-afefef6cad59 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-331531893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:32.136844 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-d9ac7e3b-0672-4420-bafc-0e3207ad2c46 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Project b29c52640a854b948acfcef7782d3e48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:50:32.172480 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-d9ac7e3b-0672-4420-bafc-0e3207ad2c46 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:32.176657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d9ac7e3b-0672-4420-bafc-0e3207ad2c46 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1065290 Feb 07 22:50:32.176817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56082) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.182560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-665da901-1e73-4309-a460-1f4066ad6ac1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '6d9729da-04bf-48e6-b5c8-79b8eb98eed0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:32.183131 n-d-827895-2 neutron-server[102290]: WARNING neutron.api.v2.base [None req-665da901-1e73-4309-a460-1f4066ad6ac1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 22:50:32.184057 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-665da901-1e73-4309-a460-1f4066ad6ac1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:32.187808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eabe12fb-5a5a-4e5b-9c66-afefef6cad59 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.188143 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-665da901-1e73-4309-a460-1f4066ad6ac1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071352 Feb 07 22:50:32.188233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eabe12fb-5a5a-4e5b-9c66-afefef6cad59 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.188767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56084) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.195275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-57a79b61-3504-4c78-89fb-82665232d194 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '6d9729da-04bf-48e6-b5c8-79b8eb98eed0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:32.261282 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-57a79b61-3504-4c78-89fb-82665232d194 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Project b29c52640a854b948acfcef7782d3e48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:50:32.294556 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-57a79b61-3504-4c78-89fb-82665232d194 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:32.298471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-57a79b61-3504-4c78-89fb-82665232d194 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1057687 Feb 07 22:50:32.299028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56090) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.304236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d7ddcc4e-1300-4e18-a46f-52fc47fcc4d0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '6d9729da-04bf-48e6-b5c8-79b8eb98eed0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:32.323683 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eabe12fb-5a5a-4e5b-9c66-afefef6cad59 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.332716 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eabe12fb-5a5a-4e5b-9c66-afefef6cad59 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.351634 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-d7ddcc4e-1300-4e18-a46f-52fc47fcc4d0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Project b29c52640a854b948acfcef7782d3e48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:50:32.375863 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eabe12fb-5a5a-4e5b-9c66-afefef6cad59 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.376010 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-d7ddcc4e-1300-4e18-a46f-52fc47fcc4d0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:32.379879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d7ddcc4e-1300-4e18-a46f-52fc47fcc4d0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0770564 Feb 07 22:50:32.380024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56094) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.380568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56092) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.380680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-eabe12fb-5a5a-4e5b-9c66-afefef6cad59 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2825942 Feb 07 22:50:32.386188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': True}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:32.471524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a06d6-efb2-4508-935a-02fadba46bda req-c41be00e-49aa-4411-b77f-ea2e6280de58 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:32.473539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d04a06d6-efb2-4508-935a-02fadba46bda req-c41be00e-49aa-4411-b77f-ea2e6280de58 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.0715501 Feb 07 22:50:32.544604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56098) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.562774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-23ab6c87-c54e-49ea-9dc5-1d3ad1dbf534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.582345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d04a06d6-efb2-4508-935a-02fadba46bda req-723984fb-2593-4c16-b44e-2f62ac1269cc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018677 Feb 07 22:50:32.619090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56100) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.667629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-70305685-77ad-4d39-9d4a-db3bdc4c2d5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.670624 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.693324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-23ab6c87-c54e-49ea-9dc5-1d3ad1dbf534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.697934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-23ab6c87-c54e-49ea-9dc5-1d3ad1dbf534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.715358 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-70305685-77ad-4d39-9d4a-db3bdc4c2d5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.750309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-23ab6c87-c54e-49ea-9dc5-1d3ad1dbf534 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50af8e9a9a4240cca7edc1480431ac44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037776 Feb 07 22:50:32.751590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab6c87-c54e-49ea-9dc5-1d3ad1dbf534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b6f5c4-b74f-4ff7-a9d6-77af8199931e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:32.755582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56104) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.820873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a905aeed-addb-4561-ac37-e1ecb2d822ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.823190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-70305685-77ad-4d39-9d4a-db3bdc4c2d5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.826098 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-70305685-77ad-4d39-9d4a-db3bdc4c2d5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.827345 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-70305685-77ad-4d39-9d4a-db3bdc4c2d5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/6d9729da-04bf-48e6-b5c8-79b8eb98eed0 HTTP/1.1" status: 204 len: 168 time: 0.4446290 Feb 07 22:50:32.839578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56106) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.846790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70305685-77ad-4d39-9d4a-db3bdc4c2d5a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9729da-04bf-48e6-b5c8-79b8eb98eed0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:32.866384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11e267d4-08bb-4dda-8125-c4292bfec661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.898775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a905aeed-addb-4561-ac37-e1ecb2d822ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.943663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-93950fd3-f43a-496b-a4e3-eec3de8c965a tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1028421 Feb 07 22:50:32.948001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56108) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:32.953705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e610ef5a-ca7c-43a9-a2d7-36a63402fc82 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025122686'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:32.984074 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e610ef5a-ca7c-43a9-a2d7-36a63402fc82 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.023956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a905aeed-addb-4561-ac37-e1ecb2d822ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.026477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a905aeed-addb-4561-ac37-e1ecb2d822ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.030226 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a905aeed-addb-4561-ac37-e1ecb2d822ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1b6f5c4-b74f-4ff7-a9d6-77af8199931e HTTP/1.1" status: 204 len: 168 time: 0.2709217 Feb 07 22:50:33.037250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.065651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.065877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905aeed-addb-4561-ac37-e1ecb2d822ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b6f5c4-b74f-4ff7-a9d6-77af8199931e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:33.132981 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e610ef5a-ca7c-43a9-a2d7-36a63402fc82 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.137988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e610ef5a-ca7c-43a9-a2d7-36a63402fc82 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.182242 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11e267d4-08bb-4dda-8125-c4292bfec661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.185640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ef5a-ca7c-43a9-a2d7-36a63402fc82 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0263c18d-b9ef-4faa-8826-36d2b54eca81,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:33.195130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11e267d4-08bb-4dda-8125-c4292bfec661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.217188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e610ef5a-ca7c-43a9-a2d7-36a63402fc82 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.223614 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e610ef5a-ca7c-43a9-a2d7-36a63402fc82 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2746191 Feb 07 22:50:33.224466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56116) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:33.230600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-72f137e0-f392-412d-9c79-73099e981fb0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '0263c18d-b9ef-4faa-8826-36d2b54eca81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:33.232852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-11e267d4-08bb-4dda-8125-c4292bfec661 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3d171851f0f4417bfd43003269fbaea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6118770 Feb 07 22:50:33.234480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56118) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:33.235651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Allocated IP 172.25.8.154 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/a3a9913c-fd74-4259-8104-6bab45e57180) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:33.292325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e267d4-08bb-4dda-8125-c4292bfec661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f152ef-6b8d-4b2f-853a-e802bfd9955f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:33.327077 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-72f137e0-f392-412d-9c79-73099e981fb0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The resource could not be found. Feb 07 22:50:33.333668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-72f137e0-f392-412d-9c79-73099e981fb0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1075835 Feb 07 22:50:33.335222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56120) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:33.345459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-28cae5bd-fe77-488f-acf5-8db780849023 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '0263c18d-b9ef-4faa-8826-36d2b54eca81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '047112d6-b50b-428f-8e07-74c9a67c34d2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:33.364978 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f3e0071-d7a7-43d2-9af3-6831324d5ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.387415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f3e0071-d7a7-43d2-9af3-6831324d5ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.429510 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-28cae5bd-fe77-488f-acf5-8db780849023 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The resource could not be found. Feb 07 22:50:33.433240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-28cae5bd-fe77-488f-acf5-8db780849023 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0953107 Feb 07 22:50:33.435091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56122) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:33.439304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56124) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:33.455321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.466849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f3e0071-d7a7-43d2-9af3-6831324d5ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.470095 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f3e0071-d7a7-43d2-9af3-6831324d5ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.471396 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7f3e0071-d7a7-43d2-9af3-6831324d5ace admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33f152ef-6b8d-4b2f-853a-e802bfd9955f HTTP/1.1" status: 204 len: 168 time: 0.2333407 Feb 07 22:50:33.473217 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8929ee44-9e4d-41fa-99c0-a8122d7b70d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.496683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e0071-d7a7-43d2-9af3-6831324d5ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f152ef-6b8d-4b2f-853a-e802bfd9955f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:33.535299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.570707 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e8173c1-9f77-4a1c-8661-1173a071b4a9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.610434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e8173c1-9f77-4a1c-8661-1173a071b4a9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.619428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:33.634390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:33.640053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:33.647049 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8929ee44-9e4d-41fa-99c0-a8122d7b70d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.660609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8929ee44-9e4d-41fa-99c0-a8122d7b70d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.723885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8929ee44-9e4d-41fa-99c0-a8122d7b70d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6fa2a7d97494c8baae2c4ef145fd1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832608 Feb 07 22:50:33.728809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56130) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:33.729347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e8173c1-9f77-4a1c-8661-1173a071b4a9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.732957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e8173c1-9f77-4a1c-8661-1173a071b4a9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.734680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1e8173c1-9f77-4a1c-8661-1173a071b4a9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/0263c18d-b9ef-4faa-8826-36d2b54eca81 HTTP/1.1" status: 204 len: 168 time: 0.2980218 Feb 07 22:50:33.742720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56132) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:33.759280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929ee44-9e4d-41fa-99c0-a8122d7b70d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354e4dc5-d599-476b-943f-92a8078b3a26,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:33.826092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8173c1-9f77-4a1c-8661-1173a071b4a9 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0263c18d-b9ef-4faa-8826-36d2b54eca81,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:33.870627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dbd08880-c100-470e-af97-6b0ba25f372e tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1267526 Feb 07 22:50:33.877014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56136) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:33.883290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f0b06167-0e8d-49e0-aac7-1e08e57d85b4 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '8a636c7e-72a7-4393-8686-73472f1ce127', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:33.886600 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.896999 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd83263-7b8a-477c-aaaf-1c54b1119a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.931791 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd83263-7b8a-477c-aaaf-1c54b1119a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.996002 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-f0b06167-0e8d-49e0-aac7-1e08e57d85b4 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The resource could not be found. Feb 07 22:50:33.997225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f0b06167-0e8d-49e0-aac7-1e08e57d85b4 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1189733 Feb 07 22:50:34.001899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56140) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:34.006460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-137f06ea-620f-4d6e-9863-e245dcf1dad1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005912895'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:34.026134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd83263-7b8a-477c-aaaf-1c54b1119a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.029086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bbd83263-7b8a-477c-aaaf-1c54b1119a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.033831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bbd83263-7b8a-477c-aaaf-1c54b1119a05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/354e4dc5-d599-476b-943f-92a8078b3a26 HTTP/1.1" status: 204 len: 168 time: 0.2945611 Feb 07 22:50:34.068397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd83263-7b8a-477c-aaaf-1c54b1119a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354e4dc5-d599-476b-943f-92a8078b3a26,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:34.077875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-137f06ea-620f-4d6e-9863-e245dcf1dad1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.105028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event updated for resources: {'Port': ['ID=a3a9913c-fd74-4259-8104-6bab45e57180,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:34.204578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-137f06ea-620f-4d6e-9863-e245dcf1dad1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.215212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-137f06ea-620f-4d6e-9863-e245dcf1dad1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.221306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8148bd-d08b-4304-9eeb-c7edd9e493d0 req-ec918d14-e997-4832-ae37-ebd730443a5f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:34.231386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d8148bd-d08b-4304-9eeb-c7edd9e493d0 req-ec918d14-e997-4832-ae37-ebd730443a5f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1435139 Feb 07 22:50:34.285957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.311927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f06ea-620f-4d6e-9863-e245dcf1dad1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab492d2-9db8-416f-8a66-12166c849569,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:34.316833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d8148bd-d08b-4304-9eeb-c7edd9e493d0 req-8866888e-2fda-40c4-8fda-31bfddd1d988 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791266 Feb 07 22:50:34.333722 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-137f06ea-620f-4d6e-9863-e245dcf1dad1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.335978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-137f06ea-620f-4d6e-9863-e245dcf1dad1 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3320134 Feb 07 22:50:34.337515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56152) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:34.362081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f25b065d-f8e5-4f9b-95f0-032e2743dd97 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003942381'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:34.418235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f25b065d-f8e5-4f9b-95f0-032e2743dd97 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.439515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.523335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f25b065d-f8e5-4f9b-95f0-032e2743dd97 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.532491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f25b065d-f8e5-4f9b-95f0-032e2743dd97 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.618410 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f25b065d-f8e5-4f9b-95f0-032e2743dd97 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.619161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f25b065d-f8e5-4f9b-95f0-032e2743dd97 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2805538 Feb 07 22:50:34.622229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56166) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:34.627722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b065d-f8e5-4f9b-95f0-032e2743dd97 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328b1825-c1db-4e61-994b-186cc7b971c2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:34.629645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c11cfdb3-7437-4b83-981f-5602d25cc336 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': 'eab492d2-9db8-416f-8a66-12166c849569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '328b1825-c1db-4e61-994b-186cc7b971c2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:34.752897 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.756842 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.760630 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-c11cfdb3-7437-4b83-981f-5602d25cc336 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:34.761627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c11cfdb3-7437-4b83-981f-5602d25cc336 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1376655 Feb 07 22:50:34.764669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56170) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:34.830060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c67a9fec-8cf8-4093-8021-363ee2456d66 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.854786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c67a9fec-8cf8-4093-8021-363ee2456d66 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.937832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Router 272e42a6-7248-4c8f-96c4-10692715f981 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:50:34.951267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c67a9fec-8cf8-4093-8021-363ee2456d66 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.954994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c67a9fec-8cf8-4093-8021-363ee2456d66 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.959307 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c67a9fec-8cf8-4093-8021-363ee2456d66 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/328b1825-c1db-4e61-994b-186cc7b971c2 HTTP/1.1" status: 204 len: 168 time: 0.1906555 Feb 07 22:50:34.967164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56182) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:34.968119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a9fec-8cf8-4093-8021-363ee2456d66 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328b1825-c1db-4e61-994b-186cc7b971c2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:35.055697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56184) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.065601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b953ca32-ffa5-4a98-b967-d43651643415 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0938702 Feb 07 22:50:35.071396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56186) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.120491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:35.128923 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.133201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9b12a181-57cf-4208-a95d-5137176d2366 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "PUT /v2.0/routers/272e42a6-7248-4c8f-96c4-10692715f981 HTTP/1.1" status: 200 len: 918 time: 2.7485559 Feb 07 22:50:35.134989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56194) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.135167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f409df-f1e0-4556-b03b-af058e12065b None None] Sync routers for ids ['272e42a6-7248-4c8f-96c4-10692715f981'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:35.141145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8943a898-d8d8-46aa-b0ea-7d7e026bd3a3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.151938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f409df-f1e0-4556-b03b-af058e12065b None None] Routers {'272e42a6-7248-4c8f-96c4-10692715f981'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:35.155929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-85f409df-f1e0-4556-b03b-af058e12065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['272e42a6-7248-4c8f-96c4-10692715f981'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:35.167743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8943a898-d8d8-46aa-b0ea-7d7e026bd3a3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.217435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8943a898-d8d8-46aa-b0ea-7d7e026bd3a3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.220823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8943a898-d8d8-46aa-b0ea-7d7e026bd3a3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.225130 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8943a898-d8d8-46aa-b0ea-7d7e026bd3a3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/eab492d2-9db8-416f-8a66-12166c849569 HTTP/1.1" status: 204 len: 168 time: 0.1527970 Feb 07 22:50:35.228328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56196) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.235858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943a898-d8d8-46aa-b0ea-7d7e026bd3a3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab492d2-9db8-416f-8a66-12166c849569,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:35.246148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-85f409df-f1e0-4556-b03b-af058e12065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:35.299203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f409df-f1e0-4556-b03b-af058e12065b None None] Routers {'272e42a6-7248-4c8f-96c4-10692715f981'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:35.300920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-85f409df-f1e0-4556-b03b-af058e12065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['272e42a6-7248-4c8f-96c4-10692715f981'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:35.327910 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-81978ecd-38e1-4aea-a68c-6d3677882a4c tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982554 Feb 07 22:50:35.331022 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4d218e53-6775-40b3-924e-7b10011ea238 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/routers/272e42a6-7248-4c8f-96c4-10692715f981 HTTP/1.1" status: 200 len: 924 time: 0.1941602 Feb 07 22:50:35.333123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56198) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.337616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56202) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.345122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4d78b09d-3615-456f-91a0-c16fbd54a919 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--857375729'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:35.357431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1108313776-network', 'tenant_id': '3ff5c4f24e93439eafa1d7ce3f7c79f4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:35.394382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-85f409df-f1e0-4556-b03b-af058e12065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:35.395157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f409df-f1e0-4556-b03b-af058e12065b None None] The sync data for ids ['272e42a6-7248-4c8f-96c4-10692715f981'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:35.397940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Made reservation on behalf of 3ff5c4f24e93439eafa1d7ce3f7c79f4 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:35.401538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.423045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.438865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55bb37-7b80-4b2c-b240-b51ec1d2ba25 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:35.440702 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eb55bb37-7b80-4b2c-b240-b51ec1d2ba25 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=272e42a6-7248-4c8f-96c4-10692715f981&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1066401 Feb 07 22:50:35.443352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56208) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.487885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d78b09d-3615-456f-91a0-c16fbd54a919 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.537111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20943f32-af16-4ba7-b35c-b6ce37382bc6 req-252c0ce3-a937-40f1-85d1-724c98877dba tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:35.538768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20943f32-af16-4ba7-b35c-b6ce37382bc6 req-252c0ce3-a937-40f1-85d1-724c98877dba tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1220412 Feb 07 22:50:35.552027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8175f649-9dcf-4522-88c0-336e1817f8c8 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:35.553709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8175f649-9dcf-4522-88c0-336e1817f8c8 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 881 time: 0.1094029 Feb 07 22:50:35.559044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56210) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.609636 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3c504a8e-1cdf-466c-bc75-d90ce54ed974 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=272e42a6-7248-4c8f-96c4-10692715f981 HTTP/1.1" status: 200 len: 205 time: 0.0392203 Feb 07 22:50:35.610579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56216) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.671959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d78b09d-3615-456f-91a0-c16fbd54a919 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.684567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d78b09d-3615-456f-91a0-c16fbd54a919 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.744489 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20943f32-af16-4ba7-b35c-b6ce37382bc6 req-86c3c9c5-d551-4b38-8128-e3b70e95132c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925373 Feb 07 22:50:35.773354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d78b09d-3615-456f-91a0-c16fbd54a919 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.774711 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4d78b09d-3615-456f-91a0-c16fbd54a919 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4340005 Feb 07 22:50:35.778763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56222) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.787221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.787925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fe182f64-8b7c-4735-8b45-2c03b622efc0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '095169fa-fc54-482e-82b2-1120969b9f7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:35.788389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78b09d-3615-456f-91a0-c16fbd54a919 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095169fa-fc54-482e-82b2-1120969b9f7b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:35.793921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.805315 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.831777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43031638-0214-4c4c-b3e1-622dd787e0ea,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:35.831777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:35.841411 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.841814 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Added segment 567c8ae3-4eac-4f50-86a4-d689183c1de8 of type vlan for network 553e2505-80e6-497f-91f0-666f97c498dc Feb 07 22:50:35.883060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.922182 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.923511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:35.924058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.955355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8885570 Feb 07 22:50:35.958585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56230) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.963360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Request body: {'subnet': {'network_id': '553e2505-80e6-497f-91f0-666f97c498dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1108313776-subnet', 'tenant_id': '3ff5c4f24e93439eafa1d7ce3f7c79f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:35.970431 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-fe182f64-8b7c-4735-8b45-2c03b622efc0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:35.971775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe182f64-8b7c-4735-8b45-2c03b622efc0 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1910753 Feb 07 22:50:35.974575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56232) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:35.981037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-eed17d91-0164-47ab-b7d3-f4f265946626 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group_rule': {'security_group_id': '095169fa-fc54-482e-82b2-1120969b9f7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:35.993362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.018444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a3382-6f48-44a0-80d6-cd8b86f36b3e admin admin] Pushing event updated for resources: {'Network': ['ID=553e2505-80e6-497f-91f0-666f97c498dc,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:36.030316 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 553e2505-80e6-497f-91f0-666f97c498dc details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:50:36.038978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Made reservation on behalf of 3ff5c4f24e93439eafa1d7ce3f7c79f4 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:36.042689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.072627 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-eed17d91-0164-47ab-b7d3-f4f265946626 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:50:36.076286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eed17d91-0164-47ab-b7d3-f4f265946626 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0982304 Feb 07 22:50:36.076286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Deleting port a3a9913c-fd74-4259-8104-6bab45e57180 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:36.076687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.079146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56234) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:36.228741 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-009d28fd-1e25-44cf-a957-a6b10a2b8fb3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.236042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.261084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Calling delete_port for a3a9913c-fd74-4259-8104-6bab45e57180 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:36.270701 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-009d28fd-1e25-44cf-a957-a6b10a2b8fb3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.293408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.370972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Checking segment: {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:50:36.371400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Network hostable DHCP agents. Network: 553e2505-80e6-497f-91f0-666f97c498dc, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:36.398159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6ef840-447b-4c53-8a11-7a33819ae83a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:36.408942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-009d28fd-1e25-44cf-a957-a6b10a2b8fb3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.411525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-009d28fd-1e25-44cf-a957-a6b10a2b8fb3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.415473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56258) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:36.417642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-009d28fd-1e25-44cf-a957-a6b10a2b8fb3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/095169fa-fc54-482e-82b2-1120969b9f7b HTTP/1.1" status: 204 len: 168 time: 0.3360529 Feb 07 22:50:36.423881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Network 553e2505-80e6-497f-91f0-666f97c498dc is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:36.444487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d28fd-1e25-44cf-a957-a6b10a2b8fb3 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095169fa-fc54-482e-82b2-1120969b9f7b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:36.463245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 553e2505-80e6-497f-91f0-666f97c498dc) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:36.476473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5c5228a2-ceea-4735-a657-dfb6442968cf tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546474 Feb 07 22:50:36.476473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:36.476473 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.479897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6bf160-d5c7-4217-81ef-84dfcf1bad51 None None] Network 553e2505-80e6-497f-91f0-666f97c498dc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:50:36.484811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56260) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:36.490365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e385b7bb-5c1e-4f7b-97a5-5b2f821e27b8 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323122817'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:36.499110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7cb40474-b144-4c7d-ad58-de60590cc237 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5398793 Feb 07 22:50:36.527031 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e385b7bb-5c1e-4f7b-97a5-5b2f821e27b8 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.680281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e385b7bb-5c1e-4f7b-97a5-5b2f821e27b8 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.685399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e385b7bb-5c1e-4f7b-97a5-5b2f821e27b8 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.688480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24d632-acf1-4a6f-9863-de8a19bda0c6 None None] Network 553e2505-80e6-497f-91f0-666f97c498dc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:50:36.723793 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.742733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e385b7bb-5c1e-4f7b-97a5-5b2f821e27b8 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.746018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e385b7bb-5c1e-4f7b-97a5-5b2f821e27b8 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2598057 Feb 07 22:50:36.752754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56272) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:36.757734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ca688521-08af-463c-8bb8-84a9092d228f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:36.758254 n-d-827895-2 neutron-server[102289]: WARNING neutron.api.v2.base [None req-ca688521-08af-463c-8bb8-84a9092d228f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 22:50:36.759111 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-ca688521-08af-463c-8bb8-84a9092d228f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 22:50:36.760405 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ca688521-08af-463c-8bb8-84a9092d228f tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "PUT /v2.0/security-groups/ef07bcee-ab2a-4cc2-9609-131d0a7342f7 HTTP/1.1" status: 409 len: 330 time: 0.0066817 Feb 07 22:50:36.765255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56274) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:36.829522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385b7bb-5c1e-4f7b-97a5-5b2f821e27b8 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef07bcee-ab2a-4cc2-9609-131d0a7342f7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:36.844383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event deleted for resources: {'Port': ['ID=a3a9913c-fd74-4259-8104-6bab45e57180,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:36.906282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c47a096d-b4bf-4deb-9026-91e116708b7e tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.934532 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c47a096d-b4bf-4deb-9026-91e116708b7e tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.989122 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c47a096d-b4bf-4deb-9026-91e116708b7e tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.991924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c47a096d-b4bf-4deb-9026-91e116708b7e tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.994209 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c47a096d-b4bf-4deb-9026-91e116708b7e tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/ef07bcee-ab2a-4cc2-9609-131d0a7342f7 HTTP/1.1" status: 204 len: 168 time: 0.2285719 Feb 07 22:50:36.996923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56294) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:37.027291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a096d-b4bf-4deb-9026-91e116708b7e tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef07bcee-ab2a-4cc2-9609-131d0a7342f7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:37.077845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.122079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f6aa-bb41-40da-b554-bb46ed1f623e req-7ee4f40e-ed15-4c42-9020-4fbab483f918 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:37.130074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cb445ddc-6747-45bd-a207-b02dedadd608 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1278176 Feb 07 22:50:37.131144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7456f6aa-bb41-40da-b554-bb46ed1f623e req-7ee4f40e-ed15-4c42-9020-4fbab483f918 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.2175219 Feb 07 22:50:37.134528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56306) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:37.149626 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-921bc8db-fd96-42ce-afaf-5252b6512b93 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] delete failed (client error): The resource could not be found. Feb 07 22:50:37.150893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-921bc8db-fd96-42ce-afaf-5252b6512b93 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "DELETE /v2.0/security-groups/52ee5120-4466-4816-b60b-eb821dc124ec HTTP/1.1" status: 404 len: 347 time: 0.0152223 Feb 07 22:50:37.160325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56308) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:37.197156 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-e1779501-46bf-42ed-be1f-8218bdb19566 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] show failed (client error): The resource could not be found. Feb 07 22:50:37.198305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e1779501-46bf-42ed-be1f-8218bdb19566 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-groups/3f5eced9-d57c-4ba5-82cb-d9507ef49df1 HTTP/1.1" status: 404 len: 347 time: 0.0369527 Feb 07 22:50:37.203004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56318) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:37.215999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.219258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.253400 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-6cb75af0-9e0e-48cf-895b-3af939dfdde2 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] show failed (client error): The resource could not be found. Feb 07 22:50:37.260049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6cb75af0-9e0e-48cf-895b-3af939dfdde2 tempest-NegativeSecGroupIPv6Test-1361005666 tempest-NegativeSecGroupIPv6Test-1361005666-project] 10.222.0.15 "GET /v2.0/security-group-rules/f19fdd18-6c31-4072-b9b7-5baca3ce1b76 HTTP/1.1" status: 404 len: 356 time: 0.0501740 Feb 07 22:50:37.326031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7456f6aa-bb41-40da-b554-bb46ed1f623e req-30213aed-2e18-4510-bb36-7db65cd8fb9e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935637 Feb 07 22:50:37.328192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.328759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Fanout notify agent at l3_agent the message router_deleted on router 272e42a6-7248-4c8f-96c4-10692715f981 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:50:37.341365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.355729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3c8f2d90-ef1f-4556-85f6-1e8442983924 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/272e42a6-7248-4c8f-96c4-10692715f981 HTTP/1.1" status: 204 len: 168 time: 1.7345986 Feb 07 22:50:37.355924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-44ac889a-1473-47bf-8939-06f116e7d2f0 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:37.356019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56328) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:37.356128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-44ac889a-1473-47bf-8939-06f116e7d2f0 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 815 time: 0.1694598 Feb 07 22:50:37.360830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-01141198-1645-455f-88a0-690403a63822 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1690812979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:37.371048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-8f3a01e9-0ce4-4949-8451-ab9eb34a4c09 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/quotas/3ff5c4f24e93439eafa1d7ce3f7c79f4 HTTP/1.1" status: 200 len: 375 time: 0.0139372 Feb 07 22:50:37.404340 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01141198-1645-455f-88a0-690403a63822 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.406900 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01141198-1645-455f-88a0-690403a63822 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.423318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-9ba01799-4344-4ec0-a60a-5aca8ac6ade8 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436926 Feb 07 22:50:37.514064 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01141198-1645-455f-88a0-690403a63822 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.522379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01141198-1645-455f-88a0-690403a63822 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.553554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01141198-1645-455f-88a0-690403a63822 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.557608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-01141198-1645-455f-88a0-690403a63822 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2063155 Feb 07 22:50:37.559862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56340) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:37.570462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'enable_snat': False}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:37.575276 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-02196900-c020-4383-936a-185808b323d2 service neutron] 10.222.0.15 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440921 Feb 07 22:50:37.662787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56342) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:37.723582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-ca544990-6540-41bb-a4e0-29d1a4124f92 service neutron] 10.222.0.15 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414056 Feb 07 22:50:37.801594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56348) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:37.898328 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.908388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ab68de8-d5d1-4a49-b57c-d1469808d8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.981253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d58c7264-0931-4381-a26b-0b155df856dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b29c52640a854b948acfcef7782d3e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174393 Feb 07 22:50:37.985888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56356) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:38.025329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37e455fe-1a2f-4aa3-b3fb-ad512d189595 req-b4a2fa5a-145c-4a3d-b011-8e81cf4ebd4f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 210 time: 0.0644767 Feb 07 22:50:38.055786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ab68de8-d5d1-4a49-b57c-d1469808d8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.067732 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ab68de8-d5d1-4a49-b57c-d1469808d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.085783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2ad3069a-777d-491c-bbf0-7eb0ff94bb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.129928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab68de8-d5d1-4a49-b57c-d1469808d8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36bb363-1dd5-4c41-b82f-ac6db655b750,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:38.139491 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ab68de8-d5d1-4a49-b57c-d1469808d8a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72c7e89e942b49b9910ce440fa12db8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371935 Feb 07 22:50:38.141609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2ad3069a-777d-491c-bbf0-7eb0ff94bb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.143234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56362) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:38.229011 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3f60-aa2c-42fb-899c-c8e8452ecbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.244210 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2ad3069a-777d-491c-bbf0-7eb0ff94bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.246158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.246846 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2ad3069a-777d-491c-bbf0-7eb0ff94bb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.248047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2ad3069a-777d-491c-bbf0-7eb0ff94bb45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea09f225-ffb9-4f2a-aed8-6f02f4104116 HTTP/1.1" status: 204 len: 168 time: 0.2611830 Feb 07 22:50:38.268131 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.272219 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3f60-aa2c-42fb-899c-c8e8452ecbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.279427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3069a-777d-491c-bbf0-7eb0ff94bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea09f225-ffb9-4f2a-aed8-6f02f4104116,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:38.342167 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3f60-aa2c-42fb-899c-c8e8452ecbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.345687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3f60-aa2c-42fb-899c-c8e8452ecbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.347061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d6fb3f60-aa2c-42fb-899c-c8e8452ecbfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b36bb363-1dd5-4c41-b82f-ac6db655b750 HTTP/1.1" status: 204 len: 168 time: 0.2028584 Feb 07 22:50:38.380581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb3f60-aa2c-42fb-899c-c8e8452ecbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36bb363-1dd5-4c41-b82f-ac6db655b750,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:38.503471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Allocated IP 172.25.8.114 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/e5df0224-1427-44eb-8962-d2144ac19bde) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:38.610160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8e1f6-ce9a-4d1e-818c-042b17a277cb req-7ef1292d-a578-4715-a782-77c8c5ada5e6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:38.613794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3f8e1f6-ce9a-4d1e-818c-042b17a277cb req-7ef1292d-a578-4715-a782-77c8c5ada5e6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1485829 Feb 07 22:50:38.669390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3f8e1f6-ce9a-4d1e-818c-042b17a277cb req-db218f47-5ce4-4d51-9a4d-89507ac683bf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Feb 07 22:50:38.748749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.806886 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.883639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:38.887213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:38.892363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:38.926252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Pushing event updated for resources: {'Port': ['ID=e5df0224-1427-44eb-8962-d2144ac19bde,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:38.934995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56386) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:38.954031 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7af37d5c-e4a5-41ea-b15f-8f3c9d4d7f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.061270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7af37d5c-e4a5-41ea-b15f-8f3c9d4d7f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.067857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7af37d5c-e4a5-41ea-b15f-8f3c9d4d7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.117591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af37d5c-e4a5-41ea-b15f-8f3c9d4d7f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9998278f-53a5-4a48-99fc-945f7f649289,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:39.125789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7af37d5c-e4a5-41ea-b15f-8f3c9d4d7f02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94322c646b444fc1addf3fa99e49afcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865137 Feb 07 22:50:39.128192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56392) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:39.207070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507cdd64-ad51-422b-9d3d-62294c32580b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.240877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507cdd64-ad51-422b-9d3d-62294c32580b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.320480 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507cdd64-ad51-422b-9d3d-62294c32580b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.324412 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-507cdd64-ad51-422b-9d3d-62294c32580b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.330226 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-507cdd64-ad51-422b-9d3d-62294c32580b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9998278f-53a5-4a48-99fc-945f7f649289 HTTP/1.1" status: 204 len: 168 time: 0.2009380 Feb 07 22:50:39.341189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cdd64-ad51-422b-9d3d-62294c32580b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9998278f-53a5-4a48-99fc-945f7f649289,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:39.825857 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04c40856-5f77-4c23-b468-0b9451f065c3 req-aa9af20e-fa7b-47fc-ac50-f4b1dbdf9afb tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 210 time: 0.1215830 Feb 07 22:50:39.838688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.891590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63374195-3926-4c10-a22e-c1526fbfe95b req-4a6a0676-9fd3-4693-8892-fd66f00d8fab tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:39.894223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-63374195-3926-4c10-a22e-c1526fbfe95b req-4a6a0676-9fd3-4693-8892-fd66f00d8fab tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1109023 Feb 07 22:50:39.964305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-63374195-3926-4c10-a22e-c1526fbfe95b req-733321d3-a57f-493b-b4ee-988a504b08ea tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604329 Feb 07 22:50:40.019823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-7fab00d8-03aa-4a5a-86ba-e23e575b2d01 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:40.021427 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-7fab00d8-03aa-4a5a-86ba-e23e575b2d01 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 815 time: 0.3155844 Feb 07 22:50:40.039943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Request body: {'port': {'device_id': 'a7bb4450-0070-4597-9ccd-bd81478d48aa', 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc', 'admin_state_up': True, 'tenant_id': '3ff5c4f24e93439eafa1d7ce3f7c79f4'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:40.213823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.228594 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.371562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Made reservation on behalf of 3ff5c4f24e93439eafa1d7ce3f7c79f4 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:40.375512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.492848 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Router 01c8b166-9062-415b-8728-319168cb8346 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:50:40.611679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Allocated IP 172.20.0.12 (553e2505-80e6-497f-91f0-666f97c498dc/7d6ef840-447b-4c53-8a11-7a33819ae83a/5643c1a7-b5a2-426b-a9d6-576175b206bc) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:40.711157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:40.719653 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.720967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fa52c9e5-59c1-4412-8d1c-44a60097ee52 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "PUT /v2.0/routers/01c8b166-9062-415b-8728-319168cb8346 HTTP/1.1" status: 200 len: 920 time: 3.1595650 Feb 07 22:50:40.723673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56454) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:40.731755 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c9d29-849a-44e5-8a8b-db94b509b61e None None] Sync routers for ids ['01c8b166-9062-415b-8728-319168cb8346'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:40.762216 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c9d29-849a-44e5-8a8b-db94b509b61e None None] Routers {'01c8b166-9062-415b-8728-319168cb8346'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:40.765516 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f2c9d29-849a-44e5-8a8b-db94b509b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['01c8b166-9062-415b-8728-319168cb8346'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:40.879824 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f2c9d29-849a-44e5-8a8b-db94b509b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:40.922869 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c9d29-849a-44e5-8a8b-db94b509b61e None None] Routers {'01c8b166-9062-415b-8728-319168cb8346'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:40.924948 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f2c9d29-849a-44e5-8a8b-db94b509b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['01c8b166-9062-415b-8728-319168cb8346'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:40.947824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.019527 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f2c9d29-849a-44e5-8a8b-db94b509b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:41.020304 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c9d29-849a-44e5-8a8b-db94b509b61e None None] The sync data for ids ['01c8b166-9062-415b-8728-319168cb8346'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:41.060952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.089521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3b28b080-a2ca-47e9-a75c-a3c293a46356 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/routers/01c8b166-9062-415b-8728-319168cb8346 HTTP/1.1" status: 200 len: 926 time: 0.3646672 Feb 07 22:50:41.093559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56490) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:41.187731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Network 553e2505-80e6-497f-91f0-666f97c498dc is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:41.196088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:41.201937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:41.208450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f0d4-ef92-4f65-8bef-ad63c8c9e5ab req-bc1fda36-70b7-48b6-abe1-71355c79ee0f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:41.210229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02b3f0d4-ef92-4f65-8bef-ad63c8c9e5ab req-bc1fda36-70b7-48b6-abe1-71355c79ee0f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.0694394 Feb 07 22:50:41.213555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23e47-c7c1-4787-b158-51b091ca3e48 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:41.215644 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b8b23e47-c7c1-4787-b158-51b091ca3e48 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=01c8b166-9062-415b-8728-319168cb8346&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1200941 Feb 07 22:50:41.220905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56504) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:41.228726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c972-2261-4d1d-9305-fc1996abd7bd req-a2c2b838-1dc8-40d7-a326-b8d0d054d1b8 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:41.230247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6e5c972-2261-4d1d-9305-fc1996abd7bd req-a2c2b838-1dc8-40d7-a326-b8d0d054d1b8 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 932 time: 0.2129841 Feb 07 22:50:41.255395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Pushing event updated for resources: {'Port': ['ID=5643c1a7-b5a2-426b-a9d6-576175b206bc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:41.313741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:41.314635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.324541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6e5c972-2261-4d1d-9305-fc1996abd7bd req-bd7af0bf-ca44-4fd9-b27b-6de01856316a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702577 Feb 07 22:50:41.343874 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-0595c3e6-b785-4eb3-8c7a-edb2b1b32aef tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3108468 Feb 07 22:50:41.355794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02b3f0d4-ef92-4f65-8bef-ad63c8c9e5ab req-647bb542-bca0-467e-a6ff-dd63a3b72ffe tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377234 Feb 07 22:50:41.369468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Request body: {'port': {'device_id': 'a7bb4450-0070-4597-9ccd-bd81478d48aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:41.395279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83033bc2-557a-4da6-b081-a1789d6d4c85 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:41.398325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-83033bc2-557a-4da6-b081-a1789d6d4c85 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/networks/8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 881 time: 0.1759958 Feb 07 22:50:41.402790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56518) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:41.453746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2dcef9ed-5488-4f8c-a320-092933aa21c3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=01c8b166-9062-415b-8728-319168cb8346 HTTP/1.1" status: 200 len: 205 time: 0.0485942 Feb 07 22:50:41.456740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56526) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:41.490406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.681600 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.750618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56568) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:41.859411 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.985616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Deleting port e5df0224-1427-44eb-8962-d2144ac19bde {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:41.986291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.042408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1549908800'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:42.077077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5643c1a7-b5a2-426b-a9d6-576175b206bc {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:42.086974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.095572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Made reservation on behalf of 015a695cb3434aeab543d5463df8f2de for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:42.099863 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.106996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Transition to ACTIVE for port object 5643c1a7-b5a2-426b-a9d6-576175b206bc will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:42.112837 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.130774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.137907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.157188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Calling delete_port for e5df0224-1427-44eb-8962-d2144ac19bde owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:42.182423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Pushing event updated for resources: {'Port': ['ID=5643c1a7-b5a2-426b-a9d6-576175b206bc,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:42.320965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Attempting to bind port 5643c1a7-b5a2-426b-a9d6-576175b206bc on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:42.321764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Attempting to bind port 5643c1a7-b5a2-426b-a9d6-576175b206bc by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:42.322444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Attempting to bind port 5643c1a7-b5a2-426b-a9d6-576175b206bc on network 553e2505-80e6-497f-91f0-666f97c498dc {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:42.332266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Port 5643c1a7-b5a2-426b-a9d6-576175b206bc on network 553e2505-80e6-497f-91f0-666f97c498dc not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:42.332754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Attempting to bind port 5643c1a7-b5a2-426b-a9d6-576175b206bc on network 553e2505-80e6-497f-91f0-666f97c498dc {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:42.340478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:50:42.341000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Checking segment: {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:50:42.341508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Bound using segment: {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:50:42.342068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Bound port: 5643c1a7-b5a2-426b-a9d6-576175b206bc, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:42.342477 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.506295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] For port 5643c1a7-b5a2-426b-a9d6-576175b206bc, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:50:42.511025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.528880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.543738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] For port 5643c1a7-b5a2-426b-a9d6-576175b206bc, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5643c1a7-b5a2-426b-a9d6-576175b206bc,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:50:42.549704 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.564589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.609099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b6427-0462-4d0b-9235-5682d6a0e5ad req-45391bcf-a6bf-4976-a58f-1567d711e6eb tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:42.610983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c2b6427-0462-4d0b-9235-5682d6a0e5ad req-45391bcf-a6bf-4976-a58f-1567d711e6eb tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 944 time: 0.1213219 Feb 07 22:50:42.614317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:42.615165 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.616631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] 10.222.0.24 "PUT /v2.0/ports/5643c1a7-b5a2-426b-a9d6-576175b206bc HTTP/1.1" status: 200 len: 1092 time: 1.2655706 Feb 07 22:50:42.617207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bb4450-0070-4597-9ccd-bd81478d48aa', 'tag': '5643c1a7-b5a2-426b-a9d6-576175b206bc'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:42.620086 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc67840-f544-4c26-8a85-7420776b63af" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bb4450-0070-4597-9ccd-bd81478d48aa", "tag": "5643c1a7-b5a2-426b-a9d6-576175b206bc"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:50:42.621500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:42.636620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event deleted for resources: {'Port': ['ID=e5df0224-1427-44eb-8962-d2144ac19bde,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:42.651854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c16e0-41e5-43bb-9b7f-99da6a627f34,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:42.663462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d149f32-e0a4-48d0-b6d2-098d37fa0af9 service neutron] Pushing event updated for resources: {'Port': ['ID=5643c1a7-b5a2-426b-a9d6-576175b206bc,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:42.672017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.673598 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Added segment f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92 of type vlan for network a07ccbce-8602-438e-a56f-80ffe79fa58c Feb 07 22:50:42.688510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c2b6427-0462-4d0b-9235-5682d6a0e5ad req-498406e3-c0a6-4af2-aecc-a5ed28d0d534 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577247 Feb 07 22:50:42.769890 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5665ff81-774b-4ca2-b92d-ee7fc6bab3bd x-openstack-request-id: req-5665ff81-774b-4ca2-b92d-ee7fc6bab3bd {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:50:42.770517 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bb4450-0070-4597-9ccd-bd81478d48aa", "tag": "5643c1a7-b5a2-426b-a9d6-576175b206bc", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:50:42.770942 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5665ff81-774b-4ca2-b92d-ee7fc6bab3bd {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:50:42.771518 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bb4450-0070-4597-9ccd-bd81478d48aa', 'tag': '5643c1a7-b5a2-426b-a9d6-576175b206bc', 'status': 'completed', 'code': 200} Feb 07 22:50:42.784324 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea89091-c47f-492f-8687-99be72e26b1e req-0a0aa125-6ed9-458e-9ab1-c2b55481f4bf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:42.786296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ea89091-c47f-492f-8687-99be72e26b1e req-0a0aa125-6ed9-458e-9ab1-c2b55481f4bf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.3025301 Feb 07 22:50:42.796482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-3fce5e3d-7261-4f45-a44d-bd41bb4d55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:42.798038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-3fce5e3d-7261-4f45-a44d-bd41bb4d55ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 1095 time: 0.0929468 Feb 07 22:50:42.819891 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.853159 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-1c285ce8-373f-48b8-8c0b-73274644ecf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5643c1a7-b5a2-426b-a9d6-576175b206bc HTTP/1.1" status: 200 len: 217 time: 0.0466757 Feb 07 22:50:42.860249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.924353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-565d0fbe-64ac-4e0e-8832-0490e10ebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:42.926893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-565d0fbe-64ac-4e0e-8832-0490e10ebf1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 200 len: 855 time: 0.0669219 Feb 07 22:50:43.004434 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ea89091-c47f-492f-8687-99be72e26b1e req-fdf9f793-7125-477f-82a6-4c7d3e510801 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081606 Feb 07 22:50:43.008679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.015652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:43.016318 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.020291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-6071f283-fdbf-43e0-9bde-20717c1f4d34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=553e2505-80e6-497f-91f0-666f97c498dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654833 Feb 07 22:50:43.031193 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.044469 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.143023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-96476f44-0e99-40bf-ab17-82e178aa3261 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150985 Feb 07 22:50:43.143554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3914337 Feb 07 22:50:43.145935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7fffc-a8b1-4b79-bfe3-035ce81891d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Pushing event updated for resources: {'Network': ['ID=a07ccbce-8602-438e-a56f-80ffe79fa58c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:43.157154 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.157784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Fanout notify agent at l3_agent the message router_deleted on router 01c8b166-9062-415b-8728-319168cb8346 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:50:43.164080 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a07ccbce-8602-438e-a56f-80ffe79fa58c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:50:43.169070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.171243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d3f19821-771f-4497-83bb-351876ee6c3e tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/01c8b166-9062-415b-8728-319168cb8346 HTTP/1.1" status: 204 len: 168 time: 1.7124159 Feb 07 22:50:43.174529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56724) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:43.180886 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2023313092', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:43.226137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.227235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.348888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.392170 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed50a9e7-de42-4542-96b1-8567f28c005c req-c8679cd3-24c4-47d7-95a9-d7f0fc11f882 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226348 Feb 07 22:50:43.416059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56744) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:43.422153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Request body: {'port': {'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c', 'binding:host_id': 'n-h1-827895-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-91222742'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:43.465860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Made reservation on behalf of 7592d80a85dc4f8a9b174981e6126e3f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:43.472119 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.525950 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.552919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-77e94b5a-48c8-4f17-b0c7-aa32f9ace14e req-a963a58e-276d-403b-917f-bd722ee8a3ea service neutron] (102290) timed out ('10.222.0.46', 54451) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 22:50:43.568733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67840-f544-4c26-8a85-7420776b63af req-f38bde5e-4d4a-4841-8aaa-e157bcabc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:43.570737 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebc67840-f544-4c26-8a85-7420776b63af req-f38bde5e-4d4a-4841-8aaa-e157bcabc413 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 1095 time: 0.0931003 Feb 07 22:50:43.659260 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.738390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67840-f544-4c26-8a85-7420776b63af req-4af46715-ae80-4838-a0f9-552bf5956673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:43.751782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebc67840-f544-4c26-8a85-7420776b63af req-4af46715-ae80-4838-a0f9-552bf5956673 service neutron] 10.222.0.24 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 915 time: 0.1598656 Feb 07 22:50:43.757197 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.772786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.829915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] device_id is not set on port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:50:43.841307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebc67840-f544-4c26-8a85-7420776b63af req-7d77fdde-f845-4055-bfa2-4c16249c86b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5643c1a7-b5a2-426b-a9d6-576175b206bc HTTP/1.1" status: 200 len: 217 time: 0.0886924 Feb 07 22:50:43.911439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67840-f544-4c26-8a85-7420776b63af req-73972f7e-24ce-4734-9729-98ef24b03bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:43.912925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebc67840-f544-4c26-8a85-7420776b63af req-73972f7e-24ce-4734-9729-98ef24b03bf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 200 len: 855 time: 0.0613687 Feb 07 22:50:43.981176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ec8720-fd19-4d85-b182-2061b6dad92f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:44.005710 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebc67840-f544-4c26-8a85-7420776b63af req-d9f41266-51f9-4780-84a1-f84ad14fd4d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=553e2505-80e6-497f-91f0-666f97c498dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392389 Feb 07 22:50:44.144385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebc67840-f544-4c26-8a85-7420776b63af req-198a29fd-0536-44d1-ac57-3579b8412c87 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236186 Feb 07 22:50:44.336404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.361157 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.368209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594c45c-ec95-42ef-b273-9d4f75b73fbe req-70558fa0-9a5f-4672-b46e-9b85cd5d10ff tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:44.377310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f594c45c-ec95-42ef-b273-9d4f75b73fbe req-70558fa0-9a5f-4672-b46e-9b85cd5d10ff tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1898127 Feb 07 22:50:44.382598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8ea65-b12f-4da5-9cbc-8bd26959dd68 req-dbca0f28-8005-4b5f-a183-932f51f27205 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:44.384490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7cc8ea65-b12f-4da5-9cbc-8bd26959dd68 req-dbca0f28-8005-4b5f-a183-932f51f27205 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 944 time: 0.5717492 Feb 07 22:50:44.450852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ebc67840-f544-4c26-8a85-7420776b63af req-657b8e8c-e661-4cb7-9ce2-443f603fcc6e service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896097 Feb 07 22:50:44.498006 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7cc8ea65-b12f-4da5-9cbc-8bd26959dd68 req-8f1c083b-62d3-47b2-a3bf-1556b60cb530 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064661 Feb 07 22:50:44.499629 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f594c45c-ec95-42ef-b273-9d4f75b73fbe req-48f71af3-93fb-4485-a5cd-f310471ef32d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162024 Feb 07 22:50:44.529020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] device_id is not set on port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:50:44.544235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.552359 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.569611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Allocated IP 172.25.8.144 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/ae893792-b702-448c-a213-757dbe5e410d) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:44.651878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'Port': ['ID=0afdb188-402a-4eda-b4c9-b91ed36f13a7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:44.658586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Checking segment: {'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:50:44.659188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Network hostable DHCP agents. Network: a07ccbce-8602-438e-a56f-80ffe79fa58c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:44.682726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Network a07ccbce-8602-438e-a56f-80ffe79fa58c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:44.700859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a07ccbce-8602-438e-a56f-80ffe79fa58c) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:44.706231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.711282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b31cf7-99da-497b-86af-fd4e8a085612 None None] Network a07ccbce-8602-438e-a56f-80ffe79fa58c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:50:44.724042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:44.744446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.745115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.745636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:44.752368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:44.752920 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:44.754116 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 2 to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 Feb 07 22:50:44.770419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.771002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.771817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:44.772235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.778453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:44.778972 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:44.780115 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 3 to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 Feb 07 22:50:44.800289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.800904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.801502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:44.807457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:44.807976 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:44.808953 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 4 to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 Feb 07 22:50:44.826214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.826889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.828154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:44.836479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:44.837104 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:44.837697 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 5 to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 Feb 07 22:50:44.857947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event updated for resources: {'Port': ['ID=ae893792-b702-448c-a213-757dbe5e410d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:44.862512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.862926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.863178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:44.870107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:44.870604 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:44.871141 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 6 to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 Feb 07 22:50:44.879149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:44.880638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:44.883964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:44.893392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.893910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.894397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:44.905726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:44.906416 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:44.908018 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 7 to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 Feb 07 22:50:44.925618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.925986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.926325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:44.932861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:44.933210 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:44.933614 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 8 to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 Feb 07 22:50:44.947410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.947661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.948031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:44.954948 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:44.955306 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:44.955732 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 9 to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 Feb 07 22:50:44.970551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.970887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.971360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:44.977052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:44.977382 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:44.977776 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 10 to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 Feb 07 22:50:44.994097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:44.994284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:44.994545 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:45.003226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:45.003695 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:45.004151 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.115479 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:50:45.161742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] For port 0afdb188-402a-4eda-b4c9-b91ed36f13a7, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:50:45.162254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempted to set empty binding levels {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 22:50:45.167659 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.205711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.206564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.233156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 1.8159912 Feb 07 22:50:45.234906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1daab5-455e-494a-a916-3680217a3524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'Port': ['ID=0afdb188-402a-4eda-b4c9-b91ed36f13a7,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:45.237573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56932) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:45.338107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9a14b063-df4e-4c5f-9aeb-5aba9146b528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Deleting port 0afdb188-402a-4eda-b4c9-b91ed36f13a7 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:45.338987 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a14b063-df4e-4c5f-9aeb-5aba9146b528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.418081 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.424755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-9a14b063-df4e-4c5f-9aeb-5aba9146b528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] For port 0afdb188-402a-4eda-b4c9-b91ed36f13a7, host n-h1-827895-2, got binding levels [] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:45.425300 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a14b063-df4e-4c5f-9aeb-5aba9146b528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.442312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9a14b063-df4e-4c5f-9aeb-5aba9146b528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Calling delete_port for 0afdb188-402a-4eda-b4c9-b91ed36f13a7 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:45.570172 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a14b063-df4e-4c5f-9aeb-5aba9146b528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.654926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14b063-df4e-4c5f-9aeb-5aba9146b528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event deleted for resources: {'Port': ['ID=0afdb188-402a-4eda-b4c9-b91ed36f13a7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:45.682528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a14b063-df4e-4c5f-9aeb-5aba9146b528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.691750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9a14b063-df4e-4c5f-9aeb-5aba9146b528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "DELETE /v2.0/ports/0afdb188-402a-4eda-b4c9-b91ed36f13a7 HTTP/1.1" status: 204 len: 168 time: 0.4516919 Feb 07 22:50:45.693287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56980) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:45.751521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56982) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:45.759522 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-221eb090-5c9a-458f-b178-dfeff106478c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] GET failed (client error): The resource could not be found. Feb 07 22:50:45.761074 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-221eb090-5c9a-458f-b178-dfeff106478c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "GET /v2.0/ports/0afdb188-402a-4eda-b4c9-b91ed36f13a7 HTTP/1.1" status: 404 len: 333 time: 0.0668945 Feb 07 22:50:45.765068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef10a-082d-4c7f-81ff-ede9bded15b3 req-6da4584d-07dd-4ece-9825-0fdae503712f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.766550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e3ef10a-082d-4c7f-81ff-ede9bded15b3 req-6da4584d-07dd-4ece-9825-0fdae503712f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 944 time: 0.1090050 Feb 07 22:50:45.767120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56986) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:45.786391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64667cce-8cb1-404f-a883-90e8d2058b52 req-8be1f28a-591b-4fc3-a21c-266a791d1776 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.787928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64667cce-8cb1-404f-a883-90e8d2058b52 req-8be1f28a-591b-4fc3-a21c-266a791d1776 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1244247 Feb 07 22:50:45.789223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Request body: {'port': {'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031603623'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:45.840984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.852129 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64667cce-8cb1-404f-a883-90e8d2058b52 req-ad2581ad-d64a-4453-b6c0-faf089d34565 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Feb 07 22:50:45.907941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Made reservation on behalf of 7592d80a85dc4f8a9b174981e6126e3f for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:45.910666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.914883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9aaffcb-bef5-48ca-b093-a2ab776f99a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.917587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e3ef10a-082d-4c7f-81ff-ede9bded15b3 req-bf336517-4ca2-4177-a569-e3c801f2c6d0 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334352 Feb 07 22:50:45.967401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] device_id is not set on port 74d90832-00fc-4a40-adaa-282d08a6a7f0 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:50:46.001967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9aaffcb-bef5-48ca-b093-a2ab776f99a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.005860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9aaffcb-bef5-48ca-b093-a2ab776f99a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.048942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9aaffcb-bef5-48ca-b093-a2ab776f99a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1303817c794d428c86ba8011ddd0a9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963753 Feb 07 22:50:46.049849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaffcb-bef5-48ca-b093-a2ab776f99a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d131ebf-9621-4743-ad1d-489c9df85a3e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:46.051595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56988) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:46.164353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Router 03b92a42-4fea-4914-944f-599a95b83dbc is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:50:46.187904 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-707351b7-213e-4324-a6cb-ada5059e8af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.263205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5643c1a7-b5a2-426b-a9d6-576175b206bc details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:50:46.276460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-707351b7-213e-4324-a6cb-ada5059e8af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.287924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.366861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5643c1a7-b5a2-426b-a9d6-576175b206bc, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5643c1a7-b5a2-426b-a9d6-576175b206bc,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:46.380063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '5643c1a7-b5a2-426b-a9d6-576175b206bc', 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc', 'port_id': '5643c1a7-b5a2-426b-a9d6-576175b206bc', 'mac_address': 'fa:16:3e:84:d3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6ef840-447b-4c53-8a11-7a33819ae83a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:50:46.407920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:46.410376 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-707351b7-213e-4324-a6cb-ada5059e8af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.413821 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-707351b7-213e-4324-a6cb-ada5059e8af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.415151 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-707351b7-213e-4324-a6cb-ada5059e8af3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d131ebf-9621-4743-ad1d-489c9df85a3e HTTP/1.1" status: 204 len: 168 time: 0.3612876 Feb 07 22:50:46.430147 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.432825 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.435031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34ab51-2a37-4ac6-83a8-fbdbdc8eac29 None None] Sync routers for ids ['03b92a42-4fea-4914-944f-599a95b83dbc'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:46.448325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707351b7-213e-4324-a6cb-ada5059e8af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d131ebf-9621-4743-ad1d-489c9df85a3e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:46.459503 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34ab51-2a37-4ac6-83a8-fbdbdc8eac29 None None] Routers {'03b92a42-4fea-4914-944f-599a95b83dbc'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:46.460152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4a34ab51-2a37-4ac6-83a8-fbdbdc8eac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['03b92a42-4fea-4914-944f-599a95b83dbc'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:46.490602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.492027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-efcd6493-60d3-4c07-8059-44b7d769befd tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3159828 Feb 07 22:50:46.494852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57000) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:46.499047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Network a07ccbce-8602-438e-a56f-80ffe79fa58c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:46.501066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5643c1a7-b5a2-426b-a9d6-576175b206bc {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:46.502227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:46.503135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:46.506743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:46.507620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:46.509175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.518953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'Port': ['ID=74d90832-00fc-4a40-adaa-282d08a6a7f0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:46.520531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4a34ab51-2a37-4ac6-83a8-fbdbdc8eac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:46.540843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-889402dc-ba84-49e7-92f4-896a1e66425d tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7578886 Feb 07 22:50:46.543270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57002) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:46.547451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34ab51-2a37-4ac6-83a8-fbdbdc8eac29 None None] Routers {'03b92a42-4fea-4914-944f-599a95b83dbc'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:46.548020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4a34ab51-2a37-4ac6-83a8-fbdbdc8eac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['03b92a42-4fea-4914-944f-599a95b83dbc'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:46.550745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:46.592446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5643c1a7-b5a2-426b-a9d6-576175b206bc, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5643c1a7-b5a2-426b-a9d6-576175b206bc,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:46.594724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4a34ab51-2a37-4ac6-83a8-fbdbdc8eac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:46.595551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34ab51-2a37-4ac6-83a8-fbdbdc8eac29 None None] The sync data for ids ['03b92a42-4fea-4914-944f-599a95b83dbc'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:46.604211 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.618231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.660900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5643c1a7-b5a2-426b-a9d6-576175b206bc,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:46.672230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.672804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.673127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:46.829582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5643c1a7-b5a2-426b-a9d6-576175b206bc'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:50:46.916064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] device_id is not set on port 74d90832-00fc-4a40-adaa-282d08a6a7f0 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:50:46.928605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57010) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:46.966936 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.976545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f02668ba-4777-49fb-91a6-421b0360bc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.988821 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.003151 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.049592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'Port': ['ID=74d90832-00fc-4a40-adaa-282d08a6a7f0,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:47.057652 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.085429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6e24f-e2cb-4509-831d-6c9c489c9d41 req-505a16d9-da6c-4719-94be-577815a51964 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.086934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9bf6e24f-e2cb-4509-831d-6c9c489c9d41 req-505a16d9-da6c-4719-94be-577815a51964 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.0777817 Feb 07 22:50:47.132630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.132948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.133592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.153576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77595c82-ffac-433e-a865-6b3fe59a3422 req-dc84d5e7-01ec-4284-9499-9eb17e957f6f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.156008 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77595c82-ffac-433e-a865-6b3fe59a3422 req-dc84d5e7-01ec-4284-9499-9eb17e957f6f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 945 time: 0.1096792 Feb 07 22:50:47.158590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.158934 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.160753 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 2 to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 Feb 07 22:50:47.194714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.195010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.195310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.222522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.222850 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.226213 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 3 to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 Feb 07 22:50:47.257601 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f02668ba-4777-49fb-91a6-421b0360bc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.266954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f02668ba-4777-49fb-91a6-421b0360bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.273217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.273546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.273884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.279223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77595c82-ffac-433e-a865-6b3fe59a3422 req-96529002-d6a5-4b59-a89a-130a8e03fee0 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040928 Feb 07 22:50:47.297742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.298034 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.298372 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 4 to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 Feb 07 22:50:47.334965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02668ba-4777-49fb-91a6-421b0360bc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff6892b-3c13-4f26-8ae7-2072e3fd37c4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:47.337546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.337881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.338215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.342074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f02668ba-4777-49fb-91a6-421b0360bc28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ec1e7239d82465eacebb9adc4d08360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124556 Feb 07 22:50:47.344793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57014) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:47.354600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.354945 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.360735 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 5 to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 Feb 07 22:50:47.384898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.385241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.385561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.398431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.398748 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.401813 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 6 to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 Feb 07 22:50:47.418371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.418704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.419040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.431998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.432635 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.432834 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 7 to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 Feb 07 22:50:47.435210 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f76725b7-25dd-4b3f-bf66-34bd69634a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.454816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.455151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.455487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.470536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f76725b7-25dd-4b3f-bf66-34bd69634a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.472227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.472548 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.477444 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 8 to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 Feb 07 22:50:47.506975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.507308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.507645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.519498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.519785 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.520869 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 9 to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 Feb 07 22:50:47.536668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9bf6e24f-e2cb-4509-831d-6c9c489c9d41 req-f21dbdee-9eab-4188-8cbb-e6f26945f8c6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452802 Feb 07 22:50:47.537329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.537817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.538168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.543972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.544297 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.544685 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 10 to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 Feb 07 22:50:47.551242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Deleting port ae893792-b702-448c-a213-757dbe5e410d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:47.551640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.560703 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:47.561040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:47.561468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:47.570760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f76725b7-25dd-4b3f-bf66-34bd69634a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.573721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f76725b7-25dd-4b3f-bf66-34bd69634a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.574869 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f76725b7-25dd-4b3f-bf66-34bd69634a33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aff6892b-3c13-4f26-8ae7-2072e3fd37c4 HTTP/1.1" status: 204 len: 168 time: 0.2291846 Feb 07 22:50:47.580249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:47.580577 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:47.581003 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.587987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76725b7-25dd-4b3f-bf66-34bd69634a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff6892b-3c13-4f26-8ae7-2072e3fd37c4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:47.654898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.673395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Calling delete_port for ae893792-b702-448c-a213-757dbe5e410d owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:47.673599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] For port 74d90832-00fc-4a40-adaa-282d08a6a7f0, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:50:47.673864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempted to set empty binding levels {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 22:50:47.679093 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.725770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] In _notify_port_updated(), no bound segment for port 74d90832-00fc-4a40-adaa-282d08a6a7f0 on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:50:47.726768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.727374 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.728741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "PUT /v2.0/ports/74d90832-00fc-4a40-adaa-282d08a6a7f0 HTTP/1.1" status: 200 len: 979 time: 1.1841047 Feb 07 22:50:47.731522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57024) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:47.794934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f4325-9ad1-4481-a888-a9d5630e53ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'Port': ['ID=74d90832-00fc-4a40-adaa-282d08a6a7f0,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:47.845507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.846293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.846767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.848392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.848392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.849493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.849493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.849493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.850200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.851793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.851793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.851793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.851793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.852158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.852765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.853219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.853671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.854118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.854568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.855013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.855462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.855964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.856396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.859247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.859328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.859812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.860316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.860740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.861247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.868150 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7e5a8bcf-25e3-4edf-a08c-1234693198af tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26064 time: 0.1354702 Feb 07 22:50:47.871928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57028) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:47.890178 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.925665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Pushing event deleted for resources: {'Port': ['ID=ae893792-b702-448c-a213-757dbe5e410d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:47.964468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2e4767e1-019f-4184-9e74-7477c3ac1701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Deleting port 74d90832-00fc-4a40-adaa-282d08a6a7f0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:47.964966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e4767e1-019f-4184-9e74-7477c3ac1701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.991272 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.048805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-2e4767e1-019f-4184-9e74-7477c3ac1701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] For port 74d90832-00fc-4a40-adaa-282d08a6a7f0, host n-h1-827895-2, got binding levels [] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:48.049366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e4767e1-019f-4184-9e74-7477c3ac1701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.064508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2e4767e1-019f-4184-9e74-7477c3ac1701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Calling delete_port for 74d90832-00fc-4a40-adaa-282d08a6a7f0 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:48.165977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e4767e1-019f-4184-9e74-7477c3ac1701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.198116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4767e1-019f-4184-9e74-7477c3ac1701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event deleted for resources: {'Port': ['ID=74d90832-00fc-4a40-adaa-282d08a6a7f0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:48.210695 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e4767e1-019f-4184-9e74-7477c3ac1701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.217013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2e4767e1-019f-4184-9e74-7477c3ac1701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "DELETE /v2.0/ports/74d90832-00fc-4a40-adaa-282d08a6a7f0 HTTP/1.1" status: 204 len: 168 time: 0.3416874 Feb 07 22:50:48.217322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57038) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:48.242676 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.246795 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.255656 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-784be57e-db72-4753-809f-d2b548e86bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] GET failed (client error): The resource could not be found. Feb 07 22:50:48.264461 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-784be57e-db72-4753-809f-d2b548e86bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "GET /v2.0/ports/74d90832-00fc-4a40-adaa-282d08a6a7f0 HTTP/1.1" status: 404 len: 333 time: 0.0447421 Feb 07 22:50:48.266005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57040) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:48.271898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1810173333', 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:48.278994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5643c1a7-b5a2-426b-a9d6-576175b206bc up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:50:48.316588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Made reservation on behalf of 7592d80a85dc4f8a9b174981e6126e3f for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:48.323139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.334978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Router 03b92a42-4fea-4914-944f-599a95b83dbc has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:50:48.373307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] device_id is not set on port f904aed4-2032-498b-bacb-2f0a7adfe3e2 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:50:48.424485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 5643c1a7-b5a2-426b-a9d6-576175b206bc completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:48.430207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 5643c1a7-b5a2-426b-a9d6-576175b206bc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:48.432067 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.437805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:48.445389 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.449625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8e990b13-4337-4e7b-8dca-3956f252bb3f tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "PUT /v2.0/routers/03b92a42-4fea-4914-944f-599a95b83dbc HTTP/1.1" status: 200 len: 710 time: 1.9528472 Feb 07 22:50:48.450608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57050) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:48.453557 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572269ed-5a2d-4f08-ad6a-6fab69977882 None None] Sync routers for ids ['03b92a42-4fea-4914-944f-599a95b83dbc'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:48.474201 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572269ed-5a2d-4f08-ad6a-6fab69977882 None None] Routers {'03b92a42-4fea-4914-944f-599a95b83dbc'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:48.474973 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-572269ed-5a2d-4f08-ad6a-6fab69977882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['03b92a42-4fea-4914-944f-599a95b83dbc'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:48.547733 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-572269ed-5a2d-4f08-ad6a-6fab69977882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:48.555557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-63e6d84a-4f5f-4243-af8b-0d44b68ae1ff tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/routers/03b92a42-4fea-4914-944f-599a95b83dbc HTTP/1.1" status: 200 len: 745 time: 0.1036546 Feb 07 22:50:48.557741 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572269ed-5a2d-4f08-ad6a-6fab69977882 None None] Routers {'03b92a42-4fea-4914-944f-599a95b83dbc'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:48.558290 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57054) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:48.558427 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-572269ed-5a2d-4f08-ad6a-6fab69977882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['03b92a42-4fea-4914-944f-599a95b83dbc'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:48.622359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bfe32-1f74-462d-b7d9-b7deea865d50 req-84b3b2bc-4e29-4e91-9822-0a032154f1ad tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.626981 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.629690 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-af6bfe32-1f74-462d-b7d9-b7deea865d50 req-84b3b2bc-4e29-4e91-9822-0a032154f1ad tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 945 time: 0.1926734 Feb 07 22:50:48.658495 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-572269ed-5a2d-4f08-ad6a-6fab69977882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:48.661143 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572269ed-5a2d-4f08-ad6a-6fab69977882 None None] The sync data for ids ['03b92a42-4fea-4914-944f-599a95b83dbc'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:48.676423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5643c1a7-b5a2-426b-a9d6-576175b206bc, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5643c1a7-b5a2-426b-a9d6-576175b206bc,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:48.677627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bb4450-0070-4597-9ccd-bd81478d48aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5643c1a7-b5a2-426b-a9d6-576175b206bc'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:48.680166 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d848c-b2d1-4cf0-b0f6-7e6250abfca3" -d '{"events": [{"server_uuid": "a7bb4450-0070-4597-9ccd-bd81478d48aa", "name": "network-vif-plugged", "status": "completed", "tag": "5643c1a7-b5a2-426b-a9d6-576175b206bc"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:50:48.684069 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.687686 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a1e70b8a-3ac5-44ee-83bc-b20ea3b32de5 tempest-RoutersIpV6AdminTest-1379955779 tempest-RoutersIpV6AdminTest-1379955779-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&device_id=03b92a42-4fea-4914-944f-599a95b83dbc HTTP/1.1" status: 200 len: 205 time: 0.1279588 Feb 07 22:50:48.695042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57060) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:48.757138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5643c1a7-b5a2-426b-a9d6-576175b206bc,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:48.767782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-217bccb9-7aae-42af-9f94-a9f55bd0cd7a tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=03b92a42-4fea-4914-944f-599a95b83dbc HTTP/1.1" status: 200 len: 205 time: 0.0363605 Feb 07 22:50:48.769772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57066) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:48.787117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d7dff-d697-444c-aad5-bb69535c03b6 req-26937283-e05a-41b0-b54b-5d650ae0fd55 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.788679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f5d7dff-d697-444c-aad5-bb69535c03b6 req-26937283-e05a-41b0-b54b-5d650ae0fd55 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1058292 Feb 07 22:50:48.809779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-af6bfe32-1f74-462d-b7d9-b7deea865d50 req-f6ee94ac-c086-48c4-a9bc-edebeff142e6 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716824 Feb 07 22:50:48.815493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.860242 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.907530 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d8ccaa-6e84-4e49-ba21-ea8a0acd2352 x-openstack-request-id: req-31d8ccaa-6e84-4e49-ba21-ea8a0acd2352 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:50:48.907867 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bb4450-0070-4597-9ccd-bd81478d48aa", "name": "network-vif-plugged", "status": "completed", "tag": "5643c1a7-b5a2-426b-a9d6-576175b206bc", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:50:48.908125 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31d8ccaa-6e84-4e49-ba21-ea8a0acd2352 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:50:48.908530 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bb4450-0070-4597-9ccd-bd81478d48aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5643c1a7-b5a2-426b-a9d6-576175b206bc', 'code': 200} Feb 07 22:50:48.915331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Network a07ccbce-8602-438e-a56f-80ffe79fa58c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:48.917146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f5d7dff-d697-444c-aad5-bb69535c03b6 req-99ce7601-491c-4019-a6eb-ee85133b0fb2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977695 Feb 07 22:50:48.919479 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-30b60c4b-5a9f-4f54-a09f-3e9605aade41 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.920200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:48.925119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:48.926980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.927987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.947104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'Port': ['ID=f904aed4-2032-498b-bacb-2f0a7adfe3e2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:48.983839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-92f5ba6f-76ef-4893-a3fa-363a01ffce02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7139845 Feb 07 22:50:48.983839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57070) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.034527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f45f7-23af-410f-875a-97a73cc495e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:49.038769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b36f45f7-23af-410f-875a-97a73cc495e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "GET /v2.0/ports/f904aed4-2032-498b-bacb-2f0a7adfe3e2 HTTP/1.1" status: 200 len: 959 time: 0.0399339 Feb 07 22:50:49.039185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57072) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.149292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a5372-7917-407c-b1b0-eb53fc00505b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Deleting port f904aed4-2032-498b-bacb-2f0a7adfe3e2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:49.149712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5372-7917-407c-b1b0-eb53fc00505b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.154395 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-30b60c4b-5a9f-4f54-a09f-3e9605aade41 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.157735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-30b60c4b-5a9f-4f54-a09f-3e9605aade41 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.162406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868998d-5d6e-44a1-a3b5-fc4fa61a23b4 req-71c6366c-8c59-445a-8ec7-19f21db1a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:49.163913 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1868998d-5d6e-44a1-a3b5-fc4fa61a23b4 req-71c6366c-8c59-445a-8ec7-19f21db1a871 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 1097 time: 0.1508439 Feb 07 22:50:49.222957 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-30b60c4b-5a9f-4f54-a09f-3e9605aade41 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.223486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b60c4b-5a9f-4f54-a09f-3e9605aade41 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Fanout notify agent at l3_agent the message router_deleted on router 03b92a42-4fea-4914-944f-599a95b83dbc {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:50:49.236381 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-30b60c4b-5a9f-4f54-a09f-3e9605aade41 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.236506 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5372-7917-407c-b1b0-eb53fc00505b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.237507 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-30b60c4b-5a9f-4f54-a09f-3e9605aade41 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/03b92a42-4fea-4914-944f-599a95b83dbc HTTP/1.1" status: 204 len: 168 time: 0.4660075 Feb 07 22:50:49.243020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57080) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.255007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1868998d-5d6e-44a1-a3b5-fc4fa61a23b4 req-c8227acb-4c2e-426f-9fc5-588acdbb5bb0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845830 Feb 07 22:50:49.260010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a5372-7917-407c-b1b0-eb53fc00505b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Calling delete_port for f904aed4-2032-498b-bacb-2f0a7adfe3e2 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:49.275413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8a80cbca-5359-4048-af91-d6f3ca4c0fc9 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=03b92a42-4fea-4914-944f-599a95b83dbc HTTP/1.1" status: 200 len: 205 time: 0.0311785 Feb 07 22:50:49.277821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57082) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.318030 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-920d4320-92b9-4a46-81fc-b5f9e1ebafea tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] delete failed (client error): The resource could not be found. Feb 07 22:50:49.319367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-920d4320-92b9-4a46-81fc-b5f9e1ebafea tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/03b92a42-4fea-4914-944f-599a95b83dbc HTTP/1.1" status: 404 len: 336 time: 0.0402572 Feb 07 22:50:49.322111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57086) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.356225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57088) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.362674 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2c7b26fe-dc20-42fe-9a56-d7b143088b41 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=01c8b166-9062-415b-8728-319168cb8346 HTTP/1.1" status: 200 len: 205 time: 0.0302577 Feb 07 22:50:49.397796 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-cebe560f-2194-421b-b2b1-424e7624a683 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] delete failed (client error): The resource could not be found. Feb 07 22:50:49.398824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cebe560f-2194-421b-b2b1-424e7624a683 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/01c8b166-9062-415b-8728-319168cb8346 HTTP/1.1" status: 404 len: 336 time: 0.0416100 Feb 07 22:50:49.401518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57090) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.431891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-84a91dce-c109-4cfd-a8aa-61c4685d9598 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=272e42a6-7248-4c8f-96c4-10692715f981 HTTP/1.1" status: 200 len: 205 time: 0.0290980 Feb 07 22:50:49.432506 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5372-7917-407c-b1b0-eb53fc00505b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.434103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57094) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.498045 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-b22b9720-9545-4dcb-a355-4517bcca2ae3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] delete failed (client error): The resource could not be found. Feb 07 22:50:49.499723 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b22b9720-9545-4dcb-a355-4517bcca2ae3 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/272e42a6-7248-4c8f-96c4-10692715f981 HTTP/1.1" status: 404 len: 336 time: 0.0640957 Feb 07 22:50:49.500972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a5372-7917-407c-b1b0-eb53fc00505b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event deleted for resources: {'Port': ['ID=f904aed4-2032-498b-bacb-2f0a7adfe3e2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:49.502604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57096) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.507052 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5372-7917-407c-b1b0-eb53fc00505b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.509748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8b1a5372-7917-407c-b1b0-eb53fc00505b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f904aed4-2032-498b-bacb-2f0a7adfe3e2 HTTP/1.1" status: 204 len: 168 time: 0.4695022 Feb 07 22:50:49.514498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57098) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.538662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7450af67-c83a-4c42-94ca-ff4358c55f79 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f0962-6194-441b-bca1-466f5d4d8883 HTTP/1.1" status: 200 len: 205 time: 0.0343885 Feb 07 22:50:49.539654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57100) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.548857 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2bc51e-b0c6-4f48-b262-37f92d33bf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] GET failed (client error): The resource could not be found. Feb 07 22:50:49.554484 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ba2bc51e-b0c6-4f48-b262-37f92d33bf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "GET /v2.0/ports/f904aed4-2032-498b-bacb-2f0a7adfe3e2 HTTP/1.1" status: 404 len: 333 time: 0.0354304 Feb 07 22:50:49.554705 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57102) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.565119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Request body: {'port': {'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297139336'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:49.606763 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-78f4e7fe-cf53-4c0f-aa75-da7cd058a388 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] delete failed (client error): The resource could not be found. Feb 07 22:50:49.608061 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-78f4e7fe-cf53-4c0f-aa75-da7cd058a388 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/bb6f0962-6194-441b-bca1-466f5d4d8883 HTTP/1.1" status: 404 len: 336 time: 0.0670421 Feb 07 22:50:49.611781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57106) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.635771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Made reservation on behalf of 7592d80a85dc4f8a9b174981e6126e3f for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:49.638646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.650892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7fbe5924-9737-4bff-a27b-072e8a2498ec tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=896fbc66-e555-461b-bd13-ff09c635319f HTTP/1.1" status: 200 len: 205 time: 0.0377882 Feb 07 22:50:49.653977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57108) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:49.665970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] device_id is not set on port 452c5d24-a094-4b13-b9f5-22c142168d3d yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:50:49.875403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.925911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.006357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Network a07ccbce-8602-438e-a56f-80ffe79fa58c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:50.010803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:50.013669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'Port': ['ID=452c5d24-a094-4b13-b9f5-22c142168d3d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:50.022529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:50.023669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.024727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.041747 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-b7b08cb9-4edf-4d08-8ad2-69655c9311b6 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] delete failed (client error): The resource could not be found. Feb 07 22:50:50.041747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b7b08cb9-4edf-4d08-8ad2-69655c9311b6 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/896fbc66-e555-461b-bd13-ff09c635319f HTTP/1.1" status: 404 len: 336 time: 0.3855724 Feb 07 22:50:50.052261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57126) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:50.075546 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f16114cc-fc42-41e7-bf73-5a75d5c6e8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5197666 Feb 07 22:50:50.076176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57128) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:50.101945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd1a6-0375-404e-9edf-0e3e6d211ab2 req-653ad343-7e3e-4c41-9bc4-a92adeef369c tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.104481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e22cd1a6-0375-404e-9edf-0e3e6d211ab2 req-653ad343-7e3e-4c41-9bc4-a92adeef369c tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 946 time: 0.0671031 Feb 07 22:50:50.137038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:50.143326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3a06d2b7-65a3-4af2-b2a6-7ae3d79af455 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "GET /v2.0/ports?device_id=38f8d856-28b2-4a1a-bb89-62ca10ba370f HTTP/1.1" status: 200 len: 205 time: 0.0887399 Feb 07 22:50:50.152142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57130) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:50.191553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc51183-4d60-4823-b39a-e574540f9daf req-d00d332c-f4a2-407a-b753-2bfdbaa96bf9 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.193182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7bc51183-4d60-4823-b39a-e574540f9daf req-d00d332c-f4a2-407a-b753-2bfdbaa96bf9 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1402223 Feb 07 22:50:50.232262 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-043079f2-3342-4b25-904a-ac67fffd8fb9 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] delete failed (client error): The resource could not be found. Feb 07 22:50:50.234166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.234699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-043079f2-3342-4b25-904a-ac67fffd8fb9 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/routers/38f8d856-28b2-4a1a-bb89-62ca10ba370f HTTP/1.1" status: 404 len: 336 time: 0.0808022 Feb 07 22:50:50.237464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57136) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:50.247363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e22cd1a6-0375-404e-9edf-0e3e6d211ab2 req-617a6873-c060-494a-b0d4-ed8fe85a33bb tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363630 Feb 07 22:50:50.288979 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-01229652-decf-4ada-8cea-378b285bbd40 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] DELETE failed (client error): The resource could not be found. Feb 07 22:50:50.289444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01229652-decf-4ada-8cea-378b285bbd40 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:50:50.292634 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-01229652-decf-4ada-8cea-378b285bbd40 tempest-RoutersIpV6AdminTest-1395418537 tempest-RoutersIpV6AdminTest-1395418537-project] 10.222.0.15 "DELETE /v2.0/subnets/01934b45-9511-477a-97e6-96179ffc26c3 HTTP/1.1" status: 404 len: 337 time: 0.0534112 Feb 07 22:50:50.343128 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7bc51183-4d60-4823-b39a-e574540f9daf req-7c980ddb-43a8-486b-acf0-81781d12564d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274529 Feb 07 22:50:50.500816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] device_id is not set on port 452c5d24-a094-4b13-b9f5-22c142168d3d yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:50:50.510089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.519174 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.594604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.595284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.595284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.598377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'Port': ['ID=452c5d24-a094-4b13-b9f5-22c142168d3d,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:50.602415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.602740 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.603127 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 2 to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d Feb 07 22:50:50.618103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.618489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.618799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.625143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.625559 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.625980 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 3 to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d Feb 07 22:50:50.640569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.641041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.641385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.646278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.646618 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.647012 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 4 to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d Feb 07 22:50:50.660316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.660549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.660884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.665562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.666230 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.666230 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 5 to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d Feb 07 22:50:50.677189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57150) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:50.679364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.679696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.680063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.684771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.685094 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.685482 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 6 to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d Feb 07 22:50:50.699135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.699468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.699853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.705160 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.705475 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.705905 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 7 to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d Feb 07 22:50:50.719242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.719576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.719931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.724369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.724701 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.725092 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 8 to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d Feb 07 22:50:50.739575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.739956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.740294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.746225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.746664 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.747069 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 9 to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d Feb 07 22:50:50.764691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.764987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.765331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.770888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.771223 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.771673 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempt 10 to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d Feb 07 22:50:50.789820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:50.790299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:50.790663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempting to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:50:50.796252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:50:50.796578 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Failed to bind port 452c5d24-a094-4b13-b9f5-22c142168d3d on host n-h1-827895-2 for vnic_type normal using segments [{'id': 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a07ccbce-8602-438e-a56f-80ffe79fa58c'}] Feb 07 22:50:50.796953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.821065 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe63-550f-4d17-9a98-a35a6bb7400b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.896781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] For port 452c5d24-a094-4b13-b9f5-22c142168d3d, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:50:50.897485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attempted to set empty binding levels {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 22:50:50.902567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.929163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe63-550f-4d17-9a98-a35a6bb7400b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.935624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe63-550f-4d17-9a98-a35a6bb7400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.964750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] In _notify_port_updated(), no bound segment for port 452c5d24-a094-4b13-b9f5-22c142168d3d on network a07ccbce-8602-438e-a56f-80ffe79fa58c {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:50:50.964750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.964750 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.973856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "PUT /v2.0/ports/452c5d24-a094-4b13-b9f5-22c142168d3d HTTP/1.1" status: 200 len: 979 time: 0.8680727 Feb 07 22:50:50.979140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57158) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:51.009744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1afe63-550f-4d17-9a98-a35a6bb7400b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702ad720-57c8-4322-bb85-63e4ecd70427,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:51.021494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc05b8-eaff-441b-82de-073575c031ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event updated for resources: {'Port': ['ID=452c5d24-a094-4b13-b9f5-22c142168d3d,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:51.035490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7e1afe63-550f-4d17-9a98-a35a6bb7400b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97ca0d32c62449d693186df7d82770ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571169 Feb 07 22:50:51.037863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57162) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:51.090739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-74b2dcdf-6806-48f2-89d8-e344e64f520f tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Deleting port 452c5d24-a094-4b13-b9f5-22c142168d3d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:50:51.091104 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74b2dcdf-6806-48f2-89d8-e344e64f520f tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.094831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d6230af-558d-414c-9fbc-09539af08f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.118946 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d6230af-558d-414c-9fbc-09539af08f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.166452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-74b2dcdf-6806-48f2-89d8-e344e64f520f tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] For port 452c5d24-a094-4b13-b9f5-22c142168d3d, host n-h1-827895-2, got binding levels [] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:50:51.166821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74b2dcdf-6806-48f2-89d8-e344e64f520f tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.177162 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d6230af-558d-414c-9fbc-09539af08f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.180215 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d6230af-558d-414c-9fbc-09539af08f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.183637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-74b2dcdf-6806-48f2-89d8-e344e64f520f tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Calling delete_port for 452c5d24-a094-4b13-b9f5-22c142168d3d owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:50:51.184527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9d6230af-558d-414c-9fbc-09539af08f99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/702ad720-57c8-4322-bb85-63e4ecd70427 HTTP/1.1" status: 204 len: 168 time: 0.1454630 Feb 07 22:50:51.193438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6230af-558d-414c-9fbc-09539af08f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702ad720-57c8-4322-bb85-63e4ecd70427,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:51.297630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74b2dcdf-6806-48f2-89d8-e344e64f520f tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.348329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-74b2dcdf-6806-48f2-89d8-e344e64f520f tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.352664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-74b2dcdf-6806-48f2-89d8-e344e64f520f tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "DELETE /v2.0/ports/452c5d24-a094-4b13-b9f5-22c142168d3d HTTP/1.1" status: 204 len: 168 time: 0.3725755 Feb 07 22:50:51.354030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2dcdf-6806-48f2-89d8-e344e64f520f tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] Pushing event deleted for resources: {'Port': ['ID=452c5d24-a094-4b13-b9f5-22c142168d3d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:51.354585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57170) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:51.435730 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f41905bd-5f87-4c3c-83e5-835525c8bfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.457210 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-64041e2e-fafc-4217-a15e-58ac17497ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] GET failed (client error): The resource could not be found. Feb 07 22:50:51.458868 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-64041e2e-fafc-4217-a15e-58ac17497ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530169046-project-admin] 10.222.0.15 "GET /v2.0/ports/452c5d24-a094-4b13-b9f5-22c142168d3d HTTP/1.1" status: 404 len: 333 time: 0.0986135 Feb 07 22:50:51.462539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57176) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:51.514126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4d09e-a98a-43f6-927d-4d5139a32b9d req-2fb2aa47-04cd-4563-aa62-7fe162cb39b2 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:51.516452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5d4d09e-a98a-43f6-927d-4d5139a32b9d req-2fb2aa47-04cd-4563-aa62-7fe162cb39b2 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 946 time: 0.1271961 Feb 07 22:50:51.603324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5d4d09e-a98a-43f6-927d-4d5139a32b9d req-bd4921a3-d99e-40b4-90e4-960b989f6f0a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721176 Feb 07 22:50:51.653033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.654954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57180) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:51.704503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9211014-435b-430c-ac37-407841ee9212 req-0221ee91-9ce1-4e9c-912a-aeda2e2db449 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:51.709383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9211014-435b-430c-ac37-407841ee9212 req-0221ee91-9ce1-4e9c-912a-aeda2e2db449 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.2088432 Feb 07 22:50:51.765946 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e97d7470-1597-4281-a584-dba13b909e8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bc17758fa9c4e8e8ee4d648af0cc628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050572 Feb 07 22:50:51.766470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57182) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:51.868470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1aeabd39-189c-42b0-850b-798ead3c35bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.926429 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.927939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1aeabd39-189c-42b0-850b-798ead3c35bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.962796 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9211014-435b-430c-ac37-407841ee9212 req-ced99880-44e7-42de-becc-d9ea342832d2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323766 Feb 07 22:50:51.966817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07ccbce-8602-438e-a56f-80ffe79fa58c']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:51.978667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:51.978972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c2cf0f-db5b-4b0f-be02-0fa8e5cd5f92') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:52.001145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.017364 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.018025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1aeabd39-189c-42b0-850b-798ead3c35bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.022898 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1aeabd39-189c-42b0-850b-798ead3c35bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.024740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:52.027957 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.028800 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1aeabd39-189c-42b0-850b-798ead3c35bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc71ebd1-0873-4181-9f7e-13476b2169a5 HTTP/1.1" status: 204 len: 168 time: 0.2613473 Feb 07 22:50:52.039996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeabd39-189c-42b0-850b-798ead3c35bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc71ebd1-0873-4181-9f7e-13476b2169a5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:52.049151 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:52.206599 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.229221 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.253230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] 10.222.0.15 "DELETE /v2.0/networks/a07ccbce-8602-438e-a56f-80ffe79fa58c HTTP/1.1" status: 204 len: 168 time: 0.7893133 Feb 07 22:50:52.254121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08d895-599a-43de-8149-1f11b0bacc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062497953-project] Pushing event deleted for resources: {'Network': ['ID=a07ccbce-8602-438e-a56f-80ffe79fa58c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:52.665172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57226) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:52.905995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57234) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:52.932926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-85bd28da-9eaa-4f29-9b2c-f2a6bc6fa960 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=015a695cb3434aeab543d5463df8f2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662666 Feb 07 22:50:53.042118 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2e4f513d-ee8f-4be1-977f-e323d0dab13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.100195 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2e4f513d-ee8f-4be1-977f-e323d0dab13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.189848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7edf-0c03-4f62-b40a-036299d82c26 req-a36f970c-426c-496c-a757-7d44f6660f09 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:53.193948 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f3b7edf-0c03-4f62-b40a-036299d82c26 req-a36f970c-426c-496c-a757-7d44f6660f09 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1006076 Feb 07 22:50:53.226126 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2e4f513d-ee8f-4be1-977f-e323d0dab13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.229624 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2e4f513d-ee8f-4be1-977f-e323d0dab13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.231456 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2e4f513d-ee8f-4be1-977f-e323d0dab13a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f7c16e0-41e5-43bb-9b7f-99da6a627f34 HTTP/1.1" status: 204 len: 168 time: 0.3215885 Feb 07 22:50:53.252865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f513d-ee8f-4be1-977f-e323d0dab13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c16e0-41e5-43bb-9b7f-99da6a627f34,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:53.255949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f3b7edf-0c03-4f62-b40a-036299d82c26 req-ff0a8278-d53b-4aab-a038-892634ccfb91 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Feb 07 22:50:53.569858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57266) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:53.752181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1928097809'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:53.815662 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57274) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:53.823582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Made reservation on behalf of 13b0e50c654740349c7731528734abbf for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:53.844825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.864415 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.897799 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f4805614-6d8a-4ab4-b3dc-7cd928c5b08b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7592d80a85dc4f8a9b174981e6126e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784678 Feb 07 22:50:53.901389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57276) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:54.005835 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46dd713b-8a17-4304-9acc-f65f38d0d286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.007669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.026306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.046315 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46dd713b-8a17-4304-9acc-f65f38d0d286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.104720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:54.130352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f157037-216b-491a-86d6-f35a6119e329,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.141427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46dd713b-8a17-4304-9acc-f65f38d0d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.145452 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46dd713b-8a17-4304-9acc-f65f38d0d286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.145761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.146188 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Added segment a1441a9d-12eb-4757-9e48-3cedf90577b7 of type vlan for network f03740bd-ab58-496a-899e-0ea2946fcfca Feb 07 22:50:54.153472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-46dd713b-8a17-4304-9acc-f65f38d0d286 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91ec8720-fd19-4d85-b182-2061b6dad92f HTTP/1.1" status: 204 len: 168 time: 0.2480373 Feb 07 22:50:54.183070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd713b-8a17-4304-9acc-f65f38d0d286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ec8720-fd19-4d85-b182-2061b6dad92f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.272416 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.317544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.330967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:54.333443 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.443402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8721361 Feb 07 22:50:54.444788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57288) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:54.453307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'subnet': {'network_id': 'f03740bd-ab58-496a-899e-0ea2946fcfca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:54.495810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250341b-e592-4275-9cfe-0d475121f5ff tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Network': ['ID=f03740bd-ab58-496a-899e-0ea2946fcfca,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.510466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f03740bd-ab58-496a-899e-0ea2946fcfca details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:50:54.534153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75018-af2b-4959-a4c1-a9cb4fa54e9f req-08a3525f-4c92-4de2-bfe3-c9d9a9f41fac tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:54.537452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15f75018-af2b-4959-a4c1-a9cb4fa54e9f req-08a3525f-4c92-4de2-bfe3-c9d9a9f41fac tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.0901678 Feb 07 22:50:54.600813 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15f75018-af2b-4959-a4c1-a9cb4fa54e9f req-a0cd8c26-474f-4153-a635-6873d5860627 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517170 Feb 07 22:50:54.645742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91e4ea41-9563-4632-9d8d-04d1f43206fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.660194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Made reservation on behalf of 13b0e50c654740349c7731528734abbf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:54.665157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.849303 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.954058 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.134199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Subnet': ['ID=3cae2845-1a6c-47f6-9858-042205ddbdb7,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:55.167399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Checking segment: {'id': 'a1441a9d-12eb-4757-9e48-3cedf90577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f03740bd-ab58-496a-899e-0ea2946fcfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:50:55.168387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network hostable DHCP agents. Network: f03740bd-ab58-496a-899e-0ea2946fcfca, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:55.211422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network f03740bd-ab58-496a-899e-0ea2946fcfca is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:55.236554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f03740bd-ab58-496a-899e-0ea2946fcfca) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:55.242262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.244159 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.270822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89a4ea-fae9-426a-840c-05bb823e31cd None None] Network f03740bd-ab58-496a-899e-0ea2946fcfca requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:50:55.292347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57318) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:55.294590 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b7a8728b-238b-4e69-8fa8-ed0c2a0b5f21 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8485940 Feb 07 22:50:55.298417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1710598596', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:55.365467 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.366892 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.473161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.644988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57336) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:55.683130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa8e5f4-a873-4c40-95b4-8193fc8622d0 None None] Network f03740bd-ab58-496a-899e-0ea2946fcfca requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:50:55.848724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.891552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb9cf-d68d-4ab4-81ee-0036ce7475e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.966044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57348) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:56.049016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069ddf9-04c7-492a-8969-474a28cd3875 req-9ad4d1f9-23e7-4186-b6f9-df8970e30018 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:56.055618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9069ddf9-04c7-492a-8969-474a28cd3875 req-9ad4d1f9-23e7-4186-b6f9-df8970e30018 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.2920258 Feb 07 22:50:56.185747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9069ddf9-04c7-492a-8969-474a28cd3875 req-c0ef2447-22a7-42da-8321-90ac5101c402 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277254 Feb 07 22:50:56.223844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb9cf-d68d-4ab4-81ee-0036ce7475e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.237124 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb9cf-d68d-4ab4-81ee-0036ce7475e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.277461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5bfcb9cf-d68d-4ab4-81ee-0036ce7475e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6aba2b8a5c494793a750bb627e4fa874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6312618 Feb 07 22:50:56.279193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57370) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:56.314898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-fa5e12f4-697c-495c-a8f9-b128241b9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:56.316198 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.317104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-fa5e12f4-697c-495c-a8f9-b128241b9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:56.317779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-fa5e12f4-697c-495c-a8f9-b128241b9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:56.318428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-fa5e12f4-697c-495c-a8f9-b128241b9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:56.319083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-fa5e12f4-697c-495c-a8f9-b128241b9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:56.319605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-fa5e12f4-697c-495c-a8f9-b128241b9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:56.320143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-fa5e12f4-697c-495c-a8f9-b128241b9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:56.329025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-fa5e12f4-697c-495c-a8f9-b128241b9a7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6489 time: 0.3583219 Feb 07 22:50:56.364812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcb9cf-d68d-4ab4-81ee-0036ce7475e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58168bda-a22e-475b-b7cc-774866df1ef9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:56.417928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-99537545-a68a-4b38-bf65-969103c38a13 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0872548 Feb 07 22:50:56.443805 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b39238c8-bf86-43dd-b0f7-691cb917f615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.447408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.488347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.488647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b39238c8-bf86-43dd-b0f7-691cb917f615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.568985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b39238c8-bf86-43dd-b0f7-691cb917f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.573890 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b39238c8-bf86-43dd-b0f7-691cb917f615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.576009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b39238c8-bf86-43dd-b0f7-691cb917f615 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58168bda-a22e-475b-b7cc-774866df1ef9 HTTP/1.1" status: 204 len: 168 time: 0.2952428 Feb 07 22:50:56.582798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.589401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39238c8-bf86-43dd-b0f7-691cb917f615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58168bda-a22e-475b-b7cc-774866df1ef9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:56.724831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.25.8.252 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/070a8357-6d76-4629-bc1c-4097f69f10c6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:56.985128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.059054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.109211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:57.116447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:57.127375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:57.145472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57400) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:57.159550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-80e347a9-3b9b-4a5a-9af5-0285442e6910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.289553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-80e347a9-3b9b-4a5a-9af5-0285442e6910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.292901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57404) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:57.320299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-80e347a9-3b9b-4a5a-9af5-0285442e6910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.412774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57412) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:57.413067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-80e347a9-3b9b-4a5a-9af5-0285442e6910 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f0212c9d7274fcea6133f0b32dec79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663870 Feb 07 22:50:57.462279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e347a9-3b9b-4a5a-9af5-0285442e6910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bd7a0f-be92-4b8b-8662-71edf445c00b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:57.555147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=070a8357-6d76-4629-bc1c-4097f69f10c6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:57.586127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1245877692', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:57.619624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Made reservation on behalf of 3b1872e1dd67426db7f1b0f5d77d346d for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:57.622655 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.634574 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.695873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5b8227a-37b8-4da9-bd79-12b93d6ca1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.725916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5b8227a-37b8-4da9-bd79-12b93d6ca1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.760524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.767067 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.771370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] device_id is not set on port e5d86e52-671f-4d46-ad9e-ee32e8006f59 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:50:57.773605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaf9e4-0656-45f1-b6b6-dd1b3c97d26b req-4f210352-a9fa-4740-b35f-3afd13f7c16f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.776502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7aaf9e4-0656-45f1-b6b6-dd1b3c97d26b req-4f210352-a9fa-4740-b35f-3afd13f7c16f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.3646417 Feb 07 22:50:57.850542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8042c-b27b-49c7-928d-8d56e98f1b9f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:57.924620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Allocated IP 172.25.8.97 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/e5d86e52-671f-4d46-ad9e-ee32e8006f59) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:57.942831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7aaf9e4-0656-45f1-b6b6-dd1b3c97d26b req-2e641a2f-9e2a-4d65-8fa1-218e47b8a700 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285288 Feb 07 22:50:57.955488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5b8227a-37b8-4da9-bd79-12b93d6ca1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.958813 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5b8227a-37b8-4da9-bd79-12b93d6ca1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.960145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c5b8227a-37b8-4da9-bd79-12b93d6ca1d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93bd7a0f-be92-4b8b-8662-71edf445c00b HTTP/1.1" status: 204 len: 168 time: 0.5446715 Feb 07 22:50:57.992242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8227a-37b8-4da9-bd79-12b93d6ca1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bd7a0f-be92-4b8b-8662-71edf445c00b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:58.041808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.134348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.189739 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.333679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:58.353442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:58.371412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d86e52-671f-4d46-ad9e-ee32e8006f59,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:58.374207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:50:58.398674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.428440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-c2a978cf-7c9d-4037-9279-e543a17e7514 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022019 Feb 07 22:50:58.432895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.434087 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.453402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9add7507-f5df-4676-bb41-d00b3a8d465c tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1578932 Feb 07 22:50:58.456029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57430) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:58.464859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.97'}]}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:58.541078 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.542023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.578939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-a0b8f2df-8e03-4df1-b445-13e5ef6c0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.583174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-a0b8f2df-8e03-4df1-b445-13e5ef6c0de5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1096 time: 0.0963478 Feb 07 22:50:58.635794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57436) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:58.648579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.700964 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c2d48d7-ebc9-47db-a98a-f24dd5983f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.760818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:50:58.780438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-67c9ca11-4340-4b68-bf03-10d7cfefdf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.782483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-67c9ca11-4340-4b68-bf03-10d7cfefdf93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.1767657 Feb 07 22:50:58.881873 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-dd5d350a-9eca-4efc-8fba-29c7cabe2bce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1000 time: 0.0898628 Feb 07 22:50:58.886923 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c2d48d7-ebc9-47db-a98a-f24dd5983f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.895766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.897942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c2d48d7-ebc9-47db-a98a-f24dd5983f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.983084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d48d7-ebc9-47db-a98a-f24dd5983f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53455e8e-ceab-49ae-9cd7-87d5823c2a37,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:58.990600 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5c2d48d7-ebc9-47db-a98a-f24dd5983f24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f534c28889964c538a1a69ee6c85a3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511481 Feb 07 22:50:58.990600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-6e1b949e-dc49-48c6-8195-c2c76338cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.992664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-6e1b949e-dc49-48c6-8195-c2c76338cb02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1042449 Feb 07 22:50:58.993263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57444) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:59.029861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:50:59.041297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd5c18-789d-403d-a6c5-6c4689990afc None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:59.055963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd5c18-789d-403d-a6c5-6c4689990afc None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:59.056606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8bcd5c18-789d-403d-a6c5-6c4689990afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:59.085758 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.090290 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6dbcc3b5-6f1b-4ff4-9aaa-2e47268ca006 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7966728 Feb 07 22:50:59.091649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57446) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:50:59.097666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8bcd5c18-789d-403d-a6c5-6c4689990afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:59.107448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd5c18-789d-403d-a6c5-6c4689990afc None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:50:59.108865 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8bcd5c18-789d-403d-a6c5-6c4689990afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:59.150056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8bcd5c18-789d-403d-a6c5-6c4689990afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:59.151822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd5c18-789d-403d-a6c5-6c4689990afc None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:59.200694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-d91f28b2-83f9-4a74-a0e6-87c56bdf6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:59.203528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-d91f28b2-83f9-4a74-a0e6-87c56bdf6a94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017407 Feb 07 22:50:59.209920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3bd17f35-0737-4270-b15e-ba00c76115cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.726244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91876060-52f8-4f93-8be3-d418cc5c52b0 req-ea2b3830-de5e-428b-9cd1-1adef7d17920 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:59.728631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91876060-52f8-4f93-8be3-d418cc5c52b0 req-ea2b3830-de5e-428b-9cd1-1adef7d17920 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.6269183 Feb 07 22:50:59.756271 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3bd17f35-0737-4270-b15e-ba00c76115cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.762076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.813687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.856067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91876060-52f8-4f93-8be3-d418cc5c52b0 req-ae4c20fe-02d1-4283-a3d2-d45f8b8abf44 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139023 Feb 07 22:50:59.861279 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-70db5bb9-1879-414d-b6c9-c6748d4e92d0 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486051 Feb 07 22:50:59.907512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3bd17f35-0737-4270-b15e-ba00c76115cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.911274 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3bd17f35-0737-4270-b15e-ba00c76115cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.912902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3bd17f35-0737-4270-b15e-ba00c76115cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53455e8e-ceab-49ae-9cd7-87d5823c2a37 HTTP/1.1" status: 204 len: 168 time: 0.9184673 Feb 07 22:50:59.964520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd17f35-0737-4270-b15e-ba00c76115cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53455e8e-ceab-49ae-9cd7-87d5823c2a37,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:00.063648 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8dc4704b-5e63-4f5a-be9e-32cdb00a0060 req-8e3cd531-3ead-4eb8-9703-de48c02ab8e6 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866264 Feb 07 22:51:00.214975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86550df3-ec81-43a9-8053-b1f285514c33 req-4a386507-2328-4f12-acef-4c3ea5d7e606 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:00.214975 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86550df3-ec81-43a9-8053-b1f285514c33 req-4a386507-2328-4f12-acef-4c3ea5d7e606 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0936036 Feb 07 22:51:00.240007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.270679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86550df3-ec81-43a9-8053-b1f285514c33 req-ca23d6e0-7f40-4945-8efa-63977fbed353 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529525 Feb 07 22:51:00.487528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.493146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.568923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fcac5-a85e-4a47-8d4d-36a3a5fb9bb6 req-2ced722f-3ccc-480a-b1e0-e163881b3057 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:00.570430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b38fcac5-a85e-4a47-8d4d-36a3a5fb9bb6 req-2ced722f-3ccc-480a-b1e0-e163881b3057 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2215495 Feb 07 22:51:00.591025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.593247 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.593743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2cabce3c-e7cd-423e-bb71-ac0d55aeb61d {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:51:00.644406 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 22:51:00.645485 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c3bdf765-b85f-42dc-ba3b-1ad399b32a96 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1884885 Feb 07 22:51:00.648554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57492) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:00.684783 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b38fcac5-a85e-4a47-8d4d-36a3a5fb9bb6 req-ac2cb91e-aa42-4af8-a42d-987a48fa9807 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015818 Feb 07 22:51:00.794012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-75548546-f1b6-49c0-ae77-89473b855413 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Deleting port e5d86e52-671f-4d46-ad9e-ee32e8006f59 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:00.794613 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75548546-f1b6-49c0-ae77-89473b855413 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.883801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75548546-f1b6-49c0-ae77-89473b855413 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.897071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-75548546-f1b6-49c0-ae77-89473b855413 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Calling delete_port for e5d86e52-671f-4d46-ad9e-ee32e8006f59 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:01.016479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.20.0.1 (f03740bd-ab58-496a-899e-0ea2946fcfca/3cae2845-1a6c-47f6-9858-042205ddbdb7/c763bcb9-3651-493d-997c-afcbb26a7b72) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:01.087302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29e66-0150-4c5c-9636-1145db63203e req-690893c6-5cb2-4ecb-9139-214672f2ad7d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.088800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-690893c6-5cb2-4ecb-9139-214672f2ad7d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.1475797 Feb 07 22:51:01.146564 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-cd28939d-fda4-44d5-9e07-3afeb7d240ce tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/quotas/d0f6edac9ec24c8a873b89c0ce976040 HTTP/1.1" status: 200 len: 375 time: 0.0359495 Feb 07 22:51:01.167206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75548546-f1b6-49c0-ae77-89473b855413 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.216470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.226168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75548546-f1b6-49c0-ae77-89473b855413 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5d86e52-671f-4d46-ad9e-ee32e8006f59,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:01.268548 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.294169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-8692a977-ee3e-4fd7-816a-2e53d191ba7b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1383734 Feb 07 22:51:01.323192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network f03740bd-ab58-496a-899e-0ea2946fcfca is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:01.337245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:01.341155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:01.371808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=c763bcb9-3651-493d-997c-afcbb26a7b72,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:01.387863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75548546-f1b6-49c0-ae77-89473b855413 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.394592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-75548546-f1b6-49c0-ae77-89473b855413 tempest-RoutersAdminNegativeTest-464022960 tempest-RoutersAdminNegativeTest-464022960-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e5d86e52-671f-4d46-ad9e-ee32e8006f59 HTTP/1.1" status: 204 len: 168 time: 0.7417498 Feb 07 22:51:01.409911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.473258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-54d6f9fc-89ab-4e5b-aa7d-4f9a962e5e17 service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654825 Feb 07 22:51:01.559328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.648927 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-51cd5ae4-3217-4c76-8aa0-6c9a311e087c service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743319 Feb 07 22:51:01.808774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57574) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:01.986654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-953b818c-2ab2-421b-a4c0-b5d13c2ca64d req-d00238b4-7d6a-480f-9953-5497e34cad64 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 210 time: 0.0474417 Feb 07 22:51:02.008818 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a8f3b76-91b7-4564-b5ca-3128097119bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.108786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.133300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.155798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a8f3b76-91b7-4564-b5ca-3128097119bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.166121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a8f3b76-91b7-4564-b5ca-3128097119bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.214730 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5a8f3b76-91b7-4564-b5ca-3128097119bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9abf177af859478d90cba0d1a2e028b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042470 Feb 07 22:51:02.218934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57606) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:02.240841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f3b76-91b7-4564-b5ca-3128097119bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f3fa8-d346-40c6-b39b-576332a09637,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:02.275720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=c763bcb9-3651-493d-997c-afcbb26a7b72,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:02.278232 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.291100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8f14-d389-4128-96bd-dcf5dca53690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.349816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8f14-d389-4128-96bd-dcf5dca53690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.386780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network f03740bd-ab58-496a-899e-0ea2946fcfca is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:02.394379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:02.421911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8f14-d389-4128-96bd-dcf5dca53690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.425160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8f14-d389-4128-96bd-dcf5dca53690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.429887 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1d2e8f14-d389-4128-96bd-dcf5dca53690 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed9f3fa8-d346-40c6-b39b-576332a09637 HTTP/1.1" status: 204 len: 168 time: 0.2099824 Feb 07 22:51:02.441609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e8f14-d389-4128-96bd-dcf5dca53690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f3fa8-d346-40c6-b39b-576332a09637,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:02.581992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-6bcca207-a2eb-4e98-8853-5b23151e85b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1183512 Feb 07 22:51:02.622103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:02.778249 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-ce2042b5-a25a-4e28-b610-fb6b68dbe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:02.782602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-ce2042b5-a25a-4e28-b610-fb6b68dbe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:02.783070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:02.783306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-ce2042b5-a25a-4e28-b610-fb6b68dbe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:02.784621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-ce2042b5-a25a-4e28-b610-fb6b68dbe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:02.785097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-ce2042b5-a25a-4e28-b610-fb6b68dbe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:02.785565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-ce2042b5-a25a-4e28-b610-fb6b68dbe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:02.789119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-ce2042b5-a25a-4e28-b610-fb6b68dbe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:02.793513 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548343a6-d286-49a3-82fd-a6be769ee1f5 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:02.796983 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b88d48f7-28c3-4eb6-8f01-31dff8766fc6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/routers/2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7020462 Feb 07 22:51:02.799595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57638) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:02.802708 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-ce2042b5-a25a-4e28-b610-fb6b68dbe575 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 6489 time: 0.1288793 Feb 07 22:51:02.807937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'port': {'network_id': 'f03740bd-ab58-496a-899e-0ea2946fcfca', 'name': 'tempest-FloatingIPTestJSON-648545698'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:02.808114 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548343a6-d286-49a3-82fd-a6be769ee1f5 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:02.813308 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-548343a6-d286-49a3-82fd-a6be769ee1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:02.916946 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-548343a6-d286-49a3-82fd-a6be769ee1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:02.930141 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548343a6-d286-49a3-82fd-a6be769ee1f5 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:02.931026 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-548343a6-d286-49a3-82fd-a6be769ee1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:03.026610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57648) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:03.040742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-6c21bb99-e929-4c5f-b9e3-d4eefd5bcdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.041270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-6c21bb99-e929-4c5f-b9e3-d4eefd5bcdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.041813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-6c21bb99-e929-4c5f-b9e3-d4eefd5bcdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.043848 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-6c21bb99-e929-4c5f-b9e3-d4eefd5bcdb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=787c7e9f-a8fa-4a51-8c86-e156b52217e9&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a HTTP/1.1" status: 200 len: 2289 time: 0.2056239 Feb 07 22:51:03.099143 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7b42da88-3c57-4485-9dd9-1562a5079f0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b1872e1dd67426db7f1b0f5d77d346d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700099 Feb 07 22:51:03.102076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57650) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:03.103940 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-548343a6-d286-49a3-82fd-a6be769ee1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:03.104860 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548343a6-d286-49a3-82fd-a6be769ee1f5 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:03.151875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Made reservation on behalf of 13b0e50c654740349c7731528734abbf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:03.155429 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.182998 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-195e2086-7fb1-43fd-ad66-9f1de9d17451 req-368251be-8c5e-4c31-9034-02a88ebc99cc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 210 time: 0.0479410 Feb 07 22:51:03.187654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] device_id is not set on port 841526d7-5210-480e-90da-3664fb8969d2 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:51:03.193424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46f03d7-06fb-4439-ab2a-fdb328e144b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.199739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-25b6596c-2c16-43fd-9816-26bdaa4ed8e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7928955c-3fc4-492e-89a2-416fcbd48058 HTTP/1.1" status: 200 len: 1001 time: 0.1474876 Feb 07 22:51:03.263052 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46f03d7-06fb-4439-ab2a-fdb328e144b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.299828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-4bfa3ceb-d0c3-4a9b-a45e-cfaef58835c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.301307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-4bfa3ceb-d0c3-4a9b-a45e-cfaef58835c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94cbb80a-1bef-4846-ac03-d3a16e2d7713 HTTP/1.1" status: 200 len: 850 time: 0.0907288 Feb 07 22:51:03.391213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-da1b0819-9fb8-48d1-8756-1907e769926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.392797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-da1b0819-9fb8-48d1-8756-1907e769926c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=787c7e9f-a8fa-4a51-8c86-e156b52217e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841789 Feb 07 22:51:03.405192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.20.0.7 (f03740bd-ab58-496a-899e-0ea2946fcfca/3cae2845-1a6c-47f6-9858-042205ddbdb7/841526d7-5210-480e-90da-3664fb8969d2) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:03.457211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46f03d7-06fb-4439-ab2a-fdb328e144b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.460153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46f03d7-06fb-4439-ab2a-fdb328e144b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.461568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b46f03d7-06fb-4439-ab2a-fdb328e144b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4f8042c-b27b-49c7-928d-8d56e98f1b9f HTTP/1.1" status: 204 len: 168 time: 0.3590214 Feb 07 22:51:03.506114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f03d7-06fb-4439-ab2a-fdb328e144b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8042c-b27b-49c7-928d-8d56e98f1b9f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:03.523149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29e66-0150-4c5c-9636-1145db63203e req-0c2a0698-e85f-4ed5-b4de-4dd38969ac7b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.525045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-0c2a0698-e85f-4ed5-b4de-4dd38969ac7b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.1888776 Feb 07 22:51:03.538864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'port': {'device_id': '798c4ca2-1766-4f6e-95fd-1236150f08f9', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'admin_state_up': True, 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:03.611522 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-f1c05ad9-4c65-4645-b5f1-db3f6f019b16 service neutron] 10.222.0.46 "GET /v2.0/networks/787c7e9f-a8fa-4a51-8c86-e156b52217e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119186 Feb 07 22:51:03.814614 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-2870e60c-5d0c-4357-ba8f-c24339769e72 service neutron] 10.222.0.46 "GET /v2.0/networks/787c7e9f-a8fa-4a51-8c86-e156b52217e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945388 Feb 07 22:51:03.890842 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.939916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-51d77129-3774-4fc6-880b-75b167d2b3df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=2f470af1-6b67-4b90-81e4-0d8dee3438b5 HTTP/1.1" status: 200 len: 217 time: 0.1184862 Feb 07 22:51:04.046231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-9f4a4580-f129-4577-a67f-cdc7a3b4a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.049312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-9f4a4580-f129-4577-a67f-cdc7a3b4a2c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91270d73-072f-40d6-ab47-9fece99a59e2 HTTP/1.1" status: 200 len: 797 time: 0.1009758 Feb 07 22:51:04.070883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.102669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Made reservation on behalf of d0f6edac9ec24c8a873b89c0ce976040 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:04.107030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.170254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-296cc85f-ac9b-4462-96d0-fcb1f0e892bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.172582 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-296cc85f-ac9b-4462-96d0-fcb1f0e892bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176231 Feb 07 22:51:04.197203 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.262741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=841526d7-5210-480e-90da-3664fb8969d2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:04.284842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network f03740bd-ab58-496a-899e-0ea2946fcfca is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:04.289299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:04.294291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:04.300503 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.349451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-74e078ec-1bf2-4aa8-b09f-e92b7cb1a2d5 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624651 Feb 07 22:51:04.390446 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad63c4cb-bd2b-47f7-a024-a433a88cb4ab req-3d0ec476-ef03-4128-bfec-aa545e13a79a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 210 time: 0.0595207 Feb 07 22:51:04.431397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Allocated IP 172.20.0.6 (0591e9d1-1178-48a6-adfe-476e4a3652be/a33946f4-67e6-4b83-b235-d3ea4be75b63/2bf82d45-e794-416d-aa64-901eb6536db7) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:04.439953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.440688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.466407 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a1c7c3b5-6046-4d3d-be20-071cb9a084dc tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6654077 Feb 07 22:51:04.470416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57682) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:04.483630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-1a528e94-c6e6-4d93-85f1-e16352f39e22 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275630 Feb 07 22:51:04.487269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'port': {'network_id': 'f03740bd-ab58-496a-899e-0ea2946fcfca', 'name': 'tempest-FloatingIPTestJSON-1993974839'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:04.543410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-b8698a1b-6877-4680-a5d2-1ce0fab7add4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=072493a1-c7ab-47d6-a0e6-9f79545f8fd7 HTTP/1.1" status: 200 len: 217 time: 0.0528672 Feb 07 22:51:04.677483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-3e219404-a316-413b-843d-eec81eb4f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.680394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-3e219404-a316-413b-843d-eec81eb4f4ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91270d73-072f-40d6-ab47-9fece99a59e2 HTTP/1.1" status: 200 len: 797 time: 0.1281552 Feb 07 22:51:04.721893 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Made reservation on behalf of 13b0e50c654740349c7731528734abbf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:04.725609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.749772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] device_id is not set on port 9ddd4624-038e-4612-bf18-e20c72ffab3b yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:51:04.750169 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-8f116b1f-2f2d-4860-9238-cb62c3e8739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.753033 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-8f116b1f-2f2d-4860-9238-cb62c3e8739d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0620983 Feb 07 22:51:04.810111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.909543 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-c7413305-f13c-4c13-9d5e-923d6164dc24 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488450 Feb 07 22:51:04.939590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.20.0.14 (f03740bd-ab58-496a-899e-0ea2946fcfca/3cae2845-1a6c-47f6-9858-042205ddbdb7/9ddd4624-038e-4612-bf18-e20c72ffab3b) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:04.948378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.974769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:51:05.025876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57704) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:05.072665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-30d2cec6-5c07-49ee-8a21-63a5f0ac3fd2 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557417 Feb 07 22:51:05.130708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Network 0591e9d1-1178-48a6-adfe-476e4a3652be is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:05.140192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:05.145714 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-a69d5a9e-1e51-4e70-9cda-29c51c8c9dd4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=913a97dc-19e6-4f90-acf7-1e57bdb6b04c HTTP/1.1" status: 200 len: 217 time: 0.0669708 Feb 07 22:51:05.174118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:05.181092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'Port': ['ID=2bf82d45-e794-416d-aa64-901eb6536db7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:05.321772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-faab6a26-804e-403d-91b9-6f985a23263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:05.323279 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-faab6a26-804e-403d-91b9-6f985a23263d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91270d73-072f-40d6-ab47-9fece99a59e2 HTTP/1.1" status: 200 len: 797 time: 0.1673877 Feb 07 22:51:05.369865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-923f6661-bbcd-450e-b213-894cdfcf4498 tempest-AgentManagementNegativeTest-10450051 tempest-AgentManagementNegativeTest-10450051-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3387456 Feb 07 22:51:05.403500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:05.404148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.426667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-90dd4fc9-5be2-42f3-a091-09922bcb3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:05.428361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-90dd4fc9-5be2-42f3-a091-09922bcb3da2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0967588 Feb 07 22:51:05.479040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-091a46f1-f408-41ac-ad50-5c076d2e5299 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9440463 Feb 07 22:51:05.504660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Request body: {'port': {'device_id': '798c4ca2-1766-4f6e-95fd-1236150f08f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:05.578293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a60efdb0-b853-41ee-bcca-fab3e7aee038 None None] Provisioning complete for port 2bf82d45-e794-416d-aa64-901eb6536db7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:05.578572 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a60efdb0-b853-41ee-bcca-fab3e7aee038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.660840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-370b9835-041b-499d-9845-b6040f25e917 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253165 Feb 07 22:51:05.671418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4fb2-a461-42cb-9bd8-a00700821466 req-b78cee70-0058-4e9e-901d-dbf780fab613 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:05.676328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c36a4fb2-a461-42cb-9bd8-a00700821466 req-b78cee70-0058-4e9e-901d-dbf780fab613 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 931 time: 0.1444898 Feb 07 22:51:05.683018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a60efdb0-b853-41ee-bcca-fab3e7aee038 None None] Port 2bf82d45-e794-416d-aa64-901eb6536db7 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:51:05.744388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.751118 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.823940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c36a4fb2-a461-42cb-9bd8-a00700821466 req-61166b87-f39e-4d94-8c76-eef8c99e907f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648475 Feb 07 22:51:05.863043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-9b21a50e-c1dd-40df-a5aa-71d2a275c180 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853385 Feb 07 22:51:05.890760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57722) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:05.945743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-200fddcb-1969-4691-9b42-c658fc2e1387 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=dc9f710b-92cb-4740-8462-09fdbac13f95 HTTP/1.1" status: 200 len: 217 time: 0.0736148 Feb 07 22:51:06.013380 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.060005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-f9c461c1-e017-4e38-9692-c1321a3b0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.062392 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-f9c461c1-e017-4e38-9692-c1321a3b0413 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91270d73-072f-40d6-ab47-9fece99a59e2 HTTP/1.1" status: 200 len: 797 time: 0.1039667 Feb 07 22:51:06.173903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network f03740bd-ab58-496a-899e-0ea2946fcfca is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:06.180261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:06.193356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:06.208563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773467a-ef80-47ef-b6a4-460f3eaf136f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.227470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=9ddd4624-038e-4612-bf18-e20c72ffab3b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:06.253917 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-04466040-9424-416b-b6ff-e85cc01f9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.256076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-04466040-9424-416b-b6ff-e85cc01f9e60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8ca15e6-406c-4690-ad01-7665b4aeb0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1705284 Feb 07 22:51:06.278960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.280161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.306839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6154b958-bf7a-416a-9232-7917b0d4af9d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8350585 Feb 07 22:51:06.321180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57740) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:06.330070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '9ddd4624-038e-4612-bf18-e20c72ffab3b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:06.401126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.460972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-21f8e463-db81-4ce5-9bb9-342612c540c6 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743200 Feb 07 22:51:06.537267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773467a-ef80-47ef-b6a4-460f3eaf136f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.550839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773467a-ef80-47ef-b6a4-460f3eaf136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.572807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf82d45-e794-416d-aa64-901eb6536db7 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:06.596994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.616638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5773467a-ef80-47ef-b6a4-460f3eaf136f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80813fd96b724ca8b2061f182a8aff1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7223644 Feb 07 22:51:06.619855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57756) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:06.622221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773467a-ef80-47ef-b6a4-460f3eaf136f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70297d0-68ee-4510-9e5b-6c6697a8b697,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:06.644565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Transition to ACTIVE for port object 2bf82d45-e794-416d-aa64-901eb6536db7 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:06.648618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-1db878fc-51dc-42fe-926e-da892837df94 service neutron] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772478 Feb 07 22:51:06.661346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.687343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-73e91d50-0473-4a16-9544-50904e4ae871 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.688905 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-73e91d50-0473-4a16-9544-50904e4ae871 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 815 time: 0.2640150 Feb 07 22:51:06.707485 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-b82bb083-2a56-4d94-8039-e0219da7d600 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ec1d2c8-f976-4e6d-a175-4c0abdc95905 HTTP/1.1" status: 200 len: 217 time: 0.0494072 Feb 07 22:51:06.745048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-e1a0a228-4f75-424a-b479-abfdee4f5edf tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/quotas/3ff5c4f24e93439eafa1d7ce3f7c79f4 HTTP/1.1" status: 200 len: 375 time: 0.0300658 Feb 07 22:51:06.798814 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-853de130-e140-435a-aed9-608c52890081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.813237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-3774f4e2-75c0-4607-a4a6-bb70ff76c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.814723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-3774f4e2-75c0-4607-a4a6-bb70ff76c61b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f1bb0c-c8ab-4944-9841-236027cb082b HTTP/1.1" status: 200 len: 797 time: 0.1006842 Feb 07 22:51:06.819479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Pushing event updated for resources: {'Port': ['ID=2bf82d45-e794-416d-aa64-901eb6536db7,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:06.870180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-853de130-e140-435a-aed9-608c52890081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.911646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-30edfe49-fd38-4afb-a760-6a0dda3ded5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.913367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-30edfe49-fd38-4afb-a760-6a0dda3ded5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908904 Feb 07 22:51:06.981473 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-853de130-e140-435a-aed9-608c52890081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.990894 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-853de130-e140-435a-aed9-608c52890081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.994556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-853de130-e140-435a-aed9-608c52890081 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f70297d0-68ee-4510-9e5b-6c6697a8b697 HTTP/1.1" status: 204 len: 168 time: 0.3707817 Feb 07 22:51:07.013345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-91578d59-4069-48ff-a910-c1a0dfc16824 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2578032 Feb 07 22:51:07.039588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.120172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853de130-e140-435a-aed9-608c52890081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70297d0-68ee-4510-9e5b-6c6697a8b697,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:07.190720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3ce0f-e1a2-40b8-9fba-ba79f4e19ccd req-60ebf6f3-a969-45d3-987f-e856e972c2f4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.192483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbf3ce0f-e1a2-40b8-9fba-ba79f4e19ccd req-60ebf6f3-a969-45d3-987f-e856e972c2f4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 943 time: 0.1405761 Feb 07 22:51:07.205170 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-7bf3f8e3-91a0-46a9-9ccc-7783b3d04857 service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500215 Feb 07 22:51:07.322980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Attempting to bind port 2bf82d45-e794-416d-aa64-901eb6536db7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:07.323402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Attempting to bind port 2bf82d45-e794-416d-aa64-901eb6536db7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:07.323832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Attempting to bind port 2bf82d45-e794-416d-aa64-901eb6536db7 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:51:07.339195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Port 2bf82d45-e794-416d-aa64-901eb6536db7 on network 0591e9d1-1178-48a6-adfe-476e4a3652be not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:51:07.339594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Attempting to bind port 2bf82d45-e794-416d-aa64-901eb6536db7 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:51:07.354151 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-09e6a0b8-ec47-49f8-a980-30e305dd01c9 service neutron] 10.222.0.15 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308952 Feb 07 22:51:07.356717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:51:07.357201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Checking segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:51:07.357675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Bound using segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:51:07.358253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Bound port: 2bf82d45-e794-416d-aa64-901eb6536db7, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:07.358673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.388237 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbf3ce0f-e1a2-40b8-9fba-ba79f4e19ccd req-e32f9375-18d4-49ae-9264-fee51c93068b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780257 Feb 07 22:51:07.412740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.25.8.19 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/50aaf5c1-66b5-4716-94d1-9fe4eafd74d0) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:07.428952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-b0b5e96d-4678-471c-befa-65a2018e2963 service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174242 Feb 07 22:51:07.514829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-7ca2c027-747f-44a7-9d33-bc6a9e760805 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217dfe1f-c238-4f95-98e2-6e944a0a3f33 HTTP/1.1" status: 200 len: 217 time: 0.0779204 Feb 07 22:51:07.582837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-24d682a7-566c-4459-a977-939c0be9c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.584765 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-24d682a7-566c-4459-a977-939c0be9c6d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f1bb0c-c8ab-4944-9841-236027cb082b HTTP/1.1" status: 200 len: 797 time: 0.0637369 Feb 07 22:51:07.650088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] For port 2bf82d45-e794-416d-aa64-901eb6536db7, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:51:07.666546 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-4ace4b8a-8d2c-4f59-af81-71549ac3b729 service neutron] 10.222.0.15 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874269 Feb 07 22:51:07.679023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] For port 2bf82d45-e794-416d-aa64-901eb6536db7, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2bf82d45-e794-416d-aa64-901eb6536db7,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:51:07.680772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-c98f7d1a-7e45-4048-8ae8-d39b74fe5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.682369 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-c98f7d1a-7e45-4048-8ae8-d39b74fe5d69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb11e30f-df9a-4d06-917d-c9aefa2bb19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914023 Feb 07 22:51:07.690275 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.766898 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.781620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.782594 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.784220 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] 10.222.0.46 "PUT /v2.0/ports/2bf82d45-e794-416d-aa64-901eb6536db7 HTTP/1.1" status: 200 len: 1091 time: 2.2949998 Feb 07 22:51:07.797448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798c4ca2-1766-4f6e-95fd-1236150f08f9', 'tag': '2bf82d45-e794-416d-aa64-901eb6536db7'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:07.804415 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe0f93e-7fb2-4430-a900-818b662d051f" -d '{"events": [{"name": "network-changed", "server_uuid": "798c4ca2-1766-4f6e-95fd-1236150f08f9", "tag": "2bf82d45-e794-416d-aa64-901eb6536db7"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:51:07.900069 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-0cc990ef-8df9-416a-9877-21c7a7f873ab service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104840 Feb 07 22:51:07.955832 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4899c94-7969-4fae-bf37-ae68db75f6c9 x-openstack-request-id: req-c4899c94-7969-4fae-bf37-ae68db75f6c9 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:51:07.956629 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798c4ca2-1766-4f6e-95fd-1236150f08f9", "tag": "2bf82d45-e794-416d-aa64-901eb6536db7", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:51:07.957319 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4899c94-7969-4fae-bf37-ae68db75f6c9 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:51:07.959245 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798c4ca2-1766-4f6e-95fd-1236150f08f9', 'tag': '2bf82d45-e794-416d-aa64-901eb6536db7', 'status': 'completed', 'code': 200} Feb 07 22:51:08.029064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5142b-5f51-4cca-aa70-8709481e4a5f service neutron] Pushing event updated for resources: {'Port': ['ID=2bf82d45-e794-416d-aa64-901eb6536db7,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:08.078319 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90e71312-9a75-4414-8e74-dc666e968ad9 req-e3754b28-6e18-45ba-b30e-7411e2a1dfb9 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 210 time: 0.0514016 Feb 07 22:51:08.104098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29e66-0150-4c5c-9636-1145db63203e req-04eeea5d-2ed9-40a4-af1d-0144c34f9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.109721 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-04eeea5d-2ed9-40a4-af1d-0144c34f9f9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 1094 time: 0.2619724 Feb 07 22:51:08.117269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.174563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2b354d6-73af-4f1d-97c8-b65564f85538 req-5ef28674-cf3e-4c19-91f2-73e8559566df service neutron] 10.222.0.46 "GET /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606938 Feb 07 22:51:08.290569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-4d6d9cf5-edf3-44fb-954d-fb8c8df4fd24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf82d45-e794-416d-aa64-901eb6536db7 HTTP/1.1" status: 200 len: 217 time: 0.1756513 Feb 07 22:51:08.347975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:08.355818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:08.358629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:08.365619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=50aaf5c1-66b5-4716-94d1-9fe4eafd74d0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:08.378415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29e66-0150-4c5c-9636-1145db63203e req-36909e7c-8c62-4efa-881b-10c867999adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.380099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-36909e7c-8c62-4efa-881b-10c867999adf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.0809700 Feb 07 22:51:08.498927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57822) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:08.636696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73abe3f-f5b1-471d-b735-e716d1fa656f req-43c248ea-b07f-45d7-834e-2b8293c06daf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.638234 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d73abe3f-f5b1-471d-b735-e716d1fa656f req-43c248ea-b07f-45d7-834e-2b8293c06daf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 943 time: 0.1088870 Feb 07 22:51:08.647514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-293c3b2d-bfb0-4c69-896d-e3a41215a390 tempest-ServiceProvidersTest-1328850328 tempest-ServiceProvidersTest-1328850328-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1474688 Feb 07 22:51:08.663130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29e66-0150-4c5c-9636-1145db63203e req-acabf920-d723-4763-b6fc-c468cc1bd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.664980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-acabf920-d723-4763-b6fc-c468cc1bd4b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069311 Feb 07 22:51:08.727649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d73abe3f-f5b1-471d-b735-e716d1fa656f req-55f44c8f-2f3a-4a6c-b83b-aef65c84f6aa tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620337 Feb 07 22:51:08.928022 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-1b8c061c-068e-4147-956a-8fe5982416e0 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555442 Feb 07 22:51:09.082526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57836) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:09.220647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3e9b33f5-f6bb-42a4-98d0-6a20be629667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.367026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3e9b33f5-f6bb-42a4-98d0-6a20be629667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.398393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3e9b33f5-f6bb-42a4-98d0-6a20be629667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.487156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3e9b33f5-f6bb-42a4-98d0-6a20be629667 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75948825a3d245f08057ae7904bf9f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033747 Feb 07 22:51:09.494258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57852) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:09.533708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b33f5-f6bb-42a4-98d0-6a20be629667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72355baf-f058-4441-87f2-d6065a3f0dc3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:09.594517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-1c32f18e-9d12-4d90-ab52-709457191671 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.596561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-1c32f18e-9d12-4d90-ab52-709457191671 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 815 time: 0.2428758 Feb 07 22:51:09.600323 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcf21228-ccb9-4a02-af2b-4254c2869d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.627418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Request body: {'port': {'device_id': 'a68942f6-1ccb-4122-8816-150ceebebb4b', 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc', 'admin_state_up': True, 'tenant_id': '3ff5c4f24e93439eafa1d7ce3f7c79f4'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:09.653513 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcf21228-ccb9-4a02-af2b-4254c2869d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.710829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f821cfc-d42b-4efe-9a81-77b344ae7160 req-bada0315-43bd-401b-b6ab-46ab9f7521c7 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 210 time: 0.0579505 Feb 07 22:51:09.822996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3c29e66-0150-4c5c-9636-1145db63203e req-d6e3a3ea-22d2-4f22-ae70-5235aa7019aa service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8872697 Feb 07 22:51:09.824136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.861131 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcf21228-ccb9-4a02-af2b-4254c2869d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.864907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bcf21228-ccb9-4a02-af2b-4254c2869d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.866638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bcf21228-ccb9-4a02-af2b-4254c2869d67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72355baf-f058-4441-87f2-d6065a3f0dc3 HTTP/1.1" status: 204 len: 168 time: 0.3714545 Feb 07 22:51:09.930464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf21228-ccb9-4a02-af2b-4254c2869d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72355baf-f058-4441-87f2-d6065a3f0dc3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:09.947601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778fa86-3693-47ab-be19-19000b2aad6e req-57071ef0-289a-4ea7-a19e-06376f553695 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.949141 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0778fa86-3693-47ab-be19-19000b2aad6e req-57071ef0-289a-4ea7-a19e-06376f553695 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 943 time: 0.1078444 Feb 07 22:51:09.985329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.019741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-c55a902f-bebc-421b-a1eb-d0395d34c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.019741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-c55a902f-bebc-421b-a1eb-d0395d34c10c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 1094 time: 0.1265213 Feb 07 22:51:10.026084 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0778fa86-3693-47ab-be19-19000b2aad6e req-2ac3d9d0-a491-4ee2-9c54-3fb31ee23230 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660439 Feb 07 22:51:10.026915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Made reservation on behalf of 3ff5c4f24e93439eafa1d7ce3f7c79f4 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:10.030877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.192116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Allocated IP 172.20.0.10 (553e2505-80e6-497f-91f0-666f97c498dc/7d6ef840-447b-4c53-8a11-7a33819ae83a/478cc14e-809b-4b5b-9700-16d43edb77dd) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:10.272758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-773f0e6b-f878-4986-8577-488d5aee1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.274369 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-773f0e6b-f878-4986-8577-488d5aee1002 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.2396588 Feb 07 22:51:10.341281 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-5bf5275e-0280-4e25-8b4a-065b9ca00c91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf82d45-e794-416d-aa64-901eb6536db7 HTTP/1.1" status: 200 len: 217 time: 0.0534706 Feb 07 22:51:10.394072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.402632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.404172 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.450866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-ecbdbb7d-4956-4a40-8c38-021d65138810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.453402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-ecbdbb7d-4956-4a40-8c38-021d65138810 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1053617 Feb 07 22:51:10.457990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.472940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5643c1a7-b5a2-426b-a9d6-576175b206bc'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:51:10.551040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.575373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Network 553e2505-80e6-497f-91f0-666f97c498dc is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:10.601410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:10.609568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:10.681227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=50aaf5c1-66b5-4716-94d1-9fe4eafd74d0,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:10.722212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.722845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.750888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-0d246076-2bde-46cb-9628-6d3b842d1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.751869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Pushing event updated for resources: {'Port': ['ID=478cc14e-809b-4b5b-9700-16d43edb77dd,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:10.752905 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-0d246076-2bde-46cb-9628-6d3b842d1952 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973436 Feb 07 22:51:10.769940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-933649b9-8039-4cf8-bbd7-bd1219cd3641 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1525126 Feb 07 22:51:10.783487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Request body: {'port': {'device_id': 'a68942f6-1ccb-4122-8816-150ceebebb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:10.874909 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 471e85d2-6490-48e4-a548-7217e1296468 associated. External IP: 172.25.8.19, port: 9ddd4624-038e-4612-bf18-e20c72ffab3b. Feb 07 22:51:10.929050 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.966369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95659dc2-a42d-44e4-a2cf-09b90f5695a3 req-f7e496cd-729a-45c9-8bd9-f2c11fa96741 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.968519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95659dc2-a42d-44e4-a2cf-09b90f5695a3 req-f7e496cd-729a-45c9-8bd9-f2c11fa96741 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 932 time: 0.1749237 Feb 07 22:51:10.977709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-b9861bb8-a501-4a2c-89d0-83bb438ee299 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173941 Feb 07 22:51:11.142385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-95659dc2-a42d-44e4-a2cf-09b90f5695a3 req-fa4544a2-86e3-4d34-afca-a73512e7f3de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635435 Feb 07 22:51:11.205752 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bfe0f93e-7fb2-4430-a900-818b662d051f req-e2f5163e-289f-4818-ae67-96f7062a890d service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985574 Feb 07 22:51:11.302869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48413512-d484-411d-9ab1-157e3a52d042 req-b23c71f3-a197-434c-b370-f90e487ec9e0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:11.311310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48413512-d484-411d-9ab1-157e3a52d042 req-b23c71f3-a197-434c-b370-f90e487ec9e0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 943 time: 0.0973275 Feb 07 22:51:11.327956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:11.393393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48413512-d484-411d-9ab1-157e3a52d042 req-5e934ea9-aa42-4176-ac46-c3e1d6a79fbb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797675 Feb 07 22:51:11.449412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478cc14e-809b-4b5b-9700-16d43edb77dd {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:11.459690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.480347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Transition to ACTIVE for port object 478cc14e-809b-4b5b-9700-16d43edb77dd will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:11.486523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.492824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:11.503835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63628d-6de2-4743-86b8-2f7007e97495 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:11.521249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63628d-6de2-4743-86b8-2f7007e97495 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:11.524133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e63628d-6de2-4743-86b8-2f7007e97495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:11.538743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.606356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e63628d-6de2-4743-86b8-2f7007e97495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:11.612255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Pushing event updated for resources: {'Port': ['ID=478cc14e-809b-4b5b-9700-16d43edb77dd,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:11.619102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4d0b2d7b-8783-446e-b724-6316e4c22159 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2967968 Feb 07 22:51:11.621706 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57912) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:11.630952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9dea0e78-afed-4c93-9f4a-850bbcd73a3e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:11.640969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63628d-6de2-4743-86b8-2f7007e97495 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:11.641895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e63628d-6de2-4743-86b8-2f7007e97495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:11.714770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e63628d-6de2-4743-86b8-2f7007e97495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:11.715443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63628d-6de2-4743-86b8-2f7007e97495 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:11.742921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9dea0e78-afed-4c93-9f4a-850bbcd73a3e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.747870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Attempting to bind port 478cc14e-809b-4b5b-9700-16d43edb77dd on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:11.748384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Attempting to bind port 478cc14e-809b-4b5b-9700-16d43edb77dd by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:11.748759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Attempting to bind port 478cc14e-809b-4b5b-9700-16d43edb77dd on network 553e2505-80e6-497f-91f0-666f97c498dc {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:51:11.754068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Port 478cc14e-809b-4b5b-9700-16d43edb77dd on network 553e2505-80e6-497f-91f0-666f97c498dc not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:51:11.754432 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Attempting to bind port 478cc14e-809b-4b5b-9700-16d43edb77dd on network 553e2505-80e6-497f-91f0-666f97c498dc {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:51:11.760698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:51:11.761041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Checking segment: {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:51:11.761528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Bound using segment: {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:51:11.761838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Bound port: 478cc14e-809b-4b5b-9700-16d43edb77dd, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:11.762196 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.874649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] For port 478cc14e-809b-4b5b-9700-16d43edb77dd, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:51:11.878214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] For port 478cc14e-809b-4b5b-9700-16d43edb77dd, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=478cc14e-809b-4b5b-9700-16d43edb77dd,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:51:11.886634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.925991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:11.926549 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.928249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] 10.222.0.24 "PUT /v2.0/ports/478cc14e-809b-4b5b-9700-16d43edb77dd HTTP/1.1" status: 200 len: 1092 time: 1.1515107 Feb 07 22:51:11.928700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68942f6-1ccb-4122-8816-150ceebebb4b', 'tag': '478cc14e-809b-4b5b-9700-16d43edb77dd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:11.930944 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddb4da2-450c-4742-bc13-4d064762ba24" -d '{"events": [{"name": "network-changed", "server_uuid": "a68942f6-1ccb-4122-8816-150ceebebb4b", "tag": "478cc14e-809b-4b5b-9700-16d43edb77dd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:51:11.997811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9dea0e78-afed-4c93-9f4a-850bbcd73a3e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.012290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9dea0e78-afed-4c93-9f4a-850bbcd73a3e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.012875 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-9dea0e78-afed-4c93-9f4a-850bbcd73a3e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 471e85d2-6490-48e4-a548-7217e1296468 disassociated. External IP: 172.25.8.19, port: 9ddd4624-038e-4612-bf18-e20c72ffab3b. Feb 07 22:51:12.056299 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0633380-76e2-46ca-859c-001e68add013 x-openstack-request-id: req-b0633380-76e2-46ca-859c-001e68add013 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:51:12.056590 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68942f6-1ccb-4122-8816-150ceebebb4b", "tag": "478cc14e-809b-4b5b-9700-16d43edb77dd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:51:12.056842 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0633380-76e2-46ca-859c-001e68add013 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:51:12.057345 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68942f6-1ccb-4122-8816-150ceebebb4b', 'tag': '478cc14e-809b-4b5b-9700-16d43edb77dd', 'status': 'completed', 'code': 200} Feb 07 22:51:12.059120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79187ab-fd37-4670-a946-617abfd7257a service neutron] Pushing event updated for resources: {'Port': ['ID=478cc14e-809b-4b5b-9700-16d43edb77dd,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:12.106873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-fb4565ff-0ce2-4c2b-aa91-2e267792806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.109474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-fb4565ff-0ce2-4c2b-aa91-2e267792806c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 1095 time: 0.1239290 Feb 07 22:51:12.172000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-121e9755-ab96-4c89-b5f6-1889eea0b400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=478cc14e-809b-4b5b-9700-16d43edb77dd HTTP/1.1" status: 200 len: 217 time: 0.0549204 Feb 07 22:51:12.337426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cecb2-c306-4169-8b45-db11945c949a req-e439f768-1da3-407c-94ff-fae10ce137bc tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.338292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7cecb2-c306-4169-8b45-db11945c949a req-e439f768-1da3-407c-94ff-fae10ce137bc tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 944 time: 0.0843556 Feb 07 22:51:12.339888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-6e25a75b-7341-4754-bd30-cb0d77307eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.341329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-6e25a75b-7341-4754-bd30-cb0d77307eae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 200 len: 855 time: 0.1624770 Feb 07 22:51:12.343923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dea0e78-afed-4c93-9f4a-850bbcd73a3e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:12.411192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-712bfd10-3df5-47c6-ae0d-d0315fb2a49c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=553e2505-80e6-497f-91f0-666f97c498dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619836 Feb 07 22:51:12.504413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7cecb2-c306-4169-8b45-db11945c949a req-b64ca82f-82c0-46de-8aec-3a5537ee8787 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537986 Feb 07 22:51:12.558994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2bf82d45-e794-416d-aa64-901eb6536db7 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:51:12.577047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dea0e78-afed-4c93-9f4a-850bbcd73a3e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:12.592140 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee54136-058e-4307-9048-b72a86b61bbd None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:12.596321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9dea0e78-afed-4c93-9f4a-850bbcd73a3e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.614909 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-56277756-0711-4e2f-baef-22c6ebd96525 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945474 Feb 07 22:51:12.624070 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee54136-058e-4307-9048-b72a86b61bbd None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:12.624808 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7ee54136-058e-4307-9048-b72a86b61bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:12.664268 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9dea0e78-afed-4c93-9f4a-850bbcd73a3e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/floatingips/471e85d2-6490-48e4-a548-7217e1296468 HTTP/1.1" status: 200 len: 687 time: 1.0377791 Feb 07 22:51:12.667276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57956) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:12.703324 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7ee54136-058e-4307-9048-b72a86b61bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:12.749668 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee54136-058e-4307-9048-b72a86b61bbd None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:12.750302 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7ee54136-058e-4307-9048-b72a86b61bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:12.867611 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7ee54136-058e-4307-9048-b72a86b61bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:12.871121 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee54136-058e-4307-9048-b72a86b61bbd None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:12.891100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c5f4217-0bd1-4828-b1aa-50792d6f6d47 req-cb4e4b97-bbdb-4b23-9b79-875cd1c049d2 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680829 Feb 07 22:51:12.891330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2bf82d45-e794-416d-aa64-901eb6536db7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2bf82d45-e794-416d-aa64-901eb6536db7,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:12.916240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '2bf82d45-e794-416d-aa64-901eb6536db7', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'port_id': '2bf82d45-e794-416d-aa64-901eb6536db7', 'mac_address': 'fa:16:3e:06:65:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:51:13.017991 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.038423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf82d45-e794-416d-aa64-901eb6536db7 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:13.061575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-443209a0-3d25-4721-b214-9b1e39d915bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.071241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-443209a0-3d25-4721-b214-9b1e39d915bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 1095 time: 0.1189933 Feb 07 22:51:13.080650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port 50aaf5c1-66b5-4716-94d1-9fe4eafd74d0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:13.081278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.089719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2bf82d45-e794-416d-aa64-901eb6536db7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2bf82d45-e794-416d-aa64-901eb6536db7,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:13.096511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845bd62-66ba-4b75-b8d4-dd793f3ba005 req-1285b72a-37f3-4aab-bd0a-46fb67afaf80 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.097205 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.099216 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6845bd62-66ba-4b75-b8d4-dd793f3ba005 req-1285b72a-37f3-4aab-bd0a-46fb67afaf80 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 943 time: 0.5539036 Feb 07 22:51:13.197090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2bf82d45-e794-416d-aa64-901eb6536db7,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:13.212253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6845bd62-66ba-4b75-b8d4-dd793f3ba005 req-cd34b982-5c80-4b65-8d42-728154c6b0a1 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882628 Feb 07 22:51:13.222742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57968) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:13.240050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-1ee13407-3672-4214-97c4-0b4a2708de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.243874 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-1ee13407-3672-4214-97c4-0b4a2708de6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 915 time: 0.1661758 Feb 07 22:51:13.256827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.259272 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.275216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for 50aaf5c1-66b5-4716-94d1-9fe4eafd74d0 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:13.303947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-e033cd4a-f390-4101-84d4-275d45339370 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=478cc14e-809b-4b5b-9700-16d43edb77dd HTTP/1.1" status: 200 len: 217 time: 0.0509493 Feb 07 22:51:13.373379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['2bf82d45-e794-416d-aa64-901eb6536db7'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:51:13.400380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-75f2a47c-ccb1-493d-9fcc-fcc9cc3454bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.403541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-75f2a47c-ccb1-493d-9fcc-fcc9cc3454bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 200 len: 855 time: 0.0852988 Feb 07 22:51:13.418709 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdc71958-945f-49b4-ae7e-ddf373051192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.457353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-441d5a5e-b3ee-48d1-9109-f5339490cd37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=553e2505-80e6-497f-91f0-666f97c498dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451410 Feb 07 22:51:13.514920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.609504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=50aaf5c1-66b5-4716-94d1-9fe4eafd74d0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:13.627863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-269577c5-fe51-40d3-86ef-0c5246219daa service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622207 Feb 07 22:51:13.718523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.718523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.722845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-63d681b4-b21d-4728-8ab5-7d0c3c7dd98f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/floatingips/471e85d2-6490-48e4-a548-7217e1296468 HTTP/1.1" status: 204 len: 168 time: 1.0512693 Feb 07 22:51:13.724495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57982) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:13.728831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '841526d7-5210-480e-90da-3664fb8969d2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:13.739152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdc71958-945f-49b4-ae7e-ddf373051192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.751355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdc71958-945f-49b4-ae7e-ddf373051192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.789527 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.804995 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bdc71958-945f-49b4-ae7e-ddf373051192 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d945c3d5479d493ea1bb9bdf65aa61b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787776 Feb 07 22:51:13.812369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57984) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:13.815505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc71958-945f-49b4-ae7e-ddf373051192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f98704-9db0-48fd-983b-555e2c6427fb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:13.845308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fddb4da2-450c-4742-bc13-4d064762ba24 req-7f03d0d8-2e3a-4cb1-a53a-5c16533d0b83 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865981 Feb 07 22:51:13.880061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175f188-a5fd-4097-b8e9-0b221f112ccc req-cc459c5e-7d59-47d7-8d8d-26525b7b2a87 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.881766 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6175f188-a5fd-4097-b8e9-0b221f112ccc req-cc459c5e-7d59-47d7-8d8d-26525b7b2a87 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 944 time: 0.2505429 Feb 07 22:51:13.950728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6175f188-a5fd-4097-b8e9-0b221f112ccc req-1b584f16-fd9f-4bd9-bbdc-389661b981fe tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613854 Feb 07 22:51:13.966026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1f8276e-a307-4283-b9f6-dfbdda1f7530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.003521 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1f8276e-a307-4283-b9f6-dfbdda1f7530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.056025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.122184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1f8276e-a307-4283-b9f6-dfbdda1f7530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.126109 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1f8276e-a307-4283-b9f6-dfbdda1f7530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.129957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a1f8276e-a307-4283-b9f6-dfbdda1f7530 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41f98704-9db0-48fd-983b-555e2c6427fb HTTP/1.1" status: 204 len: 168 time: 0.3164208 Feb 07 22:51:14.150814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8276e-a307-4283-b9f6-dfbdda1f7530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f98704-9db0-48fd-983b-555e2c6427fb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:14.246685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.25.8.240 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/0d212156-94e4-447b-ba7b-cf854a6df5e7) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:14.378641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 478cc14e-809b-4b5b-9700-16d43edb77dd details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:51:14.498751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf0e64-c505-4b84-8369-b5c10057e7b8 req-f890d4ea-4d9e-4868-988a-ac8b35e4d8dd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:14.502496 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12cf0e64-c505-4b84-8369-b5c10057e7b8 req-f890d4ea-4d9e-4868-988a-ac8b35e4d8dd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 944 time: 0.1821268 Feb 07 22:51:14.523085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.560088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2bf82d45-e794-416d-aa64-901eb6536db7 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:51:14.625470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58006) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:14.647298 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-951071b0-bb56-427e-8166-b420e63c9828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.692506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 478cc14e-809b-4b5b-9700-16d43edb77dd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=478cc14e-809b-4b5b-9700-16d43edb77dd,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:14.716324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '478cc14e-809b-4b5b-9700-16d43edb77dd', 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc', 'port_id': '478cc14e-809b-4b5b-9700-16d43edb77dd', 'mac_address': 'fa:16:3e:e3:1c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6ef840-447b-4c53-8a11-7a33819ae83a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:51:14.768318 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 2bf82d45-e794-416d-aa64-901eb6536db7 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:14.769360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-951071b0-bb56-427e-8166-b420e63c9828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.776266 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-951071b0-bb56-427e-8166-b420e63c9828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.819611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-951071b0-bb56-427e-8166-b420e63c9828 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cbec9df4192408bb060e1de043bafc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906545 Feb 07 22:51:14.819924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 2bf82d45-e794-416d-aa64-901eb6536db7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:14.819924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.820156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58010) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:14.857191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951071b0-bb56-427e-8166-b420e63c9828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972e6de5-d117-42db-b7c9-8fa892ceb460,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:14.908671 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.909364 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f68c-1693-4380-abbe-b7f6e4a6d972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.944791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f68c-1693-4380-abbe-b7f6e4a6d972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.026990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f68c-1693-4380-abbe-b7f6e4a6d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.029859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f68c-1693-4380-abbe-b7f6e4a6d972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.032019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f9a1f68c-1693-4380-abbe-b7f6e4a6d972 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/972e6de5-d117-42db-b7c9-8fa892ceb460 HTTP/1.1" status: 204 len: 168 time: 0.2101126 Feb 07 22:51:15.053188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1f68c-1693-4380-abbe-b7f6e4a6d972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972e6de5-d117-42db-b7c9-8fa892ceb460,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:15.112862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12cf0e64-c505-4b84-8369-b5c10057e7b8 req-fd38e3cd-920a-426a-894b-3938fc358385 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948031 Feb 07 22:51:15.149163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.194549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:15.204211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:15.212156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:15.257270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=0d212156-94e4-447b-ba7b-cf854a6df5e7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:15.332743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478cc14e-809b-4b5b-9700-16d43edb77dd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:15.390478 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.416862 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 478cc14e-809b-4b5b-9700-16d43edb77dd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=478cc14e-809b-4b5b-9700-16d43edb77dd,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:15.425522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798c4ca2-1766-4f6e-95fd-1236150f08f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf82d45-e794-416d-aa64-901eb6536db7'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:15.429089 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e24f42-bce3-46f0-acee-8ba18dafb00c" -d '{"events": [{"server_uuid": "798c4ca2-1766-4f6e-95fd-1236150f08f9", "name": "network-vif-plugged", "status": "completed", "tag": "2bf82d45-e794-416d-aa64-901eb6536db7"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:51:15.443937 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.540602 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b68701-4346-400a-a8cd-40adf8e82405 x-openstack-request-id: req-b3b68701-4346-400a-a8cd-40adf8e82405 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:51:15.540892 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798c4ca2-1766-4f6e-95fd-1236150f08f9", "name": "network-vif-plugged", "status": "completed", "tag": "2bf82d45-e794-416d-aa64-901eb6536db7", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:51:15.541157 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3b68701-4346-400a-a8cd-40adf8e82405 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:51:15.542267 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798c4ca2-1766-4f6e-95fd-1236150f08f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf82d45-e794-416d-aa64-901eb6536db7', 'code': 200} Feb 07 22:51:15.546624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2bf82d45-e794-416d-aa64-901eb6536db7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2bf82d45-e794-416d-aa64-901eb6536db7,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:15.554268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=478cc14e-809b-4b5b-9700-16d43edb77dd,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:15.558976 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.617951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b972f-58a4-4a9b-884e-3a878e2e29c1 req-7c87ec6d-601a-4dbf-8850-c5dcaa41a5d3 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:15.619481 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff9b972f-58a4-4a9b-884e-3a878e2e29c1 req-7c87ec6d-601a-4dbf-8850-c5dcaa41a5d3 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 945 time: 0.5384638 Feb 07 22:51:15.680811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff9b972f-58a4-4a9b-884e-3a878e2e29c1 req-9ccb87bf-ef26-4681-bfc6-2bbb8b2c0381 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543480 Feb 07 22:51:15.708558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2bf82d45-e794-416d-aa64-901eb6536db7,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:15.750453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['478cc14e-809b-4b5b-9700-16d43edb77dd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:51:15.862665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff3b3-2719-4fd3-9059-c6046dbcc919 req-47f675f4-68d7-4abe-9d2a-332b9e19a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:15.864236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e53ff3b3-2719-4fd3-9059-c6046dbcc919 req-47f675f4-68d7-4abe-9d2a-332b9e19a36e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 1096 time: 0.1187596 Feb 07 22:51:16.059975 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e53ff3b3-2719-4fd3-9059-c6046dbcc919 req-09648fce-3ff3-4bb7-bddc-92b0c2011b36 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431122 Feb 07 22:51:16.089909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.236700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.286484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cbbaa-f89d-4991-91f9-2772473bd7ad req-fed95edf-7015-42ad-a9ac-0734759d97d7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.288099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-697cbbaa-f89d-4991-91f9-2772473bd7ad req-fed95edf-7015-42ad-a9ac-0734759d97d7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 945 time: 0.0880146 Feb 07 22:51:16.368004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58064) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:16.380483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-697cbbaa-f89d-4991-91f9-2772473bd7ad req-56233a78-abe8-48f3-8689-90e2f09b3791 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855410 Feb 07 22:51:16.467020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.473562 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.493536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1694696010-network', 'tenant_id': '95e6e97500d34010ae8d69034f2ad570'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:16.519326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Made reservation on behalf of 95e6e97500d34010ae8d69034f2ad570 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:16.522372 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.535553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.552267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=0d212156-94e4-447b-ba7b-cf854a6df5e7,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:16.566715 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.643831 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.649484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.676243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:16.689027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6344f03a-5a6e-43a7-a49b-dba4e97b620e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:16.698753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.699484 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Added segment 6117d748-5ccb-40ed-9de6-77756670d3a4 of type vlan for network a132296b-cfc3-4c2e-8f5e-ab06c384b258 Feb 07 22:51:16.724031 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 88a494fb-76e7-4f09-b957-b2cd2b94801b associated. External IP: 172.25.8.240, port: 841526d7-5210-480e-90da-3664fb8969d2. Feb 07 22:51:16.770061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.859840 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.861174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.861861 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.024522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:17.177935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:17.190761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b09549-f64a-422c-b5b1-9e57713d40e3 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:17.210324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b09549-f64a-422c-b5b1-9e57713d40e3 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:17.211867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-60b09549-f64a-422c-b5b1-9e57713d40e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:17.227379 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.269847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c04cb598-3e5e-4319-b68d-5e04f74f6d56 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5422039 Feb 07 22:51:17.270532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58086) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:17.292073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-60b09549-f64a-422c-b5b1-9e57713d40e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:17.334931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b09549-f64a-422c-b5b1-9e57713d40e3 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:17.337357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-60b09549-f64a-422c-b5b1-9e57713d40e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:17.341857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8bd46dbe-e7ce-42d5-ba2d-72fe6f40357f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "GET /v2.0/floatingips/88a494fb-76e7-4f09-b957-b2cd2b94801b HTTP/1.1" status: 200 len: 977 time: 0.0706704 Feb 07 22:51:17.354912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58088) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:17.412141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-60b09549-f64a-422c-b5b1-9e57713d40e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:17.415304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b09549-f64a-422c-b5b1-9e57713d40e3 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:17.455480 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-87d93d0c-bfd8-4fa0-89f3-8a78f75076ef tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.0993938 Feb 07 22:51:17.457956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58092) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:17.463007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'port_id': '9ddd4624-038e-4612-bf18-e20c72ffab3b'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:17.489539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d735e-33d4-45f0-8a55-0a1d571df4d1 req-03436550-0849-46c0-8b9a-fc97c2c9d2e8 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:17.491025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-066d735e-33d4-45f0-8a55-0a1d571df4d1 req-03436550-0849-46c0-8b9a-fc97c2c9d2e8 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 945 time: 0.7008667 Feb 07 22:51:17.500500 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1313930 Feb 07 22:51:17.508208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cde7df-1503-4f6f-99db-151390a42ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=a132296b-cfc3-4c2e-8f5e-ab06c384b258,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:17.511471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58094) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:17.516527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Request body: {'subnet': {'network_id': 'a132296b-cfc3-4c2e-8f5e-ab06c384b258', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1694696010-subnet', 'tenant_id': '95e6e97500d34010ae8d69034f2ad570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:17.520665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a132296b-cfc3-4c2e-8f5e-ab06c384b258 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:51:17.562840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-066d735e-33d4-45f0-8a55-0a1d571df4d1 req-ea2b4d1d-b09a-46e1-adc9-603af2d1aed8 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607650 Feb 07 22:51:17.577515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Made reservation on behalf of 95e6e97500d34010ae8d69034f2ad570 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:17.581747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.644782 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.705804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bda71-e898-4a89-b84b-028dc17f7bf2 req-38b465b1-9cb0-49a5-9144-97707466b05c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:17.707310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-592bda71-e898-4a89-b84b-028dc17f7bf2 req-38b465b1-9cb0-49a5-9144-97707466b05c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 945 time: 0.1858685 Feb 07 22:51:17.804183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-592bda71-e898-4a89-b84b-028dc17f7bf2 req-a58539e3-9b53-491a-a16d-391bbbaed13e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848234 Feb 07 22:51:17.896806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.966396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfc8ffc-bf43-402e-801b-5413ad32139c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:17.975030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Checking segment: {'id': '6117d748-5ccb-40ed-9de6-77756670d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a132296b-cfc3-4c2e-8f5e-ab06c384b258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:51:17.975386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Network hostable DHCP agents. Network: a132296b-cfc3-4c2e-8f5e-ab06c384b258, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:17.995963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Network a132296b-cfc3-4c2e-8f5e-ab06c384b258 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:18.014041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a132296b-cfc3-4c2e-8f5e-ab06c384b258) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:18.024624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:18.025341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.032093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e45b0-0dbe-480c-b9d7-1aa73190c50f None None] Network a132296b-cfc3-4c2e-8f5e-ab06c384b258 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:51:18.059551 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-09a5206d-b783-445b-aa15-8d20775697ee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5470734 Feb 07 22:51:18.309977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d0e29-20c6-495e-957b-b5bd275d838e None None] Network a132296b-cfc3-4c2e-8f5e-ab06c384b258 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:51:18.325404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.336155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.425101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 478cc14e-809b-4b5b-9700-16d43edb77dd up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:51:18.511573 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 88a494fb-76e7-4f09-b957-b2cd2b94801b associated. External IP: 172.25.8.240, port: 841526d7-5210-480e-90da-3664fb8969d2. Feb 07 22:51:18.579037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 478cc14e-809b-4b5b-9700-16d43edb77dd completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:18.587124 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 478cc14e-809b-4b5b-9700-16d43edb77dd triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:18.587501 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.716544 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.771625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68942f6-1ccb-4122-8816-150ceebebb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478cc14e-809b-4b5b-9700-16d43edb77dd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:18.777350 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529b1c74-2a78-4107-b7ad-747b1005e208" -d '{"events": [{"server_uuid": "a68942f6-1ccb-4122-8816-150ceebebb4b", "name": "network-vif-plugged", "status": "completed", "tag": "478cc14e-809b-4b5b-9700-16d43edb77dd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:51:18.813384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 478cc14e-809b-4b5b-9700-16d43edb77dd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=478cc14e-809b-4b5b-9700-16d43edb77dd,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:18.824993 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.859490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918689d-2247-4b34-a552-712d262d1f1a req-10130422-a25d-4f05-8d52-b83ea1326d54 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:18.864277 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0918689d-2247-4b34-a552-712d262d1f1a req-10130422-a25d-4f05-8d52-b83ea1326d54 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 945 time: 0.1686587 Feb 07 22:51:18.869455 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d8f13a-8183-438e-bdca-690f2c42cbfa x-openstack-request-id: req-e8d8f13a-8183-438e-bdca-690f2c42cbfa {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:51:18.869455 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68942f6-1ccb-4122-8816-150ceebebb4b", "name": "network-vif-plugged", "status": "completed", "tag": "478cc14e-809b-4b5b-9700-16d43edb77dd", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:51:18.869645 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8d8f13a-8183-438e-bdca-690f2c42cbfa {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:51:18.871668 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68942f6-1ccb-4122-8816-150ceebebb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478cc14e-809b-4b5b-9700-16d43edb77dd', 'code': 200} Feb 07 22:51:18.913760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:18.960769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0918689d-2247-4b34-a552-712d262d1f1a req-41c6cae4-3318-47e0-a31d-884c52d14ecb tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845671 Feb 07 22:51:18.961408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=478cc14e-809b-4b5b-9700-16d43edb77dd,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:19.001069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705abc7-f1b5-463f-bebe-0c3c2f22de4d req-319a87fc-3494-4bf0-9837-de282d37d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:19.003092 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5705abc7-f1b5-463f-bebe-0c3c2f22de4d req-319a87fc-3494-4bf0-9837-de282d37d948 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 1097 time: 0.0784044 Feb 07 22:51:19.046556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5705abc7-f1b5-463f-bebe-0c3c2f22de4d req-c15d41d1-2cad-4275-806c-70c922b71ba1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363610 Feb 07 22:51:19.075214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58142) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:19.083748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1533573109-network', 'tenant_id': '5dd57c2a216a4ca490973f26107fdb8a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:19.131150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Made reservation on behalf of 5dd57c2a216a4ca490973f26107fdb8a for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:19.140570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.153481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.277971 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.292096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.332296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa1d1af-0e34-4e1a-b30e-cfceb8f150a3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:19.356593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:19.382144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.383283 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Added segment 6d22b971-8bf2-4f8f-8233-c50d93d5e1b2 of type vlan for network 7fe321c6-aec3-44c8-aeb7-733ea79be9c1 Feb 07 22:51:19.431479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:19.440103 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.443672 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32173695-5475-464f-9fde-53b171f12cba None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:19.454188 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32173695-5475-464f-9fde-53b171f12cba None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:19.455775 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-32173695-5475-464f-9fde-53b171f12cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:19.499227 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.500258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:19.501474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.501608 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-32173695-5475-464f-9fde-53b171f12cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:19.527022 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32173695-5475-464f-9fde-53b171f12cba None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:19.528017 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-32173695-5475-464f-9fde-53b171f12cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:19.570047 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-32173695-5475-464f-9fde-53b171f12cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:19.571010 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32173695-5475-464f-9fde-53b171f12cba None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:19.578483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe321c6-aec3-44c8-aeb7-733ea79be9c1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:19.583321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9ccf5d2-16ef-407d-ae8f-a401e5c22445 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5070226 Feb 07 22:51:19.586672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58152) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:19.592086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7fe321c6-aec3-44c8-aeb7-733ea79be9c1 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:51:19.595903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Request body: {'subnet': {'network_id': '7fe321c6-aec3-44c8-aeb7-733ea79be9c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1533573109-subnet', 'tenant_id': '5dd57c2a216a4ca490973f26107fdb8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:19.640557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Made reservation on behalf of 5dd57c2a216a4ca490973f26107fdb8a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:19.642863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.774536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:19.918162 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.932630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:19.943594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76b5c5-c23a-41e4-ba5f-82a9a9b4f1c8 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:19.945477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.956888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76b5c5-c23a-41e4-ba5f-82a9a9b4f1c8 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:19.957771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf76b5c5-c23a-41e4-ba5f-82a9a9b4f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.015910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-313e0326-98d1-4379-a66b-635ae68396e9 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/floatingips/88a494fb-76e7-4f09-b957-b2cd2b94801b HTTP/1.1" status: 200 len: 979 time: 2.5568306 Feb 07 22:51:20.018475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58162) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:20.025383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8849373c-fc86-4334-b493-41b64f009db6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:20.035852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Checking segment: {'id': '6d22b971-8bf2-4f8f-8233-c50d93d5e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7fe321c6-aec3-44c8-aeb7-733ea79be9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:51:20.036448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Network hostable DHCP agents. Network: 7fe321c6-aec3-44c8-aeb7-733ea79be9c1, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:20.040293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf8fc34-06bd-4566-82fd-1204b9757786,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:20.062910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Network 7fe321c6-aec3-44c8-aeb7-733ea79be9c1 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:20.075024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf76b5c5-c23a-41e4-ba5f-82a9a9b4f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.078950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7fe321c6-aec3-44c8-aeb7-733ea79be9c1) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:20.084574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.085165 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.122132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a724a95-cfdb-4b83-981c-4cb5a244eeaa None None] Network 7fe321c6-aec3-44c8-aeb7-733ea79be9c1 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:51:20.137339 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-614a6142-8691-4547-b28e-1fb365fabc61 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5494223 Feb 07 22:51:20.160467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76b5c5-c23a-41e4-ba5f-82a9a9b4f1c8 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:20.161334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf76b5c5-c23a-41e4-ba5f-82a9a9b4f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.172725 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8849373c-fc86-4334-b493-41b64f009db6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.204033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf76b5c5-c23a-41e4-ba5f-82a9a9b4f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.204914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76b5c5-c23a-41e4-ba5f-82a9a9b4f1c8 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:20.332359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58174) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:20.432669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d6ffe1-1114-4bed-9613-bd74d208df1b admin admin] Deleting subnet 0dfc8ffc-bf43-402e-801b-5413ad32139c {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:51:20.444182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30fc63e-9844-4dbd-a1fa-7432ef1775d1 None None] Network 7fe321c6-aec3-44c8-aeb7-733ea79be9c1 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:51:20.451649 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04d6ffe1-1114-4bed-9613-bd74d208df1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.460644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3a11b-9182-48f4-90ec-2c4396c1750a req-5aa62f26-c408-43b7-b29b-e8f22c8a8816 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.464328 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8b3a11b-9182-48f4-90ec-2c4396c1750a req-5aa62f26-c408-43b7-b29b-e8f22c8a8816 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 946 time: 0.3492699 Feb 07 22:51:20.496540 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04d6ffe1-1114-4bed-9613-bd74d208df1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.519970 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8849373c-fc86-4334-b493-41b64f009db6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.537259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8849373c-fc86-4334-b493-41b64f009db6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.537476 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-8849373c-fc86-4334-b493-41b64f009db6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 88a494fb-76e7-4f09-b957-b2cd2b94801b disassociated. External IP: 172.25.8.240, port: 9ddd4624-038e-4612-bf18-e20c72ffab3b. Feb 07 22:51:20.597685 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04d6ffe1-1114-4bed-9613-bd74d208df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.614460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8b3a11b-9182-48f4-90ec-2c4396c1750a req-6c79ce83-663f-42df-a03f-3867f3203a15 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022744 Feb 07 22:51:20.699883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04d6ffe1-1114-4bed-9613-bd74d208df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.734027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6ffe1-1114-4bed-9613-bd74d208df1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfc8ffc-bf43-402e-801b-5413ad32139c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:20.743929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-04d6ffe1-1114-4bed-9613-bd74d208df1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.751787 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-04d6ffe1-1114-4bed-9613-bd74d208df1b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0dfc8ffc-bf43-402e-801b-5413ad32139c HTTP/1.1" status: 204 len: 168 time: 0.4181683 Feb 07 22:51:20.752650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58180) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:20.823242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8849373c-fc86-4334-b493-41b64f009db6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:20.828394 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.921624 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.948268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a132296b-cfc3-4c2e-8f5e-ab06c384b258']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.958887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6117d748-5ccb-40ed-9de6-77756670d3a4') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.959203 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6117d748-5ccb-40ed-9de6-77756670d3a4') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.969788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.984982 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.987697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8849373c-fc86-4334-b493-41b64f009db6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:20.995646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8849373c-fc86-4334-b493-41b64f009db6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.998980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:20.999392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.001931 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633a58c1-bb9e-4b1e-98d5-5c9a164dfb07 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:21.003566 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:21.022206 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633a58c1-bb9e-4b1e-98d5-5c9a164dfb07 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:21.023056 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-633a58c1-bb9e-4b1e-98d5-5c9a164dfb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:21.039979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8849373c-fc86-4334-b493-41b64f009db6 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/floatingips/88a494fb-76e7-4f09-b957-b2cd2b94801b HTTP/1.1" status: 200 len: 688 time: 1.0182233 Feb 07 22:51:21.040358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58194) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:21.078752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.099910 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-633a58c1-bb9e-4b1e-98d5-5c9a164dfb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:21.111692 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.118203 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a132296b-cfc3-4c2e-8f5e-ab06c384b258 HTTP/1.1" status: 204 len: 168 time: 0.3635941 Feb 07 22:51:21.119196 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633a58c1-bb9e-4b1e-98d5-5c9a164dfb07 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:21.119382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58200) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:21.119866 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-633a58c1-bb9e-4b1e-98d5-5c9a164dfb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:50:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:21.121040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da277e91-9143-4d8f-a0ff-2a06dc9c2b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=a132296b-cfc3-4c2e-8f5e-ab06c384b258,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:21.172745 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-633a58c1-bb9e-4b1e-98d5-5c9a164dfb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:21.173746 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633a58c1-bb9e-4b1e-98d5-5c9a164dfb07 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:21.199991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-51738784-9f0c-4680-bc2b-d696784ca319 admin admin] Deleting subnet ecf8fc34-06bd-4566-82fd-1204b9757786 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:51:21.207000 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-51738784-9f0c-4680-bc2b-d696784ca319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.250310 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-51738784-9f0c-4680-bc2b-d696784ca319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.278291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port 0d212156-94e4-447b-ba7b-cf854a6df5e7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:21.278725 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.307283 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-51738784-9f0c-4680-bc2b-d696784ca319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.384370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.384752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.395092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-51738784-9f0c-4680-bc2b-d696784ca319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.412892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for 0d212156-94e4-447b-ba7b-cf854a6df5e7 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:21.430893 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51738784-9f0c-4680-bc2b-d696784ca319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf8fc34-06bd-4566-82fd-1204b9757786,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:21.435230 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-51738784-9f0c-4680-bc2b-d696784ca319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.442673 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-51738784-9f0c-4680-bc2b-d696784ca319 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ecf8fc34-06bd-4566-82fd-1204b9757786 HTTP/1.1" status: 204 len: 168 time: 0.3195777 Feb 07 22:51:21.443459 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2adcb224-d453-4a2d-ad99-48a17a62d103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.444100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58208) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:21.530184 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.633786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.659351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.676910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=0d212156-94e4-447b-ba7b-cf854a6df5e7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:21.720275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe321c6-aec3-44c8-aeb7-733ea79be9c1']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:21.746108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d22b971-8bf2-4f8f-8233-c50d93d5e1b2') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:21.746734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d22b971-8bf2-4f8f-8233-c50d93d5e1b2') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:21.767258 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.767621 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.769431 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.770621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-43bb3873-ebcd-42c8-87be-3414e0429db8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/floatingips/88a494fb-76e7-4f09-b957-b2cd2b94801b HTTP/1.1" status: 204 len: 168 time: 0.7289703 Feb 07 22:51:21.775548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58224) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:21.821949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ca939-c4fd-46e8-a2d8-57447dbdc0dd req-7f344668-fe19-4f31-8beb-b75025b3346c tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.824024 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-70706fe6-43b2-4511-9a19-86258b7b8318 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] delete failed (client error): The resource could not be found. Feb 07 22:51:21.825055 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-70706fe6-43b2-4511-9a19-86258b7b8318 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/floatingips/88a494fb-76e7-4f09-b957-b2cd2b94801b HTTP/1.1" status: 404 len: 345 time: 0.0485489 Feb 07 22:51:21.831969 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6e2ca939-c4fd-46e8-a2d8-57447dbdc0dd req-7f344668-fe19-4f31-8beb-b75025b3346c tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 946 time: 0.0822873 Feb 07 22:51:21.832474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58226) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:21.839153 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.846145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:21.856740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:21.859372 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:21.930993 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.939998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.946809 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7fe321c6-aec3-44c8-aeb7-733ea79be9c1 HTTP/1.1" status: 204 len: 168 time: 0.5001621 Feb 07 22:51:21.956053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf143ab2-1367-479b-a127-b5fbeb949c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe321c6-aec3-44c8-aeb7-733ea79be9c1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:21.971054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6e2ca939-c4fd-46e8-a2d8-57447dbdc0dd req-c5acdd81-899c-495f-b80f-599de79f186b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256623 Feb 07 22:51:21.987131 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:51:21.989498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f6ca1-435f-4966-a11b-0d99d0099d60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:22.014908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f6ca1-435f-4966-a11b-0d99d0099d60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:22.034396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f6ca1-435f-4966-a11b-0d99d0099d60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:22.042339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-180f6ca1-435f-4966-a11b-0d99d0099d60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "GET /v2.0/ports?network_id=f03740bd-ab58-496a-899e-0ea2946fcfca HTTP/1.1" status: 200 len: 2358 time: 0.2081764 Feb 07 22:51:22.044619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58236) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:22.140425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e674900-8891-4ad2-9346-cb6de44d3a96 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:22.143752 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0e674900-8891-4ad2-9346-cb6de44d3a96 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "GET /v2.0/subnets/3cae2845-1a6c-47f6-9858-042205ddbdb7 HTTP/1.1" status: 200 len: 797 time: 0.0958922 Feb 07 22:51:22.146511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58242) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:22.152193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'port': {'network_id': 'f03740bd-ab58-496a-899e-0ea2946fcfca', 'name': 'tempest-FloatingIPTestJSON-1093931952', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:22.198371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58244) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:22.252584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e427375b-2672-46ab-ad56-f115b91e7e35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95e6e97500d34010ae8d69034f2ad570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528638 Feb 07 22:51:22.253184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58254) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:22.313672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29c73c83-c8a5-4c16-85a0-9464674b9edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.340651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29c73c83-c8a5-4c16-85a0-9464674b9edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.359830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Made reservation on behalf of 13b0e50c654740349c7731528734abbf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:22.402899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29c73c83-c8a5-4c16-85a0-9464674b9edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.408061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29c73c83-c8a5-4c16-85a0-9464674b9edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.437188 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-29c73c83-c8a5-4c16-85a0-9464674b9edc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6344f03a-5a6e-43a7-a49b-dba4e97b620e HTTP/1.1" status: 204 len: 168 time: 0.1827769 Feb 07 22:51:22.475625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c73c83-c8a5-4c16-85a0-9464674b9edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6344f03a-5a6e-43a7-a49b-dba4e97b620e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:22.625405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.670737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] device_id is not set on port 18c5d4a9-99ae-455b-8d04-17b0b559a9e6 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:51:22.923428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58274) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:22.976216 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-207bb124-3b9f-4eca-8656-e7508b8f29cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dd57c2a216a4ca490973f26107fdb8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514321 Feb 07 22:51:22.978760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58280) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:23.049412 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8b40ebb2-c4f2-4507-9705-8b98276870ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.061642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.20.0.13 (f03740bd-ab58-496a-899e-0ea2946fcfca/3cae2845-1a6c-47f6-9858-042205ddbdb7/18c5d4a9-99ae-455b-8d04-17b0b559a9e6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:23.070320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.20.0.12 (f03740bd-ab58-496a-899e-0ea2946fcfca/3cae2845-1a6c-47f6-9858-042205ddbdb7/18c5d4a9-99ae-455b-8d04-17b0b559a9e6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:23.079974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8b40ebb2-c4f2-4507-9705-8b98276870ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.155955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8b40ebb2-c4f2-4507-9705-8b98276870ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.161415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8b40ebb2-c4f2-4507-9705-8b98276870ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.180365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8b40ebb2-c4f2-4507-9705-8b98276870ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fa1d1af-0e34-4e1a-b30e-cfceb8f150a3 HTTP/1.1" status: 204 len: 168 time: 0.2004104 Feb 07 22:51:23.201534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40ebb2-c4f2-4507-9705-8b98276870ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa1d1af-0e34-4e1a-b30e-cfceb8f150a3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:23.307933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.345309 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.390836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network f03740bd-ab58-496a-899e-0ea2946fcfca is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:23.396916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:23.404698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:23.516784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=18c5d4a9-99ae-455b-8d04-17b0b559a9e6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:23.535453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.536263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.559842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f41a220e-383a-4d35-8478-da48ee5a2e7d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4119511 Feb 07 22:51:23.562955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58302) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:23.567671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '18c5d4a9-99ae-455b-8d04-17b0b559a9e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:23.618758 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.817480 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.955889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.25.8.43 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/b8996086-a749-4ff5-a818-a7f8df6176d1) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:24.117998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.175828 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.233518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:24.237938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:24.242327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:24.273576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=b8996086-a749-4ff5-a818-a7f8df6176d1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:24.615360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d00785c-0fcf-488f-9432-a8c2caa8d34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.801450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.866771 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.997366 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.239004 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.244912 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.367642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=b8996086-a749-4ff5-a818-a7f8df6176d1,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:25.403115 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.559823 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 21a6907c-b41d-46a4-8e9f-e722e05d860f associated. External IP: 172.25.8.43, port: 18c5d4a9-99ae-455b-8d04-17b0b559a9e6. Feb 07 22:51:25.877270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:26.054542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:26.069092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb778a-3382-49c4-9c1c-fbcdf2783aee None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:26.080888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.082819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb778a-3382-49c4-9c1c-fbcdf2783aee None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:26.084003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-80bb778a-3382-49c4-9c1c-fbcdf2783aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:26.126510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-75f7124a-7da6-40d0-83f8-01968e873e8a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5624325 Feb 07 22:51:26.128204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-80bb778a-3382-49c4-9c1c-fbcdf2783aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:26.129254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58386) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:26.134762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7979d94b-63c0-47c7-a858-bafe4bd3718b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'port_id': '18c5d4a9-99ae-455b-8d04-17b0b559a9e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:26.152730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb778a-3382-49c4-9c1c-fbcdf2783aee None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:26.153853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-80bb778a-3382-49c4-9c1c-fbcdf2783aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:26.240969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-80bb778a-3382-49c4-9c1c-fbcdf2783aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:26.242851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb778a-3382-49c4-9c1c-fbcdf2783aee None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:26.291051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7979d94b-63c0-47c7-a858-bafe4bd3718b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.314839 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.591047 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.183340 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7979d94b-63c0-47c7-a858-bafe4bd3718b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.190271 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7979d94b-63c0-47c7-a858-bafe4bd3718b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.553464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7979d94b-63c0-47c7-a858-bafe4bd3718b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:28.063016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7979d94b-63c0-47c7-a858-bafe4bd3718b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:28.067688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7979d94b-63c0-47c7-a858-bafe4bd3718b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.084331 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a7bee-b3ec-484f-838c-341f39059b1a None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:28.095923 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a7bee-b3ec-484f-838c-341f39059b1a None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:28.097385 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3f2a7bee-b3ec-484f-838c-341f39059b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:28.138503 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3f2a7bee-b3ec-484f-838c-341f39059b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:28.153615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7979d94b-63c0-47c7-a858-bafe4bd3718b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/floatingips/21a6907c-b41d-46a4-8e9f-e722e05d860f HTTP/1.1" status: 200 len: 978 time: 2.0228338 Feb 07 22:51:28.156831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58430) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:28.158346 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a7bee-b3ec-484f-838c-341f39059b1a None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:28.158972 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3f2a7bee-b3ec-484f-838c-341f39059b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:28.237424 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3f2a7bee-b3ec-484f-838c-341f39059b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:28.238029 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a7bee-b3ec-484f-838c-341f39059b1a None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:28.360698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port b8996086-a749-4ff5-a818-a7f8df6176d1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:28.361005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.451155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.451496 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.463182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for b8996086-a749-4ff5-a818-a7f8df6176d1 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:28.636994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.671741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=b8996086-a749-4ff5-a818-a7f8df6176d1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:28.701968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.702326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.702670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.703014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.703351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.703681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.704167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.704499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.704826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.705192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.705466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.705788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:28.751732 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.752097 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 21a6907c-b41d-46a4-8e9f-e722e05d860f disassociated (deleted). External IP: 172.25.8.43, port: 18c5d4a9-99ae-455b-8d04-17b0b559a9e6. Feb 07 22:51:29.010087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:29.160856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:29.166099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.173448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab3e1f-b8a8-4b21-bd1d-4ccdf3106d63 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:29.190730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab3e1f-b8a8-4b21-bd1d-4ccdf3106d63 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:29.191366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-faab3e1f-b8a8-4b21-bd1d-4ccdf3106d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:29.197004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e9bf6-0f16-4128-b4ed-054b50690636 req-d1940a7d-b1a5-49b2-9fa2-837278efc7ae tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:29.198646 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b17e9bf6-0f16-4128-b4ed-054b50690636 req-d1940a7d-b1a5-49b2-9fa2-837278efc7ae tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0916476 Feb 07 22:51:29.212452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-745c2f9c-2f02-4443-98fa-70bb958d90e3 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/floatingips/21a6907c-b41d-46a4-8e9f-e722e05d860f HTTP/1.1" status: 204 len: 168 time: 1.0545540 Feb 07 22:51:29.215076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58478) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:29.242277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-faab3e1f-b8a8-4b21-bd1d-4ccdf3106d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:29.252346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab3e1f-b8a8-4b21-bd1d-4ccdf3106d63 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:29.253575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-faab3e1f-b8a8-4b21-bd1d-4ccdf3106d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:29.307029 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b17e9bf6-0f16-4128-b4ed-054b50690636 req-5b980cd8-13ea-40e9-9c68-3fb8c5adb89a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988119 Feb 07 22:51:29.316247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-faab3e1f-b8a8-4b21-bd1d-4ccdf3106d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:29.317037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab3e1f-b8a8-4b21-bd1d-4ccdf3106d63 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:29.518772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port 18c5d4a9-99ae-455b-8d04-17b0b559a9e6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:29.519117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.562304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621c459-06ba-47bd-be37-90747cbd3438 req-b0ad070f-fd06-4d75-96a7-06f4d8e18f39 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:29.574627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5621c459-06ba-47bd-be37-90747cbd3438 req-b0ad070f-fd06-4d75-96a7-06f4d8e18f39 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1334260 Feb 07 22:51:29.673460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5621c459-06ba-47bd-be37-90747cbd3438 req-b3870688-23c0-4935-888d-de1f766eb012 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939410 Feb 07 22:51:29.760367 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.788684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for 18c5d4a9-99ae-455b-8d04-17b0b559a9e6 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:30.068302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-619e316a-1e72-41f9-951b-62216b588844 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:30.077605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-619e316a-1e72-41f9-951b-62216b588844 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 815 time: 0.2867227 Feb 07 22:51:30.172458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-fc10549a-298f-4920-b75d-1e9c75310d16 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/quotas/3ff5c4f24e93439eafa1d7ce3f7c79f4 HTTP/1.1" status: 200 len: 375 time: 0.0837150 Feb 07 22:51:30.195274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c238-b2cb-4a0e-bbb0-c5455bcb8340 req-df0f4eee-304f-4eea-8ba5-f9cb8103c977 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:30.217044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-68d4c238-b2cb-4a0e-bbb0-c5455bcb8340 req-df0f4eee-304f-4eea-8ba5-f9cb8103c977 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1084282 Feb 07 22:51:30.305648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-68d4c238-b2cb-4a0e-bbb0-c5455bcb8340 req-304a41d0-ba97-4984-89a2-f950d05af1fb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872021 Feb 07 22:51:30.421203 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-6d93337d-577e-427b-8dc7-dbdaf648c044 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2454755 Feb 07 22:51:30.475651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:30.667988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=18c5d4a9-99ae-455b-8d04-17b0b559a9e6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:30.705410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.705828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.706166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.706498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.706903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.707229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.707550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.707930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.708252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.708667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.709472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.709803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:30.801896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:30.838910 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a4f99074-4194-4819-bc76-71bc0bdf0991 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/ports/18c5d4a9-99ae-455b-8d04-17b0b559a9e6 HTTP/1.1" status: 204 len: 168 time: 1.6220608 Feb 07 22:51:30.843038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58538) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:30.845958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-c49f575f-259d-4621-8dd9-bbd4c2b460a0 service neutron] 10.222.0.15 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061146 Feb 07 22:51:30.848060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:30.934202 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.001705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8969c2b6-b141-40ae-864b-621b90a584ae service neutron] 10.222.0.15 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377614 Feb 07 22:51:31.306978 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89e5c542-3d79-4678-8d22-79bf1286a4bc req-e50be47e-c547-4a3a-abe4-73ff6a4313fa tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 210 time: 0.0471492 Feb 07 22:51:31.471869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14107e7-a473-4fe6-a64a-99e149ee6c1a req-a446daaa-a6cd-45c3-9d19-a84a8d2da68c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.473257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d14107e7-a473-4fe6-a64a-99e149ee6c1a req-a446daaa-a6cd-45c3-9d19-a84a8d2da68c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.5741391 Feb 07 22:51:31.576548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d14107e7-a473-4fe6-a64a-99e149ee6c1a req-3cc61c20-c87a-43b3-9aa6-ecbbf288979f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802372 Feb 07 22:51:31.642234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.792261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.25.8.5 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/d6811653-d4f3-4897-b1b6-b31417809262) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:31.933402 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.998836 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.054750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:32.059205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:32.064409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:32.110316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=d6811653-d4f3-4897-b1b6-b31417809262,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:32.169256 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.212617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.421669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a07a148-7f63-43bd-a20a-edf35f93bbba req-212e3cf4-1c3d-40d0-aff5-dead6b85ab08 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 210 time: 0.0314159 Feb 07 22:51:32.476449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.484771 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.627716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=d6811653-d4f3-4897-b1b6-b31417809262,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:32.651718 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.689175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.690443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d9c5c9f5-41e3-4641-8c47-e70277a55ac0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8463683 Feb 07 22:51:32.696634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58590) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:32.731358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'port': {'network_id': 'f03740bd-ab58-496a-899e-0ea2946fcfca', 'name': 'tempest-FloatingIPTestJSON-986620005'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:32.855000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f68cf9-9184-4ea5-8eb4-40d26471d3fa req-d429c616-c706-4bc7-a01c-bdbcd67a4b72 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:32.859310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98f68cf9-9184-4ea5-8eb4-40d26471d3fa req-d429c616-c706-4bc7-a01c-bdbcd67a4b72 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1562340 Feb 07 22:51:32.882551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58592) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:32.962305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Made reservation on behalf of 13b0e50c654740349c7731528734abbf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:32.969795 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.001578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] device_id is not set on port 93584089-5722-4690-8926-44dfa311212d yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:51:33.035385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98f68cf9-9184-4ea5-8eb4-40d26471d3fa req-313e8775-348a-4c07-abd7-27ae52830051 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439252 Feb 07 22:51:33.119107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-28da5d37-c5c7-4515-84e5-f1b8a74d54fe tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:33.121585 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-28da5d37-c5c7-4515-84e5-f1b8a74d54fe tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.46 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 815 time: 0.2587802 Feb 07 22:51:33.128695 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fea0df48-063d-4488-8b3a-70175ef36b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.150662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Request body: {'port': {'device_id': '379f6cd2-e874-45d0-a137-b0495790f6a2', 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc', 'admin_state_up': True, 'tenant_id': '3ff5c4f24e93439eafa1d7ce3f7c79f4'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:33.288708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.20.0.11 (f03740bd-ab58-496a-899e-0ea2946fcfca/3cae2845-1a6c-47f6-9858-042205ddbdb7/93584089-5722-4690-8926-44dfa311212d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:33.302644 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fea0df48-063d-4488-8b3a-70175ef36b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.312521 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fea0df48-063d-4488-8b3a-70175ef36b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.368387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Made reservation on behalf of 3ff5c4f24e93439eafa1d7ce3f7c79f4 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:33.373115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.404353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fea0df48-063d-4488-8b3a-70175ef36b2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e87f46b6bba4d7bb77e8fd598bcb99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5197432 Feb 07 22:51:33.408428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0df48-063d-4488-8b3a-70175ef36b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e754739b-e109-493c-b6f1-7ea8f9c9fdb7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:33.428267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58612) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:33.543573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Allocated IP 172.20.0.4 (553e2505-80e6-497f-91f0-666f97c498dc/7d6ef840-447b-4c53-8a11-7a33819ae83a/9bbc91ae-e8c3-462a-a026-bf3559f2e68b) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:33.615484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-164cd24d-bd18-41ec-a2f3-9cdb36392bfe req-5aa1adff-d374-4aa1-a2aa-5d8ce451ecfe tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 210 time: 0.0541906 Feb 07 22:51:33.662012 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d0344b5b-2d08-4c18-8931-68bd4d3c8976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.705395 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d0344b5b-2d08-4c18-8931-68bd4d3c8976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.718453 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.755181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.787742 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d0344b5b-2d08-4c18-8931-68bd4d3c8976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.788796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d0344b5b-2d08-4c18-8931-68bd4d3c8976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.790934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d0344b5b-2d08-4c18-8931-68bd4d3c8976 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e754739b-e109-493c-b6f1-7ea8f9c9fdb7 HTTP/1.1" status: 204 len: 168 time: 0.3610492 Feb 07 22:51:33.810738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.821757 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.835456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5643c1a7-b5a2-426b-a9d6-576175b206bc', '478cc14e-809b-4b5b-9700-16d43edb77dd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:51:33.838945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0344b5b-2d08-4c18-8931-68bd4d3c8976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e754739b-e109-493c-b6f1-7ea8f9c9fdb7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:33.878674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Network 553e2505-80e6-497f-91f0-666f97c498dc is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:33.885616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:33.890387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:33.891218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=93584089-5722-4690-8926-44dfa311212d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:33.898136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network f03740bd-ab58-496a-899e-0ea2946fcfca is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:33.899751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:33.906339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:33.986807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:33.989536 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.995780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.012679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Pushing event updated for resources: {'Port': ['ID=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:34.032041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-921cf317-e3a0-416e-8d07-f01abd84787f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3305957 Feb 07 22:51:34.032852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58624) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:34.040333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f8ad900d-c57a-4dcf-811d-250dfd902b34 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'port_id': '93584089-5722-4690-8926-44dfa311212d'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:34.057864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.062284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.099922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-e51f1118-50a4-4401-87d4-b0ce4b264e6a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9593377 Feb 07 22:51:34.106265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f8ad900d-c57a-4dcf-811d-250dfd902b34 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.128030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-bec9a3bd-05d8-428b-8ca7-208bcc29373f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:51:34.129175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-bec9a3bd-05d8-428b-8ca7-208bcc29373f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211396 Feb 07 22:51:34.154749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Request body: {'port': {'device_id': '379f6cd2-e874-45d0-a137-b0495790f6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:34.297101 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.335723 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.441194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb33e-3bfb-4dd3-9a6b-5fd6fa5982b0 req-6b4a3801-7ea5-48de-aed6-66aa14d02b04 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.442711 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26efb33e-3bfb-4dd3-9a6b-5fd6fa5982b0 req-6b4a3801-7ea5-48de-aed6-66aa14d02b04 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2325997 Feb 07 22:51:34.554993 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26efb33e-3bfb-4dd3-9a6b-5fd6fa5982b0 req-baf4c8d2-4d08-40b9-bc69-59074164c2bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040442 Feb 07 22:51:34.817369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbc91ae-e8c3-462a-a026-bf3559f2e68b {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:34.829356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.844574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Transition to ACTIVE for port object 9bbc91ae-e8c3-462a-a026-bf3559f2e68b will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:34.853200 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.876994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f8ad900d-c57a-4dcf-811d-250dfd902b34 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.899403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9614d-fee2-404d-96f0-8b748b16fbc9 req-c18b4db0-b406-439d-b783-51c00bbc690d tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.913978 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22d9614d-fee2-404d-96f0-8b748b16fbc9 req-c18b4db0-b406-439d-b783-51c00bbc690d tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 931 time: 0.1386006 Feb 07 22:51:34.915098 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f8ad900d-c57a-4dcf-811d-250dfd902b34 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.988950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:35.045634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Attempting to bind port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:35.046076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Attempting to bind port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:35.046474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Attempting to bind port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b on network 553e2505-80e6-497f-91f0-666f97c498dc {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:51:35.050404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22d9614d-fee2-404d-96f0-8b748b16fbc9 req-7216e1c8-1421-4d67-b825-b2d373bdb80b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659611 Feb 07 22:51:35.053021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b on network 553e2505-80e6-497f-91f0-666f97c498dc not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:51:35.053862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Attempting to bind port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b on network 553e2505-80e6-497f-91f0-666f97c498dc {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:51:35.060766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:51:35.062103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Checking segment: {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:51:35.062574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Bound using segment: {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:51:35.068271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Bound port: 9bbc91ae-e8c3-462a-a026-bf3559f2e68b, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:35.068907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:35.105453 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-f8ad900d-c57a-4dcf-811d-250dfd902b34 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP e85a2a98-0c25-4526-8eba-957a78ac138e associated. External IP: 172.25.8.5, port: 93584089-5722-4690-8926-44dfa311212d. Feb 07 22:51:35.188250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] For port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:51:35.194365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] For port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:51:35.204237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:35.280603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:35.312269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.313136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:35.314554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-8f3349ee-97d3-4180-b1a5-b22d9ddce567 service neutron] 10.222.0.46 "PUT /v2.0/ports/9bbc91ae-e8c3-462a-a026-bf3559f2e68b HTTP/1.1" status: 200 len: 1091 time: 1.1768901 Feb 07 22:51:35.314991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379f6cd2-e874-45d0-a137-b0495790f6a2', 'tag': '9bbc91ae-e8c3-462a-a026-bf3559f2e68b'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:35.324735 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecbdb23-df24-40a7-b155-ba2c30e87210" -d '{"events": [{"name": "network-changed", "server_uuid": "379f6cd2-e874-45d0-a137-b0495790f6a2", "tag": "9bbc91ae-e8c3-462a-a026-bf3559f2e68b"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:51:35.428249 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4db78f-c149-48dc-abf3-086c2f1d5872 x-openstack-request-id: req-cf4db78f-c149-48dc-abf3-086c2f1d5872 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:51:35.428880 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379f6cd2-e874-45d0-a137-b0495790f6a2", "tag": "9bbc91ae-e8c3-462a-a026-bf3559f2e68b", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:51:35.438843 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf4db78f-c149-48dc-abf3-086c2f1d5872 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:51:35.439808 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379f6cd2-e874-45d0-a137-b0495790f6a2', 'tag': '9bbc91ae-e8c3-462a-a026-bf3559f2e68b', 'status': 'completed', 'code': 200} Feb 07 22:51:35.444653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ad900d-c57a-4dcf-811d-250dfd902b34 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:35.467410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-0f4bbdf5-64e8-4360-852a-ebf55e6c37de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.469252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-0f4bbdf5-64e8-4360-852a-ebf55e6c37de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 1094 time: 0.1016309 Feb 07 22:51:35.581702 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-79775259-7733-4da5-8ff3-b7664f82f0eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bbc91ae-e8c3-462a-a026-bf3559f2e68b HTTP/1.1" status: 200 len: 217 time: 0.0961027 Feb 07 22:51:35.679218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-bce94b78-3f96-468f-ba54-581dc1c1c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.689142 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-bce94b78-3f96-468f-ba54-581dc1c1c877 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 200 len: 855 time: 0.0859015 Feb 07 22:51:35.735150 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-48fc29f4-d811-4aaa-a910-69ef89eab2bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=553e2505-80e6-497f-91f0-666f97c498dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383050 Feb 07 22:51:35.774748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ad900d-c57a-4dcf-811d-250dfd902b34 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:35.781326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f8ad900d-c57a-4dcf-811d-250dfd902b34 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:35.789569 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ee756-0009-4a07-a1eb-2fe05aeb3744 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:35.802879 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ee756-0009-4a07-a1eb-2fe05aeb3744 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:35.804061 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-598ee756-0009-4a07-a1eb-2fe05aeb3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:35.831184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f8ad900d-c57a-4dcf-811d-250dfd902b34 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/floatingips/e85a2a98-0c25-4526-8eba-957a78ac138e HTTP/1.1" status: 200 len: 976 time: 1.7970572 Feb 07 22:51:35.831813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58688) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:35.880068 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-598ee756-0009-4a07-a1eb-2fe05aeb3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:35.898181 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ee756-0009-4a07-a1eb-2fe05aeb3744 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:35.898815 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-598ee756-0009-4a07-a1eb-2fe05aeb3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:35.930250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9f5b2-2f1b-44d5-ad6d-7b5629c9d89c req-6cb5fb26-e33b-4cf8-a07e-be75d1aa549a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.931809 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39d9f5b2-2f1b-44d5-ad6d-7b5629c9d89c req-6cb5fb26-e33b-4cf8-a07e-be75d1aa549a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2210758 Feb 07 22:51:35.976056 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-598ee756-0009-4a07-a1eb-2fe05aeb3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:35.977559 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ee756-0009-4a07-a1eb-2fe05aeb3744 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:35.985739 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-fab9ba1b-61ad-4d3f-bb4b-f7d12bbfa1a8 service neutron] 10.222.0.46 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427082 Feb 07 22:51:36.074101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39d9f5b2-2f1b-44d5-ad6d-7b5629c9d89c req-744a5fb7-5f00-42c4-9cb9-e1b6fef8e6bf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279461 Feb 07 22:51:36.103071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port 93584089-5722-4690-8926-44dfa311212d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:36.130643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.166779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-387b55bd-0ef3-4c7c-843e-a03464939708 req-efe64f41-3940-41f2-a7c2-bce8c85bdb01 service neutron] 10.222.0.46 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739047 Feb 07 22:51:36.274664 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.313471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a809-0d4f-4353-9003-ffc69f788f2c req-9fe023c5-4ca4-4348-84ea-d2ed37eb2caa tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:36.315596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cde0a809-0d4f-4353-9003-ffc69f788f2c req-9fe023c5-4ca4-4348-84ea-d2ed37eb2caa tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 943 time: 0.1219063 Feb 07 22:51:36.380109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-6b1156b6-a743-4411-82b6-02acb2363712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:36.381607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-6b1156b6-a743-4411-82b6-02acb2363712 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 1094 time: 0.1230230 Feb 07 22:51:36.404976 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cde0a809-0d4f-4353-9003-ffc69f788f2c req-64169ac1-d0cf-4b82-95aa-64eedd801cc7 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755134 Feb 07 22:51:36.552344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.552804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.553199 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP e85a2a98-0c25-4526-8eba-957a78ac138e disassociated. External IP: 172.25.8.5, port: 93584089-5722-4690-8926-44dfa311212d. Feb 07 22:51:36.553616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for 93584089-5722-4690-8926-44dfa311212d owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:36.554894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-286cec3a-51ec-4435-8f2e-e5f58cc911d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:36.560920 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-286cec3a-51ec-4435-8f2e-e5f58cc911d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 915 time: 0.1536603 Feb 07 22:51:36.613627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-8030ab02-f708-4dcc-ab8e-e7228687c67a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bbc91ae-e8c3-462a-a026-bf3559f2e68b HTTP/1.1" status: 200 len: 217 time: 0.0427046 Feb 07 22:51:36.709985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-04f178a6-bd3f-4758-a8f6-09f8201160c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:36.712226 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-04f178a6-bd3f-4758-a8f6-09f8201160c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 200 len: 855 time: 0.0911794 Feb 07 22:51:36.741985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.787465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-1fd2bfc8-d3fc-4d4b-99bc-ba02f82c3048 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=553e2505-80e6-497f-91f0-666f97c498dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509715 Feb 07 22:51:36.844585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=93584089-5722-4690-8926-44dfa311212d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:36.934788 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-7dc71d59-f5c2-4f4f-a998-b7c7db7ea4a3 service neutron] 10.222.0.46 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443188 Feb 07 22:51:37.009041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:37.094398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eecbdb23-df24-40a7-b155-ba2c30e87210 req-c0a77e36-5e02-4fc5-ac35-a0fd3f634ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522195 Feb 07 22:51:37.163055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58734) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:37.263849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:37.277574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bfddd-af1c-41ce-94e4-8a259c174813 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:37.321604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602bfddd-af1c-41ce-94e4-8a259c174813 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:37.327484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-602bfddd-af1c-41ce-94e4-8a259c174813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:37.401447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-602bfddd-af1c-41ce-94e4-8a259c174813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:37.401817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a074552-acbf-4ea1-84bb-725e67fd51f2 req-2e831eb3-4147-43a7-be93-bc82e02aa184 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.403304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a074552-acbf-4ea1-84bb-725e67fd51f2 req-2e831eb3-4147-43a7-be93-bc82e02aa184 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1922569 Feb 07 22:51:37.413542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602bfddd-af1c-41ce-94e4-8a259c174813 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:37.414599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-602bfddd-af1c-41ce-94e4-8a259c174813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:37.415351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3980e49d-117c-4b77-bc1b-9d5f7c426f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.439502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.443017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f0014a5e-040c-4b96-9693-a2357d3dd687 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/ports/93584089-5722-4690-8926-44dfa311212d HTTP/1.1" status: 204 len: 168 time: 1.6093538 Feb 07 22:51:37.445615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58742) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:37.458314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a074552-acbf-4ea1-84bb-725e67fd51f2 req-6bd23cb0-17e7-4651-8f51-f28961f547d6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463238 Feb 07 22:51:37.514875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-602bfddd-af1c-41ce-94e4-8a259c174813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:37.515648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bfddd-af1c-41ce-94e4-8a259c174813 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:37.517530 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f5eb1bc-f1f7-4838-85de-896a5f705b7c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "GET /v2.0/floatingips/e85a2a98-0c25-4526-8eba-957a78ac138e HTTP/1.1" status: 200 len: 686 time: 0.0706496 Feb 07 22:51:37.520167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58744) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:37.582577 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3980e49d-117c-4b77-bc1b-9d5f7c426f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.595361 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3980e49d-117c-4b77-bc1b-9d5f7c426f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.648487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3980e49d-117c-4b77-bc1b-9d5f7c426f65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f97ebf7cb4e24a439853df92f0a7dbc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818020 Feb 07 22:51:37.654862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58746) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:37.686452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port d6811653-d4f3-4897-b1b6-b31417809262 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:37.686790 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.702363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980e49d-117c-4b77-bc1b-9d5f7c426f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c257f6-4169-4b6b-a360-eb533b9b91da,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:37.722888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20587d-f982-4dcf-ab20-66ea54a9b32b req-7357a169-22ef-4688-bae1-b3a40012474b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.724448 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee20587d-f982-4dcf-ab20-66ea54a9b32b req-7357a169-22ef-4688-bae1-b3a40012474b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 943 time: 0.1402359 Feb 07 22:51:37.780539 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32c555dc-69f4-45e1-b359-65714e574ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.805372 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32c555dc-69f4-45e1-b359-65714e574ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.861346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee20587d-f982-4dcf-ab20-66ea54a9b32b req-24877c86-6a56-4472-939a-3cc141484556 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257744 Feb 07 22:51:37.885462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32c555dc-69f4-45e1-b359-65714e574ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.890246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32c555dc-69f4-45e1-b359-65714e574ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.893789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-32c555dc-69f4-45e1-b359-65714e574ed9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29c257f6-4169-4b6b-a360-eb533b9b91da HTTP/1.1" status: 204 len: 168 time: 0.2303686 Feb 07 22:51:37.920798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c555dc-69f4-45e1-b359-65714e574ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c257f6-4169-4b6b-a360-eb533b9b91da,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:38.175133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.175617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.191320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for d6811653-d4f3-4897-b1b6-b31417809262 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:38.286602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58756) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:38.304166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9779e5f4-57f5-4c07-8140-894774bebaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.360622 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.416688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9779e5f4-57f5-4c07-8140-894774bebaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.420438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=d6811653-d4f3-4897-b1b6-b31417809262,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:38.423580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9779e5f4-57f5-4c07-8140-894774bebaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.491595 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.494571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.500392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9779e5f4-57f5-4c07-8140-894774bebaf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1570a65fcea441a0a7cfc8c73800f239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103591 Feb 07 22:51:38.500392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779e5f4-57f5-4c07-8140-894774bebaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd2c732-1a72-4ebb-81f4-813bed08eb6b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:38.502238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58760) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:38.503773 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-baf15093-a29a-4289-a1a0-8987771c20c8 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/floatingips/e85a2a98-0c25-4526-8eba-957a78ac138e HTTP/1.1" status: 204 len: 168 time: 0.9825077 Feb 07 22:51:38.507438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58762) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:38.519299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '9ddd4624-038e-4612-bf18-e20c72ffab3b'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:38.607983 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.615732 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b356b10-84d0-444b-89ed-e0715e2fa469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.624499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9bbc91ae-e8c3-462a-a026-bf3559f2e68b details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:51:38.663973 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b356b10-84d0-444b-89ed-e0715e2fa469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.673773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7e028-b780-49e4-8190-0f4349a95157 req-f697f5ef-5501-4443-8731-4ed5f8738f18 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.675434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ec7e028-b780-49e4-8190-0f4349a95157 req-f697f5ef-5501-4443-8731-4ed5f8738f18 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0824757 Feb 07 22:51:38.725648 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ec7e028-b780-49e4-8190-0f4349a95157 req-8fb82279-2c21-4ccc-af33-422b74b05a48 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426857 Feb 07 22:51:38.782679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b356b10-84d0-444b-89ed-e0715e2fa469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.785650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b356b10-84d0-444b-89ed-e0715e2fa469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.786986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0b356b10-84d0-444b-89ed-e0715e2fa469 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fd2c732-1a72-4ebb-81f4-813bed08eb6b HTTP/1.1" status: 204 len: 168 time: 0.2833362 Feb 07 22:51:38.808372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b356b10-84d0-444b-89ed-e0715e2fa469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd2c732-1a72-4ebb-81f4-813bed08eb6b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:38.860243 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.867120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:38.882056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '9bbc91ae-e8c3-462a-a026-bf3559f2e68b', 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc', 'port_id': '9bbc91ae-e8c3-462a-a026-bf3559f2e68b', 'mac_address': 'fa:16:3e:b2:ea:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6ef840-447b-4c53-8a11-7a33819ae83a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:51:38.937539 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.953812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbc91ae-e8c3-462a-a026-bf3559f2e68b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:38.977725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:38.983637 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.027281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.25.8.10 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/f438f903-7de4-447b-be38-af1418668320) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:39.049636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:39.054063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125415e-f190-4368-a403-da90b8a18f22 req-c3105d72-67fb-4a69-8914-bbe86a55b9b0 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:39.055506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8125415e-f190-4368-a403-da90b8a18f22 req-c3105d72-67fb-4a69-8914-bbe86a55b9b0 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 944 time: 0.0821033 Feb 07 22:51:39.149599 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8125415e-f190-4368-a403-da90b8a18f22 req-09faec11-7cb2-4c09-9cc2-13a5a05ce0ae tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788758 Feb 07 22:51:39.183950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.244769 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.301660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:39.306969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:39.310475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9bbc91ae-e8c3-462a-a026-bf3559f2e68b'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:51:39.312056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:39.318277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=f438f903-7de4-447b-be38-af1418668320,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:39.849711 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.948226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec62c4a-e100-4f16-80c6-f39157728360 req-6600dbbb-7a2c-4747-a249-a7daafbe848f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:39.950504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ec62c4a-e100-4f16-80c6-f39157728360 req-6600dbbb-7a2c-4747-a249-a7daafbe848f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0745654 Feb 07 22:51:39.971276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.011134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ec62c4a-e100-4f16-80c6-f39157728360 req-740c329a-7869-4870-a7f7-ab5d345d5599 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523274 Feb 07 22:51:40.191629 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.198490 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.288118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=f438f903-7de4-447b-be38-af1418668320,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:40.347792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febb247-ddc6-448d-b7b5-0a18d113f57a req-9792fc34-a6fa-4f97-a7e8-27fc46f61c79 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:40.349207 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6febb247-ddc6-448d-b7b5-0a18d113f57a req-9792fc34-a6fa-4f97-a7e8-27fc46f61c79 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 944 time: 0.1056104 Feb 07 22:51:40.350409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.483218 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6febb247-ddc6-448d-b7b5-0a18d113f57a req-e8f67d39-5339-4d26-b9b6-72035464d28f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965557 Feb 07 22:51:40.505476 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 412e077d-e9ec-4fba-b6bc-9ba67b307e89 associated. External IP: 172.25.8.10, port: 9ddd4624-038e-4612-bf18-e20c72ffab3b. Feb 07 22:51:40.651276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9bbc91ae-e8c3-462a-a026-bf3559f2e68b up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:51:40.736485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:40.740667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:40.741040 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.895615 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.938446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379f6cd2-e874-45d0-a137-b0495790f6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbc91ae-e8c3-462a-a026-bf3559f2e68b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:40.940787 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f662d8e3-8402-41ee-b676-bcbb298ce564" -d '{"events": [{"server_uuid": "379f6cd2-e874-45d0-a137-b0495790f6a2", "name": "network-vif-plugged", "status": "completed", "tag": "9bbc91ae-e8c3-462a-a026-bf3559f2e68b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:51:40.968565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:40.977050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.054727 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d2f51b-a3ec-41a6-b7fe-3a452a82cf2c x-openstack-request-id: req-58d2f51b-a3ec-41a6-b7fe-3a452a82cf2c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:51:41.055367 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379f6cd2-e874-45d0-a137-b0495790f6a2", "name": "network-vif-plugged", "status": "completed", "tag": "9bbc91ae-e8c3-462a-a026-bf3559f2e68b", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:51:41.055857 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58d2f51b-a3ec-41a6-b7fe-3a452a82cf2c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:51:41.056492 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379f6cd2-e874-45d0-a137-b0495790f6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbc91ae-e8c3-462a-a026-bf3559f2e68b', 'code': 200} Feb 07 22:51:41.089690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:41.370173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58866) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:41.373995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:41.383381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-77373e93-29b6-412a-981c-a01c5ab5be34 req-fced81ab-554f-4c67-960c-62790e5d3d6d service neutron] (102290) timed out ('10.222.0.15', 54546) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 22:51:41.413342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f263e-90eb-46d5-9fc0-ca13d7313784 req-98f5a55b-b9d0-4b9b-9f10-4835c431a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:41.415511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b3f263e-90eb-46d5-9fc0-ca13d7313784 req-98f5a55b-b9d0-4b9b-9f10-4835c431a0e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 1096 time: 0.1471667 Feb 07 22:51:41.425501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc1cd-f156-4886-9857-a2cbbd171c22 req-40b8108c-98bc-48a4-a15e-3bff51c34c73 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:41.427369 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9dcc1cd-f156-4886-9857-a2cbbd171c22 req-40b8108c-98bc-48a4-a15e-3bff51c34c73 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1606700 Feb 07 22:51:41.537824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b3f263e-90eb-46d5-9fc0-ca13d7313784 req-3b6e4491-b308-427f-a632-d4ee5b50306b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094365 Feb 07 22:51:41.563329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-85a5772d-6500-4180-9855-9d2421fe4ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.564569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9dcc1cd-f156-4886-9857-a2cbbd171c22 req-5015d8a8-8c52-4aa2-8e02-06c8ccdd59f1 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220963 Feb 07 22:51:41.621689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:41.635579 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e7ffe-3d41-430a-aaaa-49cf04de3683 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:41.654893 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.659150 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e7ffe-3d41-430a-aaaa-49cf04de3683 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:41.659929 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-271e7ffe-3d41-430a-aaaa-49cf04de3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:41.691417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ca4cd843-9f3f-4d6e-88b3-57ba6a8d1cbf tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1825333 Feb 07 22:51:41.693998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58872) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:41.700761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1041891424'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:41.703469 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-271e7ffe-3d41-430a-aaaa-49cf04de3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:41.715236 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e7ffe-3d41-430a-aaaa-49cf04de3683 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:41.716684 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-271e7ffe-3d41-430a-aaaa-49cf04de3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:41.737135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Made reservation on behalf of 13b0e50c654740349c7731528734abbf for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:41.741951 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.774037 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-271e7ffe-3d41-430a-aaaa-49cf04de3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:41.774926 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e7ffe-3d41-430a-aaaa-49cf04de3683 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:41.775061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:41.787068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.787228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e866f0-f901-4553-92b3-5b9f5f4ad577 req-3b32c08b-1cc0-42f2-81b1-2bafc0464181 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:41.787349 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Added segment 82689200-bcd9-475a-ba26-cbaa29543e4f of type vlan for network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 Feb 07 22:51:41.789469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8e866f0-f901-4553-92b3-5b9f5f4ad577 req-3b32c08b-1cc0-42f2-81b1-2bafc0464181 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 945 time: 0.1989727 Feb 07 22:51:41.847513 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.865145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-85a5772d-6500-4180-9855-9d2421fe4ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.874048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-85a5772d-6500-4180-9855-9d2421fe4ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.879439 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.887446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:41.888734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.891520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8e866f0-f901-4553-92b3-5b9f5f4ad577 req-ff953604-4771-4304-9bec-a9ec741ec887 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943727 Feb 07 22:51:41.918929 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-85a5772d-6500-4180-9855-9d2421fe4ee1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e21e5ebece33449991d1773cc38f3838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470245 Feb 07 22:51:41.922290 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5772d-6500-4180-9855-9d2421fe4ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9a18d1-c6f7-49a4-8ac9-56f9a7c19afc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:41.924733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58876) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:41.960130 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2649033 Feb 07 22:51:41.963025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58878) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:41.971110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'subnet': {'network_id': 'ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:41.986829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b75fb-da8e-4e95-960d-b3024f131017 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Network': ['ID=ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:41.988439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a17769c0-6849-4704-ac72-b6be3ce8eee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.997972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:51:42.024697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a17769c0-6849-4704-ac72-b6be3ce8eee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.068999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Made reservation on behalf of 13b0e50c654740349c7731528734abbf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:42.072997 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.105046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a17769c0-6849-4704-ac72-b6be3ce8eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.108449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a17769c0-6849-4704-ac72-b6be3ce8eee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.112300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a17769c0-6849-4704-ac72-b6be3ce8eee8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d9a18d1-c6f7-49a4-8ac9-56f9a7c19afc HTTP/1.1" status: 204 len: 168 time: 0.1843166 Feb 07 22:51:42.119689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17769c0-6849-4704-ac72-b6be3ce8eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9a18d1-c6f7-49a4-8ac9-56f9a7c19afc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:42.313827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.391114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Subnet': ['ID=241044bc-bed5-4973-ba57-78f07cc88e24,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:42.406857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Checking segment: {'id': '82689200-bcd9-475a-ba26-cbaa29543e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:51:42.407335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network hostable DHCP agents. Network: ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:42.427123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:42.439459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:42.449959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815fbd0-79e6-426d-97fd-2448ba826775 None None] Network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:51:42.457650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:42.459103 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.481107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b84bcc84-d878-4dd8-ad9b-3ede42d9fef0 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5169747 Feb 07 22:51:42.484116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58890) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:42.491011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1286729358', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:42.548998 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.550864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.572057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58892) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:42.610277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bfec672-db49-472f-bdf9-3d9fce9ff331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.706682 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.811209 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bfec672-db49-472f-bdf9-3d9fce9ff331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.823924 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bfec672-db49-472f-bdf9-3d9fce9ff331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.876243 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8f6cb-09da-4407-b04f-07d9a6582be9 req-72dbe64c-f001-4a13-9a60-7d4035dd4040 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:42.877965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93f8f6cb-09da-4407-b04f-07d9a6582be9 req-72dbe64c-f001-4a13-9a60-7d4035dd4040 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1675708 Feb 07 22:51:42.888989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5bfec672-db49-472f-bdf9-3d9fce9ff331 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8536870902de42f88a1ffe71642c4c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145728 Feb 07 22:51:42.893103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58896) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:42.918182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfec672-db49-472f-bdf9-3d9fce9ff331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f08112-a3e0-420d-aa06-185d196cfb1b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:42.941123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338', 'network_id': 'ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338', 'tenant_id': '13b0e50c654740349c7731528734abbf', 'fixed_ips': [{'subnet_id': '241044bc-bed5-4973-ba57-78f07cc88e24'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:51:42.944813 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.972195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.983171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f3544519-71c2-4add-9cdc-9673816f081d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.014737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f3544519-71c2-4add-9cdc-9673816f081d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.095266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93f8f6cb-09da-4407-b04f-07d9a6582be9 req-d0a3d7ab-4abb-473d-993e-6fdd7938ac10 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181068 Feb 07 22:51:43.154253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f3544519-71c2-4add-9cdc-9673816f081d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.159293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f3544519-71c2-4add-9cdc-9673816f081d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.159293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f3544519-71c2-4add-9cdc-9673816f081d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69f08112-a3e0-420d-aa06-185d196cfb1b HTTP/1.1" status: 204 len: 168 time: 0.2642977 Feb 07 22:51:43.174632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3544519-71c2-4add-9cdc-9673816f081d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f08112-a3e0-420d-aa06-185d196cfb1b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:43.184607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1794d-ce8e-4fc1-9273-1be9f1f64b13 req-6ad238e8-4132-40ba-870d-c8173068c472 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.186245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cf1794d-ce8e-4fc1-9273-1be9f1f64b13 req-6ad238e8-4132-40ba-870d-c8173068c472 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 945 time: 0.1362386 Feb 07 22:51:43.264351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cf1794d-ce8e-4fc1-9273-1be9f1f64b13 req-e45183e2-c0c1-4b31-bbf4-195bda6c01c4 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713456 Feb 07 22:51:43.270368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Allocated IP 172.20.0.2 (ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338/241044bc-bed5-4973-ba57-78f07cc88e24/2edf125b-c082-4c47-a2b2-991553de8465) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:43.303043 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.356286 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.575602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.25.8.65 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/f0bab315-ebc6-43a5-8a21-94b41013b192) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:43.584692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4e68b-c1f3-4815-8c72-c01da3f9266b req-3aa8ee7b-548d-456c-b166-32897bf3396a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.589246 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3f4e68b-c1f3-4815-8c72-c01da3f9266b req-3aa8ee7b-548d-456c-b166-32897bf3396a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1517861 Feb 07 22:51:43.593282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-1acf0c1c-e43d-4e68-8698-bd9f6f118bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.594917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-1acf0c1c-e43d-4e68-8698-bd9f6f118bfa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1096 time: 0.1112707 Feb 07 22:51:43.639031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.643447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3f4e68b-c1f3-4815-8c72-c01da3f9266b req-9d261db0-e35b-4546-bd0f-8092b7c91a90 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440936 Feb 07 22:51:43.649717 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.766402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:43.767388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.780208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:43.784368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:43.791927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-ffe5032a-18b3-4505-9751-3aede7c2a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.795028 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-ffe5032a-18b3-4505-9751-3aede7c2a764 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.1558402 Feb 07 22:51:43.869220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.900571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Pushing event updated for resources: {'Port': ['ID=2edf125b-c082-4c47-a2b2-991553de8465,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:43.919220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:43.924902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:43.928062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Attempting to bind port 2edf125b-c082-4c47-a2b2-991553de8465 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:43.928062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Attempting to bind port 2edf125b-c082-4c47-a2b2-991553de8465 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '82689200-bcd9-475a-ba26-cbaa29543e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:43.929095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Attempting to bind port 2edf125b-c082-4c47-a2b2-991553de8465 on network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:51:43.929820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:43.943490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:51:43.943920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Checking segment: {'id': '82689200-bcd9-475a-ba26-cbaa29543e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:51:43.944506 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.945958 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Bound using segment: {'id': '82689200-bcd9-475a-ba26-cbaa29543e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:51:43.946473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Bound port: 2edf125b-c082-4c47-a2b2-991553de8465, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82689200-bcd9-475a-ba26-cbaa29543e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:43.946985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.977973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-d219087e-2768-403f-88da-2cc603734cfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1000 time: 0.1750267 Feb 07 22:51:43.999054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=f0bab315-ebc6-43a5-8a21-94b41013b192,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:44.095819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] For port 2edf125b-c082-4c47-a2b2-991553de8465, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:51:44.099852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] For port 2edf125b-c082-4c47-a2b2-991553de8465, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2edf125b-c082-4c47-a2b2-991553de8465,segment=NetworkSegment(82689200-bcd9-475a-ba26-cbaa29543e4f),segment_id=82689200-bcd9-475a-ba26-cbaa29543e4f)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:51:44.110129 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.136295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-d5ec0ddd-1d5f-4fef-8d06-b8bcc7bd2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:44.138633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-d5ec0ddd-1d5f-4fef-8d06-b8bcc7bd2b2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1534214 Feb 07 22:51:44.236869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-2d3a36e8-46e0-4d31-9515-c7984e14649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:44.238413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-2d3a36e8-46e0-4d31-9515-c7984e14649e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933175 Feb 07 22:51:44.252864 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2ee8a-a8e4-41c2-802b-1a4e27c95ff2 None None] Pushing event updated for resources: {'Port': ['ID=2edf125b-c082-4c47-a2b2-991553de8465,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:44.417135 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.464101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-8d0a9ac2-686a-449b-99c6-82a6f5c8091a service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180684 Feb 07 22:51:44.749973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661e3d20-fac2-4c97-a1e4-a8178cca7323 req-e5de6a35-2113-4d0c-8445-4aceda9a42a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739258 Feb 07 22:51:44.976084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f1910-5587-4312-8ce6-b145ed24abb7 req-0538bf7b-4fa2-4d6f-ba18-7c952394f4e6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:44.977686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b02f1910-5587-4312-8ce6-b145ed24abb7 req-0538bf7b-4fa2-4d6f-ba18-7c952394f4e6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1488376 Feb 07 22:51:45.060802 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b02f1910-5587-4312-8ce6-b145ed24abb7 req-b1966b98-47f7-4423-bb32-5069df5caf5c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487387 Feb 07 22:51:45.068071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.232834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 233f909b-dd7f-435d-a39e-e77bdc9e0fac is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:51:45.458525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:45.474349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b293af-dad1-4ba1-9c3e-e1b15601b0bd None None] Sync routers for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:45.497833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b293af-dad1-4ba1-9c3e-e1b15601b0bd None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:45.499913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-25b293af-dad1-4ba1-9c3e-e1b15601b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:45.509818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.516218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58974) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:45.517942 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-056b6f56-f5ca-4d02-95a0-7515106d7525 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0296700 Feb 07 22:51:45.647538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-25b293af-dad1-4ba1-9c3e-e1b15601b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:45.650435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2edf125b-c082-4c47-a2b2-991553de8465 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:51:45.705959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b293af-dad1-4ba1-9c3e-e1b15601b0bd None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:45.706713 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-25b293af-dad1-4ba1-9c3e-e1b15601b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:45.778994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-25b293af-dad1-4ba1-9c3e-e1b15601b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:45.780970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b293af-dad1-4ba1-9c3e-e1b15601b0bd None None] The sync data for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:45.840039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2edf125b-c082-4c47-a2b2-991553de8465 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:45.840560 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.016218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58990) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:46.032950 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.083559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ade1c-c666-4323-a46e-0ac8241d264b None None] Network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:51:46.227981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 2edf125b-c082-4c47-a2b2-991553de8465, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2edf125b-c082-4c47-a2b2-991553de8465,segment=NetworkSegment(82689200-bcd9-475a-ba26-cbaa29543e4f),segment_id=82689200-bcd9-475a-ba26-cbaa29543e4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:46.234231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-17826f92-0907-4fdd-9c0d-3d98350aa4f3 None None] Provisioning complete for port 2edf125b-c082-4c47-a2b2-991553de8465 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:46.234648 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17826f92-0907-4fdd-9c0d-3d98350aa4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.251095 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26b94493-0d89-443c-a31a-7d7d9334bb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.262143 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.291255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd421d4-4fdf-4a9c-89c0-1e4199d6b253 req-19f42c27-6385-4830-b7a6-2af26f0561f6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.299789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbd421d4-4fdf-4a9c-89c0-1e4199d6b253 req-19f42c27-6385-4830-b7a6-2af26f0561f6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1087239 Feb 07 22:51:46.350806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=2edf125b-c082-4c47-a2b2-991553de8465,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:46.363026 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbd421d4-4fdf-4a9c-89c0-1e4199d6b253 req-dfbf8b1e-33f1-4954-8683-46d37ef82207 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621502 Feb 07 22:51:46.447246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26b94493-0d89-443c-a31a-7d7d9334bb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.455214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26b94493-0d89-443c-a31a-7d7d9334bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.485141 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.531434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b94493-0d89-443c-a31a-7d7d9334bb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d058759-f47d-452d-acb5-6668b2af8ecc,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:46.546205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-26b94493-0d89-443c-a31a-7d7d9334bb4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8bccae69a1774c2f882eb2c0929e36ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282278 Feb 07 22:51:46.584615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59010) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:46.652017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d0edc-a4b5-4ea0-a567-0f5812d6a039 req-4af7a334-d3cf-47cf-a638-9dbb55014c0a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.654717 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-913d0edc-a4b5-4ea0-a567-0f5812d6a039 req-4af7a334-d3cf-47cf-a638-9dbb55014c0a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1664565 Feb 07 22:51:46.752956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea0bc73e-d606-4f6c-9d22-ba49659003d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.777491 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-913d0edc-a4b5-4ea0-a567-0f5812d6a039 req-c2ef24bf-fa3b-4106-9091-0212dd79b474 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128278 Feb 07 22:51:46.807018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4a835579-2f90-41f5-acb3-7ac7a151ba9a None None] Provisioning complete for port 2edf125b-c082-4c47-a2b2-991553de8465 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:46.807482 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea0bc73e-d606-4f6c-9d22-ba49659003d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.808661 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a835579-2f90-41f5-acb3-7ac7a151ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.913936 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea0bc73e-d606-4f6c-9d22-ba49659003d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.917285 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea0bc73e-d606-4f6c-9d22-ba49659003d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.921710 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ea0bc73e-d606-4f6c-9d22-ba49659003d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d058759-f47d-452d-acb5-6668b2af8ecc HTTP/1.1" status: 204 len: 168 time: 0.3322005 Feb 07 22:51:46.933020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bc73e-d606-4f6c-9d22-ba49659003d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d058759-f47d-452d-acb5-6668b2af8ecc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:47.162772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.20.0.1 (ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338/241044bc-bed5-4973-ba57-78f07cc88e24/87414af9-e6dc-42bf-8fe2-7f468e33b774) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:47.286923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483743b-e2eb-43b0-8d9f-c62b14ead0c3 req-d54cbcdb-804c-4ed1-8eff-0470e2c6872d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:47.288546 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5483743b-e2eb-43b0-8d9f-c62b14ead0c3 req-d54cbcdb-804c-4ed1-8eff-0470e2c6872d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1024928 Feb 07 22:51:47.368907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5483743b-e2eb-43b0-8d9f-c62b14ead0c3 req-8c4371f6-90f0-4d72-96b2-2213369cd27b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628297 Feb 07 22:51:47.433688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.488476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2edf125b-c082-4c47-a2b2-991553de8465 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:51:47.535749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.591862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:47.595503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:47.600990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:47.647574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2edf125b-c082-4c47-a2b2-991553de8465 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:47.649663 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.650782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=87414af9-e6dc-42bf-8fe2-7f468e33b774,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:47.721407 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.786557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59068) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:47.933947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810bb64-88b6-4533-b624-de912793ebe4 req-edc7c2b5-643c-4543-a777-cc355390a758 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:47.945905 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a810bb64-88b6-4533-b624-de912793ebe4 req-edc7c2b5-643c-4543-a777-cc355390a758 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1727164 Feb 07 22:51:48.041415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.043225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a810bb64-88b6-4533-b624-de912793ebe4 req-63a64902-d382-4d19-9d26-f1efdc560548 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961421 Feb 07 22:51:48.104724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-714c2c18-4a5f-4aed-b889-b53d17c9b445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.180587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d29731cd-5790-4ea8-baf4-ed6a49bde274 None None] Provisioning complete for port 87414af9-e6dc-42bf-8fe2-7f468e33b774 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:48.181878 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d29731cd-5790-4ea8-baf4-ed6a49bde274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.239574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d29731cd-5790-4ea8-baf4-ed6a49bde274 None None] Port 87414af9-e6dc-42bf-8fe2-7f468e33b774 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:51:48.249922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-714c2c18-4a5f-4aed-b889-b53d17c9b445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.260234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-714c2c18-4a5f-4aed-b889-b53d17c9b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.312449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-714c2c18-4a5f-4aed-b889-b53d17c9b445 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=916189c3ba894aafa04d4d66c0640b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248368 Feb 07 22:51:48.313985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c2c18-4a5f-4aed-b889-b53d17c9b445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c23bae4-349c-4d06-91b1-0a71d335746a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:48.316697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59086) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:48.394784 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28ffda15-c803-47ee-a80e-03950d253bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.423350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28ffda15-c803-47ee-a80e-03950d253bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.481529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28ffda15-c803-47ee-a80e-03950d253bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.486134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28ffda15-c803-47ee-a80e-03950d253bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.487638 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-28ffda15-c803-47ee-a80e-03950d253bf8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c23bae4-349c-4d06-91b1-0a71d335746a HTTP/1.1" status: 204 len: 168 time: 0.1696789 Feb 07 22:51:48.487875 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.498481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffda15-c803-47ee-a80e-03950d253bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c23bae4-349c-4d06-91b1-0a71d335746a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:48.499905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.594353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=87414af9-e6dc-42bf-8fe2-7f468e33b774,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:48.619910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.726978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:48.728425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:48.879345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 233f909b-dd7f-435d-a39e-e77bdc9e0fac has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:48.925726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59102) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:48.947575 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5499f949-74ee-486b-8ee2-8f97e38945f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.090309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bde1d772-0c84-473f-aff5-df6a201d62f3 None None] Provisioning complete for port 87414af9-e6dc-42bf-8fe2-7f468e33b774 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:49.091395 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bde1d772-0c84-473f-aff5-df6a201d62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.099045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:49.119394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5499f949-74ee-486b-8ee2-8f97e38945f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.122154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe865c4f-1380-4b44-82a0-e304bccdf048 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/routers/233f909b-dd7f-435d-a39e-e77bdc9e0fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6044781 Feb 07 22:51:49.125034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59112) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:49.127738 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a898a1-c23b-4ddb-8498-e40d9018bb46 None None] Sync routers for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:49.137706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5499f949-74ee-486b-8ee2-8f97e38945f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.138798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'port': {'network_id': 'ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338', 'name': 'tempest-FloatingIPTestJSON-220718310'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:49.155672 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a898a1-c23b-4ddb-8498-e40d9018bb46 None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:49.156626 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-04a898a1-c23b-4ddb-8498-e40d9018bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:49.210851 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-04a898a1-c23b-4ddb-8498-e40d9018bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:49.214194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bde1d772-0c84-473f-aff5-df6a201d62f3 None None] Port 87414af9-e6dc-42bf-8fe2-7f468e33b774 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:51:49.220483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5499f949-74ee-486b-8ee2-8f97e38945f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1603599a13b34be1abe7a72a1a3793de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935846 Feb 07 22:51:49.221839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499f949-74ee-486b-8ee2-8f97e38945f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5829e76a-2f23-4017-a87d-aeda361ae214,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:49.224500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59116) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:49.250594 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a898a1-c23b-4ddb-8498-e40d9018bb46 None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:49.251337 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-04a898a1-c23b-4ddb-8498-e40d9018bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:49.285321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abd2eb69-0e2b-44c5-92ba-7c48a9c2bab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.309656 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abd2eb69-0e2b-44c5-92ba-7c48a9c2bab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.333395 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-04a898a1-c23b-4ddb-8498-e40d9018bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:49.334386 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a898a1-c23b-4ddb-8498-e40d9018bb46 None None] The sync data for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:49.367959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34edaf9-82e8-485a-80ea-781f4d43e342 req-c9aa3ea8-f386-4e5b-b6f5-5dfcd3fc4498 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:49.371186 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abd2eb69-0e2b-44c5-92ba-7c48a9c2bab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.371692 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f34edaf9-82e8-485a-80ea-781f4d43e342 req-c9aa3ea8-f386-4e5b-b6f5-5dfcd3fc4498 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2279739 Feb 07 22:51:49.374289 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abd2eb69-0e2b-44c5-92ba-7c48a9c2bab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.375428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-abd2eb69-0e2b-44c5-92ba-7c48a9c2bab1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5829e76a-2f23-4017-a87d-aeda361ae214 HTTP/1.1" status: 204 len: 168 time: 0.1498642 Feb 07 22:51:49.389327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2eb69-0e2b-44c5-92ba-7c48a9c2bab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5829e76a-2f23-4017-a87d-aeda361ae214,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:49.439032 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f34edaf9-82e8-485a-80ea-781f4d43e342 req-f45a127c-0c80-4b69-9dc1-c280a1f122f1 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562468 Feb 07 22:51:49.461270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Made reservation on behalf of 13b0e50c654740349c7731528734abbf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:49.468119 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.489560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] device_id is not set on port a2bddf9f-0609-456d-8213-786825601635 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:51:49.675476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Allocated IP 172.20.0.12 (ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338/241044bc-bed5-4973-ba57-78f07cc88e24/a2bddf9f-0609-456d-8213-786825601635) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:49.801738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42961d-a917-4094-96e2-956aab2e95bb req-382018ff-19e6-4df0-ac72-8c44e01d3501 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:49.803212 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b42961d-a917-4094-96e2-956aab2e95bb req-382018ff-19e6-4df0-ac72-8c44e01d3501 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0822284 Feb 07 22:51:49.928417 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3b42961d-a917-4094-96e2-956aab2e95bb req-6e62c582-36cb-40e1-8c6d-bb0dd9be79b5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082227 Feb 07 22:51:49.991345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.046150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.099878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:50.106270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:50.111744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:51:50.152641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event updated for resources: {'Port': ['ID=a2bddf9f-0609-456d-8213-786825601635,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:50.229046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.229877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.252186 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4a3d6583-22bf-43d8-abe5-c1d865fc63ad tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1248569 Feb 07 22:51:50.254732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59152) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:50.265081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Request body: {'floatingip': {'port_id': 'a2bddf9f-0609-456d-8213-786825601635'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:50.374838 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.469701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-62c682d3-ea44-4122-a07b-95f0d4816715 None None] Provisioning complete for port a2bddf9f-0609-456d-8213-786825601635 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:50.470191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62c682d3-ea44-4122-a07b-95f0d4816715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.518697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-62c682d3-ea44-4122-a07b-95f0d4816715 None None] Port a2bddf9f-0609-456d-8213-786825601635 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:51:51.061496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.067216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.128252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf48232-22a2-4e91-b4e0-d6e1f6854f31 req-b9d9862d-434f-4bd6-ba82-c8469faf35c3 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:51.130197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bf48232-22a2-4e91-b4e0-d6e1f6854f31 req-b9d9862d-434f-4bd6-ba82-c8469faf35c3 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1115825 Feb 07 22:51:51.181878 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bf48232-22a2-4e91-b4e0-d6e1f6854f31 req-0d9089c6-0dd2-4bee-bcf2-78a91eb10e03 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434575 Feb 07 22:51:51.441364 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b9681e3b-3073-4bb4-a289-875cb4fed6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.637325 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 412e077d-e9ec-4fba-b6bc-9ba67b307e89 associated. External IP: 172.25.8.10, port: 9ddd4624-038e-4612-bf18-e20c72ffab3b. Feb 07 22:51:51.789826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dd852-8342-4ced-94d4-43012ce6e9b1 req-b032e7c0-7010-4a54-a4ce-d4e0698b4507 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:51.791625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed7dd852-8342-4ced-94d4-43012ce6e9b1 req-b032e7c0-7010-4a54-a4ce-d4e0698b4507 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1654963 Feb 07 22:51:51.879281 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed7dd852-8342-4ced-94d4-43012ce6e9b1 req-21c12178-1b69-4a9d-9c95-78f798432171 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785859 Feb 07 22:51:51.959347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:52.024779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8760634-56b6-42dd-bcc4-d06163115df7 req-e5cb6ab9-25cb-41f0-8d2f-0f7fbd9edd1a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.026623 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8760634-56b6-42dd-bcc4-d06163115df7 req-e5cb6ab9-25cb-41f0-8d2f-0f7fbd9edd1a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0610933 Feb 07 22:51:52.073735 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8760634-56b6-42dd-bcc4-d06163115df7 req-201a40c1-5404-4370-aabb-42d6435fa1c8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403895 Feb 07 22:51:52.108901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:52.127143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32acb5-ec3b-4118-811a-7069d9af7274 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:52.141975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32acb5-ec3b-4118-811a-7069d9af7274 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:52.142602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7f32acb5-ec3b-4118-811a-7069d9af7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:52.186819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7f32acb5-ec3b-4118-811a-7069d9af7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:52.205157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32acb5-ec3b-4118-811a-7069d9af7274 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:52.206021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7f32acb5-ec3b-4118-811a-7069d9af7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:52.251464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7f32acb5-ec3b-4118-811a-7069d9af7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:52.252162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32acb5-ec3b-4118-811a-7069d9af7274 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:52.362076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a64f01-3b04-4a0f-a056-160ca1b6dad4 req-3551e593-e9c9-4227-9435-e9f2e4494c22 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.369803 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19a64f01-3b04-4a0f-a056-160ca1b6dad4 req-3551e593-e9c9-4227-9435-e9f2e4494c22 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1723146 Feb 07 22:51:52.474086 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19a64f01-3b04-4a0f-a056-160ca1b6dad4 req-405a3eff-a360-4520-aeed-a2226ddfc060 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989914 Feb 07 22:51:52.537247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 233f909b-dd7f-435d-a39e-e77bdc9e0fac has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:52.662814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:52.668144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.676518 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974c1d5-d072-4ada-b822-1c796fc4897f None None] Sync routers for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:52.697135 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974c1d5-d072-4ada-b822-1c796fc4897f None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:52.697135 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d974c1d5-d072-4ada-b822-1c796fc4897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:52.754000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-010bb7a1-e776-4d35-9316-390c5218728e tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/floatingips/412e077d-e9ec-4fba-b6bc-9ba67b307e89 HTTP/1.1" status: 200 len: 977 time: 2.4930449 Feb 07 22:51:52.754638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59224) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:52.756086 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d974c1d5-d072-4ada-b822-1c796fc4897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:52.769904 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974c1d5-d072-4ada-b822-1c796fc4897f None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:52.770531 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d974c1d5-d072-4ada-b822-1c796fc4897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:52.894936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port a2bddf9f-0609-456d-8213-786825601635 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:52.895278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.965175 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d974c1d5-d072-4ada-b822-1c796fc4897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:52.966199 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974c1d5-d072-4ada-b822-1c796fc4897f None None] The sync data for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:53.035889 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.233099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.233685 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.233685 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Floating IP 412e077d-e9ec-4fba-b6bc-9ba67b307e89 disassociated. External IP: 172.25.8.10, port: a2bddf9f-0609-456d-8213-786825601635. Feb 07 22:51:53.234202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for a2bddf9f-0609-456d-8213-786825601635 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:53.382107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.419386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=a2bddf9f-0609-456d-8213-786825601635,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:53.575648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 233f909b-dd7f-435d-a39e-e77bdc9e0fac has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:53.764383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:53.784665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ecef60-6670-48e4-89bc-c07981f511f5 None None] Sync routers for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:53.812140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ecef60-6670-48e4-89bc-c07981f511f5 None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:53.812983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f4ecef60-6670-48e4-89bc-c07981f511f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:53.893121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f4ecef60-6670-48e4-89bc-c07981f511f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:53.911919 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.917953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59252) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:53.919307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1bc81040-6ff8-4c78-aadf-951e7ce75c94 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/ports/a2bddf9f-0609-456d-8213-786825601635 HTTP/1.1" status: 204 len: 168 time: 1.1599300 Feb 07 22:51:53.930530 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ecef60-6670-48e4-89bc-c07981f511f5 None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:53.931277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f4ecef60-6670-48e4-89bc-c07981f511f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:53.991015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f4ecef60-6670-48e4-89bc-c07981f511f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:53.991731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ecef60-6670-48e4-89bc-c07981f511f5 None None] The sync data for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:54.318349 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.620629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port 87414af9-e6dc-42bf-8fe2-7f468e33b774 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:54.620995 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.627625 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7323c6df-1436-4112-b3e5-31fa83b77c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.720928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.733988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for 87414af9-e6dc-42bf-8fe2-7f468e33b774 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:54.788929 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.970046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:55.005501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=87414af9-e6dc-42bf-8fe2-7f468e33b774,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:55.579564 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:55.812861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 233f909b-dd7f-435d-a39e-e77bdc9e0fac has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:51:55.990643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:51:56.000778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59270) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:56.001241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a31070df-7cc8-426f-b263-82c257c01abd tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/routers/233f909b-dd7f-435d-a39e-e77bdc9e0fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0803647 Feb 07 22:51:56.014801 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af9fa6-25c9-4253-9345-7f1656250b40 None None] Sync routers for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:56.027966 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af9fa6-25c9-4253-9345-7f1656250b40 None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:56.029529 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6af9fa6-25c9-4253-9345-7f1656250b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:56.068560 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6af9fa6-25c9-4253-9345-7f1656250b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:56.090861 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af9fa6-25c9-4253-9345-7f1656250b40 None None] Routers {'233f909b-dd7f-435d-a39e-e77bdc9e0fac'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:51:56.091913 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6af9fa6-25c9-4253-9345-7f1656250b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:56.148626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.161817 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6af9fa6-25c9-4253-9345-7f1656250b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:56.162613 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af9fa6-25c9-4253-9345-7f1656250b40 None None] The sync data for ids ['233f909b-dd7f-435d-a39e-e77bdc9e0fac'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:56.287386 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.295129 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.347589 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port f0bab315-ebc6-43a5-8a21-94b41013b192 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:56.348051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.434778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.448551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for f0bab315-ebc6-43a5-8a21-94b41013b192 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:56.569064 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.681479 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.727047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=f0bab315-ebc6-43a5-8a21-94b41013b192,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:56.805721 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.917913 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.921350 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.981904 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.982667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Fanout notify agent at l3_agent the message router_deleted on router 233f909b-dd7f-435d-a39e-e77bdc9e0fac {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:51:57.006719 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.010536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ecfc0da7-e970-4d2e-9067-fadf95ea0751 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/routers/233f909b-dd7f-435d-a39e-e77bdc9e0fac HTTP/1.1" status: 204 len: 168 time: 1.0085185 Feb 07 22:51:57.013957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59286) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:57.094666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ecf435-8ac9-4daf-8369-de9dc34ccbc1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting subnet 241044bc-bed5-4973-ba57-78f07cc88e24 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:51:57.098495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92ecf435-8ac9-4daf-8369-de9dc34ccbc1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.161278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92ecf435-8ac9-4daf-8369-de9dc34ccbc1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.256547 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92ecf435-8ac9-4daf-8369-de9dc34ccbc1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.328606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92ecf435-8ac9-4daf-8369-de9dc34ccbc1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.354857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecf435-8ac9-4daf-8369-de9dc34ccbc1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Subnet': ['ID=241044bc-bed5-4973-ba57-78f07cc88e24,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:57.361901 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92ecf435-8ac9-4daf-8369-de9dc34ccbc1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.368027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-92ecf435-8ac9-4daf-8369-de9dc34ccbc1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/subnets/241044bc-bed5-4973-ba57-78f07cc88e24 HTTP/1.1" status: 204 len: 168 time: 0.3505461 Feb 07 22:51:57.368385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59290) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:57.375299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731228bb-10f6-4a06-b935-06f714ae0435 None None] Network ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:51:57.454061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.516502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port 2edf125b-c082-4c47-a2b2-991553de8465 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:57.516991 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.601548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] For port 2edf125b-c082-4c47-a2b2-991553de8465, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2edf125b-c082-4c47-a2b2-991553de8465,segment=NetworkSegment(82689200-bcd9-475a-ba26-cbaa29543e4f),segment_id=82689200-bcd9-475a-ba26-cbaa29543e4f)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:57.601918 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.622610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] DHCP port deletion for ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:51:57.632783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for 2edf125b-c082-4c47-a2b2-991553de8465 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:57.690126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Deleting port 2edf125b-c082-4c47-a2b2-991553de8465 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:57.690646 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.759248 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.774858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] For port 2edf125b-c082-4c47-a2b2-991553de8465, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2edf125b-c082-4c47-a2b2-991553de8465,segment=NetworkSegment(82689200-bcd9-475a-ba26-cbaa29543e4f),segment_id=82689200-bcd9-475a-ba26-cbaa29543e4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:51:57.775324 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.795102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Calling delete_port for 2edf125b-c082-4c47-a2b2-991553de8465 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:57.818248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=2edf125b-c082-4c47-a2b2-991553de8465,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:57.833127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] No DVR routers for this DVR port 2edf125b-c082-4c47-a2b2-991553de8465 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:57.927111 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.972767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] No DVR routers for this DVR port 2edf125b-c082-4c47-a2b2-991553de8465 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:57.993662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Pushing event deleted for resources: {'Port': ['ID=2edf125b-c082-4c47-a2b2-991553de8465,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:58.006503 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.007109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.007754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.008190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.008741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.009167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.009592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.010050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.010470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.010891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.011310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.011854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be5005-8581-474d-b92b-23b5aa66b530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:58.045301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.077663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:58.089471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82689200-bcd9-475a-ba26-cbaa29543e4f') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:58.089982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82689200-bcd9-475a-ba26-cbaa29543e4f') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:58.102475 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.134687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.146358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:58.146794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:58.154875 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:58.230820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.240153 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.246398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/networks/ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338 HTTP/1.1" status: 204 len: 168 time: 0.8742561 Feb 07 22:51:58.248116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59318) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:58.256864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafbf68-de79-45b5-8912-41206fa3dc60 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Network': ['ID=ff2e35a8-b092-4ee7-b3e9-c0bd80e9a338,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:58.433966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port f438f903-7de4-447b-be38-af1418668320 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:58.434540 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.458817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-ccad8391-d978-47d8-be88-353f236e4679 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634047 Feb 07 22:51:58.531187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-eda03d71-956b-4d1b-b611-e7b71f0c993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:58.532774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-eda03d71-956b-4d1b-b611-e7b71f0c993a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 1097 time: 0.0491340 Feb 07 22:51:58.542461 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.544405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.557583 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for f438f903-7de4-447b-be38-af1418668320 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:58.666580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-7d99ba4a-0ec6-4c3d-8d19-a199b2cc526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:58.668250 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-7d99ba4a-0ec6-4c3d-8d19-a199b2cc526a service neutron] 10.222.0.24 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 915 time: 0.1154320 Feb 07 22:51:58.719028 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.724215 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-218a1926-a34c-4a90-8a6d-eb7f8d676eaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5643c1a7-b5a2-426b-a9d6-576175b206bc HTTP/1.1" status: 200 len: 217 time: 0.0473287 Feb 07 22:51:58.747629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=f438f903-7de4-447b-be38-af1418668320,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:58.805640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-3d78bb6a-f2b5-4850-9027-5f63cdc164ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:58.807402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-3d78bb6a-f2b5-4850-9027-5f63cdc164ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 200 len: 855 time: 0.0761144 Feb 07 22:51:58.837250 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.837250 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.837250 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0ea14ce4-081c-43b1-8460-3797b98e0787 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/floatingips/412e077d-e9ec-4fba-b6bc-9ba67b307e89 HTTP/1.1" status: 204 len: 168 time: 0.5811987 Feb 07 22:51:58.837769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59322) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:58.850562 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-f8bbd7e0-837d-4055-bfa9-f16ff4af5dd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=553e2505-80e6-497f-91f0-666f97c498dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353436 Feb 07 22:51:58.863768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-10c977fc-56e1-4793-b422-6710f78a8e9e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:51:58.865142 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c499bdd3-cfed-4935-93e0-a820e4a34db7 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:58.865451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-10c977fc-56e1-4793-b422-6710f78a8e9e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068555 Feb 07 22:51:58.866539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c499bdd3-cfed-4935-93e0-a820e4a34db7 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:58.872379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c499bdd3-cfed-4935-93e0-a820e4a34db7 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/ports/a2bddf9f-0609-456d-8213-786825601635 HTTP/1.1" status: 404 len: 333 time: 0.0310121 Feb 07 22:51:58.872586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59324) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:58.906933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e8c16dd6-b63c-4e3e-8099-b4557bdd652d tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "GET /v2.0/ports?device_id=233f909b-dd7f-435d-a39e-e77bdc9e0fac HTTP/1.1" status: 200 len: 205 time: 0.0307064 Feb 07 22:51:58.907163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59326) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:58.955209 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-28f772fa-264f-43b8-9430-32ef882304ae tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] delete failed (client error): The resource could not be found. Feb 07 22:51:58.958765 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-28f772fa-264f-43b8-9430-32ef882304ae tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/routers/233f909b-dd7f-435d-a39e-e77bdc9e0fac HTTP/1.1" status: 404 len: 336 time: 0.0481834 Feb 07 22:51:58.959016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59328) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:58.990075 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0146e141-8718-4684-8042-901a16e92a66 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:58.990471 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:51:58.990952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0146e141-8718-4684-8042-901a16e92a66 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:58.992683 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-2f846057-accc-4043-83e6-6ec985f7aca3 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171138 Feb 07 22:51:58.995767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0146e141-8718-4684-8042-901a16e92a66 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/subnets/241044bc-bed5-4973-ba57-78f07cc88e24 HTTP/1.1" status: 404 len: 337 time: 0.0339532 Feb 07 22:51:58.997337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59332) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:59.137636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-14e5f0aa-218d-4fb8-a8ed-8e700a94bc3b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port 9ddd4624-038e-4612-bf18-e20c72ffab3b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:59.138307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14e5f0aa-218d-4fb8-a8ed-8e700a94bc3b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.313100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14e5f0aa-218d-4fb8-a8ed-8e700a94bc3b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.329556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-14e5f0aa-218d-4fb8-a8ed-8e700a94bc3b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for 9ddd4624-038e-4612-bf18-e20c72ffab3b owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:51:59.464728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2edf125b-c082-4c47-a2b2-991553de8465 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:51:59.486240 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a7aba95-4b57-441f-b450-cccb4491f02e req-bc5b144a-8bb2-4842-aaa9-4a5c7c47832b service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845879 Feb 07 22:51:59.513148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2edf125b-c082-4c47-a2b2-991553de8465 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:51:59.513851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2edf125b-c082-4c47-a2b2-991553de8465 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:51:59.538868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14e5f0aa-218d-4fb8-a8ed-8e700a94bc3b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.570160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5f0aa-218d-4fb8-a8ed-8e700a94bc3b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=9ddd4624-038e-4612-bf18-e20c72ffab3b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:59.659446 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14e5f0aa-218d-4fb8-a8ed-8e700a94bc3b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.662860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-14e5f0aa-218d-4fb8-a8ed-8e700a94bc3b tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/ports/9ddd4624-038e-4612-bf18-e20c72ffab3b HTTP/1.1" status: 204 len: 168 time: 0.6645396 Feb 07 22:51:59.665504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59342) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:51:59.773652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9a79075b-39b8-49a7-9112-0aac7fabdc73 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port 841526d7-5210-480e-90da-3664fb8969d2 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:51:59.774068 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a79075b-39b8-49a7-9112-0aac7fabdc73 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.899272 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a79075b-39b8-49a7-9112-0aac7fabdc73 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.914360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9a79075b-39b8-49a7-9112-0aac7fabdc73 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for 841526d7-5210-480e-90da-3664fb8969d2 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:00.114028 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a79075b-39b8-49a7-9112-0aac7fabdc73 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.179509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79075b-39b8-49a7-9112-0aac7fabdc73 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=841526d7-5210-480e-90da-3664fb8969d2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:00.230572 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a79075b-39b8-49a7-9112-0aac7fabdc73 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.238022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59358) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:00.240333 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9a79075b-39b8-49a7-9112-0aac7fabdc73 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/ports/841526d7-5210-480e-90da-3664fb8969d2 HTTP/1.1" status: 204 len: 168 time: 0.5736375 Feb 07 22:52:00.304647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87745eeb-ec89-4ff1-bbd6-0467fefa4c0a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:00.308721 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-87745eeb-ec89-4ff1-bbd6-0467fefa4c0a tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 HTTP/1.1" status: 200 len: 913 time: 0.0670784 Feb 07 22:52:00.309045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59362) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:00.564337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59366) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:00.692661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e828b4fb-087b-49a6-af8c-22ace5e513c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.734424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.797734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e828b4fb-087b-49a6-af8c-22ace5e513c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.802529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e828b4fb-087b-49a6-af8c-22ace5e513c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.841128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e828b4fb-087b-49a6-af8c-22ace5e513c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4e3f75abc004e7288c5c30d5cbb3ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750547 Feb 07 22:52:00.844146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59370) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:00.850206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828b4fb-087b-49a6-af8c-22ace5e513c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ba1a6-df80-4865-9241-02fbffcf037f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:00.900322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e0dbea3-6df9-46b5-807e-9191dd23353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.923253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e0dbea3-6df9-46b5-807e-9191dd23353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.983205 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e0dbea3-6df9-46b5-807e-9191dd23353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.986342 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e0dbea3-6df9-46b5-807e-9191dd23353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.991035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0e0dbea3-6df9-46b5-807e-9191dd23353e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af5ba1a6-df80-4865-9241-02fbffcf037f HTTP/1.1" status: 204 len: 168 time: 0.1458862 Feb 07 22:52:01.001513 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dbea3-6df9-46b5-807e-9191dd23353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ba1a6-df80-4865-9241-02fbffcf037f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:01.070734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port c763bcb9-3651-493d-997c-afcbb26a7b72 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:01.071417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.268137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.287587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for c763bcb9-3651-493d-997c-afcbb26a7b72 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:01.439732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:01.475529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5eeb-f647-4967-ba9e-40b64309c52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.648299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.741892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=c763bcb9-3651-493d-997c-afcbb26a7b72,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:01.751181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5eeb-f647-4967-ba9e-40b64309c52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.751181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5eeb-f647-4967-ba9e-40b64309c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.814682 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f5eeb-f647-4967-ba9e-40b64309c52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd15398-4b12-4fa9-9de7-930266009937,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:01.814682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fd0f5eeb-f647-4967-ba9e-40b64309c52f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ae4dad76e964bb8875ff05b848b7c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719680 Feb 07 22:52:01.822042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59410) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:01.972309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f029b20f-5f88-428c-af89-43992e15a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.009733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f029b20f-5f88-428c-af89-43992e15a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.017925 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.154489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f029b20f-5f88-428c-af89-43992e15a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.157046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f029b20f-5f88-428c-af89-43992e15a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.160590 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f029b20f-5f88-428c-af89-43992e15a240 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbd15398-4b12-4fa9-9de7-930266009937 HTTP/1.1" status: 204 len: 168 time: 0.3354707 Feb 07 22:52:02.176384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029b20f-5f88-428c-af89-43992e15a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd15398-4b12-4fa9-9de7-930266009937,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:02.339927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:52:02.463543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:52:02.473059 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fc789eda-7520-4d0b-9032-8ad70c82bd6c tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "PUT /v2.0/routers/2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1619782 Feb 07 22:52:02.474627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59436) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:02.477929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e9f19-2afd-4934-84a4-2d0ebe9ea159 None None] Sync routers for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:52:02.492617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e9f19-2afd-4934-84a4-2d0ebe9ea159 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:52:02.493808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f53e9f19-2afd-4934-84a4-2d0ebe9ea159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:02.535058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f53e9f19-2afd-4934-84a4-2d0ebe9ea159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:02.545216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e9f19-2afd-4934-84a4-2d0ebe9ea159 None None] Routers {'2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:52:02.546138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f53e9f19-2afd-4934-84a4-2d0ebe9ea159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:51:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:02.640885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.669373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59442) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:02.690249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a80e0e37-f2ca-4203-b7cf-d5dd66d4fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.796083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.827671 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a80e0e37-f2ca-4203-b7cf-d5dd66d4fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.844920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f53e9f19-2afd-4934-84a4-2d0ebe9ea159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:02.845775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e9f19-2afd-4934-84a4-2d0ebe9ea159 None None] The sync data for ids ['2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:52:02.846759 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a80e0e37-f2ca-4203-b7cf-d5dd66d4fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.898768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting port 070a8357-6d76-4629-bc1c-4097f69f10c6 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:02.899418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.944876 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a80e0e37-f2ca-4203-b7cf-d5dd66d4fc93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0deec87ee4ad4042bff7f1d3d19d3263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743328 Feb 07 22:52:02.945900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59446) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:02.953114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e0e37-f2ca-4203-b7cf-d5dd66d4fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421bcafc-10ae-4608-aa46-82b7502853f6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:03.027107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.027480 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be04267d-fb7a-406c-8cad-4a375bdbef70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.042062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Calling delete_port for 070a8357-6d76-4629-bc1c-4097f69f10c6 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:03.052232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be04267d-fb7a-406c-8cad-4a375bdbef70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.125512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be04267d-fb7a-406c-8cad-4a375bdbef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.128904 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be04267d-fb7a-406c-8cad-4a375bdbef70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.140336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-be04267d-fb7a-406c-8cad-4a375bdbef70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/421bcafc-10ae-4608-aa46-82b7502853f6 HTTP/1.1" status: 204 len: 168 time: 0.1928153 Feb 07 22:52:03.162547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04267d-fb7a-406c-8cad-4a375bdbef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421bcafc-10ae-4608-aa46-82b7502853f6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:03.285366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.319465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Port': ['ID=070a8357-6d76-4629-bc1c-4097f69f10c6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:03.486253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.586279 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.588874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.640470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.641423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:52:03.652683 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.657538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cd4c392c-7161-42d9-8c5d-11958e92c78f tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/routers/2cd6442f-6c49-4c0a-a07c-2ffcaf1f2cf3 HTTP/1.1" status: 204 len: 168 time: 1.1785970 Feb 07 22:52:03.657651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59480) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:03.762828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-05036102-2473-4459-a311-55ce33a94523 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Deleting subnet 3cae2845-1a6c-47f6-9858-042205ddbdb7 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:52:03.766767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05036102-2473-4459-a311-55ce33a94523 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.842761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05036102-2473-4459-a311-55ce33a94523 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.906938 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.914890 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05036102-2473-4459-a311-55ce33a94523 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.001976 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05036102-2473-4459-a311-55ce33a94523 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.043489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05036102-2473-4459-a311-55ce33a94523 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Subnet': ['ID=3cae2845-1a6c-47f6-9858-042205ddbdb7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:04.045755 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05036102-2473-4459-a311-55ce33a94523 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.049134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-05036102-2473-4459-a311-55ce33a94523 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/subnets/3cae2845-1a6c-47f6-9858-042205ddbdb7 HTTP/1.1" status: 204 len: 168 time: 0.3906839 Feb 07 22:52:04.051621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59500) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:04.147964 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.322230 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.328452 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.374758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03740bd-ab58-496a-899e-0ea2946fcfca']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:04.388293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1441a9d-12eb-4757-9e48-3cedf90577b7') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:04.388584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1441a9d-12eb-4757-9e48-3cedf90577b7') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:04.392573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59524) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:04.419086 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.453151 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.464837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:04.465587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:04.578517 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:04.647537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-661404395-network', 'tenant_id': '308646967b5a4c7dbae4a46a95202463'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:04.697232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.724334 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-569784b9-f179-44d4-874d-adcee021e9b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2629373 Feb 07 22:52:04.741584 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.744901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] 10.222.0.15 "DELETE /v2.0/networks/f03740bd-ab58-496a-899e-0ea2946fcfca HTTP/1.1" status: 204 len: 168 time: 0.6922243 Feb 07 22:52:04.747496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a633619-dc14-4147-bdab-412943dbcab1 tempest-FloatingIPTestJSON-2040529333 tempest-FloatingIPTestJSON-2040529333-project] Pushing event deleted for resources: {'Network': ['ID=f03740bd-ab58-496a-899e-0ea2946fcfca,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:04.759642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Made reservation on behalf of 308646967b5a4c7dbae4a46a95202463 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:04.762053 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.784834 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.878705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-2dad9c67-a329-4f0c-837c-a7ade41688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:04.880516 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-2dad9c67-a329-4f0c-837c-a7ade41688eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 1097 time: 0.1249597 Feb 07 22:52:04.972253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.986063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.046737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-cac880f2-5c9c-4164-9012-21d46553b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:05.048649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-cac880f2-5c9c-4164-9012-21d46553b70d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.1422358 Feb 07 22:52:05.052870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2051095-9f4f-45be-8c12-ae408ca499cb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:05.068349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:05.092190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.093277 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Added segment 9b8a80fa-2b44-472d-a522-97b38d0d8b64 of type vlan for network f3d772b3-e3c3-4426-9a27-670cb37bcc54 Feb 07 22:52:05.144208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59554) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:05.171728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.186455 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-ff0834bf-50b5-431a-9dd2-82bd76a36647 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 HTTP/1.1" status: 200 len: 217 time: 0.1295063 Feb 07 22:52:05.253394 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.254616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:05.255184 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.336243 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-9949526b-37cc-48fa-8d3d-e228dcd17552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:05.345039 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-9949526b-37cc-48fa-8d3d-e228dcd17552 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1453247 Feb 07 22:52:05.394380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] Pushing event updated for resources: {'Network': ['ID=f3d772b3-e3c3-4426-9a27-670cb37bcc54,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:05.404782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f3d772b3-e3c3-4426-9a27-670cb37bcc54 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:52:05.409641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8366815c-41db-4724-9e9b-08c42aa36071 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0161853 Feb 07 22:52:05.410404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59568) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:05.417430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Request body: {'subnet': {'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-661404395-subnet', 'tenant_id': '308646967b5a4c7dbae4a46a95202463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:05.447820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-524102cb-f5a4-469a-80a4-df303157d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:05.451765 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-524102cb-f5a4-469a-80a4-df303157d128 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034484 Feb 07 22:52:05.552657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ec8ec328-7905-48d4-8524-4b2fb39e1d25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13b0e50c654740349c7731528734abbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048166 Feb 07 22:52:05.553698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59574) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:05.650929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6529e8-14aa-4e14-a934-655e91fd03ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.655741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Made reservation on behalf of 308646967b5a4c7dbae4a46a95202463 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:05.658939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.675919 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6529e8-14aa-4e14-a934-655e91fd03ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.718999 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-62b14e01-5b1a-4485-b296-430b84920ae6 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619948 Feb 07 22:52:05.737580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6529e8-14aa-4e14-a934-655e91fd03ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.742323 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6529e8-14aa-4e14-a934-655e91fd03ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.746013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1c6529e8-14aa-4e14-a934-655e91fd03ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f157037-216b-491a-86d6-f35a6119e329 HTTP/1.1" status: 204 len: 168 time: 0.1861923 Feb 07 22:52:05.764135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6529e8-14aa-4e14-a934-655e91fd03ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f157037-216b-491a-86d6-f35a6119e329,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:05.905086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5bd426ea-2780-4e19-90e8-9be6b4927081 req-31ce1d5f-96bd-4945-9698-640c6736bb13 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642444 Feb 07 22:52:06.102626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.182876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661611d9-a9b1-4698-9466-5d1e86e2b899,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:06.214399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Checking segment: {'id': '9b8a80fa-2b44-472d-a522-97b38d0d8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:06.214873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Network hostable DHCP agents. Network: f3d772b3-e3c3-4426-9a27-670cb37bcc54, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:06.237729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Network f3d772b3-e3c3-4426-9a27-670cb37bcc54 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:06.256500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f3d772b3-e3c3-4426-9a27-670cb37bcc54) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:06.263181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:06.264045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.292299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959e63b-7459-4163-85a7-d231469373a9 None None] Network f3d772b3-e3c3-4426-9a27-670cb37bcc54 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:06.306066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-65cc3d63-cbe9-4eb0-b535-94948b25f307 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8925750 Feb 07 22:52:06.561210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4afd1b6-3fcc-4d59-9278-6e9b9229f47d None None] Network f3d772b3-e3c3-4426-9a27-670cb37bcc54 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:07.024211 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59638) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:07.297354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1828544943'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:07.347113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:07.351299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.368884 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.538625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.545538 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.585082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a21bdc4-5547-4818-b816-9a504120644b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:07.595853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:07.608753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.609253 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Added segment d62032be-eb2e-41a6-8606-360a037a28ba of type vlan for network a009ea34-c787-480d-8789-fe6058f2fb62 Feb 07 22:52:07.673099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.732579 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.738933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:07.740016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.802467 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7769463 Feb 07 22:52:07.805190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59672) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:07.812918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'name': 'tempest-PortsIpV6TestJSON-1507073939'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:07.835097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae00d1b-752f-4a3d-82c5-89c98e31c470 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Network': ['ID=a009ea34-c787-480d-8789-fe6058f2fb62,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:07.862163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:52:08.016040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:08.024415 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.066129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 00eb513c-c769-4bca-ba03-bf2043b44d77 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:08.283558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.328433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.426475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=00eb513c-c769-4bca-ba03-bf2043b44d77,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:08.436880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Checking segment: {'id': 'd62032be-eb2e-41a6-8606-360a037a28ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:08.437246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network hostable DHCP agents. Network: a009ea34-c787-480d-8789-fe6058f2fb62, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:08.462371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:08.490279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a009ea34-c787-480d-8789-fe6058f2fb62) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:08.501061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6605eefd-8685-41dd-8608-ff17ae7ee3bc None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:08.502092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:08.520276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.529526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.569052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8c8b8681-b578-4f8d-9952-024afe30ea59 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7626629 Feb 07 22:52:08.569366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59696) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:08.576330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-82918702'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:08.602650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:08.608508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.648646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:08.662697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.663590 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Added segment 4928ae7f-def2-43e2-bbbe-616e235c9ee5 of type vlan for network ff80f764-4ef3-4290-b65f-bf382f01e2fb Feb 07 22:52:08.712965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.743764 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.751268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.753451 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.796549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59710) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:08.800334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2295072 Feb 07 22:52:08.801972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'ports': [{'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62'}, {'network_id': 'ff80f764-4ef3-4290-b65f-bf382f01e2fb'}]} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:08.802499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:08.803160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': 'ff80f764-4ef3-4290-b65f-bf382f01e2fb'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:08.877978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf44cf8-fb8a-443b-8e92-d7cb32cdefb5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Network': ['ID=ff80f764-4ef3-4290-b65f-bf382f01e2fb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:08.892381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ff80f764-4ef3-4290-b65f-bf382f01e2fb details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:52:09.059971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 2} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:09.065171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.081020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.219094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eaa03-fa75-405f-871d-6fe22e158397 req-e88769db-260c-4b5d-a228-7cf2fcd5604c tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:09.220700 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-e88769db-260c-4b5d-a228-7cf2fcd5604c tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 815 time: 0.1345844 Feb 07 22:52:09.238605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-0538943c-9a32-4a7a-96ff-7f72a51511d8 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/quotas/3ff5c4f24e93439eafa1d7ce3f7c79f4 HTTP/1.1" status: 200 len: 375 time: 0.0111923 Feb 07 22:52:09.271090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 41ec163e-4e67-4cee-a52f-ffbf11f10b04 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:09.312868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-378012ae-1c8e-4e98-82b1-67fa3d701837 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671859 Feb 07 22:52:09.326638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a6de2d9b-579f-4c52-953e-76b98e0da269 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:52:09.327656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a6de2d9b-579f-4c52-953e-76b98e0da269 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080729 Feb 07 22:52:09.404654 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.458182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-05837b80-5078-4f79-b22b-b2acbc256445 service neutron] 10.222.0.15 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180706 Feb 07 22:52:09.506032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 4168819d-d639-42fd-9b6e-9117da449a49 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:09.619962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-8589241b-affc-4ad8-921f-821ab747bc43 service neutron] 10.222.0.15 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461082 Feb 07 22:52:09.659054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.704447 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.771402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:09.775092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:09.791596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:09.792953 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.813599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=41ec163e-4e67-4cee-a52f-ffbf11f10b04,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:09.915548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f058d26-62a6-4a1d-8eaf-300bf45de35a req-dc79fa9b-b843-418c-8588-400e1ab8e3d1 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 210 time: 0.0371726 Feb 07 22:52:09.953088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=4168819d-d639-42fd-9b6e-9117da449a49,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:09.996069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Checking segment: {'id': '4928ae7f-def2-43e2-bbbe-616e235c9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff80f764-4ef3-4290-b65f-bf382f01e2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:09.996969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network hostable DHCP agents. Network: ff80f764-4ef3-4290-b65f-bf382f01e2fb, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:10.057355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-867cb9a6-b4f8-4ad0-bc5a-49962fb14656 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.065054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-867cb9a6-b4f8-4ad0-bc5a-49962fb14656 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/networks?id=f3d772b3-e3c3-4426-9a27-670cb37bcc54 HTTP/1.1" status: 200 len: 808 time: 0.1966026 Feb 07 22:52:10.079131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-6fc50fb9-9776-410f-87e0-1b9087d5e007 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/quotas/308646967b5a4c7dbae4a46a95202463 HTTP/1.1" status: 200 len: 375 time: 0.0131514 Feb 07 22:52:10.083828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network ff80f764-4ef3-4290-b65f-bf382f01e2fb is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:10.130287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ff80f764-4ef3-4290-b65f-bf382f01e2fb) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:10.134170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-92c07350-5942-47a4-b9de-013cb6cc1efe tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=308646967b5a4c7dbae4a46a95202463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475359 Feb 07 22:52:10.136649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:10.143043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.148243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62e68a2-39e6-4b2c-a2b8-98789579ce37 None None] Network ff80f764-4ef3-4290-b65f-bf382f01e2fb requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:10.148761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.149183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.218466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2854c6ba-5a39-4da0-b65a-06f0730b0aac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4203115 Feb 07 22:52:10.221098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59786) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:10.339119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-f052429e-39de-496f-a405-dce129de7d15 service neutron] 10.222.0.15 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811650 Feb 07 22:52:10.407149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2bb91762-fb70-40cd-89fc-3314b9990f8d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 4168819d-d639-42fd-9b6e-9117da449a49 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:10.407571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2bb91762-fb70-40cd-89fc-3314b9990f8d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.483831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-e936b0c6-a2e9-4fab-b660-4eff51272dce service neutron] 10.222.0.15 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372297 Feb 07 22:52:10.550442 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2bb91762-fb70-40cd-89fc-3314b9990f8d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.571089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2bb91762-fb70-40cd-89fc-3314b9990f8d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 4168819d-d639-42fd-9b6e-9117da449a49 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:10.688666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2bb91762-fb70-40cd-89fc-3314b9990f8d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.726337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb91762-fb70-40cd-89fc-3314b9990f8d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=4168819d-d639-42fd-9b6e-9117da449a49,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:10.776718 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-638b8ace-f847-460f-9c7d-25bc116d93cb req-66ad31bb-54f1-4438-ae12-e4deaad6e2a1 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 210 time: 0.0557203 Feb 07 22:52:10.779799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2bb91762-fb70-40cd-89fc-3314b9990f8d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.786260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59808) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:10.786807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2bb91762-fb70-40cd-89fc-3314b9990f8d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/4168819d-d639-42fd-9b6e-9117da449a49 HTTP/1.1" status: 204 len: 168 time: 0.5645466 Feb 07 22:52:10.876832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac9d18-8e03-4040-be1f-379ca1f00d35 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.884467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac9d18-8e03-4040-be1f-379ca1f00d35 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.886314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e0ac9d18-8e03-4040-be1f-379ca1f00d35 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0987561 Feb 07 22:52:10.889282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59812) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:11.042905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fc615-c415-4f14-aebc-24e2dede4c9d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 41ec163e-4e67-4cee-a52f-ffbf11f10b04 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:11.043284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc615-c415-4f14-aebc-24e2dede4c9d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.096640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-72107026-bd72-4526-b26b-3cb80550266e req-93290fd9-44a8-4a2b-8ad8-1939292c4460 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 210 time: 0.0671663 Feb 07 22:52:11.174989 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc615-c415-4f14-aebc-24e2dede4c9d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.191195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fc615-c415-4f14-aebc-24e2dede4c9d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 41ec163e-4e67-4cee-a52f-ffbf11f10b04 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:11.464717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eaa03-fa75-405f-871d-6fe22e158397 req-cafd40f7-7c7f-4ee7-ac06-8c7b58a7809a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:11.469506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-cafd40f7-7c7f-4ee7-ac06-8c7b58a7809a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 815 time: 0.2358875 Feb 07 22:52:11.483671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Request body: {'port': {'device_id': '0bb271f9-ddbe-4496-9c0f-1129de20b0e8', 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc', 'admin_state_up': True, 'tenant_id': '3ff5c4f24e93439eafa1d7ce3f7c79f4'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:11.669521 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc615-c415-4f14-aebc-24e2dede4c9d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.692838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Made reservation on behalf of 3ff5c4f24e93439eafa1d7ce3f7c79f4 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:11.697918 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.701557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fc615-c415-4f14-aebc-24e2dede4c9d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=41ec163e-4e67-4cee-a52f-ffbf11f10b04,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:11.712056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc615-c415-4f14-aebc-24e2dede4c9d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.716216 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-eb9fc615-c415-4f14-aebc-24e2dede4c9d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/41ec163e-4e67-4cee-a52f-ffbf11f10b04 HTTP/1.1" status: 204 len: 168 time: 0.8247669 Feb 07 22:52:11.718694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59844) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:11.789768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2abac9-19b1-4c3f-a5e6-2b162c12bbb1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:11.791248 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2a2abac9-19b1-4c3f-a5e6-2b162c12bbb1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0714595 Feb 07 22:52:11.794812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59848) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:11.821812 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f154c9-790c-42fa-bcb6-23db6a79beb0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:11.823540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e8f154c9-790c-42fa-bcb6-23db6a79beb0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/4168819d-d639-42fd-9b6e-9117da449a49 HTTP/1.1" status: 404 len: 333 time: 0.0276105 Feb 07 22:52:11.827013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59852) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:11.880110 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-189af7a5-4eda-40f6-ba01-83dfb5580475 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:11.883145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-189af7a5-4eda-40f6-ba01-83dfb5580475 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/41ec163e-4e67-4cee-a52f-ffbf11f10b04 HTTP/1.1" status: 404 len: 333 time: 0.0551987 Feb 07 22:52:11.888258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:11.945537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Allocated IP 172.20.0.3 (553e2505-80e6-497f-91f0-666f97c498dc/7d6ef840-447b-4c53-8a11-7a33819ae83a/247e6824-b0cd-4948-8428-7ee663eccf0a) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:11.963504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a751293-f988-4fbe-8823-31e154bcb618 req-e1bd22d7-1533-4b12-b208-c1966fe5b79d tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 210 time: 0.0466733 Feb 07 22:52:12.056479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.229382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8310af30-6529-4ddc-b5b2-7d3edda08d58 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.231108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8310af30-6529-4ddc-b5b2-7d3edda08d58 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.24 "GET /v2.0/networks?id=f3d772b3-e3c3-4426-9a27-670cb37bcc54 HTTP/1.1" status: 200 len: 808 time: 0.2120683 Feb 07 22:52:12.247026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Request body: {'port': {'device_id': '0b89f05b-6f01-4abc-acdf-3a4ee9b07f03', 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54', 'admin_state_up': True, 'tenant_id': '308646967b5a4c7dbae4a46a95202463'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:12.256355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.279170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26c75c5f-9d90-43c3-a753-5e1ddc46cc6c req-c98fdb62-b38c-47e0-98c0-a35e2733b966 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 210 time: 0.0563109 Feb 07 22:52:12.299263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff80f764-4ef3-4290-b65f-bf382f01e2fb']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:12.314920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4928ae7f-def2-43e2-bbbe-616e235c9ee5') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:12.315269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4928ae7f-def2-43e2-bbbe-616e235c9ee5') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:12.331018 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.354115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.361528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:12.361987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:12.379186 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:12.436950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.449294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.453528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/networks/ff80f764-4ef3-4290-b65f-bf382f01e2fb HTTP/1.1" status: 204 len: 168 time: 0.5637853 Feb 07 22:52:12.457383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59876) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:12.463907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-940996548'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:12.487178 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.501693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f76f32-dda2-4d0a-be1f-b12d0dd1ecac tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Network': ['ID=ff80f764-4ef3-4290-b65f-bf382f01e2fb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:12.505217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:12.513598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.551412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Made reservation on behalf of 308646967b5a4c7dbae4a46a95202463 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:12.555090 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.568106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:12.581370 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.591169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.593538 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Added segment 3ab0b087-450f-485c-8958-f398c31cd7c6 of type vlan for network 46acdf4b-d025-49f1-8f35-90e180324072 Feb 07 22:52:12.597236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5643c1a7-b5a2-426b-a9d6-576175b206bc', '478cc14e-809b-4b5b-9700-16d43edb77dd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:52:12.600316 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9bbc91ae-e8c3-462a-a026-bf3559f2e68b'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:52:12.669736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.681129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Network 553e2505-80e6-497f-91f0-666f97c498dc is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:12.689048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:12.694049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:12.703176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Pushing event updated for resources: {'Port': ['ID=247e6824-b0cd-4948-8428-7ee663eccf0a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:12.728937 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.742505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.744695 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.797666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.798297 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.828031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Allocated IP 172.20.0.2 (f3d772b3-e3c3-4426-9a27-670cb37bcc54/661611d9-a9b1-4698-9466-5d1e86e2b899/532b3bcc-222a-43a9-82be-e0650493f1d2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:12.838444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-a85d744c-b386-479d-a9b1-8c5eab04f901 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3604012 Feb 07 22:52:12.851116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Request body: {'port': {'device_id': '0bb271f9-ddbe-4496-9c0f-1129de20b0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:12.901381 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4422417 Feb 07 22:52:12.905360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59890) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:12.917612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d6815-8a94-4f2f-a36e-4226730e2ce3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Network': ['ID=46acdf4b-d025-49f1-8f35-90e180324072,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:12.919311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': '46acdf4b-d025-49f1-8f35-90e180324072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:12.935244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 46acdf4b-d025-49f1-8f35-90e180324072 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:52:13.164955 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3758234-f015-446b-8cd1-bc81ad0a9911 req-9054cfdc-4468-46d8-bdee-7c2e78674b5c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 210 time: 0.0424161 Feb 07 22:52:13.175030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:13.273014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:13.276529 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:13.360047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:13.468316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc1860-476c-4019-96e0-fa62c3f927f9 req-22bb06e7-0f58-4f91-a3a4-5a4b1444c2ff tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.470424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32dc1860-476c-4019-96e0-fa62c3f927f9 req-22bb06e7-0f58-4f91-a3a4-5a4b1444c2ff tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 931 time: 0.0865393 Feb 07 22:52:13.516719 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32dc1860-476c-4019-96e0-fa62c3f927f9 req-b8ea2572-393a-4259-aadc-6f8742520033 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Feb 07 22:52:13.844110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Performing IP validity checks on allocation pools {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 22:52:13.846767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 22:52:13.924590 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.033775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Pushing event updated for resources: {'Port': ['ID=532b3bcc-222a-43a9-82be-e0650493f1d2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:14.039366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Network f3d772b3-e3c3-4426-9a27-670cb37bcc54 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:14.054353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:14.076941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:14.168084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.168631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.255739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-8980cc83-ebae-4e53-84da-e3204e01067c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0134943 Feb 07 22:52:14.267484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247e6824-b0cd-4948-8428-7ee663eccf0a {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:14.274901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Request body: {'port': {'device_id': '0b89f05b-6f01-4abc-acdf-3a4ee9b07f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:14.278166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.305793 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.422115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Transition to ACTIVE for port object 247e6824-b0cd-4948-8428-7ee663eccf0a will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:14.457514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.482561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=8976160d-1b29-4c98-95e4-50a749af68d1,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:14.503866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.537371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd817adc-38ee-4cf9-9eb3-757db11beed1 req-0f444065-56fd-4f14-816c-e58758560392 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.546571 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd817adc-38ee-4cf9-9eb3-757db11beed1 req-0f444065-56fd-4f14-816c-e58758560392 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 931 time: 0.2646403 Feb 07 22:52:14.586957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Checking segment: {'id': '3ab0b087-450f-485c-8958-f398c31cd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46acdf4b-d025-49f1-8f35-90e180324072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:14.587307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network hostable DHCP agents. Network: 46acdf4b-d025-49f1-8f35-90e180324072, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:14.589574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Pushing event updated for resources: {'Port': ['ID=247e6824-b0cd-4948-8428-7ee663eccf0a,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:14.704426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71ee10-0bfc-4f72-b408-82e704772bd0 req-daa6a866-06b6-4e85-a44d-2b61130aa001 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.706194 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f71ee10-0bfc-4f72-b408-82e704772bd0 req-daa6a866-06b6-4e85-a44d-2b61130aa001 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 943 time: 0.0959921 Feb 07 22:52:14.734931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd817adc-38ee-4cf9-9eb3-757db11beed1 req-f10ab6d5-6e2a-46b3-a0a5-2eb7310336f2 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874521 Feb 07 22:52:14.764612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Attempting to bind port 247e6824-b0cd-4948-8428-7ee663eccf0a on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:14.770178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Attempting to bind port 247e6824-b0cd-4948-8428-7ee663eccf0a by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:14.771629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Attempting to bind port 247e6824-b0cd-4948-8428-7ee663eccf0a on network 553e2505-80e6-497f-91f0-666f97c498dc {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:14.788811 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f71ee10-0bfc-4f72-b408-82e704772bd0 req-aa2c16f4-eda2-409d-878a-77bd50cefc66 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623555 Feb 07 22:52:14.842457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 46acdf4b-d025-49f1-8f35-90e180324072 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:14.853806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Port 247e6824-b0cd-4948-8428-7ee663eccf0a on network 553e2505-80e6-497f-91f0-666f97c498dc not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:52:14.854821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Attempting to bind port 247e6824-b0cd-4948-8428-7ee663eccf0a on network 553e2505-80e6-497f-91f0-666f97c498dc {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:14.875109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:52:14.875446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Checking segment: {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:14.876000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Bound using segment: {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:52:14.876431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Bound port: 247e6824-b0cd-4948-8428-7ee663eccf0a, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567c8ae3-4eac-4f50-86a4-d689183c1de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:14.876785 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.881777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 46acdf4b-d025-49f1-8f35-90e180324072) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:14.890911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca34b2d-6595-4b64-b165-ba9c362db265 None None] Network 46acdf4b-d025-49f1-8f35-90e180324072 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:14.901224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.902048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.010767 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a912fd06-a148-4432-9592-4c1b3e596653 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1018405 Feb 07 22:52:15.011506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59964) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:15.021992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': '46acdf4b-d025-49f1-8f35-90e180324072', 'name': 'tempest-PortsIpV6TestJSON-393593665'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:15.040846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] For port 247e6824-b0cd-4948-8428-7ee663eccf0a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:52:15.061781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] For port 247e6824-b0cd-4948-8428-7ee663eccf0a, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=247e6824-b0cd-4948-8428-7ee663eccf0a,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:52:15.067234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-46acdf4b-d025-49f1-8f35-90e180324072', 'network_id': '46acdf4b-d025-49f1-8f35-90e180324072', 'tenant_id': '9770b48de39a47e6ac95a684c8b5ef96', 'fixed_ips': [{'subnet_id': '8976160d-1b29-4c98-95e4-50a749af68d1'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:52:15.068177 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.077564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.142569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:15.143341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.144893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] 10.222.0.24 "PUT /v2.0/ports/247e6824-b0cd-4948-8428-7ee663eccf0a HTTP/1.1" status: 200 len: 1091 time: 2.2986672 Feb 07 22:52:15.145490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb271f9-ddbe-4496-9c0f-1129de20b0e8', 'tag': '247e6824-b0cd-4948-8428-7ee663eccf0a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:15.148115 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d4264b-0470-455d-8817-1ce84d5a6a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb271f9-ddbe-4496-9c0f-1129de20b0e8", "tag": "247e6824-b0cd-4948-8428-7ee663eccf0a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:52:15.239735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403fabb-de29-4ce5-b9f5-67359455c7fd service neutron] Pushing event updated for resources: {'Port': ['ID=247e6824-b0cd-4948-8428-7ee663eccf0a,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:15.297039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:15.301131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.303641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532b3bcc-222a-43a9-82be-e0650493f1d2 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:15.313194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.341761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Allocated IP 2001:db8::2 (46acdf4b-d025-49f1-8f35-90e180324072/8976160d-1b29-4c98-95e4-50a749af68d1/45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:15.345223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 429bf359-9fc0-4e79-a519-021a5dd491d9 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:15.386996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Transition to ACTIVE for port object 532b3bcc-222a-43a9-82be-e0650493f1d2 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:15.393550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eaa03-fa75-405f-871d-6fe22e158397 req-38550422-e206-4b27-9448-20c46a59ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:15.395395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-38550422-e206-4b27-9448-20c46a59ba67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 1094 time: 0.0781858 Feb 07 22:52:15.396672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.464720 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-9e3f7cfd-d95b-4197-8163-a16e5132a6fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247e6824-b0cd-4948-8428-7ee663eccf0a HTTP/1.1" status: 200 len: 217 time: 0.0589542 Feb 07 22:52:15.540834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Pushing event updated for resources: {'Port': ['ID=532b3bcc-222a-43a9-82be-e0650493f1d2,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:15.552818 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.573422 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.618686 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5f5fe7-5298-4772-839c-05fe217858b6 x-openstack-request-id: req-0d5f5fe7-5298-4772-839c-05fe217858b6 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:52:15.618990 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb271f9-ddbe-4496-9c0f-1129de20b0e8", "tag": "247e6824-b0cd-4948-8428-7ee663eccf0a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:52:15.619231 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d5f5fe7-5298-4772-839c-05fe217858b6 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:52:15.619635 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb271f9-ddbe-4496-9c0f-1129de20b0e8', 'tag': '247e6824-b0cd-4948-8428-7ee663eccf0a', 'status': 'completed', 'code': 200} Feb 07 22:52:15.634787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eaa03-fa75-405f-871d-6fe22e158397 req-0ba1bc75-4441-42c2-856d-773ac23839f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:15.636401 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-0ba1bc75-4441-42c2-856d-773ac23839f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 200 len: 855 time: 0.1641879 Feb 07 22:52:15.639753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Pushing event updated for resources: {'Port': ['ID=45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:15.667616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Network 46acdf4b-d025-49f1-8f35-90e180324072 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:15.670105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:15.675239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:15.691371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::ac (46acdf4b-d025-49f1-8f35-90e180324072/8976160d-1b29-4c98-95e4-50a749af68d1/429bf359-9fc0-4e79-a519-021a5dd491d9) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:15.740272 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-e1113663-51b9-478f-ab93-de2854f7a460 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=553e2505-80e6-497f-91f0-666f97c498dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951476 Feb 07 22:52:15.776583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Attempting to bind port 532b3bcc-222a-43a9-82be-e0650493f1d2 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:15.782068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Attempting to bind port 532b3bcc-222a-43a9-82be-e0650493f1d2 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '9b8a80fa-2b44-472d-a522-97b38d0d8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:15.783144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Attempting to bind port 532b3bcc-222a-43a9-82be-e0650493f1d2 on network f3d772b3-e3c3-4426-9a27-670cb37bcc54 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:15.791305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Attempting to bind port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:15.791696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Attempting to bind port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '3ab0b087-450f-485c-8958-f398c31cd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46acdf4b-d025-49f1-8f35-90e180324072'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:15.792575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Attempting to bind port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea on network 46acdf4b-d025-49f1-8f35-90e180324072 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:15.803980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:52:15.804366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Checking segment: {'id': '3ab0b087-450f-485c-8958-f398c31cd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46acdf4b-d025-49f1-8f35-90e180324072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:15.804780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.805178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Bound using segment: {'id': '3ab0b087-450f-485c-8958-f398c31cd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46acdf4b-d025-49f1-8f35-90e180324072'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:52:15.805656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Bound port: 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0b087-450f-485c-8958-f398c31cd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46acdf4b-d025-49f1-8f35-90e180324072'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:15.806034 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.910752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Port 532b3bcc-222a-43a9-82be-e0650493f1d2 on network f3d772b3-e3c3-4426-9a27-670cb37bcc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:52:15.911374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Attempting to bind port 532b3bcc-222a-43a9-82be-e0650493f1d2 on network f3d772b3-e3c3-4426-9a27-670cb37bcc54 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:15.923693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:52:15.924196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Checking segment: {'id': '9b8a80fa-2b44-472d-a522-97b38d0d8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:15.924682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Bound using segment: {'id': '9b8a80fa-2b44-472d-a522-97b38d0d8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:52:15.925220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Bound port: 532b3bcc-222a-43a9-82be-e0650493f1d2, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8a80fa-2b44-472d-a522-97b38d0d8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:15.925679 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.992968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] For port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:52:16.001625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] For port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea,segment=NetworkSegment(3ab0b087-450f-485c-8958-f398c31cd7c6),segment_id=3ab0b087-450f-485c-8958-f398c31cd7c6)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:52:16.006419 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.021592 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.039810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839e5c7-4da9-452a-a2e2-5e4085a13a0a req-243c7b62-0c69-4906-b072-eb75ebe6dca0 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.041459 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2839e5c7-4da9-452a-a2e2-5e4085a13a0a req-243c7b62-0c69-4906-b072-eb75ebe6dca0 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 943 time: 0.1476748 Feb 07 22:52:16.112003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2839e5c7-4da9-452a-a2e2-5e4085a13a0a req-a54dd6ce-0c9b-436d-bb48-913e709eca1f tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548215 Feb 07 22:52:16.121348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6778ee-f144-48c2-9a89-20a17b517025 req-921c5b04-4e92-4a83-911b-60b292a76fd2 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.124111 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d6778ee-f144-48c2-9a89-20a17b517025 req-921c5b04-4e92-4a83-911b-60b292a76fd2 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 943 time: 0.1319404 Feb 07 22:52:16.140192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d77de-6b8a-42c2-8180-5c3c3c6f9469 None None] Pushing event updated for resources: {'Port': ['ID=45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:16.143687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.163735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-9694076a-fd82-4c17-9e3e-d6cf2b4128be service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076252 Feb 07 22:52:16.189405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] For port 532b3bcc-222a-43a9-82be-e0650493f1d2, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:52:16.221137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] For port 532b3bcc-222a-43a9-82be-e0650493f1d2, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=532b3bcc-222a-43a9-82be-e0650493f1d2,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:52:16.227876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 46acdf4b-d025-49f1-8f35-90e180324072 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:16.232625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:16.236606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:16.250671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.251355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.270261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=429bf359-9fc0-4e79-a519-021a5dd491d9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:16.281640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c810adb9-70fc-4628-900b-076bbb73e1cc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2682145 Feb 07 22:52:16.282147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60006) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:16.320705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775eaa03-fa75-405f-871d-6fe22e158397 req-7973327c-8654-426b-801b-2e2ce454bef4 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515002 Feb 07 22:52:16.324379 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d6778ee-f144-48c2-9a89-20a17b517025 req-0115672c-1379-4012-821c-2c53de1a9471 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873603 Feb 07 22:52:16.326511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.397216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.397827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.399205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] 10.222.0.24 "PUT /v2.0/ports/532b3bcc-222a-43a9-82be-e0650493f1d2 HTTP/1.1" status: 200 len: 1091 time: 2.1343133 Feb 07 22:52:16.471218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a7d7b-431a-41af-bac6-23df8a6713a8 service neutron] Pushing event updated for resources: {'Port': ['ID=532b3bcc-222a-43a9-82be-e0650493f1d2,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:16.517061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3b00541a-912c-45cf-be21-a8d48381befa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 429bf359-9fc0-4e79-a519-021a5dd491d9 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:16.518309 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b00541a-912c-45cf-be21-a8d48381befa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.524996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-d991549d-3040-444e-8902-869de49ecaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.526504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-d991549d-3040-444e-8902-869de49ecaa2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 1094 time: 0.1159985 Feb 07 22:52:16.544524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-7b0bee18-2e79-4dff-8de2-c7a308880c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.546000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-7b0bee18-2e79-4dff-8de2-c7a308880c10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=308646967b5a4c7dbae4a46a95202463&device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 1094 time: 0.0889103 Feb 07 22:52:16.649991 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-f50da969-e89d-4ff6-b092-3d879ef38c8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=532b3bcc-222a-43a9-82be-e0650493f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0917583 Feb 07 22:52:16.695695 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b00541a-912c-45cf-be21-a8d48381befa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.711474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3b00541a-912c-45cf-be21-a8d48381befa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 429bf359-9fc0-4e79-a519-021a5dd491d9 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:16.751685 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-38e06d9a-ae11-452a-bcce-574c51678fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.753208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-38e06d9a-ae11-452a-bcce-574c51678fe6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 200 len: 915 time: 0.2195125 Feb 07 22:52:16.778832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-df154f87-d02b-45f7-af43-a99db2376144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.780624 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-df154f87-d02b-45f7-af43-a99db2376144 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=661611d9-a9b1-4698-9466-5d1e86e2b899 HTTP/1.1" status: 200 len: 848 time: 0.1229258 Feb 07 22:52:16.840961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-6628034c-cac3-4920-932f-18b213deb9e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247e6824-b0cd-4948-8428-7ee663eccf0a HTTP/1.1" status: 200 len: 217 time: 0.0797081 Feb 07 22:52:16.861172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-d7b91a95-b5bb-46a1-9dbc-84d69acf68d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3d772b3-e3c3-4426-9a27-670cb37bcc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305171 Feb 07 22:52:16.931726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b00541a-912c-45cf-be21-a8d48381befa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.977343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00541a-912c-45cf-be21-a8d48381befa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=429bf359-9fc0-4e79-a519-021a5dd491d9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:16.986408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-5dbb5a74-5a3a-4d96-ae00-0193a8a52e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.987925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-5dbb5a74-5a3a-4d96-ae00-0193a8a52e34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 200 len: 855 time: 0.1291506 Feb 07 22:52:17.007457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b00541a-912c-45cf-be21-a8d48381befa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.010832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3b00541a-912c-45cf-be21-a8d48381befa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/429bf359-9fc0-4e79-a519-021a5dd491d9 HTTP/1.1" status: 204 len: 168 time: 0.7277303 Feb 07 22:52:17.013562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60024) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:17.030535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-b5b6da64-e716-42f0-9dad-571c9081f0ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=553e2505-80e6-497f-91f0-666f97c498dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337062 Feb 07 22:52:17.045732 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-07d5f5a1-24bb-49f1-8d52-9ece4018a9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771181 Feb 07 22:52:17.046240 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c96ebb-00ee-4067-952d-bbf8031ced7e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:52:17.049046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c96ebb-00ee-4067-952d-bbf8031ced7e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:52:17.052589 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c2c96ebb-00ee-4067-952d-bbf8031ced7e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/429bf359-9fc0-4e79-a519-021a5dd491d9 HTTP/1.1" status: 404 len: 333 time: 0.0378420 Feb 07 22:52:17.055239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60028) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:17.083109 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c637aba-97ce-41f4-80eb-a8f0e5fc9f7a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:17.084959 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7c637aba-97ce-41f4-80eb-a8f0e5fc9f7a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/429bf359-9fc0-4e79-a519-021a5dd491d9 HTTP/1.1" status: 404 len: 333 time: 0.0286660 Feb 07 22:52:17.087548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60034) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:17.167232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8351fa7a-4363-4698-a481-8b049686c0b3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet 8976160d-1b29-4c98-95e4-50a749af68d1 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:52:17.171007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8351fa7a-4363-4698-a481-8b049686c0b3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.234656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-da000172-92ad-40d4-af81-8a77c2f48a15 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946323 Feb 07 22:52:17.238545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-357c9ec3-1fe3-4b32-9de1-4505c7263c1c req-21db852c-451d-4dae-b52b-af23cfcc5a04 service neutron] 10.222.0.24 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743708 Feb 07 22:52:17.269833 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8351fa7a-4363-4698-a481-8b049686c0b3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.324205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc19b8-dbee-48e8-8506-bc8dd888ac78 req-1d0f290f-e1c7-47bc-a626-7a2d3a2296c5 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:17.332135 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-debc19b8-dbee-48e8-8506-bc8dd888ac78 req-1d0f290f-e1c7-47bc-a626-7a2d3a2296c5 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 943 time: 0.1181023 Feb 07 22:52:17.385926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26d4264b-0470-455d-8817-1ce84d5a6a5b req-ed7878f7-2fff-4765-99bd-b022a27f5866 service neutron] 10.222.0.24 "GET /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396444 Feb 07 22:52:17.386679 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-debc19b8-dbee-48e8-8506-bc8dd888ac78 req-5ef8a1ae-5ab8-494c-a8e0-3b5bed14dcb8 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536482 Feb 07 22:52:17.453536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8351fa7a-4363-4698-a481-8b049686c0b3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.553860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8351fa7a-4363-4698-a481-8b049686c0b3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.616426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717f7f-cd5e-4d75-aa82-f4e57f8faf99 req-6f46e77f-a606-47ea-9498-a70d80bfef70 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:17.619070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc717f7f-cd5e-4d75-aa82-f4e57f8faf99 req-6f46e77f-a606-47ea-9498-a70d80bfef70 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 943 time: 0.0953927 Feb 07 22:52:17.621625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b89f05b-6f01-4abc-acdf-3a4ee9b07f03', 'tag': '532b3bcc-222a-43a9-82be-e0650493f1d2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:17.624310 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e657572-b728-4fdc-8080-e626cbd25a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b89f05b-6f01-4abc-acdf-3a4ee9b07f03", "tag": "532b3bcc-222a-43a9-82be-e0650493f1d2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:52:17.646960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:17.658002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351fa7a-4363-4698-a481-8b049686c0b3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=8976160d-1b29-4c98-95e4-50a749af68d1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:17.664324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8351fa7a-4363-4698-a481-8b049686c0b3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.675296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60042) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:17.676494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8351fa7a-4363-4698-a481-8b049686c0b3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/8976160d-1b29-4c98-95e4-50a749af68d1 HTTP/1.1" status: 204 len: 168 time: 0.5876927 Feb 07 22:52:17.757948 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:17.758746 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.789403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.796018 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e6a103-0b29-4d54-ad12-3df88a31e17d x-openstack-request-id: req-64e6a103-0b29-4d54-ad12-3df88a31e17d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:52:17.796309 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b89f05b-6f01-4abc-acdf-3a4ee9b07f03", "tag": "532b3bcc-222a-43a9-82be-e0650493f1d2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:52:17.796563 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64e6a103-0b29-4d54-ad12-3df88a31e17d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:52:17.796966 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b89f05b-6f01-4abc-acdf-3a4ee9b07f03', 'tag': '532b3bcc-222a-43a9-82be-e0650493f1d2', 'status': 'completed', 'code': 200} Feb 07 22:52:17.809569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc717f7f-cd5e-4d75-aa82-f4e57f8faf99 req-e5ab75b8-9889-401d-95df-b88d8321e922 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812556 Feb 07 22:52:17.858392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b51e2b-eaca-4a15-9edd-a652ccdc98dc None None] Network 46acdf4b-d025-49f1-8f35-90e180324072 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:17.863738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-dff3a9b1-550c-426e-95b7-3f7718a43d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:17.866392 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-dff3a9b1-550c-426e-95b7-3f7718a43d76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=308646967b5a4c7dbae4a46a95202463&device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 1094 time: 0.0723305 Feb 07 22:52:17.968319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b6d11c44-9c43-4449-a810-039b4e5af1e2 None None] Provisioning complete for port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:17.968959 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6d11c44-9c43-4449-a810-039b4e5af1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.008021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:18.008492 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.011383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-50fa77b7-366d-4441-9945-476afddcb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.013546 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-50fa77b7-366d-4441-9945-476afddcb658 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3d772b3-e3c3-4426-9a27-670cb37bcc54 HTTP/1.1" status: 200 len: 908 time: 0.1205332 Feb 07 22:52:18.096712 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-40611fcf-58fd-45b1-b4d6-a4e3b631150b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=532b3bcc-222a-43a9-82be-e0650493f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0732660 Feb 07 22:52:18.115375 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.162094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] For port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea,segment=NetworkSegment(3ab0b087-450f-485c-8958-f398c31cd7c6),segment_id=3ab0b087-450f-485c-8958-f398c31cd7c6)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:18.162460 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.185146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:18.212612 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6d11c44-9c43-4449-a810-039b4e5af1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.216199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea,segment=NetworkSegment(3ab0b087-450f-485c-8958-f398c31cd7c6),segment_id=3ab0b087-450f-485c-8958-f398c31cd7c6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:18.218888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] DHCP port deletion for 46acdf4b-d025-49f1-8f35-90e180324072 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:52:18.232244 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.246938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-5686cf97-b851-4493-810b-9006bf7b2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.248472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-5686cf97-b851-4493-810b-9006bf7b2af6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=661611d9-a9b1-4698-9466-5d1e86e2b899 HTTP/1.1" status: 200 len: 848 time: 0.1406069 Feb 07 22:52:18.315508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-8d469eac-4072-4558-b6a0-64546bc89404 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3d772b3-e3c3-4426-9a27-670cb37bcc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324230 Feb 07 22:52:18.324808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.362624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:18.365222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-b6d11c44-9c43-4449-a810-039b4e5af1e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:52:18.365583 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-b6d11c44-9c43-4449-a810-039b4e5af1e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:52:18.392768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] Deleting port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:18.393099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.446829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:18.468358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No DVR routers for this DVR port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:18.479489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] For port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:18.480128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.515057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] Calling delete_port for 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:18.519012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] Port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:52:18.520407 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.552463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] Pushing event deleted for resources: {'Port': ['ID=45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:18.559870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df06f0d-8fb3-4498-8c04-bc6c8965d391 None None] No DVR routers for this DVR port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:18.565249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e337d5-8162-4d23-8d03-9990b86a03d8 req-4d007b0d-6501-46f2-9f80-dc547786a2d8 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.570256 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4e337d5-8162-4d23-8d03-9990b86a03d8 req-4d007b0d-6501-46f2-9f80-dc547786a2d8 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 943 time: 0.0932825 Feb 07 22:52:18.577833 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.610998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46acdf4b-d025-49f1-8f35-90e180324072']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:18.619554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 532b3bcc-222a-43a9-82be-e0650493f1d2 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:52:18.623087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-23c09bd5-af26-4470-b0f0-41b57477e0b1 service neutron] 10.222.0.24 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935364 Feb 07 22:52:18.624918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab0b087-450f-485c-8958-f398c31cd7c6') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:18.625207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab0b087-450f-485c-8958-f398c31cd7c6') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:18.653429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4e337d5-8162-4d23-8d03-9990b86a03d8 req-0b48c267-340b-42b7-a61c-e65f23ca1a57 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747216 Feb 07 22:52:18.655452 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.726821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.736826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:18.737206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:18.740559 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:18.768594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 532b3bcc-222a-43a9-82be-e0650493f1d2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=532b3bcc-222a-43a9-82be-e0650493f1d2,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:18.780931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '532b3bcc-222a-43a9-82be-e0650493f1d2', 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54', 'port_id': '532b3bcc-222a-43a9-82be-e0650493f1d2', 'mac_address': 'fa:16:3e:bb:c4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661611d9-a9b1-4698-9466-5d1e86e2b899', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:52:18.819498 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e657572-b728-4fdc-8080-e626cbd25a6d req-dc88c308-370c-4c39-bd62-545074ca1abc service neutron] 10.222.0.24 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835947 Feb 07 22:52:18.827158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.829650 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.848365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.854130 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/networks/46acdf4b-d025-49f1-8f35-90e180324072 HTTP/1.1" status: 204 len: 168 time: 1.1767962 Feb 07 22:52:18.859158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60070) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:18.863129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532b3bcc-222a-43a9-82be-e0650493f1d2 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:18.865477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1807188242'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:18.881504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011cdb-7447-4bf5-9620-cf0653de8ed7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Network': ['ID=46acdf4b-d025-49f1-8f35-90e180324072,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:18.915213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b6d11c44-9c43-4449-a810-039b4e5af1e2 None None] Port 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea update to ACTIVE by agent not found {{(pid=102291) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 07 22:52:18.920246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:18.925148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.925519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 532b3bcc-222a-43a9-82be-e0650493f1d2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=532b3bcc-222a-43a9-82be-e0650493f1d2,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:18.945256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.946139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 247e6824-b0cd-4948-8428-7ee663eccf0a details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:52:18.972958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:18.984679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.985023 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Added segment 30839699-9b8d-4dbb-8981-0245a7cb1cf8 of type vlan for network 7da15d94-a950-44d1-9693-a392e05445f7 Feb 07 22:52:19.056322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffa400-967c-4107-ab61-bc0abc2e882b req-08adb453-f6dc-49c9-9a79-e3f1363c720f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:19.057711 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33ffa400-967c-4107-ab61-bc0abc2e882b req-08adb453-f6dc-49c9-9a79-e3f1363c720f tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 943 time: 0.1159837 Feb 07 22:52:19.068951 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.094217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=532b3bcc-222a-43a9-82be-e0650493f1d2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:19.123282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.126075 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33ffa400-967c-4107-ab61-bc0abc2e882b req-3ac4755e-dc91-4279-9ce3-fb1416794e93 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614791 Feb 07 22:52:19.139755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:19.140050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 247e6824-b0cd-4948-8428-7ee663eccf0a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=247e6824-b0cd-4948-8428-7ee663eccf0a,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:19.141335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.162876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '247e6824-b0cd-4948-8428-7ee663eccf0a', 'network_id': '553e2505-80e6-497f-91f0-666f97c498dc', 'port_id': '247e6824-b0cd-4948-8428-7ee663eccf0a', 'mac_address': 'fa:16:3e:d3:f3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6ef840-447b-4c53-8a11-7a33819ae83a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:52:19.214179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3532102 Feb 07 22:52:19.217700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60078) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:19.222654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': '7da15d94-a950-44d1-9693-a392e05445f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:19.225812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40567ecb-6ee5-4395-8a4f-bc59281d85ad tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Network': ['ID=7da15d94-a950-44d1-9693-a392e05445f7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:19.229269 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.245199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7da15d94-a950-44d1-9693-a392e05445f7 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:52:19.267994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247e6824-b0cd-4948-8428-7ee663eccf0a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:19.291135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 247e6824-b0cd-4948-8428-7ee663eccf0a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=247e6824-b0cd-4948-8428-7ee663eccf0a,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:19.337160 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.342083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:19.345918 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.576313 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.642734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=247e6824-b0cd-4948-8428-7ee663eccf0a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:19.647189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:52:19.657879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=2377e24c-1f38-4658-8f2e-19f32702df20,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:19.660750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Checking segment: {'id': '30839699-9b8d-4dbb-8981-0245a7cb1cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7da15d94-a950-44d1-9693-a392e05445f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:19.661234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network hostable DHCP agents. Network: 7da15d94-a950-44d1-9693-a392e05445f7, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:19.691834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:52:19.692028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 45e3bf6c-6c9c-4cdc-9e9a-4866b9ffd6ea not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:52:19.706862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 7da15d94-a950-44d1-9693-a392e05445f7 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:19.726856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7da15d94-a950-44d1-9693-a392e05445f7) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:19.738033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6fe8c1-8781-49a2-b292-b3752533f695 None None] Network 7da15d94-a950-44d1-9693-a392e05445f7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:19.749151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:19.752550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.776420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d4ad4514-f180-4895-bc04-2f36e20c590d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5552464 Feb 07 22:52:19.777891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60090) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:19.783255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': '7da15d94-a950-44d1-9693-a392e05445f7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-188660585'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:19.838421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dad189-f44f-44a0-ba9c-1cf3180b8217 req-4b45f1b8-f721-4da2-b924-598bda2999c2 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:19.841130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['247e6824-b0cd-4948-8428-7ee663eccf0a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:52:19.841588 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20dad189-f44f-44a0-ba9c-1cf3180b8217 req-4b45f1b8-f721-4da2-b924-598bda2999c2 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 944 time: 0.0982256 Feb 07 22:52:19.843168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['532b3bcc-222a-43a9-82be-e0650493f1d2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:52:19.918665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20dad189-f44f-44a0-ba9c-1cf3180b8217 req-21c25299-922b-4be8-b48c-924922c67d43 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 Feb 07 22:52:19.993462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:19.997861 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:20.023159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 878893b4-d4be-4ef6-b3f5-150b32f3d5b1 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:20.146498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-7da15d94-a950-44d1-9693-a392e05445f7', 'network_id': '7da15d94-a950-44d1-9693-a392e05445f7', 'tenant_id': '9770b48de39a47e6ac95a684c8b5ef96', 'fixed_ips': [{'subnet_id': '2377e24c-1f38-4658-8f2e-19f32702df20'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:52:20.147628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:20.187874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::190 (7da15d94-a950-44d1-9693-a392e05445f7/2377e24c-1f38-4658-8f2e-19f32702df20/878893b4-d4be-4ef6-b3f5-150b32f3d5b1) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:20.373930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46782094-b6db-4bcd-84cc-92bb4a0f1b83 req-df4267bd-f921-4023-b8aa-2bbfc0eeef84 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:20.375940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46782094-b6db-4bcd-84cc-92bb4a0f1b83 req-df4267bd-f921-4023-b8aa-2bbfc0eeef84 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 944 time: 0.1046085 Feb 07 22:52:20.745813 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:20.788941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-46782094-b6db-4bcd-84cc-92bb4a0f1b83 req-b63ae754-4e3d-421b-84c5-94b9051ecc93 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038241 Feb 07 22:52:20.804180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:20.840570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 7da15d94-a950-44d1-9693-a392e05445f7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:20.846383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:20.849135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:20.855359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:20.856689 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:20.880495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=878893b4-d4be-4ef6-b3f5-150b32f3d5b1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:20.889041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Allocated IP 2001:db8::2 (7da15d94-a950-44d1-9693-a392e05445f7/2377e24c-1f38-4658-8f2e-19f32702df20/f631cba1-a2e4-4b14-8be4-6aed40a4cb71) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:20.898244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2c53635a-39f4-4c35-8a27-9d0b0993a22e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1165271 Feb 07 22:52:20.898462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60114) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:21.027864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3a76e-641c-431f-bd8c-d9dd49e3953b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 878893b4-d4be-4ef6-b3f5-150b32f3d5b1 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:21.028637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a76e-641c-431f-bd8c-d9dd49e3953b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.108117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ff59c-97ec-4498-814c-7311d8886598 req-57ea621f-f1c4-4fca-957c-648cfac39c24 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:21.109716 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff5ff59c-97ec-4498-814c-7311d8886598 req-57ea621f-f1c4-4fca-957c-648cfac39c24 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 944 time: 0.0893147 Feb 07 22:52:21.120638 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.129619 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.167774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff5ff59c-97ec-4498-814c-7311d8886598 req-395be80b-69a8-4513-a271-60f411d71a8c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503106 Feb 07 22:52:21.183613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Network 7da15d94-a950-44d1-9693-a392e05445f7 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:21.189547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:21.196297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:21.204429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Pushing event updated for resources: {'Port': ['ID=f631cba1-a2e4-4b14-8be4-6aed40a4cb71,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:21.205670 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a76e-641c-431f-bd8c-d9dd49e3953b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.235857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3a76e-641c-431f-bd8c-d9dd49e3953b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 878893b4-d4be-4ef6-b3f5-150b32f3d5b1 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:21.279505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Attempting to bind port f631cba1-a2e4-4b14-8be4-6aed40a4cb71 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:21.280257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Attempting to bind port f631cba1-a2e4-4b14-8be4-6aed40a4cb71 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '30839699-9b8d-4dbb-8981-0245a7cb1cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7da15d94-a950-44d1-9693-a392e05445f7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:21.280785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Attempting to bind port f631cba1-a2e4-4b14-8be4-6aed40a4cb71 on network 7da15d94-a950-44d1-9693-a392e05445f7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:21.286734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:52:21.287321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Checking segment: {'id': '30839699-9b8d-4dbb-8981-0245a7cb1cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7da15d94-a950-44d1-9693-a392e05445f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:21.288072 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.288615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Bound using segment: {'id': '30839699-9b8d-4dbb-8981-0245a7cb1cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7da15d94-a950-44d1-9693-a392e05445f7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:52:21.289255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Bound port: f631cba1-a2e4-4b14-8be4-6aed40a4cb71, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30839699-9b8d-4dbb-8981-0245a7cb1cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7da15d94-a950-44d1-9693-a392e05445f7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:21.289800 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.401608 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a76e-641c-431f-bd8c-d9dd49e3953b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.434573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] For port f631cba1-a2e4-4b14-8be4-6aed40a4cb71, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:52:21.439465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] For port f631cba1-a2e4-4b14-8be4-6aed40a4cb71, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f631cba1-a2e4-4b14-8be4-6aed40a4cb71,segment=NetworkSegment(30839699-9b8d-4dbb-8981-0245a7cb1cf8),segment_id=30839699-9b8d-4dbb-8981-0245a7cb1cf8)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:52:21.440794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3a76e-641c-431f-bd8c-d9dd49e3953b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=878893b4-d4be-4ef6-b3f5-150b32f3d5b1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:21.444528 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-954783db-79ca-4c9c-bca6-87c356c8bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.451298 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.476825 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a76e-641c-431f-bd8c-d9dd49e3953b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.485938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60126) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:21.503291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b8e3a76e-641c-431f-bd8c-d9dd49e3953b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/878893b4-d4be-4ef6-b3f5-150b32f3d5b1 HTTP/1.1" status: 204 len: 168 time: 0.6036344 Feb 07 22:52:21.528192 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-803c35f6-dcbc-4903-84ed-64f40a2dc70e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:21.529531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9970799-0e76-4465-aa34-083214c975c7 None None] Pushing event updated for resources: {'Port': ['ID=f631cba1-a2e4-4b14-8be4-6aed40a4cb71,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:21.536359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-803c35f6-dcbc-4903-84ed-64f40a2dc70e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/878893b4-d4be-4ef6-b3f5-150b32f3d5b1 HTTP/1.1" status: 404 len: 333 time: 0.0488613 Feb 07 22:52:21.536983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60128) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:21.606503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c671d7-5f13-4831-bc71-18139eed6c8f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet 2377e24c-1f38-4658-8f2e-19f32702df20 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:52:21.610006 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-88c671d7-5f13-4831-bc71-18139eed6c8f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.670337 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-88c671d7-5f13-4831-bc71-18139eed6c8f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.800164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-88c671d7-5f13-4831-bc71-18139eed6c8f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.891485 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-88c671d7-5f13-4831-bc71-18139eed6c8f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.934232 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-88c671d7-5f13-4831-bc71-18139eed6c8f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.937698 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-88c671d7-5f13-4831-bc71-18139eed6c8f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/2377e24c-1f38-4658-8f2e-19f32702df20 HTTP/1.1" status: 204 len: 168 time: 0.3997059 Feb 07 22:52:21.939255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c671d7-5f13-4831-bc71-18139eed6c8f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=2377e24c-1f38-4658-8f2e-19f32702df20,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:21.942301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60140) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:22.033445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.035791 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2876a-97cc-4ab5-8786-ee1c813de424 req-9d02e5ac-d605-4eef-89b3-caccfc878a2a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:22.037410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6f2876a-97cc-4ab5-8786-ee1c813de424 req-9d02e5ac-d605-4eef-89b3-caccfc878a2a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 944 time: 0.1126347 Feb 07 22:52:22.088300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6f2876a-97cc-4ab5-8786-ee1c813de424 req-29b3ce16-8f67-4c0b-ae16-893f96e883cd tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Feb 07 22:52:22.099822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port f631cba1-a2e4-4b14-8be4-6aed40a4cb71 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:22.100589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.197871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] For port f631cba1-a2e4-4b14-8be4-6aed40a4cb71, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f631cba1-a2e4-4b14-8be4-6aed40a4cb71,segment=NetworkSegment(30839699-9b8d-4dbb-8981-0245a7cb1cf8),segment_id=30839699-9b8d-4dbb-8981-0245a7cb1cf8)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:22.198593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.217138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for f631cba1-a2e4-4b14-8be4-6aed40a4cb71 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:22.372785 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.382659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae25ac5-d615-4ee9-a6a3-5ec0b89641f2 req-5b87657f-8221-4cac-87e9-a758af7f67d0 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:22.384269 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cae25ac5-d615-4ee9-a6a3-5ec0b89641f2 req-5b87657f-8221-4cac-87e9-a758af7f67d0 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 944 time: 0.0911667 Feb 07 22:52:22.422814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No DVR routers for this DVR port f631cba1-a2e4-4b14-8be4-6aed40a4cb71 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:22.429372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=f631cba1-a2e4-4b14-8be4-6aed40a4cb71,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:22.550540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cae25ac5-d615-4ee9-a6a3-5ec0b89641f2 req-ae03e2f9-2017-425b-9c87-242cf37e0a94 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371195 Feb 07 22:52:22.556361 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.595839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da15d94-a950-44d1-9693-a392e05445f7']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:22.611185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30839699-9b8d-4dbb-8981-0245a7cb1cf8') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:22.613125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30839699-9b8d-4dbb-8981-0245a7cb1cf8') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:22.628328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.644726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.649027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 532b3bcc-222a-43a9-82be-e0650493f1d2 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:22.652591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:22.652998 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:22.656779 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:22.751966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.755418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 532b3bcc-222a-43a9-82be-e0650493f1d2 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:22.764079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 532b3bcc-222a-43a9-82be-e0650493f1d2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:22.764544 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.766281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.770017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/networks/7da15d94-a950-44d1-9693-a392e05445f7 HTTP/1.1" status: 204 len: 168 time: 0.8265224 Feb 07 22:52:22.773513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60156) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:22.781331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'name': 'tempest-PortsIpV6TestJSON-95251301'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:22.801794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a676506-e9fb-42ca-b155-b625227179ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Network': ['ID=7da15d94-a950-44d1-9693-a392e05445f7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:22.921909 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.962256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:22.966351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.979173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b89f05b-6f01-4abc-acdf-3a4ee9b07f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532b3bcc-222a-43a9-82be-e0650493f1d2'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:22.986386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 400225b5-ab9f-489a-b487-56ceeabc13fa yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:22.995596 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a73bda-0db1-46d2-9722-00dc289f1849" -d '{"events": [{"server_uuid": "0b89f05b-6f01-4abc-acdf-3a4ee9b07f03", "name": "network-vif-plugged", "status": "completed", "tag": "532b3bcc-222a-43a9-82be-e0650493f1d2"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:52:23.038184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 532b3bcc-222a-43a9-82be-e0650493f1d2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=532b3bcc-222a-43a9-82be-e0650493f1d2,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:23.045155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.046025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 247e6824-b0cd-4948-8428-7ee663eccf0a up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:23.140683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bdc817fb-4a38-4c9d-8660-953b0fd62977 None None] Could not find standard attr ID for object f631cba1-a2e4-4b14-8be4-6aed40a4cb71. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:52:23.167731 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e874b26e-1490-4e4b-a16e-101098f94987 x-openstack-request-id: req-e874b26e-1490-4e4b-a16e-101098f94987 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:52:23.168606 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b89f05b-6f01-4abc-acdf-3a4ee9b07f03", "name": "network-vif-plugged", "status": "completed", "tag": "532b3bcc-222a-43a9-82be-e0650493f1d2", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:52:23.172133 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e874b26e-1490-4e4b-a16e-101098f94987 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:52:23.172650 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b89f05b-6f01-4abc-acdf-3a4ee9b07f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532b3bcc-222a-43a9-82be-e0650493f1d2', 'code': 200} Feb 07 22:52:23.173430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d669b5-3adc-4307-bb58-5a9792813dfb None None] DHCP port deletion for 7da15d94-a950-44d1-9693-a392e05445f7 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:52:23.196716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 247e6824-b0cd-4948-8428-7ee663eccf0a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:23.219869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=532b3bcc-222a-43a9-82be-e0650493f1d2,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:23.223493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 247e6824-b0cd-4948-8428-7ee663eccf0a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:23.224160 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.270171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d83110-dea2-4c1a-9ab9-f481d1d818c6 None None] Network 7da15d94-a950-44d1-9693-a392e05445f7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:23.289299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d83110-dea2-4c1a-9ab9-f481d1d818c6 None None] Network 7da15d94-a950-44d1-9693-a392e05445f7 could not be found, it might have been deleted concurrently. {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 07 22:52:23.294215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db119b-1f01-4b8b-898b-3560a0b0e43a req-07f34d0e-479d-4d1f-a7f5-68c37cf9806c tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:23.295967 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7db119b-1f01-4b8b-898b-3560a0b0e43a req-07f34d0e-479d-4d1f-a7f5-68c37cf9806c tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 944 time: 0.0604088 Feb 07 22:52:23.343561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c7db119b-1f01-4b8b-898b-3560a0b0e43a req-a25993ba-18ca-49e3-8bb8-a90fd3d6db1d tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365193 Feb 07 22:52:23.344057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.346711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7123b9-58e2-461d-b324-7b017a7c0c04 req-79b9d90a-00e5-4f1c-8a7f-fbf8be358636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:23.349386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a7123b9-58e2-461d-b324-7b017a7c0c04 req-79b9d90a-00e5-4f1c-8a7f-fbf8be358636 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 1096 time: 0.1077197 Feb 07 22:52:23.360048 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.394886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 247e6824-b0cd-4948-8428-7ee663eccf0a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=247e6824-b0cd-4948-8428-7ee663eccf0a,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:23.398497 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.408116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a7123b9-58e2-461d-b324-7b017a7c0c04 req-b407520b-b97c-4267-8b83-ad74beb577ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503433 Feb 07 22:52:23.428719 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.460217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=247e6824-b0cd-4948-8428-7ee663eccf0a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:23.481563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:23.484569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:23.488722 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:23.494051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:23.494630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.498631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=400225b5-ab9f-489a-b487-56ceeabc13fa,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:23.514896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-171d006f-c11e-411c-8e52-a4888d0e48e7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7399755 Feb 07 22:52:23.517357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60176) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:23.609614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7437ec27-0040-449f-8f61-a9aa72e5b010 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 400225b5-ab9f-489a-b487-56ceeabc13fa {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:23.609958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7437ec27-0040-449f-8f61-a9aa72e5b010 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.711103 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7437ec27-0040-449f-8f61-a9aa72e5b010 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.726790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7437ec27-0040-449f-8f61-a9aa72e5b010 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 400225b5-ab9f-489a-b487-56ceeabc13fa owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:23.741572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee6d2c-1bd1-4539-8421-0e1ed40b30cd req-391c02f2-a458-4a13-95e5-ee7f07b970da tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:23.743036 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29ee6d2c-1bd1-4539-8421-0e1ed40b30cd req-391c02f2-a458-4a13-95e5-ee7f07b970da tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 945 time: 0.0852525 Feb 07 22:52:23.827042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29ee6d2c-1bd1-4539-8421-0e1ed40b30cd req-d1d796e0-bdb8-42c4-8b1c-b7f28a199a17 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756721 Feb 07 22:52:23.852917 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7437ec27-0040-449f-8f61-a9aa72e5b010 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.890150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437ec27-0040-449f-8f61-a9aa72e5b010 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=400225b5-ab9f-489a-b487-56ceeabc13fa,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:23.894177 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7437ec27-0040-449f-8f61-a9aa72e5b010 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.899495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60188) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:23.899756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7437ec27-0040-449f-8f61-a9aa72e5b010 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/400225b5-ab9f-489a-b487-56ceeabc13fa HTTP/1.1" status: 204 len: 168 time: 0.3811848 Feb 07 22:52:23.904720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'mac_address': 'fa:16:3e:73:52:e3', 'name': 'tempest-PortsIpV6TestJSON-2035921066'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:24.000472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:24.066196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.088193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port a87a0449-70bb-4683-ab31-525a3bd031eb yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:24.281900 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.317900 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.373036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:24.377343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:24.382642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:24.388313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:24.388995 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.392801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=a87a0449-70bb-4683-ab31-525a3bd031eb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:24.414217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0b7cb8eb-3aa5-4ccc-8723-c7224f98731b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5109484 Feb 07 22:52:24.414217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60208) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:24.481399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d6a8d-a741-4662-b370-436404d793d1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:24.485356 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-793d6a8d-a741-4662-b370-436404d793d1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/a87a0449-70bb-4683-ab31-525a3bd031eb HTTP/1.1" status: 200 len: 845 time: 0.0662329 Feb 07 22:52:24.485688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60216) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:24.621659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d54df356-5f8d-4e3c-8a9e-aa30216d2d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.628213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-167c7416-419f-4bb6-904c-17878625e377 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port a87a0449-70bb-4683-ab31-525a3bd031eb {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:24.628498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-167c7416-419f-4bb6-904c-17878625e377 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.630284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e717db1-ac29-4553-bf90-ed1327ff73a6 req-0a813936-e110-4e81-b4ef-e87d49452abe tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:24.632159 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e717db1-ac29-4553-bf90-ed1327ff73a6 req-0a813936-e110-4e81-b4ef-e87d49452abe tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 945 time: 0.1222644 Feb 07 22:52:24.679635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e717db1-ac29-4553-bf90-ed1327ff73a6 req-b5f76b50-7dd6-4bc9-88e6-cbb4570e68cf tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Feb 07 22:52:24.708641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-167c7416-419f-4bb6-904c-17878625e377 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.722408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-167c7416-419f-4bb6-904c-17878625e377 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for a87a0449-70bb-4683-ab31-525a3bd031eb owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:24.803232 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.808640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-167c7416-419f-4bb6-904c-17878625e377 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.845108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c7416-419f-4bb6-904c-17878625e377 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=a87a0449-70bb-4683-ab31-525a3bd031eb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:24.860691 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-167c7416-419f-4bb6-904c-17878625e377 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.866292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-167c7416-419f-4bb6-904c-17878625e377 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/a87a0449-70bb-4683-ab31-525a3bd031eb HTTP/1.1" status: 204 len: 168 time: 0.3772187 Feb 07 22:52:24.866534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60224) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:24.896906 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae90a84-70c2-4896-8a14-436952d0549c tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:24.899748 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dae90a84-70c2-4896-8a14-436952d0549c tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/a87a0449-70bb-4683-ab31-525a3bd031eb HTTP/1.1" status: 404 len: 333 time: 0.0311456 Feb 07 22:52:24.902087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60226) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:24.909626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'name': 'tempest-PortsIpV6TestJSON-1745541622'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:25.034976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d85c7e-2549-4450-b4f9-8c28ee036751 req-ed846608-72aa-4119-a3f9-b656f407206a tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:25.036666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72d85c7e-2549-4450-b4f9-8c28ee036751 req-ed846608-72aa-4119-a3f9-b656f407206a tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 945 time: 0.0837519 Feb 07 22:52:25.055228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:25.059378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:25.101333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:25.160367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72d85c7e-2549-4450-b4f9-8c28ee036751 req-ac2792e8-3b39-4617-956a-f32096690148 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983469 Feb 07 22:52:25.174239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb271f9-ddbe-4496-9c0f-1129de20b0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e6824-b0cd-4948-8428-7ee663eccf0a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:25.177020 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6596fcf-9f86-4cc3-bec1-f1217a026666" -d '{"events": [{"server_uuid": "0bb271f9-ddbe-4496-9c0f-1129de20b0e8", "name": "network-vif-plugged", "status": "completed", "tag": "247e6824-b0cd-4948-8428-7ee663eccf0a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:52:25.268387 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d08c75-f0db-4aa2-b91c-7a6c6deeffec x-openstack-request-id: req-99d08c75-f0db-4aa2-b91c-7a6c6deeffec {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:52:25.268675 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb271f9-ddbe-4496-9c0f-1129de20b0e8", "name": "network-vif-plugged", "status": "completed", "tag": "247e6824-b0cd-4948-8428-7ee663eccf0a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:52:25.269314 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99d08c75-f0db-4aa2-b91c-7a6c6deeffec {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:52:25.269718 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb271f9-ddbe-4496-9c0f-1129de20b0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e6824-b0cd-4948-8428-7ee663eccf0a', 'code': 200} Feb 07 22:52:25.396275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:25.416351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4d390-54e8-434b-bbf3-fa2c026c4740 req-2c9ad583-c608-4bde-9a56-7021fd97a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:25.418536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7b4d390-54e8-434b-bbf3-fa2c026c4740 req-2c9ad583-c608-4bde-9a56-7021fd97a1c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0733340 Feb 07 22:52:25.491983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7b4d390-54e8-434b-bbf3-fa2c026c4740 req-99b176e3-ec05-4c0a-bafb-b85e37680883 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569534 Feb 07 22:52:25.502051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:25.556884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:25.558365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:25.570619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:25.586331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:25.588337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:25.615222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:25.632730 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8d68f86f-1db5-41d0-9660-1b8b8b47de5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7291603 Feb 07 22:52:25.635332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60254) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:25.641288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9cfc587c-252c-442c-b748-2980a3fc4f29 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:25.724562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61a097-adc6-4c78-b9c3-5e4bad8139f1 req-d45a65b9-fc62-4811-9cc9-da7a06288e2a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:25.729977 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e61a097-adc6-4c78-b9c3-5e4bad8139f1 req-d45a65b9-fc62-4811-9cc9-da7a06288e2a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1034861 Feb 07 22:52:25.756341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cfc587c-252c-442c-b748-2980a3fc4f29 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:25.833031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e61a097-adc6-4c78-b9c3-5e4bad8139f1 req-1813d640-db46-44a9-a56e-b972d1f14881 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907257 Feb 07 22:52:25.986379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-4e88e738-d81d-4676-9b8a-799362614348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:25.987909 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-4e88e738-d81d-4676-9b8a-799362614348 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1096 time: 0.2158689 Feb 07 22:52:26.031123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13b661-c615-4cf9-8143-7e7644d2c83e req-8e006bf3-6219-45e9-8c8b-2e84e87521ea tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.032675 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f13b661-c615-4cf9-8143-7e7644d2c83e req-8e006bf3-6219-45e9-8c8b-2e84e87521ea tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 945 time: 0.1963162 Feb 07 22:52:26.132545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cfc587c-252c-442c-b748-2980a3fc4f29 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.154922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f13b661-c615-4cf9-8143-7e7644d2c83e req-3cd424fd-0406-497b-ba00-7ea0f20fdf2a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098535 Feb 07 22:52:26.162633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cfc587c-252c-442c-b748-2980a3fc4f29 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.221281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc587c-252c-442c-b748-2980a3fc4f29 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] In _notify_port_updated(), no bound segment for port 0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a on network a009ea34-c787-480d-8789-fe6058f2fb62 {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:52:26.226741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc587c-252c-442c-b748-2980a3fc4f29 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.227434 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cfc587c-252c-442c-b748-2980a3fc4f29 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.231616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9cfc587c-252c-442c-b748-2980a3fc4f29 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "PUT /v2.0/ports/0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a HTTP/1.1" status: 200 len: 818 time: 0.5925932 Feb 07 22:52:26.236259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60274) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:26.244331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-c1cae869-f510-4135-ae9d-cddbb9b5f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.245953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-c1cae869-f510-4135-ae9d-cddbb9b5f1a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.2469912 Feb 07 22:52:26.270137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc587c-252c-442c-b748-2980a3fc4f29 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:26.283836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb163-30dd-4c58-9cf0-08008fd0f8cc req-57852d8d-320a-41d0-88ab-ac23927ae03b tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.285574 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b19bb163-30dd-4c58-9cf0-08008fd0f8cc req-57852d8d-320a-41d0-88ab-ac23927ae03b tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 945 time: 0.0911555 Feb 07 22:52:26.318964 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.352502 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-70581314-6f93-4df4-9135-603f4756457c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1000 time: 0.0917251 Feb 07 22:52:26.382871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b19bb163-30dd-4c58-9cf0-08008fd0f8cc req-3bcc9632-c468-4720-9b65-a008115ca4ad tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825169 Feb 07 22:52:26.413619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-19d4dcdb-7067-4e4b-b1bb-39c578340beb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:26.413782 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19d4dcdb-7067-4e4b-b1bb-39c578340beb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.421497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-ebd1574d-89c7-402c-b905-429859ed3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.422959 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-ebd1574d-89c7-402c-b905-429859ed3f4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.0609605 Feb 07 22:52:26.490137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-667b570f-c9ea-4bad-9885-5d5adb32d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.491526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-667b570f-c9ea-4bad-9885-5d5adb32d3ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607462 Feb 07 22:52:26.492125 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19d4dcdb-7067-4e4b-b1bb-39c578340beb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.507932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-19d4dcdb-7067-4e4b-b1bb-39c578340beb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:26.591892 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.619898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-b960e829-e2b8-4ff7-9a9e-1d8758c8ed65 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189280 Feb 07 22:52:26.621785 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19d4dcdb-7067-4e4b-b1bb-39c578340beb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.681863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4dcdb-7067-4e4b-b1bb-39c578340beb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:26.696824 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19d4dcdb-7067-4e4b-b1bb-39c578340beb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.704116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-19d4dcdb-7067-4e4b-b1bb-39c578340beb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a HTTP/1.1" status: 204 len: 168 time: 0.4569883 Feb 07 22:52:26.705536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60284) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:26.741888 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9705b832-ed76-458d-9a23-3cfa7a4b0b29 req-b6fa243b-32e4-406b-a678-a1197e75c372 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087010 Feb 07 22:52:26.771065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62d96f-fabe-48d5-b5bd-b5b0aa168258 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.775374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60288) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:26.775913 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ce62d96f-fabe-48d5-b5bd-b5b0aa168258 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0682082 Feb 07 22:52:26.801523 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9109a6f3-5f05-4e20-a603-a42a6a9ae71b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:26.803740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9109a6f3-5f05-4e20-a603-a42a6a9ae71b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/0286c4a2-a7a9-47c6-8fd3-0f0d02497f5a HTTP/1.1" status: 404 len: 333 time: 0.0263181 Feb 07 22:52:26.807005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60292) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:26.812772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-116862971'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:26.851117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:26.852428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.890743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:26.907057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.907784 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Added segment 22db4f3d-076d-49a5-9f6d-06a1311caf60 of type vlan for network bd02e8ea-9db0-4033-817a-6b16d24a598f Feb 07 22:52:27.020707 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.056960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a579-0656-4b0a-827e-c57d624b1b9d req-b1b3a78c-a333-48bd-b9f8-5af6c63823dc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:27.058698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65a1a579-0656-4b0a-827e-c57d624b1b9d req-b1b3a78c-a333-48bd-b9f8-5af6c63823dc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0837598 Feb 07 22:52:27.071562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.077313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:27.077881 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.161875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60300) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:27.162094 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3535964 Feb 07 22:52:27.173248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:27.186542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65a1a579-0656-4b0a-827e-c57d624b1b9d req-2fd8cacf-af9a-481f-b9b1-37429131e83f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144669 Feb 07 22:52:27.193570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9d582-4f31-4fda-909a-773ca1267b87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Network': ['ID=bd02e8ea-9db0-4033-817a-6b16d24a598f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:27.213519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network bd02e8ea-9db0-4033-817a-6b16d24a598f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:52:27.431657 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f400fb-d884-4d8b-a6ef-9ecefb181a0c req-1e50b74f-13da-4ccf-80a3-f9276ed3a602 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:27.439985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28f400fb-d884-4d8b-a6ef-9ecefb181a0c req-1e50b74f-13da-4ccf-80a3-f9276ed3a602 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 945 time: 0.1293352 Feb 07 22:52:27.530909 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28f400fb-d884-4d8b-a6ef-9ecefb181a0c req-60843601-3ab4-4312-b7eb-38cc879fb925 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900090 Feb 07 22:52:27.567266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:27.571184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.576709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a01bf-1ad5-4b6e-8505-8ec270025e50 req-9d8ab219-869c-4228-b8f0-db2095a86021 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:27.583037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-651a01bf-1ad5-4b6e-8505-8ec270025e50 req-9d8ab219-869c-4228-b8f0-db2095a86021 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 945 time: 0.1028142 Feb 07 22:52:27.742851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-651a01bf-1ad5-4b6e-8505-8ec270025e50 req-344236dd-2af3-4a50-aeb0-aa75c45d08e1 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501245 Feb 07 22:52:27.780137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-c52da40f-b484-4f4f-b11a-b0bcb339e7b2 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:27.781752 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-c52da40f-b484-4f4f-b11a-b0bcb339e7b2 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 945 time: 0.1613147 Feb 07 22:52:27.910244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.009219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Deleting port 532b3bcc-222a-43a9-82be-e0650493f1d2 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:28.009995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.031862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=8e9db1ae-7441-4730-a112-ae180748d0c5,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:28.057189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Checking segment: {'id': '22db4f3d-076d-49a5-9f6d-06a1311caf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:28.057546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network hostable DHCP agents. Network: bd02e8ea-9db0-4033-817a-6b16d24a598f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:28.111054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network bd02e8ea-9db0-4033-817a-6b16d24a598f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:28.134702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, bd02e8ea-9db0-4033-817a-6b16d24a598f) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:28.141325 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.141917 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.147658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba33d35-42f6-48bf-84d2-01e0d1dd178f None None] Network bd02e8ea-9db0-4033-817a-6b16d24a598f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:28.184116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c87c57d2-3926-46b8-8168-83e0bd958c5b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0200264 Feb 07 22:52:28.190799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60388) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:28.196068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-76d659a5-8d66-4425-9418-aa2979504263 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:28.232039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] For port 532b3bcc-222a-43a9-82be-e0650493f1d2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=532b3bcc-222a-43a9-82be-e0650493f1d2,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:28.232559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.247675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Calling delete_port for 532b3bcc-222a-43a9-82be-e0650493f1d2 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:28.500510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.525806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c637e3-e851-4140-8f40-871f6eb34f31 req-fcaade63-ea11-4c31-a6bc-b1cc736552b1 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.529542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80c637e3-e851-4140-8f40-871f6eb34f31 req-fcaade63-ea11-4c31-a6bc-b1cc736552b1 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1329930 Feb 07 22:52:28.554157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Pushing event deleted for resources: {'Port': ['ID=532b3bcc-222a-43a9-82be-e0650493f1d2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:28.607341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['532b3bcc-222a-43a9-82be-e0650493f1d2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:52:28.648864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] No DVR routers for this DVR port 532b3bcc-222a-43a9-82be-e0650493f1d2 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:28.652922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.653115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80c637e3-e851-4140-8f40-871f6eb34f31 req-56cf31c3-a6ef-472a-95fd-ce7d21be0c19 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151903 Feb 07 22:52:28.663815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d659a5-8d66-4425-9418-aa2979504263 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:28.663815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76d659a5-8d66-4425-9418-aa2979504263 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.665410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a26d321d-a63d-4a05-bee6-579211c6fe9d req-8faf852a-29d2-46e0-ad96-5fd1406f48f6 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.24 "DELETE /v2.0/ports/532b3bcc-222a-43a9-82be-e0650493f1d2 HTTP/1.1" status: 204 len: 173 time: 0.8764501 Feb 07 22:52:28.665812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b89f05b-6f01-4abc-acdf-3a4ee9b07f03', 'name': 'network-vif-deleted', 'tag': '532b3bcc-222a-43a9-82be-e0650493f1d2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:28.674743 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b991f3f-69f7-4432-a26f-2ba499e2ac2e" -d '{"events": [{"server_uuid": "0b89f05b-6f01-4abc-acdf-3a4ee9b07f03", "name": "network-vif-deleted", "tag": "532b3bcc-222a-43a9-82be-e0650493f1d2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:52:28.763741 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e020c3-ca0b-432f-9700-16475646895a x-openstack-request-id: req-01e020c3-ca0b-432f-9700-16475646895a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:52:28.763959 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b89f05b-6f01-4abc-acdf-3a4ee9b07f03", "name": "network-vif-deleted", "tag": "532b3bcc-222a-43a9-82be-e0650493f1d2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:52:28.764207 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01e020c3-ca0b-432f-9700-16475646895a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:52:28.764597 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b89f05b-6f01-4abc-acdf-3a4ee9b07f03', 'name': 'network-vif-deleted', 'tag': '532b3bcc-222a-43a9-82be-e0650493f1d2', 'status': 'completed', 'code': 200} Feb 07 22:52:28.815785 n-d-827895-2 neutron-server[102289]: INFO neutron.db.ipam_backend_mixin [None req-76d659a5-8d66-4425-9418-aa2979504263 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e9db1ae-7441-4730-a112-ae180748d0c5 (CIDR: 2001:db8::/64) Feb 07 22:52:28.829082 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d659a5-8d66-4425-9418-aa2979504263 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:52:28.829800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d659a5-8d66-4425-9418-aa2979504263 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:52:28.857889 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-bd02e8ea-9db0-4033-817a-6b16d24a598f', 'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f', 'tenant_id': '9770b48de39a47e6ac95a684c8b5ef96', 'fixed_ips': [{'subnet_id': '8e9db1ae-7441-4730-a112-ae180748d0c5'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:52:28.862027 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.894542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60458) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:28.898807 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-76d659a5-8d66-4425-9418-aa2979504263 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7066441 Feb 07 22:52:28.900633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:28.956085 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a89ceb24-b6fb-4b39-9693-d67a66b2a304 req-fa482800-cb9e-4099-8384-d1577dbe433b tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b89f05b-6f01-4abc-acdf-3a4ee9b07f03 HTTP/1.1" status: 200 len: 210 time: 0.0554540 Feb 07 22:52:29.097150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Allocated IP 2001:db8::2 (bd02e8ea-9db0-4033-817a-6b16d24a598f/8e9db1ae-7441-4730-a112-ae180748d0c5/22e8829a-38ed-49b2-ae0c-5309291be1f8) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:29.116049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:29.121491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.394101 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.411967 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.461075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.506449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network bd02e8ea-9db0-4033-817a-6b16d24a598f is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:29.512526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:29.517257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Pushing event updated for resources: {'Port': ['ID=22e8829a-38ed-49b2-ae0c-5309291be1f8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:29.518701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:29.519342 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.532392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Network bd02e8ea-9db0-4033-817a-6b16d24a598f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:29.534073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:29.537337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:29.551574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6555212 Feb 07 22:52:29.553911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60522) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:29.570815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f', 'fixed_ips': [{'subnet_id': '8e9db1ae-7441-4730-a112-ae180748d0c5'}, {'subnet_id': 'd4882c66-3903-43b3-a42e-49dd4297f0a1'}], 'name': 'tempest-PortsIpV6TestJSON-791457896'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:29.582703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b0e97-f70d-4f95-b136-13e1950eeaa6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=d4882c66-3903-43b3-a42e-49dd4297f0a1,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:29.612100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Attempting to bind port 22e8829a-38ed-49b2-ae0c-5309291be1f8 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:29.612522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Attempting to bind port 22e8829a-38ed-49b2-ae0c-5309291be1f8 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '22db4f3d-076d-49a5-9f6d-06a1311caf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:29.612889 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Attempting to bind port 22e8829a-38ed-49b2-ae0c-5309291be1f8 on network bd02e8ea-9db0-4033-817a-6b16d24a598f {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:29.622688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:52:29.623070 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Checking segment: {'id': '22db4f3d-076d-49a5-9f6d-06a1311caf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:29.623475 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.623979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Bound using segment: {'id': '22db4f3d-076d-49a5-9f6d-06a1311caf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:52:29.624671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Bound port: 22e8829a-38ed-49b2-ae0c-5309291be1f8, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22db4f3d-076d-49a5-9f6d-06a1311caf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:29.625264 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.732294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:29.763069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] For port 22e8829a-38ed-49b2-ae0c-5309291be1f8, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:52:29.769554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] For port 22e8829a-38ed-49b2-ae0c-5309291be1f8, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=22e8829a-38ed-49b2-ae0c-5309291be1f8,segment=NetworkSegment(22db4f3d-076d-49a5-9f6d-06a1311caf60),segment_id=22db4f3d-076d-49a5-9f6d-06a1311caf60)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:52:29.777996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.826546 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.853845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 39405440-b7fd-4454-a660-6cabc93ff09f yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:29.908833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe5a54-a520-4a66-a55b-546fc8fa31af None None] Pushing event updated for resources: {'Port': ['ID=22e8829a-38ed-49b2-ae0c-5309291be1f8,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:30.388873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::3a6 (bd02e8ea-9db0-4033-817a-6b16d24a598f/8e9db1ae-7441-4730-a112-ae180748d0c5/39405440-b7fd-4454-a660-6cabc93ff09f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:30.417220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8:0:1::315 (bd02e8ea-9db0-4033-817a-6b16d24a598f/d4882c66-3903-43b3-a42e-49dd4297f0a1/39405440-b7fd-4454-a660-6cabc93ff09f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:30.429092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-0109ca4a-d4c5-4b6d-9fbf-cb4b98e9b6cc tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.442153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-0109ca4a-d4c5-4b6d-9fbf-cb4b98e9b6cc tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/networks?id=f3d772b3-e3c3-4426-9a27-670cb37bcc54 HTTP/1.1" status: 200 len: 808 time: 0.2588906 Feb 07 22:52:30.478629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-ddb7fd45-5d18-4312-875c-36fd33eb7156 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/quotas/308646967b5a4c7dbae4a46a95202463 HTTP/1.1" status: 200 len: 375 time: 0.0209005 Feb 07 22:52:30.540256 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-7b4fc051-d9d7-4363-ace5-90f8e410fef2 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=308646967b5a4c7dbae4a46a95202463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602117 Feb 07 22:52:30.727178 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.769700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-f7e44a5a-b6aa-445d-af1b-37afe3cb223a service neutron] 10.222.0.15 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219365 Feb 07 22:52:30.783459 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.865937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network bd02e8ea-9db0-4033-817a-6b16d24a598f is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:30.872076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:30.873877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=39405440-b7fd-4454-a660-6cabc93ff09f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:30.876285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:30.882684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.883391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.901785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.903227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.903799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.904281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.906218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.907580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.907919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.908279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.909796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.910137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.918435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.919140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:30.945169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-23cd72b5-f06e-4a4b-9e5b-a55ce301dde5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3898942 Feb 07 22:52:30.945613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60680) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:30.963980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e9db1ae-7441-4730-a112-ae180748d0c5'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:31.175505 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-5826de75-3373-4cb7-9bfe-31793c4363f8 service neutron] 10.222.0.15 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900578 Feb 07 22:52:31.297639 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:31.535040 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a41f7282-5727-4e15-b9e5-bad023a45239 req-94303305-1093-4c11-bb55-0d16fc23d88a tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 210 time: 0.0538571 Feb 07 22:52:31.691800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 22e8829a-38ed-49b2-ae0c-5309291be1f8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:31.758945 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f3e25a-7809-4b2c-886b-91f57f993056 None None] Network bd02e8ea-9db0-4033-817a-6b16d24a598f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:31.953845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Delete allocated IP 2001:db8:0:1::315 (bd02e8ea-9db0-4033-817a-6b16d24a598f/d4882c66-3903-43b3-a42e-49dd4297f0a1) {{(pid=102289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 22:52:32.057560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-36426de2-3ebb-43a7-824c-fafd47f49ed6 None None] Provisioning complete for port 22e8829a-38ed-49b2-ae0c-5309291be1f8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:32.057939 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36426de2-3ebb-43a7-824c-fafd47f49ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.168179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 22e8829a-38ed-49b2-ae0c-5309291be1f8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:32.168550 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.211878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.218288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.320802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=39405440-b7fd-4454-a660-6cabc93ff09f,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:32.387773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] In _notify_port_updated(), no bound segment for port 39405440-b7fd-4454-a660-6cabc93ff09f on network bd02e8ea-9db0-4033-817a-6b16d24a598f {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:52:32.393403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.394279 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.404364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "PUT /v2.0/ports/39405440-b7fd-4454-a660-6cabc93ff09f HTTP/1.1" status: 200 len: 925 time: 1.4530206 Feb 07 22:52:32.406098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.406945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60828) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:32.412722 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e9db1ae-7441-4730-a112-ae180748d0c5'}, {'subnet_id': 'd4882c66-3903-43b3-a42e-49dd4297f0a1'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:32.427938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.428290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.428666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.429006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.432757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.433295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.437066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.437369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.440452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.442241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.442602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446009d1-d274-4334-b36c-928debb9e829 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:32.466557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36426de2-3ebb-43a7-824c-fafd47f49ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.627957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-36426de2-3ebb-43a7-824c-fafd47f49ed6 None None] For port 22e8829a-38ed-49b2-ae0c-5309291be1f8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=22e8829a-38ed-49b2-ae0c-5309291be1f8,segment=NetworkSegment(22db4f3d-076d-49a5-9f6d-06a1311caf60),segment_id=22db4f3d-076d-49a5-9f6d-06a1311caf60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:32.652778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.676991 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36426de2-3ebb-43a7-824c-fafd47f49ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.696297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 532b3bcc-222a-43a9-82be-e0650493f1d2 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:52:32.698670 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.743954 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3e31933-540e-47ca-ab2a-9b452ef7fcc3 req-30345d6d-d029-4a58-919b-adcfafc60885 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 210 time: 0.0535603 Feb 07 22:52:32.815293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36426de2-3ebb-43a7-824c-fafd47f49ed6 None None] Pushing event updated for resources: {'Port': ['ID=22e8829a-38ed-49b2-ae0c-5309291be1f8,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:32.826778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 532b3bcc-222a-43a9-82be-e0650493f1d2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:52:32.827275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 532b3bcc-222a-43a9-82be-e0650493f1d2 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:52:32.859168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255ebcc-e990-450e-a219-0ce9957146f8 None None] Update dhcp port {'port': {'network_id': 'bd02e8ea-9db0-4033-817a-6b16d24a598f', 'fixed_ips': [{'subnet_id': '8e9db1ae-7441-4730-a112-ae180748d0c5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4882c66-3903-43b3-a42e-49dd4297f0a1'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '22e8829a-38ed-49b2-ae0c-5309291be1f8'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:52:32.917376 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9255ebcc-e990-450e-a219-0ce9957146f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.937599 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:52:32.938216 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:52:33.067076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8:0:1::b4 (bd02e8ea-9db0-4033-817a-6b16d24a598f/d4882c66-3903-43b3-a42e-49dd4297f0a1/39405440-b7fd-4454-a660-6cabc93ff09f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:33.297767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.304453 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.373361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-2e5aea76-815c-4f86-a746-420faea581b1 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.376255 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-2e5aea76-815c-4f86-a746-420faea581b1 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.46 "GET /v2.0/networks?id=f3d772b3-e3c3-4426-9a27-670cb37bcc54 HTTP/1.1" status: 200 len: 808 time: 0.1984820 Feb 07 22:52:33.400342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=39405440-b7fd-4454-a660-6cabc93ff09f,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:33.410843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Request body: {'port': {'device_id': 'ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d', 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54', 'admin_state_up': True, 'tenant_id': '308646967b5a4c7dbae4a46a95202463'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:33.412163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-9255ebcc-e990-450e-a219-0ce9957146f8 None None] Allocated IP 2001:db8:0:1::2 (bd02e8ea-9db0-4033-817a-6b16d24a598f/d4882c66-3903-43b3-a42e-49dd4297f0a1/22e8829a-38ed-49b2-ae0c-5309291be1f8) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:33.424928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] In _notify_port_updated(), no bound segment for port 39405440-b7fd-4454-a660-6cabc93ff09f on network bd02e8ea-9db0-4033-817a-6b16d24a598f {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:52:33.430795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.431436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.432769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b2d1b178-1fa9-40d1-a4d2-3c3f54b09c11 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "PUT /v2.0/ports/39405440-b7fd-4454-a660-6cabc93ff09f HTTP/1.1" status: 200 len: 1010 time: 1.0242884 Feb 07 22:52:33.437628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60884) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:33.575140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Made reservation on behalf of 308646967b5a4c7dbae4a46a95202463 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:33.579269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.637627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9255ebcc-e990-450e-a219-0ce9957146f8 None None] For port 22e8829a-38ed-49b2-ae0c-5309291be1f8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=22e8829a-38ed-49b2-ae0c-5309291be1f8,segment=NetworkSegment(22db4f3d-076d-49a5-9f6d-06a1311caf60),segment_id=22db4f3d-076d-49a5-9f6d-06a1311caf60)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:33.644446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ab89fac4-4af9-411c-806f-09adfc5e4efb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 39405440-b7fd-4454-a660-6cabc93ff09f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:33.646507 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab89fac4-4af9-411c-806f-09adfc5e4efb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.694099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9255ebcc-e990-450e-a219-0ce9957146f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.705188 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9255ebcc-e990-450e-a219-0ce9957146f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.744551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Allocated IP 172.20.0.8 (f3d772b3-e3c3-4426-9a27-670cb37bcc54/661611d9-a9b1-4698-9466-5d1e86e2b899/d1168c53-ad64-4542-8d33-25ed8a4b08b1) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:33.839955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 22e8829a-38ed-49b2-ae0c-5309291be1f8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:33.884509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab89fac4-4af9-411c-806f-09adfc5e4efb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.914675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ab89fac4-4af9-411c-806f-09adfc5e4efb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 39405440-b7fd-4454-a660-6cabc93ff09f owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:33.967305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.031942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255ebcc-e990-450e-a219-0ce9957146f8 None None] Pushing event updated for resources: {'Port': ['ID=22e8829a-38ed-49b2-ae0c-5309291be1f8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:34.040008 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.057526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 22e8829a-38ed-49b2-ae0c-5309291be1f8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:34.057993 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.086205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-685223dc-abe2-4944-94ee-36f0a2c3f0d9 req-a344b1ab-08c7-4722-9079-464faad56803 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 210 time: 0.1427722 Feb 07 22:52:34.282997 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab89fac4-4af9-411c-806f-09adfc5e4efb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.337712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89fac4-4af9-411c-806f-09adfc5e4efb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=39405440-b7fd-4454-a660-6cabc93ff09f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:34.353033 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.398817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab89fac4-4af9-411c-806f-09adfc5e4efb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.403602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ab89fac4-4af9-411c-806f-09adfc5e4efb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/39405440-b7fd-4454-a660-6cabc93ff09f HTTP/1.1" status: 204 len: 168 time: 0.9596024 Feb 07 22:52:34.406170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60906) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:34.447804 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6b9597-5112-4f31-93df-60b73716f9ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:34.447804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2a6b9597-5112-4f31-93df-60b73716f9ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/39405440-b7fd-4454-a660-6cabc93ff09f HTTP/1.1" status: 404 len: 333 time: 0.0287206 Feb 07 22:52:34.447804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60908) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:34.567014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9c8631-b070-4d0d-af2e-3ca293b268fb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet d4882c66-3903-43b3-a42e-49dd4297f0a1 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:52:34.573349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8631-b070-4d0d-af2e-3ca293b268fb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.602987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.669023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8631-b070-4d0d-af2e-3ca293b268fb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.688301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Pushing event updated for resources: {'Port': ['ID=d1168c53-ad64-4542-8d33-25ed8a4b08b1,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:34.693017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Network f3d772b3-e3c3-4426-9a27-670cb37bcc54 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:34.695185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:34.697636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:34.760368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:34.761887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.781796 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-351a6586-2e95-474a-8125-5512af396593 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3962455 Feb 07 22:52:34.803054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Request body: {'port': {'device_id': 'ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:34.857000 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8631-b070-4d0d-af2e-3ca293b268fb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.880584 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.922587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e0397-8b2e-44f1-bf11-de84c81e6b50 None None] Network bd02e8ea-9db0-4033-817a-6b16d24a598f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:34.945340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-95e34a7d-179c-4943-b58b-a7d2726e255e None None] Provisioning complete for port 22e8829a-38ed-49b2-ae0c-5309291be1f8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:34.946041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95e34a7d-179c-4943-b58b-a7d2726e255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.953966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8631-b070-4d0d-af2e-3ca293b268fb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.989750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c8631-b070-4d0d-af2e-3ca293b268fb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=d4882c66-3903-43b3-a42e-49dd4297f0a1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:34.994737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8631-b070-4d0d-af2e-3ca293b268fb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.002076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe9c8631-b070-4d0d-af2e-3ca293b268fb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/d4882c66-3903-43b3-a42e-49dd4297f0a1 HTTP/1.1" status: 204 len: 168 time: 0.5587204 Feb 07 22:52:35.002524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60916) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:35.062975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec47e3d-79e6-4f03-938d-5ae7ac0ec87a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet 8e9db1ae-7441-4730-a112-ae180748d0c5 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:52:35.066586 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ec47e3d-79e6-4f03-938d-5ae7ac0ec87a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.138624 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ec47e3d-79e6-4f03-938d-5ae7ac0ec87a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.225143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-95e34a7d-179c-4943-b58b-a7d2726e255e None None] Could not find standard attr ID for object 39405440-b7fd-4454-a660-6cabc93ff09f. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:52:35.304934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95d5d-919b-41a4-a5c3-4c1b463a21da req-323a6c1e-e0f6-4483-9af6-c5629e450a3f tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.314741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90f95d5d-919b-41a4-a5c3-4c1b463a21da req-323a6c1e-e0f6-4483-9af6-c5629e450a3f tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 931 time: 0.0898695 Feb 07 22:52:35.317470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ec47e3d-79e6-4f03-938d-5ae7ac0ec87a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.408337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90f95d5d-919b-41a4-a5c3-4c1b463a21da req-8e647770-c00e-4c02-b308-4e3cc9ca78f8 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923386 Feb 07 22:52:35.421671 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ec47e3d-79e6-4f03-938d-5ae7ac0ec87a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.453088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec47e3d-79e6-4f03-938d-5ae7ac0ec87a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9db1ae-7441-4730-a112-ae180748d0c5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:35.461732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1168c53-ad64-4542-8d33-25ed8a4b08b1 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:35.472520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ec47e3d-79e6-4f03-938d-5ae7ac0ec87a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.475697 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.477432 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6ec47e3d-79e6-4f03-938d-5ae7ac0ec87a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/8e9db1ae-7441-4730-a112-ae180748d0c5 HTTP/1.1" status: 204 len: 168 time: 0.4738071 Feb 07 22:52:35.480107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60928) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:35.497578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Transition to ACTIVE for port object d1168c53-ad64-4542-8d33-25ed8a4b08b1 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:35.512083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.578978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Pushing event updated for resources: {'Port': ['ID=d1168c53-ad64-4542-8d33-25ed8a4b08b1,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:35.612620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.729077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 22e8829a-38ed-49b2-ae0c-5309291be1f8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:35.729631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.752342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 22e8829a-38ed-49b2-ae0c-5309291be1f8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:35.779059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Attempting to bind port d1168c53-ad64-4542-8d33-25ed8a4b08b1 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:35.779665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Attempting to bind port d1168c53-ad64-4542-8d33-25ed8a4b08b1 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '9b8a80fa-2b44-472d-a522-97b38d0d8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:35.779795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Attempting to bind port d1168c53-ad64-4542-8d33-25ed8a4b08b1 on network f3d772b3-e3c3-4426-9a27-670cb37bcc54 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:35.784548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Port d1168c53-ad64-4542-8d33-25ed8a4b08b1 on network f3d772b3-e3c3-4426-9a27-670cb37bcc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:52:35.785738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Attempting to bind port d1168c53-ad64-4542-8d33-25ed8a4b08b1 on network f3d772b3-e3c3-4426-9a27-670cb37bcc54 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:35.791538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:52:35.791907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Checking segment: {'id': '9b8a80fa-2b44-472d-a522-97b38d0d8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:35.792291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Bound using segment: {'id': '9b8a80fa-2b44-472d-a522-97b38d0d8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:52:35.793461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Bound port: d1168c53-ad64-4542-8d33-25ed8a4b08b1, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8a80fa-2b44-472d-a522-97b38d0d8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:35.794051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.860974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 22e8829a-38ed-49b2-ae0c-5309291be1f8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:35.863319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.930573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] For port d1168c53-ad64-4542-8d33-25ed8a4b08b1, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:52:35.938253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] For port d1168c53-ad64-4542-8d33-25ed8a4b08b1, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d1168c53-ad64-4542-8d33-25ed8a4b08b1,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:52:35.951581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.983063 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:52:36.020977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.021803 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.023386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] 10.222.0.46 "PUT /v2.0/ports/d1168c53-ad64-4542-8d33-25ed8a4b08b1 HTTP/1.1" status: 200 len: 1091 time: 1.2307465 Feb 07 22:52:36.024036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d', 'tag': 'd1168c53-ad64-4542-8d33-25ed8a4b08b1'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:36.026485 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d", "tag": "d1168c53-ad64-4542-8d33-25ed8a4b08b1"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:52:36.069893 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a239d37-a4a2-430c-ab93-9afa2b7fb8ae service neutron] Pushing event updated for resources: {'Port': ['ID=d1168c53-ad64-4542-8d33-25ed8a4b08b1,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:36.189731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-cb4a251a-6f15-442f-a9ed-430c0a90e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.189731 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-cb4a251a-6f15-442f-a9ed-430c0a90e9fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=308646967b5a4c7dbae4a46a95202463&device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 1094 time: 0.0931513 Feb 07 22:52:36.254630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-ff21e869-5144-4ff4-832e-c7eb5c57acf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1168c53-ad64-4542-8d33-25ed8a4b08b1 HTTP/1.1" status: 200 len: 217 time: 0.0561345 Feb 07 22:52:36.256276 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85576f5c-7b7b-46c0-b4ca-d53b95300206 x-openstack-request-id: req-85576f5c-7b7b-46c0-b4ca-d53b95300206 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:52:36.256633 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d", "tag": "d1168c53-ad64-4542-8d33-25ed8a4b08b1", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:52:36.257311 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85576f5c-7b7b-46c0-b4ca-d53b95300206 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:52:36.257836 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d', 'tag': 'd1168c53-ad64-4542-8d33-25ed8a4b08b1', 'status': 'completed', 'code': 200} Feb 07 22:52:36.262826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dde2f5-dd85-43d9-b0e3-1adda608e98a None None] Network bd02e8ea-9db0-4033-817a-6b16d24a598f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:36.344440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-1b22bfcf-9f41-4cde-888e-942717601e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.346207 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-1b22bfcf-9f41-4cde-888e-942717601e44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=661611d9-a9b1-4698-9466-5d1e86e2b899 HTTP/1.1" status: 200 len: 848 time: 0.0852315 Feb 07 22:52:36.412201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-2fb1c82f-8be1-41d5-8d68-e6ebd67178e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3d772b3-e3c3-4426-9a27-670cb37bcc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573652 Feb 07 22:52:36.436220 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-58b98cd0-6374-4b38-91d6-0de8dbf29f73 None None] Provisioning complete for port 22e8829a-38ed-49b2-ae0c-5309291be1f8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:36.436602 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58b98cd0-6374-4b38-91d6-0de8dbf29f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.452061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] For port 22e8829a-38ed-49b2-ae0c-5309291be1f8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=22e8829a-38ed-49b2-ae0c-5309291be1f8,segment=NetworkSegment(22db4f3d-076d-49a5-9f6d-06a1311caf60),segment_id=22db4f3d-076d-49a5-9f6d-06a1311caf60)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:36.452514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.483402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 22e8829a-38ed-49b2-ae0c-5309291be1f8 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:36.578668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-e3b7415b-4c76-4a24-a8d4-87b797094422 service neutron] 10.222.0.46 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575985 Feb 07 22:52:36.630887 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.652967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6383af3a-f86a-44d5-8c5e-2df6d8018f22 None None] DHCP port deletion for bd02e8ea-9db0-4033-817a-6b16d24a598f request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:52:36.680397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No DVR routers for this DVR port 22e8829a-38ed-49b2-ae0c-5309291be1f8 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:36.682050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=22e8829a-38ed-49b2-ae0c-5309291be1f8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:36.742492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed6423-ccdf-403a-b920-7992b49282a9 req-2b0af1b1-cf2a-487f-9534-ba8a0c598b7b tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.744424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3fed6423-ccdf-403a-b920-7992b49282a9 req-2b0af1b1-cf2a-487f-9534-ba8a0c598b7b tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 943 time: 0.1894512 Feb 07 22:52:36.800314 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.808728 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51fbaa89-08df-483e-9fbb-6e5f19fad9c0 req-61b4541a-9de1-4f4c-b854-1353774fe408 service neutron] 10.222.0.46 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889167 Feb 07 22:52:36.818723 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3fed6423-ccdf-403a-b920-7992b49282a9 req-484d8ed3-683b-45a1-82a7-74b7b8ec9afe tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643139 Feb 07 22:52:36.855527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd02e8ea-9db0-4033-817a-6b16d24a598f']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:36.874554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22db4f3d-076d-49a5-9f6d-06a1311caf60') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:36.874554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22db4f3d-076d-49a5-9f6d-06a1311caf60') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:36.886818 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.904937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.912952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:36.913541 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:36.918905 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:36.989275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-b646ddab-ad0c-41a8-b3da-ca332c436d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.990966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-b646ddab-ad0c-41a8-b3da-ca332c436d5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=308646967b5a4c7dbae4a46a95202463&device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 1094 time: 0.0799310 Feb 07 22:52:37.034899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.041665 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.046417 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/networks/bd02e8ea-9db0-4033-817a-6b16d24a598f HTTP/1.1" status: 204 len: 168 time: 1.5646987 Feb 07 22:52:37.053496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60960) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:37.103498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cd13b-8ebb-4a1b-90d4-797b96cb0f5f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Network': ['ID=bd02e8ea-9db0-4033-817a-6b16d24a598f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:37.141146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-46ed3ae5-922e-4d0c-8f71-d28022e9fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:37.142630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-46ed3ae5-922e-4d0c-8f71-d28022e9fbed service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3d772b3-e3c3-4426-9a27-670cb37bcc54 HTTP/1.1" status: 200 len: 908 time: 0.1447771 Feb 07 22:52:37.170571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fd8c0d-a1f2-41c7-8ff8-33a7d44285fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:37.172105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a3fd8c0d-a1f2-41c7-8ff8-33a7d44285fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1169457 Feb 07 22:52:37.175509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60964) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:37.195301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-f7842516-74d2-4965-995c-c2fc552c63b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1168c53-ad64-4542-8d33-25ed8a4b08b1 HTTP/1.1" status: 200 len: 217 time: 0.0453174 Feb 07 22:52:37.237200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9742c804-0d60-44b6-a002-c32075abc68b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0597954 Feb 07 22:52:37.242972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60968) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:37.259902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-418331068'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:37.271305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-0c3fbd3f-a506-4aa9-8bb1-361d85679737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:37.273231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-0c3fbd3f-a506-4aa9-8bb1-361d85679737 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=661611d9-a9b1-4698-9466-5d1e86e2b899 HTTP/1.1" status: 200 len: 848 time: 0.0710757 Feb 07 22:52:37.292222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:37.297280 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.314562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-81f626f0-ddcf-4b78-932a-f1d7ecd2250a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3d772b3-e3c3-4426-9a27-670cb37bcc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344627 Feb 07 22:52:37.327664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:37.348634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.349348 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Added segment e890849c-2f75-4bb4-a283-174312f0ff70 of type vlan for network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 Feb 07 22:52:37.397292 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.434393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.441928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:37.442615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.471520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-4a6159a6-157b-43f3-baf3-cca51f1767b3 service neutron] 10.222.0.46 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497421 Feb 07 22:52:37.532451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2882731 Feb 07 22:52:37.533115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60976) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:37.546004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': '97c11d86-39e9-42de-9f2c-e7d0e1d4bb11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:37.619733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0189b73-a986-4f62-884f-aa820afa9198 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Network': ['ID=97c11d86-39e9-42de-9f2c-e7d0e1d4bb11,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:37.633182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:52:37.696994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a6090b5-2392-4dd5-9509-e6cd1bd22b3c req-4b0a4917-4c87-4dda-b476-df79fcce53ab service neutron] 10.222.0.46 "GET /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175348 Feb 07 22:52:37.713043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:37.717995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.819775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 22e8829a-38ed-49b2-ae0c-5309291be1f8 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:52:37.867944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 22e8829a-38ed-49b2-ae0c-5309291be1f8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:52:37.868294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 22e8829a-38ed-49b2-ae0c-5309291be1f8 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:52:38.032863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.109045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562690d-72e1-4a02-a605-1aa6f72b68c4 req-0c6b832e-19c8-46bb-8276-283d1844c54f tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.110694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3562690d-72e1-4a02-a605-1aa6f72b68c4 req-0c6b832e-19c8-46bb-8276-283d1844c54f tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 943 time: 0.1213074 Feb 07 22:52:38.165419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Checking segment: {'id': 'e890849c-2f75-4bb4-a283-174312f0ff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '97c11d86-39e9-42de-9f2c-e7d0e1d4bb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:38.166139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network hostable DHCP agents. Network: 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:38.177103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=bfcec087-af65-443a-bae4-d15acdfc0986,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:38.205384 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3562690d-72e1-4a02-a605-1aa6f72b68c4 req-877319c9-997a-42b6-a41c-7d778d0ebabb tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830214 Feb 07 22:52:38.213425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:38.240339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:38.247266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.248172 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.252401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f17e1-c4c2-4867-9a65-59985758973f None None] Network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:38.272341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2aa8c632-c837-4029-8955-0f51c8137041 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7314529 Feb 07 22:52:38.274578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60992) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:38.281347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': '97c11d86-39e9-42de-9f2c-e7d0e1d4bb11', 'name': 'tempest-PortsIpV6TestJSON-1390645459'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:38.410066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:38.414302 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.445665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 66a791af-4c82-4825-b093-69aa9aa719d0 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:38.484998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-97c11d86-39e9-42de-9f2c-e7d0e1d4bb11', 'network_id': '97c11d86-39e9-42de-9f2c-e7d0e1d4bb11', 'tenant_id': '9770b48de39a47e6ac95a684c8b5ef96', 'fixed_ips': [{'subnet_id': 'bfcec087-af65-443a-bae4-d15acdfc0986'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:52:38.486015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.639519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::4a (97c11d86-39e9-42de-9f2c-e7d0e1d4bb11/bfcec087-af65-443a-bae4-d15acdfc0986/66a791af-4c82-4825-b093-69aa9aa719d0) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:38.826811 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.866915 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.910013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:38.922177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:38.932288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:38.934254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d1168c53-ad64-4542-8d33-25ed8a4b08b1 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:52:38.941185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.942358 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.965564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=66a791af-4c82-4825-b093-69aa9aa719d0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:38.973717 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c6043627-cb76-4e95-b3fc-bff9df6c5c3b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6977344 Feb 07 22:52:38.976270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32776) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:38.982566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': '97c11d86-39e9-42de-9f2c-e7d0e1d4bb11', 'name': 'tempest-PortsIpV6TestJSON-57776883'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:39.080867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d1168c53-ad64-4542-8d33-25ed8a4b08b1, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d1168c53-ad64-4542-8d33-25ed8a4b08b1,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:39.102844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'd1168c53-ad64-4542-8d33-25ed8a4b08b1', 'network_id': 'f3d772b3-e3c3-4426-9a27-670cb37bcc54', 'port_id': 'd1168c53-ad64-4542-8d33-25ed8a4b08b1', 'mac_address': 'fa:16:3e:95:7b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661611d9-a9b1-4698-9466-5d1e86e2b899', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:52:39.105387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Allocated IP 2001:db8::2 (97c11d86-39e9-42de-9f2c-e7d0e1d4bb11/bfcec087-af65-443a-bae4-d15acdfc0986/3b78d323-678e-405f-95ad-e9204f5a70e1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:39.122046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:39.125936 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.147407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 7f07a5bd-db88-4fe8-b0b7-41fbf936b894 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:39.205729 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.222949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1168c53-ad64-4542-8d33-25ed8a4b08b1 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:39.263370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d1168c53-ad64-4542-8d33-25ed8a4b08b1, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d1168c53-ad64-4542-8d33-25ed8a4b08b1,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:39.280527 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.382291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.390745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08459d8b-25a5-4e38-8660-165cca66dfaf req-1e930bdc-60e7-4633-a2fc-c8d0bb846b97 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:39.401001 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08459d8b-25a5-4e38-8660-165cca66dfaf req-1e930bdc-60e7-4633-a2fc-c8d0bb846b97 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 944 time: 0.1088941 Feb 07 22:52:39.425305 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.455185 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08459d8b-25a5-4e38-8660-165cca66dfaf req-a2ec353f-3178-416f-a94d-450a27308033 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522585 Feb 07 22:52:39.480288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=d1168c53-ad64-4542-8d33-25ed8a4b08b1,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:39.520398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:39.522497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:39.527540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:39.547846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::25c (97c11d86-39e9-42de-9f2c-e7d0e1d4bb11/bfcec087-af65-443a-bae4-d15acdfc0986/7f07a5bd-db88-4fe8-b0b7-41fbf936b894) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:39.576127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Pushing event updated for resources: {'Port': ['ID=3b78d323-678e-405f-95ad-e9204f5a70e1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:39.630881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['d1168c53-ad64-4542-8d33-25ed8a4b08b1'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:52:39.705594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Attempting to bind port 3b78d323-678e-405f-95ad-e9204f5a70e1 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:39.706366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Attempting to bind port 3b78d323-678e-405f-95ad-e9204f5a70e1 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e890849c-2f75-4bb4-a283-174312f0ff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '97c11d86-39e9-42de-9f2c-e7d0e1d4bb11'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:39.706742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Attempting to bind port 3b78d323-678e-405f-95ad-e9204f5a70e1 on network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:39.725765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:52:39.726308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Checking segment: {'id': 'e890849c-2f75-4bb4-a283-174312f0ff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '97c11d86-39e9-42de-9f2c-e7d0e1d4bb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:39.726784 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.727176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Bound using segment: {'id': 'e890849c-2f75-4bb4-a283-174312f0ff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '97c11d86-39e9-42de-9f2c-e7d0e1d4bb11'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:52:39.727671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Bound port: 3b78d323-678e-405f-95ad-e9204f5a70e1, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e890849c-2f75-4bb4-a283-174312f0ff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '97c11d86-39e9-42de-9f2c-e7d0e1d4bb11'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:39.728217 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.846809 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.847427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] For port 3b78d323-678e-405f-95ad-e9204f5a70e1, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:52:39.858121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] For port 3b78d323-678e-405f-95ad-e9204f5a70e1, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b78d323-678e-405f-95ad-e9204f5a70e1,segment=NetworkSegment(e890849c-2f75-4bb4-a283-174312f0ff70),segment_id=e890849c-2f75-4bb4-a283-174312f0ff70)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:52:39.882624 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.951829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.026705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b7356-f77e-471f-a63d-3f28f815b59c None None] Pushing event updated for resources: {'Port': ['ID=3b78d323-678e-405f-95ad-e9204f5a70e1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:40.037596 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=7f07a5bd-db88-4fe8-b0b7-41fbf936b894,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:40.057004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:40.059301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:40.062024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:40.068383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:40.069234 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.089021 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-878bc0ef-8459-4aee-8527-e39ab981b891 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1113529 Feb 07 22:52:40.091782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32806) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:40.234579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f7b120-a964-42ed-82cc-db6f19f0f827 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:40.239011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32812) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:40.239139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-63f7b120-a964-42ed-82cc-db6f19f0f827 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4a HTTP/1.1" status: 200 len: 928 time: 0.1460094 Feb 07 22:52:40.361428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-afe311e6-d5bb-471c-b3f9-2096bfb5ca99 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 7f07a5bd-db88-4fe8-b0b7-41fbf936b894 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:40.362054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-afe311e6-d5bb-471c-b3f9-2096bfb5ca99 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.459433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-afe311e6-d5bb-471c-b3f9-2096bfb5ca99 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.475387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-afe311e6-d5bb-471c-b3f9-2096bfb5ca99 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 7f07a5bd-db88-4fe8-b0b7-41fbf936b894 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:40.614313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50516241-c94b-40ba-ac39-8494d73bec56 req-7c39a7a9-c86d-4e5d-8573-76c7a3755171 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:40.615825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50516241-c94b-40ba-ac39-8494d73bec56 req-7c39a7a9-c86d-4e5d-8573-76c7a3755171 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 944 time: 0.0534482 Feb 07 22:52:40.647694 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-afe311e6-d5bb-471c-b3f9-2096bfb5ca99 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.689894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50516241-c94b-40ba-ac39-8494d73bec56 req-5037869c-a336-403a-88e1-5df5f20b7db3 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588624 Feb 07 22:52:40.721816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe311e6-d5bb-471c-b3f9-2096bfb5ca99 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=7f07a5bd-db88-4fe8-b0b7-41fbf936b894,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:40.727512 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-afe311e6-d5bb-471c-b3f9-2096bfb5ca99 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.734018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-afe311e6-d5bb-471c-b3f9-2096bfb5ca99 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/7f07a5bd-db88-4fe8-b0b7-41fbf936b894 HTTP/1.1" status: 204 len: 168 time: 0.4890461 Feb 07 22:52:40.734372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32822) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:40.761605 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-35012b03-fb8e-4469-b8ac-2776c9bfdb55 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:40.766936 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-35012b03-fb8e-4469-b8ac-2776c9bfdb55 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/7f07a5bd-db88-4fe8-b0b7-41fbf936b894 HTTP/1.1" status: 404 len: 333 time: 0.0291834 Feb 07 22:52:40.767284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32824) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:40.883998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d1168c53-ad64-4542-8d33-25ed8a4b08b1 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:40.925765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d928b33f-a2e0-4d0c-b604-3c1dca7f2b9a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 66a791af-4c82-4825-b093-69aa9aa719d0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:40.926425 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d928b33f-a2e0-4d0c-b604-3c1dca7f2b9a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.949654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port d1168c53-ad64-4542-8d33-25ed8a4b08b1 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:40.954286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port d1168c53-ad64-4542-8d33-25ed8a4b08b1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:40.954718 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.041726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d928b33f-a2e0-4d0c-b604-3c1dca7f2b9a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.057668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d928b33f-a2e0-4d0c-b604-3c1dca7f2b9a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 66a791af-4c82-4825-b093-69aa9aa719d0 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:41.060872 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.273159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1168c53-ad64-4542-8d33-25ed8a4b08b1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:41.275427 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceec47f1-8a4b-4ae1-b3a5-2d89ce9708c0" -d '{"events": [{"server_uuid": "ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d", "name": "network-vif-plugged", "status": "completed", "tag": "d1168c53-ad64-4542-8d33-25ed8a4b08b1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:52:41.294533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port d1168c53-ad64-4542-8d33-25ed8a4b08b1, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d1168c53-ad64-4542-8d33-25ed8a4b08b1,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:41.304651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d928b33f-a2e0-4d0c-b604-3c1dca7f2b9a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.313177 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.344195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928b33f-a2e0-4d0c-b604-3c1dca7f2b9a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=66a791af-4c82-4825-b093-69aa9aa719d0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:41.384673 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edde9a4-ebfa-465d-872b-70a1b4688225 x-openstack-request-id: req-7edde9a4-ebfa-465d-872b-70a1b4688225 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:52:41.385277 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d", "name": "network-vif-plugged", "status": "completed", "tag": "d1168c53-ad64-4542-8d33-25ed8a4b08b1", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:52:41.385770 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7edde9a4-ebfa-465d-872b-70a1b4688225 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:52:41.386859 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1168c53-ad64-4542-8d33-25ed8a4b08b1', 'code': 200} Feb 07 22:52:41.392620 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d928b33f-a2e0-4d0c-b604-3c1dca7f2b9a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.396428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa96abc8-cedf-4a1a-ba14-166c2bf3aefe None None] Network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:41.396698 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d928b33f-a2e0-4d0c-b604-3c1dca7f2b9a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/66a791af-4c82-4825-b093-69aa9aa719d0 HTTP/1.1" status: 204 len: 168 time: 0.6281652 Feb 07 22:52:41.398993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32840) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:41.455204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=d1168c53-ad64-4542-8d33-25ed8a4b08b1,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:41.459460 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4403b5-22d3-4bd1-97bb-9cdd585cf082 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:41.465744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32842) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:41.466314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7f4403b5-22d3-4bd1-97bb-9cdd585cf082 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/66a791af-4c82-4825-b093-69aa9aa719d0 HTTP/1.1" status: 404 len: 333 time: 0.0663047 Feb 07 22:52:41.472273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3ff691c7-a315-4dc2-b3d3-fbddaad00896 None None] Provisioning complete for port 3b78d323-678e-405f-95ad-e9204f5a70e1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:41.472650 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ff691c7-a315-4dc2-b3d3-fbddaad00896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.484448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70775642-288a-4125-adf9-4a50a8354e50 req-3366bb60-c133-4f30-8e1c-def0ea370db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:41.486292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70775642-288a-4125-adf9-4a50a8354e50 req-3366bb60-c133-4f30-8e1c-def0ea370db1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 1096 time: 0.0722334 Feb 07 22:52:41.531055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70775642-288a-4125-adf9-4a50a8354e50 req-ba66ca6a-5a5d-44c9-83b3-575483602741 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372815 Feb 07 22:52:41.565772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f85980-9bb4-4bb4-b89c-ce51a15713fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet bfcec087-af65-443a-bae4-d15acdfc0986 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:52:41.570900 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05f85980-9bb4-4bb4-b89c-ce51a15713fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.621302 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05f85980-9bb4-4bb4-b89c-ce51a15713fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.635531 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ff691c7-a315-4dc2-b3d3-fbddaad00896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.678229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3ff691c7-a315-4dc2-b3d3-fbddaad00896 None None] For port 3b78d323-678e-405f-95ad-e9204f5a70e1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b78d323-678e-405f-95ad-e9204f5a70e1,segment=NetworkSegment(e890849c-2f75-4bb4-a283-174312f0ff70),segment_id=e890849c-2f75-4bb4-a283-174312f0ff70)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:41.695988 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ff691c7-a315-4dc2-b3d3-fbddaad00896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.799390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff691c7-a315-4dc2-b3d3-fbddaad00896 None None] Pushing event updated for resources: {'Port': ['ID=3b78d323-678e-405f-95ad-e9204f5a70e1,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:41.808677 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05f85980-9bb4-4bb4-b89c-ce51a15713fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.926483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b78d323-678e-405f-95ad-e9204f5a70e1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:41.983507 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05f85980-9bb4-4bb4-b89c-ce51a15713fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.033437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-05f85980-9bb4-4bb4-b89c-ce51a15713fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.040468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-05f85980-9bb4-4bb4-b89c-ce51a15713fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/bfcec087-af65-443a-bae4-d15acdfc0986 HTTP/1.1" status: 204 len: 168 time: 0.5706010 Feb 07 22:52:42.040468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f85980-9bb4-4bb4-b89c-ce51a15713fa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcec087-af65-443a-bae4-d15acdfc0986,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:42.040964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32856) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:42.056477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3433108d-f479-400f-ab30-16588439ac71 None None] Network 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:42.070556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305e57a-2e58-425d-8589-4856ec3f9ba3 req-b154e9da-4fee-4bc1-bff0-c6867bbf9a27 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:42.072147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6305e57a-2e58-425d-8589-4856ec3f9ba3 req-b154e9da-4fee-4bc1-bff0-c6867bbf9a27 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 945 time: 0.1485865 Feb 07 22:52:42.162174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3b78d323-678e-405f-95ad-e9204f5a70e1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:42.162757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.193325 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6305e57a-2e58-425d-8589-4856ec3f9ba3 req-78fc041f-49e9-4ae9-bdb2-057dda2c5fca tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149356 Feb 07 22:52:42.195190 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.233047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-42f75eda-4369-467c-98f2-9a80850ca724 None None] Provisioning complete for port 3b78d323-678e-405f-95ad-e9204f5a70e1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:42.233420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42f75eda-4369-467c-98f2-9a80850ca724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.281870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 3b78d323-678e-405f-95ad-e9204f5a70e1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:42.282380 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.378057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ea00b-bc5a-46a9-9d98-e5d3c83aaf10 None None] DHCP port deletion for 97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:52:42.383417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] For port 3b78d323-678e-405f-95ad-e9204f5a70e1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b78d323-678e-405f-95ad-e9204f5a70e1,segment=NetworkSegment(e890849c-2f75-4bb4-a283-174312f0ff70),segment_id=e890849c-2f75-4bb4-a283-174312f0ff70)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:42.383802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.397998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 3b78d323-678e-405f-95ad-e9204f5a70e1 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:42.482012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c45ea00b-bc5a-46a9-9d98-e5d3c83aaf10 None None] Deleting port 3b78d323-678e-405f-95ad-e9204f5a70e1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:42.482502 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c45ea00b-bc5a-46a9-9d98-e5d3c83aaf10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.502932 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.542111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=3b78d323-678e-405f-95ad-e9204f5a70e1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:42.547600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No DVR routers for this DVR port 3b78d323-678e-405f-95ad-e9204f5a70e1 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:42.598175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c45ea00b-bc5a-46a9-9d98-e5d3c83aaf10 None None] For port 3b78d323-678e-405f-95ad-e9204f5a70e1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b78d323-678e-405f-95ad-e9204f5a70e1,segment=NetworkSegment(e890849c-2f75-4bb4-a283-174312f0ff70),segment_id=e890849c-2f75-4bb4-a283-174312f0ff70)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:42.598498 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c45ea00b-bc5a-46a9-9d98-e5d3c83aaf10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.616979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c45ea00b-bc5a-46a9-9d98-e5d3c83aaf10 None None] Calling delete_port for 3b78d323-678e-405f-95ad-e9204f5a70e1 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:42.647648 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.681013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c11d86-39e9-42de-9f2c-e7d0e1d4bb11']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:42.693856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e890849c-2f75-4bb4-a283-174312f0ff70') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:42.694309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e890849c-2f75-4bb4-a283-174312f0ff70') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:42.705549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.718233 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:52:42.720888 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 22:52:42.725340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.727238 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c45ea00b-bc5a-46a9-9d98-e5d3c83aaf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.740915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:42.741367 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:42.749661 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:42.777625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ea00b-bc5a-46a9-9d98-e5d3c83aaf10 None None] Pushing event deleted for resources: {'Port': ['ID=3b78d323-678e-405f-95ad-e9204f5a70e1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:42.779738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ea00b-bc5a-46a9-9d98-e5d3c83aaf10 None None] No DVR routers for this DVR port 3b78d323-678e-405f-95ad-e9204f5a70e1 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:42.843475 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.863860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.867140 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/networks/97c11d86-39e9-42de-9f2c-e7d0e1d4bb11 HTTP/1.1" status: 204 len: 168 time: 0.8253860 Feb 07 22:52:42.873791 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32870) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:42.878883 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05547645-44c4-4157-bf97-f361f25c1800 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Network': ['ID=97c11d86-39e9-42de-9f2c-e7d0e1d4bb11,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:42.889407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-597040761'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:42.930114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:42.935937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.967931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:42.979822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.980416 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Added segment a2002822-e230-4ade-839d-3111df4f6891 of type vlan for network 797a645a-e76b-4b82-a472-6522898ae3e2 Feb 07 22:52:43.036341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.082249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.089684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:43.090309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.156045 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2809594 Feb 07 22:52:43.159141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32886) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:43.164772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': '797a645a-e76b-4b82-a472-6522898ae3e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:43.185394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c61bc-0895-4c84-a98f-5c58300c2877 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Network': ['ID=797a645a-e76b-4b82-a472-6522898ae3e2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:43.196746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 797a645a-e76b-4b82-a472-6522898ae3e2 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:52:43.335514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:43.339211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.389665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32896) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:43.449820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a99caa-5ad5-4b6e-aade-accf230b0d47 req-8bbf7442-68e9-450c-b4dc-8323beced8a7 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:43.451395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64a99caa-5ad5-4b6e-aade-accf230b0d47 req-8bbf7442-68e9-450c-b4dc-8323beced8a7 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 945 time: 0.1286352 Feb 07 22:52:43.508773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64a99caa-5ad5-4b6e-aade-accf230b0d47 req-eb2dcae6-c6dc-42c9-8b02-e18b00cdd92c tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512683 Feb 07 22:52:43.613341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f6488f1f-2a39-4c1b-a3f3-e35044758a54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96fac3191ce54c7485d297e833cd0d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224543 Feb 07 22:52:43.616951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 32906) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:43.664602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.751117 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fd0cd25-f69f-4b50-a70f-b5e39d4e5c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.760085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b78d323-678e-405f-95ad-e9204f5a70e1 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:52:43.790002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3b78d323-678e-405f-95ad-e9204f5a70e1 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:52:43.790488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b78d323-678e-405f-95ad-e9204f5a70e1 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:52:43.794543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=68595a7c-9985-4204-ac6a-295363d83758,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:43.804487 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fd0cd25-f69f-4b50-a70f-b5e39d4e5c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.824322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Checking segment: {'id': 'a2002822-e230-4ade-839d-3111df4f6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '797a645a-e76b-4b82-a472-6522898ae3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:43.832303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network hostable DHCP agents. Network: 797a645a-e76b-4b82-a472-6522898ae3e2, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:43.868889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 797a645a-e76b-4b82-a472-6522898ae3e2 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:43.882174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 797a645a-e76b-4b82-a472-6522898ae3e2) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:43.887159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:43.887895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.912264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82d5cf-359e-4049-94b2-684bf231c624 None None] Network 797a645a-e76b-4b82-a472-6522898ae3e2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:43.912936 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-61453909-3ba1-426c-afe2-f71e11835165 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7522986 Feb 07 22:52:43.915785 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fd0cd25-f69f-4b50-a70f-b5e39d4e5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.916474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32916) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:43.918179 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fd0cd25-f69f-4b50-a70f-b5e39d4e5c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.921980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7fd0cd25-f69f-4b50-a70f-b5e39d4e5c07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/787b0dba-a68c-47ff-a868-c1ebe5260665 HTTP/1.1" status: 204 len: 168 time: 0.3014376 Feb 07 22:52:43.927441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': '797a645a-e76b-4b82-a472-6522898ae3e2', 'name': 'tempest-PortsIpV6TestJSON-299479765', 'fixed_ips': [{'subnet_id': '68595a7c-9985-4204-ac6a-295363d83758', 'ip_address': '2001:db8::10'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:43.939152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0cd25-f69f-4b50-a70f-b5e39d4e5c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787b0dba-a68c-47ff-a868-c1ebe5260665,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:44.164796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-797a645a-e76b-4b82-a472-6522898ae3e2', 'network_id': '797a645a-e76b-4b82-a472-6522898ae3e2', 'tenant_id': '9770b48de39a47e6ac95a684c8b5ef96', 'fixed_ips': [{'subnet_id': '68595a7c-9985-4204-ac6a-295363d83758'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:52:44.165882 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.180907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:44.273747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.296618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 6bab9ab8-7656-4a73-8ca0-87ed852bb64b yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:44.325927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Allocated IP 2001:db8::2 (797a645a-e76b-4b82-a472-6522898ae3e2/68595a7c-9985-4204-ac6a-295363d83758/0775594b-df98-4ee1-b340-c67b95c35b4b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:44.576774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef20d0-759c-4fa7-ae20-b6ae601e77cf req-98df0c55-8cfe-48ce-8a65-0f86b901ff30 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:44.578474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bdef20d0-759c-4fa7-ae20-b6ae601e77cf req-98df0c55-8cfe-48ce-8a65-0f86b901ff30 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 945 time: 0.1217756 Feb 07 22:52:44.579008 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.586455 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.627837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bdef20d0-759c-4fa7-ae20-b6ae601e77cf req-e0c6734f-5fd0-42ff-801a-5abc7be7c1dc tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Feb 07 22:52:44.639811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Network 797a645a-e76b-4b82-a472-6522898ae3e2 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:44.644375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:44.648528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:44.663805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Pushing event updated for resources: {'Port': ['ID=0775594b-df98-4ee1-b340-c67b95c35b4b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:44.677872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::10 (797a645a-e76b-4b82-a472-6522898ae3e2/68595a7c-9985-4204-ac6a-295363d83758/6bab9ab8-7656-4a73-8ca0-87ed852bb64b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:44.722341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Attempting to bind port 0775594b-df98-4ee1-b340-c67b95c35b4b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:44.723313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Attempting to bind port 0775594b-df98-4ee1-b340-c67b95c35b4b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a2002822-e230-4ade-839d-3111df4f6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '797a645a-e76b-4b82-a472-6522898ae3e2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:44.723930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Attempting to bind port 0775594b-df98-4ee1-b340-c67b95c35b4b on network 797a645a-e76b-4b82-a472-6522898ae3e2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:44.730996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:52:44.731947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Checking segment: {'id': 'a2002822-e230-4ade-839d-3111df4f6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '797a645a-e76b-4b82-a472-6522898ae3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:44.732428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.732835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Bound using segment: {'id': 'a2002822-e230-4ade-839d-3111df4f6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '797a645a-e76b-4b82-a472-6522898ae3e2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:52:44.733368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Bound port: 0775594b-df98-4ee1-b340-c67b95c35b4b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2002822-e230-4ade-839d-3111df4f6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '797a645a-e76b-4b82-a472-6522898ae3e2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:44.733760 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.813865 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] For port 0775594b-df98-4ee1-b340-c67b95c35b4b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:52:44.817684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] For port 0775594b-df98-4ee1-b340-c67b95c35b4b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0775594b-df98-4ee1-b340-c67b95c35b4b,segment=NetworkSegment(a2002822-e230-4ade-839d-3111df4f6891),segment_id=a2002822-e230-4ade-839d-3111df4f6891)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:52:44.824543 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.889897 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.924144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c369-ef9e-47a0-bae4-261e0abdf21b None None] Pushing event updated for resources: {'Port': ['ID=0775594b-df98-4ee1-b340-c67b95c35b4b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:44.936122 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.992788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 797a645a-e76b-4b82-a472-6522898ae3e2 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:44.996916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:45.000454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:45.007981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:45.008669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.033723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=6bab9ab8-7656-4a73-8ca0-87ed852bb64b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:45.054010 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-957798dc-55db-4296-8853-c19ec313d427 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1354773 Feb 07 22:52:45.056659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32964) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:45.063606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': '797a645a-e76b-4b82-a472-6522898ae3e2', 'name': 'tempest-PortsIpV6TestJSON-1544966010', 'fixed_ips': [{'subnet_id': '68595a7c-9985-4204-ac6a-295363d83758', 'ip_address': '2001:db8::f'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:45.238482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:45.244933 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.282995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 9a4961b5-dcf7-4de5-a2ce-d0b497c37374 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:45.492434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::f (797a645a-e76b-4b82-a472-6522898ae3e2/68595a7c-9985-4204-ac6a-295363d83758/9a4961b5-dcf7-4de5-a2ce-d0b497c37374) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:45.791408 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.905127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0775594b-df98-4ee1-b340-c67b95c35b4b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:45.935564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.942051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d512676-6c59-4865-a166-3e25201af972 req-38e2b44f-742b-4154-85c8-c634044755a7 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:45.945371 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d512676-6c59-4865-a166-3e25201af972 req-38e2b44f-742b-4154-85c8-c634044755a7 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 945 time: 0.2565224 Feb 07 22:52:45.967577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26ec6-9d8c-4b03-af09-25578506d6d0 req-3f4724e7-eca6-47f5-8dfc-fe42882f75e7 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:45.970477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-11e26ec6-9d8c-4b03-af09-25578506d6d0 req-3f4724e7-eca6-47f5-8dfc-fe42882f75e7 tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d HTTP/1.1" status: 200 len: 945 time: 0.1943853 Feb 07 22:52:46.033235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 797a645a-e76b-4b82-a472-6522898ae3e2 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:46.045228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:46.059046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:46.062786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0775594b-df98-4ee1-b340-c67b95c35b4b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:46.067925 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.070235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:46.072304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.116964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0587730 Feb 07 22:52:46.119880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33004) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:46.160950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-2d512676-6c59-4865-a166-3e25201af972 req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Deleting port d1168c53-ad64-4542-8d33-25ed8a4b08b1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:46.161295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2d512676-6c59-4865-a166-3e25201af972 req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.225042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-11e26ec6-9d8c-4b03-af09-25578506d6d0 req-8709503f-f522-45e1-857e-c5055993addb tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2051095-9f4f-45be-8c12-ae408ca499cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495304 Feb 07 22:52:46.234833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb362b4-0cfa-4eec-a950-83d7737bd6d0 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=9a4961b5-dcf7-4de5-a2ce-d0b497c37374,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:46.242501 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.314515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-2d512676-6c59-4865-a166-3e25201af972 req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] For port d1168c53-ad64-4542-8d33-25ed8a4b08b1, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=d1168c53-ad64-4542-8d33-25ed8a4b08b1,segment=NetworkSegment(9b8a80fa-2b44-472d-a522-97b38d0d8b64),segment_id=9b8a80fa-2b44-472d-a522-97b38d0d8b64)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:46.314737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 0775594b-df98-4ee1-b340-c67b95c35b4b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0775594b-df98-4ee1-b340-c67b95c35b4b,segment=NetworkSegment(a2002822-e230-4ade-839d-3111df4f6891),segment_id=a2002822-e230-4ade-839d-3111df4f6891)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:46.314869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2d512676-6c59-4865-a166-3e25201af972 req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.316278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b469d-eaf3-49bf-bcb7-6486dd84a18b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:46.324263 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.331009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b36b469d-eaf3-49bf-bcb7-6486dd84a18b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2093160 Feb 07 22:52:46.334464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33006) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:46.342417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-2d512676-6c59-4865-a166-3e25201af972 req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Calling delete_port for d1168c53-ad64-4542-8d33-25ed8a4b08b1 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:46.408627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=0775594b-df98-4ee1-b340-c67b95c35b4b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:46.432900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aafeda8-c97e-4878-856a-33932bbafaa7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:46.441568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aafeda8-c97e-4878-856a-33932bbafaa7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:46.454448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad920b2-f005-4c22-8b7a-b2258c81763c None None] Network 797a645a-e76b-4b82-a472-6522898ae3e2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:46.456571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aafeda8-c97e-4878-856a-33932bbafaa7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:46.463661 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7aafeda8-c97e-4878-856a-33932bbafaa7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1281438 Feb 07 22:52:46.465286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33008) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:46.560676 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2d512676-6c59-4865-a166-3e25201af972 req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.626184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ec587dcc-8fd0-4818-b0bd-29f4b4e7a3c1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 9a4961b5-dcf7-4de5-a2ce-d0b497c37374 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:46.626407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['d1168c53-ad64-4542-8d33-25ed8a4b08b1'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:52:46.626812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec587dcc-8fd0-4818-b0bd-29f4b4e7a3c1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.632827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Pushing event deleted for resources: {'Port': ['ID=d1168c53-ad64-4542-8d33-25ed8a4b08b1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:46.658006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d512676-6c59-4865-a166-3e25201af972 req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] No DVR routers for this DVR port d1168c53-ad64-4542-8d33-25ed8a4b08b1 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:46.660586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-2d512676-6c59-4865-a166-3e25201af972 req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.668768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d512676-6c59-4865-a166-3e25201af972 req-e929f8b7-e604-427d-8210-37d0f592ba5e tempest-VolumesActionsTest-1347298889 tempest-VolumesActionsTest-1347298889-project] 10.222.0.46 "DELETE /v2.0/ports/d1168c53-ad64-4542-8d33-25ed8a4b08b1 HTTP/1.1" status: 204 len: 173 time: 0.7114339 Feb 07 22:52:46.669284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d', 'name': 'network-vif-deleted', 'tag': 'd1168c53-ad64-4542-8d33-25ed8a4b08b1'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:46.689661 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f4fa8b-5c05-439e-882c-930d4e7e6203" -d '{"events": [{"server_uuid": "ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d", "name": "network-vif-deleted", "tag": "d1168c53-ad64-4542-8d33-25ed8a4b08b1"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:52:46.737393 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-19244416-ab75-4091-8c5a-e7c5d4a0f4f2 None None] Provisioning complete for port 0775594b-df98-4ee1-b340-c67b95c35b4b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:46.737926 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19244416-ab75-4091-8c5a-e7c5d4a0f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.743222 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec587dcc-8fd0-4818-b0bd-29f4b4e7a3c1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.762481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ec587dcc-8fd0-4818-b0bd-29f4b4e7a3c1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 9a4961b5-dcf7-4de5-a2ce-d0b497c37374 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:46.811369 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951bcb2a-bcc3-487d-89c4-c4027ff32397 x-openstack-request-id: req-951bcb2a-bcc3-487d-89c4-c4027ff32397 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:52:46.811660 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d", "name": "network-vif-deleted", "tag": "d1168c53-ad64-4542-8d33-25ed8a4b08b1", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:52:46.811964 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-951bcb2a-bcc3-487d-89c4-c4027ff32397 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:52:46.812330 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5fd5cf-7f9d-40c2-bc8f-028fbdf9a56d', 'name': 'network-vif-deleted', 'tag': 'd1168c53-ad64-4542-8d33-25ed8a4b08b1', 'status': 'completed', 'code': 200} Feb 07 22:52:47.001829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec587dcc-8fd0-4818-b0bd-29f4b4e7a3c1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.050389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec587dcc-8fd0-4818-b0bd-29f4b4e7a3c1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=9a4961b5-dcf7-4de5-a2ce-d0b497c37374,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:47.071336 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec587dcc-8fd0-4818-b0bd-29f4b4e7a3c1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.076028 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ec587dcc-8fd0-4818-b0bd-29f4b4e7a3c1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/9a4961b5-dcf7-4de5-a2ce-d0b497c37374 HTTP/1.1" status: 204 len: 168 time: 0.6092165 Feb 07 22:52:47.078761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33016) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:47.130458 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0943ab15-7bc6-4bd4-a001-2a880464f2d6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:47.135621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0943ab15-7bc6-4bd4-a001-2a880464f2d6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/9a4961b5-dcf7-4de5-a2ce-d0b497c37374 HTTP/1.1" status: 404 len: 333 time: 0.0550609 Feb 07 22:52:47.138381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33020) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:47.207048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1e8d273e-97b2-4a9d-90a2-d4def4a29088 None None] Provisioning complete for port 0775594b-df98-4ee1-b340-c67b95c35b4b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:47.207626 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e8d273e-97b2-4a9d-90a2-d4def4a29088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.274645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3e054ba1-cfa1-45ce-ac70-8d565c0a611d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 6bab9ab8-7656-4a73-8ca0-87ed852bb64b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:47.275013 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e054ba1-cfa1-45ce-ac70-8d565c0a611d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.393102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1e8d273e-97b2-4a9d-90a2-d4def4a29088 None None] Provisioning complete for port 6bab9ab8-7656-4a73-8ca0-87ed852bb64b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:47.393598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e8d273e-97b2-4a9d-90a2-d4def4a29088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.404869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e054ba1-cfa1-45ce-ac70-8d565c0a611d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.434024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3e054ba1-cfa1-45ce-ac70-8d565c0a611d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 6bab9ab8-7656-4a73-8ca0-87ed852bb64b owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:47.439674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d273e-97b2-4a9d-90a2-d4def4a29088 None None] Port 6bab9ab8-7656-4a73-8ca0-87ed852bb64b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:52:47.444411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1e8d273e-97b2-4a9d-90a2-d4def4a29088 None None] Could not find standard attr ID for object 9a4961b5-dcf7-4de5-a2ce-d0b497c37374. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:52:47.571377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-eac2826b-4c3e-4e14-bcec-b090464741bf None None] Provisioning complete for port 6bab9ab8-7656-4a73-8ca0-87ed852bb64b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:47.571791 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eac2826b-4c3e-4e14-bcec-b090464741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.605670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e054ba1-cfa1-45ce-ac70-8d565c0a611d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.633041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-eac2826b-4c3e-4e14-bcec-b090464741bf None None] Port 6bab9ab8-7656-4a73-8ca0-87ed852bb64b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:52:47.673766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e054ba1-cfa1-45ce-ac70-8d565c0a611d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=6bab9ab8-7656-4a73-8ca0-87ed852bb64b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:47.735792 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e054ba1-cfa1-45ce-ac70-8d565c0a611d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.741324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3e054ba1-cfa1-45ce-ac70-8d565c0a611d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/6bab9ab8-7656-4a73-8ca0-87ed852bb64b HTTP/1.1" status: 204 len: 168 time: 0.6001546 Feb 07 22:52:47.743666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33038) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:47.800101 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32daad5-2038-4555-92d7-c2de284f822c tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:47.801724 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e32daad5-2038-4555-92d7-c2de284f822c tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/6bab9ab8-7656-4a73-8ca0-87ed852bb64b HTTP/1.1" status: 404 len: 333 time: 0.0569961 Feb 07 22:52:47.804690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33042) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:47.821960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0775594b-df98-4ee1-b340-c67b95c35b4b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:47.879835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3456f6d4-3df6-4173-9cbf-e14c73a54556 None None] Could not find standard attr ID for object 9a4961b5-dcf7-4de5-a2ce-d0b497c37374. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:52:47.901439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0775594b-df98-4ee1-b340-c67b95c35b4b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:47.902376 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.941070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac42b922-3732-4b1b-bb3b-120b20ad2097 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet 68595a7c-9985-4204-ac6a-295363d83758 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:52:47.944734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac42b922-3732-4b1b-bb3b-120b20ad2097 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.004204 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac42b922-3732-4b1b-bb3b-120b20ad2097 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.114194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac42b922-3732-4b1b-bb3b-120b20ad2097 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.194209 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac42b922-3732-4b1b-bb3b-120b20ad2097 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.236411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42b922-3732-4b1b-bb3b-120b20ad2097 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=68595a7c-9985-4204-ac6a-295363d83758,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:48.244130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac42b922-3732-4b1b-bb3b-120b20ad2097 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.248699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ac42b922-3732-4b1b-bb3b-120b20ad2097 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/68595a7c-9985-4204-ac6a-295363d83758 HTTP/1.1" status: 204 len: 168 time: 0.4428072 Feb 07 22:52:48.251617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33058) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:48.341062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.420602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 0775594b-df98-4ee1-b340-c67b95c35b4b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:48.421175 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.458451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b5d29-8b7a-4c5a-bcf3-6344b9aad5c0 None None] Network 797a645a-e76b-4b82-a472-6522898ae3e2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:48.571993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] For port 0775594b-df98-4ee1-b340-c67b95c35b4b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0775594b-df98-4ee1-b340-c67b95c35b4b,segment=NetworkSegment(a2002822-e230-4ade-839d-3111df4f6891),segment_id=a2002822-e230-4ade-839d-3111df4f6891)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:48.572357 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.595738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 0775594b-df98-4ee1-b340-c67b95c35b4b owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:48.712460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] DHCP port deletion for 797a645a-e76b-4b82-a472-6522898ae3e2 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:52:48.757337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.788352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] Deleting port 0775594b-df98-4ee1-b340-c67b95c35b4b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:48.788779 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.794181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=0775594b-df98-4ee1-b340-c67b95c35b4b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:48.796208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No DVR routers for this DVR port 0775594b-df98-4ee1-b340-c67b95c35b4b on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:48.884567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] For port 0775594b-df98-4ee1-b340-c67b95c35b4b, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:48.884969 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.899507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d1168c53-ad64-4542-8d33-25ed8a4b08b1 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:52:48.903307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] Calling delete_port for 0775594b-df98-4ee1-b340-c67b95c35b4b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:48.911538 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.922082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] Port 0775594b-df98-4ee1-b340-c67b95c35b4b was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:52:48.924099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: d1168c53-ad64-4542-8d33-25ed8a4b08b1 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:52:48.924453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device d1168c53-ad64-4542-8d33-25ed8a4b08b1 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:52:48.925894 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.936114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797a645a-e76b-4b82-a472-6522898ae3e2']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:48.938615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] No DVR routers for this DVR port 0775594b-df98-4ee1-b340-c67b95c35b4b on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:48.957138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2002822-e230-4ade-839d-3111df4f6891') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:48.957432 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2002822-e230-4ade-839d-3111df4f6891') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:48.959440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c6fb5-b767-4a99-b529-2688f6df5b2c None None] Pushing event deleted for resources: {'Port': ['ID=0775594b-df98-4ee1-b340-c67b95c35b4b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:48.986398 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.003789 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.012063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:49.012457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:49.087211 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:49.092427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.112374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.119375 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/networks/797a645a-e76b-4b82-a472-6522898ae3e2 HTTP/1.1" status: 204 len: 168 time: 0.8633356 Feb 07 22:52:49.119981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33082) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:49.125347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1928672156'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:49.150241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2da73-866f-4f35-8428-9a8b0156df7b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Network': ['ID=797a645a-e76b-4b82-a472-6522898ae3e2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:49.154501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:49.159320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.184710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:49.194726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.195309 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Added segment e78e3720-12b2-41ed-81a0-f837cb4cffde of type vlan for network 112c78b2-87a2-4328-a1d1-0262bd1beada Feb 07 22:52:49.269257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.303588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.310483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:49.311082 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.379288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2579193 Feb 07 22:52:49.383068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33096) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:49.389317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': '112c78b2-87a2-4328-a1d1-0262bd1beada', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:49.406458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c33f07-1644-41c0-8586-044518609d6b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Network': ['ID=112c78b2-87a2-4328-a1d1-0262bd1beada,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:49.417993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 112c78b2-87a2-4328-a1d1-0262bd1beada details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:52:49.529559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:49.535046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.769251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.775185 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0775594b-df98-4ee1-b340-c67b95c35b4b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:52:49.797665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 0775594b-df98-4ee1-b340-c67b95c35b4b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:52:49.797930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0775594b-df98-4ee1-b340-c67b95c35b4b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:52:49.831305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=62649cf2-c326-4a06-a86a-d42b734b6948,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:49.861464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Checking segment: {'id': 'e78e3720-12b2-41ed-81a0-f837cb4cffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '112c78b2-87a2-4328-a1d1-0262bd1beada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:49.862218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network hostable DHCP agents. Network: 112c78b2-87a2-4328-a1d1-0262bd1beada, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:49.885714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 112c78b2-87a2-4328-a1d1-0262bd1beada is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:49.899745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 112c78b2-87a2-4328-a1d1-0262bd1beada) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:49.906010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:49.906907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.916906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d9c35-bf91-45d6-8790-930ea1c237fd None None] Network 112c78b2-87a2-4328-a1d1-0262bd1beada requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:49.930053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-286d9b88-7485-441b-8cad-338b56091ab3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5457742 Feb 07 22:52:49.933499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33116) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:49.939379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c093bfee-2b9e-4e19-809f-24ea24123418 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-65704869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:49.977030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c093bfee-2b9e-4e19-809f-24ea24123418 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.978559 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c093bfee-2b9e-4e19-809f-24ea24123418 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.053896 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c093bfee-2b9e-4e19-809f-24ea24123418 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.064284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c093bfee-2b9e-4e19-809f-24ea24123418 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.111320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c093bfee-2b9e-4e19-809f-24ea24123418 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.117061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c093bfee-2b9e-4e19-809f-24ea24123418 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1810131 Feb 07 22:52:50.118492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33118) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:50.124848 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'network_id': '112c78b2-87a2-4328-a1d1-0262bd1beada', 'name': 'tempest-PortsIpV6TestJSON-1149995733'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:50.198127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-112c78b2-87a2-4328-a1d1-0262bd1beada', 'network_id': '112c78b2-87a2-4328-a1d1-0262bd1beada', 'tenant_id': '9770b48de39a47e6ac95a684c8b5ef96', 'fixed_ips': [{'subnet_id': '62649cf2-c326-4a06-a86a-d42b734b6948'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:52:50.204518 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.364005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:50.385130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.432215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port e7cc0e60-d503-4400-88ea-76e361975b0f yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:50.459986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Allocated IP 2001:db8::2 (112c78b2-87a2-4328-a1d1-0262bd1beada/62649cf2-c326-4a06-a86a-d42b734b6948/b05ed45c-b693-4850-831a-6941ac2f85de) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:50.650223 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.660972 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.709005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Network 112c78b2-87a2-4328-a1d1-0262bd1beada is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:50.715742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:50.718870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:50.779527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Pushing event updated for resources: {'Port': ['ID=b05ed45c-b693-4850-831a-6941ac2f85de,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:50.798609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::3c6 (112c78b2-87a2-4328-a1d1-0262bd1beada/62649cf2-c326-4a06-a86a-d42b734b6948/e7cc0e60-d503-4400-88ea-76e361975b0f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:50.813171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Attempting to bind port b05ed45c-b693-4850-831a-6941ac2f85de on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:50.813688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Attempting to bind port b05ed45c-b693-4850-831a-6941ac2f85de by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e78e3720-12b2-41ed-81a0-f837cb4cffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '112c78b2-87a2-4328-a1d1-0262bd1beada'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:50.814617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Attempting to bind port b05ed45c-b693-4850-831a-6941ac2f85de on network 112c78b2-87a2-4328-a1d1-0262bd1beada {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:52:50.821548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:52:50.822055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Checking segment: {'id': 'e78e3720-12b2-41ed-81a0-f837cb4cffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '112c78b2-87a2-4328-a1d1-0262bd1beada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:52:50.822557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.824485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Bound using segment: {'id': 'e78e3720-12b2-41ed-81a0-f837cb4cffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '112c78b2-87a2-4328-a1d1-0262bd1beada'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:52:50.824791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Bound port: b05ed45c-b693-4850-831a-6941ac2f85de, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78e3720-12b2-41ed-81a0-f837cb4cffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '112c78b2-87a2-4328-a1d1-0262bd1beada'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:50.825324 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.912790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] For port b05ed45c-b693-4850-831a-6941ac2f85de, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:52:50.918197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] For port b05ed45c-b693-4850-831a-6941ac2f85de, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b05ed45c-b693-4850-831a-6941ac2f85de,segment=NetworkSegment(e78e3720-12b2-41ed-81a0-f837cb4cffde),segment_id=e78e3720-12b2-41ed-81a0-f837cb4cffde)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:52:50.930466 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.016697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fc59e-ad2a-4930-a2c3-b9d41f09301f None None] Pushing event updated for resources: {'Port': ['ID=b05ed45c-b693-4850-831a-6941ac2f85de,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:51.082945 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.165113 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.233914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 112c78b2-87a2-4328-a1d1-0262bd1beada is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:51.238479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:51.240738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=e7cc0e60-d503-4400-88ea-76e361975b0f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:51.243546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:52:51.250795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:51.251824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.286394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33130) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:51.292674 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e8ced42e-cca9-458d-97e2-689ae3ba927a tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1640110 Feb 07 22:52:51.459492 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89fdfdee-3176-45ce-8f63-91ae18ca392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.896425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b05ed45c-b693-4850-831a-6941ac2f85de up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:51.946061 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.955379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port b05ed45c-b693-4850-831a-6941ac2f85de triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:51.955766 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:52.140755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:52.199744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port b05ed45c-b693-4850-831a-6941ac2f85de, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b05ed45c-b693-4850-831a-6941ac2f85de,segment=NetworkSegment(e78e3720-12b2-41ed-81a0-f837cb4cffde),segment_id=e78e3720-12b2-41ed-81a0-f837cb4cffde)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:52.224137 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:52.300725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=b05ed45c-b693-4850-831a-6941ac2f85de,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:52.364819 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:52.375283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:52.426789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=e7cc0e60-d503-4400-88ea-76e361975b0f,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:52.640487 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:52.704329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f588828-6475-4f69-b4d0-efab21574b10 None None] Network 112c78b2-87a2-4328-a1d1-0262bd1beada requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:52.800509 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:52.856793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d9f7c9b3-b78a-4db5-932f-c4031791ef44 None None] Provisioning complete for port b05ed45c-b693-4850-831a-6941ac2f85de triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:52.856793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c9b3-b78a-4db5-932f-c4031791ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:53.329634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-147e93f3-d5c5-4d0e-8d8f-145e142316c9 None None] Provisioning complete for port b05ed45c-b693-4850-831a-6941ac2f85de triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:53.330306 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-147e93f3-d5c5-4d0e-8d8f-145e142316c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:53.507511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-147e93f3-d5c5-4d0e-8d8f-145e142316c9 None None] Provisioning complete for port e7cc0e60-d503-4400-88ea-76e361975b0f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:53.508259 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-147e93f3-d5c5-4d0e-8d8f-145e142316c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:53.552049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-147e93f3-d5c5-4d0e-8d8f-145e142316c9 None None] Port e7cc0e60-d503-4400-88ea-76e361975b0f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:52:53.757307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c74300c5-e3f0-4b09-a8dd-203901ad3659 None None] Provisioning complete for port e7cc0e60-d503-4400-88ea-76e361975b0f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:53.757805 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c74300c5-e3f0-4b09-a8dd-203901ad3659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:53.838281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b05ed45c-b693-4850-831a-6941ac2f85de up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:52:53.911618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:53.921728 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:53.922665 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:53.976019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c74300c5-e3f0-4b09-a8dd-203901ad3659 None None] Port e7cc0e60-d503-4400-88ea-76e361975b0f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:52:54.022894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port b05ed45c-b693-4850-831a-6941ac2f85de triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:54.025245 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:54.183646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=e7cc0e60-d503-4400-88ea-76e361975b0f,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:54.208957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c73a946d-07c8-47c4-9d5d-2896a1055ed3 None None] Provisioning complete for port e7cc0e60-d503-4400-88ea-76e361975b0f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:54.209333 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c73a946d-07c8-47c4-9d5d-2896a1055ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:54.213563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network 112c78b2-87a2-4328-a1d1-0262bd1beada is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:54.215839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:54.296822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c73a946d-07c8-47c4-9d5d-2896a1055ed3 None None] Port e7cc0e60-d503-4400-88ea-76e361975b0f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:52:54.386843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Router 807ffa48-ecd9-4d19-a60e-e447a2adc995 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:52:54.489302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:52:54.494555 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-902ca3ec-822c-4368-8308-ab05914566d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "PUT /v2.0/routers/807ffa48-ecd9-4d19-a60e-e447a2adc995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2070847 Feb 07 22:52:54.497854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33168) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:54.500953 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d94def-c3be-4000-9f83-1d5aaf6f867f None None] Sync routers for ids ['807ffa48-ecd9-4d19-a60e-e447a2adc995'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:52:54.521629 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d94def-c3be-4000-9f83-1d5aaf6f867f None None] Routers {'807ffa48-ecd9-4d19-a60e-e447a2adc995'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:52:54.522185 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75d94def-c3be-4000-9f83-1d5aaf6f867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:52:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['807ffa48-ecd9-4d19-a60e-e447a2adc995'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:54.596583 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac08fd-0586-4620-af50-24a78355d82d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:54.598957 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75d94def-c3be-4000-9f83-1d5aaf6f867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:54.610574 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b2ac08fd-0586-4620-af50-24a78355d82d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports?device_id=807ffa48-ecd9-4d19-a60e-e447a2adc995 HTTP/1.1" status: 200 len: 989 time: 0.1114883 Feb 07 22:52:54.613500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33174) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:54.624970 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d94def-c3be-4000-9f83-1d5aaf6f867f None None] Routers {'807ffa48-ecd9-4d19-a60e-e447a2adc995'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:52:54.627994 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75d94def-c3be-4000-9f83-1d5aaf6f867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:52:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['807ffa48-ecd9-4d19-a60e-e447a2adc995'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:54.676252 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87c0356c-8b1b-4a47-9569-ab437c96b7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:54.686582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ca652cef-bef3-4b0f-a3d2-6ecf6b536ebc None None] Provisioning complete for port e7cc0e60-d503-4400-88ea-76e361975b0f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:54.687229 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca652cef-bef3-4b0f-a3d2-6ecf6b536ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:54.697721 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75d94def-c3be-4000-9f83-1d5aaf6f867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:54.698893 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d94def-c3be-4000-9f83-1d5aaf6f867f None None] The sync data for ids ['807ffa48-ecd9-4d19-a60e-e447a2adc995'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:52:54.738489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ca652cef-bef3-4b0f-a3d2-6ecf6b536ebc None None] Port e7cc0e60-d503-4400-88ea-76e361975b0f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:52:54.800921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:55.633363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:55.944466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port e7cc0e60-d503-4400-88ea-76e361975b0f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:55.945558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.074413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.095849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for e7cc0e60-d503-4400-88ea-76e361975b0f owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:56.315901 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.342157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.395843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=e7cc0e60-d503-4400-88ea-76e361975b0f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:56.559617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.618507 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.768866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Router 807ffa48-ecd9-4d19-a60e-e447a2adc995 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:52:56.857304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:52:56.868263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1572abb-ed65-4f84-852f-aad9b3ee9a20 None None] Sync routers for ids ['807ffa48-ecd9-4d19-a60e-e447a2adc995'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:52:56.872076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-65c200ab-980e-4fba-a542-274ac5e24392 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "PUT /v2.0/routers/807ffa48-ecd9-4d19-a60e-e447a2adc995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2573605 Feb 07 22:52:56.874821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33200) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:56.883802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1572abb-ed65-4f84-852f-aad9b3ee9a20 None None] Routers {'807ffa48-ecd9-4d19-a60e-e447a2adc995'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:52:56.884447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c1572abb-ed65-4f84-852f-aad9b3ee9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:52:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['807ffa48-ecd9-4d19-a60e-e447a2adc995'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:56.931896 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ed9244-cf4c-448f-83e8-fc019b5a1951 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:52:56.938034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33202) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:56.938401 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-78ed9244-cf4c-448f-83e8-fc019b5a1951 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/e7cc0e60-d503-4400-88ea-76e361975b0f HTTP/1.1" status: 404 len: 333 time: 0.0625498 Feb 07 22:52:56.975368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c1572abb-ed65-4f84-852f-aad9b3ee9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:56.988295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1572abb-ed65-4f84-852f-aad9b3ee9a20 None None] Routers {'807ffa48-ecd9-4d19-a60e-e447a2adc995'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:52:56.988923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c1572abb-ed65-4f84-852f-aad9b3ee9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:52:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['807ffa48-ecd9-4d19-a60e-e447a2adc995'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:57.030006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c1572abb-ed65-4f84-852f-aad9b3ee9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:57.030662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1572abb-ed65-4f84-852f-aad9b3ee9a20 None None] The sync data for ids ['807ffa48-ecd9-4d19-a60e-e447a2adc995'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:52:57.081447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eaec4f81-4cbf-42d5-8d44-f35b982d23ab tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.303268 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eaec4f81-4cbf-42d5-8d44-f35b982d23ab tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.308834 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eaec4f81-4cbf-42d5-8d44-f35b982d23ab tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.412731 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eaec4f81-4cbf-42d5-8d44-f35b982d23ab tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.415327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaec4f81-4cbf-42d5-8d44-f35b982d23ab tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Fanout notify agent at l3_agent the message router_deleted on router 807ffa48-ecd9-4d19-a60e-e447a2adc995 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:52:57.430758 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eaec4f81-4cbf-42d5-8d44-f35b982d23ab tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.432023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eaec4f81-4cbf-42d5-8d44-f35b982d23ab tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/routers/807ffa48-ecd9-4d19-a60e-e447a2adc995 HTTP/1.1" status: 204 len: 168 time: 0.4929750 Feb 07 22:52:57.435477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33210) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:57.529450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d7775c-7df5-4eff-a194-00be53bc9116 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet 62649cf2-c326-4a06-a86a-d42b734b6948 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:52:57.533629 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a6d7775c-7df5-4eff-a194-00be53bc9116 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.594907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a6d7775c-7df5-4eff-a194-00be53bc9116 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.771810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a6d7775c-7df5-4eff-a194-00be53bc9116 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.882582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a6d7775c-7df5-4eff-a194-00be53bc9116 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.911903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7775c-7df5-4eff-a194-00be53bc9116 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=62649cf2-c326-4a06-a86a-d42b734b6948,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:57.915797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a6d7775c-7df5-4eff-a194-00be53bc9116 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.919464 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a6d7775c-7df5-4eff-a194-00be53bc9116 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/62649cf2-c326-4a06-a86a-d42b734b6948 HTTP/1.1" status: 204 len: 168 time: 0.4828653 Feb 07 22:52:57.921992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33218) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:57.932237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e064327-381b-4e90-8216-6722d4dc825b None None] Network 112c78b2-87a2-4328-a1d1-0262bd1beada requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:52:58.013840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.102986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port b05ed45c-b693-4850-831a-6941ac2f85de {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:58.113209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.263999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] DHCP port deletion for 112c78b2-87a2-4328-a1d1-0262bd1beada request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:52:58.406083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] For port b05ed45c-b693-4850-831a-6941ac2f85de, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b05ed45c-b693-4850-831a-6941ac2f85de,segment=NetworkSegment(e78e3720-12b2-41ed-81a0-f837cb4cffde),segment_id=e78e3720-12b2-41ed-81a0-f837cb4cffde)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:58.406700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.422032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Deleting port b05ed45c-b693-4850-831a-6941ac2f85de {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:52:58.422450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.439952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for b05ed45c-b693-4850-831a-6941ac2f85de owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:58.626154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] For port b05ed45c-b693-4850-831a-6941ac2f85de, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b05ed45c-b693-4850-831a-6941ac2f85de,segment=NetworkSegment(e78e3720-12b2-41ed-81a0-f837cb4cffde),segment_id=e78e3720-12b2-41ed-81a0-f837cb4cffde)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:52:58.626548 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.661056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Calling delete_port for b05ed45c-b693-4850-831a-6941ac2f85de owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:52:58.671452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.715921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=b05ed45c-b693-4850-831a-6941ac2f85de,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:58.724674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No DVR routers for this DVR port b05ed45c-b693-4850-831a-6941ac2f85de on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:58.912687 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.947259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.984687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Pushing event deleted for resources: {'Port': ['ID=b05ed45c-b693-4850-831a-6941ac2f85de,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:58.989141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] No DVR routers for this DVR port b05ed45c-b693-4850-831a-6941ac2f85de on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:59.012733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.013081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.013422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.013791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.014154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.014466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.014791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.015124 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.015438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.015863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.020962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.020962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109a306-c977-470f-8cb3-7a80e90d38f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:59.041817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112c78b2-87a2-4328-a1d1-0262bd1beada']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:59.086231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78e3720-12b2-41ed-81a0-f837cb4cffde') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:59.087696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78e3720-12b2-41ed-81a0-f837cb4cffde') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:59.116954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.136158 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.143743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:59.144670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:59.243586 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:59.253049 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.265615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a3027-4d0b-49af-8df1-7f662ff0ed06 req-8eb73b18-9ba8-48b6-ae4c-148ce878f5a7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.272024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.274369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a3027-4d0b-49af-8df1-7f662ff0ed06 req-8eb73b18-9ba8-48b6-ae4c-148ce878f5a7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.275550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/networks/112c78b2-87a2-4328-a1d1-0262bd1beada HTTP/1.1" status: 204 len: 168 time: 1.3525980 Feb 07 22:52:59.280408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33242) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:59.282717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a3027-4d0b-49af-8df1-7f662ff0ed06 req-8eb73b18-9ba8-48b6-ae4c-148ce878f5a7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.288929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a3027-4d0b-49af-8df1-7f662ff0ed06 req-8eb73b18-9ba8-48b6-ae4c-148ce878f5a7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.296346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a3027-4d0b-49af-8df1-7f662ff0ed06 req-8eb73b18-9ba8-48b6-ae4c-148ce878f5a7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.302440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a3027-4d0b-49af-8df1-7f662ff0ed06 req-8eb73b18-9ba8-48b6-ae4c-148ce878f5a7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.307353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4afcd-c30d-4958-9ad6-c2df8684bebf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Network': ['ID=112c78b2-87a2-4328-a1d1-0262bd1beada,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:59.311966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a3027-4d0b-49af-8df1-7f662ff0ed06 req-8eb73b18-9ba8-48b6-ae4c-148ce878f5a7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.314107 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-925a3027-4d0b-49af-8df1-7f662ff0ed06 req-8eb73b18-9ba8-48b6-ae4c-148ce878f5a7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.1760435 Feb 07 22:52:59.362956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528e2c6-7734-4d1c-89be-c9e5a32683bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.364582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8528e2c6-7734-4d1c-89be-c9e5a32683bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/00eb513c-c769-4bca-ba03-bf2043b44d77 HTTP/1.1" status: 200 len: 845 time: 0.0830257 Feb 07 22:52:59.368147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33244) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:59.413956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-925a3027-4d0b-49af-8df1-7f662ff0ed06 req-5179f34e-9740-47bb-97c9-3153b1f74f85 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0656214 Feb 07 22:52:59.421110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-76e943f5-807d-4a43-8458-be3432953202 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054897 Feb 07 22:52:59.438613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3ffd55fc-15e1-44f3-b59b-7259826092ca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/00eb513c-c769-4bca-ba03-bf2043b44d77?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0654092 Feb 07 22:52:59.440805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33246) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:52:59.450078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:59.625332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-cf54fc61-02ef-4062-840a-e15d46232a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.627623 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-cf54fc61-02ef-4062-840a-e15d46232a37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1096 time: 0.0797412 Feb 07 22:52:59.644737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:59.657297 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.789439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b05ed45c-b693-4850-831a-6941ac2f85de no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:52:59.811564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: b05ed45c-b693-4850-831a-6941ac2f85de {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:52:59.811880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b05ed45c-b693-4850-831a-6941ac2f85de not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:52:59.961039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-61a97acf-4a7b-44c0-96a9-f76851fe89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.962851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-61a97acf-4a7b-44c0-96a9-f76851fe89ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.1894956 Feb 07 22:53:00.053362 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-aa4b74fb-c6b1-4671-a2d6-05d7b366fd99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1000 time: 0.0700374 Feb 07 22:53:00.161822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-d86a7674-3ddc-4bfc-823a-9bf1182c6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.163261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-d86a7674-3ddc-4bfc-823a-9bf1182c6e04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1024468 Feb 07 22:53:00.212400 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.268910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:00.275293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:00.281375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.281476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.285386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-2aaa3b63-06d6-443b-8aaa-eeb0e8bfe100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.287489 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-2aaa3b63-06d6-443b-8aaa-eeb0e8bfe100 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138217 Feb 07 22:53:00.288380 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be288e11-e4c7-4775-b98f-90688a5a5c12 None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:00.393274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-fd19a00a-3b3d-4fd2-a2c6-c0c9340cc692 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947356 Feb 07 22:53:00.399982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=542ae6bd-e0ff-43db-975f-c2437324fe2f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:00.418739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-40a77872-cdbf-4535-9089-5297ec52f0a6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9740810 Feb 07 22:53:00.419089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33258) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:00.424078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-24b6a24f-41a9-40e1-a59b-6feaf401889d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'security_group': {'name': 'tempest-secgroup-847455243'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:00.514987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24b6a24f-41a9-40e1-a59b-6feaf401889d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.546894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8b2a23-9d50-4a00-9e09-a374bc2bb9a5 req-6fb1e579-ed0a-4a16-aacf-83363f96f3ac service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434736 Feb 07 22:53:00.592388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-a009ea34-c787-480d-8789-fe6058f2fb62', 'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'tenant_id': '9770b48de39a47e6ac95a684c8b5ef96', 'fixed_ips': [{'subnet_id': '542ae6bd-e0ff-43db-975f-c2437324fe2f'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:53:00.593612 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.797732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e672fc-7100-4303-bdb4-c0e1fe34cce8 req-988c71dc-973b-42cc-bed4-31dc539a615f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.810083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e672fc-7100-4303-bdb4-c0e1fe34cce8 req-988c71dc-973b-42cc-bed4-31dc539a615f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.831294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e672fc-7100-4303-bdb4-c0e1fe34cce8 req-988c71dc-973b-42cc-bed4-31dc539a615f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.845034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e672fc-7100-4303-bdb4-c0e1fe34cce8 req-988c71dc-973b-42cc-bed4-31dc539a615f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.850374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e672fc-7100-4303-bdb4-c0e1fe34cce8 req-988c71dc-973b-42cc-bed4-31dc539a615f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.857247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e672fc-7100-4303-bdb4-c0e1fe34cce8 req-988c71dc-973b-42cc-bed4-31dc539a615f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.863405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e672fc-7100-4303-bdb4-c0e1fe34cce8 req-988c71dc-973b-42cc-bed4-31dc539a615f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:00.865283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-25e672fc-7100-4303-bdb4-c0e1fe34cce8 req-988c71dc-973b-42cc-bed4-31dc539a615f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.2478948 Feb 07 22:53:00.867994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24b6a24f-41a9-40e1-a59b-6feaf401889d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.874225 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24b6a24f-41a9-40e1-a59b-6feaf401889d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.921384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Allocated IP 2001:db8::2 (a009ea34-c787-480d-8789-fe6058f2fb62/542ae6bd-e0ff-43db-975f-c2437324fe2f/86a72a3f-0ba8-4355-8668-83a50bd7d12e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:01.035309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6a24f-41a9-40e1-a59b-6feaf401889d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26190d54-6e4b-48ec-baa2-7f02ebe92421,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:01.098871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24b6a24f-41a9-40e1-a59b-6feaf401889d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.102667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-24b6a24f-41a9-40e1-a59b-6feaf401889d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6803722 Feb 07 22:53:01.103504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33288) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:01.108803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4551f62f-83f4-4379-9fcb-ccc5be434613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'security_group': {'name': 'tempest-secgroup-539309695'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:01.131995 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-25e672fc-7100-4303-bdb4-c0e1fe34cce8 req-88e5ce05-83a7-4084-998b-c7dd7ef90629 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2534101 Feb 07 22:53:01.166447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4551f62f-83f4-4379-9fcb-ccc5be434613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.288078 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.290299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4551f62f-83f4-4379-9fcb-ccc5be434613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.310769 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.314449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4551f62f-83f4-4379-9fcb-ccc5be434613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.373400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551f62f-83f4-4379-9fcb-ccc5be434613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae92a56-de7d-44fa-818e-d7fad964d501,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:01.392729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4551f62f-83f4-4379-9fcb-ccc5be434613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.397774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33298) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:01.398450 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4551f62f-83f4-4379-9fcb-ccc5be434613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2931440 Feb 07 22:53:01.404036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1678235009', 'security_groups': ['dae92a56-de7d-44fa-818e-d7fad964d501'], 'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '542ae6bd-e0ff-43db-975f-c2437324fe2f'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:01.457760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:01.465216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Pushing event updated for resources: {'Port': ['ID=86a72a3f-0ba8-4355-8668-83a50bd7d12e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:01.468095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:01.470110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:01.556517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Attempting to bind port 86a72a3f-0ba8-4355-8668-83a50bd7d12e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:01.559115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Attempting to bind port 86a72a3f-0ba8-4355-8668-83a50bd7d12e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'd62032be-eb2e-41a6-8606-360a037a28ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:01.559592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Attempting to bind port 86a72a3f-0ba8-4355-8668-83a50bd7d12e on network a009ea34-c787-480d-8789-fe6058f2fb62 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:53:01.567723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:53:01.570246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Checking segment: {'id': 'd62032be-eb2e-41a6-8606-360a037a28ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:01.570813 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.571489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Bound using segment: {'id': 'd62032be-eb2e-41a6-8606-360a037a28ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:53:01.572094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Bound port: 86a72a3f-0ba8-4355-8668-83a50bd7d12e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62032be-eb2e-41a6-8606-360a037a28ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:01.574016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.650092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:01.728460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] For port 86a72a3f-0ba8-4355-8668-83a50bd7d12e, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:53:01.737883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] For port 86a72a3f-0ba8-4355-8668-83a50bd7d12e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86a72a3f-0ba8-4355-8668-83a50bd7d12e,segment=NetworkSegment(d62032be-eb2e-41a6-8606-360a037a28ba),segment_id=d62032be-eb2e-41a6-8606-360a037a28ba)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:53:01.755010 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.803903 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.826879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port c64aa205-c411-4de2-8eca-c499188cf42f yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:01.862062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530e92-517e-4336-b6ac-7fed8642cd15 req-f1a5bf74-9df6-41e3-8756-35a063d59683 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:01.863873 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90530e92-517e-4336-b6ac-7fed8642cd15 req-f1a5bf74-9df6-41e3-8756-35a063d59683 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1206934 Feb 07 22:53:01.979140 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90530e92-517e-4336-b6ac-7fed8642cd15 req-d5fc6663-297b-4d41-90f9-4e51bb1b09c5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037078 Feb 07 22:53:02.013165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565a3a4-edd1-49f6-a857-1af066dd04af None None] Pushing event updated for resources: {'Port': ['ID=86a72a3f-0ba8-4355-8668-83a50bd7d12e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:02.126407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-6332f87b-5498-4d5f-899a-db6c1ccba16c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.138297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-6332f87b-5498-4d5f-899a-db6c1ccba16c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.144916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-6332f87b-5498-4d5f-899a-db6c1ccba16c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.150764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-6332f87b-5498-4d5f-899a-db6c1ccba16c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.157749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-6332f87b-5498-4d5f-899a-db6c1ccba16c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.163756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-6332f87b-5498-4d5f-899a-db6c1ccba16c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.173653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-6332f87b-5498-4d5f-899a-db6c1ccba16c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.173653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-6332f87b-5498-4d5f-899a-db6c1ccba16c tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.2613361 Feb 07 22:53:02.267621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::c9 (a009ea34-c787-480d-8789-fe6058f2fb62/542ae6bd-e0ff-43db-975f-c2437324fe2f/c64aa205-c411-4de2-8eca-c499188cf42f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:02.370399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1001384b-0354-4079-845d-b3521dda2e41 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.372223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1001384b-0354-4079-845d-b3521dda2e41 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "GET /v2.0/ports/2f470af1-6b67-4b90-81e4-0d8dee3438b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0959010 Feb 07 22:53:02.472059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8db29-380f-4f39-bd1a-12f8b2856e06 req-1c5d2c8a-a144-4ecb-a6ee-7aa9a39d1293 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.487500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8db29-380f-4f39-bd1a-12f8b2856e06 req-1c5d2c8a-a144-4ecb-a6ee-7aa9a39d1293 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.497645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8db29-380f-4f39-bd1a-12f8b2856e06 req-1c5d2c8a-a144-4ecb-a6ee-7aa9a39d1293 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.517178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8db29-380f-4f39-bd1a-12f8b2856e06 req-1c5d2c8a-a144-4ecb-a6ee-7aa9a39d1293 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.526734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8db29-380f-4f39-bd1a-12f8b2856e06 req-1c5d2c8a-a144-4ecb-a6ee-7aa9a39d1293 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.534208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8db29-380f-4f39-bd1a-12f8b2856e06 req-1c5d2c8a-a144-4ecb-a6ee-7aa9a39d1293 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.538429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c21d-eb11-4bd4-8f56-dce5ae2ce513 req-80b2d03f-ffdb-40ba-b897-8ff41298d9eb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.542829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8db29-380f-4f39-bd1a-12f8b2856e06 req-1c5d2c8a-a144-4ecb-a6ee-7aa9a39d1293 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.546901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9730c21d-eb11-4bd4-8f56-dce5ae2ce513 req-80b2d03f-ffdb-40ba-b897-8ff41298d9eb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.3722703 Feb 07 22:53:02.552047 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bc8db29-380f-4f39-bd1a-12f8b2856e06 req-1c5d2c8a-a144-4ecb-a6ee-7aa9a39d1293 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 5432 time: 0.2183881 Feb 07 22:53:02.650770 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9730c21d-eb11-4bd4-8f56-dce5ae2ce513 req-5a2680e2-32da-41ae-8e1f-b3e5467a6690 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982337 Feb 07 22:53:02.663580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bc8db29-380f-4f39-bd1a-12f8b2856e06 req-22e5a9bb-5e75-4341-b35f-ebf55dab56e6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1105506 Feb 07 22:53:02.702457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-811fdc00-e55a-4423-aef0-6ef92e65faf7 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "GET /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3235004 Feb 07 22:53:02.733327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:03.118385 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.133734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.478148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] For port 2f470af1-6b67-4b90-81e4-0d8dee3438b5, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2f470af1-6b67-4b90-81e4-0d8dee3438b5,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:03.570029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-cb3a9d7c-a06d-433e-9d95-9b360be26bd5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:03.580030 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-cb3a9d7c-a06d-433e-9d95-9b360be26bd5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.6415765 Feb 07 22:53:03.609031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-ad19ba23-32fe-47c0-a01d-ad36603ea655 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/quotas/d0f6edac9ec24c8a873b89c0ce976040 HTTP/1.1" status: 200 len: 375 time: 0.0276730 Feb 07 22:53:03.658857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.688938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] For port 2f470af1-6b67-4b90-81e4-0d8dee3438b5, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:53:03.803857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:03.815163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:03.818082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:03.826587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:03.827598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.857911 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-34a05a07-b332-4c86-a64c-e7a6998c0ff5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2470613 Feb 07 22:53:03.862816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-6aeb5df2-1a70-429c-944f-4297c8ed31ed service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:53:03.872315 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-6aeb5df2-1a70-429c-944f-4297c8ed31ed service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135241 Feb 07 22:53:03.886282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] device_id is not set on port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:03.917919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.939204 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.955385 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.961103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=c64aa205-c411-4de2-8eca-c499188cf42f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:03.976300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d22838f6-d148-44fa-b90b-ab3ddb734389 None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:03.976889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22838f6-d148-44fa-b90b-ab3ddb734389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.016226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] Pushing event updated for resources: {'Port': ['ID=2f470af1-6b67-4b90-81e4-0d8dee3438b5,revision_number=6']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:04.031018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c4302db7-c3b3-4ae6-8c79-f942bd77785b tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6320360 Feb 07 22:53:04.033563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33374) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:04.039092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e845767a-8ccb-44f9-afd4-b1bf319aa962 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:04.074297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86a72a3f-0ba8-4355-8668-83a50bd7d12e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:04.189237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9579-d4d9-492e-a251-0c9777b8bffc req-11ec6e82-4f9a-4a47-b3ee-efab192a2eaa tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.223200 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9579-d4d9-492e-a251-0c9777b8bffc req-11ec6e82-4f9a-4a47-b3ee-efab192a2eaa tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.227514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:04.236770 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.250527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9579-d4d9-492e-a251-0c9777b8bffc req-11ec6e82-4f9a-4a47-b3ee-efab192a2eaa tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.279428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9579-d4d9-492e-a251-0c9777b8bffc req-11ec6e82-4f9a-4a47-b3ee-efab192a2eaa tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.308457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9579-d4d9-492e-a251-0c9777b8bffc req-11ec6e82-4f9a-4a47-b3ee-efab192a2eaa tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.320772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9579-d4d9-492e-a251-0c9777b8bffc req-11ec6e82-4f9a-4a47-b3ee-efab192a2eaa tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.325716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-235a9579-d4d9-492e-a251-0c9777b8bffc req-11ec6e82-4f9a-4a47-b3ee-efab192a2eaa tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 4660 time: 0.3871987 Feb 07 22:53:04.416254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] No DVR routers for this DVR port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:04.451823 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-235a9579-d4d9-492e-a251-0c9777b8bffc req-a7fdd496-4df2-473b-b7ef-c5a570ca6ce4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&id=fabd7876-fd76-4f77-9391-bd4b702ec5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1154473 Feb 07 22:53:04.577164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] In _notify_port_updated(), no bound segment for port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:53:04.578049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.578653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.579982 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7076196e-1c37-4566-82b6-81a651545a43 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f470af1-6b67-4b90-81e4-0d8dee3438b5 HTTP/1.1" status: 200 len: 1025 time: 1.8545578 Feb 07 22:53:04.608807 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5aafd99f-0faf-4ca8-bce1-dd1f658ac664 service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356324 Feb 07 22:53:04.662506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e845767a-8ccb-44f9-afd4-b1bf319aa962 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:04.666624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e845767a-8ccb-44f9-afd4-b1bf319aa962 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.705684 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22838f6-d148-44fa-b90b-ab3ddb734389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.721444 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.731107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-9e32fe75-e637-48a1-8ae2-b20e2d4d3e59 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.732725 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-9e32fe75-e637-48a1-8ae2-b20e2d4d3e59 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "GET /v2.0/ports/072493a1-c7ab-47d6-a0e6-9f79545f8fd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1367602 Feb 07 22:53:04.861767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-79f5fbc9-d73f-4093-8982-4e66de679ff6 service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215276 Feb 07 22:53:04.865694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:04.870811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.020734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d22838f6-d148-44fa-b90b-ab3ddb734389 None None] For port 86a72a3f-0ba8-4355-8668-83a50bd7d12e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86a72a3f-0ba8-4355-8668-83a50bd7d12e,segment=NetworkSegment(d62032be-eb2e-41a6-8606-360a037a28ba),segment_id=d62032be-eb2e-41a6-8606-360a037a28ba)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:05.033579 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22838f6-d148-44fa-b90b-ab3ddb734389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.068462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.194357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b96ac37c-f0fc-407f-91a9-c2ed454a4611 req-1a23c6dc-7c41-4cac-ad00-6d0d5f088141 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 210 time: 0.0615325 Feb 07 22:53:05.202575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d22838f6-d148-44fa-b90b-ab3ddb734389 None None] Provisioning complete for port 00eb513c-c769-4bca-ba03-bf2043b44d77 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:05.210165 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22838f6-d148-44fa-b90b-ab3ddb734389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.218234 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:05.233891 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:05.318194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22838f6-d148-44fa-b90b-ab3ddb734389 None None] Pushing event updated for resources: {'Port': ['ID=86a72a3f-0ba8-4355-8668-83a50bd7d12e,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:05.336454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d22838f6-d148-44fa-b90b-ab3ddb734389 None None] Port 00eb513c-c769-4bca-ba03-bf2043b44d77 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:05.467755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a71c2ee5-9431-4a1e-9a33-0abc7d30a0da None None] Provisioning complete for port c64aa205-c411-4de2-8eca-c499188cf42f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:05.467755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a71c2ee5-9431-4a1e-9a33-0abc7d30a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.566251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] For port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:05.626637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-5a4723ea-98f6-4ad0-b645-970c89829b4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440456 Feb 07 22:53:05.662830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a71c2ee5-9431-4a1e-9a33-0abc7d30a0da None None] Port c64aa205-c411-4de2-8eca-c499188cf42f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:05.670599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] For port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:53:05.709522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a71c2ee5-9431-4a1e-9a33-0abc7d30a0da None None] Provisioning complete for port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:05.709912 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a71c2ee5-9431-4a1e-9a33-0abc7d30a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.728201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] device_id is not set on port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:05.738867 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.757499 n-d-827895-2 neutron-server[102289]: INFO neutron.db.ipam_backend_mixin [None req-e845767a-8ccb-44f9-afd4-b1bf319aa962 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 542ae6bd-e0ff-43db-975f-c2437324fe2f (CIDR: 2001:db8::/64) Feb 07 22:53:05.773184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.809816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-44cbf64d-75ac-4f4e-8e0a-cdc30843cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:05.827370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-44cbf64d-75ac-4f4e-8e0a-cdc30843cf4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 1097 time: 0.1371102 Feb 07 22:53:05.862106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a71c2ee5-9431-4a1e-9a33-0abc7d30a0da None None] Port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:05.890878 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e845767a-8ccb-44f9-afd4-b1bf319aa962 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:53:05.891370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e845767a-8ccb-44f9-afd4-b1bf319aa962 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:06.012162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86a72a3f-0ba8-4355-8668-83a50bd7d12e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:06.157986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:06.160860 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.282989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-b7ec996c-481b-4889-abae-a3892589c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.288642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-b7ec996c-481b-4889-abae-a3892589c970 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.4050333 Feb 07 22:53:06.434884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bf69b922-9f80-4e0b-83d7-187278a5660e None None] Provisioning complete for port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:06.439946 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf69b922-9f80-4e0b-83d7-187278a5660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.519068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-af8b10d4-ca78-4776-a1c8-d5d04f73ec53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 HTTP/1.1" status: 200 len: 217 time: 0.2225277 Feb 07 22:53:06.598976 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bf69b922-9f80-4e0b-83d7-187278a5660e None None] Port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:06.656983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a5bfa8a0-5da5-41f5-a19f-18ec3e455346 req-e9b23398-2ee9-4123-adbf-b06b50a63ff4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 210 time: 0.1912949 Feb 07 22:53:06.930186 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] No DVR routers for this DVR port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:06.932880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 913a97dc-19e6-4f90-acf7-1e57bdb6b04c no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:06.982280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e845767a-8ccb-44f9-afd4-b1bf319aa962 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9468217 Feb 07 22:53:06.989760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33442) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:07.003497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:07.035693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] Pushing event updated for resources: {'Port': ['ID=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,revision_number=6']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:07.094952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f15c9e-260d-4321-b9f7-7076e14c2dfb req-0575f8d8-739c-49a1-a625-86ec79bc62df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.101191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f15c9e-260d-4321-b9f7-7076e14c2dfb req-0575f8d8-739c-49a1-a625-86ec79bc62df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.108062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f15c9e-260d-4321-b9f7-7076e14c2dfb req-0575f8d8-739c-49a1-a625-86ec79bc62df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.122038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f15c9e-260d-4321-b9f7-7076e14c2dfb req-0575f8d8-739c-49a1-a625-86ec79bc62df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.139928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f15c9e-260d-4321-b9f7-7076e14c2dfb req-0575f8d8-739c-49a1-a625-86ec79bc62df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.144401 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07f15c9e-260d-4321-b9f7-7076e14c2dfb req-0575f8d8-739c-49a1-a625-86ec79bc62df tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 3885 time: 1.3827059 Feb 07 22:53:07.147865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] In _notify_port_updated(), no bound segment for port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 on network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:53:07.148839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.149503 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.151467 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3c39c624-b5c6-4cec-a8fa-7f336c9c3b39 service neutron] 10.222.0.46 "PUT /v2.0/ports/072493a1-c7ab-47d6-a0e6-9f79545f8fd7 HTTP/1.1" status: 200 len: 1028 time: 2.3045547 Feb 07 22:53:07.303321 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.387789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-1d290411-1eda-40a1-80a9-ff9cdf0b1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.389385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-1d290411-1eda-40a1-80a9-ff9cdf0b1b95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.8187103 Feb 07 22:53:07.409366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:07.415288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:07.425860 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3230b617-b4f2-435a-964b-65fdf1513981" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "913a97dc-19e6-4f90-acf7-1e57bdb6b04c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:07.438257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.442235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:07.473987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07f15c9e-260d-4321-b9f7-7076e14c2dfb req-4d1109aa-0191-4174-ae62-b9e43aa9d689 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3194044 Feb 07 22:53:07.559333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:07.570380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-214b5659-e84e-4beb-aa7d-6489093b1ac0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.578623 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-214b5659-e84e-4beb-aa7d-6489093b1ac0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.1875010 Feb 07 22:53:07.630889 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2697bc9e-b147-414d-b0b0-971718f28873 x-openstack-request-id: req-2697bc9e-b147-414d-b0b0-971718f28873 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:07.631818 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "913a97dc-19e6-4f90-acf7-1e57bdb6b04c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:07.634045 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2697bc9e-b147-414d-b0b0-971718f28873 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:07.634690 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c', 'code': 200} Feb 07 22:53:07.653671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'port': {'device_id': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'admin_state_up': True, 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:07.658815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:07.668433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.787906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.861846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-3e8faf1f-086a-4e12-8736-1444b004cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.864510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-3e8faf1f-086a-4e12-8736-1444b004cc65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2853820 Feb 07 22:53:07.873865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting port dc9f710b-92cb-4740-8462-09fdbac13f95 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:07.874201 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.919438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:07.929394 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.930202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7928955c-3fc4-492e-89a2-416fcbd48058 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:07.982924 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd8ebd22-1282-4bf6-bbd9-352f66c4f181 req-e5a53775-7060-4003-9463-c6702226a0e7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 210 time: 0.0733008 Feb 07 22:53:08.049369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Made reservation on behalf of d0f6edac9ec24c8a873b89c0ce976040 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:08.055179 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.245055 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-e6c2e817-0c38-4a54-8d5d-f57faf7399a9 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651023 Feb 07 22:53:08.314578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.319550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:08.423827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] For port dc9f710b-92cb-4740-8462-09fdbac13f95, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dc9f710b-92cb-4740-8462-09fdbac13f95,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:08.425433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.440418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7928955c-3fc4-492e-89a2-416fcbd48058, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7928955c-3fc4-492e-89a2-416fcbd48058,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:08.449773 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.450789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 217dfe1f-c238-4f95-98e2-6e944a0a3f33 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:08.477602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Calling delete_port for dc9f710b-92cb-4740-8462-09fdbac13f95 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:08.639282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7928955c-3fc4-492e-89a2-416fcbd48058,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:08.711876 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-cd98d6a5-d3a1-4429-aac7-e069ac65043d service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594021 Feb 07 22:53:08.741449 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.823340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 217dfe1f-c238-4f95-98e2-6e944a0a3f33, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=217dfe1f-c238-4f95-98e2-6e944a0a3f33,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:08.833095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a398f-c8bb-4c8d-b25e-047815976573 req-bb296bb7-b926-4c5e-92a5-47a6ae0cc47e tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:08.840087 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.841091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device dc9f710b-92cb-4740-8462-09fdbac13f95 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:08.846786 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-313a398f-c8bb-4c8d-b25e-047815976573 req-bb296bb7-b926-4c5e-92a5-47a6ae0cc47e tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 945 time: 0.5739703 Feb 07 22:53:09.007592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-313a398f-c8bb-4c8d-b25e-047815976573 req-ccc10c73-369b-45b3-beb6-75600af2b954 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573627 Feb 07 22:53:09.034768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Allocated IP 172.20.0.7 (0591e9d1-1178-48a6-adfe-476e4a3652be/a33946f4-67e6-4b83-b235-d3ea4be75b63/ebaa74ad-d126-4a2c-a270-24282a3f76d2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:09.128967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.209772 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.234728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=217dfe1f-c238-4f95-98e2-6e944a0a3f33,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:09.299011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22517945-249d-4955-a2c4-018eaf8f506e req-87eb9d46-ab2d-4791-838f-b4758e1e0091 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:09.305388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dc0e98b-7f05-4afc-9332-691fd746c95f req-00804910-a6d4-4cfc-83a8-a9f3652386dc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 210 time: 0.1371636 Feb 07 22:53:09.345505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22517945-249d-4955-a2c4-018eaf8f506e req-87eb9d46-ab2d-4791-838f-b4758e1e0091 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:09.360835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22517945-249d-4955-a2c4-018eaf8f506e req-87eb9d46-ab2d-4791-838f-b4758e1e0091 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:09.363589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:09.384594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22517945-249d-4955-a2c4-018eaf8f506e req-87eb9d46-ab2d-4791-838f-b4758e1e0091 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:09.396084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22517945-249d-4955-a2c4-018eaf8f506e req-87eb9d46-ab2d-4791-838f-b4758e1e0091 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:09.405684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22517945-249d-4955-a2c4-018eaf8f506e req-87eb9d46-ab2d-4791-838f-b4758e1e0091 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 3877 time: 0.4692917 Feb 07 22:53:09.423005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.463635 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:09.465452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:53:09.465931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2f470af1-6b67-4b90-81e4-0d8dee3438b5 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:09.471655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:09.516270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:09.517111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.566412 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.576620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c67e7-0ed5-41ac-8a48-b3e39c37ac55 None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:09.581298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2f470af1-6b67-4b90-81e4-0d8dee3438b5 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:53:09.607323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Port': ['ID=dc9f710b-92cb-4740-8462-09fdbac13f95,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:09.622334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=61e5b107-118c-47e9-bc4d-ba20c8873625,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:09.647739 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4748ae6d-45ab-4fb9-8cb5-efce3f5342be tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6526666 Feb 07 22:53:09.654562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33500) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:09.663808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1105470545', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '61e5b107-118c-47e9-bc4d-ba20c8873625'}], 'security_groups': ['26190d54-6e4b-48ec-baa2-7f02ebe92421']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:09.710620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905'}, {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058'}, {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217dfe1f-c238-4f95-98e2-6e944a0a3f33'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:09.721108 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cdac3e-717a-4487-92fe-1b760ea236ee" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec1d2c8-f976-4e6d-a175-4c0abdc95905"}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058"}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "217dfe1f-c238-4f95-98e2-6e944a0a3f33"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:09.801316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-119e3ee3-f39f-4f3c-8b6e-b32eb07f272d tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:09.807807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-119e3ee3-f39f-4f3c-8b6e-b32eb07f272d tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 945 time: 0.2225442 Feb 07 22:53:09.862034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22517945-249d-4955-a2c4-018eaf8f506e req-f87bb457-9961-4289-b943-e5df9b18ea5d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4452431 Feb 07 22:53:09.891175 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.920973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] No DVR routers for this DVR port dc9f710b-92cb-4740-8462-09fdbac13f95 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:09.928515 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d43fee-28d8-4365-bdc0-d17a4b0fdd69 x-openstack-request-id: req-84d43fee-28d8-4365-bdc0-d17a4b0fdd69 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:09.932100 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec1d2c8-f976-4e6d-a175-4c0abdc95905", "code": 200}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058", "code": 200}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "217dfe1f-c238-4f95-98e2-6e944a0a3f33", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:09.932791 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84d43fee-28d8-4365-bdc0-d17a4b0fdd69 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:09.933382 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905', 'code': 200} Feb 07 22:53:09.937386 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058', 'code': 200} Feb 07 22:53:09.937649 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217dfe1f-c238-4f95-98e2-6e944a0a3f33', 'code': 200} Feb 07 22:53:09.945850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', '2bf82d45-e794-416d-aa64-901eb6536db7'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:09.951714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.955049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-7c81fb7b-b4e3-4469-a1d7-7ef110a181f2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "DELETE /v2.0/ports/dc9f710b-92cb-4740-8462-09fdbac13f95 HTTP/1.1" status: 204 len: 173 time: 2.7922699 Feb 07 22:53:09.955642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': 'dc9f710b-92cb-4740-8462-09fdbac13f95'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:09.957952 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16282a5-e7eb-4a4e-80fa-00983be3bcc8" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "dc9f710b-92cb-4740-8462-09fdbac13f95"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:10.108256 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed20381-c1f3-41c6-84d2-2b1e4117b78e x-openstack-request-id: req-7ed20381-c1f3-41c6-84d2-2b1e4117b78e {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:10.108866 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "dc9f710b-92cb-4740-8462-09fdbac13f95", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:10.117261 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ed20381-c1f3-41c6-84d2-2b1e4117b78e {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:10.117970 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': 'dc9f710b-92cb-4740-8462-09fdbac13f95', 'status': 'completed', 'code': 200} Feb 07 22:53:10.235760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'Port': ['ID=ebaa74ad-d126-4a2c-a270-24282a3f76d2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:10.246672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Network 0591e9d1-1178-48a6-adfe-476e4a3652be is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:10.257886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:10.333648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:10.423114 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.454645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting port 7928955c-3fc4-492e-89a2-416fcbd48058 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:10.455500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.530813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Deleting port 247e6824-b0cd-4948-8428-7ee663eccf0a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:10.531176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.540576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cdd43-bc6c-40c4-abcd-614a11c51c89 req-1f3c7aa5-e101-4dbf-a44c-3d291acafc3a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:10.550541 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-124cdd43-bc6c-40c4-abcd-614a11c51c89 req-1f3c7aa5-e101-4dbf-a44c-3d291acafc3a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 945 time: 0.3444631 Feb 07 22:53:10.550707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:10.551364 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.728313 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-124cdd43-bc6c-40c4-abcd-614a11c51c89 req-d1d2fc9b-d8cb-479a-911d-8aa091cd4c67 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765890 Feb 07 22:53:10.798001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-5ddfeeb3-7ab5-41b0-963e-7a4b76fa58bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1593325 Feb 07 22:53:10.816860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Request body: {'port': {'device_id': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:10.996531 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.000786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] For port 7928955c-3fc4-492e-89a2-416fcbd48058, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7928955c-3fc4-492e-89a2-416fcbd48058,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:11.001454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.002519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e1112ba3-13e9-4882-8eff-762b5731c275 None None] Provisioning complete for port ebaa74ad-d126-4a2c-a270-24282a3f76d2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:11.003001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1112ba3-13e9-4882-8eff-762b5731c275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.029419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4d60d-4f23-498b-b916-6277a7455d00 req-04865dd3-737f-48df-b60c-09241434f722 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:11.030943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb4d60d-4f23-498b-b916-6277a7455d00 req-04865dd3-737f-48df-b60c-09241434f722 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 931 time: 0.4711299 Feb 07 22:53:11.165583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e1112ba3-13e9-4882-8eff-762b5731c275 None None] Port ebaa74ad-d126-4a2c-a270-24282a3f76d2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:11.265729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb4d60d-4f23-498b-b916-6277a7455d00 req-8382bc6c-6489-429b-84ac-869b4c8ed96e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914232 Feb 07 22:53:11.289033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] For port 247e6824-b0cd-4948-8428-7ee663eccf0a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=247e6824-b0cd-4948-8428-7ee663eccf0a,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:11.298286 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.317207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30026b4-b5e3-4050-a89e-a70fe631fc6f None None] Update dhcp port {'port': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'fixed_ips': [{'subnet_id': '542ae6bd-e0ff-43db-975f-c2437324fe2f', 'ip_address': '2001:db8::2'}, {'subnet_id': '61e5b107-118c-47e9-bc4d-ba20c8873625'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '86a72a3f-0ba8-4355-8668-83a50bd7d12e'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:53:11.363419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Calling delete_port for 247e6824-b0cd-4948-8428-7ee663eccf0a owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:11.394571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f30026b4-b5e3-4050-a89e-a70fe631fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.735931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528021-e08c-431c-a240-e877432328ee req-65b7370a-beed-43c6-808e-f3533fdb7a2a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:11.752976 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528021-e08c-431c-a240-e877432328ee req-65b7370a-beed-43c6-808e-f3533fdb7a2a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:11.772558 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528021-e08c-431c-a240-e877432328ee req-65b7370a-beed-43c6-808e-f3533fdb7a2a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:11.798182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528021-e08c-431c-a240-e877432328ee req-65b7370a-beed-43c6-808e-f3533fdb7a2a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:11.820780 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-18528021-e08c-431c-a240-e877432328ee req-65b7370a-beed-43c6-808e-f3533fdb7a2a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 3142 time: 0.7812881 Feb 07 22:53:11.955955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f30026b4-b5e3-4050-a89e-a70fe631fc6f None None] Allocated IP 2001:db8:0:1::2 (a009ea34-c787-480d-8789-fe6058f2fb62/61e5b107-118c-47e9-bc4d-ba20c8873625/86a72a3f-0ba8-4355-8668-83a50bd7d12e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:11.992355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaa74ad-d126-4a2c-a270-24282a3f76d2 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:12.005253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.049652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d2cdf-2320-489f-bd9e-6e228d983f79 req-63157c8d-eb1f-422f-99e0-d05406b037f4 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:12.058775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f2d2cdf-2320-489f-bd9e-6e228d983f79 req-63157c8d-eb1f-422f-99e0-d05406b037f4 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 945 time: 0.1047618 Feb 07 22:53:12.098750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Transition to ACTIVE for port object ebaa74ad-d126-4a2c-a270-24282a3f76d2 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:12.126079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.135264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-18528021-e08c-431c-a240-e877432328ee req-c2b8cf0c-49c8-4c49-91a1-c5667e0c8981 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3123505 Feb 07 22:53:12.170983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f2d2cdf-2320-489f-bd9e-6e228d983f79 req-76f65389-6d38-49c1-881a-d6ee883c6299 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112096 Feb 07 22:53:12.293764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f30026b4-b5e3-4050-a89e-a70fe631fc6f None None] For port 86a72a3f-0ba8-4355-8668-83a50bd7d12e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86a72a3f-0ba8-4355-8668-83a50bd7d12e,segment=NetworkSegment(d62032be-eb2e-41a6-8606-360a037a28ba),segment_id=d62032be-eb2e-41a6-8606-360a037a28ba)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:12.379758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f30026b4-b5e3-4050-a89e-a70fe631fc6f None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.382326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaa74ad-d126-4a2c-a270-24282a3f76d2,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:12.400326 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f30026b4-b5e3-4050-a89e-a70fe631fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.546537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.564988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e52ef-92e1-4a54-8d20-d06724dc0830 req-d338c977-6a5c-4654-b306-7335c03b5296 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:12.583765 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-890e52ef-92e1-4a54-8d20-d06724dc0830 req-d338c977-6a5c-4654-b306-7335c03b5296 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 943 time: 0.1901226 Feb 07 22:53:12.585396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5643c1a7-b5a2-426b-a9d6-576175b206bc', '478cc14e-809b-4b5b-9700-16d43edb77dd', '247e6824-b0cd-4948-8428-7ee663eccf0a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:12.589825 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9bbc91ae-e8c3-462a-a026-bf3559f2e68b'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:12.671961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Delete allocated IP 2001:db8::c9 (a009ea34-c787-480d-8789-fe6058f2fb62/542ae6bd-e0ff-43db-975f-c2437324fe2f) {{(pid=102289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 22:53:12.684527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8:0:1::15a (a009ea34-c787-480d-8789-fe6058f2fb62/61e5b107-118c-47e9-bc4d-ba20c8873625/c64aa205-c411-4de2-8eca-c499188cf42f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:12.689904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Pushing event deleted for resources: {'Port': ['ID=247e6824-b0cd-4948-8428-7ee663eccf0a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:12.750614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Attempting to bind port ebaa74ad-d126-4a2c-a270-24282a3f76d2 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:12.752267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Attempting to bind port ebaa74ad-d126-4a2c-a270-24282a3f76d2 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:12.752788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Attempting to bind port ebaa74ad-d126-4a2c-a270-24282a3f76d2 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:53:12.758644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Port ebaa74ad-d126-4a2c-a270-24282a3f76d2 on network 0591e9d1-1178-48a6-adfe-476e4a3652be not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:53:12.759193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Attempting to bind port ebaa74ad-d126-4a2c-a270-24282a3f76d2 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:53:12.778930 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-890e52ef-92e1-4a54-8d20-d06724dc0830 req-f7c1f0cd-55b0-445e-ac2e-bede5716afc4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936619 Feb 07 22:53:12.785163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:53:12.798762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Checking segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:12.799339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Bound using segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:53:12.800001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Bound port: ebaa74ad-d126-4a2c-a270-24282a3f76d2, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:12.800559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.854435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] No DVR routers for this DVR port 247e6824-b0cd-4948-8428-7ee663eccf0a on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:12.859958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.875287 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-885408ca-e851-46fe-8dc6-5fcba70f3d70 req-481d15d8-3c76-4b9a-a703-d9f9f1e515ba tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "DELETE /v2.0/ports/247e6824-b0cd-4948-8428-7ee663eccf0a HTTP/1.1" status: 204 len: 173 time: 3.0552070 Feb 07 22:53:12.881585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb271f9-ddbe-4496-9c0f-1129de20b0e8', 'name': 'network-vif-deleted', 'tag': '247e6824-b0cd-4948-8428-7ee663eccf0a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:12.889316 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1747e5c8-b8c3-40de-a411-0a2cf3f82803" -d '{"events": [{"server_uuid": "0bb271f9-ddbe-4496-9c0f-1129de20b0e8", "name": "network-vif-deleted", "tag": "247e6824-b0cd-4948-8428-7ee663eccf0a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:12.924760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30026b4-b5e3-4050-a89e-a70fe631fc6f None None] Pushing event updated for resources: {'Port': ['ID=86a72a3f-0ba8-4355-8668-83a50bd7d12e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:12.932296 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.940020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.940503 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Floating IP 20aac71b-ce3c-4956-815a-e85e63e9b04e disassociated. External IP: 172.25.8.126, port: 7928955c-3fc4-492e-89a2-416fcbd48058. Feb 07 22:53:12.941445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Calling delete_port for 7928955c-3fc4-492e-89a2-416fcbd48058 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:12.985515 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:53:13.061719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] For port ebaa74ad-d126-4a2c-a270-24282a3f76d2, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:53:13.069029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] For port ebaa74ad-d126-4a2c-a270-24282a3f76d2, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ebaa74ad-d126-4a2c-a270-24282a3f76d2,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:53:13.081943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.095037 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1245447b-d4de-4296-983c-1e745f4a9dbf x-openstack-request-id: req-1245447b-d4de-4296-983c-1e745f4a9dbf {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:13.099610 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb271f9-ddbe-4496-9c0f-1129de20b0e8", "name": "network-vif-deleted", "tag": "247e6824-b0cd-4948-8428-7ee663eccf0a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:13.102043 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1245447b-d4de-4296-983c-1e745f4a9dbf {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:13.102489 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb271f9-ddbe-4496-9c0f-1129de20b0e8', 'name': 'network-vif-deleted', 'tag': '247e6824-b0cd-4948-8428-7ee663eccf0a', 'status': 'completed', 'code': 200} Feb 07 22:53:13.170201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:13.170812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.173307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] 10.222.0.46 "PUT /v2.0/ports/ebaa74ad-d126-4a2c-a270-24282a3f76d2 HTTP/1.1" status: 200 len: 1091 time: 2.3628416 Feb 07 22:53:13.226829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d3d34-c9bf-4a39-8204-460d7d998034 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaa74ad-d126-4a2c-a270-24282a3f76d2,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:13.401586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-7dc55f2f-5028-4525-a5eb-8d494467bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:13.421038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-7dc55f2f-5028-4525-a5eb-8d494467bf74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 1094 time: 0.1747172 Feb 07 22:53:13.640692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.683048 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.688104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.690772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-88337faa-2657-4dda-ad16-d84181c406fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebaa74ad-d126-4a2c-a270-24282a3f76d2 HTTP/1.1" status: 200 len: 217 time: 0.2613261 Feb 07 22:53:13.805934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-639d75ec-82ff-438d-a892-2794a12b8741 req-f1123752-19f6-435d-90d8-cb7fb48c8900 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bb271f9-ddbe-4496-9c0f-1129de20b0e8 HTTP/1.1" status: 200 len: 210 time: 0.1572595 Feb 07 22:53:13.864762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-86bef8b6-77c6-48a9-b308-1d260d6be1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:13.868613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] In _notify_port_updated(), no bound segment for port c64aa205-c411-4de2-8eca-c499188cf42f on network a009ea34-c787-480d-8789-fe6058f2fb62 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:53:13.875230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:13.876896 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.877934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-86bef8b6-77c6-48a9-b308-1d260d6be1b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1381545 Feb 07 22:53:13.881045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33584) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:13.881630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "PUT /v2.0/ports/c64aa205-c411-4de2-8eca-c499188cf42f HTTP/1.1" status: 200 len: 931 time: 4.2257738 Feb 07 22:53:14.015378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86a72a3f-0ba8-4355-8668-83a50bd7d12e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:14.061705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Router 44b16e2a-f059-4dc4-ae5f-de800a63c01e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:53:14.078709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Port': ['ID=7928955c-3fc4-492e-89a2-416fcbd48058,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:14.118653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f91e99-4763-4211-87ac-4f9208b2525a req-e582332f-e70c-46eb-a5b0-e8b3b9120a18 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:14.125575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:14.125951 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.133043 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f91e99-4763-4211-87ac-4f9208b2525a req-e582332f-e70c-46eb-a5b0-e8b3b9120a18 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:14.138057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca906-b569-4623-9ba7-df1f1babb795 req-aa5ec5cf-2b02-4575-b12e-37aa6369ff60 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:14.138611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a5ca906-b569-4623-9ba7-df1f1babb795 req-aa5ec5cf-2b02-4575-b12e-37aa6369ff60 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 943 time: 0.1857429 Feb 07 22:53:14.154766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f91e99-4763-4211-87ac-4f9208b2525a req-e582332f-e70c-46eb-a5b0-e8b3b9120a18 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:14.161553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5f91e99-4763-4211-87ac-4f9208b2525a req-e582332f-e70c-46eb-a5b0-e8b3b9120a18 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 2409 time: 0.6453259 Feb 07 22:53:14.234883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a5ca906-b569-4623-9ba7-df1f1babb795 req-3bce325d-934e-4d31-96b6-8dac0016557b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803008 Feb 07 22:53:14.241164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-7f3307c1-abc8-4090-a782-788c19f82140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:14.242878 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-7f3307c1-abc8-4090-a782-788c19f82140 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3423669 Feb 07 22:53:14.380520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-2ef97eea-06a3-461d-badc-92af245b0e15 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281245 Feb 07 22:53:14.517294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0de8c28f-d235-4aec-ae24-b096496f10f0 req-cb833618-c28b-49df-bcc6-1c937d52f86a service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227145 Feb 07 22:53:14.544665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd30a2-ffe9-4dea-bebd-2e6c6af6ded7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port c64aa205-c411-4de2-8eca-c499188cf42f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:14.545209 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ddd30a2-ffe9-4dea-bebd-2e6c6af6ded7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.634199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a665ed03-a30c-49a1-874c-73e8a83033e5 None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:14.634578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a665ed03-a30c-49a1-874c-73e8a83033e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.701522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5f91e99-4763-4211-87ac-4f9208b2525a req-43ec299d-4089-436e-adb7-99ff42569cee tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4236212 Feb 07 22:53:14.714390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ddd30a2-ffe9-4dea-bebd-2e6c6af6ded7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.725715 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaba86-587a-419f-a788-d857329d55d7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=c64aa205-c411-4de2-8eca-c499188cf42f,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:14.732656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd30a2-ffe9-4dea-bebd-2e6c6af6ded7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for c64aa205-c411-4de2-8eca-c499188cf42f owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:14.882871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 247e6824-b0cd-4948-8428-7ee663eccf0a no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:14.915168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:53:14.927082 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] Sync routers for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:53:14.955514 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:53:14.957272 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:52:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:15.000482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 247e6824-b0cd-4948-8428-7ee663eccf0a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:53:15.000836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 247e6824-b0cd-4948-8428-7ee663eccf0a not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:53:15.063829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] No DVR routers for this DVR port 7928955c-3fc4-492e-89a2-416fcbd48058 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:15.066961 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.071663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-3d59ce50-e7d6-4770-85d2-88f3109aa400 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "DELETE /v2.0/ports/7928955c-3fc4-492e-89a2-416fcbd48058 HTTP/1.1" status: 204 len: 173 time: 5.1087174 Feb 07 22:53:15.072282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:15.079766 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d1e54c-4a28-4737-b156-9f931cda58e1" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:15.103249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a665ed03-a30c-49a1-874c-73e8a83033e5 None None] Provisioning complete for port c64aa205-c411-4de2-8eca-c499188cf42f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:15.104475 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a665ed03-a30c-49a1-874c-73e8a83033e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.108772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'tag': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:15.122783 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70033e3-2725-45d2-9037-a1349f4f45eb" -d '{"events": [{"name": "network-changed", "server_uuid": "41e1b64e-f33e-4ca4-9fee-2a961e459f2d", "tag": "ebaa74ad-d126-4a2c-a270-24282a3f76d2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:15.186739 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337b1999-536a-43b2-a5f2-3ed7d56e8691 x-openstack-request-id: req-337b1999-536a-43b2-a5f2-3ed7d56e8691 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:15.190628 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "7928955c-3fc4-492e-89a2-416fcbd48058", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:15.192208 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-337b1999-536a-43b2-a5f2-3ed7d56e8691 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:15.192870 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': '7928955c-3fc4-492e-89a2-416fcbd48058', 'status': 'completed', 'code': 200} Feb 07 22:53:15.254172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a665ed03-a30c-49a1-874c-73e8a83033e5 None None] Port c64aa205-c411-4de2-8eca-c499188cf42f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:15.294206 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a665ed03-a30c-49a1-874c-73e8a83033e5 None None] Provisioning complete for port 00eb513c-c769-4bca-ba03-bf2043b44d77 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:15.295266 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a665ed03-a30c-49a1-874c-73e8a83033e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.303262 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ddd30a2-ffe9-4dea-bebd-2e6c6af6ded7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.308795 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:53:15.390331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:15.392565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.427213 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fea81c1-c6cc-4e3d-a6c4-8db3b3168f66 x-openstack-request-id: req-9fea81c1-c6cc-4e3d-a6c4-8db3b3168f66 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:15.427464 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e1b64e-f33e-4ca4-9fee-2a961e459f2d", "tag": "ebaa74ad-d126-4a2c-a270-24282a3f76d2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:15.427654 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fea81c1-c6cc-4e3d-a6c4-8db3b3168f66 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:15.428074 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'tag': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2', 'status': 'completed', 'code': 200} Feb 07 22:53:15.438383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a665ed03-a30c-49a1-874c-73e8a83033e5 None None] Port 00eb513c-c769-4bca-ba03-bf2043b44d77 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:15.454411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd30a2-ffe9-4dea-bebd-2e6c6af6ded7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=c64aa205-c411-4de2-8eca-c499188cf42f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:15.577311 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ddd30a2-ffe9-4dea-bebd-2e6c6af6ded7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.625160 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7ddd30a2-ffe9-4dea-bebd-2e6c6af6ded7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/c64aa205-c411-4de2-8eca-c499188cf42f HTTP/1.1" status: 204 len: 168 time: 1.7386200 Feb 07 22:53:15.633194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33624) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:15.668885 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f6ad9a22-a4e3-4817-add0-9857cdf1343b None None] Could not find standard attr ID for object c64aa205-c411-4de2-8eca-c499188cf42f. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:53:15.767810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] For port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:15.772206 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.782516 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40620b3-ada1-4dbf-ae3b-777518524e6f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:53:15.793839 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f40620b3-ada1-4dbf-ae3b-777518524e6f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/c64aa205-c411-4de2-8eca-c499188cf42f HTTP/1.1" status: 404 len: 333 time: 0.1354189 Feb 07 22:53:15.794893 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Calling delete_port for 913a97dc-19e6-4f90-acf7-1e57bdb6b04c owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:15.798159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33628) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:15.867912 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'd1c97c16-dc57-4b67-a118-7e3d12432b0e', 'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'mac_address': 'fa:16:3e:72:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:10Z', 'updated_at': '2022-02-07T22:47:17Z', 'revision_number': 5, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'subnets': [{'id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:15.964703 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] Checking router: 44b16e2a-f059-4dc4-ae5f-de800a63c01e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:53:16.003433 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:53:16.005262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-d3453cac-2b79-4398-b9bd-03b2a23c95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:16.005985 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:52:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:16.007565 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-d3453cac-2b79-4398-b9bd-03b2a23c95ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 1094 time: 0.5972710 Feb 07 22:53:16.108031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b5e8-16a9-45c3-bf8f-b75c5f522a44 req-3ef30e40-477c-4484-8e9f-26352c2fb033 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:16.117539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7492b5e8-16a9-45c3-bf8f-b75c5f522a44 req-3ef30e40-477c-4484-8e9f-26352c2fb033 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 943 time: 0.6937087 Feb 07 22:53:16.183010 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7492b5e8-16a9-45c3-bf8f-b75c5f522a44 req-6b9713ac-a693-4262-b4c4-8b52707d5ab5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643137 Feb 07 22:53:16.188113 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:53:16.239643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5da179d-34af-4214-b862-5e379ad01edf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.303616 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5da179d-34af-4214-b862-5e379ad01edf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.399337 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.413763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fff80-1892-4172-be8e-731d67e786cd req-e34fdb83-bcd8-4381-93e6-75f26dd28530 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:16.432800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fff80-1892-4172-be8e-731d67e786cd req-e34fdb83-bcd8-4381-93e6-75f26dd28530 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:16.441720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fff80-1892-4172-be8e-731d67e786cd req-e34fdb83-bcd8-4381-93e6-75f26dd28530 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:16.456670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c9fff80-1892-4172-be8e-731d67e786cd req-e34fdb83-bcd8-4381-93e6-75f26dd28530 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 2409 time: 0.4943995 Feb 07 22:53:16.462662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Port': ['ID=913a97dc-19e6-4f90-acf7-1e57bdb6b04c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:16.516272 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5da179d-34af-4214-b862-5e379ad01edf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.519065 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5da179d-34af-4214-b862-5e379ad01edf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.520816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d5da179d-34af-4214-b862-5e379ad01edf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/security-groups/dae92a56-de7d-44fa-818e-d7fad964d501 HTTP/1.1" status: 204 len: 168 time: 0.7198970 Feb 07 22:53:16.531994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33642) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:16.571728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] No DVR routers for this DVR port 913a97dc-19e6-4f90-acf7-1e57bdb6b04c on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:16.578812 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.587453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da179d-34af-4214-b862-5e379ad01edf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae92a56-de7d-44fa-818e-d7fad964d501,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:16.587781 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-be73bca2-99f9-4eb5-adb3-05fc24a6acf0 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "DELETE /v2.0/ports/913a97dc-19e6-4f90-acf7-1e57bdb6b04c HTTP/1.1" status: 204 len: 173 time: 1.5070107 Feb 07 22:53:16.610401 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c9fff80-1892-4172-be8e-731d67e786cd req-7109de8b-4430-4f1b-8fb6-6f26e6a29bea tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1519186 Feb 07 22:53:16.620772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-b25156fb-7011-4b30-b3bd-98dc1e39bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:16.623461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-b25156fb-7011-4b30-b3bd-98dc1e39bfb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.5947955 Feb 07 22:53:16.786669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-c36b84d4-25b3-4da8-b8d9-8cc1fb90075c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebaa74ad-d126-4a2c-a270-24282a3f76d2 HTTP/1.1" status: 200 len: 217 time: 0.1233532 Feb 07 22:53:16.805840 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'd1c97c16-dc57-4b67-a118-7e3d12432b0e', 'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'mac_address': 'fa:16:3e:72:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:10Z', 'updated_at': '2022-02-07T22:47:17Z', 'revision_number': 5, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'subnets': [{'id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:16.824563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:16.825269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.927882 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f07883-c5b0-414b-bfa2-f4fc973b7f2e None None] The sync data for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 is: [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:47:11Z', 'revision_number': 4, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'd1c97c16-dc57-4b67-a118-7e3d12432b0e', 'name': '', 'network_id': '787c7e9f-a8fa-4a51-8c86-e156b52217e9', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'mac_address': 'fa:16:3e:72:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:10Z', 'updated_at': '2022-02-07T22:47:17Z', 'revision_number': 5, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'subnets': [{'id': '94cbb80a-1bef-4846-ac03-d3a16e2d7713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:53:16.973333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] For port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:16.974357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.979652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ebaa74ad-d126-4a2c-a270-24282a3f76d2 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:53:16.989686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Calling delete_port for 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:17.304207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ebaa74ad-d126-4a2c-a270-24282a3f76d2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ebaa74ad-d126-4a2c-a270-24282a3f76d2,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:17.357041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'port_id': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2', 'mac_address': 'fa:16:3e:7d:e7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:53:17.493108 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9ef253f-0a86-4a3c-904b-53b9b784a058 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.495503 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.527042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebaa74ad-d126-4a2c-a270-24282a3f76d2 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:17.543196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf6196-40b5-482f-9660-db05e6254c93 None None] New status for floating IP 20aac71b-ce3c-4956-815a-e85e63e9b04e: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:53:17.655634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9ef253f-0a86-4a3c-904b-53b9b784a058 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.672553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-a6042b35-341b-42c3-93cf-0292be449f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:17.674261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-a6042b35-341b-42c3-93cf-0292be449f2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.8846033 Feb 07 22:53:17.692922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ebaa74ad-d126-4a2c-a270-24282a3f76d2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ebaa74ad-d126-4a2c-a270-24282a3f76d2,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:17.711381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.813122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-5f3eb065-79d4-43cc-85ac-c441efb63106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:17.814814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-5f3eb065-79d4-43cc-85ac-c441efb63106 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219487 Feb 07 22:53:17.855771 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9ef253f-0a86-4a3c-904b-53b9b784a058 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.859017 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9ef253f-0a86-4a3c-904b-53b9b784a058 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.860408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c9ef253f-0a86-4a3c-904b-53b9b784a058 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/security-groups/26190d54-6e4b-48ec-baa2-7f02ebe92421 HTTP/1.1" status: 204 len: 168 time: 1.3223355 Feb 07 22:53:17.932329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33668) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:17.982704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef253f-0a86-4a3c-904b-53b9b784a058 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26190d54-6e4b-48ec-baa2-7f02ebe92421,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:17.987515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['ebaa74ad-d126-4a2c-a270-24282a3f76d2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:18.053599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a0898-14d9-43f6-9535-1d3e86e8bf2f req-74678434-61d6-4844-847e-0db5686108a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:18.061976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a0898-14d9-43f6-9535-1d3e86e8bf2f req-74678434-61d6-4844-847e-0db5686108a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:18.072264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d5a0898-14d9-43f6-9535-1d3e86e8bf2f req-74678434-61d6-4844-847e-0db5686108a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 1677 time: 0.1695635 Feb 07 22:53:18.107097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:18.114773 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524f1060-246b-4280-bcc1-adb4f1b73ee0" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "913a97dc-19e6-4f90-acf7-1e57bdb6b04c"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:18.143886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b0aa38-e575-4b51-b3d8-8b7978767130 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet 542ae6bd-e0ff-43db-975f-c2437324fe2f {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:53:18.154930 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0aa38-e575-4b51-b3d8-8b7978767130 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.245871 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0aa38-e575-4b51-b3d8-8b7978767130 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.281148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cb4ea-16a2-4743-8579-20c226c5a38c req-45173188-7fa5-4d0c-8abf-58cb00c2c2f7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:18.288056 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e46cb4ea-16a2-4743-8579-20c226c5a38c req-45173188-7fa5-4d0c-8abf-58cb00c2c2f7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 944 time: 0.1542993 Feb 07 22:53:18.291193 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.325010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ebaa74ad-d126-4a2c-a270-24282a3f76d2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:18.394529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Port': ['ID=2ec1d2c8-f976-4e6d-a175-4c0abdc95905,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:18.472914 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-e6ef8dd7-78e2-49db-b1d5-800ac4d3ee77 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479099 Feb 07 22:53:18.591889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8d5a0898-14d9-43f6-9535-1d3e86e8bf2f req-9bd3e58e-f831-46b5-90fe-d57b7b4fd7ad tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ae999b0-a655-4df4-9534-c0de6eda464d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5121677 Feb 07 22:53:18.614280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] No DVR routers for this DVR port 2ec1d2c8-f976-4e6d-a175-4c0abdc95905 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:18.655891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e46cb4ea-16a2-4743-8579-20c226c5a38c req-091899c8-7581-4ed6-b69a-161231278503 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573010 Feb 07 22:53:18.661900 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.680024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-1006b740-4c86-451c-8910-1a560d7a7541 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "DELETE /v2.0/ports/2ec1d2c8-f976-4e6d-a175-4c0abdc95905 HTTP/1.1" status: 204 len: 173 time: 2.0736334 Feb 07 22:53:18.778145 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae18105-4730-4d82-ad14-5d67d521df10 x-openstack-request-id: req-3ae18105-4730-4d82-ad14-5d67d521df10 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:18.778434 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "913a97dc-19e6-4f90-acf7-1e57bdb6b04c", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:18.778675 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ae18105-4730-4d82-ad14-5d67d521df10 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:18.779061 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': '913a97dc-19e6-4f90-acf7-1e57bdb6b04c', 'status': 'completed', 'code': 200} Feb 07 22:53:18.796246 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0aa38-e575-4b51-b3d8-8b7978767130 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.940610 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b70033e3-2725-45d2-9037-a1349f4f45eb req-ee2cd951-4885-4a80-a222-b8ac4ab1e58a service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382346 Feb 07 22:53:18.960728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:18.964226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.982798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0aa38-e575-4b51-b3d8-8b7978767130 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.008635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0aa38-e575-4b51-b3d8-8b7978767130 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.010880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e2b6d-f70a-4689-9ae4-fb70076e581c None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:19.014080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-61b0aa38-e575-4b51-b3d8-8b7978767130 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/542ae6bd-e0ff-43db-975f-c2437324fe2f HTTP/1.1" status: 204 len: 168 time: 1.0791948 Feb 07 22:53:19.059602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33698) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:19.078651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:19.148564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0aa38-e575-4b51-b3d8-8b7978767130 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=542ae6bd-e0ff-43db-975f-c2437324fe2f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:19.195398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] For port 217dfe1f-c238-4f95-98e2-6e944a0a3f33, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=217dfe1f-c238-4f95-98e2-6e944a0a3f33,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:19.195985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.209394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Calling delete_port for 217dfe1f-c238-4f95-98e2-6e944a0a3f33 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:19.375404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:19.379335 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.410123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.502413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Port': ['ID=217dfe1f-c238-4f95-98e2-6e944a0a3f33,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:19.536766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] No DVR routers for this DVR port 217dfe1f-c238-4f95-98e2-6e944a0a3f33 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:19.543496 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.548147 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-45114b40-a87c-4e3e-98fa-9fb52f474248 req-c49f134b-dc1e-4a55-a42c-3dd49e30c84a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.46 "DELETE /v2.0/ports/217dfe1f-c238-4f95-98e2-6e944a0a3f33 HTTP/1.1" status: 204 len: 173 time: 0.8619237 Feb 07 22:53:19.887380 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14d78e58-4fc9-4d18-81d9-b5eef7c7f77e req-01ae878b-62c4-4f82-a27f-06c6f3cbe1af tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0882008 Feb 07 22:53:19.969274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c78a72-5652-451d-889e-015e00515fb9 req-e2e496b8-2171-4b55-a40f-5d42fa16f4cd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:19.972360 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c78a72-5652-451d-889e-015e00515fb9 req-e2e496b8-2171-4b55-a40f-5d42fa16f4cd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 944 time: 0.1263545 Feb 07 22:53:20.125365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c78a72-5652-451d-889e-015e00515fb9 req-b965ce61-3fb3-452c-9e9b-6f5c291af2a4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389351 Feb 07 22:53:20.202863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.283070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:20.288569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:20.304311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:20.306650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.347754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=c7f2f59a-4d4d-4358-bd93-554f4242ac30,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:20.379868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1b9818f2-d781-408b-b627-57028a9992d5 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3085973 Feb 07 22:53:20.380283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33726) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:20.388598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1ecf4b96-bec8-466e-aed1-04657afdeb80 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'security_group': {'name': 'tempest-secgroup-118739885'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:20.449822 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4b96-bec8-466e-aed1-04657afdeb80 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.606278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4b96-bec8-466e-aed1-04657afdeb80 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.642375 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4b96-bec8-466e-aed1-04657afdeb80 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.711316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4b96-bec8-466e-aed1-04657afdeb80 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.715630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ecf4b96-bec8-466e-aed1-04657afdeb80 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3315065 Feb 07 22:53:20.715630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf4b96-bec8-466e-aed1-04657afdeb80 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed3083-d531-4125-b4f7-eea2b1795f17,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:20.715963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33732) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:20.721383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-45177ec2-1134-4f3c-b529-2feae1119ea1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'security_group': {'name': 'tempest-secgroup-1296489021'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:20.780448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905'}, {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': '217dfe1f-c238-4f95-98e2-6e944a0a3f33'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:20.784256 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091a536b-a5a2-49ed-8028-086f5d60a21c" -d '{"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "2ec1d2c8-f976-4e6d-a175-4c0abdc95905"}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "217dfe1f-c238-4f95-98e2-6e944a0a3f33"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:20.787288 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-45177ec2-1134-4f3c-b529-2feae1119ea1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.879737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ea90d1-a8af-4940-a81d-36dd26b94606 None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:20.924477 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a2687-6c3c-43a1-8f41-439ef3bf6aef x-openstack-request-id: req-da4a2687-6c3c-43a1-8f41-439ef3bf6aef {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:20.924843 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "2ec1d2c8-f976-4e6d-a175-4c0abdc95905", "status": "completed", "code": 200}, {"server_uuid": "cd71bad8-1b50-4383-943b-bd14f6ab3a9f", "name": "network-vif-deleted", "tag": "217dfe1f-c238-4f95-98e2-6e944a0a3f33", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:20.925239 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da4a2687-6c3c-43a1-8f41-439ef3bf6aef {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:20.925640 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': '2ec1d2c8-f976-4e6d-a175-4c0abdc95905', 'status': 'completed', 'code': 200} Feb 07 22:53:20.925961 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71bad8-1b50-4383-943b-bd14f6ab3a9f', 'name': 'network-vif-deleted', 'tag': '217dfe1f-c238-4f95-98e2-6e944a0a3f33', 'status': 'completed', 'code': 200} Feb 07 22:53:20.975893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-45177ec2-1134-4f3c-b529-2feae1119ea1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.987924 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-45177ec2-1134-4f3c-b529-2feae1119ea1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.033791 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45177ec2-1134-4f3c-b529-2feae1119ea1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f5fc8e-7ef4-4325-8c7c-79e4c4b1e64b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:21.044769 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-45177ec2-1134-4f3c-b529-2feae1119ea1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.048777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-45177ec2-1134-4f3c-b529-2feae1119ea1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3311491 Feb 07 22:53:21.051006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33746) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:21.055384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5564f236-87e8-40cc-9c4c-1bc94c90bda1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'security_group': {'name': 'tempest-secgroup-1535700356'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:21.071466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ebaa74ad-d126-4a2c-a270-24282a3f76d2 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:21.100195 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5564f236-87e8-40cc-9c4c-1bc94c90bda1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.161532 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e2d713f-f5b9-4e20-ad22-c7a280612244 req-3a913e63-2861-4679-b2d0-70826daca95a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0729733 Feb 07 22:53:21.172215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e563d427-5c3c-4647-9803-a7f34a98813f None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:21.172677 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e563d427-5c3c-4647-9803-a7f34a98813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.439847 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5564f236-87e8-40cc-9c4c-1bc94c90bda1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.439847 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5564f236-87e8-40cc-9c4c-1bc94c90bda1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.440264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909826c5-9016-4f39-83ad-20daf92045c9 req-3075ff14-e814-4cd9-bf5d-4aa2d825967d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:21.440264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-909826c5-9016-4f39-83ad-20daf92045c9 req-3075ff14-e814-4cd9-bf5d-4aa2d825967d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 944 time: 0.1470306 Feb 07 22:53:21.456380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5564f236-87e8-40cc-9c4c-1bc94c90bda1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.462562 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5564f236-87e8-40cc-9c4c-1bc94c90bda1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4079773 Feb 07 22:53:21.463401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33770) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:21.475176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-174953577', 'security_groups': ['a43d0020-b48c-4781-ae22-2aa789c5b4ba'], 'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7f2f59a-4d4d-4358-bd93-554f4242ac30'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:21.514218 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-909826c5-9016-4f39-83ad-20daf92045c9 req-16cf8b11-d998-4c80-8266-fa82b47ef54b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875609 Feb 07 22:53:21.575383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564f236-87e8-40cc-9c4c-1bc94c90bda1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43d0020-b48c-4781-ae22-2aa789c5b4ba,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:21.710649 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19b35ff0-2ea0-4cf7-8b8e-1ba4b1d50b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.736843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:21.825117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port ebaa74ad-d126-4a2c-a270-24282a3f76d2 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:21.936312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port ebaa74ad-d126-4a2c-a270-24282a3f76d2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:21.939589 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.943510 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.964477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] device_id is not set on port 0e7efa77-d61e-416b-bc39-b80150a102cf yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:22.245977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3720880d-e9fc-4604-b78e-566799097321 None None] Update dhcp port {'port': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'fixed_ips': [{'subnet_id': '61e5b107-118c-47e9-bc4d-ba20c8873625', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c7f2f59a-4d4d-4358-bd93-554f4242ac30'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '86a72a3f-0ba8-4355-8668-83a50bd7d12e'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:53:22.356543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e563d427-5c3c-4647-9803-a7f34a98813f None None] Provisioning complete for port 00eb513c-c769-4bca-ba03-bf2043b44d77 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:22.366438 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e563d427-5c3c-4647-9803-a7f34a98813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.570508 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.585911 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3720880d-e9fc-4604-b78e-566799097321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.659978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8::16e (a009ea34-c787-480d-8789-fe6058f2fb62/c7f2f59a-4d4d-4358-bd93-554f4242ac30/0e7efa77-d61e-416b-bc39-b80150a102cf) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:22.684312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d22ece6-b115-497a-b706-fbaa926316b7 req-ad6e034d-980a-4876-bf73-7345ede29705 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1073320 Feb 07 22:53:22.847324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ebaa74ad-d126-4a2c-a270-24282a3f76d2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ebaa74ad-d126-4a2c-a270-24282a3f76d2,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:22.854173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:22.857241 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf98a23-3418-4abf-ac4e-71f0f4e284a3" -d '{"events": [{"server_uuid": "41e1b64e-f33e-4ca4-9fee-2a961e459f2d", "name": "network-vif-plugged", "status": "completed", "tag": "ebaa74ad-d126-4a2c-a270-24282a3f76d2"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:22.862644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e563d427-5c3c-4647-9803-a7f34a98813f None None] Port 00eb513c-c769-4bca-ba03-bf2043b44d77 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:22.872058 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.887741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c5323-5738-4b53-bf1e-87455004affb req-7d47d808-b52e-4df6-b712-6038c2cb486f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:22.898104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa8c5323-5738-4b53-bf1e-87455004affb req-7d47d808-b52e-4df6-b712-6038c2cb486f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 944 time: 0.1716366 Feb 07 22:53:23.010966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa8c5323-5738-4b53-bf1e-87455004affb req-fa41704b-f343-4bb1-9284-ef5f0fee5be8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118083 Feb 07 22:53:23.075345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ebaa74ad-d126-4a2c-a270-24282a3f76d2,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:23.095510 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58de108-7fba-4d81-b3bc-391170ff5976 x-openstack-request-id: req-e58de108-7fba-4d81-b3bc-391170ff5976 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:23.096965 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e1b64e-f33e-4ca4-9fee-2a961e459f2d", "name": "network-vif-plugged", "status": "completed", "tag": "ebaa74ad-d126-4a2c-a270-24282a3f76d2", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:23.100138 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e58de108-7fba-4d81-b3bc-391170ff5976 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:23.100746 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2', 'code': 200} Feb 07 22:53:23.101170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:23.154225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f809e-861c-4dcd-8764-9e05ee1485f2 req-7588de14-98c2-4934-a8d9-cc9a3a410fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:23.159184 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e71f809e-861c-4dcd-8764-9e05ee1485f2 req-7588de14-98c2-4934-a8d9-cc9a3a410fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 1096 time: 0.1005428 Feb 07 22:53:23.213735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:23.324579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e71f809e-861c-4dcd-8764-9e05ee1485f2 req-0793d9bb-e058-4901-bd1b-4b8ae7d5489d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573679 Feb 07 22:53:23.331550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:23.336327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:23.340731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:23.346937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:23.347109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3720880d-e9fc-4604-b78e-566799097321 None None] Allocated IP 2001:db8::2 (a009ea34-c787-480d-8789-fe6058f2fb62/c7f2f59a-4d4d-4358-bd93-554f4242ac30/86a72a3f-0ba8-4355-8668-83a50bd7d12e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:23.347932 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:23.374213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33824) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:23.375208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9092000 Feb 07 22:53:23.380391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3cfa66f8-69c1-4948-9406-d01d17279e98 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:23.386907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531de70f-0a13-4a9b-be0c-6c588613f1bd tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=0e7efa77-d61e-416b-bc39-b80150a102cf,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:23.614401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3720880d-e9fc-4604-b78e-566799097321 None None] For port 86a72a3f-0ba8-4355-8668-83a50bd7d12e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86a72a3f-0ba8-4355-8668-83a50bd7d12e,segment=NetworkSegment(d62032be-eb2e-41a6-8606-360a037a28ba),segment_id=d62032be-eb2e-41a6-8606-360a037a28ba)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:23.687663 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3720880d-e9fc-4604-b78e-566799097321 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:23.699687 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3720880d-e9fc-4604-b78e-566799097321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:23.763937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720880d-e9fc-4604-b78e-566799097321 None None] Pushing event updated for resources: {'Port': ['ID=86a72a3f-0ba8-4355-8668-83a50bd7d12e,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:23.794296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfa66f8-69c1-4948-9406-d01d17279e98 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:23.797772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3cfa66f8-69c1-4948-9406-d01d17279e98 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:24.020127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86a72a3f-0ba8-4355-8668-83a50bd7d12e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:24.073758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6a3a1cb-6d52-47fc-b271-5f0d88fba6c3 req-8f057a92-37a7-49fe-bb31-55bf55d13ce8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1743176 Feb 07 22:53:24.258907 n-d-827895-2 neutron-server[102289]: INFO neutron.db.ipam_backend_mixin [None req-3cfa66f8-69c1-4948-9406-d01d17279e98 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7f2f59a-4d4d-4358-bd93-554f4242ac30 (CIDR: 2001:db8::/64) Feb 07 22:53:24.274669 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfa66f8-69c1-4948-9406-d01d17279e98 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:53:24.276452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfa66f8-69c1-4948-9406-d01d17279e98 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:24.290086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:24.290924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:24.330034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3cfa66f8-69c1-4948-9406-d01d17279e98 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9531224 Feb 07 22:53:24.332305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33852) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:24.340835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f2ebf001-99e5-47ab-8aaf-38d84a2214e3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:24.486482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921a6a0-98fb-43c0-9714-49303ab99e17 req-88c0c2aa-1a41-463b-99fb-dfa8b182b69b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:24.500549 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8921a6a0-98fb-43c0-9714-49303ab99e17 req-88c0c2aa-1a41-463b-99fb-dfa8b182b69b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 945 time: 0.1869810 Feb 07 22:53:24.612751 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8921a6a0-98fb-43c0-9714-49303ab99e17 req-9549fdae-ee36-427a-aab3-20d4b8bc589a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058130 Feb 07 22:53:24.898578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7c15-2b9f-45de-8244-ec0a05473ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:24.949214 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:24.968663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ebf001-99e5-47ab-8aaf-38d84a2214e3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:24.972286 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf001-99e5-47ab-8aaf-38d84a2214e3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.189645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b091-05c3-4ea1-aad8-f47a4a005069 req-50984853-e968-4509-9c04-e462291ee205 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:25.191102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b352b091-05c3-4ea1-aad8-f47a4a005069 req-50984853-e968-4509-9c04-e462291ee205 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 945 time: 0.1285279 Feb 07 22:53:25.217700 n-d-827895-2 neutron-server[102290]: INFO neutron.db.ipam_backend_mixin [None req-f2ebf001-99e5-47ab-8aaf-38d84a2214e3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 61e5b107-118c-47e9-bc4d-ba20c8873625 (CIDR: 2001:db8:0:1::/64) Feb 07 22:53:25.230613 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ebf001-99e5-47ab-8aaf-38d84a2214e3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:53:25.231298 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ebf001-99e5-47ab-8aaf-38d84a2214e3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:25.276791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f2ebf001-99e5-47ab-8aaf-38d84a2214e3 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9419632 Feb 07 22:53:25.281655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33874) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:25.297708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'subnet': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:25.473584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e9ef18d-707a-4910-94e4-5d210e519245 req-82e94b2d-2b45-47c0-9fb4-44bc29495c55 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1134579 Feb 07 22:53:25.644526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3d62039d-babe-4e73-996f-d538d9d32dc2 None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:25.645487 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d62039d-babe-4e73-996f-d538d9d32dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.651821 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b352b091-05c3-4ea1-aad8-f47a4a005069 req-b0fdab64-2f7b-4207-9c57-f12026542284 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530282 Feb 07 22:53:25.691949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Made reservation on behalf of 9770b48de39a47e6ac95a684c8b5ef96 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:25.711381 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.939379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3767-2fd2-49b6-991b-635d46265724 req-97847f63-f97e-4c79-8572-76eafb344ed2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:25.954894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-980b3767-2fd2-49b6-991b-635d46265724 req-97847f63-f97e-4c79-8572-76eafb344ed2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 945 time: 0.1984310 Feb 07 22:53:26.064633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3d62039d-babe-4e73-996f-d538d9d32dc2 None None] Provisioning complete for port 00eb513c-c769-4bca-ba03-bf2043b44d77 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:26.065077 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d62039d-babe-4e73-996f-d538d9d32dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.078759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-980b3767-2fd2-49b6-991b-635d46265724 req-e1dde69c-e6f2-474a-bffb-246b4364806f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210525 Feb 07 22:53:26.188660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3d62039d-babe-4e73-996f-d538d9d32dc2 None None] Port 00eb513c-c769-4bca-ba03-bf2043b44d77 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:26.367956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-b8411b5a-a6f8-49b3-b22c-ecf04af82957 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d0f6edac9ec24c8a873b89c0ce976040 HTTP/1.1" status: 200 len: 267 time: 0.1491103 Feb 07 22:53:26.424282 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.427218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ad22c97c-0890-4029-b622-349e2dcf6739 None None] Provisioning complete for port 0e7efa77-d61e-416b-bc39-b80150a102cf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:26.428436 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad22c97c-0890-4029-b622-349e2dcf6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.526378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ad22c97c-0890-4029-b622-349e2dcf6739 None None] Port 0e7efa77-d61e-416b-bc39-b80150a102cf cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:26.542044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-680a4f3f-4fb7-4fa6-b8a6-fb43501b9e7a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:26.543867 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-680a4f3f-4fb7-4fa6-b8a6-fb43501b9e7a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.46 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 945 time: 0.2613442 Feb 07 22:53:26.616247 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.620535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-7def71eb-88f5-4034-ab6f-70aad605e2fd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:26.622186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-7def71eb-88f5-4034-ab6f-70aad605e2fd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 945 time: 0.1979473 Feb 07 22:53:26.626747 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.654755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-f483bea1-7ac0-443a-aa5b-023ee6077198 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'port': {'security_groups': []}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:26.713221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b17b93ae-6dd0-46ec-a553-98668785ea44 req-ff0ed554-44c6-4174-b170-e73631de436d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0504239 Feb 07 22:53:26.858339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcf93d-e26d-4f95-bf77-642a459b3970 req-a63037d0-5c42-496f-92d7-e5dad0eb99d0 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:26.865890 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7fcf93d-e26d-4f95-bf77-642a459b3970 req-a63037d0-5c42-496f-92d7-e5dad0eb99d0 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 945 time: 0.0638735 Feb 07 22:53:26.922775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Network a009ea34-c787-480d-8789-fe6058f2fb62 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:26.983410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:26.993726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b529668-1bcf-406c-b33b-85f13b9a54a5 None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:27.007446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7fcf93d-e26d-4f95-bf77-642a459b3970 req-c402a94e-0b51-4c89-a7d8-09675ffc65c0 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190627 Feb 07 22:53:27.017111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Subnet': ['ID=69bcf80b-ab6f-4387-9d85-910f585341e2,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:27.052912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:27.053512 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.084655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-f483bea1-7ac0-443a-aa5b-023ee6077198 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.099403 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4c389dfd-30b1-49da-8b55-803c909fe3eb tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8160419 Feb 07 22:53:27.102302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33924) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:27.110784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1706063787', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69bcf80b-ab6f-4387-9d85-910f585341e2'}], 'security_groups': ['2aed3083-d531-4125-b4f7-eea2b1795f17', 'c8f5fc8e-7ef4-4325-8c7c-79e4c4b1e64b']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:27.111393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Deleting port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:27.111990 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.600586 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.603197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7810642c-c6b7-45fb-ac1c-5085a8315677 None None] Update dhcp port {'port': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'fixed_ips': [{'subnet_id': '61e5b107-118c-47e9-bc4d-ba20c8873625', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c7f2f59a-4d4d-4358-bd93-554f4242ac30', 'ip_address': '2001:db8::2'}, {'subnet_id': '69bcf80b-ab6f-4387-9d85-910f585341e2'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '86a72a3f-0ba8-4355-8668-83a50bd7d12e'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:53:27.694433 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7810642c-c6b7-45fb-ac1c-5085a8315677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.777012 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] For port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:27.777618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.808382 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Calling delete_port for 9bbc91ae-e8c3-462a-a026-bf3559f2e68b owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:27.838948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-f483bea1-7ac0-443a-aa5b-023ee6077198 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] For port ebaa74ad-d126-4a2c-a270-24282a3f76d2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ebaa74ad-d126-4a2c-a270-24282a3f76d2,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:27.941617 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8a891ef-7e2e-45d0-a3c1-9fa42e05211c req-90d3fbe8-3f77-4bb6-bf4a-0031714371c4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0695240 Feb 07 22:53:28.121373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7810642c-c6b7-45fb-ac1c-5085a8315677 None None] Allocated IP 2001:db8:0:2::2 (a009ea34-c787-480d-8789-fe6058f2fb62/69bcf80b-ab6f-4387-9d85-910f585341e2/86a72a3f-0ba8-4355-8668-83a50bd7d12e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:28.167171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-f483bea1-7ac0-443a-aa5b-023ee6077198 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.236993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-f483bea1-7ac0-443a-aa5b-023ee6077198 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.307860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483bea1-7ac0-443a-aa5b-023ee6077198 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'Port': ['ID=ebaa74ad-d126-4a2c-a270-24282a3f76d2,revision_number=6']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:28.351058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-f483bea1-7ac0-443a-aa5b-023ee6077198 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:28.351218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7810642c-c6b7-45fb-ac1c-5085a8315677 None None] For port 86a72a3f-0ba8-4355-8668-83a50bd7d12e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86a72a3f-0ba8-4355-8668-83a50bd7d12e,segment=NetworkSegment(d62032be-eb2e-41a6-8606-360a037a28ba),segment_id=d62032be-eb2e-41a6-8606-360a037a28ba)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:28.353977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-f483bea1-7ac0-443a-aa5b-023ee6077198 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.380728 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf6a4cb9-6a0f-4326-aebf-8dd4921a9c82 req-f483bea1-7ac0-443a-aa5b-023ee6077198 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "PUT /v2.0/ports/ebaa74ad-d126-4a2c-a270-24282a3f76d2 HTTP/1.1" status: 200 len: 904 time: 1.7210500 Feb 07 22:53:28.381731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'tag': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:28.386502 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9966e924-b6c1-4d0c-bda5-47cff9f9558b" -d '{"events": [{"name": "network-changed", "server_uuid": "41e1b64e-f33e-4ca4-9fee-2a961e459f2d", "tag": "ebaa74ad-d126-4a2c-a270-24282a3f76d2"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:28.417169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.459323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e9be1-ad95-46d6-9322-cbad110bfbcb req-1cc99ce7-8374-4460-b772-f1f69a58632e tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:28.464448 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d9e9be1-ad95-46d6-9322-cbad110bfbcb req-1cc99ce7-8374-4460-b772-f1f69a58632e tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=379f6cd2-e874-45d0-a137-b0495790f6a2 HTTP/1.1" status: 200 len: 945 time: 0.2945919 Feb 07 22:53:28.468227 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7810642c-c6b7-45fb-ac1c-5085a8315677 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.487769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', '2bf82d45-e794-416d-aa64-901eb6536db7', 'ebaa74ad-d126-4a2c-a270-24282a3f76d2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:28.540608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5643c1a7-b5a2-426b-a9d6-576175b206bc', '478cc14e-809b-4b5b-9700-16d43edb77dd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:28.634095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d9e9be1-ad95-46d6-9322-cbad110bfbcb req-d8f1c95c-1eff-42f7-8194-e8b55f2d9199 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432996 Feb 07 22:53:28.661205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['ebaa74ad-d126-4a2c-a270-24282a3f76d2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:28.669526 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7810642c-c6b7-45fb-ac1c-5085a8315677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.749761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] No DVR routers for this DVR port 9bbc91ae-e8c3-462a-a026-bf3559f2e68b on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:28.755892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Pushing event deleted for resources: {'Port': ['ID=9bbc91ae-e8c3-462a-a026-bf3559f2e68b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:28.760703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.772294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ba2918a-8a79-4627-b157-e86405dc83a2 req-ffb61032-fe4e-4fdf-a340-19f12a92746b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.46 "DELETE /v2.0/ports/9bbc91ae-e8c3-462a-a026-bf3559f2e68b HTTP/1.1" status: 204 len: 173 time: 2.2219903 Feb 07 22:53:28.844852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdbf18-4276-43f3-a79f-8ee9edfd0042 req-9e8dfad4-8330-40b1-ba9d-2e7fa8b54f00 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:28.846396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33fdbf18-4276-43f3-a79f-8ee9edfd0042 req-9e8dfad4-8330-40b1-ba9d-2e7fa8b54f00 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 907 time: 0.2142522 Feb 07 22:53:28.868463 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b23c13-7c54-4cc6-8e57-55cbe65033fd x-openstack-request-id: req-56b23c13-7c54-4cc6-8e57-55cbe65033fd {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:28.868756 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e1b64e-f33e-4ca4-9fee-2a961e459f2d", "tag": "ebaa74ad-d126-4a2c-a270-24282a3f76d2", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:28.869536 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56b23c13-7c54-4cc6-8e57-55cbe65033fd {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:28.869941 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'tag': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2', 'status': 'completed', 'code': 200} Feb 07 22:53:28.943936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Delete allocated IP 2001:db8::16e (a009ea34-c787-480d-8789-fe6058f2fb62/c7f2f59a-4d4d-4358-bd93-554f4242ac30) {{(pid=102290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 22:53:28.990199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Allocated IP 2001:db8:0:2::2f7 (a009ea34-c787-480d-8789-fe6058f2fb62/69bcf80b-ab6f-4387-9d85-910f585341e2/0e7efa77-d61e-416b-bc39-b80150a102cf) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:29.013505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-38f8484f-5aca-42c5-9829-a511334a77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:29.015545 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-38f8484f-5aca-42c5-9829-a511334a77f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 1058 time: 0.1333880 Feb 07 22:53:29.252164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-1f60a2bf-2bfd-47ca-b32d-b0baeb171f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:29.254003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-1f60a2bf-2bfd-47ca-b32d-b0baeb171f7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.2314312 Feb 07 22:53:29.394908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a28fef-6959-444b-b404-f3f79651c67c req-af75c362-aafe-49dd-ab1a-43814f669f91 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:29.411928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9a28fef-6959-444b-b404-f3f79651c67c req-af75c362-aafe-49dd-ab1a-43814f669f91 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2772412 Feb 07 22:53:29.469104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbbc5688-12bd-41d5-ab73-791f3f3d2734 req-855b337a-0aaa-46bd-a564-dd1257b381e4 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1831927 Feb 07 22:53:29.506339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810642c-c6b7-45fb-ac1c-5085a8315677 None None] Pushing event updated for resources: {'Port': ['ID=86a72a3f-0ba8-4355-8668-83a50bd7d12e,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:29.623877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-b2b5b8e3-af65-442c-bb39-672ea5112950 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebaa74ad-d126-4a2c-a270-24282a3f76d2 HTTP/1.1" status: 200 len: 217 time: 0.3392494 Feb 07 22:53:29.659428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.689702 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.753640 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e7ab91da-48c3-4d5e-9863-a564a9f4bb43 None None] Provisioning complete for port ebaa74ad-d126-4a2c-a270-24282a3f76d2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:29.754730 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e7ab91da-48c3-4d5e-9863-a564a9f4bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.839333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-623e82a2-baa1-4c73-b69a-2e5c32baa2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:29.847208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-623e82a2-baa1-4c73-b69a-2e5c32baa2bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.2124693 Feb 07 22:53:29.897696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] In _notify_port_updated(), no bound segment for port 0e7efa77-d61e-416b-bc39-b80150a102cf on network a009ea34-c787-480d-8789-fe6058f2fb62 {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 22:53:29.923447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:29.927046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.933390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "PUT /v2.0/ports/0e7efa77-d61e-416b-bc39-b80150a102cf HTTP/1.1" status: 200 len: 970 time: 2.8274138 Feb 07 22:53:29.959954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34004) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:30.095118 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9a28fef-6959-444b-b404-f3f79651c67c req-94f92257-c0a4-402a-b0df-f11f0d8e81a6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6783957 Feb 07 22:53:30.140375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86a72a3f-0ba8-4355-8668-83a50bd7d12e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:30.145569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2e57-1795-436a-b1a7-cba2069c1613 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event updated for resources: {'Port': ['ID=0e7efa77-d61e-416b-bc39-b80150a102cf,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:30.290613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-f190554a-b133-4dfc-a1bc-7bb7c24feba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.294003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-f190554a-b133-4dfc-a1bc-7bb7c24feba9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4327059 Feb 07 22:53:30.386666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-db970e61-63b2-48d0-acae-bb2ca5ffc3db tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 0e7efa77-d61e-416b-bc39-b80150a102cf {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:30.387278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-db970e61-63b2-48d0-acae-bb2ca5ffc3db tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:30.430242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079fe4c-db3b-4118-b877-1bde0f4af289 req-d212637b-25b0-4a0b-b046-5a3edde740d6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.448317 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9079fe4c-db3b-4118-b877-1bde0f4af289 req-d212637b-25b0-4a0b-b046-5a3edde740d6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2202919 Feb 07 22:53:30.543992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9079fe4c-db3b-4118-b877-1bde0f4af289 req-bc0a6c9d-3845-40a6-b173-c04210c1c940 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926318 Feb 07 22:53:30.627080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-d3edb298-2193-490e-8568-01b1a7c8d3b2 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232019 Feb 07 22:53:30.849726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e3487df-9c08-473c-a72e-d2a13cfc520c req-4ee70ae2-66ec-4b4a-8ce6-78695585ccbc tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0518124 Feb 07 22:53:30.985094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379f6cd2-e874-45d0-a137-b0495790f6a2', 'name': 'network-vif-deleted', 'tag': '9bbc91ae-e8c3-462a-a026-bf3559f2e68b'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:31.009430 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad82bd29-74c7-4338-a0e0-9060f10e29b0" -d '{"events": [{"server_uuid": "379f6cd2-e874-45d0-a137-b0495790f6a2", "name": "network-vif-deleted", "tag": "9bbc91ae-e8c3-462a-a026-bf3559f2e68b"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:31.014814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9966e924-b6c1-4d0c-bda5-47cff9f9558b req-516bd513-4323-4710-bc61-1fe64ea39064 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736653 Feb 07 22:53:31.110703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-db970e61-63b2-48d0-acae-bb2ca5ffc3db tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.129133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-db970e61-63b2-48d0-acae-bb2ca5ffc3db tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 0e7efa77-d61e-416b-bc39-b80150a102cf owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:31.223511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9bbc91ae-e8c3-462a-a026-bf3559f2e68b no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:31.376801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-d9fdc2b0-d51d-44e8-88bd-10abeee88a28 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:31.386925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-d9fdc2b0-d51d-44e8-88bd-10abeee88a28 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.3100603 Feb 07 22:53:31.425987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-14f9965d-c8b3-49e5-834c-cef64774377e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/quotas/d0f6edac9ec24c8a873b89c0ce976040 HTTP/1.1" status: 200 len: 375 time: 0.0380907 Feb 07 22:53:31.504999 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-db970e61-63b2-48d0-acae-bb2ca5ffc3db tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.542779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 9bbc91ae-e8c3-462a-a026-bf3559f2e68b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:53:31.545272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9bbc91ae-e8c3-462a-a026-bf3559f2e68b not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:53:31.606475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ec0e6608-fddd-4030-90ad-1e497fad456b None None] Could not find standard attr ID for object 0e7efa77-d61e-416b-bc39-b80150a102cf. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:53:31.642196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970e61-63b2-48d0-acae-bb2ca5ffc3db tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=0e7efa77-d61e-416b-bc39-b80150a102cf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:31.669758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-e6cad4ee-959f-4148-b71f-851107d86105 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2369196 Feb 07 22:53:31.707862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd5e4e-bffa-4350-8531-7d6f3477f25a req-fb24315b-1710-4257-b8b6-0f90abe36b73 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:31.729719 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12dd5e4e-bffa-4350-8531-7d6f3477f25a req-fb24315b-1710-4257-b8b6-0f90abe36b73 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 946 time: 1.1051702 Feb 07 22:53:31.823324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-db970e61-63b2-48d0-acae-bb2ca5ffc3db tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.829255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:31.829644 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.842808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-db970e61-63b2-48d0-acae-bb2ca5ffc3db tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/0e7efa77-d61e-416b-bc39-b80150a102cf HTTP/1.1" status: 204 len: 168 time: 1.8816109 Feb 07 22:53:31.854547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34072) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:31.886969 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12dd5e4e-bffa-4350-8531-7d6f3477f25a req-3b31e0a2-ac53-48f1-af44-46b0cfe16de3 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539075 Feb 07 22:53:31.919588 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c54bba-b8a4-404d-8cd9-4f8e7b5b50bc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] GET failed (client error): The resource could not be found. Feb 07 22:53:31.925076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34078) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:31.945956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c7c54bba-b8a4-404d-8cd9-4f8e7b5b50bc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports/0e7efa77-d61e-416b-bc39-b80150a102cf HTTP/1.1" status: 404 len: 333 time: 0.0882585 Feb 07 22:53:31.978999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-0c0f1126-02be-4162-a5ea-5f9ecd0ebc7d tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:31.981150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-0c0f1126-02be-4162-a5ea-5f9ecd0ebc7d tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 946 time: 0.3104289 Feb 07 22:53:32.061683 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b71b630-f9eb-439c-b88e-8393a68ab074 x-openstack-request-id: req-3b71b630-f9eb-439c-b88e-8393a68ab074 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:32.062506 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379f6cd2-e874-45d0-a137-b0495790f6a2", "name": "network-vif-deleted", "tag": "9bbc91ae-e8c3-462a-a026-bf3559f2e68b", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:32.063098 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b71b630-f9eb-439c-b88e-8393a68ab074 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:32.063653 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379f6cd2-e874-45d0-a137-b0495790f6a2', 'name': 'network-vif-deleted', 'tag': '9bbc91ae-e8c3-462a-a026-bf3559f2e68b', 'status': 'completed', 'code': 200} Feb 07 22:53:32.065140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ec0e6608-fddd-4030-90ad-1e497fad456b None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:32.065530 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6608-fddd-4030-90ad-1e497fad456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.086151 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3754511d-71dd-4cb6-b29c-a42b7509998d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.149607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3754511d-71dd-4cb6-b29c-a42b7509998d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.258863 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-340e7fce-28fb-41b8-99ff-67fe57a5f653 req-b99277d3-b389-4d15-83c6-142e56111083 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0721653 Feb 07 22:53:32.289358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3754511d-71dd-4cb6-b29c-a42b7509998d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.294191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3754511d-71dd-4cb6-b29c-a42b7509998d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.295340 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3754511d-71dd-4cb6-b29c-a42b7509998d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/security-groups/a43d0020-b48c-4781-ae22-2aa789c5b4ba HTTP/1.1" status: 204 len: 168 time: 0.3688440 Feb 07 22:53:32.298059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34084) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:32.356354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754511d-71dd-4cb6-b29c-a42b7509998d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43d0020-b48c-4781-ae22-2aa789c5b4ba,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:32.468700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.524031 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.560440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-b6fc09dd-c21d-4252-8935-884c16f0c9a8 service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8372316 Feb 07 22:53:32.586952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Deleting port 478cc14e-809b-4b5b-9700-16d43edb77dd {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:32.587290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.655099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.658607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.659857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/security-groups/c8f5fc8e-7ef4-4325-8c7c-79e4c4b1e64b HTTP/1.1" status: 204 len: 168 time: 0.3581336 Feb 07 22:53:32.663547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34092) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:32.773397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f5fc8e-7ef4-4325-8c7c-79e4c4b1e64b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:32.787156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ec0e6608-fddd-4030-90ad-1e497fad456b None None] Provisioning complete for port 00eb513c-c769-4bca-ba03-bf2043b44d77 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:32.787682 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6608-fddd-4030-90ad-1e497fad456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.800577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] For port 478cc14e-809b-4b5b-9700-16d43edb77dd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=478cc14e-809b-4b5b-9700-16d43edb77dd,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:32.800945 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.813904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Calling delete_port for 478cc14e-809b-4b5b-9700-16d43edb77dd owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:32.816156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.816866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.820419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.820419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.820419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.820419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.823888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.825404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.832638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.832638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.832638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:32.832638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1e7b-1ba5-4c98-be42-182eca18e16d tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.029399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e6608-fddd-4030-90ad-1e497fad456b None None] Port 00eb513c-c769-4bca-ba03-bf2043b44d77 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:33.036294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c4f84be-bc74-4999-9203-6557959c3292 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.068397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c4f84be-bc74-4999-9203-6557959c3292 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.098199 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-efdfd938-521e-43a3-9ab3-1e23d5109961 service neutron] 10.222.0.15 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368812 Feb 07 22:53:33.151371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6b1c65bb-f53d-49c6-a961-c38f451eee1e None None] Could not find standard attr ID for object 0e7efa77-d61e-416b-bc39-b80150a102cf. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:53:33.160399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c4f84be-bc74-4999-9203-6557959c3292 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.165440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c4f84be-bc74-4999-9203-6557959c3292 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.171178 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1c4f84be-bc74-4999-9203-6557959c3292 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/security-groups/2aed3083-d531-4125-b4f7-eea2b1795f17 HTTP/1.1" status: 204 len: 168 time: 0.5022817 Feb 07 22:53:33.172399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34112) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:33.197916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f84be-bc74-4999-9203-6557959c3292 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed3083-d531-4125-b4f7-eea2b1795f17,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:33.229425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00cae0-b5b6-426f-9c6a-cb6e8c646a3b req-39aac38a-86a2-40d5-8b93-1e721de09e84 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:33.240625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce00cae0-b5b6-426f-9c6a-cb6e8c646a3b req-39aac38a-86a2-40d5-8b93-1e721de09e84 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 946 time: 0.1011000 Feb 07 22:53:33.312264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce00cae0-b5b6-426f-9c6a-cb6e8c646a3b req-c7526409-5579-434c-8923-7ea8c0d45043 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565267 Feb 07 22:53:33.328552 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2421823-2d01-454d-a471-5cc82acb608f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet c7f2f59a-4d4d-4358-bd93-554f4242ac30 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:53:33.357446 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2421823-2d01-454d-a471-5cc82acb608f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.425446 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2421823-2d01-454d-a471-5cc82acb608f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.429763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.444030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5643c1a7-b5a2-426b-a9d6-576175b206bc'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:33.454629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c81e226e-1fd1-41ff-aefc-8e9eb28c7d52 req-0c1486d0-7400-4240-a34f-ba29d0da8801 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0679789 Feb 07 22:53:33.511318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Pushing event deleted for resources: {'Port': ['ID=478cc14e-809b-4b5b-9700-16d43edb77dd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:33.550059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.550520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.550802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.551149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.551482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.552042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.552301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.552637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.553512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.553863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.554192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.554517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:33.643626 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bc0dc02f-5a10-41db-b753-0b5e1e78882d req-227847ff-ab65-4677-8f1d-0eba7e4ea87b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 210 time: 0.0452416 Feb 07 22:53:33.748797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] No DVR routers for this DVR port 478cc14e-809b-4b5b-9700-16d43edb77dd on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:33.767390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.771077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d79014e-ac58-45b5-a6aa-604103c83899 req-af2d46d8-1f4f-4542-970e-fe8ce1b9e145 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "DELETE /v2.0/ports/478cc14e-809b-4b5b-9700-16d43edb77dd HTTP/1.1" status: 204 len: 173 time: 1.7816534 Feb 07 22:53:33.771507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68942f6-1ccb-4122-8816-150ceebebb4b', 'name': 'network-vif-deleted', 'tag': '478cc14e-809b-4b5b-9700-16d43edb77dd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:33.773909 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2566c4-80eb-4a2c-83a7-6fac44b9c819" -d '{"events": [{"server_uuid": "a68942f6-1ccb-4122-8816-150ceebebb4b", "name": "network-vif-deleted", "tag": "478cc14e-809b-4b5b-9700-16d43edb77dd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:33.813171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2421823-2d01-454d-a471-5cc82acb608f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.891171 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.891744 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a90e20-427d-4ea2-b584-d072cd8f4822 x-openstack-request-id: req-42a90e20-427d-4ea2-b584-d072cd8f4822 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:33.891744 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68942f6-1ccb-4122-8816-150ceebebb4b", "name": "network-vif-deleted", "tag": "478cc14e-809b-4b5b-9700-16d43edb77dd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:33.892037 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42a90e20-427d-4ea2-b584-d072cd8f4822 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:33.892278 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68942f6-1ccb-4122-8816-150ceebebb4b', 'name': 'network-vif-deleted', 'tag': '478cc14e-809b-4b5b-9700-16d43edb77dd', 'status': 'completed', 'code': 200} Feb 07 22:53:33.965957 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2421823-2d01-454d-a471-5cc82acb608f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.029414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2421823-2d01-454d-a471-5cc82acb608f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f2f59a-4d4d-4358-bd93-554f4242ac30,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:34.050326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2421823-2d01-454d-a471-5cc82acb608f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.056715 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f2421823-2d01-454d-a471-5cc82acb608f tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/c7f2f59a-4d4d-4358-bd93-554f4242ac30 HTTP/1.1" status: 204 len: 168 time: 0.8826849 Feb 07 22:53:34.060428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34162) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:34.061758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8505e87-59f8-4b52-98dc-f64b0f4ebb6c None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:34.172118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6ee35e-e50c-4dc2-b510-25a9c8015379 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet 69bcf80b-ab6f-4387-9d85-910f585341e2 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:53:34.183918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee35e-e50c-4dc2-b510-25a9c8015379 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.245993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee35e-e50c-4dc2-b510-25a9c8015379 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.532822 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee35e-e50c-4dc2-b510-25a9c8015379 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.558930 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.570169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64a5c255-0222-42c5-b3f7-9006f145890f req-78a68112-2284-4729-a6ea-06cff0848553 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68942f6-1ccb-4122-8816-150ceebebb4b HTTP/1.1" status: 200 len: 210 time: 0.0761817 Feb 07 22:53:34.856840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee35e-e50c-4dc2-b510-25a9c8015379 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.858941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97b7349a-e585-4ee9-94b9-f1d4b0f58b6f req-97b1a95d-617f-434b-99ea-3062e9b86d13 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 210 time: 0.0629981 Feb 07 22:53:34.864031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7ba6e92-6602-44b6-a9fb-7049a3e325ca req-c1cad098-e92d-440a-b707-3d981d04ac75 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1582727 Feb 07 22:53:34.944673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ee35e-e50c-4dc2-b510-25a9c8015379 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=69bcf80b-ab6f-4387-9d85-910f585341e2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:34.949158 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee35e-e50c-4dc2-b510-25a9c8015379 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.953090 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0a6ee35e-e50c-4dc2-b510-25a9c8015379 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/69bcf80b-ab6f-4387-9d85-910f585341e2 HTTP/1.1" status: 204 len: 168 time: 0.8913126 Feb 07 22:53:34.955696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34192) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:35.539375 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb71fd0-5675-4af6-bb4a-09bdb64b34dc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:35.546179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb71fd0-5675-4af6-bb4a-09bdb64b34dc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:35.556102 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7bb71fd0-5675-4af6-bb4a-09bdb64b34dc tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/c7f2f59a-4d4d-4358-bd93-554f4242ac30 HTTP/1.1" status: 404 len: 337 time: 0.5990632 Feb 07 22:53:35.558669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34238) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:35.780040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c59a16-446e-4d1b-983c-2995a225d5f6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting subnet 61e5b107-118c-47e9-bc4d-ba20c8873625 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:53:35.823782 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76c59a16-446e-4d1b-983c-2995a225d5f6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.864938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ffe009-cc3f-47cc-8899-c0557eff5719 None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:35.971000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-ccf34475-bbfb-49be-ad72-a2a1575fc071 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:35.983635 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-ccf34475-bbfb-49be-ad72-a2a1575fc071 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 811 time: 0.4615951 Feb 07 22:53:36.013061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Request body: {'port': {'device_id': 'e1903135-bca6-44dd-83a1-3b7704897845', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'admin_state_up': True, 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:36.057307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76c59a16-446e-4d1b-983c-2995a225d5f6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.136423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4f5a2257-eaf0-4890-b27a-fbe43ea7ae0e None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:36.136698 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1ff596e-510a-4431-a80a-b61200468fd5 req-3207c957-7a26-4f42-9685-1fe300149c35 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 210 time: 0.0695782 Feb 07 22:53:36.141601 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2257-eaf0-4890-b27a-fbe43ea7ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.239503 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fece4d6-2916-4cf2-b497-47f69b11e274 req-4cc3fe26-e44a-41c7-9439-54a4b2a4aff3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0844114 Feb 07 22:53:36.318056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76c59a16-446e-4d1b-983c-2995a225d5f6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.329712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Made reservation on behalf of d0f6edac9ec24c8a873b89c0ce976040 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:36.333719 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.450034 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76c59a16-446e-4d1b-983c-2995a225d5f6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.517031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c59a16-446e-4d1b-983c-2995a225d5f6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Subnet': ['ID=61e5b107-118c-47e9-bc4d-ba20c8873625,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:36.529700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76c59a16-446e-4d1b-983c-2995a225d5f6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.530114 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4f5a2257-eaf0-4890-b27a-fbe43ea7ae0e None None] Provisioning complete for port 00eb513c-c769-4bca-ba03-bf2043b44d77 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:36.530598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2257-eaf0-4890-b27a-fbe43ea7ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.539916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-76c59a16-446e-4d1b-983c-2995a225d5f6 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/61e5b107-118c-47e9-bc4d-ba20c8873625 HTTP/1.1" status: 204 len: 168 time: 0.9780018 Feb 07 22:53:36.540536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34292) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:36.589039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Allocated IP 172.20.0.9 (0591e9d1-1178-48a6-adfe-476e4a3652be/a33946f4-67e6-4b83-b235-d3ea4be75b63/1fa6f28d-abb9-4d24-8322-72448c0a6017) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:36.611377 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7118931c-87c4-4c04-8f38-afeb262df468 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:36.613491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7118931c-87c4-4c04-8f38-afeb262df468 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:36.621555 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7118931c-87c4-4c04-8f38-afeb262df468 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/542ae6bd-e0ff-43db-975f-c2437324fe2f HTTP/1.1" status: 404 len: 337 time: 0.0764527 Feb 07 22:53:36.624482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34296) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:36.664136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a2257-eaf0-4890-b27a-fbe43ea7ae0e None None] Port 00eb513c-c769-4bca-ba03-bf2043b44d77 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:36.703259 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-685b8ea8-560a-42bc-be0d-eff2f2bd22aa tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "GET /v2.0/ports?device_id=807ffa48-ecd9-4d19-a60e-e447a2adc995 HTTP/1.1" status: 200 len: 205 time: 0.0757840 Feb 07 22:53:36.706710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34298) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:36.761146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d65d0-4032-40e7-b3b9-e7fe5b74ee8d None None] Update dhcp port {'port': {'network_id': 'a009ea34-c787-480d-8789-fe6058f2fb62', 'fixed_ips': [{'subnet_id': '61e5b107-118c-47e9-bc4d-ba20c8873625'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '86a72a3f-0ba8-4355-8668-83a50bd7d12e'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 22:53:36.789317 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-3dd7b1fb-7066-4b16-a1d4-21019b35215e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] delete failed (client error): The resource could not be found. Feb 07 22:53:36.792889 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3dd7b1fb-7066-4b16-a1d4-21019b35215e tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/routers/807ffa48-ecd9-4d19-a60e-e447a2adc995 HTTP/1.1" status: 404 len: 336 time: 0.0849924 Feb 07 22:53:36.796695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34300) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:36.833918 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.844097 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-142d65d0-4032-40e7-b3b9-e7fe5b74ee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.853148 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d981c319-dfa2-43ec-80d9-4cd23faf1bca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:36.857864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d981c319-dfa2-43ec-80d9-4cd23faf1bca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:36.860930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d981c319-dfa2-43ec-80d9-4cd23faf1bca tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/62649cf2-c326-4a06-a86a-d42b734b6948 HTTP/1.1" status: 404 len: 337 time: 0.0631132 Feb 07 22:53:36.866011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34304) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:36.887856 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.912235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', '2bf82d45-e794-416d-aa64-901eb6536db7'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:36.947744 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8296be-8580-456f-978f-b17b57b06e7c tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:36.948205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8296be-8580-456f-978f-b17b57b06e7c tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:36.953470 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ca8296be-8580-456f-978f-b17b57b06e7c tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/68595a7c-9985-4204-ac6a-295363d83758 HTTP/1.1" status: 404 len: 337 time: 0.0841892 Feb 07 22:53:36.959366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34312) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:36.992033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Network 0591e9d1-1178-48a6-adfe-476e4a3652be is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:36.997194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:37.019274 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e488ef-1b05-4e58-8929-dc58674f8459 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:37.026389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e488ef-1b05-4e58-8929-dc58674f8459 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:37.027938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event updated for resources: {'Port': ['ID=1fa6f28d-abb9-4d24-8322-72448c0a6017,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:37.030499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:37.034492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-71e488ef-1b05-4e58-8929-dc58674f8459 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/bfcec087-af65-443a-bae4-d15acdfc0986 HTTP/1.1" status: 404 len: 337 time: 0.0739875 Feb 07 22:53:37.044283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34314) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:37.051775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 478cc14e-809b-4b5b-9700-16d43edb77dd no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:37.096719 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4adbbf2-39eb-4a9d-a106-8909e46d1937 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:37.097912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4adbbf2-39eb-4a9d-a106-8909e46d1937 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:37.101302 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f4adbbf2-39eb-4a9d-a106-8909e46d1937 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/39405440-b7fd-4454-a660-6cabc93ff09f HTTP/1.1" status: 404 len: 333 time: 0.0556753 Feb 07 22:53:37.110398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34320) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:37.125793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 478cc14e-809b-4b5b-9700-16d43edb77dd {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:53:37.126142 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 478cc14e-809b-4b5b-9700-16d43edb77dd not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:53:37.158995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:37.163067 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e596b8-a25d-4305-ba67-b710649fbcd1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:37.163519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e596b8-a25d-4305-ba67-b710649fbcd1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:37.163836 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.166577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01e596b8-a25d-4305-ba67-b710649fbcd1 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/d4882c66-3903-43b3-a42e-49dd4297f0a1 HTTP/1.1" status: 404 len: 337 time: 0.0516918 Feb 07 22:53:37.174993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34326) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:37.239484 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f058fdc-4096-4809-bcfc-de0de44b3e34 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:37.240448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f058fdc-4096-4809-bcfc-de0de44b3e34 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:37.245277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4f058fdc-4096-4809-bcfc-de0de44b3e34 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/8e9db1ae-7441-4730-a112-ae180748d0c5 HTTP/1.1" status: 404 len: 337 time: 0.0688057 Feb 07 22:53:37.247978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34330) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:37.251070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8b78a0f8-48f1-4706-8f85-57549c6b6119 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2533634 Feb 07 22:53:37.263997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Request body: {'port': {'device_id': 'e1903135-bca6-44dd-83a1-3b7704897845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:37.316881 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-576d4ced-c766-4c49-9d57-a676789bb5a7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:37.324292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576d4ced-c766-4c49-9d57-a676789bb5a7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:37.336405 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-576d4ced-c766-4c49-9d57-a676789bb5a7 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/878893b4-d4be-4ef6-b3f5-150b32f3d5b1 HTTP/1.1" status: 404 len: 333 time: 0.0871491 Feb 07 22:53:37.339506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34336) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:37.453993 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-34755afc-76c9-45e9-8964-d547cf829486 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:37.454449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34755afc-76c9-45e9-8964-d547cf829486 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:37.461629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-34755afc-76c9-45e9-8964-d547cf829486 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/2377e24c-1f38-4658-8f2e-19f32702df20 HTTP/1.1" status: 404 len: 337 time: 0.1153586 Feb 07 22:53:37.465029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34340) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:37.588147 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3aade7-3b42-4a36-85e5-bf9e99fffdce tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:37.590611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3aade7-3b42-4a36-85e5-bf9e99fffdce tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:37.593029 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6318d820-e54e-4b79-b933-13a9beb37534 req-ed3a4ec9-1f40-4075-8457-ab597465538f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1426542 Feb 07 22:53:37.593648 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.614389 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7c3aade7-3b42-4a36-85e5-bf9e99fffdce tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/subnets/8976160d-1b29-4c98-95e4-50a749af68d1 HTTP/1.1" status: 404 len: 337 time: 0.1475816 Feb 07 22:53:37.617516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34344) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:37.639129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8436f27-90c2-4f5b-a19a-1f2bc100c345 None None] Network a009ea34-c787-480d-8789-fe6058f2fb62 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:37.942706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9475068e-9a86-4ddf-91a2-ad30ec8e345c None None] Provisioning complete for port 86a72a3f-0ba8-4355-8668-83a50bd7d12e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:37.943816 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9475068e-9a86-4ddf-91a2-ad30ec8e345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.001440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4d1af691-9c43-493a-bc96-bed713a13c87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 00eb513c-c769-4bca-ba03-bf2043b44d77 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:38.001895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d1af691-9c43-493a-bc96-bed713a13c87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.146091 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d1af691-9c43-493a-bc96-bed713a13c87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.166459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4d1af691-9c43-493a-bc96-bed713a13c87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 00eb513c-c769-4bca-ba03-bf2043b44d77 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:38.219392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97054e-d0b9-4b96-9252-4539ab496810 None None] DHCP port deletion for a009ea34-c787-480d-8789-fe6058f2fb62 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:53:38.314413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30606f0c-6946-49dc-8f3f-3d44e34fb70e req-ed4748d0-2fb5-4f35-ab6c-334c209696c9 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:38.323834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30606f0c-6946-49dc-8f3f-3d44e34fb70e req-ed4748d0-2fb5-4f35-ab6c-334c209696c9 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 931 time: 0.4149184 Feb 07 22:53:38.373099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9475068e-9a86-4ddf-91a2-ad30ec8e345c None None] Provisioning complete for port 1fa6f28d-abb9-4d24-8322-72448c0a6017 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:38.373474 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9475068e-9a86-4ddf-91a2-ad30ec8e345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.387744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30606f0c-6946-49dc-8f3f-3d44e34fb70e req-1519b6d0-2e89-486c-9f74-74a591891e4e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615718 Feb 07 22:53:38.418509 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d1af691-9c43-493a-bc96-bed713a13c87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.476997 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d1af691-9c43-493a-bc96-bed713a13c87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.480672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9475068e-9a86-4ddf-91a2-ad30ec8e345c None None] Port 1fa6f28d-abb9-4d24-8322-72448c0a6017 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:38.482015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4d1af691-9c43-493a-bc96-bed713a13c87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/ports/00eb513c-c769-4bca-ba03-bf2043b44d77 HTTP/1.1" status: 204 len: 168 time: 0.8632421 Feb 07 22:53:38.483624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1af691-9c43-493a-bc96-bed713a13c87 tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=00eb513c-c769-4bca-ba03-bf2043b44d77,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:38.486499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34368) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:38.489730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9475068e-9a86-4ddf-91a2-ad30ec8e345c None None] Could not find standard attr ID for object 00eb513c-c769-4bca-ba03-bf2043b44d77. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:53:38.496248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fb97054e-d0b9-4b96-9252-4539ab496810 None None] Deleting port 86a72a3f-0ba8-4355-8668-83a50bd7d12e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:38.497276 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb97054e-d0b9-4b96-9252-4539ab496810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.539104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa6f28d-abb9-4d24-8322-72448c0a6017 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:38.560577 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.599194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fb97054e-d0b9-4b96-9252-4539ab496810 None None] For port 86a72a3f-0ba8-4355-8668-83a50bd7d12e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86a72a3f-0ba8-4355-8668-83a50bd7d12e,segment=NetworkSegment(d62032be-eb2e-41a6-8606-360a037a28ba),segment_id=d62032be-eb2e-41a6-8606-360a037a28ba)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:38.599654 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb97054e-d0b9-4b96-9252-4539ab496810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.611147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Transition to ACTIVE for port object 1fa6f28d-abb9-4d24-8322-72448c0a6017 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:38.632391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.633773 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.663044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fb97054e-d0b9-4b96-9252-4539ab496810 None None] Calling delete_port for 86a72a3f-0ba8-4355-8668-83a50bd7d12e owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:38.759688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Deleting port 86a72a3f-0ba8-4355-8668-83a50bd7d12e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:38.760439 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.776222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa6f28d-abb9-4d24-8322-72448c0a6017,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:38.918403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb7b625e-ab4a-40c4-b66b-053bf69f8d39 req-c6294880-e7f5-4313-9660-0c18ce04a98d tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1321735 Feb 07 22:53:38.961762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86a72a3f-0ba8-4355-8668-83a50bd7d12e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:38.991236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] For port 86a72a3f-0ba8-4355-8668-83a50bd7d12e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86a72a3f-0ba8-4355-8668-83a50bd7d12e,segment=NetworkSegment(d62032be-eb2e-41a6-8606-360a037a28ba),segment_id=d62032be-eb2e-41a6-8606-360a037a28ba)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:38.994484 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.018316 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 86a72a3f-0ba8-4355-8668-83a50bd7d12e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:53:39.018674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86a72a3f-0ba8-4355-8668-83a50bd7d12e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:53:39.020165 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb97054e-d0b9-4b96-9252-4539ab496810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.030164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Calling delete_port for 86a72a3f-0ba8-4355-8668-83a50bd7d12e owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:39.053802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97054e-d0b9-4b96-9252-4539ab496810 None None] No DVR routers for this DVR port 86a72a3f-0ba8-4355-8668-83a50bd7d12e on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:39.093821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Attempting to bind port 1fa6f28d-abb9-4d24-8322-72448c0a6017 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:39.094163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Attempting to bind port 1fa6f28d-abb9-4d24-8322-72448c0a6017 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:39.094480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Attempting to bind port 1fa6f28d-abb9-4d24-8322-72448c0a6017 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:53:39.099745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Port 1fa6f28d-abb9-4d24-8322-72448c0a6017 on network 0591e9d1-1178-48a6-adfe-476e4a3652be not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:53:39.100245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Attempting to bind port 1fa6f28d-abb9-4d24-8322-72448c0a6017 on network 0591e9d1-1178-48a6-adfe-476e4a3652be {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:53:39.106624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:53:39.107208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Checking segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:39.107787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Bound using segment: {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:53:39.108636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Bound port: 1fa6f28d-abb9-4d24-8322-72448c0a6017, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f80ae4b-814f-4d10-af18-8ddacf73ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:39.109163 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.140056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97054e-d0b9-4b96-9252-4539ab496810 None None] Pushing event deleted for resources: {'Port': ['ID=86a72a3f-0ba8-4355-8668-83a50bd7d12e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:39.207733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:53:39.211900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:53:39.216309 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.221060 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.342480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Port': ['ID=86a72a3f-0ba8-4355-8668-83a50bd7d12e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:39.348670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] No DVR routers for this DVR port 86a72a3f-0ba8-4355-8668-83a50bd7d12e on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:39.359886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa6f28d-abb9-4d24-8322-72448c0a6017,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:39.395871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:39.396684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.398133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-92d58639-af90-4a67-b6a1-ae41de0fc248 service neutron] 10.222.0.24 "PUT /v2.0/ports/1fa6f28d-abb9-4d24-8322-72448c0a6017 HTTP/1.1" status: 200 len: 1091 time: 2.1389334 Feb 07 22:53:39.398664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:39.407519 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad127118-e57e-4d7a-aee9-b4c5ca596783" -d '{"events": [{"name": "network-changed", "server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:39.500428 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.516228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-24f9746d-0692-4789-9c80-a18df1f5d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:39.527428 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-24f9746d-0692-4789-9c80-a18df1f5d15c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 1094 time: 0.0736918 Feb 07 22:53:39.546629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a009ea34-c787-480d-8789-fe6058f2fb62']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:39.555575 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba857d6-f607-4519-9254-790657cdb85f x-openstack-request-id: req-9ba857d6-f607-4519-9254-790657cdb85f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:39.556757 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:39.557065 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ba857d6-f607-4519-9254-790657cdb85f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:39.557573 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017', 'status': 'completed', 'code': 200} Feb 07 22:53:39.591032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62032be-eb2e-41a6-8606-360a037a28ba') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:39.591330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62032be-eb2e-41a6-8606-360a037a28ba') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:39.612210 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-6661bdbb-e198-4e10-a0c2-fff5f3be53e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017 HTTP/1.1" status: 200 len: 217 time: 0.0735381 Feb 07 22:53:39.616375 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.633638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.656105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:39.656968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.776014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8e5271d3-2f43-4957-bbcb-c5414a8c53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:39.777599 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-8e5271d3-2f43-4957-bbcb-c5414a8c53d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1594102 Feb 07 22:53:39.866837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-dc0e77b7-d95d-4d8c-b847-9e3f51d503d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:39.869919 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-dc0e77b7-d95d-4d8c-b847-9e3f51d503d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842237 Feb 07 22:53:40.066052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-df5dfe4b-1ca4-4da9-b582-b79f26d8c10a service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857378 Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:40.265784 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:40.289866 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7df14b1-c0bb-40fd-8e9b-77a4ff3eff9c req-52213cee-dcb1-460b-b006-be7aed76398e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1455717 Feb 07 22:53:40.371736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.377770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.384981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] 10.222.0.15 "DELETE /v2.0/networks/a009ea34-c787-480d-8789-fe6058f2fb62 HTTP/1.1" status: 204 len: 168 time: 1.8965428 Feb 07 22:53:40.390954 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7433f50b-c5d6-4d3d-a4ab-e1a5892d55c8 req-2dac5571-57a0-4ead-ae9d-ead0ac3870a8 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187637 Feb 07 22:53:40.476702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f001e-efc8-4a5d-b0ee-85a32e9a9bbf tempest-PortsIpV6TestJSON-6784393 tempest-PortsIpV6TestJSON-6784393-project] Pushing event deleted for resources: {'Network': ['ID=a009ea34-c787-480d-8789-fe6058f2fb62,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:40.496609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747aa5ab-21be-417f-8031-22870b2c1ed3 req-2ca44e1a-6a35-4b74-8bcf-bb4d6fdc0290 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:40.504951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-747aa5ab-21be-417f-8031-22870b2c1ed3 req-2ca44e1a-6a35-4b74-8bcf-bb4d6fdc0290 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 943 time: 0.2191312 Feb 07 22:53:40.562591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-2576e635-ca94-4675-8096-485ab0fe25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:40.564594 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-2576e635-ca94-4675-8096-485ab0fe25a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 1094 time: 0.1031544 Feb 07 22:53:40.595182 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-747aa5ab-21be-417f-8031-22870b2c1ed3 req-c495ac3a-ad65-4955-a51f-eabf48cd2e4d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888855 Feb 07 22:53:40.758279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34434) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:40.772254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-a569cc0b-4189-4531-919a-b347fb4af9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:40.777323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-a569cc0b-4189-4531-919a-b347fb4af9f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.1979198 Feb 07 22:53:40.877980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea19f95b-1397-48de-8c34-79e254131991 admin admin] Deleting subnet 661611d9-a9b1-4698-9466-5d1e86e2b899 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:53:40.887467 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea19f95b-1397-48de-8c34-79e254131991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.930934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-eb4ede82-5e90-4ad0-9dfd-7b25309700dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017 HTTP/1.1" status: 200 len: 217 time: 0.1479514 Feb 07 22:53:40.996588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-cd24221d-1afd-4908-a0ba-7ac51be7fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:40.998029 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-cd24221d-1afd-4908-a0ba-7ac51be7fee7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.0600955 Feb 07 22:53:41.006717 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea19f95b-1397-48de-8c34-79e254131991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.056863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34440) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:41.072524 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea19f95b-1397-48de-8c34-79e254131991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.087448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-18656eb0-7568-4c6a-aa8d-f2f066c76989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:41.089348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-18656eb0-7568-4c6a-aa8d-f2f066c76989 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814710 Feb 07 22:53:41.161650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea19f95b-1397-48de-8c34-79e254131991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.250945 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-949579bd-62df-4324-be7c-228a0da7445d service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514688 Feb 07 22:53:41.252958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19f95b-1397-48de-8c34-79e254131991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661611d9-a9b1-4698-9466-5d1e86e2b899,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:41.254691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea19f95b-1397-48de-8c34-79e254131991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.258475 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ea19f95b-1397-48de-8c34-79e254131991 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/661611d9-a9b1-4698-9466-5d1e86e2b899 HTTP/1.1" status: 204 len: 168 time: 0.4985051 Feb 07 22:53:41.261523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34450) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:41.361421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.399279 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad127118-e57e-4d7a-aee9-b4c5ca596783 req-dbd371ca-b5ba-4b36-95e0-994cf9613299 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394479 Feb 07 22:53:41.467341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ae2829bc-449f-4e96-9ab8-dc14ef951def admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9770b48de39a47e6ac95a684c8b5ef96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069083 Feb 07 22:53:41.467793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34462) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:41.538351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.570507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d772b3-e3c3-4426-9a27-670cb37bcc54']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:41.582259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8a80fa-2b44-472d-a522-97b38d0d8b64') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:41.582636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8a80fa-2b44-472d-a522-97b38d0d8b64') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:41.595888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.621812 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.635743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:41.636282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:41.638547 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:41.658181 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-343a1243-0b34-470f-b7e0-15a0acca5f93 req-7c60177b-7288-48cd-b4bc-089b0471eacf tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1001928 Feb 07 22:53:41.741655 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bc571c62-0f4a-4ba3-b705-584bf8cb8cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.761916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.783994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.789082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f3d772b3-e3c3-4426-9a27-670cb37bcc54 HTTP/1.1" status: 204 len: 168 time: 0.5260563 Feb 07 22:53:41.801278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bc571c62-0f4a-4ba3-b705-584bf8cb8cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.844305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbbf8e-6e9e-406c-87b9-99c5a6c204a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d772b3-e3c3-4426-9a27-670cb37bcc54,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:41.886220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bc571c62-0f4a-4ba3-b705-584bf8cb8cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.889022 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bc571c62-0f4a-4ba3-b705-584bf8cb8cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.890824 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bc571c62-0f4a-4ba3-b705-584bf8cb8cff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a21bdc4-5547-4818-b816-9a504120644b HTTP/1.1" status: 204 len: 168 time: 0.4207757 Feb 07 22:53:41.911928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc571c62-0f4a-4ba3-b705-584bf8cb8cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a21bdc4-5547-4818-b816-9a504120644b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:41.924281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17da3d-124d-42dd-b170-ec00b702d0d6 req-997a576b-2db8-40a1-961b-5f597329a232 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:41.926877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a17da3d-124d-42dd-b170-ec00b702d0d6 req-997a576b-2db8-40a1-961b-5f597329a232 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 943 time: 0.1622605 Feb 07 22:53:42.013889 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a17da3d-124d-42dd-b170-ec00b702d0d6 req-54a766be-67b2-48c7-833c-216d7c743a36 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746505 Feb 07 22:53:42.058279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34480) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:42.169471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8107c023-8a4d-47ff-8ce7-0a0747ab13d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=308646967b5a4c7dbae4a46a95202463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1089358 Feb 07 22:53:42.172011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34486) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:42.303557 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c602844-4682-4915-9d13-23d0741728f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.349999 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c602844-4682-4915-9d13-23d0741728f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.464546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c602844-4682-4915-9d13-23d0741728f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.467340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c602844-4682-4915-9d13-23d0741728f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.468750 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4c602844-4682-4915-9d13-23d0741728f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2051095-9f4f-45be-8c12-ae408ca499cb HTTP/1.1" status: 204 len: 168 time: 0.2955403 Feb 07 22:53:42.497118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c602844-4682-4915-9d13-23d0741728f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2051095-9f4f-45be-8c12-ae408ca499cb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:42.880162 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b096ec6-eafd-4b80-a336-d2ab8061ffe4 req-473b2420-4772-4c16-ae70-2cc5e835906a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0600097 Feb 07 22:53:43.022201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1fa6f28d-abb9-4d24-8322-72448c0a6017 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:53:43.285266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d193-834c-4aab-956d-ceeb2b03be90 req-e39f9a02-6dfd-48c0-84fc-9d25ab4ca975 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:43.301191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-72c2d193-834c-4aab-956d-ceeb2b03be90 req-e39f9a02-6dfd-48c0-84fc-9d25ab4ca975 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 943 time: 0.1415350 Feb 07 22:53:43.336877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:43.364506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '1fa6f28d-abb9-4d24-8322-72448c0a6017', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'port_id': '1fa6f28d-abb9-4d24-8322-72448c0a6017', 'mac_address': 'fa:16:3e:82:bf:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:53:43.417474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-72c2d193-834c-4aab-956d-ceeb2b03be90 req-e8ec44ee-4222-47f1-88da-2623783b2081 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149867 Feb 07 22:53:43.470664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34552) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:43.476038 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.510774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa6f28d-abb9-4d24-8322-72448c0a6017 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:43.585969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:43.594724 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.709725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=1fa6f28d-abb9-4d24-8322-72448c0a6017,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:43.814202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['1fa6f28d-abb9-4d24-8322-72448c0a6017'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:43.866821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-96813108'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:43.980476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:43.995100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.027214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.148952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab0859b7-fc50-45ee-af6a-ab8da413669c req-7a4f5d7f-0d08-4d72-85c1-9a2f20bfbc63 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0464418 Feb 07 22:53:44.211899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34586) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:44.251515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.258227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.299477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:44.328991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416300f5-0a7e-4d36-a2fc-d5f5261eb7ee,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:44.346804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.347151 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added segment 5ee359df-197b-4e80-9861-d4c7df9fc01d of type vlan for network 92c32261-68d2-4eb3-b7b4-223db0a41ccf Feb 07 22:53:44.408894 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.458515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-82676638-network', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:44.465316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.476156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:44.476867 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.514720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Made reservation on behalf of 57f9dd05c8f64f849774ff34d4a4d885 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:44.517215 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.538059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.554021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0799005 Feb 07 22:53:44.585616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34598) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:44.600624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1988791919'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:44.624314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8dd7-dded-481c-b0d3-fd81e827a9ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Network': ['ID=92c32261-68d2-4eb3-b7b4-223db0a41ccf,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:44.637271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 92c32261-68d2-4eb3-b7b4-223db0a41ccf details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:53:44.656317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b28e4-cafb-4904-8c55-dba1e32e51e4 req-f68d7a41-2874-4316-a4e9-643c56b090e2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:44.659351 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-151b28e4-cafb-4904-8c55-dba1e32e51e4 req-f68d7a41-2874-4316-a4e9-643c56b090e2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 944 time: 0.1660078 Feb 07 22:53:44.678814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:44.695566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.751562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.755107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-151b28e4-cafb-4904-8c55-dba1e32e51e4 req-85d69cd6-f13c-4687-b39c-821ce7a28583 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857379 Feb 07 22:53:44.757172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:44.765256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.770404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.770967 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added segment acf117e1-492e-4b96-b025-867b96afb853 of type vlan for network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 Feb 07 22:53:44.794009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:44.821044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.822159 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Added segment 822d6eb8-5fe8-4695-a0c3-c3a95eb84e63 of type vlan for network 4eab19fb-6ef3-42b1-82ae-184f691a3419 Feb 07 22:53:44.840496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be65fa6-1130-4d25-ab67-0e23bf585fde,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:44.891984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.895201 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.930773 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.933053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:44.933906 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.956842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.966129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:44.966940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.023296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1fa6f28d-abb9-4d24-8322-72448c0a6017 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:45.055017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8410091 Feb 07 22:53:45.058793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34610) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:45.063221 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4761679 Feb 07 22:53:45.064602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Request body: {'subnet': {'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-82676638-subnet', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:45.070745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34612) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:45.078345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'subnet': {'network_id': '92c32261-68d2-4eb3-b7b4-223db0a41ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:45.085002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974e265-0e80-46c3-9ce1-93933652d9db admin admin] Pushing event updated for resources: {'Network': ['ID=4eab19fb-6ef3-42b1-82ae-184f691a3419,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:45.115164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Made reservation on behalf of 57f9dd05c8f64f849774ff34d4a4d885 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:45.123423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.142713 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 4eab19fb-6ef3-42b1-82ae-184f691a3419 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:53:45.343118 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 1fa6f28d-abb9-4d24-8322-72448c0a6017 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:45.347517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 1fa6f28d-abb9-4d24-8322-72448c0a6017 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:45.347930 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.364590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c7002-f5db-4d8c-9c9b-cf2239c3c77e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Network': ['ID=347a4fe3-1e49-470f-be9d-5f77f99f4cf5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:45.407630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57836494-f3aa-4414-b50a-8f6d0fe0c60d req-0a35f778-8c3b-467d-86df-10166ed28ec3 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1106095 Feb 07 22:53:45.410727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:53:45.461616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7c1d1-5fa0-410b-9a5c-27324bc3adec req-e03b4abe-cc9d-40f6-9fa8-607a2c627e9b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:45.463661 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1f7c1d1-5fa0-410b-9a5c-27324bc3adec req-e03b4abe-cc9d-40f6-9fa8-607a2c627e9b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 946 time: 0.2016835 Feb 07 22:53:45.464601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:45.469937 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.671292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1f7c1d1-5fa0-410b-9a5c-27324bc3adec req-a26dac19-bc1e-427f-a09c-9683a3ab3077 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911757 Feb 07 22:53:45.677216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.750151 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.807242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:45.810097 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f69318a-0918-4b0c-958f-2ec62ce20a41" -d '{"events": [{"server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:45.833058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:45.843684 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.885289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f4b850-6cd0-4563-8618-dfb518ea106c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:45.909656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Checking segment: {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:45.910008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Network hostable DHCP agents. Network: 4eab19fb-6ef3-42b1-82ae-184f691a3419, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:45.921164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=1fa6f28d-abb9-4d24-8322-72448c0a6017,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:45.960993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Network 4eab19fb-6ef3-42b1-82ae-184f691a3419 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:45.961446 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37b724a-ba1a-412b-9805-621576e795ba x-openstack-request-id: req-d37b724a-ba1a-412b-9805-621576e795ba {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:45.961907 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:45.962860 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d37b724a-ba1a-412b-9805-621576e795ba {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:45.963374 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017', 'code': 200} Feb 07 22:53:45.979796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 4eab19fb-6ef3-42b1-82ae-184f691a3419) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:45.991992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49bb4a-fbfc-4fc0-ac57-095381dd6207 None None] Network 4eab19fb-6ef3-42b1-82ae-184f691a3419 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:46.004904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:46.005489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.042839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.125922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3f893557-f413-4372-91c8-63e25ef945a7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0656226 Feb 07 22:53:46.127771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34628) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:46.142521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:46.193380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349f7ac-2b8c-4956-a7da-75380e8e1f1e req-69dcf607-77b0-473f-a9a8-b051f6022e95 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:46.196158 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6349f7ac-2b8c-4956-a7da-75380e8e1f1e req-69dcf607-77b0-473f-a9a8-b051f6022e95 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.2139902 Feb 07 22:53:46.197788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Subnet': ['ID=b0c0bac8-5043-488f-8186-a800757d600a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:46.203056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Checking segment: {'id': '5ee359df-197b-4e80-9861-d4c7df9fc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92c32261-68d2-4eb3-b7b4-223db0a41ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:46.203550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network hostable DHCP agents. Network: 92c32261-68d2-4eb3-b7b4-223db0a41ccf, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:46.205558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527f914-63c8-4155-9f7d-c6721b9cc250 req-f545567a-0511-4390-938b-5fcc9f9fda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:46.207754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d527f914-63c8-4155-9f7d-c6721b9cc250 req-f545567a-0511-4390-938b-5fcc9f9fda35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 1096 time: 0.1366215 Feb 07 22:53:46.251387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 92c32261-68d2-4eb3-b7b4-223db0a41ccf is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:46.253297 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.254522 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.275638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 92c32261-68d2-4eb3-b7b4-223db0a41ccf) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:46.310286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:46.311252 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.367398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b3e68539-ca34-4d28-ad58-ce7fa081885f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2936502 Feb 07 22:53:46.369768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34634) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:46.383626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'subnet': {'network_id': '347a4fe3-1e49-470f-be9d-5f77f99f4cf5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:46.528394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39d420f-ad7c-47f6-9b27-dc196cfe7d75 None None] Network 92c32261-68d2-4eb3-b7b4-223db0a41ccf requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:46.556844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.572803 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d527f914-63c8-4155-9f7d-c6721b9cc250 req-ca2605f0-590d-4929-8d65-d88cef468038 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535562 Feb 07 22:53:46.577109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6349f7ac-2b8c-4956-a7da-75380e8e1f1e req-3aa12faa-039c-4cb9-90ba-27fba842f9ff tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670104 Feb 07 22:53:46.619489 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cef0ce8b-19cd-4c14-85c4-6d7e78f81538 req-1442260c-b1ca-461b-af6f-119152505af2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.0761571 Feb 07 22:53:46.638263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-4eab19fb-6ef3-42b1-82ae-184f691a3419', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:53:46.640309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.654324 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:46.658338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.689220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-ee18d2d4-0760-4f44-86ca-0ea61ddb7f0a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:46.690565 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-ee18d2d4-0760-4f44-86ca-0ea61ddb7f0a tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 946 time: 0.2248871 Feb 07 22:53:46.860142 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.978831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-92c32261-68d2-4eb3-b7b4-223db0a41ccf', 'network_id': '92c32261-68d2-4eb3-b7b4-223db0a41ccf', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'fixed_ips': [{'subnet_id': 'b0c0bac8-5043-488f-8186-a800757d600a'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:53:46.982310 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.992318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461491a2-82bc-4e79-b717-92bebafe548b req-0907dcce-b762-49e9-a90a-5bd153abb03b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:46.994917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-461491a2-82bc-4e79-b717-92bebafe548b req-0907dcce-b762-49e9-a90a-5bd153abb03b tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 946 time: 0.1504717 Feb 07 22:53:47.001737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.022974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Deleting port 5643c1a7-b5a2-426b-a9d6-576175b206bc {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:47.023319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.129463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Subnet': ['ID=0c7f37d5-2583-4ffb-a9d9-d82564a1c3f7,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:47.145639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Checking segment: {'id': 'acf117e1-492e-4b96-b025-867b96afb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '347a4fe3-1e49-470f-be9d-5f77f99f4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:47.146004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network hostable DHCP agents. Network: 347a4fe3-1e49-470f-be9d-5f77f99f4cf5, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:47.183178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:47.184279 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-461491a2-82bc-4e79-b717-92bebafe548b req-53f3da11-9f03-45cb-853d-2f23c6268fc2 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/security-groups?id=43031638-0214-4c4c-b3e1-622dd787e0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578467 Feb 07 22:53:47.198577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Allocated IP 172.20.0.2 (4eab19fb-6ef3-42b1-82ae-184f691a3419/87f4b850-6cd0-4563-8618-dfb518ea106c/5ca99643-f3bd-44c1-82d2-27c670bf3945) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:47.203579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] For port 5643c1a7-b5a2-426b-a9d6-576175b206bc, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5643c1a7-b5a2-426b-a9d6-576175b206bc,segment=NetworkSegment(567c8ae3-4eac-4f50-86a4-d689183c1de8),segment_id=567c8ae3-4eac-4f50-86a4-d689183c1de8)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:47.204479 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.205447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 347a4fe3-1e49-470f-be9d-5f77f99f4cf5) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:47.213104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:47.214581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.222024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Calling delete_port for 5643c1a7-b5a2-426b-a9d6-576175b206bc owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:47.252107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e0d92e-d730-400b-b3ca-50b918e19373 None None] Network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:47.252694 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c6c0ae68-3816-4d0f-97e1-883ae079e421 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8790569 Feb 07 22:53:47.255299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34652) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:47.261001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5a85cc2c-2b89-45db-9c02-202c45d69e23 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1092085404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:47.303212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a85cc2c-2b89-45db-9c02-202c45d69e23 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.304585 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a85cc2c-2b89-45db-9c02-202c45d69e23 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.420698 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a85cc2c-2b89-45db-9c02-202c45d69e23 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.428030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a85cc2c-2b89-45db-9c02-202c45d69e23 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.440837 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.441081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-347a4fe3-1e49-470f-be9d-5f77f99f4cf5', 'network_id': '347a4fe3-1e49-470f-be9d-5f77f99f4cf5', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'fixed_ips': [{'subnet_id': '0c7f37d5-2583-4ffb-a9d9-d82564a1c3f7'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:53:47.441742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.458811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a85cc2c-2b89-45db-9c02-202c45d69e23 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.460696 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5a85cc2c-2b89-45db-9c02-202c45d69e23 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2038388 Feb 07 22:53:47.463693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34654) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:47.470995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.534657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Allocated IP 2001:db8::2 (92c32261-68d2-4eb3-b7b4-223db0a41ccf/b0c0bac8-5043-488f-8186-a800757d600a/3de9cd4a-62b9-4f62-b0c2-01a5927c057e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:47.825418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Allocated IP 172.25.8.157 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/7c2c31f5-eda9-43df-82fd-2f683ac3d5c2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:47.890211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b0313-ce3d-4533-8bbb-7ffc5b68e75c req-627ff199-c3f8-4d84-bcdc-0f14ddf4eea9 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:47.900487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d83b0313-ce3d-4533-8bbb-7ffc5b68e75c req-627ff199-c3f8-4d84-bcdc-0f14ddf4eea9 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.1608429 Feb 07 22:53:48.003670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d83b0313-ce3d-4533-8bbb-7ffc5b68e75c req-ed368673-bbe2-4745-944d-95a02849ba7c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861363 Feb 07 22:53:48.037368 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.065470 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.076445 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.120605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Allocated IP 2001:db8:1::2 (347a4fe3-1e49-470f-be9d-5f77f99f4cf5/0c7f37d5-2583-4ffb-a9d9-d82564a1c3f7/75182fbe-0840-404c-980c-0ecf94ec2438) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:48.120605 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.137251 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.152143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Network 92c32261-68d2-4eb3-b7b4-223db0a41ccf is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:48.161673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Pushing event updated for resources: {'Port': ['ID=3de9cd4a-62b9-4f62-b0c2-01a5927c057e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:48.164204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:48.183576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:48.235193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Network 4eab19fb-6ef3-42b1-82ae-184f691a3419 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:48.313855 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98d37b1b-9950-4070-a977-eaaab5b02c4b req-7a7554cb-541f-4ce7-9f03-fce6d09019c2 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.5688443 Feb 07 22:53:48.331678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:48.343899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:48.429044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db4e1b-9977-4282-9440-832d06038a88 req-54650884-29c4-405a-ab33-efc54871afa2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:48.430497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60db4e1b-9977-4282-9440-832d06038a88 req-54650884-29c4-405a-ab33-efc54871afa2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.1307743 Feb 07 22:53:48.438846 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.443210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Pushing event updated for resources: {'Port': ['ID=5ca99643-f3bd-44c1-82d2-27c670bf3945,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:48.470761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5643c1a7-b5a2-426b-a9d6-576175b206bc'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:48.479293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Attempting to bind port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:48.479663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Attempting to bind port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '5ee359df-197b-4e80-9861-d4c7df9fc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92c32261-68d2-4eb3-b7b4-223db0a41ccf'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:48.480055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Attempting to bind port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e on network 92c32261-68d2-4eb3-b7b4-223db0a41ccf {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:53:48.482892 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.519178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:53:48.519564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Checking segment: {'id': '5ee359df-197b-4e80-9861-d4c7df9fc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92c32261-68d2-4eb3-b7b4-223db0a41ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:48.520015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.520414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Bound using segment: {'id': '5ee359df-197b-4e80-9861-d4c7df9fc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92c32261-68d2-4eb3-b7b4-223db0a41ccf'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:53:48.520900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Bound port: 3de9cd4a-62b9-4f62-b0c2-01a5927c057e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee359df-197b-4e80-9861-d4c7df9fc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92c32261-68d2-4eb3-b7b4-223db0a41ccf'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:48.521994 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.561275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60db4e1b-9977-4282-9440-832d06038a88 req-227be6cc-593c-456d-b3b8-2307f0e1c3de tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789979 Feb 07 22:53:48.600479 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad354db4-adbd-41d7-952f-324134fe8a95 req-c17366ee-604e-4a77-a9a3-9caf3561b3d2 tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7bb4450-0070-4597-9ccd-bd81478d48aa HTTP/1.1" status: 200 len: 210 time: 0.1492765 Feb 07 22:53:48.609720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Pushing event deleted for resources: {'Port': ['ID=5643c1a7-b5a2-426b-a9d6-576175b206bc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:48.632823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Attempting to bind port 5ca99643-f3bd-44c1-82d2-27c670bf3945 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:48.633187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Attempting to bind port 5ca99643-f3bd-44c1-82d2-27c670bf3945 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:48.633552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Attempting to bind port 5ca99643-f3bd-44c1-82d2-27c670bf3945 on network 4eab19fb-6ef3-42b1-82ae-184f691a3419 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:53:48.639020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 2001:db8::1 (92c32261-68d2-4eb3-b7b4-223db0a41ccf/b0c0bac8-5043-488f-8186-a800757d600a/0df9af23-3857-48ab-b2ee-4bf7521de976) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:48.670300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:53:48.670679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Checking segment: {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:48.671091 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.671491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Bound using segment: {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:53:48.672027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Bound port: 5ca99643-f3bd-44c1-82d2-27c670bf3945, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:48.672416 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.748202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] No DVR routers for this DVR port 5643c1a7-b5a2-426b-a9d6-576175b206bc on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:48.756290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.768489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] For port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:53:48.768693 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-400e56cc-c5be-484d-b738-95fad0ddba5f req-4ba101ba-28a1-4cbb-a90b-e222fef662de tempest-AttachVolumeNegativeTest-1206974478 tempest-AttachVolumeNegativeTest-1206974478-project] 10.222.0.24 "DELETE /v2.0/ports/5643c1a7-b5a2-426b-a9d6-576175b206bc HTTP/1.1" status: 204 len: 173 time: 1.9572735 Feb 07 22:53:48.770936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bb4450-0070-4597-9ccd-bd81478d48aa', 'name': 'network-vif-deleted', 'tag': '5643c1a7-b5a2-426b-a9d6-576175b206bc'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:48.773322 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b08611a-f436-4b2b-b7ab-1a0afca34daf" -d '{"events": [{"server_uuid": "a7bb4450-0070-4597-9ccd-bd81478d48aa", "name": "network-vif-deleted", "tag": "5643c1a7-b5a2-426b-a9d6-576175b206bc"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:53:48.779055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] For port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3de9cd4a-62b9-4f62-b0c2-01a5927c057e,segment=NetworkSegment(5ee359df-197b-4e80-9861-d4c7df9fc01d),segment_id=5ee359df-197b-4e80-9861-d4c7df9fc01d)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:53:48.802252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.837661 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.857473 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.877923 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.900968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2c31f5-eda9-43df-82fd-2f683ac3d5c2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:48.908305 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d7aacf-f103-4653-b7e9-f29c0c32e28b x-openstack-request-id: req-c2d7aacf-f103-4653-b7e9-f29c0c32e28b {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:53:48.911833 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bb4450-0070-4597-9ccd-bd81478d48aa", "name": "network-vif-deleted", "tag": "5643c1a7-b5a2-426b-a9d6-576175b206bc", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:53:48.914830 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2d7aacf-f103-4653-b7e9-f29c0c32e28b {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:53:48.915887 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bb4450-0070-4597-9ccd-bd81478d48aa', 'name': 'network-vif-deleted', 'tag': '5643c1a7-b5a2-426b-a9d6-576175b206bc', 'status': 'completed', 'code': 200} Feb 07 22:53:48.938194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:48.941475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:48.950961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:48.956428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc56ce6-31db-4823-96e8-713b53b462f3 None None] Pushing event updated for resources: {'Port': ['ID=3de9cd4a-62b9-4f62-b0c2-01a5927c057e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:48.958989 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.965819 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.025300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Pushing event updated for resources: {'Port': ['ID=75182fbe-0840-404c-980c-0ecf94ec2438,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:49.059521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:49.067487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:49.080432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:49.081829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 92c32261-68d2-4eb3-b7b4-223db0a41ccf is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:49.092681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:49.100455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:49.101070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.179627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=0df9af23-3857-48ab-b2ee-4bf7521de976,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:49.223560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] For port 5ca99643-f3bd-44c1-82d2-27c670bf3945, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:53:49.231299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] For port 5ca99643-f3bd-44c1-82d2-27c670bf3945, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5ca99643-f3bd-44c1-82d2-27c670bf3945,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:53:49.256895 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.269125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Attempting to bind port 75182fbe-0840-404c-980c-0ecf94ec2438 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:49.269748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Attempting to bind port 75182fbe-0840-404c-980c-0ecf94ec2438 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'acf117e1-492e-4b96-b025-867b96afb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '347a4fe3-1e49-470f-be9d-5f77f99f4cf5'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:49.270348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Attempting to bind port 75182fbe-0840-404c-980c-0ecf94ec2438 on network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:53:49.281919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:53:49.282741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Checking segment: {'id': 'acf117e1-492e-4b96-b025-867b96afb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '347a4fe3-1e49-470f-be9d-5f77f99f4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:49.283487 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.286389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Bound using segment: {'id': 'acf117e1-492e-4b96-b025-867b96afb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '347a4fe3-1e49-470f-be9d-5f77f99f4cf5'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:53:49.287168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Bound port: 75182fbe-0840-404c-980c-0ecf94ec2438, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf117e1-492e-4b96-b025-867b96afb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '347a4fe3-1e49-470f-be9d-5f77f99f4cf5'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:49.288322 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.441710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.566384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0324b08-2a5c-4600-b1eb-cd3293b74fc3 None None] Pushing event updated for resources: {'Port': ['ID=5ca99643-f3bd-44c1-82d2-27c670bf3945,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:49.581788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] For port 75182fbe-0840-404c-980c-0ecf94ec2438, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:53:49.588299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] For port 75182fbe-0840-404c-980c-0ecf94ec2438, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=75182fbe-0840-404c-980c-0ecf94ec2438,segment=NetworkSegment(acf117e1-492e-4b96-b025-867b96afb853),segment_id=acf117e1-492e-4b96-b025-867b96afb853)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:53:49.593376 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.662418 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cfe08eae-d7e4-4dc6-a5f0-424afcdfb20c req-98a70bbf-871a-48c6-b4aa-b5e614afa79e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd71bad8-1b50-4383-943b-bd14f6ab3a9f HTTP/1.1" status: 200 len: 210 time: 0.1075108 Feb 07 22:53:49.750647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.810887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0c4f8-411f-4a4d-b181-b685f8b09794 None None] Pushing event updated for resources: {'Port': ['ID=75182fbe-0840-404c-980c-0ecf94ec2438,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:49.824303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34698) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:49.984737 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:53:49.990337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb431a6-a080-4703-bd5e-a2f17976a618 admin admin] Deleting subnet 7d6ef840-447b-4c53-8a11-7a33819ae83a {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:53:50.006566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.021848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.022701 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.032346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ccb431a6-a080-4703-bd5e-a2f17976a618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.173792 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ccb431a6-a080-4703-bd5e-a2f17976a618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.197170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=0df9af23-3857-48ab-b2ee-4bf7521de976,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:50.222132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6913e-212d-4575-9cba-d8555f868522 req-85439df8-2655-46bb-8189-2be7e33d40f5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:50.223816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcb6913e-212d-4575-9cba-d8555f868522 req-85439df8-2655-46bb-8189-2be7e33d40f5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.2150207 Feb 07 22:53:50.302077 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcb6913e-212d-4575-9cba-d8555f868522 req-98e22295-2080-4a09-bcf1-8cfec8125aa8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647924 Feb 07 22:53:50.304490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ccb431a6-a080-4703-bd5e-a2f17976a618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.320371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 92c32261-68d2-4eb3-b7b4-223db0a41ccf is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:50.322868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:50.366694 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.447329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ccb431a6-a080-4703-bd5e-a2f17976a618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.523554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb431a6-a080-4703-bd5e-a2f17976a618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6ef840-447b-4c53-8a11-7a33819ae83a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:50.531580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ccb431a6-a080-4703-bd5e-a2f17976a618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.537463 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ccb431a6-a080-4703-bd5e-a2f17976a618 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d6ef840-447b-4c53-8a11-7a33819ae83a HTTP/1.1" status: 204 len: 168 time: 0.7117765 Feb 07 22:53:50.542164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34714) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:50.724100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.752912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router 3bcb8550-ceac-49d4-b2cd-3f59f61e14d0 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:53:50.777371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Router acd0edac-94ca-4118-8673-98928264fdb3 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:53:50.877118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34728) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:51.053715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5643c1a7-b5a2-426b-a9d6-576175b206bc no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:53:51.127887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 5643c1a7-b5a2-426b-a9d6-576175b206bc {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:53:51.128228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5643c1a7-b5a2-426b-a9d6-576175b206bc not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:53:51.152023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:53:51.153937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7988481-b64c-45fd-8c82-df7b39332807 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.192896 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Sync routers for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:53:51.210821 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:53:51.211446 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:51.229789 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7988481-b64c-45fd-8c82-df7b39332807 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.233972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5ca99643-f3bd-44c1-82d2-27c670bf3945 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:51.251255 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.264889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4f26e3e0-3579-43d9-8ec6-7d7998bf39f1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1342082 Feb 07 22:53:51.270608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34740) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:51.376415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 5ca99643-f3bd-44c1-82d2-27c670bf3945 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:51.377117 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.507967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034bf525-0bba-4c73-9aa5-996d184a19a9 None None] Network 92c32261-68d2-4eb3-b7b4-223db0a41ccf requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:51.573020 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7988481-b64c-45fd-8c82-df7b39332807 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.578798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7988481-b64c-45fd-8c82-df7b39332807 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.582986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b7988481-b64c-45fd-8c82-df7b39332807 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "DELETE /v2.0/security-groups/8ae999b0-a655-4df4-9534-c0de6eda464d HTTP/1.1" status: 204 len: 168 time: 0.7047110 Feb 07 22:53:51.589205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34742) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:51.650376 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:53:51.721052 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-43dacb00-0a40-49a5-bd5a-44c88e269e2f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] show failed (client error): The resource could not be found. Feb 07 22:53:51.727251 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-43dacb00-0a40-49a5-bd5a-44c88e269e2f tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "GET /v2.0/security-groups/8ae999b0-a655-4df4-9534-c0de6eda464d HTTP/1.1" status: 404 len: 347 time: 0.1288962 Feb 07 22:53:51.741897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34748) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:51.742633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7988481-b64c-45fd-8c82-df7b39332807 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae999b0-a655-4df4-9534-c0de6eda464d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:51.977178 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:49Z', 'revision_number': 3, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:52.058557 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Checking router: acd0edac-94ca-4118-8673-98928264fdb3 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:53:52.058886 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Updating router acd0edac-94ca-4118-8673-98928264fdb3 port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:53:52.124351 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.167377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881de56-66d3-4dd0-9679-3c98688a5709 None None] Network 4eab19fb-6ef3-42b1-82ae-184f691a3419 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:52.184502 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a3e1057b-34a0-4bfd-abdf-1878fc44c320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.269226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ca10f316-bc19-435e-bd35-6207288d3c17 None None] Provisioning complete for port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:52.275532 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca10f316-bc19-435e-bd35-6207288d3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.298128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting port 54217bf5-6346-4e96-982f-8074ae4c0f09 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:52.299218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.329637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc325c1-bb77-4b12-8478-46dbc5a8fc3e None None] Network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:53:52.400534 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.423361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553e2505-80e6-497f-91f0-666f97c498dc']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:52.434876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567c8ae3-4eac-4f50-86a4-d689183c1de8') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:52.435411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567c8ae3-4eac-4f50-86a4-d689183c1de8') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:52.447138 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.464507 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.472921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:52.474163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:52.535318 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:52.562004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:53:52.569772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-62d99452-c4ac-4b5a-8bea-ddbce5b3914e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/3bcb8550-ceac-49d4-b2cd-3f59f61e14d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1039982 Feb 07 22:53:52.573087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34758) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:52.573969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.579007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.583616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] 10.222.0.15 "DELETE /v2.0/networks/553e2505-80e6-497f-91f0-666f97c498dc HTTP/1.1" status: 204 len: 168 time: 2.0404820 Feb 07 22:53:52.667081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc09b1c-ac73-463e-979e-4786647c091d None None] Sync routers for ids ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:53:52.673650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43080297-6107-4bed-9b60-5e4eb09c2347 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:52.685131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-43080297-6107-4bed-9b60-5e4eb09c2347 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports/0df9af23-3857-48ab-b2ee-4bf7521de976 HTTP/1.1" status: 200 len: 911 time: 0.0997660 Feb 07 22:53:52.700469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34762) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:52.705769 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.727276 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.729186 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db0e7f-394b-4a7d-83aa-f5fcce452975 admin admin] Pushing event deleted for resources: {'Network': ['ID=553e2505-80e6-497f-91f0-666f97c498dc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:52.757289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc6170-c6d5-4b0f-b84f-f595d68be6c6 req-c2f6725e-829f-47b0-b162-5431761d3103 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:52.771420 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3bc6170-c6d5-4b0f-b84f-f595d68be6c6 req-c2f6725e-829f-47b0-b162-5431761d3103 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 1.5910041 Feb 07 22:53:52.791999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc09b1c-ac73-463e-979e-4786647c091d None None] Routers {'3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:53:52.792712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8dc09b1c-ac73-463e-979e-4786647c091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:52.841372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34768) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:52.846248 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Attempting to bind port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:52.847340 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Attempting to bind port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:52.848081 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Attempting to bind port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:53:52.858882 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:53:52.859377 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:53:52.859909 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.860419 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:53:52.860989 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Bound port: 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:52.861467 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.863523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.895243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8dc09b1c-ac73-463e-979e-4786647c091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:52.901175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4e342e2d-4a72-44ce-8224-fa7a3c74c843 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ff5c4f24e93439eafa1d7ce3f7c79f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583105 Feb 07 22:53:52.906703 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34770) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:52.934937 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] For port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:53:52.935434 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] For port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7c2c31f5-eda9-43df-82fd-2f683ac3d5c2,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:53:52.961013 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.968887 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Pushing event updated for resources: {'Port': ['ID=7c2c31f5-eda9-43df-82fd-2f683ac3d5c2,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:52.976387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3bc6170-c6d5-4b0f-b84f-f595d68be6c6 req-d9f4c54d-8285-469d-9057-fec594da18b0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040260 Feb 07 22:53:52.985748 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fabea3-7f2e-47ee-a422-bd6e69570a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.989201 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:52.990730 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:52.991204 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:52.991643 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:52.992106 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:52.992713 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:52.993201 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:52.993857 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.006614 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.006614 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.006614 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.006614 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.048875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fabea3-7f2e-47ee-a422-bd6e69570a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.085546 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca10f316-bc19-435e-bd35-6207288d3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.114564 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:53:53.114794 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:53.139383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc09b1c-ac73-463e-979e-4786647c091d None None] Routers {'3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:53:53.140238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8dc09b1c-ac73-463e-979e-4786647c091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:53.156827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fabea3-7f2e-47ee-a422-bd6e69570a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.160397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2fabea3-7f2e-47ee-a422-bd6e69570a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.164045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e2fabea3-7f2e-47ee-a422-bd6e69570a65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43031638-0214-4c4c-b3e1-622dd787e0ea HTTP/1.1" status: 204 len: 168 time: 0.2536149 Feb 07 22:53:53.181187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fabea3-7f2e-47ee-a422-bd6e69570a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43031638-0214-4c4c-b3e1-622dd787e0ea,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:53.293243 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bbafa-f5de-4075-b224-552b3f92226a None None] Pushing event updated for resources: {'Port': ['ID=7c2c31f5-eda9-43df-82fd-2f683ac3d5c2,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:53.311738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8dc09b1c-ac73-463e-979e-4786647c091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:53.312513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc09b1c-ac73-463e-979e-4786647c091d None None] The sync data for ids ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:53:53.326414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 5ca99643-f3bd-44c1-82d2-27c670bf3945, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5ca99643-f3bd-44c1-82d2-27c670bf3945,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:53.350559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.351398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3de9cd4a-62b9-4f62-b0c2-01a5927c057e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:53.390637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ca10f316-bc19-435e-bd35-6207288d3c17 None None] For port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3de9cd4a-62b9-4f62-b0c2-01a5927c057e,segment=NetworkSegment(5ee359df-197b-4e80-9861-d4c7df9fc01d),segment_id=5ee359df-197b-4e80-9861-d4c7df9fc01d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:53.442981 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca10f316-bc19-435e-bd35-6207288d3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.510076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:53.510461 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.559232 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:53:53.594665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=5ca99643-f3bd-44c1-82d2-27c670bf3945,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:53.630373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-eb788116-101f-45c0-b3a1-b99fee3b7304 None None] Provisioning complete for port 5ca99643-f3bd-44c1-82d2-27c670bf3945 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:53.653608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb788116-101f-45c0-b3a1-b99fee3b7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.094282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.110751 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.143262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 75182fbe-0840-404c-980c-0ecf94ec2438 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:54.200362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10f316-bc19-435e-bd35-6207288d3c17 None None] Pushing event updated for resources: {'Port': ['ID=3de9cd4a-62b9-4f62-b0c2-01a5927c057e,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:54.342881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Calling delete_port for 54217bf5-6346-4e96-982f-8074ae4c0f09 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:54.353257 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:49Z', 'revision_number': 3, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:54.370313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-eb788116-101f-45c0-b3a1-b99fee3b7304 None None] Provisioning complete for port 75182fbe-0840-404c-980c-0ecf94ec2438 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:54.370873 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb788116-101f-45c0-b3a1-b99fee3b7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.378735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 75182fbe-0840-404c-980c-0ecf94ec2438 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:54.379578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.468181 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d5809-0d1a-44fc-910d-95f66ef52bd3 None None] The sync data for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 is: [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:49Z', 'revision_number': 3, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:53:54.699605 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.959559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0edc-5554-45a7-80d1-ed41afa87f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.035623 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.061158 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb788116-101f-45c0-b3a1-b99fee3b7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.082019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1fa6f28d-abb9-4d24-8322-72448c0a6017 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:53:55.301959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.338834 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.357864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d0c4a-4359-4747-ad29-895c10ee93d7 req-ec0ec395-28bd-4d1a-abba-ba079a2c781d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:55.386785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f4d0c4a-4359-4747-ad29-895c10ee93d7 req-ec0ec395-28bd-4d1a-abba-ba079a2c781d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 1.1950924 Feb 07 22:53:55.488418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-eb788116-101f-45c0-b3a1-b99fee3b7304 None None] For port 75182fbe-0840-404c-980c-0ecf94ec2438, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=75182fbe-0840-404c-980c-0ecf94ec2438,segment=NetworkSegment(acf117e1-492e-4b96-b025-867b96afb853),segment_id=acf117e1-492e-4b96-b025-867b96afb853)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:55.503846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:55.508926 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb788116-101f-45c0-b3a1-b99fee3b7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.580184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Port': ['ID=54217bf5-6346-4e96-982f-8074ae4c0f09,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:55.607399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '1fa6f28d-abb9-4d24-8322-72448c0a6017', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'port_id': '1fa6f28d-abb9-4d24-8322-72448c0a6017', 'mac_address': 'fa:16:3e:82:bf:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:53:55.715653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb788116-101f-45c0-b3a1-b99fee3b7304 None None] Pushing event updated for resources: {'Port': ['ID=75182fbe-0840-404c-980c-0ecf94ec2438,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:55.778479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a930ec31-bdaa-4c6f-a8d9-44c9b81aae5e None None] Provisioning complete for port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:55.778729 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a930ec31-bdaa-4c6f-a8d9-44c9b81aae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.788290 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.791258 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:55.791611 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:55.897200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fa6f28d-abb9-4d24-8322-72448c0a6017 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:55.964276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:56.058827 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.119584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a930ec31-bdaa-4c6f-a8d9-44c9b81aae5e None None] Provisioning complete for port 5ca99643-f3bd-44c1-82d2-27c670bf3945 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:56.120390 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a930ec31-bdaa-4c6f-a8d9-44c9b81aae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.150846 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f4d0c4a-4359-4747-ad29-895c10ee93d7 req-454cd518-2232-41d4-b245-243a73f5353b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7603943 Feb 07 22:53:56.182587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['1fa6f28d-abb9-4d24-8322-72448c0a6017'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:53:56.283690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.286463 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.287949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ef248611-6034-4480-b048-fb9be21401d6 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "DELETE /v2.0/floatingips/20aac71b-ce3c-4956-815a-e85e63e9b04e HTTP/1.1" status: 204 len: 168 time: 4.5361826 Feb 07 22:53:56.291380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34860) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:56.499113 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-69c7d87b-2ca7-4c0d-a5ae-102c4ce74c6a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting port 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:56.499450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69c7d87b-2ca7-4c0d-a5ae-102c4ce74c6a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.684120 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69c7d87b-2ca7-4c0d-a5ae-102c4ce74c6a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.705913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-69c7d87b-2ca7-4c0d-a5ae-102c4ce74c6a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Calling delete_port for 072493a1-c7ab-47d6-a0e6-9f79545f8fd7 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:56.718123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=1fa6f28d-abb9-4d24-8322-72448c0a6017,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:56.823335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Allocated IP 172.20.0.1 (4eab19fb-6ef3-42b1-82ae-184f691a3419/87f4b850-6cd0-4563-8618-dfb518ea106c/709983ca-2704-441a-9870-e2e8b10dae39) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:56.824891 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.842219 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.996261 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.065494 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69c7d87b-2ca7-4c0d-a5ae-102c4ce74c6a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.141079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7d87b-2ca7-4c0d-a5ae-102c4ce74c6a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Port': ['ID=072493a1-c7ab-47d6-a0e6-9f79545f8fd7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:57.346820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a930ec31-bdaa-4c6f-a8d9-44c9b81aae5e None None] Provisioning complete for port 75182fbe-0840-404c-980c-0ecf94ec2438 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:57.347200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a930ec31-bdaa-4c6f-a8d9-44c9b81aae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.353571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-69c7d87b-2ca7-4c0d-a5ae-102c4ce74c6a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.359113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-69c7d87b-2ca7-4c0d-a5ae-102c4ce74c6a tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "DELETE /v2.0/ports/072493a1-c7ab-47d6-a0e6-9f79545f8fd7 HTTP/1.1" status: 204 len: 168 time: 1.0660920 Feb 07 22:53:57.364752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 34888) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:53:57.392202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5ca99643-f3bd-44c1-82d2-27c670bf3945 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:57.530515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b48e7-1a15-4845-9d11-96a949616e0b req-65b07dc2-0f50-453d-a0d9-26517fc35dcf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:57.534374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b6b48e7-1a15-4845-9d11-96a949616e0b req-65b07dc2-0f50-453d-a0d9-26517fc35dcf tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 944 time: 0.1700218 Feb 07 22:53:57.585886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 5ca99643-f3bd-44c1-82d2-27c670bf3945 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:57.586320 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.618833 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4b6b48e7-1a15-4845-9d11-96a949616e0b req-a04decbd-7e77-4646-969d-a60ec5b86c99 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759649 Feb 07 22:53:57.779611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a930ec31-bdaa-4c6f-a8d9-44c9b81aae5e None None] Provisioning complete for port 0df9af23-3857-48ab-b2ee-4bf7521de976 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:57.780206 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a930ec31-bdaa-4c6f-a8d9-44c9b81aae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.863112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.070911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3de9cd4a-62b9-4f62-b0c2-01a5927c057e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:58.093700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f89fd4e0-f4e4-47a0-bf95-ea676b10c65e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting port 2f470af1-6b67-4b90-81e4-0d8dee3438b5 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:53:58.094155 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f89fd4e0-f4e4-47a0-bf95-ea676b10c65e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.094425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a930ec31-bdaa-4c6f-a8d9-44c9b81aae5e None None] Port 0df9af23-3857-48ab-b2ee-4bf7521de976 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:58.192528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f89fd4e0-f4e4-47a0-bf95-ea676b10c65e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.206643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f89fd4e0-f4e4-47a0-bf95-ea676b10c65e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Calling delete_port for 2f470af1-6b67-4b90-81e4-0d8dee3438b5 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:53:58.219893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.223035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 2001:db8:1::1 (347a4fe3-1e49-470f-be9d-5f77f99f4cf5/0c7f37d5-2583-4ffb-a9d9-d82564a1c3f7/e97b792a-e41f-4124-9056-54e1004ed54d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:58.251736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:58.257338 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.287576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Network 4eab19fb-6ef3-42b1-82ae-184f691a3419 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:58.322598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:58.333488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:53:58.521902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:58.547121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Pushing event updated for resources: {'Port': ['ID=709983ca-2704-441a-9870-e2e8b10dae39,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:58.666268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:58.666738 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.711212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.786296 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.811474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7c2c31f5-eda9-43df-82fd-2f683ac3d5c2,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:53:58.820782 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.822025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 75182fbe-0840-404c-980c-0ecf94ec2438 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:58.868847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f0a9-5913-425b-8bb4-6bc7f7e97209 req-9d4e6b4d-e102-429f-b71e-85dc0f709d24 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:58.884597 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b515f0a9-5913-425b-8bb4-6bc7f7e97209 req-9d4e6b4d-e102-429f-b71e-85dc0f709d24 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 944 time: 0.0967941 Feb 07 22:53:58.942042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-68954338-c727-4e25-b9e6-1d530261ad73 None None] Provisioning complete for port 709983ca-2704-441a-9870-e2e8b10dae39 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:58.945095 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68954338-c727-4e25-b9e6-1d530261ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.028645 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b515f0a9-5913-425b-8bb4-6bc7f7e97209 req-68921694-63e5-4721-97b7-b97955e39447 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419332 Feb 07 22:53:59.152288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1fa6f28d-abb9-4d24-8322-72448c0a6017 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:53:59.215412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-68954338-c727-4e25-b9e6-1d530261ad73 None None] Port 709983ca-2704-441a-9870-e2e8b10dae39 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:53:59.219427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=7c2c31f5-eda9-43df-82fd-2f683ac3d5c2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:59.223918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 75182fbe-0840-404c-980c-0ecf94ec2438 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:59.224308 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.241358 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.245450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f89fd4e0-f4e4-47a0-bf95-ea676b10c65e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.365665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.366008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.366349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.366682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.367007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.384464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.384989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.388760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.389127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.392976 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.393359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.394434 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:59.591277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fd4e0-f4e4-47a0-bf95-ea676b10c65e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Port': ['ID=2f470af1-6b67-4b90-81e4-0d8dee3438b5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:59.673411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 1fa6f28d-abb9-4d24-8322-72448c0a6017 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:59.673792 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.678433 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.897723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:00.044966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:00.058954 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.066853 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.159320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:00.162342 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4587eef9-51fb-476f-9310-e2c936933149" -d '{"events": [{"server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:54:00.223450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:00.242003 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.263289 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a923bcd-d4ae-4b8c-ba14-2ad2466b4a1d x-openstack-request-id: req-1a923bcd-d4ae-4b8c-ba14-2ad2466b4a1d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:54:00.263909 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:54:00.264361 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a923bcd-d4ae-4b8c-ba14-2ad2466b4a1d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:54:00.264896 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017', 'code': 200} Feb 07 22:54:00.314876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.331571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f89fd4e0-f4e4-47a0-bf95-ea676b10c65e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.346839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=1fa6f28d-abb9-4d24-8322-72448c0a6017,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:00.351164 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f89fd4e0-f4e4-47a0-bf95-ea676b10c65e tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "DELETE /v2.0/ports/2f470af1-6b67-4b90-81e4-0d8dee3438b5 HTTP/1.1" status: 204 len: 168 time: 2.9807918 Feb 07 22:54:00.351489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 34970) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:00.388790 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.464816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b450bbf0-5354-4f82-a6a4-98ee61ca3044 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting subnet 78f1bb0c-c8ab-4944-9841-236027cb082b {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:54:00.472465 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b450bbf0-5354-4f82-a6a4-98ee61ca3044 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.607218 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b450bbf0-5354-4f82-a6a4-98ee61ca3044 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.884743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b450bbf0-5354-4f82-a6a4-98ee61ca3044 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.008032 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b450bbf0-5354-4f82-a6a4-98ee61ca3044 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.115924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b450bbf0-5354-4f82-a6a4-98ee61ca3044 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.116401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041bdb81-166d-467f-b91b-f36f7c313d36 None None] Network fb11e30f-df9a-4d06-917d-c9aefa2bb19a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:01.130072 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b450bbf0-5354-4f82-a6a4-98ee61ca3044 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "DELETE /v2.0/subnets/78f1bb0c-c8ab-4944-9841-236027cb082b HTTP/1.1" status: 204 len: 168 time: 0.7774100 Feb 07 22:54:01.131276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450bbf0-5354-4f82-a6a4-98ee61ca3044 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Subnet': ['ID=78f1bb0c-c8ab-4944-9841-236027cb082b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:01.141470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35024) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:01.273725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-99961f0c-9ad5-4103-bd84-ce05fc1195a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting subnet 91270d73-072f-40d6-ab47-9fece99a59e2 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:54:01.294054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99961f0c-9ad5-4103-bd84-ce05fc1195a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.303350 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.320337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Pushing event updated for resources: {'Port': ['ID=709983ca-2704-441a-9870-e2e8b10dae39,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:01.325186 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.394434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99961f0c-9ad5-4103-bd84-ce05fc1195a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.490614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:01.532122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:01.552417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36dc3-17a5-4a44-91d7-747b78cdad19 req-c344a135-fd64-4921-a3aa-ebff01a8f9fb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:01.565197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-00e36dc3-17a5-4a44-91d7-747b78cdad19 req-c344a135-fd64-4921-a3aa-ebff01a8f9fb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 1.2392259 Feb 07 22:54:01.588775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:01.588775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.622489 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99961f0c-9ad5-4103-bd84-ce05fc1195a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.642681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9988c7a-dd1d-4a7c-8c31-08867eb20702 None None] DHCP port deletion for fb11e30f-df9a-4d06-917d-c9aefa2bb19a request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:54:01.792118 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99961f0c-9ad5-4103-bd84-ce05fc1195a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.799986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a23bfb75-9c92-4060-b222-9257d346db1f no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:01.892479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99961f0c-9ad5-4103-bd84-ce05fc1195a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.917400 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-99961f0c-9ad5-4103-bd84-ce05fc1195a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "DELETE /v2.0/subnets/91270d73-072f-40d6-ab47-9fece99a59e2 HTTP/1.1" status: 204 len: 168 time: 0.7732463 Feb 07 22:54:01.923331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99961f0c-9ad5-4103-bd84-ce05fc1195a8 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Subnet': ['ID=91270d73-072f-40d6-ab47-9fece99a59e2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:01.927166 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35078) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:01.969567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847225fd-4415-4f4f-bc3b-fda9fb0d6090 None None] Network a8ca15e6-406c-4690-ad01-7665b4aeb0e2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:02.021659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=e97b792a-e41f-4124-9056-54e1004ed54d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:02.129969 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-00e36dc3-17a5-4a44-91d7-747b78cdad19 req-50974101-f9d5-4679-83f5-712b47f29b07 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601172 Feb 07 22:54:02.150046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b9988c7a-dd1d-4a7c-8c31-08867eb20702 None None] Deleting port a23bfb75-9c92-4060-b222-9257d346db1f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:02.151151 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b9988c7a-dd1d-4a7c-8c31-08867eb20702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.162726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.193565 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.377453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b9988c7a-dd1d-4a7c-8c31-08867eb20702 None None] For port a23bfb75-9c92-4060-b222-9257d346db1f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a23bfb75-9c92-4060-b222-9257d346db1f,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:02.378153 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b9988c7a-dd1d-4a7c-8c31-08867eb20702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.427252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b9988c7a-dd1d-4a7c-8c31-08867eb20702 None None] Calling delete_port for a23bfb75-9c92-4060-b222-9257d346db1f owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:02.481724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Deleting port a23bfb75-9c92-4060-b222-9257d346db1f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:02.482794 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.637534 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b9988c7a-dd1d-4a7c-8c31-08867eb20702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.678142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] For port a23bfb75-9c92-4060-b222-9257d346db1f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a23bfb75-9c92-4060-b222-9257d346db1f,segment=NetworkSegment(95b56c53-c4be-47f3-9def-d28527df68ee),segment_id=95b56c53-c4be-47f3-9def-d28527df68ee)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:02.681124 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.725209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Calling delete_port for a23bfb75-9c92-4060-b222-9257d346db1f owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:02.773315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9988c7a-dd1d-4a7c-8c31-08867eb20702 None None] Pushing event deleted for resources: {'Port': ['ID=a23bfb75-9c92-4060-b222-9257d346db1f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:02.776351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.796515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9988c7a-dd1d-4a7c-8c31-08867eb20702 None None] No DVR routers for this DVR port a23bfb75-9c92-4060-b222-9257d346db1f on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:02.907497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-75ee9d4c-9863-4604-a575-2b40c2e711ea None None] Provisioning complete for port e97b792a-e41f-4124-9056-54e1004ed54d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:02.907755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75ee9d4c-9863-4604-a575-2b40c2e711ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.954423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Network 4eab19fb-6ef3-42b1-82ae-184f691a3419 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:02.967023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.989973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-75ee9d4c-9863-4604-a575-2b40c2e711ea None None] Port e97b792a-e41f-4124-9056-54e1004ed54d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:03.023465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:03.037115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Port': ['ID=a23bfb75-9c92-4060-b222-9257d346db1f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:03.039167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] No DVR routers for this DVR port a23bfb75-9c92-4060-b222-9257d346db1f on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:03.199982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970bf206-995d-4856-bbec-394eef0664c2 None None] DHCP port deletion for a8ca15e6-406c-4690-ad01-7665b4aeb0e2 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:54:03.335861 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.344974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-970bf206-995d-4856-bbec-394eef0664c2 None None] Deleting port e50a9c17-b31f-4d85-985b-ae082cbbf592 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:03.346627 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-970bf206-995d-4856-bbec-394eef0664c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.385277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb11e30f-df9a-4d06-917d-c9aefa2bb19a']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:03.412419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b56c53-c4be-47f3-9def-d28527df68ee') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:03.412918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b56c53-c4be-47f3-9def-d28527df68ee') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:03.435686 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.452877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Router acd0edac-94ca-4118-8673-98928264fdb3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:03.496974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.532062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:03.533528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:03.541195 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:03.582036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-970bf206-995d-4856-bbec-394eef0664c2 None None] For port e50a9c17-b31f-4d85-985b-ae082cbbf592, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e50a9c17-b31f-4d85-985b-ae082cbbf592,segment=NetworkSegment(3fe8add3-6ac2-424c-9c14-7218306ac063),segment_id=3fe8add3-6ac2-424c-9c14-7218306ac063)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:03.592096 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-970bf206-995d-4856-bbec-394eef0664c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.623314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-970bf206-995d-4856-bbec-394eef0664c2 None None] Calling delete_port for e50a9c17-b31f-4d85-985b-ae082cbbf592 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:03.627066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6ea6e522-9763-4865-a32b-74b764b95a4b None None] Provisioning complete for port 709983ca-2704-441a-9870-e2e8b10dae39 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:03.632400 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e522-9763-4865-a32b-74b764b95a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.684856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6e522-9763-4865-a32b-74b764b95a4b None None] Port 709983ca-2704-441a-9870-e2e8b10dae39 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:03.701392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.708140 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.715911 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "DELETE /v2.0/networks/fb11e30f-df9a-4d06-917d-c9aefa2bb19a HTTP/1.1" status: 204 len: 168 time: 1.7794447 Feb 07 22:54:03.755216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35172) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:03.756557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacf2fa-2578-417f-a9b0-ddc3abf46149 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Network': ['ID=fb11e30f-df9a-4d06-917d-c9aefa2bb19a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:03.884620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e50a9c17-b31f-4d85-985b-ae082cbbf592 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:03.999167 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.010289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:04.011584 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.030369 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Sync routers for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:04.045466 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c643d950-0cb4-478b-9744-97093afaf777 admin admin] 10.222.0.15 "PUT /v2.0/routers/acd0edac-94ca-4118-8673-98928264fdb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7643275 Feb 07 22:54:04.059981 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:04.061816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.064796 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:04.066238 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.098905 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.121807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05711e-8aac-4f5b-b287-ee022f003f55 req-165da984-f8f6-415e-a08b-a98d0795787a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:04.133805 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a05711e-8aac-4f5b-b287-ee022f003f55 req-165da984-f8f6-415e-a08b-a98d0795787a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.7909052 Feb 07 22:54:04.149582 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-970bf206-995d-4856-bbec-394eef0664c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.318566 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.436644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bf206-995d-4856-bbec-394eef0664c2 None None] Pushing event deleted for resources: {'Port': ['ID=e50a9c17-b31f-4d85-985b-ae082cbbf592,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:04.472989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a05711e-8aac-4f5b-b287-ee022f003f55 req-df5d3b3a-82c0-4f66-8766-0032cbc9020e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003013 Feb 07 22:54:04.500330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:04.501505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bf206-995d-4856-bbec-394eef0664c2 None None] No DVR routers for this DVR port e50a9c17-b31f-4d85-985b-ae082cbbf592 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:04.506566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:04.540866 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.578672 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:04.648626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ca15e6-406c-4690-ad01-7665b4aeb0e2']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:04.674854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=e97b792a-e41f-4124-9056-54e1004ed54d,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:04.676463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe8add3-6ac2-424c-9c14-7218306ac063') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:04.677078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe8add3-6ac2-424c-9c14-7218306ac063') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:04.677960 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.713723 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.752327 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.772241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:04.776440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:04.785109 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:04.889534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35238) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:04.968403 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.982623 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.003415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] 10.222.0.15 "DELETE /v2.0/networks/a8ca15e6-406c-4690-ad01-7665b4aeb0e2 HTTP/1.1" status: 204 len: 168 time: 1.2384763 Feb 07 22:54:05.081197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router 3bcb8550-ceac-49d4-b2cd-3f59f61e14d0 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:05.119211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d2ca2-4003-4270-9a30-fc36e3800d72 tempest-TaggedBootDevicesTest-398814853 tempest-TaggedBootDevicesTest-398814853-project] Pushing event deleted for resources: {'Network': ['ID=a8ca15e6-406c-4690-ad01-7665b4aeb0e2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:05.261220 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-279f09cf-49c1-40aa-a137-3d7f33e68c3f None None] Provisioning complete for port e97b792a-e41f-4124-9056-54e1004ed54d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:05.261615 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-279f09cf-49c1-40aa-a137-3d7f33e68c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.466637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-279f09cf-49c1-40aa-a137-3d7f33e68c3f None None] Port e97b792a-e41f-4124-9056-54e1004ed54d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:05.490191 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a1856a0-097c-40dd-9f89-e5933a6e52b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.551459 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 2, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:05.654308 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Checking router: acd0edac-94ca-4118-8673-98928264fdb3 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:54:05.677886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:05.714740 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e08ded-f6f3-43f6-913c-4f6fb5ce2e24 None None] Sync routers for ids ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:05.729913 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Updating router acd0edac-94ca-4118-8673-98928264fdb3 port 709983ca-2704-441a-9870-e2e8b10dae39 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:54:05.742586 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dfea4f5f-2fdd-42be-ae7d-9d1ace8a974a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/3bcb8550-ceac-49d4-b2cd-3f59f61e14d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0355084 Feb 07 22:54:05.749610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35302) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:05.756161 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e08ded-f6f3-43f6-913c-4f6fb5ce2e24 None None] Routers {'3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:05.760592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-84e08ded-f6f3-43f6-913c-4f6fb5ce2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:05.820060 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.940887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ec654-e1e9-42da-828e-cb6fa95e6658 req-805bf15a-da86-40e2-8339-f5f2623dd81e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:05.954133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-84e08ded-f6f3-43f6-913c-4f6fb5ce2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:05.964034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e4ec654-e1e9-42da-828e-cb6fa95e6658 req-805bf15a-da86-40e2-8339-f5f2623dd81e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.2711575 Feb 07 22:54:06.000552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e08ded-f6f3-43f6-913c-4f6fb5ce2e24 None None] Routers {'3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:06.001475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-84e08ded-f6f3-43f6-913c-4f6fb5ce2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:06.057913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b99bf3-eb8e-4a66-b7b5-e54226b4472e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:06.073215 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-43b99bf3-eb8e-4a66-b7b5-e54226b4472e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports/e97b792a-e41f-4124-9056-54e1004ed54d HTTP/1.1" status: 200 len: 913 time: 0.3079948 Feb 07 22:54:06.074769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35320) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:06.119951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e4ec654-e1e9-42da-828e-cb6fa95e6658 req-4c5f2777-0b2b-43a0-af95-d9124c984de9 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534121 Feb 07 22:54:06.241228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-84e08ded-f6f3-43f6-913c-4f6fb5ce2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:06.248138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e08ded-f6f3-43f6-913c-4f6fb5ce2e24 None None] The sync data for ids ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:06.308548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35338) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:06.313969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1862988296-network', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:06.432780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Made reservation on behalf of 6100bb25de9b4fbeb6c5c5526cb6eac9 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:06.442648 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.471270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.614416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a1856a0-097c-40dd-9f89-e5933a6e52b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.761974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.780667 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.798419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a1856a0-097c-40dd-9f89-e5933a6e52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.892956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:06.941153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18220a04-4ff6-4128-9621-56c1e6d395f4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:06.950958 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.951536 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Added segment 076e8c62-fcce-4b3b-9b85-1d70b8d4d64e of type vlan for network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c Feb 07 22:54:06.987263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1a1856a0-097c-40dd-9f89-e5933a6e52b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1ee5330cf3f44129016581c8b842ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0968096 Feb 07 22:54:06.989136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1856a0-097c-40dd-9f89-e5933a6e52b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a3592-2931-4c4b-bd43-86cb34d52ae7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:06.993444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:07.001327 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.026623 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.100834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.200634 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde489ca-dd07-467b-bfcc-974b3b49179c None None] Pushing event updated for resources: {'Port': ['ID=709983ca-2704-441a-9870-e2e8b10dae39,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:07.233605 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.234788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.235482 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.310669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c34a588-1847-4aaf-9e77-7388b1c8818f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.361751 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Attempting to bind port 709983ca-2704-441a-9870-e2e8b10dae39 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:07.362108 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Attempting to bind port 709983ca-2704-441a-9870-e2e8b10dae39 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:07.367957 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Attempting to bind port 709983ca-2704-441a-9870-e2e8b10dae39 on network 4eab19fb-6ef3-42b1-82ae-184f691a3419 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:54:07.376286 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:54:07.376654 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c34a588-1847-4aaf-9e77-7388b1c8818f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.384344 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Checking segment: {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:07.385145 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.385724 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Bound using segment: {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:54:07.393622 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Bound port: 709983ca-2704-441a-9870-e2e8b10dae39, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:07.394368 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.569445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44f39e-b2a3-482e-b98e-84a650eb398a req-b296ada2-e45a-4071-848a-8ea8074406fd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.571641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d44f39e-b2a3-482e-b98e-84a650eb398a req-b296ada2-e45a-4071-848a-8ea8074406fd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.2766294 Feb 07 22:54:07.594662 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.615972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c34a588-1847-4aaf-9e77-7388b1c8818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.629896 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c34a588-1847-4aaf-9e77-7388b1c8818f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.634304 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4c34a588-1847-4aaf-9e77-7388b1c8818f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/665a3592-2931-4c4b-bd43-86cb34d52ae7 HTTP/1.1" status: 204 len: 168 time: 0.6303759 Feb 07 22:54:07.634461 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-58e3506a-7003-4ea1-b357-cbaeff255284 None None] Provisioning complete for port 709983ca-2704-441a-9870-e2e8b10dae39 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:07.635449 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58e3506a-7003-4ea1-b357-cbaeff255284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.636951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3271518 Feb 07 22:54:07.645105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35410) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:07.657824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Request body: {'subnet': {'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1862988296-subnet', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:07.661126 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] For port 709983ca-2704-441a-9870-e2e8b10dae39, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:54:07.674546 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] For port 709983ca-2704-441a-9870-e2e8b10dae39, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=709983ca-2704-441a-9870-e2e8b10dae39,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:54:07.687198 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.720700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34a588-1847-4aaf-9e77-7388b1c8818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a3592-2931-4c4b-bd43-86cb34d52ae7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:07.726335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213d4ce-b328-42f6-ad61-1b0adf07f7a3 admin admin] Pushing event updated for resources: {'Network': ['ID=bd53dff4-75d3-4f1d-b6ce-2a563269fe7c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:07.753991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-58e3506a-7003-4ea1-b357-cbaeff255284 None None] Port 709983ca-2704-441a-9870-e2e8b10dae39 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:07.760168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-c27c8359-d5a4-4cc9-a0cc-848062004ab5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1812818 Feb 07 22:54:07.768118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Made reservation on behalf of 6100bb25de9b4fbeb6c5c5526cb6eac9 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:07.771493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.777861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:54:07.936132 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde489ca-dd07-467b-bfcc-974b3b49179c None None] Pushing event updated for resources: {'Port': ['ID=709983ca-2704-441a-9870-e2e8b10dae39,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:07.980722 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:07.981356 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:08.119431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-992738d6-8c0c-4f36-bdf1-040a3adbf27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:08.122024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-992738d6-8c0c-4f36-bdf1-040a3adbf27a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 1096 time: 0.3125777 Feb 07 22:54:08.203167 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d44f39e-b2a3-482e-b98e-84a650eb398a req-b9164005-118a-4462-a4c4-08c1e77ae5b2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130233 Feb 07 22:54:08.374682 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:08.450503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port e97b792a-e41f-4124-9056-54e1004ed54d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:08.450848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.572671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.660538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8da1773f-60d9-41ae-8c98-9bb5f4990b4a None None] Provisioning complete for port 709983ca-2704-441a-9870-e2e8b10dae39 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:08.662353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.662980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8da1773f-60d9-41ae-8c98-9bb5f4990b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.695090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d45fd0e-3a27-4aa6-9455-d6b7a15afd58,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:08.704835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for e97b792a-e41f-4124-9056-54e1004ed54d owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:08.865450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Checking segment: {'id': '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:08.868509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Network hostable DHCP agents. Network: bd53dff4-75d3-4f1d-b6ce-2a563269fe7c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:08.881650 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:07Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:08.965349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-fb180fe5-51cf-43a7-9831-a7f16dc1b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:08.976480 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-fb180fe5-51cf-43a7-9831-a7f16dc1b38a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.4319191 Feb 07 22:54:08.981548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:09.003852 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c5b56-060a-416e-b7d2-3d47f101f260 None None] The sync data for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 is: [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:07Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:09.007319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8da1773f-60d9-41ae-8c98-9bb5f4990b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.152200 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-025f33a7-09d8-495d-9ee3-41947f018011 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf82d45-e794-416d-aa64-901eb6536db7 HTTP/1.1" status: 200 len: 217 time: 0.1608238 Feb 07 22:54:09.154049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, bd53dff4-75d3-4f1d-b6ce-2a563269fe7c) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:09.181550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.182151 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.184732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd3f3a1-53f6-43db-8381-5f532026a3a4 None None] Network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:09.402983 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.425719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8da1773f-60d9-41ae-8c98-9bb5f4990b4a None None] For port 709983ca-2704-441a-9870-e2e8b10dae39, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=709983ca-2704-441a-9870-e2e8b10dae39,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:09.480249 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aa78b9c8-0e0d-4051-8b0f-bb7fdae3cca5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8272271 Feb 07 22:54:09.489417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35518) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:09.508447 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8da1773f-60d9-41ae-8c98-9bb5f4990b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.589753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:09.716342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-a8b492b3-0895-4710-9aad-b678b5dcbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.733566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-a8b492b3-0895-4710-9aad-b678b5dcbd8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.5636187 Feb 07 22:54:09.781342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1773f-60d9-41ae-8c98-9bb5f4990b4a None None] Pushing event updated for resources: {'Port': ['ID=709983ca-2704-441a-9870-e2e8b10dae39,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:09.816511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-bd53dff4-75d3-4f1d-b6ce-2a563269fe7c', 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'fixed_ips': [{'subnet_id': '8d45fd0e-3a27-4aa6-9455-d6b7a15afd58'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:54:09.817467 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.938158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218c998-46b8-4846-978d-ab779a83a2fe req-28c87368-1d99-4fa9-a3f0-5adad381cb5f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.941125 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d218c998-46b8-4846-978d-ab779a83a2fe req-28c87368-1d99-4fa9-a3f0-5adad381cb5f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.5663583 Feb 07 22:54:09.942578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.944075 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.050915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-3b1e12fa-f6bf-4201-aa9c-4e5dc329b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:10.052699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-3b1e12fa-f6bf-4201-aa9c-4e5dc329b095 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3060935 Feb 07 22:54:10.214054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 709983ca-2704-441a-9870-e2e8b10dae39 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:10.279386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.304382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d218c998-46b8-4846-978d-ab779a83a2fe req-53d87064-4ca3-4f7d-a1b2-e2e666e91e09 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508322 Feb 07 22:54:10.384803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=e97b792a-e41f-4124-9056-54e1004ed54d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:10.491693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Allocated IP 172.20.0.2 (bd53dff4-75d3-4f1d-b6ce-2a563269fe7c/8d45fd0e-3a27-4aa6-9455-d6b7a15afd58/a996655e-e195-4cfa-8cfe-0edc73d2efe4) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:10.614378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.806834 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.859662 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-8f063a1c-b14f-4eef-b867-30c97d1d17fd service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666459 Feb 07 22:54:10.974516 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.996876 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.999439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 709983ca-2704-441a-9870-e2e8b10dae39 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:11.008733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.136853 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f307b402-48fa-4afb-a8ca-acb8eb799c18 req-7614eb61-395e-4df5-a75c-f403e7af29a4 service neutron] 10.222.0.46 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636333 Feb 07 22:54:11.202354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:11.224336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:11.248837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:11.550509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Attempting to bind port a996655e-e195-4cfa-8cfe-0edc73d2efe4 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:11.552897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Attempting to bind port a996655e-e195-4cfa-8cfe-0edc73d2efe4 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:11.559010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Attempting to bind port a996655e-e195-4cfa-8cfe-0edc73d2efe4 on network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:54:11.587805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:54:11.588186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Checking segment: {'id': '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:11.588786 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.589345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Bound using segment: {'id': '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:54:11.589997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Bound port: a996655e-e195-4cfa-8cfe-0edc73d2efe4, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:11.590556 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.629326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Pushing event updated for resources: {'Port': ['ID=a996655e-e195-4cfa-8cfe-0edc73d2efe4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:11.688714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.754871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router 3bcb8550-ceac-49d4-b2cd-3f59f61e14d0 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:11.780094 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.793352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda0ac-e298-4439-a49c-3375dbe4b618 req-0f91736a-6e5c-47d2-992d-a0e4f16404bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:11.806884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3dfda0ac-e298-4439-a49c-3375dbe4b618 req-0f91736a-6e5c-47d2-992d-a0e4f16404bc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.1326513 Feb 07 22:54:11.939255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] For port a996655e-e195-4cfa-8cfe-0edc73d2efe4, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:54:11.962438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] For port a996655e-e195-4cfa-8cfe-0edc73d2efe4, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a996655e-e195-4cfa-8cfe-0edc73d2efe4,segment=NetworkSegment(076e8c62-fcce-4b3b-9b85-1d70b8d4d64e),segment_id=076e8c62-fcce-4b3b-9b85-1d70b8d4d64e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:54:11.979207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.103249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1021a1-accf-4b13-b51a-bd6186654df5 None None] Pushing event updated for resources: {'Port': ['ID=a996655e-e195-4cfa-8cfe-0edc73d2efe4,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:12.144921 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3dfda0ac-e298-4439-a49c-3375dbe4b618 req-f84b40b6-7832-4c1b-8459-3426d016166f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364685 Feb 07 22:54:12.151928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:12.162378 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdcb19e-becf-4d7c-80e4-3de696aed5b8 None None] Sync routers for ids ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:12.165036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Allocated IP 172.25.8.115 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/c7284ae5-f321-4d8c-9c9e-318cefcb8da9) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:12.174938 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e4abcee-7ab6-4a99-a0bd-cdc5a7de12b9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/3bcb8550-ceac-49d4-b2cd-3f59f61e14d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0891287 Feb 07 22:54:12.183745 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdcb19e-becf-4d7c-80e4-3de696aed5b8 None None] Routers {'3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:12.184392 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0bdcb19e-becf-4d7c-80e4-3de696aed5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:12.187490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35632) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:12.241325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 709983ca-2704-441a-9870-e2e8b10dae39 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:12.337728 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0bdcb19e-becf-4d7c-80e4-3de696aed5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:12.375619 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdcb19e-becf-4d7c-80e4-3de696aed5b8 None None] Routers {'3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:12.376362 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0bdcb19e-becf-4d7c-80e4-3de696aed5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:12.406073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 709983ca-2704-441a-9870-e2e8b10dae39 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:12.407929 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.455488 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0bdcb19e-becf-4d7c-80e4-3de696aed5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:12.466011 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdcb19e-becf-4d7c-80e4-3de696aed5b8 None None] The sync data for ids ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:12.667939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.809810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.989480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=c7284ae5-f321-4d8c-9c9e-318cefcb8da9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:13.041737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:13.043518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:13.046297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:13.217081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:13.970821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285d573-38f7-4234-92d2-dccdb5c450f6 req-0d5f85a1-7c84-45c1-8f42-342f34d29ed0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:13.973148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b285d573-38f7-4234-92d2-dccdb5c450f6 req-0d5f85a1-7c84-45c1-8f42-342f34d29ed0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.3777692 Feb 07 22:54:14.062718 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.146099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port 0df9af23-3857-48ab-b2ee-4bf7521de976 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:14.147958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.301213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b285d573-38f7-4234-92d2-dccdb5c450f6 req-2559f501-a7ee-4c49-8828-a5b46b6c4624 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145843 Feb 07 22:54:14.369280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0bf02-0fb9-4f28-b84d-eb5739f4d933 None None] Network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:14.475332 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.517795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for 0df9af23-3857-48ab-b2ee-4bf7521de976 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:14.518282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a996655e-e195-4cfa-8cfe-0edc73d2efe4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:14.628290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-650516ac-b88e-45d2-a8ec-469af93669bd None None] Provisioning complete for port a996655e-e195-4cfa-8cfe-0edc73d2efe4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:14.628930 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-650516ac-b88e-45d2-a8ec-469af93669bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.682803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a996655e-e195-4cfa-8cfe-0edc73d2efe4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:14.683442 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.779845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.800970 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.885017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port a996655e-e195-4cfa-8cfe-0edc73d2efe4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a996655e-e195-4cfa-8cfe-0edc73d2efe4,segment=NetworkSegment(076e8c62-fcce-4b3b-9b85-1d70b8d4d64e),segment_id=076e8c62-fcce-4b3b-9b85-1d70b8d4d64e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:14.919106 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:15.044673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=a996655e-e195-4cfa-8cfe-0edc73d2efe4,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:15.096802 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-650516ac-b88e-45d2-a8ec-469af93669bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:15.108420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Router 69a64c01-5c0b-437c-84e5-31a04a159061 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:54:15.177487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35684) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:15.222302 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:15.260129 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-650516ac-b88e-45d2-a8ec-469af93669bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:54:15.280820 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-650516ac-b88e-45d2-a8ec-469af93669bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:54:15.354193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=0df9af23-3857-48ab-b2ee-4bf7521de976,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:15.673377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:15.678891 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fbd5150e-c362-4507-9f74-6abdb3450bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.016424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4bf15466-e28e-4d47-8fb9-9e44b66b2073 None None] Provisioning complete for port a996655e-e195-4cfa-8cfe-0edc73d2efe4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:16.016931 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4bf15466-e28e-4d47-8fb9-9e44b66b2073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.054268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88466f-4afd-4547-85c5-135e477736c6 req-211a8653-8903-410a-a7b0-1aac7d65296a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:16.057620 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d88466f-4afd-4547-85c5-135e477736c6 req-211a8653-8903-410a-a7b0-1aac7d65296a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.3943667 Feb 07 22:54:16.220212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a996655e-e195-4cfa-8cfe-0edc73d2efe4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:16.270896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router 3bcb8550-ceac-49d4-b2cd-3f59f61e14d0 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:16.278419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fbd5150e-c362-4507-9f74-6abdb3450bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.302946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:16.322214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d88466f-4afd-4547-85c5-135e477736c6 req-f3fa86f8-0a24-45f4-9de4-f2628a4e7152 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287117 Feb 07 22:54:16.326281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fbd5150e-c362-4507-9f74-6abdb3450bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.343154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Sync routers for ids ['69a64c01-5c0b-437c-84e5-31a04a159061'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:16.350474 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.356266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ceb5bebd-8d8e-4089-887b-ce456826cbd2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8449495 Feb 07 22:54:16.357317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35700) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:16.360128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a996655e-e195-4cfa-8cfe-0edc73d2efe4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:16.360703 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.403115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Routers {'69a64c01-5c0b-437c-84e5-31a04a159061'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:16.403742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['69a64c01-5c0b-437c-84e5-31a04a159061'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:16.448557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:16.459320 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bee34-595d-4f14-b3a7-15c30b1ec98b None None] Sync routers for ids ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:16.463573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-10e90017-b429-47df-bdca-da4ae891dc9b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/3bcb8550-ceac-49d4-b2cd-3f59f61e14d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2750020 Feb 07 22:54:16.472651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35702) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:16.504787 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bee34-595d-4f14-b3a7-15c30b1ec98b None None] Routers {'3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:16.508935 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ae6bee34-595d-4f14-b3a7-15c30b1ec98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:16.527173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e57e82b7-6d9d-45ac-85a1-330af277f985 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bcb8550-ceac-49d4-b2cd-3f59f61e14d0 HTTP/1.1" status: 200 len: 205 time: 0.0528362 Feb 07 22:54:16.529382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35706) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:16.596732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Set router 69a64c01-5c0b-437c-84e5-31a04a159061 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:16.626485 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fbd5150e-c362-4507-9f74-6abdb3450bcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=106d949e7b9847d480eb9a4e752720a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4452157 Feb 07 22:54:16.628498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5150e-c362-4507-9f74-6abdb3450bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26602adb-16e8-4e3b-af6f-4ae29fcff037,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:16.634975 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ae6bee34-595d-4f14-b3a7-15c30b1ec98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:16.650660 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b760127a-837d-4b6c-8b95-1470514de21c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.654157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35708) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:16.688969 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bee34-595d-4f14-b3a7-15c30b1ec98b None None] Routers {'3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:16.692172 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ae6bee34-595d-4f14-b3a7-15c30b1ec98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:16.771579 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ae6bee34-595d-4f14-b3a7-15c30b1ec98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:16.775911 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bee34-595d-4f14-b3a7-15c30b1ec98b None None] The sync data for ids ['3bcb8550-ceac-49d4-b2cd-3f59f61e14d0'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:17.092022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:09Z', 'updated_at': '2022-02-07T22:54:13Z', 'revision_number': 3, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'gw_port': {'id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:11Z', 'updated_at': '2022-02-07T22:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:17.129055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Checking router: 69a64c01-5c0b-437c-84e5-31a04a159061 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:54:17.129543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Updating router 69a64c01-5c0b-437c-84e5-31a04a159061 port c7284ae5-f321-4d8c-9c9e-318cefcb8da9 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:54:17.330347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.382444 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.409842 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b760127a-837d-4b6c-8b95-1470514de21c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.412751 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b760127a-837d-4b6c-8b95-1470514de21c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.514170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b760127a-837d-4b6c-8b95-1470514de21c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.515746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b760127a-837d-4b6c-8b95-1470514de21c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Fanout notify agent at l3_agent the message router_deleted on router 3bcb8550-ceac-49d4-b2cd-3f59f61e14d0 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:54:17.533367 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b760127a-837d-4b6c-8b95-1470514de21c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.547043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b760127a-837d-4b6c-8b95-1470514de21c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/3bcb8550-ceac-49d4-b2cd-3f59f61e14d0 HTTP/1.1" status: 204 len: 168 time: 1.0158806 Feb 07 22:54:17.564896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35720) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:17.579066 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796beb7-1e55-4db5-9184-a472a25a7fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.659313 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796beb7-1e55-4db5-9184-a472a25a7fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.687638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024b9c-54bc-4145-b6ab-262746f660f0 req-a27d1d50-1626-42db-be9e-59fa6199d40f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:17.689416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd024b9c-54bc-4145-b6ab-262746f660f0 req-a27d1d50-1626-42db-be9e-59fa6199d40f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.2237496 Feb 07 22:54:17.705713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98285bf-24e6-4c8d-8f8b-5e7899002667 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting subnet 0c7f37d5-2583-4ffb-a9d9-d82564a1c3f7 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:54:17.716559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.725213 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e98285bf-24e6-4c8d-8f8b-5e7899002667 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.729307 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.767257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd024b9c-54bc-4145-b6ab-262746f660f0 req-ab55364e-03da-4b90-b8fb-1a1b3e4a5902 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718379 Feb 07 22:54:17.793943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Allocated IP 172.20.0.1 (bd53dff4-75d3-4f1d-b6ce-2a563269fe7c/8d45fd0e-3a27-4aa6-9455-d6b7a15afd58/c244eb40-9478-4dbb-b40d-f97d1e2aa664) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:17.830290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35837fe-4c2d-417a-a099-a920449c5e15 None None] Pushing event updated for resources: {'Port': ['ID=c7284ae5-f321-4d8c-9c9e-318cefcb8da9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:17.872919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Attempting to bind port c7284ae5-f321-4d8c-9c9e-318cefcb8da9 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:17.873285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Attempting to bind port c7284ae5-f321-4d8c-9c9e-318cefcb8da9 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:17.873680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Attempting to bind port c7284ae5-f321-4d8c-9c9e-318cefcb8da9 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:54:17.878495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e98285bf-24e6-4c8d-8f8b-5e7899002667 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.881502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:54:17.881886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:17.882294 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.882690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:54:17.883749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Bound port: c7284ae5-f321-4d8c-9c9e-318cefcb8da9, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:17.884128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.990626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796beb7-1e55-4db5-9184-a472a25a7fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.992645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] For port c7284ae5-f321-4d8c-9c9e-318cefcb8da9, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:54:17.996326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796beb7-1e55-4db5-9184-a472a25a7fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.997764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7796beb7-1e55-4db5-9184-a472a25a7fea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26602adb-16e8-4e3b-af6f-4ae29fcff037 HTTP/1.1" status: 204 len: 168 time: 1.3420863 Feb 07 22:54:18.001928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] For port c7284ae5-f321-4d8c-9c9e-318cefcb8da9, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c7284ae5-f321-4d8c-9c9e-318cefcb8da9,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:54:18.012520 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.030115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.061822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796beb7-1e55-4db5-9184-a472a25a7fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26602adb-16e8-4e3b-af6f-4ae29fcff037,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:18.109414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.137511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e98285bf-24e6-4c8d-8f8b-5e7899002667 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.192765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:18.196921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:18.208574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:18.256437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Routers {'69a64c01-5c0b-437c-84e5-31a04a159061'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:18.259113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['69a64c01-5c0b-437c-84e5-31a04a159061'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:18.262472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35837fe-4c2d-417a-a099-a920449c5e15 None None] Pushing event updated for resources: {'Port': ['ID=c7284ae5-f321-4d8c-9c9e-318cefcb8da9,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:18.269057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Pushing event updated for resources: {'Port': ['ID=c244eb40-9478-4dbb-b40d-f97d1e2aa664,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:18.313010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.440771 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e98285bf-24e6-4c8d-8f8b-5e7899002667 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.515415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98285bf-24e6-4c8d-8f8b-5e7899002667 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7f37d5-2583-4ffb-a9d9-d82564a1c3f7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:18.531411 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e98285bf-24e6-4c8d-8f8b-5e7899002667 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.542214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e98285bf-24e6-4c8d-8f8b-5e7899002667 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/0c7f37d5-2583-4ffb-a9d9-d82564a1c3f7 HTTP/1.1" status: 204 len: 168 time: 0.9757607 Feb 07 22:54:18.545796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35730) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:18.559771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42fe796-f8e8-4b82-9110-1728741adcde None None] Network 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:18.563240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] Set router 69a64c01-5c0b-437c-84e5-31a04a159061 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:18.642909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.670918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cfd428-1d27-4ee6-9f7f-d5d1dc0dc8ca tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting subnet b0c0bac8-5043-488f-8186-a800757d600a {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:54:18.687448 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95cfd428-1d27-4ee6-9f7f-d5d1dc0dc8ca tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.737859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35734) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:18.780832 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-438aa921-576c-4b98-bd4d-8e5879196181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.801949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95cfd428-1d27-4ee6-9f7f-d5d1dc0dc8ca tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.910643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95cfd428-1d27-4ee6-9f7f-d5d1dc0dc8ca tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.027039 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95cfd428-1d27-4ee6-9f7f-d5d1dc0dc8ca tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.058056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.073195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.132654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b6980c13-cc26-40cf-9bf8-df9281a2c74e None None] Provisioning complete for port c244eb40-9478-4dbb-b40d-f97d1e2aa664 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:19.133533 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6980c13-cc26-40cf-9bf8-df9281a2c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.145094 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95cfd428-1d27-4ee6-9f7f-d5d1dc0dc8ca tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.157224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-95cfd428-1d27-4ee6-9f7f-d5d1dc0dc8ca tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/b0c0bac8-5043-488f-8186-a800757d600a HTTP/1.1" status: 204 len: 168 time: 0.6099691 Feb 07 22:54:19.159021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfd428-1d27-4ee6-9f7f-d5d1dc0dc8ca tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c0bac8-5043-488f-8186-a800757d600a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:19.174351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35738) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:19.179336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b6980c13-cc26-40cf-9bf8-df9281a2c74e None None] Port c244eb40-9478-4dbb-b40d-f97d1e2aa664 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:19.182344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805be606-8b91-4bc7-89db-05c3de309211 None None] Network 92c32261-68d2-4eb3-b7b4-223db0a41ccf requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:19.218664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52132-2c53-4a6a-9ee7-0e64a58ae150 req-d206734c-b96a-4bb3-841c-c262a2917eff tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:19.220382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5b52132-2c53-4a6a-9ee7-0e64a58ae150 req-d206734c-b96a-4bb3-841c-c262a2917eff tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.2333841 Feb 07 22:54:19.279944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.281695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Pushing event updated for resources: {'Port': ['ID=c244eb40-9478-4dbb-b40d-f97d1e2aa664,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:19.373806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.438703 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:19.443165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:19.601166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:09Z', 'updated_at': '2022-02-07T22:54:13Z', 'revision_number': 3, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'gw_port': {'id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:11Z', 'updated_at': '2022-02-07T22:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:19.638772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-438aa921-576c-4b98-bd4d-8e5879196181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.690638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5512cff-4a9e-4447-b06f-73d88e5b4aa8 None None] The sync data for ids ['69a64c01-5c0b-437c-84e5-31a04a159061'] in n-d-827895-2 is: [{'id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:09Z', 'updated_at': '2022-02-07T22:54:13Z', 'revision_number': 3, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'gw_port': {'id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:11Z', 'updated_at': '2022-02-07T22:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:19.697950 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-438aa921-576c-4b98-bd4d-8e5879196181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.714636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c01e78-6cc5-4cb7-ae7d-91bab4d3da39 None None] DHCP port deletion for 347a4fe3-1e49-470f-be9d-5f77f99f4cf5 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:54:19.771313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Router 69a64c01-5c0b-437c-84e5-31a04a159061 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:19.821617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813fca6b-fae4-4b8c-8227-79e37913b416 None None] DHCP port deletion for 92c32261-68d2-4eb3-b7b4-223db0a41ccf request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:54:19.901055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438aa921-576c-4b98-bd4d-8e5879196181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f58b3f8-6872-4bf4-851f-9bf0223c6ec4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:19.977970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5b52132-2c53-4a6a-9ee7-0e64a58ae150 req-28447bd1-9567-4303-a44e-575ca5751a2c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7277825 Feb 07 22:54:19.982593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-438aa921-576c-4b98-bd4d-8e5879196181 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1e2c1e0a6ac445bb832bb62b9ed0eba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2394135 Feb 07 22:54:19.983299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35746) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:19.994071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a1c01e78-6cc5-4cb7-ae7d-91bab4d3da39 None None] Deleting port 75182fbe-0840-404c-980c-0ecf94ec2438 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:20.004404 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1c01e78-6cc5-4cb7-ae7d-91bab4d3da39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.078399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:20.092625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f4f92450-bea4-4e86-a895-1c08bceb63bc admin admin] 10.222.0.15 "PUT /v2.0/routers/69a64c01-5c0b-437c-84e5-31a04a159061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7338450 Feb 07 22:54:20.113317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a1c01e78-6cc5-4cb7-ae7d-91bab4d3da39 None None] For port 75182fbe-0840-404c-980c-0ecf94ec2438, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=75182fbe-0840-404c-980c-0ecf94ec2438,segment=NetworkSegment(acf117e1-492e-4b96-b025-867b96afb853),segment_id=acf117e1-492e-4b96-b025-867b96afb853)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:20.113874 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1c01e78-6cc5-4cb7-ae7d-91bab4d3da39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.130056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a1c01e78-6cc5-4cb7-ae7d-91bab4d3da39 None None] Calling delete_port for 75182fbe-0840-404c-980c-0ecf94ec2438 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:20.153594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port 75182fbe-0840-404c-980c-0ecf94ec2438 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:20.153892 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.245200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-473fba8a-8531-4b9c-8f72-a119673b2d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.286893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-473fba8a-8531-4b9c-8f72-a119673b2d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.326210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3de9cd4a-62b9-4f62-b0c2-01a5927c057e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:20.415192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-473fba8a-8531-4b9c-8f72-a119673b2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.417830 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-473fba8a-8531-4b9c-8f72-a119673b2d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.427964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-473fba8a-8531-4b9c-8f72-a119673b2d5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f58b3f8-6872-4bf4-851f-9bf0223c6ec4 HTTP/1.1" status: 204 len: 168 time: 0.4414876 Feb 07 22:54:20.432376 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1c01e78-6cc5-4cb7-ae7d-91bab4d3da39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.479493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-38bf399d-3003-4efa-87d1-8e209bcbd0e1 None None] Provisioning complete for port c244eb40-9478-4dbb-b40d-f97d1e2aa664 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:20.479896 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38bf399d-3003-4efa-87d1-8e209bcbd0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.528448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fba8a-8531-4b9c-8f72-a119673b2d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f58b3f8-6872-4bf4-851f-9bf0223c6ec4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:20.568816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-38bf399d-3003-4efa-87d1-8e209bcbd0e1 None None] Port c244eb40-9478-4dbb-b40d-f97d1e2aa664 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:20.606015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port 75182fbe-0840-404c-980c-0ecf94ec2438, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=75182fbe-0840-404c-980c-0ecf94ec2438,segment=NetworkSegment(acf117e1-492e-4b96-b025-867b96afb853),segment_id=acf117e1-492e-4b96-b025-867b96afb853)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:20.606390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.625467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c01e78-6cc5-4cb7-ae7d-91bab4d3da39 None None] Pushing event deleted for resources: {'Port': ['ID=75182fbe-0840-404c-980c-0ecf94ec2438,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:20.632307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-813fca6b-fae4-4b8c-8227-79e37913b416 None None] Deleting port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:20.633066 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-813fca6b-fae4-4b8c-8227-79e37913b416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.644033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c01e78-6cc5-4cb7-ae7d-91bab4d3da39 None None] No DVR routers for this DVR port 75182fbe-0840-404c-980c-0ecf94ec2438 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:20.709456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for 75182fbe-0840-404c-980c-0ecf94ec2438 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:20.947393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.972749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-813fca6b-fae4-4b8c-8227-79e37913b416 None None] For port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3de9cd4a-62b9-4f62-b0c2-01a5927c057e,segment=NetworkSegment(5ee359df-197b-4e80-9861-d4c7df9fc01d),segment_id=5ee359df-197b-4e80-9861-d4c7df9fc01d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:20.973155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-813fca6b-fae4-4b8c-8227-79e37913b416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.988623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-813fca6b-fae4-4b8c-8227-79e37913b416 None None] Calling delete_port for 3de9cd4a-62b9-4f62-b0c2-01a5927c057e owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:20.998188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No DVR routers for this DVR port 75182fbe-0840-404c-980c-0ecf94ec2438 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:21.065374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=75182fbe-0840-404c-980c-0ecf94ec2438,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:21.273597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.285772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6772f42-6c39-437f-8d75-e69887591304 req-84452265-958b-4ecd-9112-663e98f3eab3 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:21.295623 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6772f42-6c39-437f-8d75-e69887591304 req-84452265-958b-4ecd-9112-663e98f3eab3 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.1458232 Feb 07 22:54:21.296794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.353094 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-813fca6b-fae4-4b8c-8227-79e37913b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.383557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347a4fe3-1e49-470f-be9d-5f77f99f4cf5']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:21.402920 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6772f42-6c39-437f-8d75-e69887591304 req-972149f3-b3fb-4854-b023-1383c6a148c6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014421 Feb 07 22:54:21.422122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf117e1-492e-4b96-b025-867b96afb853') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:21.423124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf117e1-492e-4b96-b025-867b96afb853') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:21.446604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fca6b-fae4-4b8c-8227-79e37913b416 None None] Pushing event deleted for resources: {'Port': ['ID=3de9cd4a-62b9-4f62-b0c2-01a5927c057e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:21.449469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.482905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.506901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:21.507357 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:21.516632 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:21.556036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813fca6b-fae4-4b8c-8227-79e37913b416 None None] No DVR routers for this DVR port 3de9cd4a-62b9-4f62-b0c2-01a5927c057e on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:21.565422 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3df392e3-8f69-4a1f-9f13-a2c9272650b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.575781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 75182fbe-0840-404c-980c-0ecf94ec2438 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:21.626369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 75182fbe-0840-404c-980c-0ecf94ec2438 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:54:21.626997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 75182fbe-0840-404c-980c-0ecf94ec2438 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:54:21.809619 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.817666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.834558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/networks/347a4fe3-1e49-470f-be9d-5f77f99f4cf5 HTTP/1.1" status: 204 len: 168 time: 2.6522508 Feb 07 22:54:21.837192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35822) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:21.871767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40320b-8ddc-43dd-9670-af639e5dcac3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Network': ['ID=347a4fe3-1e49-470f-be9d-5f77f99f4cf5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:22.139892 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.271190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c7284ae5-f321-4d8c-9c9e-318cefcb8da9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:22.420299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c7284ae5-f321-4d8c-9c9e-318cefcb8da9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:22.421116 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.465941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.552600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c32261-68d2-4eb3-b7b4-223db0a41ccf']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:22.593603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee359df-197b-4e80-9861-d4c7df9fc01d') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:22.593895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee359df-197b-4e80-9861-d4c7df9fc01d') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:22.625710 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.651086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.661408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c7284ae5-f321-4d8c-9c9e-318cefcb8da9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c7284ae5-f321-4d8c-9c9e-318cefcb8da9,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:22.668428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.701744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.723127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:22.724376 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:22.732894 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:22.756994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4efd1-a167-40f0-9c79-a458772391fd req-14ca3435-93dd-41a3-bca2-b667c57b0309 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:22.761258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ac4efd1-a167-40f0-9c79-a458772391fd req-14ca3435-93dd-41a3-bca2-b667c57b0309 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.1491838 Feb 07 22:54:22.787688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c7284ae5-f321-4d8c-9c9e-318cefcb8da9,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:22.903488 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ac4efd1-a167-40f0-9c79-a458772391fd req-14094c2a-5d1b-4213-b806-e1a35a9d4a4b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324189 Feb 07 22:54:22.941653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.956072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.959746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/networks/92c32261-68d2-4eb3-b7b4-223db0a41ccf HTTP/1.1" status: 204 len: 168 time: 1.1211870 Feb 07 22:54:22.964023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35878) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:22.971329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-261943887'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:23.021617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4d1b5-0faf-49a4-8f8b-74ac727a3d74 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Network': ['ID=92c32261-68d2-4eb3-b7b4-223db0a41ccf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:23.092791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:23.103131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.159687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:23.182025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.182442 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added segment 06befbb3-9696-442d-b85e-72ece6d64442 of type vlan for network e5a6a826-9db6-49ee-99db-12a25ccf6a08 Feb 07 22:54:23.253776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Sync routers for ids ['69a64c01-5c0b-437c-84e5-31a04a159061'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:23.275133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35888) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:23.293832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.303202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Routers {'69a64c01-5c0b-437c-84e5-31a04a159061'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:23.303890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:53:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['69a64c01-5c0b-437c-84e5-31a04a159061'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:23.334086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.340426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:23.341028 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.377727 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4126396 Feb 07 22:54:23.380992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 35894) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:23.386885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'subnet': {'network_id': 'e5a6a826-9db6-49ee-99db-12a25ccf6a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:23.522206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff0f02-c9ee-4d54-816d-e48bfa0f3559 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Network': ['ID=e5a6a826-9db6-49ee-99db-12a25ccf6a08,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:23.542918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network e5a6a826-9db6-49ee-99db-12a25ccf6a08 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:54:23.552589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9096bb83-0007-4ebe-a79e-8b762b600e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.676507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:23.680812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.775382 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9096bb83-0007-4ebe-a79e-8b762b600e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.792090 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9096bb83-0007-4ebe-a79e-8b762b600e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.926162 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096bb83-0007-4ebe-a79e-8b762b600e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ed31af-efb2-45d9-8220-38d78dae1674,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:23.951970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Set router 69a64c01-5c0b-437c-84e5-31a04a159061 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:23.956952 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9096bb83-0007-4ebe-a79e-8b762b600e24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c68d999b89d745eb8de9dee9da225394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803870 Feb 07 22:54:23.959172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35910) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:24.031335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6e58-31e2-455a-ad4d-be43f5ae1d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.083835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6e58-31e2-455a-ad4d-be43f5ae1d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.207432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c7284ae5-f321-4d8c-9c9e-318cefcb8da9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:24.265744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f811f-02f8-47cc-8c13-86c7e045bdee req-f0191e39-22d2-49d8-aa14-fd4ca4103bfd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:24.267611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.269748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-323f811f-02f8-47cc-8c13-86c7e045bdee req-f0191e39-22d2-49d8-aa14-fd4ca4103bfd tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.1186225 Feb 07 22:54:24.302938 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6e58-31e2-455a-ad4d-be43f5ae1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.306542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6e58-31e2-455a-ad4d-be43f5ae1d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.316474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dd4d6e58-31e2-455a-ad4d-be43f5ae1d6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28ed31af-efb2-45d9-8220-38d78dae1674 HTTP/1.1" status: 204 len: 168 time: 0.3554661 Feb 07 22:54:24.358192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d6e58-31e2-455a-ad4d-be43f5ae1d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ed31af-efb2-45d9-8220-38d78dae1674,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:24.428673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Subnet': ['ID=a277cf60-8469-4f3a-bfa8-75cea7ed08fe,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:24.434822 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-323f811f-02f8-47cc-8c13-86c7e045bdee req-c5cce9fa-2d38-48d0-9300-eddbdb478e71 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492398 Feb 07 22:54:24.496423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Checking segment: {'id': '06befbb3-9696-442d-b85e-72ece6d64442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e5a6a826-9db6-49ee-99db-12a25ccf6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:24.497634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network hostable DHCP agents. Network: e5a6a826-9db6-49ee-99db-12a25ccf6a08, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:24.559625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c7284ae5-f321-4d8c-9c9e-318cefcb8da9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:24.560304 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.579949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network e5a6a826-9db6-49ee-99db-12a25ccf6a08 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:24.612591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, e5a6a826-9db6-49ee-99db-12a25ccf6a08) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:24.635162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a118de-1d00-4890-9205-cc080aabed32 None None] Network e5a6a826-9db6-49ee-99db-12a25ccf6a08 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:24.643889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:24.647162 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.736818 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5f2be94-df09-4c82-8367-f3b5c7968162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.790705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:09Z', 'updated_at': '2022-02-07T22:54:18Z', 'revision_number': 4, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'gw_port': {'id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:11Z', 'updated_at': '2022-02-07T22:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'c244eb40-9478-4dbb-b40d-f97d1e2aa664', 'name': '', 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'mac_address': 'fa:16:3e:c2:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '8d45fd0e-3a27-4aa6-9455-d6b7a15afd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:17Z', 'updated_at': '2022-02-07T22:54:18Z', 'revision_number': 2, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'subnets': [{'id': '8d45fd0e-3a27-4aa6-9455-d6b7a15afd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:24.824182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e7131eef-30a1-4563-b506-7d84cdf4a67d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4398065 Feb 07 22:54:24.824614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35946) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:24.829652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9b3b5fe0-ff32-4f4a-8c32-744b220f1414 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-450316873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:24.863156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Checking router: 69a64c01-5c0b-437c-84e5-31a04a159061 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:54:24.863520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Updating router 69a64c01-5c0b-437c-84e5-31a04a159061 port c244eb40-9478-4dbb-b40d-f97d1e2aa664 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:54:24.884246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5fe0-ff32-4f4a-8c32-744b220f1414 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.887297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5fe0-ff32-4f4a-8c32-744b220f1414 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.009319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.009996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.052474 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5fe0-ff32-4f4a-8c32-744b220f1414 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.069207 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5fe0-ff32-4f4a-8c32-744b220f1414 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.128554 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5fe0-ff32-4f4a-8c32-744b220f1414 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.132163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9b3b5fe0-ff32-4f4a-8c32-744b220f1414 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3063617 Feb 07 22:54:25.136114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 35972) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:25.144085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'port': {'network_id': 'e5a6a826-9db6-49ee-99db-12a25ccf6a08', 'name': 'tempest-RoutersIpV6Test-924133538'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:25.223899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-e5a6a826-9db6-49ee-99db-12a25ccf6a08', 'network_id': 'e5a6a826-9db6-49ee-99db-12a25ccf6a08', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'fixed_ips': [{'subnet_id': 'a277cf60-8469-4f3a-bfa8-75cea7ed08fe'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:54:25.228516 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.534561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:25.538433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.630642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] device_id is not set on port fcae7326-2297-41f7-9050-77e2c71881e3 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:54:25.675907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab15588-3d77-4718-93fd-add2aa1312d2 req-62ce8c33-af33-4847-b60b-855818d6110e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:25.687428 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fab15588-3d77-4718-93fd-add2aa1312d2 req-62ce8c33-af33-4847-b60b-855818d6110e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.1504767 Feb 07 22:54:25.804505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fab15588-3d77-4718-93fd-add2aa1312d2 req-c6cc11ba-6377-47cd-af58-147c1827ba4a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158953 Feb 07 22:54:25.861166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Allocated IP 2001:db8::2 (e5a6a826-9db6-49ee-99db-12a25ccf6a08/a277cf60-8469-4f3a-bfa8-75cea7ed08fe/8b214a71-c5d5-4d6d-8225-bf59ade92fe5) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:26.073897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.100751 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.238023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897f152-3968-4ac1-a683-e3daeff29fb3 None None] Pushing event updated for resources: {'Port': ['ID=c244eb40-9478-4dbb-b40d-f97d1e2aa664,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:26.267105 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.389755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.403323 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.518360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Attempting to bind port c244eb40-9478-4dbb-b40d-f97d1e2aa664 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:26.519597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Attempting to bind port c244eb40-9478-4dbb-b40d-f97d1e2aa664 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:26.519597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Attempting to bind port c244eb40-9478-4dbb-b40d-f97d1e2aa664 on network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:54:26.524553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Network e5a6a826-9db6-49ee-99db-12a25ccf6a08 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:26.540974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:26.542227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 2001:db8::9c (e5a6a826-9db6-49ee-99db-12a25ccf6a08/a277cf60-8469-4f3a-bfa8-75cea7ed08fe/fcae7326-2297-41f7-9050-77e2c71881e3) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:26.566275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:26.679926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:54:26.681042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Checking segment: {'id': '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:26.683532 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.684165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Bound using segment: {'id': '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:54:26.686213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Bound port: c244eb40-9478-4dbb-b40d-f97d1e2aa664, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:26.686818 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.729629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Pushing event updated for resources: {'Port': ['ID=8b214a71-c5d5-4d6d-8225-bf59ade92fe5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:26.755502 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.904337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-57473018-8747-44ee-a58c-68839ef80286 None None] Provisioning complete for port c244eb40-9478-4dbb-b40d-f97d1e2aa664 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:26.905363 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57473018-8747-44ee-a58c-68839ef80286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.946612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Attempting to bind port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:26.946985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Attempting to bind port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '06befbb3-9696-442d-b85e-72ece6d64442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e5a6a826-9db6-49ee-99db-12a25ccf6a08'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:26.947346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Attempting to bind port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 on network e5a6a826-9db6-49ee-99db-12a25ccf6a08 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:54:26.968426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:54:26.968916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Checking segment: {'id': '06befbb3-9696-442d-b85e-72ece6d64442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e5a6a826-9db6-49ee-99db-12a25ccf6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:26.969412 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.969756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Bound using segment: {'id': '06befbb3-9696-442d-b85e-72ece6d64442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e5a6a826-9db6-49ee-99db-12a25ccf6a08'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:54:26.970247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Bound port: 8b214a71-c5d5-4d6d-8225-bf59ade92fe5, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06befbb3-9696-442d-b85e-72ece6d64442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e5a6a826-9db6-49ee-99db-12a25ccf6a08'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:26.970627 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.978452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] For port c244eb40-9478-4dbb-b40d-f97d1e2aa664, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:54:26.985220 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:54:26.986440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-57473018-8747-44ee-a58c-68839ef80286 None None] Port c244eb40-9478-4dbb-b40d-f97d1e2aa664 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:26.989246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] For port c244eb40-9478-4dbb-b40d-f97d1e2aa664, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c244eb40-9478-4dbb-b40d-f97d1e2aa664,segment=NetworkSegment(076e8c62-fcce-4b3b-9b85-1d70b8d4d64e),segment_id=076e8c62-fcce-4b3b-9b85-1d70b8d4d64e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:54:26.998243 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.021849 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.070544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bcb96-3027-4b4b-9caa-257e1a443cae req-39129358-1878-43a2-bc09-aefe012de342 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:27.078337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-190bcb96-3027-4b4b-9caa-257e1a443cae req-39129358-1878-43a2-bc09-aefe012de342 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.1166258 Feb 07 22:54:27.151218 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.210431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-d6e8b64f-4d83-480c-9f15-4ff27daa7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:27.218641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-d6e8b64f-4d83-480c-9f15-4ff27daa7aba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 1096 time: 0.1412470 Feb 07 22:54:27.309653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Routers {'69a64c01-5c0b-437c-84e5-31a04a159061'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:27.310466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['69a64c01-5c0b-437c-84e5-31a04a159061'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:27.312562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-190bcb96-3027-4b4b-9caa-257e1a443cae req-edabfff8-c5e3-4024-8d04-f1b08094436f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332122 Feb 07 22:54:27.345846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network e5a6a826-9db6-49ee-99db-12a25ccf6a08 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:27.349930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:27.355531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:27.374281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:27.375379 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.406065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=fcae7326-2297-41f7-9050-77e2c71881e3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:27.433159 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a5d42e55-1a22-480b-af2e-42094dc404f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2952647 Feb 07 22:54:27.435854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36170) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:27.484976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-3bf969fd-9440-49af-a967-4fdb971e5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:27.489118 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-3bf969fd-9440-49af-a967-4fdb971e5d07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.2615511 Feb 07 22:54:27.575382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-e8879b6a-da20-4797-8085-c32352c219bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017 HTTP/1.1" status: 200 len: 217 time: 0.0784366 Feb 07 22:54:27.605287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] Set router 69a64c01-5c0b-437c-84e5-31a04a159061 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:27.684856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-cb0c83f5-1e48-41ed-93d9-6d4cb513f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:27.693541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-cb0c83f5-1e48-41ed-93d9-6d4cb513f526 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1112123 Feb 07 22:54:27.748151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] For port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:54:27.757561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897f152-3968-4ac1-a683-e3daeff29fb3 None None] Pushing event updated for resources: {'Port': ['ID=c244eb40-9478-4dbb-b40d-f97d1e2aa664,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:27.849360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-1de027e8-e46b-429e-a99d-80b8c1a20b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:27.850970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-1de027e8-e46b-429e-a99d-80b8c1a20b53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505039 Feb 07 22:54:28.016303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] For port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8b214a71-c5d5-4d6d-8225-bf59ade92fe5,segment=NetworkSegment(06befbb3-9696-442d-b85e-72ece6d64442),segment_id=06befbb3-9696-442d-b85e-72ece6d64442)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:54:28.032418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-dfc1f499-4ac8-4c42-8c91-d060459509c0 None None] Provisioning complete for port c244eb40-9478-4dbb-b40d-f97d1e2aa664 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:28.033081 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f499-4ac8-4c42-8c91-d060459509c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.075791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-8446226e-9be6-4739-8b1f-17c21f1ae0a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161379 Feb 07 22:54:28.102572 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.150367 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.272976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4c14fed9-c2b9-41c0-8d15-0b7d2642483b req-746eea0c-a2d1-43a5-9e0f-ebfeadfe3742 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884952 Feb 07 22:54:28.498415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074863e-688a-4370-b4a4-4938765aeb8e None None] Pushing event updated for resources: {'Port': ['ID=8b214a71-c5d5-4d6d-8225-bf59ade92fe5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:28.531773 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f499-4ac8-4c42-8c91-d060459509c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.581467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dfc1f499-4ac8-4c42-8c91-d060459509c0 None None] For port c244eb40-9478-4dbb-b40d-f97d1e2aa664, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c244eb40-9478-4dbb-b40d-f97d1e2aa664,segment=NetworkSegment(076e8c62-fcce-4b3b-9b85-1d70b8d4d64e),segment_id=076e8c62-fcce-4b3b-9b85-1d70b8d4d64e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:28.590835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f499-4ac8-4c42-8c91-d060459509c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.671371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164873b-ea02-49ea-ade1-54f605326eea req-5a94aeb4-b3dc-4e9f-b813-6d1491bb97da tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:28.703808 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0164873b-ea02-49ea-ade1-54f605326eea req-5a94aeb4-b3dc-4e9f-b813-6d1491bb97da tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.2093623 Feb 07 22:54:28.840154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0164873b-ea02-49ea-ade1-54f605326eea req-a9c6bc8b-a405-43c3-9d7a-5a33b461b514 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326804 Feb 07 22:54:28.895980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.906903 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.967379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36318) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:29.051277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1f499-4ac8-4c42-8c91-d060459509c0 None None] Pushing event updated for resources: {'Port': ['ID=c244eb40-9478-4dbb-b40d-f97d1e2aa664,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:29.052989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:09Z', 'updated_at': '2022-02-07T22:54:18Z', 'revision_number': 4, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'gw_port': {'id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:11Z', 'updated_at': '2022-02-07T22:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'c244eb40-9478-4dbb-b40d-f97d1e2aa664', 'name': '', 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'mac_address': 'fa:16:3e:c2:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '8d45fd0e-3a27-4aa6-9455-d6b7a15afd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:17Z', 'updated_at': '2022-02-07T22:54:26Z', 'revision_number': 4, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'subnets': [{'id': '8d45fd0e-3a27-4aa6-9455-d6b7a15afd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:29.092112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1604fab-104b-4cc7-8977-1e590ce84952 None None] The sync data for ids ['69a64c01-5c0b-437c-84e5-31a04a159061'] in n-d-827895-2 is: [{'id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:09Z', 'updated_at': '2022-02-07T22:54:18Z', 'revision_number': 4, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'gw_port': {'id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:11Z', 'updated_at': '2022-02-07T22:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'c244eb40-9478-4dbb-b40d-f97d1e2aa664', 'name': '', 'network_id': 'bd53dff4-75d3-4f1d-b6ce-2a563269fe7c', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'mac_address': 'fa:16:3e:c2:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '8d45fd0e-3a27-4aa6-9455-d6b7a15afd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:17Z', 'updated_at': '2022-02-07T22:54:26Z', 'revision_number': 4, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'subnets': [{'id': '8d45fd0e-3a27-4aa6-9455-d6b7a15afd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:29.215960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=fcae7326-2297-41f7-9050-77e2c71881e3,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:29.272344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d085cae-0260-4d53-8984-87a1c7f08d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.464804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.685325 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d085cae-0260-4d53-8984-87a1c7f08d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.696655 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d085cae-0260-4d53-8984-87a1c7f08d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.834338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.926008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7d085cae-0260-4d53-8984-87a1c7f08d3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9c3e7c6a44248ab809ce2a8d0f325ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9532287 Feb 07 22:54:29.930671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36408) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:29.932658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d085cae-0260-4d53-8984-87a1c7f08d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908a7790-0618-434e-ae5e-ae4cb450362f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:30.176754 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fc5938d-bf37-4154-8aed-e058330aa37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:30.303003 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fc5938d-bf37-4154-8aed-e058330aa37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:30.430040 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fc5938d-bf37-4154-8aed-e058330aa37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:30.442063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fc5938d-bf37-4154-8aed-e058330aa37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:30.446322 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8fc5938d-bf37-4154-8aed-e058330aa37b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/908a7790-0618-434e-ae5e-ae4cb450362f HTTP/1.1" status: 204 len: 168 time: 0.4967113 Feb 07 22:54:30.469847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5938d-bf37-4154-8aed-e058330aa37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908a7790-0618-434e-ae5e-ae4cb450362f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:30.629892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c244eb40-9478-4dbb-b40d-f97d1e2aa664 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:30.674153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddcf26-ba1d-42b5-ab2a-274ef3d858c2 req-c8829e55-aca3-4d2b-a569-ad44e934a1da tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:30.686376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e34c1c-554b-42bb-910d-0f459dddf073 None None] Network e5a6a826-9db6-49ee-99db-12a25ccf6a08 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:30.687021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8ddcf26-ba1d-42b5-ab2a-274ef3d858c2 req-c8829e55-aca3-4d2b-a569-ad44e934a1da tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.6087584 Feb 07 22:54:30.848827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8ddcf26-ba1d-42b5-ab2a-274ef3d858c2 req-5bf9aae9-242c-41a1-9788-2e8fa9ef2f40 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588867 Feb 07 22:54:31.028414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a25a2a8d-55e1-419a-9fed-2f4872a77783 None None] Provisioning complete for port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:31.029103 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a25a2a8d-55e1-419a-9fed-2f4872a77783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.063259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.071505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.072747 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.150193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36474) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:31.160834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=fcae7326-2297-41f7-9050-77e2c71881e3,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:31.172524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77a0ba5a-cb0b-486e-a2d8-3dbe5bc65b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.247090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c244eb40-9478-4dbb-b40d-f97d1e2aa664 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:31.247468 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.323073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network e5a6a826-9db6-49ee-99db-12a25ccf6a08 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:31.335775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:31.352730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1fa6f28d-abb9-4d24-8322-72448c0a6017 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:31.376077 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77a0ba5a-cb0b-486e-a2d8-3dbe5bc65b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.387174 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77a0ba5a-cb0b-486e-a2d8-3dbe5bc65b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.553200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-77a0ba5a-cb0b-486e-a2d8-3dbe5bc65b47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26a5a01574cb449b84b9a28972f05682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013588 Feb 07 22:54:31.553901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36484) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:31.554863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0ba5a-cb0b-486e-a2d8-3dbe5bc65b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e1e92a-6b2c-4ee9-85a6-1e873c884762,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:31.720685 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fda11ef-ccb0-4372-a120-b4dd68777b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.772160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router 0e7abc70-a698-4362-a106-c133401da49b is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:54:31.797485 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fda11ef-ccb0-4372-a120-b4dd68777b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.815356 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a25a2a8d-55e1-419a-9fed-2f4872a77783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.924854 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fda11ef-ccb0-4372-a120-b4dd68777b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.930196 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fda11ef-ccb0-4372-a120-b4dd68777b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.936459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8fda11ef-ccb0-4372-a120-b4dd68777b63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6e1e92a-6b2c-4ee9-85a6-1e873c884762 HTTP/1.1" status: 204 len: 168 time: 0.3710661 Feb 07 22:54:31.977133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda11ef-ccb0-4372-a120-b4dd68777b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e1e92a-6b2c-4ee9-85a6-1e873c884762,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:32.107791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a25a2a8d-55e1-419a-9fed-2f4872a77783 None None] For port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8b214a71-c5d5-4d6d-8225-bf59ade92fe5,segment=NetworkSegment(06befbb3-9696-442d-b85e-72ece6d64442),segment_id=06befbb3-9696-442d-b85e-72ece6d64442)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:32.134580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fce92f-9718-4572-973c-3ddc1f7cea2f req-7d829b7e-f0c5-4dfb-8eb9-8a4af9ac8aa3 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:32.148095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1fce92f-9718-4572-973c-3ddc1f7cea2f req-7d829b7e-f0c5-4dfb-8eb9-8a4af9ac8aa3 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 945 time: 0.1435645 Feb 07 22:54:32.155086 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a25a2a8d-55e1-419a-9fed-2f4872a77783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.288386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1fce92f-9718-4572-973c-3ddc1f7cea2f req-4f3fecbc-d301-425e-9814-99f20bd3d6b2 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357160 Feb 07 22:54:32.347858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:32.528552 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.561319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a2a8d-55e1-419a-9fed-2f4872a77783 None None] Pushing event updated for resources: {'Port': ['ID=8b214a71-c5d5-4d6d-8225-bf59ade92fe5,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:32.628464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:32.640738 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e809b76-6070-4b94-84d5-b571f4fa2d9b" -d '{"events": [{"server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "name": "network-vif-unplugged", "status": "completed", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:54:32.660956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:32.663212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:32.664885 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.706523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.801778 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 22:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13606e-384f-41c8-ac71-a70a682fb02c x-openstack-request-id: req-ae13606e-384f-41c8-ac71-a70a682fb02c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:54:32.802549 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "name": "network-vif-unplugged", "status": "failed", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017", "code": 422}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:54:32.803029 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae13606e-384f-41c8-ac71-a70a682fb02c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:54:32.803638 n-d-827895-2 neutron-server[102291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017', 'code': 422} returned with failed status Feb 07 22:54:32.831909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4dbeaded-e3ac-4e5a-997a-4e281745006c None None] Provisioning complete for port fcae7326-2297-41f7-9050-77e2c71881e3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:32.833083 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4dbeaded-e3ac-4e5a-997a-4e281745006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.909418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=1fa6f28d-abb9-4d24-8322-72448c0a6017,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:32.998612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4dbeaded-e3ac-4e5a-997a-4e281745006c None None] Port fcae7326-2297-41f7-9050-77e2c71881e3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:32.999481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:33.018182 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6d9dca4a-be85-4db1-8c7d-f46ec3ec1c41 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/0e7abc70-a698-4362-a106-c133401da49b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5788546 Feb 07 22:54:33.019133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36514) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:33.052725 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091475a2-b355-4f74-8e80-c307d58add55 None None] Sync routers for ids ['0e7abc70-a698-4362-a106-c133401da49b'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:33.075729 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091475a2-b355-4f74-8e80-c307d58add55 None None] Routers {'0e7abc70-a698-4362-a106-c133401da49b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:33.079838 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-091475a2-b355-4f74-8e80-c307d58add55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0e7abc70-a698-4362-a106-c133401da49b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:33.081438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4dbeaded-e3ac-4e5a-997a-4e281745006c None None] Provisioning complete for port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:33.084705 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4dbeaded-e3ac-4e5a-997a-4e281745006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.112037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73588c8-3154-4834-bd88-ea5d099c3fd5 req-2be16e69-b958-496d-a9b8-313f315fea06 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:33.122122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f73588c8-3154-4834-bd88-ea5d099c3fd5 req-2be16e69-b958-496d-a9b8-313f315fea06 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2297974 Feb 07 22:54:33.181137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c57c30-b83c-4ca9-8e9b-7465515f6485 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:33.185027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-52c57c30-b83c-4ca9-8e9b-7465515f6485 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports/fcae7326-2297-41f7-9050-77e2c71881e3 HTTP/1.1" status: 200 len: 982 time: 0.1624141 Feb 07 22:54:33.187015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36518) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:33.256158 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f73588c8-3154-4834-bd88-ea5d099c3fd5 req-000f84df-5c83-4c11-b55d-0bbff714587f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122117 Feb 07 22:54:33.265075 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-091475a2-b355-4f74-8e80-c307d58add55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:33.321109 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091475a2-b355-4f74-8e80-c307d58add55 None None] Routers {'0e7abc70-a698-4362-a106-c133401da49b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:33.321994 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-091475a2-b355-4f74-8e80-c307d58add55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0e7abc70-a698-4362-a106-c133401da49b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:33.353537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:33.472879 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-091475a2-b355-4f74-8e80-c307d58add55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:33.475462 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091475a2-b355-4f74-8e80-c307d58add55 None None] The sync data for ids ['0e7abc70-a698-4362-a106-c133401da49b'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:33.528671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:33.530546 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.571153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626419f-e8b6-4cbc-a6bf-63faa23afb16 req-526711da-6b7e-4e4f-8485-41f3d0cd0c48 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:33.578837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c626419f-e8b6-4cbc-a6bf-63faa23afb16 req-526711da-6b7e-4e4f-8485-41f3d0cd0c48 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1392510 Feb 07 22:54:33.692021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6973fd40-af87-4e85-9d6d-58e0d7675f01 None None] Provisioning complete for port fcae7326-2297-41f7-9050-77e2c71881e3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:33.692757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6973fd40-af87-4e85-9d6d-58e0d7675f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.727527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c626419f-e8b6-4cbc-a6bf-63faa23afb16 req-e2866f9f-7b0b-4ca7-9cc1-ea30e20a4561 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477065 Feb 07 22:54:33.922498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6973fd40-af87-4e85-9d6d-58e0d7675f01 None None] Port fcae7326-2297-41f7-9050-77e2c71881e3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:33.975650 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.078112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fcf2e25c-d84e-40c5-b3ab-b6236a0dde12 None None] Provisioning complete for port fcae7326-2297-41f7-9050-77e2c71881e3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:34.078497 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e25c-d84e-40c5-b3ab-b6236a0dde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.238878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fcf2e25c-d84e-40c5-b3ab-b6236a0dde12 None None] Port fcae7326-2297-41f7-9050-77e2c71881e3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:34.254575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690973a-7f07-4f05-85bc-3f02d307c50b req-263662de-8d72-480c-8d91-0adfe146b60f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:34.256326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f690973a-7f07-4f05-85bc-3f02d307c50b req-263662de-8d72-480c-8d91-0adfe146b60f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1025362 Feb 07 22:54:34.310300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f690973a-7f07-4f05-85bc-3f02d307c50b req-5c0c57ab-bab9-4ef5-bd17-aaa5f96b4582 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453112 Feb 07 22:54:34.359049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-db00eae5-1cf0-4b25-9a42-de330cd94e89 None None] Provisioning complete for port fcae7326-2297-41f7-9050-77e2c71881e3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:34.359381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db00eae5-1cf0-4b25-9a42-de330cd94e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.417277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-db00eae5-1cf0-4b25-9a42-de330cd94e89 None None] Port fcae7326-2297-41f7-9050-77e2c71881e3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:34.423622 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.440762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36590) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:34.514278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.759194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36598) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:34.915322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.988504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port fcae7326-2297-41f7-9050-77e2c71881e3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:34.989726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.136000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.151487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for fcae7326-2297-41f7-9050-77e2c71881e3 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:35.219398 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.228319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.270664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84ed34e5724b471facffa472fd6e7114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5095344 Feb 07 22:54:35.274249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36604) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:35.278829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 1fa6f28d-abb9-4d24-8322-72448c0a6017 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:35.331447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1dc142-2ebe-417c-97e0-50b46494e9a0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:35.467183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32dae328-f7ca-49a8-8ab0-396e916b811e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.565298 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.566019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.566861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.567418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.568022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.568575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.569343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.569615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.570755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.571612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.572037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.572444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990a0f4-00e1-4119-a675-18bcfa117615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.580104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32dae328-f7ca-49a8-8ab0-396e916b811e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.636989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520360ff-419b-4d5a-aa3f-ff0b05ca47f4 req-d2b001c0-dbb2-4e60-a07a-e8f6083d22d5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:35.648658 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-520360ff-419b-4d5a-aa3f-ff0b05ca47f4 req-d2b001c0-dbb2-4e60-a07a-e8f6083d22d5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1863418 Feb 07 22:54:35.661552 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.708142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=fcae7326-2297-41f7-9050-77e2c71881e3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:35.732591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.733074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.733592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.734344 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.734701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.735215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.735960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.736081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.736619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.736957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.737351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.738063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:35.815470 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-520360ff-419b-4d5a-aa3f-ff0b05ca47f4 req-c5b60c2d-e72e-4efc-ac57-ee966768ebe3 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655207 Feb 07 22:54:35.964004 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.971907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32dae328-f7ca-49a8-8ab0-396e916b811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.974739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32dae328-f7ca-49a8-8ab0-396e916b811e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.976413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-32dae328-f7ca-49a8-8ab0-396e916b811e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d1dc142-2ebe-417c-97e0-50b46494e9a0 HTTP/1.1" status: 204 len: 168 time: 0.7008750 Feb 07 22:54:35.978740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.119875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dae328-f7ca-49a8-8ab0-396e916b811e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1dc142-2ebe-417c-97e0-50b46494e9a0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:36.206476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router 0e7abc70-a698-4362-a106-c133401da49b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:36.349020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:36.358251 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d3e9a4b4-d8b5-410b-8d5b-729880c5b65c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/0e7abc70-a698-4362-a106-c133401da49b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1655583 Feb 07 22:54:36.358251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36632) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:36.360987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd5548f-a2f6-40fc-bacd-6739753d0dcf None None] Sync routers for ids ['0e7abc70-a698-4362-a106-c133401da49b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:36.376473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5548f-a2f6-40fc-bacd-6739753d0dcf None None] Routers {'0e7abc70-a698-4362-a106-c133401da49b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:36.379680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dfd5548f-a2f6-40fc-bacd-6739753d0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0e7abc70-a698-4362-a106-c133401da49b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:36.452924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dfd5548f-a2f6-40fc-bacd-6739753d0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:36.471328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5548f-a2f6-40fc-bacd-6739753d0dcf None None] Routers {'0e7abc70-a698-4362-a106-c133401da49b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:36.472349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dfd5548f-a2f6-40fc-bacd-6739753d0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['0e7abc70-a698-4362-a106-c133401da49b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:36.549661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dfd5548f-a2f6-40fc-bacd-6739753d0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:36.550482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd5548f-a2f6-40fc-bacd-6739753d0dcf None None] The sync data for ids ['0e7abc70-a698-4362-a106-c133401da49b'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:36.582992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Deleting port d1c97c16-dc57-4b67-a118-7e3d12432b0e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:36.583322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.769392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] For port d1c97c16-dc57-4b67-a118-7e3d12432b0e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d1c97c16-dc57-4b67-a118-7e3d12432b0e,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:36.770107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.778874 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-bbf27616-6ef6-4116-8df8-be0507b025f6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 22:54:36.790625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bbf27616-6ef6-4116-8df8-be0507b025f6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/0e7abc70-a698-4362-a106-c133401da49b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4309852 Feb 07 22:54:36.793024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36646) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:36.798697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Calling delete_port for d1c97c16-dc57-4b67-a118-7e3d12432b0e owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:36.831133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5f72fcd1-2ea8-4685-8872-0ee8984e606b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e7abc70-a698-4362-a106-c133401da49b HTTP/1.1" status: 200 len: 205 time: 0.0367465 Feb 07 22:54:36.833501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36650) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:37.024648 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87bf4c9-dc75-4276-b195-fa9e30207cf6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.038535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef7554-20ce-4a6e-b696-2b045ce7bfa8 req-cdf57f60-6d6b-4789-8193-b3da43584990 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:37.041751 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34ef7554-20ce-4a6e-b696-2b045ce7bfa8 req-cdf57f60-6d6b-4789-8193-b3da43584990 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0791943 Feb 07 22:54:37.200327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-34ef7554-20ce-4a6e-b696-2b045ce7bfa8 req-d0fb1ac0-fae5-455a-9e82-8913c0ba3b83 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511500 Feb 07 22:54:37.212977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.308784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c97c16-dc57-4b67-a118-7e3d12432b0e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:37.372306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87bf4c9-dc75-4276-b195-fa9e30207cf6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.377617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87bf4c9-dc75-4276-b195-fa9e30207cf6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.486216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87bf4c9-dc75-4276-b195-fa9e30207cf6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.487054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87bf4c9-dc75-4276-b195-fa9e30207cf6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Fanout notify agent at l3_agent the message router_deleted on router 0e7abc70-a698-4362-a106-c133401da49b {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:54:37.502568 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87bf4c9-dc75-4276-b195-fa9e30207cf6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.507363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f87bf4c9-dc75-4276-b195-fa9e30207cf6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/0e7abc70-a698-4362-a106-c133401da49b HTTP/1.1" status: 204 len: 168 time: 0.6728821 Feb 07 22:54:37.508564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36674) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:37.605642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f994ec9-e6e7-4508-8459-147a88cbfd8b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting subnet a277cf60-8469-4f3a-bfa8-75cea7ed08fe {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:54:37.616054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f994ec9-e6e7-4508-8459-147a88cbfd8b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.662401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36678) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:37.683502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.737338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f994ec9-e6e7-4508-8459-147a88cbfd8b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.973566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f994ec9-e6e7-4508-8459-147a88cbfd8b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.073509 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3acec9f2-8001-4edd-95d0-11651202d647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.132090 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f994ec9-e6e7-4508-8459-147a88cbfd8b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.138774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36696) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:38.178655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Router 44b16e2a-f059-4dc4-ae5f-de800a63c01e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:38.213484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f994ec9-e6e7-4508-8459-147a88cbfd8b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Subnet': ['ID=a277cf60-8469-4f3a-bfa8-75cea7ed08fe,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:38.221891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa14e6-2448-4bea-8199-88f0690f4d6f None None] Network e5a6a826-9db6-49ee-99db-12a25ccf6a08 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:38.258466 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f994ec9-e6e7-4508-8459-147a88cbfd8b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.272703 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6f994ec9-e6e7-4508-8459-147a88cbfd8b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/a277cf60-8469-4f3a-bfa8-75cea7ed08fe HTTP/1.1" status: 204 len: 168 time: 0.7622848 Feb 07 22:54:38.274725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36702) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:38.422629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:38.447772 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-601cc425-47fa-47e9-af8d-97e7afbe5162 admin admin] 10.222.0.15 "PUT /v2.0/routers/44b16e2a-f059-4dc4-ae5f-de800a63c01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0026989 Feb 07 22:54:38.448291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36710) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:38.469127 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] Sync routers for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:38.480786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.484764 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:38.485394 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:38.504855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2b326b8-90af-4c4e-8e9a-0b79f545fc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.610967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4447618b-7ff2-4b0c-bedd-1e5d57d98625 None None] DHCP port deletion for e5a6a826-9db6-49ee-99db-12a25ccf6a08 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:54:38.625759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69dc9d-ec8e-48f3-8011-3f773bdbd034 req-c9e39ebf-91d1-400c-82f8-4de48358fde7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:38.645345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec69dc9d-ec8e-48f3-8011-3f773bdbd034 req-c9e39ebf-91d1-400c-82f8-4de48358fde7 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2458067 Feb 07 22:54:38.680246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4447618b-7ff2-4b0c-bedd-1e5d57d98625 None None] Deleting port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:38.681492 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4447618b-7ff2-4b0c-bedd-1e5d57d98625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.722812 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3acec9f2-8001-4edd-95d0-11651202d647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.767128 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:38.793414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3acec9f2-8001-4edd-95d0-11651202d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.819001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4447618b-7ff2-4b0c-bedd-1e5d57d98625 None None] For port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8b214a71-c5d5-4d6d-8225-bf59ade92fe5,segment=NetworkSegment(06befbb3-9696-442d-b85e-72ece6d64442),segment_id=06befbb3-9696-442d-b85e-72ece6d64442)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:38.823201 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4447618b-7ff2-4b0c-bedd-1e5d57d98625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.861835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4447618b-7ff2-4b0c-bedd-1e5d57d98625 None None] Calling delete_port for 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:38.924526 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3acec9f2-8001-4edd-95d0-11651202d647 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30d63a052d884503b4fb46aed718cb66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2597694 Feb 07 22:54:38.954969 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec69dc9d-ec8e-48f3-8011-3f773bdbd034 req-7f610c67-8d68-443d-85bd-d36f1033b853 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085670 Feb 07 22:54:38.955675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acec9f2-8001-4edd-95d0-11651202d647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68a70d9-c3de-4215-b82e-8b4a2d87c41a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:38.958678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36718) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:38.987855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:38.988520 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.996050 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2b326b8-90af-4c4e-8e9a-0b79f545fc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.044337 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e2b326b8-90af-4c4e-8e9a-0b79f545fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.119270 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4447618b-7ff2-4b0c-bedd-1e5d57d98625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.178893 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:54:37Z', 'revision_number': 5, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:39.215045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447618b-7ff2-4b0c-bedd-1e5d57d98625 None None] Pushing event deleted for resources: {'Port': ['ID=8b214a71-c5d5-4d6d-8225-bf59ade92fe5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:39.226384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8b214a71-c5d5-4d6d-8225-bf59ade92fe5,segment=NetworkSegment(06befbb3-9696-442d-b85e-72ece6d64442),segment_id=06befbb3-9696-442d-b85e-72ece6d64442)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:39.226749 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.235231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447618b-7ff2-4b0c-bedd-1e5d57d98625 None None] No DVR routers for this DVR port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:39.235695 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] Checking router: 44b16e2a-f059-4dc4-ae5f-de800a63c01e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:54:39.256129 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] Routers {'44b16e2a-f059-4dc4-ae5f-de800a63c01e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:39.257435 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:39.265289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:39.357365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:39.403230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b326b8-90af-4c4e-8e9a-0b79f545fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dc4b0a-f3e2-4f43-a521-88fb9c878078,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:39.428697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:54:39.431636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:54:39.452294 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.479474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e2b326b8-90af-4c4e-8e9a-0b79f545fc58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccf7c5b809ed4b2f9b957086f253e282&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3335562 Feb 07 22:54:39.488872 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-984ed5b7-b000-43f0-b6d3-caeba223ba44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.491001 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] Set router 44b16e2a-f059-4dc4-ae5f-de800a63c01e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:39.491696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36726) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:39.568273 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-984ed5b7-b000-43f0-b6d3-caeba223ba44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.589686 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.639099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.672472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=8b214a71-c5d5-4d6d-8225-bf59ade92fe5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:39.696751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1765-4002-4781-867d-e0996b41c11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.708355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No DVR routers for this DVR port 8b214a71-c5d5-4d6d-8225-bf59ade92fe5 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:39.770391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Deleting port 71cf7293-a99b-4b69-ab22-727ed7e94c74 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:39.770391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.787690 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1765-4002-4781-867d-e0996b41c11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.796984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-984ed5b7-b000-43f0-b6d3-caeba223ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.799358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-984ed5b7-b000-43f0-b6d3-caeba223ba44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.814951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-984ed5b7-b000-43f0-b6d3-caeba223ba44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a68a70d9-c3de-4215-b82e-8b4a2d87c41a HTTP/1.1" status: 204 len: 168 time: 0.8390491 Feb 07 22:54:39.890003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] For port 71cf7293-a99b-4b69-ab22-727ed7e94c74, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=71cf7293-a99b-4b69-ab22-727ed7e94c74,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:39.890378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.904930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Calling delete_port for 71cf7293-a99b-4b69-ab22-727ed7e94c74 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:39.963374 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.983962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1765-4002-4781-867d-e0996b41c11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.987090 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1765-4002-4781-867d-e0996b41c11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.988711 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:54:37Z', 'revision_number': 5, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:39.996318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2f9a1765-4002-4781-867d-e0996b41c11f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1dc4b0a-f3e2-4f43-a521-88fb9c878078 HTTP/1.1" status: 204 len: 168 time: 0.4980762 Feb 07 22:54:40.002821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ed5b7-b000-43f0-b6d3-caeba223ba44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68a70d9-c3de-4215-b82e-8b4a2d87c41a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:40.016998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a6a826-9db6-49ee-99db-12a25ccf6a08']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:40.049404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a1765-4002-4781-867d-e0996b41c11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dc4b0a-f3e2-4f43-a521-88fb9c878078,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:40.063403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06befbb3-9696-442d-b85e-72ece6d64442') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:40.065596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06befbb3-9696-442d-b85e-72ece6d64442') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:40.086385 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.109334 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.121553 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02993aee-a75c-4550-9aa0-e8cde6fb9615 None None] The sync data for ids ['44b16e2a-f059-4dc4-ae5f-de800a63c01e'] in n-d-827895-2 is: [{'id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'name': 'tempest-TaggedBootDevicesTest-338708660-router', 'tenant_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:03Z', 'updated_at': '2022-02-07T22:54:37Z', 'revision_number': 5, 'project_id': 'ee3a68439ffd42a491c4a710eea0f35f', 'gw_port': {'id': '71cf7293-a99b-4b69-ab22-727ed7e94c74', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b16e2a-f059-4dc4-ae5f-de800a63c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:05Z', 'updated_at': '2022-02-07T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:40.127418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:40.132173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:40.144553 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:40.281787 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.287069 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.299321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/networks/e5a6a826-9db6-49ee-99db-12a25ccf6a08 HTTP/1.1" status: 204 len: 168 time: 2.0104330 Feb 07 22:54:40.303477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36748) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:40.332608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e19f4-2833-4861-837f-effd12a43fec req-0029f516-905e-4a4d-a2fa-dd6b88420045 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:40.341084 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc2e19f4-2833-4861-837f-effd12a43fec req-0029f516-905e-4a4d-a2fa-dd6b88420045 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2313893 Feb 07 22:54:40.445745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc2e19f4-2833-4861-837f-effd12a43fec req-6e458b22-d4c6-4476-9f68-07a6c316bf08 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030464 Feb 07 22:54:40.508787 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.586361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71cf7293-a99b-4b69-ab22-727ed7e94c74,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:40.762899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.944247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-265972949'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:40.946639 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.950736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4b1d9-b705-415b-ad14-192e83603969 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Network': ['ID=e5a6a826-9db6-49ee-99db-12a25ccf6a08,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:40.951925 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.994341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:41.000860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.016231 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.016825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44b16e2a-f059-4dc4-ae5f-de800a63c01e {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:54:41.021564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.025695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5773d832-c01e-44f7-b327-66bb9b3feba5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/44b16e2a-f059-4dc4-ae5f-de800a63c01e HTTP/1.1" status: 204 len: 168 time: 2.5751507 Feb 07 22:54:41.026394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36774) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:41.047161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:41.062352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.062905 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added segment 5d886615-55bb-41a0-8d0e-eb4fa5336084 of type vlan for network ace883ce-6d58-49f1-9636-cc2feaa66a34 Feb 07 22:54:41.181445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.182242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-853c176a-24d7-446e-bd74-a32971cdad4c admin admin] Deleting subnet 94cbb80a-1bef-4846-ac03-d3a16e2d7713 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:54:41.189720 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-853c176a-24d7-446e-bd74-a32971cdad4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.256231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d1c97c16-dc57-4b67-a118-7e3d12432b0e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:41.261972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.277444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-853c176a-24d7-446e-bd74-a32971cdad4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.277769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:41.281093 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.305333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d1c97c16-dc57-4b67-a118-7e3d12432b0e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:54:41.305689 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d1c97c16-dc57-4b67-a118-7e3d12432b0e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:54:41.394799 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4550009 Feb 07 22:54:41.397731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36792) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:41.406656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'subnet': {'network_id': 'ace883ce-6d58-49f1-9636-cc2feaa66a34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:41.508954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6b73f-6152-4703-8015-d2346464e164 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Network': ['ID=ace883ce-6d58-49f1-9636-cc2feaa66a34,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:41.526989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ace883ce-6d58-49f1-9636-cc2feaa66a34 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:54:41.531112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-853c176a-24d7-446e-bd74-a32971cdad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.739140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36806) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:41.757246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09350641-7623-49f2-87c0-d725668b9786 req-213c5af4-623c-48b6-8217-26df6b2b013b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:41.763861 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09350641-7623-49f2-87c0-d725668b9786 req-213c5af4-623c-48b6-8217-26df6b2b013b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1947482 Feb 07 22:54:41.774679 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-853c176a-24d7-446e-bd74-a32971cdad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.810695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c176a-24d7-446e-bd74-a32971cdad4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94cbb80a-1bef-4846-ac03-d3a16e2d7713,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:41.814495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:41.821914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.834161 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-853c176a-24d7-446e-bd74-a32971cdad4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.841502 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-853c176a-24d7-446e-bd74-a32971cdad4c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/94cbb80a-1bef-4846-ac03-d3a16e2d7713 HTTP/1.1" status: 204 len: 168 time: 0.8140752 Feb 07 22:54:41.844343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d4754d-ddbd-4e4a-ba6b-155cd723345f None None] Network 787c7e9f-a8fa-4a51-8c86-e156b52217e9 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:41.844872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36814) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:41.914607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09350641-7623-49f2-87c0-d725668b9786 req-a278bc5c-6758-483e-8e0a-087fa12cce0e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295254 Feb 07 22:54:42.064853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.083451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1334494649-network', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:42.177852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Made reservation on behalf of a4f1d0ba651a48c8b6d085c2ca3338f1 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:42.185098 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.239615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.251964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86ac6c-43a7-47dd-8c2b-e8c74dd09c43 None None] DHCP port deletion for 787c7e9f-a8fa-4a51-8c86-e156b52217e9 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:54:42.332545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6f86ac6c-43a7-47dd-8c2b-e8c74dd09c43 None None] Deleting port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:42.334312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f86ac6c-43a7-47dd-8c2b-e8c74dd09c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.383467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Deleting port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:42.383739 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.403566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.501935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6f86ac6c-43a7-47dd-8c2b-e8c74dd09c43 None None] For port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:42.502366 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f86ac6c-43a7-47dd-8c2b-e8c74dd09c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.526769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6f86ac6c-43a7-47dd-8c2b-e8c74dd09c43 None None] Calling delete_port for dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:42.578215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Subnet': ['ID=5f841b50-3205-4b26-9a84-a4c371f7e613,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:42.581553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] For port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726,segment=NetworkSegment(29007903-a366-4374-b42f-2fba51a34197),segment_id=29007903-a366-4374-b42f-2fba51a34197)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:42.581926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.590124 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.604223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Calling delete_port for dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:42.611291 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.624985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Checking segment: {'id': '5d886615-55bb-41a0-8d0e-eb4fa5336084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ace883ce-6d58-49f1-9636-cc2feaa66a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:42.625354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network hostable DHCP agents. Network: ace883ce-6d58-49f1-9636-cc2feaa66a34, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:42.643209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36834) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:42.666849 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f86ac6c-43a7-47dd-8c2b-e8c74dd09c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.691223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:42.711719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b14233-4137-41a7-8a4b-198b5ae3d5b5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:42.711962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86ac6c-43a7-47dd-8c2b-e8c74dd09c43 None None] Pushing event deleted for resources: {'Port': ['ID=dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:42.716829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.717176 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Added segment d397d6c4-974a-4d9a-ada8-c6918f01c7ae of type vlan for network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 Feb 07 22:54:42.737193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network ace883ce-6d58-49f1-9636-cc2feaa66a34 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:42.751367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f86ac6c-43a7-47dd-8c2b-e8c74dd09c43 None None] No DVR routers for this DVR port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:42.789058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ace883ce-6d58-49f1-9636-cc2feaa66a34) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:42.795772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.812177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.812778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.826051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588bc217-2cee-4b24-8889-d7c57adcd4fc None None] Network ace883ce-6d58-49f1-9636-cc2feaa66a34 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:42.852622 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.856667 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.857830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.858530 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.902496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c5c5dfe4-0e8f-471c-a82a-899f5c84d9fc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5016878 Feb 07 22:54:42.905260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36844) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:42.913384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-098433e8-dd53-4f51-a81d-0b4f22e8521a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-936915322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:42.918818 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1785626 Feb 07 22:54:42.922176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36846) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:42.922660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:42.942526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Request body: {'subnet': {'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1334494649-subnet', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:42.960989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] No DVR routers for this DVR port dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:43.007106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe96c-d086-48b4-9c90-00d1d51dbec0 admin admin] Pushing event updated for resources: {'Network': ['ID=44c1e6fa-0b34-4925-80c9-d4cd1b1da197,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:43.017866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1556529064'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:43.060837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-098433e8-dd53-4f51-a81d-0b4f22e8521a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.063500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-098433e8-dd53-4f51-a81d-0b4f22e8521a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.068349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Made reservation on behalf of a4f1d0ba651a48c8b6d085c2ca3338f1 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:43.076646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.114241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.152008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2658b0-ae95-4a65-89bf-714a7f9fbb60 req-8eee1609-a42f-41a6-8814-e7fd4e2bedbe tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:43.153942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d2658b0-ae95-4a65-89bf-714a7f9fbb60 req-8eee1609-a42f-41a6-8814-e7fd4e2bedbe tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1311171 Feb 07 22:54:43.165222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787c7e9f-a8fa-4a51-8c86-e156b52217e9']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:43.187953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29007903-a366-4374-b42f-2fba51a34197') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:43.188255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29007903-a366-4374-b42f-2fba51a34197') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:43.216010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.221434 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:54:43.245587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.259932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d2658b0-ae95-4a65-89bf-714a7f9fbb60 req-283c7dcd-3e1f-42a3-a6c8-ef172253457e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744905 Feb 07 22:54:43.261062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:43.261484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:43.263531 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:43.298991 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-098433e8-dd53-4f51-a81d-0b4f22e8521a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.312019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Made reservation on behalf of 9d9d0f1d72224bd5b7d17e1da6e008ec for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:43.318504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:43.320426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.339562 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-098433e8-dd53-4f51-a81d-0b4f22e8521a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.342432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.345411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:54:43.345949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dcfc7dcd-5f8b-40a6-a8dd-bbfb847df726 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:54:43.346177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 71cf7293-a99b-4b69-ab22-727ed7e94c74 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:43.352374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.360507 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] 10.222.0.15 "DELETE /v2.0/networks/787c7e9f-a8fa-4a51-8c86-e156b52217e9 HTTP/1.1" status: 204 len: 168 time: 1.5093946 Feb 07 22:54:43.362205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:43.382646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.384422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 71cf7293-a99b-4b69-ab22-727ed7e94c74 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:54:43.384850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 71cf7293-a99b-4b69-ab22-727ed7e94c74 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:54:43.395149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2be1b-b8ac-4475-a88d-5c4685282a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=787c7e9f-a8fa-4a51-8c86-e156b52217e9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:43.452940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-098433e8-dd53-4f51-a81d-0b4f22e8521a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.454260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-098433e8-dd53-4f51-a81d-0b4f22e8521a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5476727 Feb 07 22:54:43.457121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36856) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:43.487641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-ace883ce-6d58-49f1-9636-cc2feaa66a34', 'network_id': 'ace883ce-6d58-49f1-9636-cc2feaa66a34', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'fixed_ips': [{'subnet_id': '5f841b50-3205-4b26-9a84-a4c371f7e613'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:54:43.488547 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.688500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.745764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Allocated IP 2001:db8::2 (ace883ce-6d58-49f1-9636-cc2feaa66a34/5f841b50-3205-4b26-9a84-a4c371f7e613/6cd3c611-5cc3-4203-a711-3ce0f9cf715f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:43.903795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=472c5823-7d9c-4953-933d-f26ccf7eadc1,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:43.933278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.984750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Checking segment: {'id': 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:43.985430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Network hostable DHCP agents. Network: 44c1e6fa-0b34-4925-80c9-d4cd1b1da197, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:43.990990 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.999890 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.039916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.054079 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.077432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Pushing event updated for resources: {'Port': ['ID=6cd3c611-5cc3-4203-a711-3ce0f9cf715f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:44.092405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:44.112293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:44.116190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Network ace883ce-6d58-49f1-9636-cc2feaa66a34 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:44.117796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:44.124571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:44.131235 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c8df3d-d098-4328-86ea-4b422eb5f65f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:44.159899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 44c1e6fa-0b34-4925-80c9-d4cd1b1da197) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:44.162325 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.162822 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Added segment 01f9f7de-431b-44f8-8180-6be43e177daa of type vlan for network def82598-aa31-41f2-a583-4626bd177f90 Feb 07 22:54:44.204686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:44.205437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.229071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4106e105-b2a1-475d-8543-9c90b20e3533 None None] Network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:44.244206 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-17b8a159-bebe-418c-8c2e-7755e6bb11d4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3170314 Feb 07 22:54:44.248771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36870) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:44.254100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:44.262141 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.332483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 2001:db8::1 (ace883ce-6d58-49f1-9636-cc2feaa66a34/5f841b50-3205-4b26-9a84-a4c371f7e613/77bd406b-658f-408d-8e92-cd3379c960b3) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:44.341980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Attempting to bind port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:44.342424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Attempting to bind port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '5d886615-55bb-41a0-8d0e-eb4fa5336084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ace883ce-6d58-49f1-9636-cc2feaa66a34'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:44.342803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Attempting to bind port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f on network ace883ce-6d58-49f1-9636-cc2feaa66a34 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:54:44.353009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:54:44.353691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Checking segment: {'id': '5d886615-55bb-41a0-8d0e-eb4fa5336084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ace883ce-6d58-49f1-9636-cc2feaa66a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:44.353806 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.354177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Bound using segment: {'id': '5d886615-55bb-41a0-8d0e-eb4fa5336084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ace883ce-6d58-49f1-9636-cc2feaa66a34'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:54:44.354785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Bound port: 6cd3c611-5cc3-4203-a711-3ce0f9cf715f, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d886615-55bb-41a0-8d0e-eb4fa5336084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ace883ce-6d58-49f1-9636-cc2feaa66a34'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:44.366688 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.379456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.394279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:44.395520 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.532619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] For port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:54:44.541832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.542809 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.552698 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9079225 Feb 07 22:54:44.558169 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] For port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6cd3c611-5cc3-4203-a711-3ce0f9cf715f,segment=NetworkSegment(5d886615-55bb-41a0-8d0e-eb4fa5336084),segment_id=5d886615-55bb-41a0-8d0e-eb4fa5336084)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:54:44.559807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36878) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:44.572749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Request body: {'subnet': {'network_id': 'def82598-aa31-41f2-a583-4626bd177f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:44.573512 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.608271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49544bc-77e7-4f84-ae1a-78d9760da804 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event updated for resources: {'Network': ['ID=def82598-aa31-41f2-a583-4626bd177f90,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:44.642553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916b793-ba5f-4003-9bcb-e92c4fb5db48 None None] Pushing event updated for resources: {'Port': ['ID=6cd3c611-5cc3-4203-a711-3ce0f9cf715f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:44.647630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network def82598-aa31-41f2-a583-4626bd177f90 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:54:44.674148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daeaed-9afe-491d-9bf0-f8e8ab3d93e0 req-c1499cb3-ebdf-4bf0-bbd0-93bd2f93b938 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:44.675756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9daeaed-9afe-491d-9bf0-f8e8ab3d93e0 req-c1499cb3-ebdf-4bf0-bbd0-93bd2f93b938 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2504575 Feb 07 22:54:44.685865 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.760366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.762438 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.812305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-44c1e6fa-0b34-4925-80c9-d4cd1b1da197', 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'fixed_ips': [{'subnet_id': '472c5823-7d9c-4953-933d-f26ccf7eadc1'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:54:44.813162 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.830158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network ace883ce-6d58-49f1-9636-cc2feaa66a34 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:44.838988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:44.843950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:44.844509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.974602 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9daeaed-9afe-491d-9bf0-f8e8ab3d93e0 req-49a47615-ec49-436d-ba16-914175876179 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830613 Feb 07 22:54:45.000855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=77bd406b-658f-408d-8e92-cd3379c960b3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:45.036379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Made reservation on behalf of 9d9d0f1d72224bd5b7d17e1da6e008ec for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:45.048163 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.053096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.203576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.271548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Allocated IP 172.20.0.2 (44c1e6fa-0b34-4925-80c9-d4cd1b1da197/472c5823-7d9c-4953-933d-f26ccf7eadc1/96ee9661-4979-4e5d-b512-d192c20e468b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:45.276341 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.657310 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.670415 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.698817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.706216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.748869 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.767306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.889210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:45.901524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:45.914324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:45.932555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Pushing event updated for resources: {'Port': ['ID=96ee9661-4979-4e5d-b512-d192c20e468b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:45.971526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event updated for resources: {'Subnet': ['ID=7a4695d9-49a8-4ca6-b525-3e9711139a7e,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:46.097388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Checking segment: {'id': '01f9f7de-431b-44f8-8180-6be43e177daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'def82598-aa31-41f2-a583-4626bd177f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:46.098042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Network hostable DHCP agents. Network: def82598-aa31-41f2-a583-4626bd177f90, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:46.124146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.141998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Attempting to bind port 96ee9661-4979-4e5d-b512-d192c20e468b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:46.142486 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Attempting to bind port 96ee9661-4979-4e5d-b512-d192c20e468b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:46.145508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Attempting to bind port 96ee9661-4979-4e5d-b512-d192c20e468b on network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:54:46.157847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:54:46.158367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Checking segment: {'id': 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:46.158884 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.159379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Bound using segment: {'id': 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:54:46.160832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Bound port: 96ee9661-4979-4e5d-b512-d192c20e468b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:46.171433 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.178459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.255775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Network def82598-aa31-41f2-a583-4626bd177f90 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:46.307305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ab119179-556d-4145-b937-9a42ba81719a None None] For port 96ee9661-4979-4e5d-b512-d192c20e468b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:54:46.311912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ab119179-556d-4145-b937-9a42ba81719a None None] For port 96ee9661-4979-4e5d-b512-d192c20e468b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=96ee9661-4979-4e5d-b512-d192c20e468b,segment=NetworkSegment(d397d6c4-974a-4d9a-ada8-c6918f01c7ae),segment_id=d397d6c4-974a-4d9a-ada8-c6918f01c7ae)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:54:46.316377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, def82598-aa31-41f2-a583-4626bd177f90) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:46.323060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:46.323646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.333373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.341177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38beef37-8c55-4180-bcdf-9ced2355986b None None] Network def82598-aa31-41f2-a583-4626bd177f90 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:46.369603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-da27788a-c862-4cdc-b719-ac4061464efa tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8052983 Feb 07 22:54:46.372852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36914) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:46.379203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Request body: {'port': {'network_id': 'def82598-aa31-41f2-a583-4626bd177f90', 'name': 'tempest-DHCPAgentSchedulersTestJSON-382086044'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:46.431363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=77bd406b-658f-408d-8e92-cd3379c960b3,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:46.445114 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab119179-556d-4145-b937-9a42ba81719a None None] Pushing event updated for resources: {'Port': ['ID=96ee9661-4979-4e5d-b512-d192c20e468b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:46.446281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Deleting port b5cd384e-b2fa-4248-9045-c2158ef4ca98 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:46.447160 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.555639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4f16c-6c5f-4b66-aa11-b67b791f4bb2 req-15bdc2a3-9468-4804-b9fd-1b307c0718e0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:46.559895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4e4f16c-6c5f-4b66-aa11-b67b791f4bb2 req-15bdc2a3-9468-4804-b9fd-1b307c0718e0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1741967 Feb 07 22:54:46.571120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] For port b5cd384e-b2fa-4248-9045-c2158ef4ca98, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b5cd384e-b2fa-4248-9045-c2158ef4ca98,segment=NetworkSegment(dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c),segment_id=dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:46.571746 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.574434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network ace883ce-6d58-49f1-9636-cc2feaa66a34 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:46.587179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Calling delete_port for b5cd384e-b2fa-4248-9045-c2158ef4ca98 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:46.590759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:46.620369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb107a20-2449-4a15-80ee-e4f48aec2858 None None] Network ace883ce-6d58-49f1-9636-cc2feaa66a34 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:46.784700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-79ece284-9a41-4527-9529-fa96d621546d None None] Provisioning complete for port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:46.785355 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79ece284-9a41-4527-9529-fa96d621546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.789149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-def82598-aa31-41f2-a583-4626bd177f90', 'network_id': 'def82598-aa31-41f2-a583-4626bd177f90', 'tenant_id': '9d9d0f1d72224bd5b7d17e1da6e008ec', 'fixed_ips': [{'subnet_id': '7a4695d9-49a8-4ca6-b525-3e9711139a7e'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:54:46.789149 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.919967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4e4f16c-6c5f-4b66-aa11-b67b791f4bb2 req-bb92d7bb-a747-49f5-b637-8ecd17455aaa tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3382440 Feb 07 22:54:47.006969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router a277328d-b1a9-42ea-9e8a-d495b43b2da2 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:54:47.008308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Allocated IP 172.25.8.136 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/1369c63e-e43c-44f0-b967-865c422b8e3e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:47.211492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:47.220647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8fab68b2-33f5-4af7-a7f1-685a599d55e2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/a277328d-b1a9-42ea-9e8a-d495b43b2da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7601228 Feb 07 22:54:47.221489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36928) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:47.309579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96577a67-9561-41bf-b5c1-e4aeb7d33b8d None None] Sync routers for ids ['a277328d-b1a9-42ea-9e8a-d495b43b2da2'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:47.386816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.391946 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.393856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Made reservation on behalf of 9d9d0f1d72224bd5b7d17e1da6e008ec for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:47.397464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.444408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cd384e-b2fa-4248-9045-c2158ef4ca98,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:47.484190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] device_id is not set on port 4485f9f1-1d38-4ba0-9ec9-ffed1ba82e3e yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:54:47.487290 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ed9f8c-b77d-4b82-b3bf-62b674a3f08f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:47.495173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-50ed9f8c-b77d-4b82-b3bf-62b674a3f08f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports/77bd406b-658f-408d-8e92-cd3379c960b3 HTTP/1.1" status: 200 len: 911 time: 0.2722487 Feb 07 22:54:47.501481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36942) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:47.521796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96577a67-9561-41bf-b5c1-e4aeb7d33b8d None None] Routers {'a277328d-b1a9-42ea-9e8a-d495b43b2da2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:47.522460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-96577a67-9561-41bf-b5c1-e4aeb7d33b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a277328d-b1a9-42ea-9e8a-d495b43b2da2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:47.537700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 96ee9661-4979-4e5d-b512-d192c20e468b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:47.644203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-96577a67-9561-41bf-b5c1-e4aeb7d33b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:47.663218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Allocated IP 172.20.0.2 (def82598-aa31-41f2-a583-4626bd177f90/7a4695d9-49a8-4ca6-b525-3e9711139a7e/59317713-ccfc-4211-bd73-5807dd2bc5c7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:47.665811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79ece284-9a41-4527-9529-fa96d621546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.666480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd8fe-9521-4f58-9afe-5b7465adbf5a req-0602cf17-ca31-4ed3-a6e9-0a95e2d7e2af tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:47.668881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55ecd8fe-9521-4f58-9afe-5b7465adbf5a req-0602cf17-ca31-4ed3-a6e9-0a95e2d7e2af tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.3350430 Feb 07 22:54:47.676192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-b103009d-855a-4ce8-965d-d8f76f6a6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:47.678238 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-b103009d-855a-4ce8-965d-d8f76f6a6283 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1096 time: 0.3781712 Feb 07 22:54:47.708752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96577a67-9561-41bf-b5c1-e4aeb7d33b8d None None] Routers {'a277328d-b1a9-42ea-9e8a-d495b43b2da2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:47.709491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-96577a67-9561-41bf-b5c1-e4aeb7d33b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a277328d-b1a9-42ea-9e8a-d495b43b2da2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:48.008471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55ecd8fe-9521-4f58-9afe-5b7465adbf5a req-1bf21440-9a96-4d3b-ae51-5905599ba653 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286235 Feb 07 22:54:48.034174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-79ece284-9a41-4527-9529-fa96d621546d None None] For port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6cd3c611-5cc3-4203-a711-3ce0f9cf715f,segment=NetworkSegment(5d886615-55bb-41a0-8d0e-eb4fa5336084),segment_id=5d886615-55bb-41a0-8d0e-eb4fa5336084)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:48.052078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 96ee9661-4979-4e5d-b512-d192c20e468b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:48.053024 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.066649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-96577a67-9561-41bf-b5c1-e4aeb7d33b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:48.067643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96577a67-9561-41bf-b5c1-e4aeb7d33b8d None None] The sync data for ids ['a277328d-b1a9-42ea-9e8a-d495b43b2da2'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:48.080182 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79ece284-9a41-4527-9529-fa96d621546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.097989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-45130450-8d71-4b52-802b-3a160583cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:48.102348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-45130450-8d71-4b52-802b-3a160583cec6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.4120495 Feb 07 22:54:48.260070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.306250 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.342134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-9194863a-ad4f-44b8-8ded-acb990651975 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1000 time: 0.2329340 Feb 07 22:54:48.348872 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.377942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece284-9a41-4527-9529-fa96d621546d None None] Pushing event updated for resources: {'Port': ['ID=6cd3c611-5cc3-4203-a711-3ce0f9cf715f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:48.395680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Pushing event updated for resources: {'Port': ['ID=1369c63e-e43c-44f0-b967-865c422b8e3e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:48.402667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Network def82598-aa31-41f2-a583-4626bd177f90 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:48.450068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:48.472265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-5ff92c62-5e01-43bd-b1d0-805feed00839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:48.473718 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-5ff92c62-5e01-43bd-b1d0-805feed00839 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1034265 Feb 07 22:54:48.558859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:48.567320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:48.576466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:48.659968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-dd8b42c5-eeb9-402b-bff5-71ca3f59b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:48.661653 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-dd8b42c5-eeb9-402b-bff5-71ca3f59b766 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630366 Feb 07 22:54:48.702914 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.709500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:48.717415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8a23ca-ca34-439f-b798-088caf8cbb42 None None] Network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:48.731316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Allocated IP 172.20.0.11 (def82598-aa31-41f2-a583-4626bd177f90/7a4695d9-49a8-4ca6-b525-3e9711139a7e/4485f9f1-1d38-4ba0-9ec9-ffed1ba82e3e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:48.805662 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.903983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Pushing event updated for resources: {'Port': ['ID=59317713-ccfc-4211-bd73-5807dd2bc5c7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:48.942434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.964214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f37e0537-c5cf-4f3b-a294-f9dcee3569e0 None None] Provisioning complete for port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:48.964802 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f37e0537-c5cf-4f3b-a294-f9dcee3569e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.016494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Attempting to bind port 59317713-ccfc-4211-bd73-5807dd2bc5c7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:49.017120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Attempting to bind port 59317713-ccfc-4211-bd73-5807dd2bc5c7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '01f9f7de-431b-44f8-8180-6be43e177daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'def82598-aa31-41f2-a583-4626bd177f90'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:49.017655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Attempting to bind port 59317713-ccfc-4211-bd73-5807dd2bc5c7 on network def82598-aa31-41f2-a583-4626bd177f90 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:54:49.066712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 96ee9661-4979-4e5d-b512-d192c20e468b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=96ee9661-4979-4e5d-b512-d192c20e468b,segment=NetworkSegment(d397d6c4-974a-4d9a-ada8-c6918f01c7ae),segment_id=d397d6c4-974a-4d9a-ada8-c6918f01c7ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:49.081072 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.082187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6cd3c611-5cc3-4203-a711-3ce0f9cf715f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:49.090036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:54:49.090683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Checking segment: {'id': '01f9f7de-431b-44f8-8180-6be43e177daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'def82598-aa31-41f2-a583-4626bd177f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:49.091268 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.091867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Bound using segment: {'id': '01f9f7de-431b-44f8-8180-6be43e177daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'def82598-aa31-41f2-a583-4626bd177f90'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:54:49.092526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Bound port: 59317713-ccfc-4211-bd73-5807dd2bc5c7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f9f7de-431b-44f8-8180-6be43e177daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'def82598-aa31-41f2-a583-4626bd177f90'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:49.093070 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.123202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Router cd2734e8-c9f9-4d25-a2a2-057946d49656 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:49.154534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-ea2e7a2a-a1a4-4e24-8810-5c1ff231465c service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829679 Feb 07 22:54:49.373091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=96ee9661-4979-4e5d-b512-d192c20e468b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:49.434603 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:49.434937 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.512729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] For port 59317713-ccfc-4211-bd73-5807dd2bc5c7, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:54:49.515484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d396532-c4af-40ed-a5aa-90da8e042779 req-d7a21ac1-376d-4a75-883d-7f00cfe7b946 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526809 Feb 07 22:54:49.572965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] For port 59317713-ccfc-4211-bd73-5807dd2bc5c7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=59317713-ccfc-4211-bd73-5807dd2bc5c7,segment=NetworkSegment(01f9f7de-431b-44f8-8180-6be43e177daa),segment_id=01f9f7de-431b-44f8-8180-6be43e177daa)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:54:49.577838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port 77bd406b-658f-408d-8e92-cd3379c960b3 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:49.579275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.592819 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.621688 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281766f9-2a92-46df-b3b4-a09d59d05880 req-bb48eac0-275a-4844-b0c1-5417d4b134ac tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:49.623459 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-281766f9-2a92-46df-b3b4-a09d59d05880 req-bb48eac0-275a-4844-b0c1-5417d4b134ac tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.4444363 Feb 07 22:54:49.700426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b863e1-cce6-49e8-8721-b949da8235db None None] Pushing event updated for resources: {'Port': ['ID=59317713-ccfc-4211-bd73-5807dd2bc5c7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:49.730620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.745923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for 77bd406b-658f-408d-8e92-cd3379c960b3 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:49.756767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f37e0537-c5cf-4f3b-a294-f9dcee3569e0 None None] Provisioning complete for port 77bd406b-658f-408d-8e92-cd3379c960b3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:49.757798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f37e0537-c5cf-4f3b-a294-f9dcee3569e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.889149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f37e0537-c5cf-4f3b-a294-f9dcee3569e0 None None] Port 77bd406b-658f-408d-8e92-cd3379c960b3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:50.004756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-281766f9-2a92-46df-b3b4-a09d59d05880 req-500a42cc-a89e-4a1a-a8df-9d14947f0fa0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469369 Feb 07 22:54:50.026103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d4221285-47c8-4f56-96ac-03c1cce0c77c None None] Provisioning complete for port 77bd406b-658f-408d-8e92-cd3379c960b3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:50.026529 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d4221285-47c8-4f56-96ac-03c1cce0c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.036420 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.105217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d4221285-47c8-4f56-96ac-03c1cce0c77c None None] Port 77bd406b-658f-408d-8e92-cd3379c960b3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:50.126730 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.133338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d4221285-47c8-4f56-96ac-03c1cce0c77c None None] Provisioning complete for port 96ee9661-4979-4e5d-b512-d192c20e468b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:50.135014 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d4221285-47c8-4f56-96ac-03c1cce0c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.228945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:50.250436 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] Sync routers for ids ['cd2734e8-c9f9-4d25-a2a2-057946d49656'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:50.261153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.274586 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0a0a5d71-e829-41d7-a2fd-06e2b9e665d5 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd2734e8-c9f9-4d25-a2a2-057946d49656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9077914 Feb 07 22:54:50.285070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=77bd406b-658f-408d-8e92-cd3379c960b3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:50.291017 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] Routers {'cd2734e8-c9f9-4d25-a2a2-057946d49656'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:50.292718 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['cd2734e8-c9f9-4d25-a2a2-057946d49656'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:50.297795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 36990) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:50.305035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 96ee9661-4979-4e5d-b512-d192c20e468b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:50.467312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Network def82598-aa31-41f2-a583-4626bd177f90 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:50.488671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.539693 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] Set router cd2734e8-c9f9-4d25-a2a2-057946d49656 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:50.542991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 96ee9661-4979-4e5d-b512-d192c20e468b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:50.543366 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.649939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:50.651716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event updated for resources: {'Port': ['ID=4485f9f1-1d38-4ba0-9ec9-ffed1ba82e3e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:50.668183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:50.670403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.716193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6cd3c611-5cc3-4203-a711-3ce0f9cf715f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:50.820791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fe80f740-4629-403a-96bf-58b11d07d229 None None] Provisioning complete for port 96ee9661-4979-4e5d-b512-d192c20e468b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:50.826496 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe80f740-4629-403a-96bf-58b11d07d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.880489 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be83e592-ec89-4b07-953e-23b04010a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:16Z', 'updated_at': '2022-02-07T22:54:47Z', 'revision_number': 5, 'project_id': '61c159f254ec482e9eafc895940bac91', 'gw_port': {'id': 'be83e592-ec89-4b07-953e-23b04010a251', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:17Z', 'updated_at': '2022-02-07T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:50.883720 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.916393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.925974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:50.926924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.933640 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] Checking router: cd2734e8-c9f9-4d25-a2a2-057946d49656 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:54:50.936065 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:50.936454 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.977558 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] Routers {'cd2734e8-c9f9-4d25-a2a2-057946d49656'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:50.978377 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['cd2734e8-c9f9-4d25-a2a2-057946d49656'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:51.184746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c1eec89b-f757-4234-b5e8-e247ffc0fa08 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8095388 Feb 07 22:54:51.188539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 36998) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:51.233398 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] Set router cd2734e8-c9f9-4d25-a2a2-057946d49656 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:51.248522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Router 2615de40-3cac-4054-a76c-d427511e7330 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:54:51.447616 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f447226-f513-40a4-8d39-67b1338e86bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.451633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8bfbf-f7c8-4180-8aee-af9ed939eb9d tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Deleting port 4485f9f1-1d38-4ba0-9ec9-ffed1ba82e3e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:51.452009 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bfbf-f7c8-4180-8aee-af9ed939eb9d tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.456709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:51.477584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Sync routers for ids ['2615de40-3cac-4054-a76c-d427511e7330'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:51.499016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Routers {'2615de40-3cac-4054-a76c-d427511e7330'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:51.500010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2615de40-3cac-4054-a76c-d427511e7330'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:51.614875 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be83e592-ec89-4b07-953e-23b04010a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:16Z', 'updated_at': '2022-02-07T22:54:47Z', 'revision_number': 5, 'project_id': '61c159f254ec482e9eafc895940bac91', 'gw_port': {'id': 'be83e592-ec89-4b07-953e-23b04010a251', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:17Z', 'updated_at': '2022-02-07T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:51.654385 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bfbf-f7c8-4180-8aee-af9ed939eb9d tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.665658 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bece9-5e12-4ab4-8c06-89a47a4615b3 None None] The sync data for ids ['cd2734e8-c9f9-4d25-a2a2-057946d49656'] in n-d-827895-2 is: [{'id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'name': 'tempest-TaggedBootDevicesTest-1621750942-router', 'tenant_id': '61c159f254ec482e9eafc895940bac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be83e592-ec89-4b07-953e-23b04010a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:16Z', 'updated_at': '2022-02-07T22:54:47Z', 'revision_number': 5, 'project_id': '61c159f254ec482e9eafc895940bac91', 'gw_port': {'id': 'be83e592-ec89-4b07-953e-23b04010a251', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2734e8-c9f9-4d25-a2a2-057946d49656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:17Z', 'updated_at': '2022-02-07T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:51.669498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8bfbf-f7c8-4180-8aee-af9ed939eb9d tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Calling delete_port for 4485f9f1-1d38-4ba0-9ec9-ffed1ba82e3e owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:51.679638 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.737269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.738842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ec44c59b-517c-4856-9ff4-46acf2adef1a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4888244 Feb 07 22:54:51.742144 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37008) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:51.806159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecfcda-af42-43cb-a433-ac19d6b04c3f req-b1082a0e-fa73-452b-833c-3be8ca8220e4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:51.807942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77ecfcda-af42-43cb-a433-ac19d6b04c3f req-b1082a0e-fa73-452b-833c-3be8ca8220e4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1954944 Feb 07 22:54:51.840490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Set router 2615de40-3cac-4054-a76c-d427511e7330 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:51.857708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router a277328d-b1a9-42ea-9e8a-d495b43b2da2 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:51.900266 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77ecfcda-af42-43cb-a433-ac19d6b04c3f req-ae33220f-8c7c-4205-9ed2-40b607b4c2b4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791271 Feb 07 22:54:51.989288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:52.001144 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96048ab-e6de-419b-8f71-c093df5d04c5 None None] Sync routers for ids ['a277328d-b1a9-42ea-9e8a-d495b43b2da2'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:52.003950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-88d3aa6e-4d52-47e8-b2cc-db739a33228b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/a277328d-b1a9-42ea-9e8a-d495b43b2da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4873936 Feb 07 22:54:52.005985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Deleting port be83e592-ec89-4b07-953e-23b04010a251 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:52.006324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.009197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37016) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:52.014378 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96048ab-e6de-419b-8f71-c093df5d04c5 None None] Routers {'a277328d-b1a9-42ea-9e8a-d495b43b2da2'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:52.017285 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a96048ab-e6de-419b-8f71-c093df5d04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a277328d-b1a9-42ea-9e8a-d495b43b2da2'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:52.037946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc7490-c480-4f63-92ab-304b5a16cd86 None None] Network def82598-aa31-41f2-a583-4626bd177f90 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:52.130390 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a96048ab-e6de-419b-8f71-c093df5d04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:52.147248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-719be95a-6872-46b1-981a-a50b418d09bb tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=a277328d-b1a9-42ea-9e8a-d495b43b2da2 HTTP/1.1" status: 200 len: 205 time: 0.1367664 Feb 07 22:54:52.148470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37018) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:52.153523 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96048ab-e6de-419b-8f71-c093df5d04c5 None None] Routers {'a277328d-b1a9-42ea-9e8a-d495b43b2da2'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:52.156199 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a96048ab-e6de-419b-8f71-c093df5d04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a277328d-b1a9-42ea-9e8a-d495b43b2da2'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:52.169737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bfbf-f7c8-4180-8aee-af9ed939eb9d tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.253130 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a96048ab-e6de-419b-8f71-c093df5d04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:52.253918 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96048ab-e6de-419b-8f71-c093df5d04c5 None None] The sync data for ids ['a277328d-b1a9-42ea-9e8a-d495b43b2da2'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:52.264369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-afa1d3d4-1f55-4727-aa55-ed880ab608c1 None None] Provisioning complete for port 59317713-ccfc-4211-bd73-5807dd2bc5c7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:52.264747 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afa1d3d4-1f55-4727-aa55-ed880ab608c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.292959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6311-88ba-42fd-bae3-dce808898f02 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.293403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8bfbf-f7c8-4180-8aee-af9ed939eb9d tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event deleted for resources: {'Port': ['ID=4485f9f1-1d38-4ba0-9ec9-ffed1ba82e3e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:52.328706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 59317713-ccfc-4211-bd73-5807dd2bc5c7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:52.445798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf554253-d022-4eea-8619-15bb87c8fe27 req-5e136304-ba79-4947-8667-bd88b701003c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:52.447467 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf554253-d022-4eea-8619-15bb87c8fe27 req-5e136304-ba79-4947-8667-bd88b701003c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.4006824 Feb 07 22:54:52.594449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6311-88ba-42fd-bae3-dce808898f02 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.596661 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6311-88ba-42fd-bae3-dce808898f02 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.597903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf554253-d022-4eea-8619-15bb87c8fe27 req-9ea4be61-9de1-4029-bdf6-dc6b3ac0d8e4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952067 Feb 07 22:54:52.648331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bfbf-f7c8-4180-8aee-af9ed939eb9d tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.652367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a9d8bfbf-f7c8-4180-8aee-af9ed939eb9d tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] 10.222.0.15 "DELETE /v2.0/ports/4485f9f1-1d38-4ba0-9ec9-ffed1ba82e3e HTTP/1.1" status: 204 len: 168 time: 1.4625950 Feb 07 22:54:52.655381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37030) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:52.690971 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6311-88ba-42fd-bae3-dce808898f02 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.691525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8b6311-88ba-42fd-bae3-dce808898f02 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Fanout notify agent at l3_agent the message router_deleted on router a277328d-b1a9-42ea-9e8a-d495b43b2da2 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:54:52.728133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6311-88ba-42fd-bae3-dce808898f02 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.732332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37034) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:52.740292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ed8b6311-88ba-42fd-bae3-dce808898f02 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/a277328d-b1a9-42ea-9e8a-d495b43b2da2 HTTP/1.1" status: 204 len: 168 time: 0.5866489 Feb 07 22:54:52.796654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] For port be83e592-ec89-4b07-953e-23b04010a251, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=be83e592-ec89-4b07-953e-23b04010a251,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:52.797048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.798705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-288c0630-b64e-4248-a1a8-e3c9653f7a57 tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1424427 Feb 07 22:54:52.805011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37038) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:52.815547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1303558920'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:52.833306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Calling delete_port for be83e592-ec89-4b07-953e-23b04010a251 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:52.842570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d06f34-98a0-4431-94d5-c1667c0813a2 req-f4eb77be-1572-435f-b1e4-9aff054e39ae tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:52.844172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1d06f34-98a0-4431-94d5-c1667c0813a2 req-f4eb77be-1572-435f-b1e4-9aff054e39ae tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1027713 Feb 07 22:54:52.888034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-622346e5-d34a-47b5-860c-255b3049e618 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting subnet 5f841b50-3205-4b26-9a84-a4c371f7e613 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:54:52.892974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Made reservation on behalf of 9d9d0f1d72224bd5b7d17e1da6e008ec for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:52.896310 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.912664 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-622346e5-d34a-47b5-860c-255b3049e618 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.972498 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1d06f34-98a0-4431-94d5-c1667c0813a2 req-51ef300f-c58e-4728-b7ea-3f1bd2f25f3e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122437 Feb 07 22:54:52.995868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-622346e5-d34a-47b5-860c-255b3049e618 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.058319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.139457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 59317713-ccfc-4211-bd73-5807dd2bc5c7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:53.140411 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.161949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.227473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Pushing event deleted for resources: {'Port': ['ID=be83e592-ec89-4b07-953e-23b04010a251,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:53.235947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:53.274315 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.279900 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afa1d3d4-1f55-4727-aa55-ed880ab608c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.387561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.393044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 59317713-ccfc-4211-bd73-5807dd2bc5c7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=59317713-ccfc-4211-bd73-5807dd2bc5c7,segment=NetworkSegment(01f9f7de-431b-44f8-8180-6be43e177daa),segment_id=01f9f7de-431b-44f8-8180-6be43e177daa)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:53.396757 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Added segment b42610dc-091b-4a24-be46-c1ad2bbaa7d0 of type vlan for network 2eda55f8-425d-45b3-b230-895e3758747c Feb 07 22:54:53.410057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2615de40-3cac-4054-a76c-d427511e7330', 'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:49Z', 'revision_number': 3, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'gw_port': {'id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:53.451466 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.539830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b5cd384e-b2fa-4248-9045-c2158ef4ca98 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:53.542393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d8b0-04ec-45ce-b314-49bde70fde3f req-e7d08102-acef-49ea-a402-b94d976a9739 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:53.550540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e831d8b0-04ec-45ce-b314-49bde70fde3f req-e7d08102-acef-49ea-a402-b94d976a9739 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1222618 Feb 07 22:54:53.584704 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=59317713-ccfc-4211-bd73-5807dd2bc5c7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:53.596116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.597781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Checking router: 2615de40-3cac-4054-a76c-d427511e7330 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:54:53.598756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Updating router 2615de40-3cac-4054-a76c-d427511e7330 port 1369c63e-e43c-44f0-b967-865c422b8e3e binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:54:53.615820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.737228 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.757397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: b5cd384e-b2fa-4248-9045-c2158ef4ca98 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:54:53.757930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b5cd384e-b2fa-4248-9045-c2158ef4ca98 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:54:53.807456 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e831d8b0-04ec-45ce-b314-49bde70fde3f req-a8c8c094-ee4e-4cbd-9828-0d662079b3f5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556353 Feb 07 22:54:53.869775 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-afa1d3d4-1f55-4727-aa55-ed880ab608c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:54:53.870577 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-afa1d3d4-1f55-4727-aa55-ed880ab608c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:54:53.882649 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.906454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.942253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Allocated IP 172.20.0.1 (44c1e6fa-0b34-4925-80c9-d4cd1b1da197/472c5823-7d9c-4953-933d-f26ccf7eadc1/eaf15afb-ddb8-4563-9e2c-6185d4f82dc6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:54.035782 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.036294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-622346e5-d34a-47b5-860c-255b3049e618 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.043811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:54.044511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.131105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.132634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2734e8-c9f9-4d25-a2a2-057946d49656 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:54:54.147457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event updated for resources: {'Network': ['ID=2eda55f8-425d-45b3-b230-895e3758747c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:54.160121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.162141 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f4f22a03-0dff-4277-b5c8-dfad7e82a001 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cd2734e8-c9f9-4d25-a2a2-057946d49656 HTTP/1.1" status: 204 len: 168 time: 3.8080673 Feb 07 22:54:54.166439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37056) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:54.236395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0da5a9e0-9294-4be4-bd44-9dd1f43d69a6 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4302559 Feb 07 22:54:54.245044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37060) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:54.378935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 2eda55f8-425d-45b3-b230-895e3758747c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:54:54.387984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 59317713-ccfc-4211-bd73-5807dd2bc5c7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:54:54.395076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.439039 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.480678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c441b3-488b-4015-881e-5746a3dcd3bc admin admin] Deleting subnet c91ab129-4dcc-434f-87dc-475961316595 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:54:54.511388 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12c441b3-488b-4015-881e-5746a3dcd3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.513858 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-622346e5-d34a-47b5-860c-255b3049e618 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.530020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:54.539269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:54.565906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:54.572955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622346e5-d34a-47b5-860c-255b3049e618 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Subnet': ['ID=5f841b50-3205-4b26-9a84-a4c371f7e613,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:54.608053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-622346e5-d34a-47b5-860c-255b3049e618 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.609454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12c441b3-488b-4015-881e-5746a3dcd3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.616029 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-622346e5-d34a-47b5-860c-255b3049e618 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/5f841b50-3205-4b26-9a84-a4c371f7e613 HTTP/1.1" status: 204 len: 168 time: 1.8807228 Feb 07 22:54:54.628895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf15afb-ddb8-4563-9e2c-6185d4f82dc6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:54.634862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37064) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:54.704529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dca3420-6bf0-47f2-ace7-57620302c459 None None] Network ace883ce-6d58-49f1-9636-cc2feaa66a34 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:54.837539 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.865542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-36749149-58ec-4590-9eda-6964ca7fa726 tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] 10.222.0.15 "GET /v2.0/agents/1c0163e1-4166-4457-ad55-7d2e064bd67f/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.6144452 Feb 07 22:54:54.867514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37074) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:54.955894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b5440285-3e66-44d3-8370-2b3420d92524 None None] Could not find standard attr ID for object 4485f9f1-1d38-4ba0-9ec9-ffed1ba82e3e. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:54:54.964133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.985201 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2518f516-ad7d-4c4f-b192-7531caabe823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.030021 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12c441b3-488b-4015-881e-5746a3dcd3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.050617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39662682-0b34-4be6-a8e8-4c4dabef4929 req-2dca93d8-02ba-4170-8df1-7e5c70bbaf2e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:55.052385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39662682-0b34-4be6-a8e8-4c4dabef4929 req-2dca93d8-02ba-4170-8df1-7e5c70bbaf2e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.0950904 Feb 07 22:54:55.107738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fc5393-f828-4f61-8365-3be5c431e07d tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] Network 2eda55f8-425d-45b3-b230-895e3758747c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:55.132883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-03fc5393-f828-4f61-8365-3be5c431e07d tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] 10.222.0.15 "POST /v2.0/agents/1c0163e1-4166-4457-ad55-7d2e064bd67f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2519121 Feb 07 22:54:55.133711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37078) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:55.160904 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12c441b3-488b-4015-881e-5746a3dcd3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.166395 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.169806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbe102a-1bc1-4df4-8a85-9042d3465fa4 None None] Network 2eda55f8-425d-45b3-b230-895e3758747c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:55.180297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39662682-0b34-4be6-a8e8-4c4dabef4929 req-dcae40aa-fe26-4321-be19-f26ac2adec6d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632658 Feb 07 22:54:55.223616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:55.224019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.224128 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12c441b3-488b-4015-881e-5746a3dcd3bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.240818 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-12c441b3-488b-4015-881e-5746a3dcd3bc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c91ab129-4dcc-434f-87dc-475961316595 HTTP/1.1" status: 204 len: 168 time: 1.0703816 Feb 07 22:54:55.275382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37084) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:55.292120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c441b3-488b-4015-881e-5746a3dcd3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91ab129-4dcc-434f-87dc-475961316595,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:55.294379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2684c51b-1007-4884-9934-effbe006f865 None None] Network cb7de6d6-33b1-4f99-bc0a-134b50ca9419 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:55.311939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b5440285-3e66-44d3-8370-2b3420d92524 None None] Provisioning complete for port 59317713-ccfc-4211-bd73-5807dd2bc5c7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:55.312318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5440285-3e66-44d3-8370-2b3420d92524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.313634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6cd3c611-5cc3-4203-a711-3ce0f9cf715f,segment=NetworkSegment(5d886615-55bb-41a0-8d0e-eb4fa5336084),segment_id=5d886615-55bb-41a0-8d0e-eb4fa5336084)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:55.325087 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.338613 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.347511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for 6cd3c611-5cc3-4203-a711-3ce0f9cf715f owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:55.434520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.514670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.548843 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.558514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e6cbc724-abc3-481f-8c28-76d21acbdc32 tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] 10.222.0.15 "GET /v2.0/agents/1c0163e1-4166-4457-ad55-7d2e064bd67f/dhcp-networks HTTP/1.1" status: 200 len: 8759 time: 0.4228392 Feb 07 22:54:55.563922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37090) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:55.633593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Deleting port 7f22fa45-3885-4812-9501-8b9345c273f5 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:55.634027 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.656173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8a2fb-b0cc-4810-9af9-dae2ac4dc066 None None] Pushing event updated for resources: {'Port': ['ID=1369c63e-e43c-44f0-b967-865c422b8e3e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:55.678575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 59317713-ccfc-4211-bd73-5807dd2bc5c7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:55.679866 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.704688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-3c2c2cec-0751-46c2-98fd-c83b1b578e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:55.706334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-3c2c2cec-0751-46c2-98fd-c83b1b578e13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1096 time: 0.1235168 Feb 07 22:54:55.733849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] For port 7f22fa45-3885-4812-9501-8b9345c273f5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7f22fa45-3885-4812-9501-8b9345c273f5,segment=NetworkSegment(dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c),segment_id=dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:54:55.734306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.744379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Attempting to bind port 1369c63e-e43c-44f0-b967-865c422b8e3e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:55.744379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Attempting to bind port 1369c63e-e43c-44f0-b967-865c422b8e3e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:55.744379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Attempting to bind port 1369c63e-e43c-44f0-b967-865c422b8e3e on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:54:55.745198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=6cd3c611-5cc3-4203-a711-3ce0f9cf715f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:55.765313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Calling delete_port for 7f22fa45-3885-4812-9501-8b9345c273f5 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:54:55.768384 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.787109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No DVR routers for this DVR port 6cd3c611-5cc3-4203-a711-3ce0f9cf715f on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:55.875074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ec192e93-8e36-4e23-9d42-d29aaccb994c tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] 10.222.0.15 "DELETE /v2.0/agents/1c0163e1-4166-4457-ad55-7d2e064bd67f/dhcp-networks/2eda55f8-425d-45b3-b230-895e3758747c HTTP/1.1" status: 204 len: 168 time: 0.2879293 Feb 07 22:54:55.882620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37096) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:55.896940 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.960520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d119aa5-09fd-45bf-a926-348dd78613d8 None None] DHCP port deletion for ace883ce-6d58-49f1-9636-cc2feaa66a34 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:54:55.986072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f22fa45-3885-4812-9501-8b9345c273f5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:55.993273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] No DVR routers for this DVR port 7f22fa45-3885-4812-9501-8b9345c273f5 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:56.037459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:54:56.037835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:54:56.038505 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.039066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:54:56.039562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Bound port: 1369c63e-e43c-44f0-b967-865c422b8e3e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:56.039970 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.088867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-56f501ad-c89c-45de-906f-7c21fe27d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:56.090479 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-56f501ad-c89c-45de-906f-7c21fe27d6a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.2043719 Feb 07 22:54:56.096528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.158971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc421a94-3acf-4761-b33c-cb4f8bb46f7a None None] DHCP port deletion for cb7de6d6-33b1-4f99-bc0a-134b50ca9419 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:54:56.187576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7de6d6-33b1-4f99-bc0a-134b50ca9419']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:56.204150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:56.204574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc14978c-5c0a-4bf0-a5be-9ecaa9c1382c') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:56.227429 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.235411 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-bcaa6c3f-5cd6-43df-9eb9-531ce0404256 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1000 time: 0.1359346 Feb 07 22:54:56.243204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f7b5e-6464-4025-96c2-dc6df03e74a5 req-f22cfee8-f74a-4a93-8deb-83e6333d7a80 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:56.250827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b4f7b5e-6464-4025-96c2-dc6df03e74a5 req-f22cfee8-f74a-4a93-8deb-83e6333d7a80 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.6488907 Feb 07 22:54:56.284071 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.297425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:56.297425 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:56.297716 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:56.333941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.345061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dcd9fb4d-886e-4f87-b0ad-b62913636241 tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] 10.222.0.15 "GET /v2.0/agents/1c0163e1-4166-4457-ad55-7d2e064bd67f/dhcp-networks HTTP/1.1" status: 200 len: 7989 time: 0.4594109 Feb 07 22:54:56.355823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37104) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:56.419259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace883ce-6d58-49f1-9636-cc2feaa66a34']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:56.420544 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.425452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-40a8cb36-fa5b-49d4-9e71-f5c626a9edf1 tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] 10.222.0.15 "GET /v2.0/networks/def82598-aa31-41f2-a583-4626bd177f90/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0641186 Feb 07 22:54:56.440011 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] For port 1369c63e-e43c-44f0-b967-865c422b8e3e, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:54:56.456467 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b4f7b5e-6464-4025-96c2-dc6df03e74a5 req-066cc8e7-29e7-44f0-adb5-2b5467d62df6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047114 Feb 07 22:54:56.461906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37106) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:56.471766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] For port 1369c63e-e43c-44f0-b967-865c422b8e3e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1369c63e-e43c-44f0-b967-865c422b8e3e,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:54:56.492320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5aae276b-f0d2-4ec4-b617-539f384067ea None None] Provisioning complete for port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:56.493395 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5aae276b-f0d2-4ec4-b617-539f384067ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.500422 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.517531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d886615-55bb-41a0-8d0e-eb4fa5336084') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:56.519580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d886615-55bb-41a0-8d0e-eb4fa5336084') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:56.563092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-76bbcc53-0e80-4436-9f31-91e18be9f2b2 tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] 10.222.0.15 "GET /v2.0/networks/def82598-aa31-41f2-a583-4626bd177f90/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0810237 Feb 07 22:54:56.569465 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.571065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37114) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:56.591872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device be83e592-ec89-4b07-953e-23b04010a251 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:56.627112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: be83e592-ec89-4b07-953e-23b04010a251 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:54:56.627949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device be83e592-ec89-4b07-953e-23b04010a251 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:54:56.629265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6cd3c611-5cc3-4203-a711-3ce0f9cf715f no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:56.629417 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.681946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 6cd3c611-5cc3-4203-a711-3ce0f9cf715f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:54:56.683482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6cd3c611-5cc3-4203-a711-3ce0f9cf715f not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:54:56.684117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7f22fa45-3885-4812-9501-8b9345c273f5 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:54:56.688870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8a2fb-b0cc-4810-9af9-dae2ac4dc066 None None] Pushing event updated for resources: {'Port': ['ID=1369c63e-e43c-44f0-b967-865c422b8e3e,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:56.691917 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5aae276b-f0d2-4ec4-b617-539f384067ea None None] Port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:56.695335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.719349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 7f22fa45-3885-4812-9501-8b9345c273f5 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:54:56.720007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7f22fa45-3885-4812-9501-8b9345c273f5 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:54:56.725362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Routers {'2615de40-3cac-4054-a76c-d427511e7330'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:54:56.726459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2615de40-3cac-4054-a76c-d427511e7330'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:56.734015 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.747220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:56.747687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.750943 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:56.753500 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:56.770322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-7ca490d2-4ea8-40e1-b740-52007ffd7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:56.771964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-7ca490d2-4ea8-40e1-b740-52007ffd7ce5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.5220704 Feb 07 22:54:56.822898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.829158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.834809 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb7de6d6-33b1-4f99-bc0a-134b50ca9419 HTTP/1.1" status: 204 len: 168 time: 1.5627034 Feb 07 22:54:56.851735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796eaa1-6d2a-4b20-92cf-f1b4207c8960 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7de6d6-33b1-4f99-bc0a-134b50ca9419,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:56.865803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] Set router 2615de40-3cac-4054-a76c-d427511e7330 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:54:56.879178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-b870b545-b129-4e56-a09a-5d6fde178bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:56.880956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-b870b545-b129-4e56-a09a-5d6fde178bda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019266 Feb 07 22:54:56.921710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.948127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf15afb-ddb8-4563-9e2c-6185d4f82dc6,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:56.954766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.995493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.999356 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/networks/ace883ce-6d58-49f1-9636-cc2feaa66a34 HTTP/1.1" status: 204 len: 168 time: 2.3631740 Feb 07 22:54:57.010189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37124) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:57.023064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2043873700', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:57.058090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629e5bf-c863-4c38-9b30-f2ba29c44320 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Network': ['ID=ace883ce-6d58-49f1-9636-cc2feaa66a34,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:57.078940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4fd11966-2a25-4fa9-a2d8-01527419bfd6 tempest-DHCPAgentSchedulersTestJSON-74138879 tempest-DHCPAgentSchedulersTestJSON-74138879-project-admin] 10.222.0.15 "GET /v2.0/agents/1c0163e1-4166-4457-ad55-7d2e064bd67f/dhcp-networks HTTP/1.1" status: 200 len: 7989 time: 0.5066206 Feb 07 22:54:57.079614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37126) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:57.090838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-9c2cfb48-4915-4369-84d0-5524520051cc service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025344 Feb 07 22:54:57.110550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.113073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.173412 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.211850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37132) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:57.301281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.338539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f9bd3b23-af7a-4ec6-8896-a6c1395faaa6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee3a68439ffd42a491c4a710eea0f35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065919 Feb 07 22:54:57.339155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:57.339792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37140) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:57.408932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:57.441014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed0afec2-8dd6-4658-ba5d-172021694d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.560368 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.661131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed0afec2-8dd6-4658-ba5d-172021694d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.664595 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.732476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2615de40-3cac-4054-a76c-d427511e7330', 'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:55Z', 'revision_number': 4, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'gw_port': {'id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'eaf15afb-ddb8-4563-9e2c-6185d4f82dc6', 'name': '', 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'mac_address': 'fa:16:3e:cc:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:54:54Z', 'revision_number': 1, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'subnets': [{'id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:57.756411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eda55f8-425d-45b3-b230-895e3758747c']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:57.780926 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed0afec2-8dd6-4658-ba5d-172021694d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.781180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd1dec-566e-416d-a37c-cb21048720a1 None None] The sync data for ids ['2615de40-3cac-4054-a76c-d427511e7330'] in n-d-827895-2 is: [{'id': '2615de40-3cac-4054-a76c-d427511e7330', 'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:55Z', 'revision_number': 4, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'gw_port': {'id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'eaf15afb-ddb8-4563-9e2c-6185d4f82dc6', 'name': '', 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'mac_address': 'fa:16:3e:cc:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:54:54Z', 'revision_number': 1, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'subnets': [{'id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:57.783884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed0afec2-8dd6-4658-ba5d-172021694d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.786004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ed0afec2-8dd6-4658-ba5d-172021694d27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fabd7876-fd76-4f77-9391-bd4b702ec5c4 HTTP/1.1" status: 204 len: 168 time: 0.4256387 Feb 07 22:54:57.789185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42610dc-091b-4a24-be46-c1ad2bbaa7d0') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:57.789674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42610dc-091b-4a24-be46-c1ad2bbaa7d0') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:57.802792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3be42-3107-487a-8cb8-bff0aed7af3c req-0b4668a1-5d13-48d5-ae59-a4c0995ad91d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:57.806573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8a3be42-3107-487a-8cb8-bff0aed7af3c req-0b4668a1-5d13-48d5-ae59-a4c0995ad91d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2314382 Feb 07 22:54:57.838055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0afec2-8dd6-4658-ba5d-172021694d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabd7876-fd76-4f77-9391-bd4b702ec5c4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:57.846685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.898438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Router 2615de40-3cac-4054-a76c-d427511e7330 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:54:57.900131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.923057 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fda514bb-104c-4a57-8a30-05f9a7356dbd req-5f973338-1077-47ab-b4aa-7589434b773d service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8241529 Feb 07 22:54:57.945118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:57.945505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.955744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1305be37-26ee-466c-887a-3c7956003b89 None None] Provisioning complete for port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:57.963312 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:57.966155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1305be37-26ee-466c-887a-3c7956003b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.031665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1305be37-26ee-466c-887a-3c7956003b89 None None] Port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:54:58.045865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8a3be42-3107-487a-8cb8-bff0aed7af3c req-5a65373a-fe73-476e-9130-0fbad0cb65b0 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251890 Feb 07 22:54:58.176698 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.194908 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.202363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] 10.222.0.15 "DELETE /v2.0/networks/2eda55f8-425d-45b3-b230-895e3758747c HTTP/1.1" status: 204 len: 168 time: 1.1183405 Feb 07 22:54:58.210960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37158) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:58.278201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:54:58.306138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60de939-29f9-4545-b4d9-1faeae8f1a82 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event deleted for resources: {'Network': ['ID=2eda55f8-425d-45b3-b230-895e3758747c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:58.325170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3d8f8ccd-7d87-48c1-afcf-a12a4a5a1b05 admin admin] 10.222.0.15 "PUT /v2.0/routers/2615de40-3cac-4054-a76c-d427511e7330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5819435 Feb 07 22:54:58.330191 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa6e3ae-34c2-4701-a373-bf9cd46c8780 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] DELETE failed (client error): The resource could not be found. Feb 07 22:54:58.331075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa6e3ae-34c2-4701-a373-bf9cd46c8780 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:54:58.334613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-caa6e3ae-34c2-4701-a373-bf9cd46c8780 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] 10.222.0.15 "DELETE /v2.0/ports/4485f9f1-1d38-4ba0-9ec9-ffed1ba82e3e HTTP/1.1" status: 404 len: 333 time: 0.0784304 Feb 07 22:54:58.338036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37162) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:58.394556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.431910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-01713afc-68ab-46c1-8000-374181d3b7a8 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Deleting subnet 7a4695d9-49a8-4ca6-b525-3e9711139a7e {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:54:58.436475 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01713afc-68ab-46c1-8000-374181d3b7a8 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.440380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.594227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01713afc-68ab-46c1-8000-374181d3b7a8 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.646087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37172) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:58.711016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3a405f76-3957-4301-b163-ebf7f05cc72e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61c159f254ec482e9eafc895940bac91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666220 Feb 07 22:54:58.712168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37176) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:58.746634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 172.25.8.84 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/aee100a9-8edc-4158-a832-8b04653a9d88) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:58.871405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01713afc-68ab-46c1-8000-374181d3b7a8 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.937233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07999d84-0f2d-4745-9824-a2b6400cc6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.996710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07999d84-0f2d-4745-9824-a2b6400cc6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.056488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.098149 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01713afc-68ab-46c1-8000-374181d3b7a8 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.111075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.159531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cf819b-1d8c-4910-9cdb-b6a1ef98aede None None] Network def82598-aa31-41f2-a583-4626bd177f90 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:54:59.245100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01713afc-68ab-46c1-8000-374181d3b7a8 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.264080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01713afc-68ab-46c1-8000-374181d3b7a8 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] 10.222.0.15 "DELETE /v2.0/subnets/7a4695d9-49a8-4ca6-b525-3e9711139a7e HTTP/1.1" status: 204 len: 168 time: 0.9248197 Feb 07 22:54:59.289266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37190) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:59.341749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01713afc-68ab-46c1-8000-374181d3b7a8 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4695d9-49a8-4ca6-b525-3e9711139a7e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:59.418720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:59.456535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0d8ea-31eb-4f6c-a3c0-11d55784b546 req-5bf1838c-d29d-42bc-a6a1-f302381dbc7b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:59.464477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfc0d8ea-31eb-4f6c-a3c0-11d55784b546 req-5bf1838c-d29d-42bc-a6a1-f302381dbc7b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1516616 Feb 07 22:54:59.465906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07999d84-0f2d-4745-9824-a2b6400cc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.473894 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07999d84-0f2d-4745-9824-a2b6400cc6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.481729 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-07999d84-0f2d-4745-9824-a2b6400cc6ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1abc554-6c71-409b-93d2-875f66f5ac21 HTTP/1.1" status: 204 len: 168 time: 0.7657089 Feb 07 22:54:59.509596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07999d84-0f2d-4745-9824-a2b6400cc6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1abc554-6c71-409b-93d2-875f66f5ac21,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:59.515034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:59.522068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:54:59.652871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfc0d8ea-31eb-4f6c-a3c0-11d55784b546 req-e0bd6e4a-bb5b-4c05-bf2d-c67199a809dc tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692770 Feb 07 22:54:59.665030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=aee100a9-8edc-4158-a832-8b04653a9d88,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:59.735063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.863961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] DHCP port deletion for def82598-aa31-41f2-a583-4626bd177f90 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:54:59.893021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37208) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:54:59.900596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1614605026-network', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:59.970788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Made reservation on behalf of 0208cd25a2564cdaab97a9e229914b64 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:59.971245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Deleting port 59317713-ccfc-4211-bd73-5807dd2bc5c7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:54:59.971836 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.973361 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.987508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.137929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] For port 59317713-ccfc-4211-bd73-5807dd2bc5c7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=59317713-ccfc-4211-bd73-5807dd2bc5c7,segment=NetworkSegment(01f9f7de-431b-44f8-8180-6be43e177daa),segment_id=01f9f7de-431b-44f8-8180-6be43e177daa)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:00.139930 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.157381 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.173145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.213041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3d6f3-9b0d-4987-809b-58181d57bd39 req-26f477bd-ae71-4695-8039-12984225fbbb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:00.228521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:00.239604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Calling delete_port for 59317713-ccfc-4211-bd73-5807dd2bc5c7 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:00.242535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3fe3d6f3-9b0d-4987-809b-58181d57bd39 req-26f477bd-ae71-4695-8039-12984225fbbb tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2915437 Feb 07 22:55:00.244664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366bb841-d265-4cb3-a95c-5edb3f4fbea9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:00.251684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.252241 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Added segment 9ce4d51f-d381-465e-85ec-8a7c0dcbabcf of type vlan for network 794c1853-e583-4dd5-88fa-d94c4d237c81 Feb 07 22:55:00.307987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.354090 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.357601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:00.358994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.415520 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.503055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] Pushing event updated for resources: {'Network': ['ID=794c1853-e583-4dd5-88fa-d94c4d237c81,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:00.509062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f2909b2-d685-4c4b-a301-05a87e974da9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6145959 Feb 07 22:55:00.511397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37224) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:00.518577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Request body: {'subnet': {'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1614605026-subnet', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:00.549659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] No DVR routers for this DVR port 59317713-ccfc-4211-bd73-5807dd2bc5c7 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:00.575736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Made reservation on behalf of 0208cd25a2564cdaab97a9e229914b64 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:00.580249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.585148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 794c1853-e583-4dd5-88fa-d94c4d237c81 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:00.711160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.721033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Deleting port 59317713-ccfc-4211-bd73-5807dd2bc5c7 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:00.731554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.849567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Pushing event deleted for resources: {'Port': ['ID=59317713-ccfc-4211-bd73-5807dd2bc5c7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:00.863212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1369c63e-e43c-44f0-b967-865c422b8e3e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:01.008482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.008863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.009167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.009504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.009833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.010159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.010483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.010808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.011131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.021001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.021386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.021729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffa296-7200-45d2-8f27-dff704ff8fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:01.044229 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.058863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3fe3d6f3-9b0d-4987-809b-58181d57bd39 req-462cdf5e-b3a2-49a0-8a7d-76e28c435865 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8153450 Feb 07 22:55:01.082478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1369c63e-e43c-44f0-b967-865c422b8e3e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:01.082858 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.155145 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-cddb77d9-e043-459b-a878-3aa53d22fc3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8814721 Feb 07 22:55:01.188615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] For port 59317713-ccfc-4211-bd73-5807dd2bc5c7, host n-d-827895-2, got binding levels [] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:01.188985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.233501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:01.273565 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.305033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 1369c63e-e43c-44f0-b967-865c422b8e3e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1369c63e-e43c-44f0-b967-865c422b8e3e,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:01.320646 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.355685 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Calling delete_port for 59317713-ccfc-4211-bd73-5807dd2bc5c7 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:01.361206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_backend_mixin [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Port 59317713-ccfc-4211-bd73-5807dd2bc5c7 was not found and therefore no delete operation was performed {{(pid=102290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:55:01.387013 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.394702 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=1369c63e-e43c-44f0-b967-865c422b8e3e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:01.435040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Checking segment: {'id': '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:01.438969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Network hostable DHCP agents. Network: 794c1853-e583-4dd5-88fa-d94c4d237c81, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:01.445157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] No DVR routers for this DVR port 59317713-ccfc-4211-bd73-5807dd2bc5c7 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:01.452070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event deleted for resources: {'Port': ['ID=59317713-ccfc-4211-bd73-5807dd2bc5c7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:01.525045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Network 794c1853-e583-4dd5-88fa-d94c4d237c81 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:01.535643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 59317713-ccfc-4211-bd73-5807dd2bc5c7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:01.549279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37256) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:01.566777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 794c1853-e583-4dd5-88fa-d94c4d237c81) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:01.575341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:01.580963 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.588970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.599877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2feab3-2902-486e-b292-7b9de4d6c936 None None] Network 794c1853-e583-4dd5-88fa-d94c4d237c81 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:01.636699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01fa290d-4e04-4d9c-b82d-3d4398669fb0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1218042 Feb 07 22:55:01.644040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37260) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:01.664573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:01.723527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-10f93f85-1459-425c-b427-0384bc8cb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:01.723527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-10f93f85-1459-425c-b427-0384bc8cb0db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 1096 time: 0.4598596 Feb 07 22:55:01.735869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.737386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.768802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 59317713-ccfc-4211-bd73-5807dd2bc5c7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:01.769150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 59317713-ccfc-4211-bd73-5807dd2bc5c7 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:01.893064 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.962981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.999239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1465566524-network', 'tenant_id': '4d44cb6331164a0f80c9a28503170c93'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:02.057794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-794c1853-e583-4dd5-88fa-d94c4d237c81', 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'fixed_ips': [{'subnet_id': '2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:55:02.058675 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.161383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Sync routers for ids ['2615de40-3cac-4054-a76c-d427511e7330'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:02.176986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Routers {'2615de40-3cac-4054-a76c-d427511e7330'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:02.177871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2615de40-3cac-4054-a76c-d427511e7330'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:02.210620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Made reservation on behalf of 4d44cb6331164a0f80c9a28503170c93 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:02.213318 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.226731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.264607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.419757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Set router 2615de40-3cac-4054-a76c-d427511e7330 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:02.599217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def82598-aa31-41f2-a583-4626bd177f90']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:02.625390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f9f7de-431b-44f8-8180-6be43e177daa') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:02.625949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f9f7de-431b-44f8-8180-6be43e177daa') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:02.642792 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.653487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-96926d75-7d33-4c2b-91a6-1a8e840f2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:02.655358 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-96926d75-7d33-4c2b-91a6-1a8e840f2d61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 200 len: 911 time: 0.8624825 Feb 07 22:55:02.734080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-66f0c7b9-2d87-4586-85ed-f55ab734a3b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 200 len: 1000 time: 0.0686810 Feb 07 22:55:02.735963 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.757347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:02.758040 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:02.761194 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:02.775677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1369c63e-e43c-44f0-b967-865c422b8e3e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:02.842272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Allocated IP 172.20.0.2 (794c1853-e583-4dd5-88fa-d94c4d237c81/2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e/fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:02.888045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-7e57c02f-9797-454c-942f-a3edc11967ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:02.890135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-7e57c02f-9797-454c-942f-a3edc11967ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 200 len: 850 time: 0.1478674 Feb 07 22:55:02.919762 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.931851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.941509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] 10.222.0.15 "DELETE /v2.0/networks/def82598-aa31-41f2-a583-4626bd177f90 HTTP/1.1" status: 204 len: 168 time: 3.6228554 Feb 07 22:55:02.942448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router a2ab66cd-e445-45f4-b332-4211646d005b is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:55:03.014519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1369c63e-e43c-44f0-b967-865c422b8e3e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:03.014840 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.153250 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.174205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-f5936d8b-7582-4166-a53f-991766817a0c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:03.182803 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-f5936d8b-7582-4166-a53f-991766817a0c tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1903135-bca6-44dd-83a1-3b7704897845 HTTP/1.1" status: 200 len: 943 time: 0.2439969 Feb 07 22:55:03.207744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24e89d-4e0e-4f0f-bfec-5db5ff446c21 tempest-DHCPAgentSchedulersTestJSON-923524575 tempest-DHCPAgentSchedulersTestJSON-923524575-project] Pushing event deleted for resources: {'Network': ['ID=def82598-aa31-41f2-a583-4626bd177f90,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:03.239633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-c6700d9f-e490-4083-be14-752dc9e59fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:03.241676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-c6700d9f-e490-4083-be14-752dc9e59fbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0591e9d1-1178-48a6-adfe-476e4a3652be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3445370 Feb 07 22:55:03.246730 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.270207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:03.282934 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e209b19-d45a-4c43-b1fb-c64bb6f482da None None] Sync routers for ids ['a2ab66cd-e445-45f4-b332-4211646d005b'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:03.291915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:03.308151 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e209b19-d45a-4c43-b1fb-c64bb6f482da None None] Routers {'a2ab66cd-e445-45f4-b332-4211646d005b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:03.310782 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4e209b19-d45a-4c43-b1fb-c64bb6f482da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a2ab66cd-e445-45f4-b332-4211646d005b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:03.339678 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.340367 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Added segment 88bc143b-7606-4a39-a7ed-7e3a94e7562c of type vlan for network dc2a9753-2258-445f-8a19-f137930bc30d Feb 07 22:55:03.344041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb1746-f0b4-4eae-ba68-039f69e67cb2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:03.415232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37322) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:03.451120 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4e209b19-d45a-4c43-b1fb-c64bb6f482da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:03.478471 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e209b19-d45a-4c43-b1fb-c64bb6f482da None None] Routers {'a2ab66cd-e445-45f4-b332-4211646d005b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:03.482904 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4e209b19-d45a-4c43-b1fb-c64bb6f482da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a2ab66cd-e445-45f4-b332-4211646d005b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:03.493560 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.589698 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4e209b19-d45a-4c43-b1fb-c64bb6f482da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:03.593464 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e209b19-d45a-4c43-b1fb-c64bb6f482da None None] The sync data for ids ['a2ab66cd-e445-45f4-b332-4211646d005b'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:03.602784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2615de40-3cac-4054-a76c-d427511e7330', 'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:55Z', 'revision_number': 4, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'gw_port': {'id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'eaf15afb-ddb8-4563-9e2c-6185d4f82dc6', 'name': '', 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'mac_address': 'fa:16:3e:cc:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:54:55Z', 'revision_number': 2, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'subnets': [{'id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:03.612025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-10a30de5-8606-4a6b-b4ae-52ac6615df29 service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437998 Feb 07 22:55:03.617290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.618579 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0510eb31-2cbf-4e3f-aff6-547d6fe5d55a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.6074204 Feb 07 22:55:03.632951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37330) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:03.648697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Checking router: 2615de40-3cac-4054-a76c-d427511e7330 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:03.649046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Updating router 2615de40-3cac-4054-a76c-d427511e7330 port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:03.675161 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.705198 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.718755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.746795 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ad8a3177-ec7c-4e6b-b3e4-d508cccd01a9 req-a67642ff-9820-4dac-a959-4cb7f9e3028f service neutron] 10.222.0.24 "GET /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264079 Feb 07 22:55:03.752661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.772269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Pushing event updated for resources: {'Port': ['ID=fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:03.774316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.775724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:03.776312 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.782723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Network 794c1853-e583-4dd5-88fa-d94c4d237c81 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:03.801596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:03.808192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:03.821465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Deleting port 1fa6f28d-abb9-4d24-8322-72448c0a6017 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:03.821813 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.898270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.958405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Attempting to bind port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:03.958781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Attempting to bind port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:03.959147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Attempting to bind port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f on network 794c1853-e583-4dd5-88fa-d94c4d237c81 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:03.965276 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.969981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:03.970829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Checking segment: {'id': '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:03.970999 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.971342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Bound using segment: {'id': '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:03.971845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Bound port: fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:03.972229 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.987270 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:55:04.044696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] For port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:04.048964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] For port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f,segment=NetworkSegment(9ce4d51f-d381-465e-85ec-8a7c0dcbabcf),segment_id=9ce4d51f-d381-465e-85ec-8a7c0dcbabcf)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:04.064080 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.075547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] Pushing event updated for resources: {'Network': ['ID=dc2a9753-2258-445f-8a19-f137930bc30d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:04.102524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network dc2a9753-2258-445f-8a19-f137930bc30d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:04.169648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3db1dbf9-e5fc-42ad-ac71-904c7c2d22c2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/routers/a2ab66cd-e445-45f4-b332-4211646d005b HTTP/1.1" status: 200 len: 884 time: 0.5333755 Feb 07 22:55:04.170168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37340) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:04.173793 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b8825dbb-bfdf-45f2-8386-8bf8625e88b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d9d0f1d72224bd5b7d17e1da6e008ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7555599 Feb 07 22:55:04.271914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37342) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:04.276895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5780a4-569e-4480-a92f-6e36a64a31d3 None None] Pushing event updated for resources: {'Port': ['ID=fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:04.304822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Allocated IP 172.25.8.159 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/7d0215b3-1a28-439d-91c3-8daaaa0408db) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:04.364318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.374380 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.477244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.489304 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.527324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea4f2c-2496-46f8-9949-4cfe474a08ec None None] Pushing event updated for resources: {'Port': ['ID=eaf15afb-ddb8-4563-9e2c-6185d4f82dc6,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:04.534115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-50fa2fe8-6afc-4b33-a2c6-e206497e8135 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9801729 Feb 07 22:55:04.540396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37344) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:04.545701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Request body: {'subnet': {'network_id': 'dc2a9753-2258-445f-8a19-f137930bc30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1465566524-subnet', 'tenant_id': '4d44cb6331164a0f80c9a28503170c93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:04.601116 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.642241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Attempting to bind port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:04.644216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Attempting to bind port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:04.644604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Attempting to bind port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 on network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:04.651636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:04.653184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Checking segment: {'id': 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:04.654270 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.654694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Bound using segment: {'id': 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:04.655194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Bound port: eaf15afb-ddb8-4563-9e2c-6185d4f82dc6, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:04.660611 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.719585 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a686bbc-2f24-40e3-a7e7-0372cd323996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.733818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] For port 1fa6f28d-abb9-4d24-8322-72448c0a6017, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=1fa6f28d-abb9-4d24-8322-72448c0a6017,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:04.734213 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.760392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:04.761735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Made reservation on behalf of 4d44cb6331164a0f80c9a28503170c93 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:04.763959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.852790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:04.872297 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a686bbc-2f24-40e3-a7e7-0372cd323996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.873449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] For port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:04.876597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:04.879023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Calling delete_port for 1fa6f28d-abb9-4d24-8322-72448c0a6017 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:04.901685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] For port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=eaf15afb-ddb8-4563-9e2c-6185d4f82dc6,segment=NetworkSegment(d397d6c4-974a-4d9a-ada8-c6918f01c7ae),segment_id=d397d6c4-974a-4d9a-ada8-c6918f01c7ae)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:04.906405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-db95b51f-49df-41ee-970f-9ebf054c95f0 None None] Provisioning complete for port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:04.906781 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db95b51f-49df-41ee-970f-9ebf054c95f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.946736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0215b3-1a28-439d-91c3-8daaaa0408db,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:04.959003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-db95b51f-49df-41ee-970f-9ebf054c95f0 None None] Port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:04.965584 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.067754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Routers {'2615de40-3cac-4054-a76c-d427511e7330'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:05.069742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2615de40-3cac-4054-a76c-d427511e7330'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:05.139242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-293c4176-fc22-44b9-9b7a-937a816c86cc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9679105 Feb 07 22:55:05.140532 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37354) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:05.151151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-497681f3-69e4-4dd8-9170-ecf593c2ef8e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2043873700'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:05.153949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a686bbc-2f24-40e3-a7e7-0372cd323996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.159564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a686bbc-2f24-40e3-a7e7-0372cd323996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.160895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9a686bbc-2f24-40e3-a7e7-0372cd323996 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0c8df3d-d098-4328-86ea-4b422eb5f65f HTTP/1.1" status: 204 len: 168 time: 0.8858604 Feb 07 22:55:05.198253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea4f2c-2496-46f8-9949-4cfe474a08ec None None] Pushing event updated for resources: {'Port': ['ID=eaf15afb-ddb8-4563-9e2c-6185d4f82dc6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:05.284244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a686bbc-2f24-40e3-a7e7-0372cd323996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c8df3d-d098-4328-86ea-4b422eb5f65f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:05.354091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] Set router 2615de40-3cac-4054-a76c-d427511e7330 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:05.566180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-56866e97-42f9-4498-bf9d-1709128b0598 None None] Provisioning complete for port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:05.566563 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56866e97-42f9-4498-bf9d-1709128b0598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.753883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.817175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37366) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:05.818139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', '2bf82d45-e794-416d-aa64-901eb6536db7'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:55:05.845658 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.890146 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-497681f3-69e4-4dd8-9170-ecf593c2ef8e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.925169 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-497681f3-69e4-4dd8-9170-ecf593c2ef8e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.979000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event deleted for resources: {'Port': ['ID=1fa6f28d-abb9-4d24-8322-72448c0a6017,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:06.062766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.116104 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56866e97-42f9-4498-bf9d-1709128b0598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.127691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9807db38-2cff-46b4-9df1-5c943c0fd703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.168286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497681f3-69e4-4dd8-9170-ecf593c2ef8e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router a2ab66cd-e445-45f4-b332-4211646d005b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:06.181005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304c597-5d78-4dc2-a1c3-655460d5b819 None None] Network 794c1853-e583-4dd5-88fa-d94c4d237c81 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:06.220720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] No DVR routers for this DVR port 1fa6f28d-abb9-4d24-8322-72448c0a6017 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:06.273037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.276671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09411c98-c1d1-4e3d-a97c-e758725e1f0e req-d28b674d-d1e6-4493-ad59-edd1289bbc2d tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "DELETE /v2.0/ports/1fa6f28d-abb9-4d24-8322-72448c0a6017 HTTP/1.1" status: 204 len: 173 time: 3.0930083 Feb 07 22:55:06.279538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'name': 'network-vif-deleted', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:06.282183 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0c3fef-d328-4217-aa42-a25fc2b98cac" -d '{"events": [{"server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "name": "network-vif-deleted", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:55:06.354936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497681f3-69e4-4dd8-9170-ecf593c2ef8e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:06.363218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-497681f3-69e4-4dd8-9170-ecf593c2ef8e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.364608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-497681f3-69e4-4dd8-9170-ecf593c2ef8e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/a2ab66cd-e445-45f4-b332-4211646d005b HTTP/1.1" status: 200 len: 891 time: 1.2222939 Feb 07 22:55:06.368687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37380) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:06.407144 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Feb 2022 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35197a3-e688-4477-aba8-7e536c20bba4 x-openstack-request-id: req-d35197a3-e688-4477-aba8-7e536c20bba4 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:55:06.407656 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1903135-bca6-44dd-83a1-3b7704897845", "name": "network-vif-deleted", "tag": "1fa6f28d-abb9-4d24-8322-72448c0a6017", "status": "failed", "code": 422}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:55:06.408073 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d35197a3-e688-4477-aba8-7e536c20bba4 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:55:06.408696 n-d-827895-2 neutron-server[102289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1903135-bca6-44dd-83a1-3b7704897845', 'name': 'network-vif-deleted', 'tag': '1fa6f28d-abb9-4d24-8322-72448c0a6017', 'status': 'failed', 'code': 422} returned with failed status Feb 07 22:55:06.423100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daacb28-f747-4a34-967d-ff5a671dccf2 None None] Sync routers for ids ['a2ab66cd-e445-45f4-b332-4211646d005b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:06.440393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56221974-425c-4fb1-a409-56c51075e359,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:06.446433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-56866e97-42f9-4498-bf9d-1709128b0598 None None] For port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=eaf15afb-ddb8-4563-9e2c-6185d4f82dc6,segment=NetworkSegment(d397d6c4-974a-4d9a-ada8-c6918f01c7ae),segment_id=d397d6c4-974a-4d9a-ada8-c6918f01c7ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:06.479156 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56866e97-42f9-4498-bf9d-1709128b0598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.481784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daacb28-f747-4a34-967d-ff5a671dccf2 None None] Routers {'a2ab66cd-e445-45f4-b332-4211646d005b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:06.482420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4daacb28-f747-4a34-967d-ff5a671dccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a2ab66cd-e445-45f4-b332-4211646d005b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:06.530793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4daacb28-f747-4a34-967d-ff5a671dccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:06.572067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fbc8e724-2eab-4521-9ceb-6652c8da2215 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/routers/a2ab66cd-e445-45f4-b332-4211646d005b HTTP/1.1" status: 200 len: 891 time: 0.2028039 Feb 07 22:55:06.574360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37386) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:06.626031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7b18560e-e888-4a5f-8792-a59983209aee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ab66cd-e445-45f4-b332-4211646d005b HTTP/1.1" status: 200 len: 205 time: 0.0496438 Feb 07 22:55:06.629202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37388) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:06.649306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Checking segment: {'id': '88bc143b-7606-4a39-a7ed-7e3a94e7562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dc2a9753-2258-445f-8a19-f137930bc30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:06.649670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Network hostable DHCP agents. Network: dc2a9753-2258-445f-8a19-f137930bc30d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:06.669251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2615de40-3cac-4054-a76c-d427511e7330', 'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:55Z', 'revision_number': 4, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'gw_port': {'id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'eaf15afb-ddb8-4563-9e2c-6185d4f82dc6', 'name': '', 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'mac_address': 'fa:16:3e:cc:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:04Z', 'revision_number': 4, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'subnets': [{'id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:06.743313 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9807db38-2cff-46b4-9df1-5c943c0fd703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.784514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9807db38-2cff-46b4-9df1-5c943c0fd703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.786175 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.961827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Network dc2a9753-2258-445f-8a19-f137930bc30d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:06.990091 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.010322 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9807db38-2cff-46b4-9df1-5c943c0fd703 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=846904927c7d4319a143ccaa13cabedb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1559298 Feb 07 22:55:07.018240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37400) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:07.034316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807db38-2cff-46b4-9df1-5c943c0fd703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83634b4-216e-4de4-91e2-83b6141fe0e4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:07.037463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, dc2a9753-2258-445f-8a19-f137930bc30d) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:07.091067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:07.095734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.120933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f54e83b-575c-40fb-99af-0b54f91434b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5792015 Feb 07 22:55:07.142997 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.199888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port aee100a9-8edc-4158-a832-8b04653a9d88 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:07.200514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.202542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac325e4e-472a-4b4d-8bc9-9dd79ef6b620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.297250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daacb28-f747-4a34-967d-ff5a671dccf2 None None] Routers {'a2ab66cd-e445-45f4-b332-4211646d005b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:07.298343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4daacb28-f747-4a34-967d-ff5a671dccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a2ab66cd-e445-45f4-b332-4211646d005b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:07.302284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:55:07.306241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac325e4e-472a-4b4d-8bc9-9dd79ef6b620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.359337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaafe7b-481c-4c91-b0a2-e170caf276cd None None] The sync data for ids ['2615de40-3cac-4054-a76c-d427511e7330'] in n-d-827895-2 is: [{'id': '2615de40-3cac-4054-a76c-d427511e7330', 'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:55Z', 'revision_number': 4, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'gw_port': {'id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'eaf15afb-ddb8-4563-9e2c-6185d4f82dc6', 'name': '', 'network_id': '44c1e6fa-0b34-4925-80c9-d4cd1b1da197', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'mac_address': 'fa:16:3e:cc:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:04Z', 'revision_number': 4, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'subnets': [{'id': '472c5823-7d9c-4953-933d-f26ccf7eadc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:07.382589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56866e97-42f9-4498-bf9d-1709128b0598 None None] Pushing event updated for resources: {'Port': ['ID=eaf15afb-ddb8-4563-9e2c-6185d4f82dc6,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:07.403046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:07.407273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f04cb-e4b9-4cbd-b0b8-cdb02056a537 None None] Network dc2a9753-2258-445f-8a19-f137930bc30d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:07.419344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.525108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for aee100a9-8edc-4158-a832-8b04653a9d88 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:07.538652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4daacb28-f747-4a34-967d-ff5a671dccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:07.544363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:07.546918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daacb28-f747-4a34-967d-ff5a671dccf2 None None] The sync data for ids ['a2ab66cd-e445-45f4-b332-4211646d005b'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:07.557176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac325e4e-472a-4b4d-8bc9-9dd79ef6b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.558429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Sync routers for ids ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:07.563130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ac325e4e-472a-4b4d-8bc9-9dd79ef6b620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.572771 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ac325e4e-472a-4b4d-8bc9-9dd79ef6b620 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b83634b4-216e-4de4-91e2-83b6141fe0e4 HTTP/1.1" status: 204 len: 168 time: 0.5151622 Feb 07 22:55:07.581752 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Routers {'4789f35e-ced5-4f4b-bc3f-73598f4659c4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:07.584163 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:07.594540 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.595873 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5321be7d-de12-4af4-a57e-adeb41303515 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9545634 Feb 07 22:55:07.598947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37420) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:07.646075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac325e4e-472a-4b4d-8bc9-9dd79ef6b620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83634b4-216e-4de4-91e2-83b6141fe0e4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:07.691972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9b59f9f0-7488-472c-8e91-b9f66489c03d None None] Provisioning complete for port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:07.692342 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9b59f9f0-7488-472c-8e91-b9f66489c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.833081 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Set router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:08.421262 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:01Z', 'updated_at': '2022-02-07T22:55:05Z', 'revision_number': 3, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'gw_port': {'id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:04Z', 'updated_at': '2022-02-07T22:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:08.424960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a77b9-edae-4f59-afbb-89ad3806591d None None] Network dc2a9753-2258-445f-8a19-f137930bc30d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:08.482499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2fa81-344d-4861-89f2-6be585d58241 req-2475cfd0-8224-4267-908b-57cd3b587bb4 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:08.494636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-2475cfd0-8224-4267-908b-57cd3b587bb4 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/networks?id=dc2a9753-2258-445f-8a19-f137930bc30d HTTP/1.1" status: 200 len: 822 time: 0.5611749 Feb 07 22:55:08.500104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:08.511436 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.557263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-ccf0152e-1655-4a49-a9b8-896384ec2d10 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/quotas/4d44cb6331164a0f80c9a28503170c93 HTTP/1.1" status: 200 len: 375 time: 0.0526304 Feb 07 22:55:08.658662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9b59f9f0-7488-472c-8e91-b9f66489c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.676060 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.730184 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Checking router: 4789f35e-ced5-4f4b-bc3f-73598f4659c4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:08.736653 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Updating router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 port 7d0215b3-1a28-439d-91c3-8daaaa0408db binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:08.760912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=aee100a9-8edc-4158-a832-8b04653a9d88,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:08.784086 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-d21f5120-7afd-430c-a81b-b255519c01c6 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d44cb6331164a0f80c9a28503170c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2162089 Feb 07 22:55:08.806515 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.811850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9b59f9f0-7488-472c-8e91-b9f66489c03d None None] For port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f,segment=NetworkSegment(9ce4d51f-d381-465e-85ec-8a7c0dcbabcf),segment_id=9ce4d51f-d381-465e-85ec-8a7c0dcbabcf)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:08.835982 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9b59f9f0-7488-472c-8e91-b9f66489c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.930928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:09.129274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c1fcc-a96b-42fb-9be0-874ed818a01a req-bef8227c-6c18-4ec4-909b-ac8b32d7cd85 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:09.144291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-563c1fcc-a96b-42fb-9be0-874ed818a01a req-bef8227c-6c18-4ec4-909b-ac8b32d7cd85 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 907 time: 1.1746545 Feb 07 22:55:09.156176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59f9f0-7488-472c-8e91-b9f66489c03d None None] Pushing event updated for resources: {'Port': ['ID=fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:09.171768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-7388fac7-f556-43de-8f52-15e5697d3896 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:09.173530 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-7388fac7-f556-43de-8f52-15e5697d3896 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 907 time: 0.1305354 Feb 07 22:55:09.174132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4961f5f7-dff0-4d5a-838a-299267a600cc None None] Provisioning complete for port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:09.180976 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4961f5f7-dff0-4d5a-838a-299267a600cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.411028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Deleting port ebaa74ad-d126-4a2c-a270-24282a3f76d2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:09.411526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.467293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:09.467902 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.519139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37478) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:09.564046 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.572161 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.660515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] For port ebaa74ad-d126-4a2c-a270-24282a3f76d2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ebaa74ad-d126-4a2c-a270-24282a3f76d2,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:09.660950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.681602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Calling delete_port for ebaa74ad-d126-4a2c-a270-24282a3f76d2 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:09.732375 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Attempting to bind port 7d0215b3-1a28-439d-91c3-8daaaa0408db on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:09.733062 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Attempting to bind port 7d0215b3-1a28-439d-91c3-8daaaa0408db by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:09.733686 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Attempting to bind port 7d0215b3-1a28-439d-91c3-8daaaa0408db on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:09.767628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'network': {'name': 'tempest-RoutersTest-398007657'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:09.799626 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:09.802606 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:09.803026 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.803630 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:09.804176 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Bound port: 7d0215b3-1a28-439d-91c3-8daaaa0408db, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:09.804752 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.825512 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.832446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:09.851516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:09.857895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.865186 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-7019728a-6aa3-4045-b2f1-0af01bdeb486 service neutron] 10.222.0.15 "GET /v2.0/networks/dc2a9753-2258-445f-8a19-f137930bc30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0798817 Feb 07 22:55:09.892640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.908655 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] For port 7d0215b3-1a28-439d-91c3-8daaaa0408db, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:09.912051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.913050 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] For port 7d0215b3-1a28-439d-91c3-8daaaa0408db, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7d0215b3-1a28-439d-91c3-8daaaa0408db,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:09.920819 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Pushing event updated for resources: {'Port': ['ID=7d0215b3-1a28-439d-91c3-8daaaa0408db,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:09.927242 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.935542 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.935942 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.936282 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.936621 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.937182 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.937981 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.938462 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.938796 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.939216 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.939550 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.939897 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.940218 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:09.979688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:09.980222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.043458 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Routers {'4789f35e-ced5-4f4b-bc3f-73598f4659c4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:10.044151 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:10.139383 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff0c14-0db4-47aa-a494-cf1cc8debeeb None None] Pushing event updated for resources: {'Port': ['ID=7d0215b3-1a28-439d-91c3-8daaaa0408db,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:10.215281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:10.255756 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] Set router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:10.266982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.315347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-8870a09f-cff2-4a9d-a5be-b869c358f49f service neutron] 10.222.0.15 "GET /v2.0/networks/dc2a9753-2258-445f-8a19-f137930bc30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355309 Feb 07 22:55:10.336712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:10.339122 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.375423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event deleted for resources: {'Port': ['ID=ebaa74ad-d126-4a2c-a270-24282a3f76d2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:10.454519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2165655-5002-4467-ac0b-116da1145d22 req-6beb82b6-ead4-46d6-adea-dd9d766cbbc5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e1b64e-f33e-4ca4-9fee-2a961e459f2d HTTP/1.1" status: 200 len: 210 time: 0.1541514 Feb 07 22:55:10.456633 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.460528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] No DVR routers for this DVR port ebaa74ad-d126-4a2c-a270-24282a3f76d2 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:10.465885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.469926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.472465 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.482409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2b7b7cc-63f4-498f-a426-912c325c8f64 req-06992e5d-9e21-4441-b60b-94b3b94494a8 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "DELETE /v2.0/ports/ebaa74ad-d126-4a2c-a270-24282a3f76d2 HTTP/1.1" status: 204 len: 173 time: 1.2669132 Feb 07 22:55:10.483751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Allocated IP 172.20.0.1 (794c1853-e583-4dd5-88fa-d94c4d237c81/2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e/e52c27db-e2b2-4eca-96fa-72927500ac13) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:10.501914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'name': 'network-vif-deleted', 'tag': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:10.511981 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca03415-fcc0-4001-9a58-59e714418335" -d '{"events": [{"server_uuid": "41e1b64e-f33e-4ca4-9fee-2a961e459f2d", "name": "network-vif-deleted", "tag": "ebaa74ad-d126-4a2c-a270-24282a3f76d2"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:55:10.529172 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.626941 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb63c5da-8900-4802-b497-00a41a861bb4 x-openstack-request-id: req-eb63c5da-8900-4802-b497-00a41a861bb4 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:55:10.627499 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e1b64e-f33e-4ca4-9fee-2a961e459f2d", "name": "network-vif-deleted", "tag": "ebaa74ad-d126-4a2c-a270-24282a3f76d2", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:55:10.627952 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb63c5da-8900-4802-b497-00a41a861bb4 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:55:10.628857 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e1b64e-f33e-4ca4-9fee-2a961e459f2d', 'name': 'network-vif-deleted', 'tag': 'ebaa74ad-d126-4a2c-a270-24282a3f76d2', 'status': 'completed', 'code': 200} Feb 07 22:55:10.634632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef435150-4338-44e6-84a2-230f8ad403e5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:10.652576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.653177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Fanout notify agent at l3_agent the message router_deleted on router a2ab66cd-e445-45f4-b332-4211646d005b {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:55:10.681418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:10.686505 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.690341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b768a99c-319a-4180-a4a5-ffaa83fa381e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/a2ab66cd-e445-45f4-b332-4211646d005b HTTP/1.1" status: 204 len: 168 time: 4.0582917 Feb 07 22:55:10.696757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37514) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:10.706137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1243969535'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:10.784985 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:01Z', 'updated_at': '2022-02-07T22:55:05Z', 'revision_number': 3, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'gw_port': {'id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:04Z', 'updated_at': '2022-02-07T22:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:10.796454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:10.812500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.812852 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added segment 09909316-58c5-4d52-bcd0-7e89c858dfed of type vlan for network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f Feb 07 22:55:10.816868 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.823227 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd698405-9845-4831-a5b6-73a4a7a319fd None None] The sync data for ids ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'] in n-d-827895-2 is: [{'id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:01Z', 'updated_at': '2022-02-07T22:55:05Z', 'revision_number': 3, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'gw_port': {'id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:04Z', 'updated_at': '2022-02-07T22:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:10.890530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:10.902708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.903175 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added segment e223b574-167d-4c21-ad58-e9911591c057 of type vlan for network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 Feb 07 22:55:10.938581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.953810 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.027515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.043337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.044006 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.128555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.133302 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4329450 Feb 07 22:55:11.144072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.145322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.164576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37528) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:11.180677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'subnet': {'network_id': '2c3b41d7-2e28-4630-91d7-6b25859f5e76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:11.370285 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75100eef-dccc-4fae-8075-8c81166b5a28 req-e186c7ec-2413-4c2a-8883-565da6d0d4be tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 210 time: 0.3612728 Feb 07 22:55:11.404845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52daa9c-b9a9-4ca2-a0cc-6842dab63b5b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Network': ['ID=2c3b41d7-2e28-4630-91d7-6b25859f5e76,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:11.419607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:11.478317 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9554470 Feb 07 22:55:11.481285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37538) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:11.486046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964c665-c5a9-4b0f-a204-6c88605ab4ae tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Network': ['ID=7eef8e7d-1fb8-42a9-9a12-bef44d75994f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:11.546053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.552241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'network': {'name': 'tempest-RoutersTest-901116481'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:11.558721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:11.572848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.617611 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.617893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:11.649455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:11.653775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.754994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:11.778440 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.780299 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added segment 35f5aae8-845d-4433-90d3-cbfe9f96206e of type vlan for network ad5a6b06-794d-40a0-9a56-2ca18c6b41df Feb 07 22:55:11.808926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Network 794c1853-e583-4dd5-88fa-d94c4d237c81 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:11.836220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:11.869511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:11.914902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7d0215b3-1a28-439d-91c3-8daaaa0408db up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:11.955516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e52c27db-e2b2-4eca-96fa-72927500ac13,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:11.966176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.020632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.083183 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.resource_extend [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:55:12.123006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7d0215b3-1a28-439d-91c3-8daaaa0408db triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:12.131007 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.131261 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.308989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Subnet': ['ID=934f38e0-f53f-4eeb-aabb-347ff99a1ab7,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:12.310455 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.323827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.331316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:12.332986 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.433123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a0ac9566-1c40-45b9-96d9-84c7d745d08c None None] Provisioning complete for port e52c27db-e2b2-4eca-96fa-72927500ac13 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:12.434183 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0ac9566-1c40-45b9-96d9-84c7d745d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.529066 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9833958 Feb 07 22:55:12.543209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37560) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:12.561364 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.577412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'subnet': {'network_id': '7eef8e7d-1fb8-42a9-9a12-bef44d75994f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:12.598331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac9566-1c40-45b9-96d9-84c7d745d08c None None] Port e52c27db-e2b2-4eca-96fa-72927500ac13 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:12.625008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 7d0215b3-1a28-439d-91c3-8daaaa0408db, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7d0215b3-1a28-439d-91c3-8daaaa0408db,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:12.626410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Checking segment: {'id': 'e223b574-167d-4c21-ad58-e9911591c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2c3b41d7-2e28-4630-91d7-6b25859f5e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:12.626781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network hostable DHCP agents. Network: 2c3b41d7-2e28-4630-91d7-6b25859f5e76, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:12.639264 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.755813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=7d0215b3-1a28-439d-91c3-8daaaa0408db,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:12.759490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78960cc5-6d99-4e72-81e4-51d91ace1fb9 req-211e1754-6696-4f9d-a6af-0932eeeb320c tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 210 time: 0.0411098 Feb 07 22:55:12.779572 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.787106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedb38d-3418-4d7d-93de-31a158909eea tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Network': ['ID=ad5a6b06-794d-40a0-9a56-2ca18c6b41df,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:12.790166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.825602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ad5a6b06-794d-40a0-9a56-2ca18c6b41df details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:12.886917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e52c27db-e2b2-4eca-96fa-72927500ac13,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:12.894655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.916680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8e4ce-2c16-4106-b96d-096b54f90ef6 req-ca570e26-433c-487a-b194-87aa2ad96559 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:12.924337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57f8e4ce-2c16-4106-b96d-096b54f90ef6 req-ca570e26-433c-487a-b194-87aa2ad96559 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 945 time: 0.6257372 Feb 07 22:55:12.964812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:13.025468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 2c3b41d7-2e28-4630-91d7-6b25859f5e76) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:13.034725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941410c8-a7a5-452c-9d2d-76457e341e90 None None] Network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:13.036671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:13.038371 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.054449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57f8e4ce-2c16-4106-b96d-096b54f90ef6 req-22d474ff-79bf-4c64-9e3f-f07e39fa06db tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290503 Feb 07 22:55:13.099859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2fa81-344d-4861-89f2-6be585d58241 req-8473e657-4318-4180-804a-dcecee488586 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:13.101584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-8473e657-4318-4180-804a-dcecee488586 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.24 "GET /v2.0/networks?id=dc2a9753-2258-445f-8a19-f137930bc30d HTTP/1.1" status: 200 len: 822 time: 0.5094054 Feb 07 22:55:13.104944 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Network 794c1853-e583-4dd5-88fa-d94c4d237c81 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:13.107653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:13.108670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-059edfa7-bb06-4ee1-b5bf-107ea31984db tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9430251 Feb 07 22:55:13.116602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Request body: {'port': {'device_id': '0653815f-e654-4fed-8beb-dd7ddb506658', 'network_id': 'dc2a9753-2258-445f-8a19-f137930bc30d', 'admin_state_up': True, 'tenant_id': '4d44cb6331164a0f80c9a28503170c93'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:13.119994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37570) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:13.127140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f315a99b-701f-442c-9ad4-83e8ad1d4cb0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-254616064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:13.152481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:13.156398 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.299583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-2c3b41d7-2e28-4630-91d7-6b25859f5e76', 'network_id': '2c3b41d7-2e28-4630-91d7-6b25859f5e76', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'fixed_ips': [{'subnet_id': '934f38e0-f53f-4eeb-aabb-347ff99a1ab7'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:55:13.301676 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.452941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f315a99b-701f-442c-9ad4-83e8ad1d4cb0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.461348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f315a99b-701f-442c-9ad4-83e8ad1d4cb0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.493733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:13.584933 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ebaa74ad-d126-4a2c-a270-24282a3f76d2 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:13.599898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-01cbfff3-511c-4866-b532-123c2632691f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:13.602040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-01cbfff3-511c-4866-b532-123c2632691f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 945 time: 0.1815968 Feb 07 22:55:13.634871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: ebaa74ad-d126-4a2c-a270-24282a3f76d2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:13.635514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ebaa74ad-d126-4a2c-a270-24282a3f76d2 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:13.645608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f594b769-bafa-4016-91a8-86c3543082a7 None None] Provisioning complete for port e52c27db-e2b2-4eca-96fa-72927500ac13 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:13.646297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f594b769-bafa-4016-91a8-86c3543082a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.694869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Allocated IP 2001:db8::2 (2c3b41d7-2e28-4630-91d7-6b25859f5e76/934f38e0-f53f-4eeb-aabb-347ff99a1ab7/20ed5601-38a1-47f4-aa05-38eb7a158058) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:13.706994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f315a99b-701f-442c-9ad4-83e8ad1d4cb0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.718876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f594b769-bafa-4016-91a8-86c3543082a7 None None] Port e52c27db-e2b2-4eca-96fa-72927500ac13 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:13.749530 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f315a99b-701f-442c-9ad4-83e8ad1d4cb0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.869149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Made reservation on behalf of 4d44cb6331164a0f80c9a28503170c93 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:13.873105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.879146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7d0215b3-1a28-439d-91c3-8daaaa0408db up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:13.909527 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f315a99b-701f-442c-9ad4-83e8ad1d4cb0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.914850 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f315a99b-701f-442c-9ad4-83e8ad1d4cb0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7897918 Feb 07 22:55:13.920336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37586) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:13.934205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3111af9-2e49-4cad-8938-d565db40400e req-47960180-483e-4bac-8b24-b9e798a4078d tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 210 time: 0.0402634 Feb 07 22:55:13.950794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:13.956880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-067a0850-4863-4cb3-8c61-3fa890b476c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/4789f35e-ced5-4f4b-bc3f-73598f4659c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3569281 Feb 07 22:55:13.970469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Deleting port 2bf82d45-e794-416d-aa64-901eb6536db7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:13.970691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Sync routers for ids ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:13.971161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.049055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Routers {'4789f35e-ced5-4f4b-bc3f-73598f4659c4'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:14.049574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:14.084486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] For port 2bf82d45-e794-416d-aa64-901eb6536db7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=2bf82d45-e794-416d-aa64-901eb6536db7,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:14.085115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.099027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Calling delete_port for 2bf82d45-e794-416d-aa64-901eb6536db7 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:14.268154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7d0215b3-1a28-439d-91c3-8daaaa0408db triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:14.268875 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.290780 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.327894 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.362025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event deleted for resources: {'Port': ['ID=2bf82d45-e794-416d-aa64-901eb6536db7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:14.409965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', '2bf82d45-e794-416d-aa64-901eb6536db7'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:55:14.464910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] No DVR routers for this DVR port 2bf82d45-e794-416d-aa64-901eb6536db7 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:14.467533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.491252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c615ec9-93f4-412d-8711-2ec132a7ed7e req-d6f80ba1-c3e3-4c8f-ae72-ecf3c47a7926 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "DELETE /v2.0/ports/2bf82d45-e794-416d-aa64-901eb6536db7 HTTP/1.1" status: 204 len: 173 time: 0.8765130 Feb 07 22:55:14.491786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798c4ca2-1766-4f6e-95fd-1236150f08f9', 'name': 'network-vif-deleted', 'tag': '2bf82d45-e794-416d-aa64-901eb6536db7'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:14.494125 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1054b94a-66fe-4442-81bd-f410f2766d91" -d '{"events": [{"server_uuid": "798c4ca2-1766-4f6e-95fd-1236150f08f9", "name": "network-vif-deleted", "tag": "2bf82d45-e794-416d-aa64-901eb6536db7"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:55:14.501330 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-676fcf4c-caf8-418c-b144-3ce972ef9a92 req-7cc36f91-e8f3-4220-b50c-536d64883784 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=798c4ca2-1766-4f6e-95fd-1236150f08f9 HTTP/1.1" status: 200 len: 210 time: 0.3006675 Feb 07 22:55:14.580833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Subnet': ['ID=5a86af2f-e220-4684-b08f-b3d60bb58808,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:14.613812 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f8475e-9c51-4dc8-8038-641445d8a2e9 x-openstack-request-id: req-a3f8475e-9c51-4dc8-8038-641445d8a2e9 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:55:14.614156 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798c4ca2-1766-4f6e-95fd-1236150f08f9", "name": "network-vif-deleted", "tag": "2bf82d45-e794-416d-aa64-901eb6536db7", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:55:14.614441 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3f8475e-9c51-4dc8-8038-641445d8a2e9 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:55:14.614801 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798c4ca2-1766-4f6e-95fd-1236150f08f9', 'name': 'network-vif-deleted', 'tag': '2bf82d45-e794-416d-aa64-901eb6536db7', 'status': 'completed', 'code': 200} Feb 07 22:55:14.729965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.753286 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.830322 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.906018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Pushing event updated for resources: {'Port': ['ID=20ed5601-38a1-47f4-aa05-38eb7a158058,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:14.920874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Set router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:14.938437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Checking segment: {'id': '09909316-58c5-4d52-bcd0-7e89c858dfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eef8e7d-1fb8-42a9-9a12-bef44d75994f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:14.939515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network hostable DHCP agents. Network: 7eef8e7d-1fb8-42a9-9a12-bef44d75994f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:14.959193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Allocated IP 172.20.0.6 (dc2a9753-2258-445f-8a19-f137930bc30d/56221974-425c-4fb1-a409-56c51075e359/7aee3414-4460-4a8c-8de2-d12733c0fc81) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:15.034239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:15.101398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:15.110952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:15.207569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1613a7ec-3123-4aea-9552-80233ac3659f req-287434ad-7bbc-4177-829d-667cbc9a6816 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 210 time: 0.0902553 Feb 07 22:55:15.212799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:15.267908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7eef8e7d-1fb8-42a9-9a12-bef44d75994f) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:15.272419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:15.273143 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.279770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da177e4-b458-4e60-8e3c-97556a3de265 None None] Network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:15.291039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 2001:db8::1 (2c3b41d7-2e28-4630-91d7-6b25859f5e76/934f38e0-f53f-4eeb-aabb-347ff99a1ab7/a97edd0c-67f2-43c0-bf8e-0cf99d32af4d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:15.370771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Attempting to bind port 20ed5601-38a1-47f4-aa05-38eb7a158058 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:15.371135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Attempting to bind port 20ed5601-38a1-47f4-aa05-38eb7a158058 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e223b574-167d-4c21-ad58-e9911591c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2c3b41d7-2e28-4630-91d7-6b25859f5e76'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:15.371737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Attempting to bind port 20ed5601-38a1-47f4-aa05-38eb7a158058 on network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:15.401796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:15.402463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Checking segment: {'id': 'e223b574-167d-4c21-ad58-e9911591c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2c3b41d7-2e28-4630-91d7-6b25859f5e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:15.403028 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.403569 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Bound using segment: {'id': 'e223b574-167d-4c21-ad58-e9911591c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2c3b41d7-2e28-4630-91d7-6b25859f5e76'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:15.404244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Bound port: 20ed5601-38a1-47f4-aa05-38eb7a158058, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e223b574-167d-4c21-ad58-e9911591c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2c3b41d7-2e28-4630-91d7-6b25859f5e76'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:15.404784 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.523965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37624) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:15.524671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f398ee6b-ccef-4c87-b412-2b13f8bd4de8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9671452 Feb 07 22:55:15.528926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'subnet': {'network_id': 'ad5a6b06-794d-40a0-9a56-2ca18c6b41df', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:15.586574 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.680274 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.769543 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.773290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] For port 20ed5601-38a1-47f4-aa05-38eb7a158058, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:15.806236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:15.809322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.821828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] For port 20ed5601-38a1-47f4-aa05-38eb7a158058, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=20ed5601-38a1-47f4-aa05-38eb7a158058,segment=NetworkSegment(e223b574-167d-4c21-ad58-e9911591c057),segment_id=e223b574-167d-4c21-ad58-e9911591c057)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:15.851401 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.933897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:15.951643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:15.962990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:15.976419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.039190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-7eef8e7d-1fb8-42a9-9a12-bef44d75994f', 'network_id': '7eef8e7d-1fb8-42a9-9a12-bef44d75994f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'fixed_ips': [{'subnet_id': '5a86af2f-e220-4684-b08f-b3d60bb58808'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:55:16.040226 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.057808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:01Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 4, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'gw_port': {'id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:04Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e52c27db-e2b2-4eca-96fa-72927500ac13', 'name': '', 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'mac_address': 'fa:16:3e:cd:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:09Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 2, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'subnets': [{'id': '2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:16.069420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=a97edd0c-67f2-43c0-bf8e-0cf99d32af4d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:16.117465 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.229207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Network dc2a9753-2258-445f-8a19-f137930bc30d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:16.238756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fe57a-d23c-479f-87c6-cecff64d27b9 req-332de2b7-ea4e-4538-8fbe-a5155cc7922a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.239015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Checking router: 4789f35e-ced5-4f4b-bc3f-73598f4659c4 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:16.240810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Updating router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 port e52c27db-e2b2-4eca-96fa-72927500ac13 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:16.246558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d33fe57a-d23c-479f-87c6-cecff64d27b9 req-332de2b7-ea4e-4538-8fbe-a5155cc7922a tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1836333 Feb 07 22:55:16.257675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:16.263056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:16.296086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.536840 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Allocated IP 172.20.0.2 (7eef8e7d-1fb8-42a9-9a12-bef44d75994f/5a86af2f-e220-4684-b08f-b3d60bb58808/1ffd07e3-fc6d-4718-b598-20af61666305) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:16.612007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Checking segment: {'id': '35f5aae8-845d-4433-90d3-cbfe9f96206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ad5a6b06-794d-40a0-9a56-2ca18c6b41df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:16.612628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network hostable DHCP agents. Network: ad5a6b06-794d-40a0-9a56-2ca18c6b41df, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:16.617941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Subnet': ['ID=75032fb3-e1a6-4754-86c9-3ce1b9425bac,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:16.665681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dbce0-059d-4dab-8e34-42fd871d1ba8 req-2bd51a83-a01a-488a-a167-0b40a545f6e3 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.673915 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-985dbce0-059d-4dab-8e34-42fd871d1ba8 req-2bd51a83-a01a-488a-a167-0b40a545f6e3 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 931 time: 0.1126578 Feb 07 22:55:16.686220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network ad5a6b06-794d-40a0-9a56-2ca18c6b41df is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:16.708181 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.736424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb63bf-b787-4288-a663-483de7ba55ff None None] Pushing event updated for resources: {'Port': ['ID=20ed5601-38a1-47f4-aa05-38eb7a158058,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:16.742815 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.748187 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-985dbce0-059d-4dab-8e34-42fd871d1ba8 req-244ee2fa-27ee-43df-8885-9409c654de1d tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732918 Feb 07 22:55:16.748423 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.759023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ad5a6b06-794d-40a0-9a56-2ca18c6b41df) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:16.787444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.788360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.795974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c931065-a78e-4b19-a65f-9344b44efa95 None None] Network ad5a6b06-794d-40a0-9a56-2ca18c6b41df requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:16.827462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c83858e6-15a3-43c5-8108-88843cab3a47 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3023970 Feb 07 22:55:16.830250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37676) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:16.849796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-da44ca6c-6818-4f1c-8720-6f55dc2e5e2f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2074355403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:16.907728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Pushing event updated for resources: {'Port': ['ID=7aee3414-4460-4a8c-8de2-d12733c0fc81,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:16.926274 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da44ca6c-6818-4f1c-8720-6f55dc2e5e2f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.927690 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da44ca6c-6818-4f1c-8720-6f55dc2e5e2f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.006818 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d33fe57a-d23c-479f-87c6-cecff64d27b9 req-1b59d1ee-a886-4472-a3fc-977f758bc4e1 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7592609 Feb 07 22:55:17.024169 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.025390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.028571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.031189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:17.087853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:17.090977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da44ca6c-6818-4f1c-8720-6f55dc2e5e2f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.103320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da44ca6c-6818-4f1c-8720-6f55dc2e5e2f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.149338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-9141ee24-ac9e-4ab2-8966-249f98c92635 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0375638 Feb 07 22:55:17.190036 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da44ca6c-6818-4f1c-8720-6f55dc2e5e2f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.194425 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-da44ca6c-6818-4f1c-8720-6f55dc2e5e2f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3595963 Feb 07 22:55:17.210313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37690) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:17.241831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Request body: {'port': {'device_id': '0653815f-e654-4fed-8beb-dd7ddb506658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:17.413203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Pushing event updated for resources: {'Port': ['ID=1ffd07e3-fc6d-4718-b598-20af61666305,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:17.416152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:17.486733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37708) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:17.639556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-0f607ba4-118a-411f-b00a-056bf9e22a70 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.641092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-0f607ba4-118a-411f-b00a-056bf9e22a70 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.5153546 Feb 07 22:55:17.645215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2bf82d45-e794-416d-aa64-901eb6536db7 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:17.742290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-ad5a6b06-794d-40a0-9a56-2ca18c6b41df', 'network_id': 'ad5a6b06-794d-40a0-9a56-2ca18c6b41df', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'fixed_ips': [{'subnet_id': '75032fb3-e1a6-4754-86c9-3ce1b9425bac'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:55:17.745235 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.748174 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.751038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 2bf82d45-e794-416d-aa64-901eb6536db7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:17.754092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 2bf82d45-e794-416d-aa64-901eb6536db7 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:17.758883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.760136 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.773891 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.804756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.983805 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.997651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 20ed5601-38a1-47f4-aa05-38eb7a158058 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:18.044916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6582e4a-8045-4b39-906a-a2aeea1137f4 None None] Network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:18.058424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Attempting to bind port 1ffd07e3-fc6d-4718-b598-20af61666305 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:18.058424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Attempting to bind port 1ffd07e3-fc6d-4718-b598-20af61666305 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '09909316-58c5-4d52-bcd0-7e89c858dfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eef8e7d-1fb8-42a9-9a12-bef44d75994f'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:18.058424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Attempting to bind port 1ffd07e3-fc6d-4718-b598-20af61666305 on network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:18.117654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:18.118030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Checking segment: {'id': '09909316-58c5-4d52-bcd0-7e89c858dfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eef8e7d-1fb8-42a9-9a12-bef44d75994f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:18.118563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=a97edd0c-67f2-43c0-bf8e-0cf99d32af4d,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:18.128164 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.137306 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Bound using segment: {'id': '09909316-58c5-4d52-bcd0-7e89c858dfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eef8e7d-1fb8-42a9-9a12-bef44d75994f'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:18.137854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Bound port: 1ffd07e3-fc6d-4718-b598-20af61666305, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09909316-58c5-4d52-bcd0-7e89c858dfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eef8e7d-1fb8-42a9-9a12-bef44d75994f'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:18.138256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.140910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82280115-f66d-4313-ba6c-7ebdb72849e7 req-1dfc0bce-81b3-46d7-a4e7-1a68dde4c0cd tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:18.142424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-82280115-f66d-4313-ba6c-7ebdb72849e7 req-1dfc0bce-81b3-46d7-a4e7-1a68dde4c0cd tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 931 time: 0.2498353 Feb 07 22:55:18.265938 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.323817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d315b94c-b76d-4f37-bc03-1b3e29e8497b None None] Provisioning complete for port 20ed5601-38a1-47f4-aa05-38eb7a158058 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:18.324468 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d315b94c-b76d-4f37-bc03-1b3e29e8497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.619393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:18.624171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:18.639766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f6f41-977f-4deb-bd0a-1d9ea4754d86 req-3b49a0ab-2538-4d45-90de-61f62d685353 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:18.647288 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-332f6f41-977f-4deb-bd0a-1d9ea4754d86 req-3b49a0ab-2538-4d45-90de-61f62d685353 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 946 time: 0.1453571 Feb 07 22:55:18.866309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389561c3-8aca-4d3d-a37d-50361eb5ac0d None None] Pushing event updated for resources: {'Port': ['ID=e52c27db-e2b2-4eca-96fa-72927500ac13,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:18.871572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-332f6f41-977f-4deb-bd0a-1d9ea4754d86 req-e21b3b71-ccaa-4f48-b61c-d8b41a6a745f tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232983 Feb 07 22:55:18.899066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aee3414-4460-4a8c-8de2-d12733c0fc81 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:18.909988 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.929377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Transition to ACTIVE for port object 7aee3414-4460-4a8c-8de2-d12733c0fc81 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:18.936327 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.964019 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-82280115-f66d-4313-ba6c-7ebdb72849e7 req-b738dfa7-1592-4df2-b9ba-16adbae95ac4 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7590902 Feb 07 22:55:18.966752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 20ed5601-38a1-47f4-aa05-38eb7a158058 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:18.967007 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.995810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Pushing event updated for resources: {'Port': ['ID=7aee3414-4460-4a8c-8de2-d12733c0fc81,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:19.000683 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Deleting port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:19.001203 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.001920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router dc14c6e3-6381-4f46-b75c-0499b284c915 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:55:19.126870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:19.139033 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16042cbd-bd98-4f0d-a658-f54f152054a8 None None] Sync routers for ids ['dc14c6e3-6381-4f46-b75c-0499b284c915'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:19.154696 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16042cbd-bd98-4f0d-a658-f54f152054a8 None None] Routers {'dc14c6e3-6381-4f46-b75c-0499b284c915'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:19.157396 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-16042cbd-bd98-4f0d-a658-f54f152054a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc14c6e3-6381-4f46-b75c-0499b284c915'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:19.167486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-87de878c-71e1-48ce-b7e5-1921d74eaea0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/dc14c6e3-6381-4f46-b75c-0499b284c915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2436211 Feb 07 22:55:19.170707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37746) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:19.173942 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.227694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Attempting to bind port e52c27db-e2b2-4eca-96fa-72927500ac13 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:19.228375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Attempting to bind port e52c27db-e2b2-4eca-96fa-72927500ac13 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:19.228924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Attempting to bind port e52c27db-e2b2-4eca-96fa-72927500ac13 on network 794c1853-e583-4dd5-88fa-d94c4d237c81 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:19.254362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92de6441-8d93-4f33-9090-cea608daf39d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:19.258933 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-92de6441-8d93-4f33-9090-cea608daf39d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports/a97edd0c-67f2-43c0-bf8e-0cf99d32af4d HTTP/1.1" status: 200 len: 911 time: 0.0839548 Feb 07 22:55:19.259866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37748) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:19.261528 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-16042cbd-bd98-4f0d-a658-f54f152054a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:19.270564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5cac2465-0f25-4de6-a2f5-650c82f4af0a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '934f38e0-f53f-4eeb-aabb-347ff99a1ab7'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:19.288867 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16042cbd-bd98-4f0d-a658-f54f152054a8 None None] Routers {'dc14c6e3-6381-4f46-b75c-0499b284c915'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:19.297362 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-16042cbd-bd98-4f0d-a658-f54f152054a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc14c6e3-6381-4f46-b75c-0499b284c915'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:19.302503 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Allocated IP 172.21.0.2 (ad5a6b06-794d-40a0-9a56-2ca18c6b41df/75032fb3-e1a6-4754-86c9-3ce1b9425bac/9cedeefb-ce72-4f2e-a8c9-7705a42ecd39) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:19.329399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:19.330109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Checking segment: {'id': '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:19.330884 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.331455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Bound using segment: {'id': '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:19.332694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Bound port: e52c27db-e2b2-4eca-96fa-72927500ac13, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:19.333275 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.344773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Attempting to bind port 7aee3414-4460-4a8c-8de2-d12733c0fc81 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:19.345090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Attempting to bind port 7aee3414-4460-4a8c-8de2-d12733c0fc81 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '88bc143b-7606-4a39-a7ed-7e3a94e7562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dc2a9753-2258-445f-8a19-f137930bc30d'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:19.358207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5448abea-2611-437e-81ed-60a29337c20d None None] For port 1ffd07e3-fc6d-4718-b598-20af61666305, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:19.372246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Attempting to bind port 7aee3414-4460-4a8c-8de2-d12733c0fc81 on network dc2a9753-2258-445f-8a19-f137930bc30d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:19.375913 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-16042cbd-bd98-4f0d-a658-f54f152054a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:19.380669 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16042cbd-bd98-4f0d-a658-f54f152054a8 None None] The sync data for ids ['dc14c6e3-6381-4f46-b75c-0499b284c915'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:19.393839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Port 7aee3414-4460-4a8c-8de2-d12733c0fc81 on network dc2a9753-2258-445f-8a19-f137930bc30d not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:55:19.399274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Attempting to bind port 7aee3414-4460-4a8c-8de2-d12733c0fc81 on network dc2a9753-2258-445f-8a19-f137930bc30d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:19.421307 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d315b94c-b76d-4f37-bc03-1b3e29e8497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.434544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5448abea-2611-437e-81ed-60a29337c20d None None] For port 1ffd07e3-fc6d-4718-b598-20af61666305, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1ffd07e3-fc6d-4718-b598-20af61666305,segment=NetworkSegment(09909316-58c5-4d52-bcd0-7e89c858dfed),segment_id=09909316-58c5-4d52-bcd0-7e89c858dfed)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:19.453703 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 20ed5601-38a1-47f4-aa05-38eb7a158058, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=20ed5601-38a1-47f4-aa05-38eb7a158058,segment=NetworkSegment(e223b574-167d-4c21-ad58-e9911591c057),segment_id=e223b574-167d-4c21-ad58-e9911591c057)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:19.504682 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.526496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] For port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:19.526496 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.568234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Calling delete_port for 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:19.583148 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.608627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:19.609000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Checking segment: {'id': '88bc143b-7606-4a39-a7ed-7e3a94e7562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dc2a9753-2258-445f-8a19-f137930bc30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:19.609769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Bound using segment: {'id': '88bc143b-7606-4a39-a7ed-7e3a94e7562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dc2a9753-2258-445f-8a19-f137930bc30d'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:19.610248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Bound port: 7aee3414-4460-4a8c-8de2-d12733c0fc81, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88bc143b-7606-4a39-a7ed-7e3a94e7562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dc2a9753-2258-445f-8a19-f137930bc30d'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:19.610615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.636293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5cac2465-0f25-4de6-a2f5-650c82f4af0a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.745896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.20.0.1 (7eef8e7d-1fb8-42a9-9a12-bef44d75994f/5a86af2f-e220-4684-b08f-b3d60bb58808/56e15bd2-4f41-4495-9bf6-1e53bdaa382d) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:19.778313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] For port e52c27db-e2b2-4eca-96fa-72927500ac13, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:19.782792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] For port e52c27db-e2b2-4eca-96fa-72927500ac13, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e52c27db-e2b2-4eca-96fa-72927500ac13,segment=NetworkSegment(9ce4d51f-d381-465e-85ec-8a7c0dcbabcf),segment_id=9ce4d51f-d381-465e-85ec-8a7c0dcbabcf)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:19.791915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448abea-2611-437e-81ed-60a29337c20d None None] Pushing event updated for resources: {'Port': ['ID=1ffd07e3-fc6d-4718-b598-20af61666305,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:19.817135 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.884411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] For port 7aee3414-4460-4a8c-8de2-d12733c0fc81, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:19.970061 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-d315b94c-b76d-4f37-bc03-1b3e29e8497b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:55:19.977268 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-d315b94c-b76d-4f37-bc03-1b3e29e8497b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:55:20.000524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] For port 7aee3414-4460-4a8c-8de2-d12733c0fc81, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7aee3414-4460-4a8c-8de2-d12733c0fc81,segment=NetworkSegment(88bc143b-7606-4a39-a7ed-7e3a94e7562c),segment_id=88bc143b-7606-4a39-a7ed-7e3a94e7562c)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:20.026423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.231376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fdd5bee0-2973-4587-ab11-5191880afdf9 req-8ae485aa-3bc6-4c3d-9aae-e0981802ecc3 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 210 time: 0.1118217 Feb 07 22:55:20.238319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:20.238652 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.261108 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] 10.222.0.24 "PUT /v2.0/ports/7aee3414-4460-4a8c-8de2-d12733c0fc81 HTTP/1.1" status: 200 len: 1091 time: 3.0768733 Feb 07 22:55:20.265740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0653815f-e654-4fed-8beb-dd7ddb506658', 'tag': '7aee3414-4460-4a8c-8de2-d12733c0fc81'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:20.270158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Routers {'4789f35e-ced5-4f4b-bc3f-73598f4659c4'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:20.284875 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be870344-18ff-4226-8249-e65289d43e93" -d '{"events": [{"name": "network-changed", "server_uuid": "0653815f-e654-4fed-8beb-dd7ddb506658", "tag": "7aee3414-4460-4a8c-8de2-d12733c0fc81"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:55:20.293893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:54:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:20.295078 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.300839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=20ed5601-38a1-47f4-aa05-38eb7a158058,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:20.443987 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.447336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event deleted for resources: {'Port': ['ID=3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:20.490104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff77685-5ae3-4cf4-aecd-1577ef9a8d37 service neutron] Pushing event updated for resources: {'Port': ['ID=7aee3414-4460-4a8c-8de2-d12733c0fc81,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:20.528487 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbaf3eb-a77c-40b8-937c-c2b703fe5402 x-openstack-request-id: req-dfbaf3eb-a77c-40b8-937c-c2b703fe5402 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:55:20.528777 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0653815f-e654-4fed-8beb-dd7ddb506658", "tag": "7aee3414-4460-4a8c-8de2-d12733c0fc81", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:55:20.529281 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfbaf3eb-a77c-40b8-937c-c2b703fe5402 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:55:20.529933 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0653815f-e654-4fed-8beb-dd7ddb506658', 'tag': '7aee3414-4460-4a8c-8de2-d12733c0fc81', 'status': 'completed', 'code': 200} Feb 07 22:55:20.626674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c326d-a4df-41fa-8013-32cdde9053b7 req-d4a32646-651e-4ed3-b558-aba6fb969090 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:20.636312 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c65c326d-a4df-41fa-8013-32cdde9053b7 req-d4a32646-651e-4ed3-b558-aba6fb969090 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 943 time: 0.3972993 Feb 07 22:55:20.682986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2fa81-344d-4861-89f2-6be585d58241 req-20d520b2-54b4-411e-bc2d-cb4c5d7aa97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:20.684740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-20d520b2-54b4-411e-bc2d-cb4c5d7aa97a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d44cb6331164a0f80c9a28503170c93&device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 1094 time: 0.3239789 Feb 07 22:55:20.720482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] No DVR routers for this DVR port 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:20.735185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.739157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91c60315-0d8c-42a1-aef5-3e4fdfa461ab req-ab57282a-de68-40bf-9992-4ba51609bcb5 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.46 "DELETE /v2.0/ports/3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 HTTP/1.1" status: 204 len: 173 time: 3.0533299 Feb 07 22:55:20.746350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.747896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cb2fdf-2897-46c8-8d87-789baee9dea5', 'name': 'network-vif-deleted', 'tag': '3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:20.751126 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c55fce0-3916-4afd-81f2-62c5a064370d" -d '{"events": [{"server_uuid": "86cb2fdf-2897-46c8-8d87-789baee9dea5", "name": "network-vif-deleted", "tag": "3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:55:20.779409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-cffb5332-d53d-4652-90cb-917c3592c05c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7aee3414-4460-4a8c-8de2-d12733c0fc81 HTTP/1.1" status: 200 len: 217 time: 0.0820925 Feb 07 22:55:20.855468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c65c326d-a4df-41fa-8013-32cdde9053b7 req-82b552fe-5249-433d-822a-e7648fe5bd12 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180202 Feb 07 22:55:20.867664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] Set router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:20.868752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.982236 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba2cb4b-1fca-419f-b4d7-3677e48f3d40 x-openstack-request-id: req-2ba2cb4b-1fca-419f-b4d7-3677e48f3d40 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:55:20.982792 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cb2fdf-2897-46c8-8d87-789baee9dea5", "name": "network-vif-deleted", "tag": "3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:55:20.983208 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ba2cb4b-1fca-419f-b4d7-3677e48f3d40 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:55:20.983892 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cb2fdf-2897-46c8-8d87-789baee9dea5', 'name': 'network-vif-deleted', 'tag': '3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1', 'status': 'completed', 'code': 200} Feb 07 22:55:20.990756 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.002364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2fa81-344d-4861-89f2-6be585d58241 req-ee9feadf-884e-4e6c-b40c-f87d5c7c2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:21.004357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-ee9feadf-884e-4e6c-b40c-f87d5c7c2db8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56221974-425c-4fb1-a409-56c51075e359 HTTP/1.1" status: 200 len: 862 time: 0.1739683 Feb 07 22:55:21.041536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.058869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Network ad5a6b06-794d-40a0-9a56-2ca18c6b41df is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:21.070305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:21.076253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:21.096816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-849ade53-5f7d-4fd2-90af-d1504a5899f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc2a9753-2258-445f-8a19-f137930bc30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755301 Feb 07 22:55:21.122863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389561c3-8aca-4d3d-a37d-50361eb5ac0d None None] Pushing event updated for resources: {'Port': ['ID=e52c27db-e2b2-4eca-96fa-72927500ac13,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:21.215390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:21.225551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=56e15bd2-4f41-4495-9bf6-1e53bdaa382d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:21.232422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:21.235800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:21.284026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5cac2465-0f25-4de6-a2f5-650c82f4af0a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.326938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5cac2465-0f25-4de6-a2f5-650c82f4af0a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.333695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cac2465-0f25-4de6-a2f5-650c82f4af0a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:21.337740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5cac2465-0f25-4de6-a2f5-650c82f4af0a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.339631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5cac2465-0f25-4de6-a2f5-650c82f4af0a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/ports/a97edd0c-67f2-43c0-bf8e-0cf99d32af4d HTTP/1.1" status: 200 len: 911 time: 2.0788903 Feb 07 22:55:21.354110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37792) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:21.409510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Attempting to bind port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:21.410046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Attempting to bind port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '35f5aae8-845d-4433-90d3-cbfe9f96206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ad5a6b06-794d-40a0-9a56-2ca18c6b41df'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:21.410279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Attempting to bind port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 on network ad5a6b06-794d-40a0-9a56-2ca18c6b41df {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:21.431157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Provisioning complete for port a97edd0c-67f2-43c0-bf8e-0cf99d32af4d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:21.433933 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.435951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:21.439157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Checking segment: {'id': '35f5aae8-845d-4433-90d3-cbfe9f96206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ad5a6b06-794d-40a0-9a56-2ca18c6b41df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:21.440220 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.442104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Bound using segment: {'id': '35f5aae8-845d-4433-90d3-cbfe9f96206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ad5a6b06-794d-40a0-9a56-2ca18c6b41df'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:21.444680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Bound port: 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f5aae8-845d-4433-90d3-cbfe9f96206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ad5a6b06-794d-40a0-9a56-2ca18c6b41df'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:21.446661 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.461265 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.571202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Pushing event updated for resources: {'Port': ['ID=9cedeefb-ce72-4f2e-a8c9-7705a42ecd39,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:21.613704 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96d8a4a6-1238-4e1a-8204-5c6b88549d36 req-385b3dce-13a5-4079-8595-45db5d7a444b tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cb2fdf-2897-46c8-8d87-789baee9dea5 HTTP/1.1" status: 200 len: 210 time: 0.1456871 Feb 07 22:55:21.634016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Port a97edd0c-67f2-43c0-bf8e-0cf99d32af4d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:21.636290 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0cf8554f-02a7-4765-b0a7-3cc1b3dcfab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.689083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:21.764085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac2465-0f25-4de6-a2f5-650c82f4af0a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=a97edd0c-67f2-43c0-bf8e-0cf99d32af4d,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:21.790259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:21.790722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 3c65d96b-2e44-4a93-b4a6-bc3212a0b0c1 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:21.823035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Provisioning complete for port e52c27db-e2b2-4eca-96fa-72927500ac13 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:21.823478 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.861648 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-ab39f296-7432-46cf-b5d6-a8a3bd49c4b1 service neutron] 10.222.0.24 "GET /v2.0/networks/dc2a9753-2258-445f-8a19-f137930bc30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7578156 Feb 07 22:55:21.906450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] For port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:21.910351 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] For port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9cedeefb-ce72-4f2e-a8c9-7705a42ecd39,segment=NetworkSegment(35f5aae8-845d-4433-90d3-cbfe9f96206e),segment_id=35f5aae8-845d-4433-90d3-cbfe9f96206e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:21.929339 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.979148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.993416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:01Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 4, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'gw_port': {'id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:04Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e52c27db-e2b2-4eca-96fa-72927500ac13', 'name': '', 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'mac_address': 'fa:16:3e:cd:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:09Z', 'updated_at': '2022-02-07T22:55:19Z', 'revision_number': 4, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'subnets': [{'id': '2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:22.055141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6209c-bba4-4f3d-aa63-5a9bb4c20da0 None None] Network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:22.085046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a75f1-3b80-467d-89ba-a249422287ca None None] The sync data for ids ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'] in n-d-827895-2 is: [{'id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:01Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 4, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'gw_port': {'id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:04Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'e52c27db-e2b2-4eca-96fa-72927500ac13', 'name': '', 'network_id': '794c1853-e583-4dd5-88fa-d94c4d237c81', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'mac_address': 'fa:16:3e:cd:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:09Z', 'updated_at': '2022-02-07T22:55:19Z', 'revision_number': 4, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'subnets': [{'id': '2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:22.156946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 20ed5601-38a1-47f4-aa05-38eb7a158058 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:22.577790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Deleting port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:22.578864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.628845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc78cb3-c7b0-4c9e-ab4c-6246bc1e74d0 None None] Pushing event updated for resources: {'Port': ['ID=9cedeefb-ce72-4f2e-a8c9-7705a42ecd39,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:22.659882 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.663262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.680875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.852209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] For port e52c27db-e2b2-4eca-96fa-72927500ac13, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e52c27db-e2b2-4eca-96fa-72927500ac13,segment=NetworkSegment(9ce4d51f-d381-465e-85ec-8a7c0dcbabcf),segment_id=9ce4d51f-d381-465e-85ec-8a7c0dcbabcf)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:22.871211 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.925562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9be6e-13de-42bb-868b-8006835913c3 req-73d85993-4043-4d5f-adc1-26529c0a9f88 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:22.927093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67d9be6e-13de-42bb-868b-8006835913c3 req-73d85993-4043-4d5f-adc1-26529c0a9f88 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 943 time: 0.8524683 Feb 07 22:55:22.931381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bef2fa81-344d-4861-89f2-6be585d58241 req-d16d3b6a-3e9c-4a5e-9e25-41a4749edb03 service neutron] 10.222.0.24 "GET /v2.0/networks/dc2a9753-2258-445f-8a19-f137930bc30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0571289 Feb 07 22:55:22.970801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] For port eaf15afb-ddb8-4563-9e2c-6185d4f82dc6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=eaf15afb-ddb8-4563-9e2c-6185d4f82dc6,segment=NetworkSegment(d397d6c4-974a-4d9a-ada8-c6918f01c7ae),segment_id=d397d6c4-974a-4d9a-ada8-c6918f01c7ae)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:22.971214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.024267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Calling delete_port for eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:23.128891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67d9be6e-13de-42bb-868b-8006835913c3 req-e07f9359-b042-4efb-a167-3bb93d36107d tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916523 Feb 07 22:55:23.157245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Provisioning complete for port 20ed5601-38a1-47f4-aa05-38eb7a158058 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:23.157949 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.169190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 20ed5601-38a1-47f4-aa05-38eb7a158058 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:23.169669 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.212715 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.228444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be870344-18ff-4226-8249-e65289d43e93 req-cc17b0e6-3ec1-419a-858d-e33c72d4bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:23.229944 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be870344-18ff-4226-8249-e65289d43e93 req-cc17b0e6-3ec1-419a-858d-e33c72d4bc82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d44cb6331164a0f80c9a28503170c93&device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 1094 time: 0.2208948 Feb 07 22:55:23.299586 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90c182-54dc-4173-81fd-984d50414c1b None None] Pushing event updated for resources: {'Port': ['ID=e52c27db-e2b2-4eca-96fa-72927500ac13,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:23.404097 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.476922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96729a-8c01-47d2-a667-176d533685dc req-106125c1-6932-45e5-b49e-735ea8e93174 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:23.479050 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc96729a-8c01-47d2-a667-176d533685dc req-106125c1-6932-45e5-b49e-735ea8e93174 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.2381144 Feb 07 22:55:23.487229 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=56e15bd2-4f41-4495-9bf6-1e53bdaa382d,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:23.559238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1ffd07e3-fc6d-4718-b598-20af61666305 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:23.671599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1ffd07e3-fc6d-4718-b598-20af61666305 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:23.672297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.700709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc96729a-8c01-47d2-a667-176d533685dc req-53f451c9-17ee-499f-9dc7-35e2f888ed40 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059095 Feb 07 22:55:23.822226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:23.822226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:23.884983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b210ec52-52e2-4667-b101-386c9f16df62 None None] Provisioning complete for port 1ffd07e3-fc6d-4718-b598-20af61666305 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:23.885489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b210ec52-52e2-4667-b101-386c9f16df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.944117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be870344-18ff-4226-8249-e65289d43e93 req-4ed783fd-2dfe-406d-bcb7-ca4f79f397c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:23.945606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be870344-18ff-4226-8249-e65289d43e93 req-4ed783fd-2dfe-406d-bcb7-ca4f79f397c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc2a9753-2258-445f-8a19-f137930bc30d HTTP/1.1" status: 200 len: 922 time: 0.7053516 Feb 07 22:55:24.058165 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be870344-18ff-4226-8249-e65289d43e93 req-9e42e0e6-8cd1-48c0-a395-14fef57d785c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7aee3414-4460-4a8c-8de2-d12733c0fc81 HTTP/1.1" status: 200 len: 217 time: 0.0924342 Feb 07 22:55:24.173187 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.180080 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbba20-4755-43c5-84bc-f8dde64008c7 None None] Network ad5a6b06-794d-40a0-9a56-2ca18c6b41df requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:24.243599 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.296102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be870344-18ff-4226-8249-e65289d43e93 req-f4f76ea5-a31c-42cb-b639-7e8afd49fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:24.298192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be870344-18ff-4226-8249-e65289d43e93 req-f4f76ea5-a31c-42cb-b639-7e8afd49fa6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56221974-425c-4fb1-a409-56c51075e359 HTTP/1.1" status: 200 len: 862 time: 0.1795080 Feb 07 22:55:24.368283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf15afb-ddb8-4563-9e2c-6185d4f82dc6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:24.377501 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be870344-18ff-4226-8249-e65289d43e93 req-f17b989f-9132-4ded-ad43-9f11872472f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc2a9753-2258-445f-8a19-f137930bc30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457332 Feb 07 22:55:24.421826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 1ffd07e3-fc6d-4718-b598-20af61666305, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1ffd07e3-fc6d-4718-b598-20af61666305,segment=NetworkSegment(09909316-58c5-4d52-bcd0-7e89c858dfed),segment_id=09909316-58c5-4d52-bcd0-7e89c858dfed)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:24.432147 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b210ec52-52e2-4667-b101-386c9f16df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.446671 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.564924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router dc408c18-014c-4c42-9db6-020fa0fa0e89 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:55:24.597940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be870344-18ff-4226-8249-e65289d43e93 req-78db5a64-d501-4d31-ab19-b2fdea72944c service neutron] 10.222.0.24 "GET /v2.0/networks/dc2a9753-2258-445f-8a19-f137930bc30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462295 Feb 07 22:55:24.790536 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30735a91-046a-4056-929d-1ec6c944b64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.822959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=1ffd07e3-fc6d-4718-b598-20af61666305,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:24.870704 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-b210ec52-52e2-4667-b101-386c9f16df62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:55:24.871058 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-b210ec52-52e2-4667-b101-386c9f16df62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:55:24.906023 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.999790 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be870344-18ff-4226-8249-e65289d43e93 req-b3637e13-87fc-4526-8980-2dc8ceba2cfb service neutron] 10.222.0.24 "GET /v2.0/networks/dc2a9753-2258-445f-8a19-f137930bc30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323116 Feb 07 22:55:25.018022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port a97edd0c-67f2-43c0-bf8e-0cf99d32af4d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:25.018363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.045401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:25.144296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:25.146736 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.253934 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.286548 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.288932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for a97edd0c-67f2-43c0-bf8e-0cf99d32af4d owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:25.357399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9cedeefb-ce72-4f2e-a8c9-7705a42ecd39,segment=NetworkSegment(35f5aae8-845d-4433-90d3-cbfe9f96206e),segment_id=35f5aae8-845d-4433-90d3-cbfe9f96206e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:25.365935 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.366846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e52c27db-e2b2-4eca-96fa-72927500ac13 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:25.511998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=9cedeefb-ce72-4f2e-a8c9-7705a42ecd39,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:25.518424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7aee3414-4460-4a8c-8de2-d12733c0fc81 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:55:25.550195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e52c27db-e2b2-4eca-96fa-72927500ac13 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:25.550647 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.598854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ccf93-3711-4321-9938-3638af658e7e req-fcb3ad4a-ce2b-4a0b-9581-44b18f2c8438 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:25.600664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-989ccf93-3711-4321-9938-3638af658e7e req-fcb3ad4a-ce2b-4a0b-9581-44b18f2c8438 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.9943473 Feb 07 22:55:25.642578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709749f-80ff-4620-ac4d-e0753c376d9d req-c22c9349-dd6f-44ae-b54f-27aaf3ce1497 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:25.644123 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f709749f-80ff-4620-ac4d-e0753c376d9d req-c22c9349-dd6f-44ae-b54f-27aaf3ce1497 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 943 time: 1.3730371 Feb 07 22:55:25.703052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7aee3414-4460-4a8c-8de2-d12733c0fc81, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7aee3414-4460-4a8c-8de2-d12733c0fc81,segment=NetworkSegment(88bc143b-7606-4a39-a7ed-7e3a94e7562c),segment_id=88bc143b-7606-4a39-a7ed-7e3a94e7562c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:25.723056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '7aee3414-4460-4a8c-8de2-d12733c0fc81', 'network_id': 'dc2a9753-2258-445f-8a19-f137930bc30d', 'port_id': '7aee3414-4460-4a8c-8de2-d12733c0fc81', 'mac_address': 'fa:16:3e:04:4e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56221974-425c-4fb1-a409-56c51075e359', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:55:25.795161 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cc40ada4-b14b-4023-9151-15cb18f53802 None None] Provisioning complete for port 56e15bd2-4f41-4495-9bf6-1e53bdaa382d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:25.796226 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc40ada4-b14b-4023-9151-15cb18f53802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.841562 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f709749f-80ff-4620-ac4d-e0753c376d9d req-355d7c7d-352f-4ade-9f4e-0f3962ad4647 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735332 Feb 07 22:55:25.909567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cc40ada4-b14b-4023-9151-15cb18f53802 None None] Port 56e15bd2-4f41-4495-9bf6-1e53bdaa382d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:25.928381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.929391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Deleting port 7b686ed9-7829-408c-ad67-3c997466cd04 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:25.930187 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.934276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.940399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f0a2-3a82-456c-8413-31f36cf87b15 req-598374cb-b0de-40e0-834a-9ca8880d2a49 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:25.943113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e62f0a2-3a82-456c-8413-31f36cf87b15 req-598374cb-b0de-40e0-834a-9ca8880d2a49 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.9251304 Feb 07 22:55:25.944033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cc40ada4-b14b-4023-9151-15cb18f53802 None None] Provisioning complete for port 1ffd07e3-fc6d-4718-b598-20af61666305 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:25.944406 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc40ada4-b14b-4023-9151-15cb18f53802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.946078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:25.953039 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-18e754bb-c649-4d57-b20d-7956000b89ee tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/dc408c18-014c-4c42-9db6-020fa0fa0e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7415400 Feb 07 22:55:25.954091 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.969309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37876) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:25.969681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6435889-ee0b-43bf-8161-11d3f6324269 None None] Sync routers for ids ['dc408c18-014c-4c42-9db6-020fa0fa0e89'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:25.979736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aee3414-4460-4a8c-8de2-d12733c0fc81 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:26.037384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7aee3414-4460-4a8c-8de2-d12733c0fc81, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7aee3414-4460-4a8c-8de2-d12733c0fc81,segment=NetworkSegment(88bc143b-7606-4a39-a7ed-7e3a94e7562c),segment_id=88bc143b-7606-4a39-a7ed-7e3a94e7562c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:26.037614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=a97edd0c-67f2-43c0-bf8e-0cf99d32af4d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:26.052241 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.056074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6435889-ee0b-43bf-8161-11d3f6324269 None None] Routers {'dc408c18-014c-4c42-9db6-020fa0fa0e89'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:26.056730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f6435889-ee0b-43bf-8161-11d3f6324269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc408c18-014c-4c42-9db6-020fa0fa0e89'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:26.132289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e62f0a2-3a82-456c-8413-31f36cf87b15 req-65a8f72a-4173-4805-bd5c-31e1d1b7c041 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621289 Feb 07 22:55:26.132512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f6435889-ee0b-43bf-8161-11d3f6324269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:26.161517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6435889-ee0b-43bf-8161-11d3f6324269 None None] Routers {'dc408c18-014c-4c42-9db6-020fa0fa0e89'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:26.164082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f6435889-ee0b-43bf-8161-11d3f6324269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc408c18-014c-4c42-9db6-020fa0fa0e89'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:26.211800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d842a-b7e6-4771-a15f-a467b5151a05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:26.213865 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d71d842a-b7e6-4771-a15f-a467b5151a05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports/56e15bd2-4f41-4495-9bf6-1e53bdaa382d HTTP/1.1" status: 200 len: 910 time: 0.2408063 Feb 07 22:55:26.218883 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37878) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:26.272692 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.293913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f6435889-ee0b-43bf-8161-11d3f6324269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:26.294930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6435889-ee0b-43bf-8161-11d3f6324269 None None] The sync data for ids ['dc408c18-014c-4c42-9db6-020fa0fa0e89'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:26.295737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] For port 7b686ed9-7829-408c-ad67-3c997466cd04, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7b686ed9-7829-408c-ad67-3c997466cd04,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:26.296109 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.320226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['7aee3414-4460-4a8c-8de2-d12733c0fc81'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:55:26.381833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7aee3414-4460-4a8c-8de2-d12733c0fc81,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:26.418690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cc40ada4-b14b-4023-9151-15cb18f53802 None None] Provisioning complete for port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:26.419075 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc40ada4-b14b-4023-9151-15cb18f53802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.458040 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.671966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router dc14c6e3-6381-4f46-b75c-0499b284c915 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:26.713600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:26.752843 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.799028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:26.799616 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.835873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:26.841241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e888e8c-f66d-456c-953e-bf41b02c9ba0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/dc14c6e3-6381-4f46-b75c-0499b284c915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4826789 Feb 07 22:55:26.844608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37888) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:26.846801 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284cd8b7-20b5-4340-b439-08e51b607596 None None] Sync routers for ids ['dc14c6e3-6381-4f46-b75c-0499b284c915'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:26.867411 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cd8b7-20b5-4340-b439-08e51b607596 None None] Routers {'dc14c6e3-6381-4f46-b75c-0499b284c915'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:26.868737 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-284cd8b7-20b5-4340-b439-08e51b607596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc14c6e3-6381-4f46-b75c-0499b284c915'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:26.930760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3017722a-5bcb-4672-b5bd-cc9a76cbfd44 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc14c6e3-6381-4f46-b75c-0499b284c915 HTTP/1.1" status: 200 len: 205 time: 0.0820358 Feb 07 22:55:26.932824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37894) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:26.942657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.943037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.943305 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Floating IP 3521ee6d-c846-4e98-9ab0-69b2e78accd3 disassociated. External IP: 172.25.8.146, port: 7b686ed9-7829-408c-ad67-3c997466cd04. Feb 07 22:55:26.943809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Calling delete_port for 7b686ed9-7829-408c-ad67-3c997466cd04 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:26.969544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1ffd07e3-fc6d-4718-b598-20af61666305 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:26.970184 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-284cd8b7-20b5-4340-b439-08e51b607596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:27.005075 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cd8b7-20b5-4340-b439-08e51b607596 None None] Routers {'dc14c6e3-6381-4f46-b75c-0499b284c915'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:27.005765 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-284cd8b7-20b5-4340-b439-08e51b607596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc14c6e3-6381-4f46-b75c-0499b284c915'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:27.082477 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09209fc9-357f-4357-9923-7e5a923320ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.085422 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-284cd8b7-20b5-4340-b439-08e51b607596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:27.089272 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284cd8b7-20b5-4340-b439-08e51b607596 None None] The sync data for ids ['dc14c6e3-6381-4f46-b75c-0499b284c915'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:27.098666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1ffd07e3-fc6d-4718-b598-20af61666305 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:27.099217 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.196899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.222764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Router 2615de40-3cac-4054-a76c-d427511e7330 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:27.283867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafba83e-5b6c-4229-9de0-6a3031db94bc req-6993522a-01d0-461b-952f-96d8db4c25a9 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:27.285408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aafba83e-5b6c-4229-9de0-6a3031db94bc req-6993522a-01d0-461b-952f-96d8db4c25a9 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 944 time: 0.2423182 Feb 07 22:55:27.417875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5276e-6327-44e4-bea9-d2f733436ac5 req-90af97d4-2186-47a4-933d-dec37d6fdc46 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:27.419373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50d5276e-6327-44e4-bea9-d2f733436ac5 req-90af97d4-2186-47a4-933d-dec37d6fdc46 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 945 time: 0.1528049 Feb 07 22:55:27.430022 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aafba83e-5b6c-4229-9de0-6a3031db94bc req-4a720bf2-6ae7-4d4e-bdba-4418317e5c1a tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851603 Feb 07 22:55:27.431793 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09209fc9-357f-4357-9923-7e5a923320ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.434483 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09209fc9-357f-4357-9923-7e5a923320ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.550856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7aee3414-4460-4a8c-8de2-d12733c0fc81 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:27.563682 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.586559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:27.594691 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50d5276e-6327-44e4-bea9-d2f733436ac5 req-89480fd6-174c-47f4-bd64-4e8347689657 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8651321-b98c-4a69-9c12-3d2e2a8027cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403942 Feb 07 22:55:27.604379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2520aed5-6a03-4c92-ad1b-0edc4b2edee9 admin admin] 10.222.0.15 "PUT /v2.0/routers/2615de40-3cac-4054-a76c-d427511e7330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1166017 Feb 07 22:55:27.605806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37908) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:27.641339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] Sync routers for ids ['2615de40-3cac-4054-a76c-d427511e7330'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:27.649272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event deleted for resources: {'Port': ['ID=7b686ed9-7829-408c-ad67-3c997466cd04,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:27.658915 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09209fc9-357f-4357-9923-7e5a923320ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.663281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09209fc9-357f-4357-9923-7e5a923320ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Fanout notify agent at l3_agent the message router_deleted on router dc14c6e3-6381-4f46-b75c-0499b284c915 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:55:27.698830 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-09209fc9-357f-4357-9923-7e5a923320ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.700021 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-09209fc9-357f-4357-9923-7e5a923320ee tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/dc14c6e3-6381-4f46-b75c-0499b284c915 HTTP/1.1" status: 204 len: 168 time: 0.7662513 Feb 07 22:55:27.702802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37914) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:27.837831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d871f843-d668-494a-8253-77174bb6d678 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting subnet 934f38e0-f53f-4eeb-aabb-347ff99a1ab7 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:55:27.874566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d871f843-d668-494a-8253-77174bb6d678 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.877689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Router 59fc8745-5ebd-4853-80ed-1607b71b78ee has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:27.977409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.21.0.1 (ad5a6b06-794d-40a0-9a56-2ca18c6b41df/75032fb3-e1a6-4754-86c9-3ce1b9425bac/74a9e04e-a4e6-4d9d-8df9-964c8fae2d37) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:28.054338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d871f843-d668-494a-8253-77174bb6d678 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.058060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] Routers {'2615de40-3cac-4054-a76c-d427511e7330'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:28.060463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2615de40-3cac-4054-a76c-d427511e7330'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:28.138852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 7aee3414-4460-4a8c-8de2-d12733c0fc81 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:28.164828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 7aee3414-4460-4a8c-8de2-d12733c0fc81 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:28.165211 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.172177 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.292390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] Set router 2615de40-3cac-4054-a76c-d427511e7330 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:28.346527 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.541174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d871f843-d668-494a-8253-77174bb6d678 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.563899 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.602984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.620671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Deleting port 1369c63e-e43c-44f0-b967-865c422b8e3e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:28.621012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.623952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:28.625054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7aee3414-4460-4a8c-8de2-d12733c0fc81, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7aee3414-4460-4a8c-8de2-d12733c0fc81,segment=NetworkSegment(88bc143b-7606-4a39-a7ed-7e3a94e7562c),segment_id=88bc143b-7606-4a39-a7ed-7e3a94e7562c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:28.628738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0653815f-e654-4fed-8beb-dd7ddb506658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee3414-4460-4a8c-8de2-d12733c0fc81'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:28.634086 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059c8065-0346-45ed-8d3b-c28e64cfe7e4" -d '{"events": [{"server_uuid": "0653815f-e654-4fed-8beb-dd7ddb506658", "name": "network-vif-plugged", "status": "completed", "tag": "7aee3414-4460-4a8c-8de2-d12733c0fc81"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:55:28.644797 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] Sync routers for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:28.650688 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.651734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:28.667909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91198d5-ca25-420f-820b-074115ce5a62 req-758afcb8-a6c3-4dca-a3b1-4846011df9bc tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:28.668191 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:28.669440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d91198d5-ca25-420f-820b-074115ce5a62 req-758afcb8-a6c3-4dca-a3b1-4846011df9bc tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 944 time: 0.1037610 Feb 07 22:55:28.676399 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:28.705031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] No DVR routers for this DVR port 7b686ed9-7829-408c-ad67-3c997466cd04 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:28.709737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.714010 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-989ccf93-3711-4321-9938-3638af658e7e req-a3165c36-6218-48d6-8bfa-eacde838dac6 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.24 "DELETE /v2.0/ports/7b686ed9-7829-408c-ad67-3c997466cd04 HTTP/1.1" status: 204 len: 173 time: 3.0905733 Feb 07 22:55:28.714646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-deleted', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:28.729567 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e119f5e-b33d-4d83-8724-0440e33c39d1" -d '{"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-deleted", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:55:28.778052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] For port 1369c63e-e43c-44f0-b967-865c422b8e3e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1369c63e-e43c-44f0-b967-865c422b8e3e,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:28.779001 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.805085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 7b686ed9-7829-408c-ad67-3c997466cd04 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:28.807358 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d91198d5-ca25-420f-820b-074115ce5a62 req-cb0d3609-d837-4480-af99-23dca21cd37d tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002707 Feb 07 22:55:28.811491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7b686ed9-7829-408c-ad67-3c997466cd04 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:28.831873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d871f843-d668-494a-8253-77174bb6d678 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.832133 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c64574-868c-466b-ba12-625a3b665123 x-openstack-request-id: req-a7c64574-868c-466b-ba12-625a3b665123 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:55:28.832133 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0653815f-e654-4fed-8beb-dd7ddb506658", "name": "network-vif-plugged", "status": "completed", "tag": "7aee3414-4460-4a8c-8de2-d12733c0fc81", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:55:28.832133 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7c64574-868c-466b-ba12-625a3b665123 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:55:28.832133 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0653815f-e654-4fed-8beb-dd7ddb506658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee3414-4460-4a8c-8de2-d12733c0fc81', 'code': 200} Feb 07 22:55:28.837252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7aee3414-4460-4a8c-8de2-d12733c0fc81,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:28.837431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Calling delete_port for 1369c63e-e43c-44f0-b967-865c422b8e3e owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:28.862374 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.865577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af908a-e9ee-4b04-b898-c2b363679c39 req-0ebbbe7e-9c43-4b11-bd1f-2e601fd827b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:28.871293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b4af908a-e9ee-4b04-b898-c2b363679c39 req-0ebbbe7e-9c43-4b11-bd1f-2e601fd827b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 1096 time: 0.0848789 Feb 07 22:55:28.873781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2615de40-3cac-4054-a76c-d427511e7330', 'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:55:23Z', 'revision_number': 5, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'gw_port': {'id': '1369c63e-e43c-44f0-b967-865c422b8e3e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2615de40-3cac-4054-a76c-d427511e7330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:28.926236 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78bc30b-3c4b-4058-bf38-238315c28b45 x-openstack-request-id: req-e78bc30b-3c4b-4058-bf38-238315c28b45 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:55:28.929274 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0e621-9a8a-4555-9a98-be08e09bd2ba", "name": "network-vif-deleted", "tag": "7b686ed9-7829-408c-ad67-3c997466cd04", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:55:28.929580 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e78bc30b-3c4b-4058-bf38-238315c28b45 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:55:28.929999 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0e621-9a8a-4555-9a98-be08e09bd2ba', 'name': 'network-vif-deleted', 'tag': '7b686ed9-7829-408c-ad67-3c997466cd04', 'status': 'completed', 'code': 200} Feb 07 22:55:28.932416 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b4af908a-e9ee-4b04-b898-c2b363679c39 req-53b51d6f-ee02-49c6-93d7-4534d9e12da6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534179 Feb 07 22:55:28.940216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] Checking router: 2615de40-3cac-4054-a76c-d427511e7330 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:28.950168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] Routers {'2615de40-3cac-4054-a76c-d427511e7330'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:28.950861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2615de40-3cac-4054-a76c-d427511e7330'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:28.993054 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:29.146301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] Set router 2615de40-3cac-4054-a76c-d427511e7330 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:29.228504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871f843-d668-494a-8253-77174bb6d678 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Subnet': ['ID=934f38e0-f53f-4eeb-aabb-347ff99a1ab7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:29.255465 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:42Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4dc9d50d-b31d-4ab8-870b-7037d9928844', 'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'mac_address': 'fa:16:3e:27:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:41Z', 'updated_at': '2022-02-07T22:47:49Z', 'revision_number': 5, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'subnets': [{'id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:29.259163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d5e492-7389-4836-836a-1cc5ceabdfbb None None] Network 2c3b41d7-2e28-4630-91d7-6b25859f5e76 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:29.270591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab2a9426-4d04-47f0-8a00-c068d2c5811a req-798d155e-0796-494a-a9e7-53b8bff5ee36 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fa0e621-9a8a-4555-9a98-be08e09bd2ba HTTP/1.1" status: 200 len: 210 time: 0.4306343 Feb 07 22:55:29.277868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d871f843-d668-494a-8253-77174bb6d678 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.281264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d871f843-d668-494a-8253-77174bb6d678 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/934f38e0-f53f-4eeb-aabb-347ff99a1ab7 HTTP/1.1" status: 204 len: 168 time: 1.5668323 Feb 07 22:55:29.283421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network ad5a6b06-794d-40a0-9a56-2ca18c6b41df is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:29.284135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37952) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:29.289494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:29.301971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:29.335858 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] Checking router: 59fc8745-5ebd-4853-80ed-1607b71b78ee for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:29.344722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=74a9e04e-a4e6-4d9d-8df9-964c8fae2d37,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:29.376459 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:29.377126 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:29.414764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.529830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2615de40-3cac-4054-a76c-d427511e7330', 'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:55:28Z', 'revision_number': 6, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:29.540593 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.575340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9e2fc-c43b-4716-873c-d8a4a739811a None None] The sync data for ids ['2615de40-3cac-4054-a76c-d427511e7330'] in n-d-827895-2 is: [{'id': '2615de40-3cac-4054-a76c-d427511e7330', 'name': 'tempest-TestAggregatesBasicOps-1334494649-router', 'tenant_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:55:28Z', 'revision_number': 6, 'project_id': 'a4f1d0ba651a48c8b6d085c2ca3338f1', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:29.678654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port 20ed5601-38a1-47f4-aa05-38eb7a158058 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:29.679357 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.767440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.789163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.850993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1369c63e-e43c-44f0-b967-865c422b8e3e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:29.872329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port 20ed5601-38a1-47f4-aa05-38eb7a158058, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=20ed5601-38a1-47f4-aa05-38eb7a158058,segment=NetworkSegment(e223b574-167d-4c21-ad58-e9911591c057),segment_id=e223b574-167d-4c21-ad58-e9911591c057)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:29.872691 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.896980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for 20ed5601-38a1-47f4-aa05-38eb7a158058 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:29.914479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1904e11e-f376-47e8-a1b0-27b024d8f2fb None None] Provisioning complete for port 74a9e04e-a4e6-4d9d-8df9-964c8fae2d37 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:29.915442 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1904e11e-f376-47e8-a1b0-27b024d8f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.122091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1904e11e-f376-47e8-a1b0-27b024d8f2fb None None] Port 74a9e04e-a4e6-4d9d-8df9-964c8fae2d37 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:30.127140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcce43f-8c66-4126-a7ed-ed72572e84ec None None] DHCP port deletion for 2c3b41d7-2e28-4630-91d7-6b25859f5e76 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:55:30.137989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.168006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c4b8-fce2-43f6-92be-7f6843e7a65b req-dbc225be-48b1-4334-a444-0d3268d6c230 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:30.169706 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-79b6c4b8-fce2-43f6-92be-7f6843e7a65b req-dbc225be-48b1-4334-a444-0d3268d6c230 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 945 time: 0.1770988 Feb 07 22:55:30.181845 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:30.267113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=20ed5601-38a1-47f4-aa05-38eb7a158058,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:30.281889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No DVR routers for this DVR port 20ed5601-38a1-47f4-aa05-38eb7a158058 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:30.341582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.463186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37964) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:30.474762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-79b6c4b8-fce2-43f6-92be-7f6843e7a65b req-9319218b-6714-4cfe-bbfc-02d962e1c116 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841294 Feb 07 22:55:30.489247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.561009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3b41d7-2e28-4630-91d7-6b25859f5e76']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:30.585967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e223b574-167d-4c21-ad58-e9911591c057') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:30.589027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e223b574-167d-4c21-ad58-e9911591c057') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:30.612939 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.666245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 20ed5601-38a1-47f4-aa05-38eb7a158058 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:30.668299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.684115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:30.684846 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:30.689644 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:30.719423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 20ed5601-38a1-47f4-aa05-38eb7a158058 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:30.720391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 20ed5601-38a1-47f4-aa05-38eb7a158058 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:30.725797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:30.741716 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03fbf394-a87c-436e-9464-4667a0d2a5c4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.759607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:30.760122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device eaf15afb-ddb8-4563-9e2c-6185d4f82dc6 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:30.760654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1369c63e-e43c-44f0-b967-865c422b8e3e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:30.789335 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:42Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4dc9d50d-b31d-4ab8-870b-7037d9928844', 'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'mac_address': 'fa:16:3e:27:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:41Z', 'updated_at': '2022-02-07T22:47:49Z', 'revision_number': 5, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'subnets': [{'id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:30.809034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 1369c63e-e43c-44f0-b967-865c422b8e3e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:30.809887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1369c63e-e43c-44f0-b967-865c422b8e3e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:30.898204 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e8ee4-d36c-4ecb-a8d4-eafe74fb6961 None None] The sync data for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 is: [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:47:42Z', 'revision_number': 4, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4dc9d50d-b31d-4ab8-870b-7037d9928844', 'name': '', 'network_id': '0591e9d1-1178-48a6-adfe-476e4a3652be', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'mac_address': 'fa:16:3e:27:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:41Z', 'updated_at': '2022-02-07T22:47:49Z', 'revision_number': 5, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'subnets': [{'id': 'a33946f4-67e6-4b83-b235-d3ea4be75b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:30.933814 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03fbf394-a87c-436e-9464-4667a0d2a5c4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.953014 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.963434 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.976871 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/networks/2c3b41d7-2e28-4630-91d7-6b25859f5e76 HTTP/1.1" status: 204 len: 168 time: 1.6912618 Feb 07 22:55:30.979771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37966) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:31.000857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5b41b3eb-d94a-4b24-871d-271039411eb1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1221238584', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:31.016302 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.021792 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.061527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ea819-2b84-4823-8f5e-b829e21f6aa3 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Network': ['ID=2c3b41d7-2e28-4630-91d7-6b25859f5e76,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:31.104187 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b41b3eb-d94a-4b24-871d-271039411eb1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.107258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b41b3eb-d94a-4b24-871d-271039411eb1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.130080 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.132974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.133552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2615de40-3cac-4054-a76c-d427511e7330 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:55:31.152465 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.156711 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bd4640f4-b206-4fdd-9b41-f7bc432efb5d admin admin] 10.222.0.15 "DELETE /v2.0/routers/2615de40-3cac-4054-a76c-d427511e7330 HTTP/1.1" status: 204 len: 168 time: 3.5475795 Feb 07 22:55:31.157857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.162643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37974) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:31.176224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03fbf394-a87c-436e-9464-4667a0d2a5c4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.179291 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03fbf394-a87c-436e-9464-4667a0d2a5c4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.183093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-03fbf394-a87c-436e-9464-4667a0d2a5c4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "DELETE /v2.0/security-groups/b8651321-b98c-4a69-9c12-3d2e2a8027cb HTTP/1.1" status: 204 len: 168 time: 0.7188234 Feb 07 22:55:31.185444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37976) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:31.265378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbf394-a87c-436e-9464-4667a0d2a5c4 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8651321-b98c-4a69-9c12-3d2e2a8027cb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:31.282978 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b41b3eb-d94a-4b24-871d-271039411eb1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.284861 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-6e7df0a4-eb36-452e-a5f0-a574b6a7495e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] show failed (client error): The resource could not be found. Feb 07 22:55:31.289779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e7df0a4-eb36-452e-a5f0-a574b6a7495e tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "GET /v2.0/security-groups/b8651321-b98c-4a69-9c12-3d2e2a8027cb HTTP/1.1" status: 404 len: 347 time: 0.0999184 Feb 07 22:55:31.290391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37980) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:31.333698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92aa6bf-6b68-4465-a7de-bddf177eb78e admin admin] Deleting subnet 472c5823-7d9c-4953-933d-f26ccf7eadc1 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:55:31.377638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6bf-6b68-4465-a7de-bddf177eb78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.404905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b41b3eb-d94a-4b24-871d-271039411eb1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.465203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b41b3eb-d94a-4b24-871d-271039411eb1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.469318 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6bf-6b68-4465-a7de-bddf177eb78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.470540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b41b3eb-d94a-4b24-871d-271039411eb1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4801731 Feb 07 22:55:31.471272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37982) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:31.482064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1917436480'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:31.519384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada56655-e1b6-4d41-afbb-fbc9ce7a1c0d None None] New status for floating IP 3521ee6d-c846-4e98-9ab0-69b2e78accd3: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:55:31.544260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:31.548074 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.578630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6bf-6b68-4465-a7de-bddf177eb78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.595805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:31.634155 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.634584 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added segment 10e6c7b7-a6af-4de4-87d1-bf421c62b0b6 of type vlan for network 11434d5b-5f30-4bb1-9538-f91b23f1638e Feb 07 22:55:31.657723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Deleting port b3d8604c-22dd-4441-9a32-24885d2c126e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:31.658841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.659488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.682769 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6bf-6b68-4465-a7de-bddf177eb78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.690777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=74a9e04e-a4e6-4d9d-8df9-964c8fae2d37,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:31.752229 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aa6bf-6b68-4465-a7de-bddf177eb78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472c5823-7d9c-4953-933d-f26ccf7eadc1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:31.768473 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a92aa6bf-6b68-4465-a7de-bddf177eb78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.772075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a92aa6bf-6b68-4465-a7de-bddf177eb78e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/472c5823-7d9c-4953-933d-f26ccf7eadc1 HTTP/1.1" status: 204 len: 168 time: 0.5606825 Feb 07 22:55:31.775304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca74225-f681-4bdf-ab88-36ed35a6859a None None] Network 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:31.806032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 37986) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:31.850053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddcdc1-210b-4c88-ad68-832c60c9427e req-52d30ea9-9d3d-4a8c-ad43-2dcc3d19c779 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:31.851972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-feddcdc1-210b-4c88-ad68-832c60c9427e req-52d30ea9-9d3d-4a8c-ad43-2dcc3d19c779 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 945 time: 0.1818116 Feb 07 22:55:31.886023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.945561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.946054 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.954363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.957818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.961074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:31.961658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.040528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Network': ['ID=11434d5b-5f30-4bb1-9538-f91b23f1638e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:32.050204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 11434d5b-5f30-4bb1-9538-f91b23f1638e details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:32.056026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Calling delete_port for b3d8604c-22dd-4441-9a32-24885d2c126e owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:32.082094 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ec32a4ca-2ade-4bab-bc7e-9aeb6673ff9c tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6040182 Feb 07 22:55:32.084363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 37988) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:32.089425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'subnet': {'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:32.116539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-feddcdc1-210b-4c88-ad68-832c60c9427e req-96155d2b-4ecd-4943-9459-1e26b8023aad tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691182 Feb 07 22:55:32.135868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network ad5a6b06-794d-40a0-9a56-2ca18c6b41df is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:32.139716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:32.157087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f95ebf-acef-44b7-9b44-f613a7e15f48 None None] DHCP port deletion for 44c1e6fa-0b34-4925-80c9-d4cd1b1da197 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:55:32.261280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c2f95ebf-acef-44b7-9b44-f613a7e15f48 None None] Deleting port 96ee9661-4979-4e5d-b512-d192c20e468b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:32.261660 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2f95ebf-acef-44b7-9b44-f613a7e15f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.322600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Deleting port 96ee9661-4979-4e5d-b512-d192c20e468b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:32.323099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.421332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c2f95ebf-acef-44b7-9b44-f613a7e15f48 None None] For port 96ee9661-4979-4e5d-b512-d192c20e468b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=96ee9661-4979-4e5d-b512-d192c20e468b,segment=NetworkSegment(d397d6c4-974a-4d9a-ada8-c6918f01c7ae),segment_id=d397d6c4-974a-4d9a-ada8-c6918f01c7ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:32.421651 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2f95ebf-acef-44b7-9b44-f613a7e15f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.433374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] For port 96ee9661-4979-4e5d-b512-d192c20e468b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=96ee9661-4979-4e5d-b512-d192c20e468b,segment=NetworkSegment(d397d6c4-974a-4d9a-ada8-c6918f01c7ae),segment_id=d397d6c4-974a-4d9a-ada8-c6918f01c7ae)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:32.434139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.448594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:32.453447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c2f95ebf-acef-44b7-9b44-f613a7e15f48 None None] Calling delete_port for 96ee9661-4979-4e5d-b512-d192c20e468b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:32.455744 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.457252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Calling delete_port for 96ee9661-4979-4e5d-b512-d192c20e468b owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:32.607065 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.645669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ee9661-4979-4e5d-b512-d192c20e468b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:32.647122 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2f95ebf-acef-44b7-9b44-f613a7e15f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.649292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 96ee9661-4979-4e5d-b512-d192c20e468b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:32.672752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] No DVR routers for this DVR port 96ee9661-4979-4e5d-b512-d192c20e468b on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:32.682805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 96ee9661-4979-4e5d-b512-d192c20e468b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:32.683432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 96ee9661-4979-4e5d-b512-d192c20e468b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:32.718915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f95ebf-acef-44b7-9b44-f613a7e15f48 None None] Pushing event deleted for resources: {'Port': ['ID=96ee9661-4979-4e5d-b512-d192c20e468b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:32.721268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f95ebf-acef-44b7-9b44-f613a7e15f48 None None] No DVR routers for this DVR port 96ee9661-4979-4e5d-b512-d192c20e468b on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:32.727962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a09bdcde-5be8-4f52-8312-771b79769b9a None None] Provisioning complete for port 74a9e04e-a4e6-4d9d-8df9-964c8fae2d37 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:32.728562 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a09bdcde-5be8-4f52-8312-771b79769b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.779260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router dc408c18-014c-4c42-9db6-020fa0fa0e89 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:32.780309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a09bdcde-5be8-4f52-8312-771b79769b9a None None] Port 74a9e04e-a4e6-4d9d-8df9-964c8fae2d37 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:32.804802 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.843009 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.861073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e013a40-fcb5-49d2-be37-b9e7ede22af0 req-26bf468a-279e-4817-b2c9-e2e85af7a6e8 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:32.862675 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e013a40-fcb5-49d2-be37-b9e7ede22af0 req-26bf468a-279e-4817-b2c9-e2e85af7a6e8 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 945 time: 0.1995981 Feb 07 22:55:32.863536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Pushing event deleted for resources: {'Port': ['ID=b3d8604c-22dd-4441-9a32-24885d2c126e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:32.953311 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c1e6fa-0b34-4925-80c9-d4cd1b1da197']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:32.966588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:32.966863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd397d6c4-974a-4d9a-ada8-c6918f01c7ae') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:32.992011 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.014949 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.021821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:33.022361 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.025584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e013a40-fcb5-49d2-be37-b9e7ede22af0 req-edd3643f-b0c1-4a57-8f3e-69714554b9a3 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036944 Feb 07 22:55:33.042365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.045153 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.048915 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b6140427-71c9-4b04-8be5-1dc0618f2246 tempest-ServerActionsTestJSON-918382159 tempest-ServerActionsTestJSON-918382159-project] 10.222.0.15 "DELETE /v2.0/floatingips/3521ee6d-c846-4e98-9ab0-69b2e78accd3 HTTP/1.1" status: 204 len: 168 time: 1.7547994 Feb 07 22:55:33.072003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38006) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:33.082786 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:33.087027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:33.095368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9182e4bb-f61d-48d3-b2a3-4f7d43d5c4b5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/dc408c18-014c-4c42-9db6-020fa0fa0e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8727233 Feb 07 22:55:33.099879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38010) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:33.100877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.106761 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52222ef3-2707-4058-9784-1c30be692e8a None None] Sync routers for ids ['dc408c18-014c-4c42-9db6-020fa0fa0e89'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:33.117250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.122258 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52222ef3-2707-4058-9784-1c30be692e8a None None] Routers {'dc408c18-014c-4c42-9db6-020fa0fa0e89'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:33.122783 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-52222ef3-2707-4058-9784-1c30be692e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc408c18-014c-4c42-9db6-020fa0fa0e89'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:33.178514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.179931 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-52222ef3-2707-4058-9784-1c30be692e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:33.184359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] 10.222.0.15 "DELETE /v2.0/networks/44c1e6fa-0b34-4925-80c9-d4cd1b1da197 HTTP/1.1" status: 204 len: 168 time: 1.3759942 Feb 07 22:55:33.187115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Subnet': ['ID=127fa82e-9d68-46fe-b08c-c8361db4af53,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:33.189330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38012) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:33.207753 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52222ef3-2707-4058-9784-1c30be692e8a None None] Routers {'dc408c18-014c-4c42-9db6-020fa0fa0e89'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:33.208439 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-52222ef3-2707-4058-9784-1c30be692e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc408c18-014c-4c42-9db6-020fa0fa0e89'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:33.209633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fe8b95-1dc4-41a2-a019-b3c05b8a716d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:33.242096 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-99fe8b95-1dc4-41a2-a019-b3c05b8a716d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports/74a9e04e-a4e6-4d9d-8df9-964c8fae2d37 HTTP/1.1" status: 200 len: 910 time: 0.1093059 Feb 07 22:55:33.267764 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-52222ef3-2707-4058-9784-1c30be692e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:33.268620 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52222ef3-2707-4058-9784-1c30be692e8a None None] The sync data for ids ['dc408c18-014c-4c42-9db6-020fa0fa0e89'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:33.268911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38016) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:33.309347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Checking segment: {'id': '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:33.309597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network hostable DHCP agents. Network: 11434d5b-5f30-4bb1-9538-f91b23f1638e, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:33.382759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 11434d5b-5f30-4bb1-9538-f91b23f1638e is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:33.430452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd98c6-1fdf-461a-9c43-0b249f730c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c1e6fa-0b34-4925-80c9-d4cd1b1da197,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:33.451247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 11434d5b-5f30-4bb1-9538-f91b23f1638e) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:33.459238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d195168-d36c-4509-bd38-aca9cd7f0ced None None] Network 11434d5b-5f30-4bb1-9538-f91b23f1638e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:33.489244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:33.489825 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.559307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e5996cf-3aba-465a-858a-e64ee643f69b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4738743 Feb 07 22:55:33.563793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38020) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:33.726614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-11434d5b-5f30-4bb1-9538-f91b23f1638e', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:55:33.727472 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.783670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.971899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Allocated IP 2001:db8::2 (11434d5b-5f30-4bb1-9538-f91b23f1638e/127fa82e-9d68-46fe-b08c-c8361db4af53/76eff5de-7cf4-4fad-8845-bf585f794b77) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:34.088184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3184-7319-428b-b6aa-ec51409e0903 req-740eb018-958b-44f3-b0f9-4fac0a329b39 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:34.089667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-235b3184-7319-428b-b6aa-ec51409e0903 req-740eb018-958b-44f3-b0f9-4fac0a329b39 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.24 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 945 time: 0.1938522 Feb 07 22:55:34.155553 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.212686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 74a9e04e-a4e6-4d9d-8df9-964c8fae2d37 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:34.213291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.227436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1cd2f-2fe1-415f-8653-0e9c0854c55c req-d61085a9-dae7-44eb-bba9-c0b71f33152d tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:34.229274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-01c1cd2f-2fe1-415f-8653-0e9c0854c55c req-d61085a9-dae7-44eb-bba9-c0b71f33152d tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 945 time: 0.1039593 Feb 07 22:55:34.353301 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.380075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 74a9e04e-a4e6-4d9d-8df9-964c8fae2d37 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:34.496108 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.517660 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.551036 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.559772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Network 11434d5b-5f30-4bb1-9538-f91b23f1638e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:34.562992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:34.567181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:34.598786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Pushing event updated for resources: {'Port': ['ID=76eff5de-7cf4-4fad-8845-bf585f794b77,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:34.660733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Attempting to bind port 76eff5de-7cf4-4fad-8845-bf585f794b77 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:34.661371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Attempting to bind port 76eff5de-7cf4-4fad-8845-bf585f794b77 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:34.662590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Attempting to bind port 76eff5de-7cf4-4fad-8845-bf585f794b77 on network 11434d5b-5f30-4bb1-9538-f91b23f1638e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:34.676901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:34.678923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Checking segment: {'id': '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:34.680941 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.682116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Bound using segment: {'id': '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:34.682116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Bound port: 76eff5de-7cf4-4fad-8845-bf585f794b77, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:34.683199 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.702346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-01c1cd2f-2fe1-415f-8653-0e9c0854c55c req-f3be6791-e7f2-4409-be27-721052e5c78b tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862266 Feb 07 22:55:34.707945 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.712393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.755378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=74a9e04e-a4e6-4d9d-8df9-964c8fae2d37,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:34.852073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] For port 76eff5de-7cf4-4fad-8845-bf585f794b77, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:34.855359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] For port 76eff5de-7cf4-4fad-8845-bf585f794b77, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=76eff5de-7cf4-4fad-8845-bf585f794b77,segment=NetworkSegment(10e6c7b7-a6af-4de4-87d1-bf421c62b0b6),segment_id=10e6c7b7-a6af-4de4-87d1-bf421c62b0b6)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:34.864290 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.013292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9d856-5e9d-4d1e-9fe2-157f9a089a75 None None] Pushing event updated for resources: {'Port': ['ID=76eff5de-7cf4-4fad-8845-bf585f794b77,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:35.073273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-235b3184-7319-428b-b6aa-ec51409e0903 req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Deleting port 7aee3414-4460-4a8c-8de2-d12733c0fc81 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:35.073747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-235b3184-7319-428b-b6aa-ec51409e0903 req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.082707 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.423143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router dc408c18-014c-4c42-9db6-020fa0fa0e89 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:35.481596 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.496162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 2001:db8::1 (11434d5b-5f30-4bb1-9538-f91b23f1638e/127fa82e-9d68-46fe-b08c-c8361db4af53/d68b3e13-2965-4a87-bc2d-6b1e833166ee) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:35.544018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:35.555564 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-814826f7-a563-4f44-a5bb-923462e60735 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/dc408c18-014c-4c42-9db6-020fa0fa0e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2852151 Feb 07 22:55:35.556363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de9801-b962-4e2f-8178-858559e141d7 None None] Sync routers for ids ['dc408c18-014c-4c42-9db6-020fa0fa0e89'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:35.556545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38040) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:35.571960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de9801-b962-4e2f-8178-858559e141d7 None None] Routers {'dc408c18-014c-4c42-9db6-020fa0fa0e89'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:35.576116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f1de9801-b962-4e2f-8178-858559e141d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc408c18-014c-4c42-9db6-020fa0fa0e89'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:35.658344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f1de9801-b962-4e2f-8178-858559e141d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:35.660457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-235b3184-7319-428b-b6aa-ec51409e0903 req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] For port 7aee3414-4460-4a8c-8de2-d12733c0fc81, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7aee3414-4460-4a8c-8de2-d12733c0fc81,segment=NetworkSegment(88bc143b-7606-4a39-a7ed-7e3a94e7562c),segment_id=88bc143b-7606-4a39-a7ed-7e3a94e7562c)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:35.660832 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-235b3184-7319-428b-b6aa-ec51409e0903 req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.677039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de9801-b962-4e2f-8178-858559e141d7 None None] Routers {'dc408c18-014c-4c42-9db6-020fa0fa0e89'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:35.678777 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f1de9801-b962-4e2f-8178-858559e141d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc408c18-014c-4c42-9db6-020fa0fa0e89'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:35.714094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-235b3184-7319-428b-b6aa-ec51409e0903 req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Calling delete_port for 7aee3414-4460-4a8c-8de2-d12733c0fc81 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:35.725822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f1de9801-b962-4e2f-8178-858559e141d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:35.726898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de9801-b962-4e2f-8178-858559e141d7 None None] The sync data for ids ['dc408c18-014c-4c42-9db6-020fa0fa0e89'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:35.806650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.009824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.129134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.170099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.225087 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-235b3184-7319-428b-b6aa-ec51409e0903 req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.307451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8368df-94df-4f8c-9474-5a6dfa3fbc10 req-a516f5e8-0ec8-4e2d-b1c4-911e2a906591 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:36.309002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ca8368df-94df-4f8c-9474-5a6dfa3fbc10 req-a516f5e8-0ec8-4e2d-b1c4-911e2a906591 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0653815f-e654-4fed-8beb-dd7ddb506658 HTTP/1.1" status: 200 len: 945 time: 0.4973984 Feb 07 22:55:36.335972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 11434d5b-5f30-4bb1-9538-f91b23f1638e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:36.417926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:36.420457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:36.421345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.432628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-235b3184-7319-428b-b6aa-ec51409e0903 req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] No DVR routers for this DVR port 7aee3414-4460-4a8c-8de2-d12733c0fc81 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:36.435274 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-235b3184-7319-428b-b6aa-ec51409e0903 req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.439029 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-235b3184-7319-428b-b6aa-ec51409e0903 req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.24 "DELETE /v2.0/ports/7aee3414-4460-4a8c-8de2-d12733c0fc81 HTTP/1.1" status: 204 len: 173 time: 2.3252797 Feb 07 22:55:36.484986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0653815f-e654-4fed-8beb-dd7ddb506658', 'name': 'network-vif-deleted', 'tag': '7aee3414-4460-4a8c-8de2-d12733c0fc81'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:36.494233 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5cb156-57db-41f5-8f21-253e61c98c1d" -d '{"events": [{"server_uuid": "0653815f-e654-4fed-8beb-dd7ddb506658", "name": "network-vif-deleted", "tag": "7aee3414-4460-4a8c-8de2-d12733c0fc81"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:55:36.514081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=d68b3e13-2965-4a87-bc2d-6b1e833166ee,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:36.542035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.542206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.544847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.544847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.549345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.549695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.550037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.551036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.551036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.551036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.551329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.551632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:36.582212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee89359e-be7c-4276-857b-e2bb090aa019 None None] Network 11434d5b-5f30-4bb1-9538-f91b23f1638e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:36.597245 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c3a55a-939d-4272-9138-cbeb60ec303c x-openstack-request-id: req-b2c3a55a-939d-4272-9138-cbeb60ec303c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:55:36.597538 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0653815f-e654-4fed-8beb-dd7ddb506658", "name": "network-vif-deleted", "tag": "7aee3414-4460-4a8c-8de2-d12733c0fc81", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:55:36.597792 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2c3a55a-939d-4272-9138-cbeb60ec303c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:55:36.598310 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0653815f-e654-4fed-8beb-dd7ddb506658', 'name': 'network-vif-deleted', 'tag': '7aee3414-4460-4a8c-8de2-d12733c0fc81', 'status': 'completed', 'code': 200} Feb 07 22:55:36.614898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 56e15bd2-4f41-4495-9bf6-1e53bdaa382d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:36.618883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.711665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ca8368df-94df-4f8c-9474-5a6dfa3fbc10 req-c3755999-44b2-47b4-ad8f-29006e35a036 tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] 10.222.0.15 "GET /v2.0/security-groups?id=89bb1746-f0b4-4eae-ba68-039f69e67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691189 Feb 07 22:55:36.729012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 76eff5de-7cf4-4fad-8845-bf585f794b77 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:36.745404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c7c12-9efa-48e5-bd7f-7fa1f252e2ca tempest-ServerAddressesNegativeTestJSON-542955276 tempest-ServerAddressesNegativeTestJSON-542955276-project] Pushing event deleted for resources: {'Port': ['ID=7aee3414-4460-4a8c-8de2-d12733c0fc81,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:36.830139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.858266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 56e15bd2-4f41-4495-9bf6-1e53bdaa382d owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:36.868057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-65c1446d-e86d-42ba-8cc1-a9e4279ed3bf None None] Provisioning complete for port 76eff5de-7cf4-4fad-8845-bf585f794b77 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:36.868570 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c1446d-e86d-42ba-8cc1-a9e4279ed3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.009359 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.029533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Deleting port e52c27db-e2b2-4eca-96fa-72927500ac13 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:37.029939 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.095068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c1446d-e86d-42ba-8cc1-a9e4279ed3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.107801 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.113484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] For port e52c27db-e2b2-4eca-96fa-72927500ac13, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e52c27db-e2b2-4eca-96fa-72927500ac13,segment=NetworkSegment(9ce4d51f-d381-465e-85ec-8a7c0dcbabcf),segment_id=9ce4d51f-d381-465e-85ec-8a7c0dcbabcf)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:37.113852 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.128248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Calling delete_port for e52c27db-e2b2-4eca-96fa-72927500ac13 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:37.140291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-65c1446d-e86d-42ba-8cc1-a9e4279ed3bf None None] For port 76eff5de-7cf4-4fad-8845-bf585f794b77, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=76eff5de-7cf4-4fad-8845-bf585f794b77,segment=NetworkSegment(10e6c7b7-a6af-4de4-87d1-bf421c62b0b6),segment_id=10e6c7b7-a6af-4de4-87d1-bf421c62b0b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:37.141555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=56e15bd2-4f41-4495-9bf6-1e53bdaa382d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:37.153446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 76eff5de-7cf4-4fad-8845-bf585f794b77 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:37.154092 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.156985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c1446d-e86d-42ba-8cc1-a9e4279ed3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.169729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.172901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.173430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.174615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.175509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.176750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.177949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.179788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.180478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.180991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.181649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.182236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:37.373894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1446d-e86d-42ba-8cc1-a9e4279ed3bf None None] Pushing event updated for resources: {'Port': ['ID=76eff5de-7cf4-4fad-8845-bf585f794b77,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:37.466493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.468179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Deleting port 4dc9d50d-b31d-4ab8-870b-7037d9928844 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:37.468960 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.606906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7aee3414-4460-4a8c-8de2-d12733c0fc81 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:37.634164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 7aee3414-4460-4a8c-8de2-d12733c0fc81 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:37.634531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7aee3414-4460-4a8c-8de2-d12733c0fc81 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:37.999940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38084) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:38.026551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9a60ce8a-7426-47a5-b46f-1483e9c401c6 None None] Provisioning complete for port 76eff5de-7cf4-4fad-8845-bf585f794b77 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:38.027497 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a60ce8a-7426-47a5-b46f-1483e9c401c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.133740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.183063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9a60ce8a-7426-47a5-b46f-1483e9c401c6 None None] Provisioning complete for port d68b3e13-2965-4a87-bc2d-6b1e833166ee triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:38.183446 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a60ce8a-7426-47a5-b46f-1483e9c401c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.204317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52c27db-e2b2-4eca-96fa-72927500ac13,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:38.258710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1239405f-2664-4619-89c3-ff54b86e62a8 admin admin] Deleting subnet 56221974-425c-4fb1-a409-56c51075e359 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:55:38.260878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9a60ce8a-7426-47a5-b46f-1483e9c401c6 None None] Port d68b3e13-2965-4a87-bc2d-6b1e833166ee cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:38.267399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1239405f-2664-4619-89c3-ff54b86e62a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.288755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router dc408c18-014c-4c42-9db6-020fa0fa0e89 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:38.388591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] For port 4dc9d50d-b31d-4ab8-870b-7037d9928844, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4dc9d50d-b31d-4ab8-870b-7037d9928844,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:38.389220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.403848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d0660567-e122-488e-a016-29483fa48e64 None None] Provisioning complete for port d68b3e13-2965-4a87-bc2d-6b1e833166ee triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:38.404469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0660567-e122-488e-a016-29483fa48e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.445117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:38.453645 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ade45198-e089-49ce-8469-3a3cdf60ec6c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/dc408c18-014c-4c42-9db6-020fa0fa0e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8931653 Feb 07 22:55:38.457001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38138) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:38.469757 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717fccd-a9ed-4d06-a5c3-6803e71a2960 None None] Sync routers for ids ['dc408c18-014c-4c42-9db6-020fa0fa0e89'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:38.488015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d0660567-e122-488e-a016-29483fa48e64 None None] Port d68b3e13-2965-4a87-bc2d-6b1e833166ee cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:38.490787 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1239405f-2664-4619-89c3-ff54b86e62a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.511293 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717fccd-a9ed-4d06-a5c3-6803e71a2960 None None] Routers {'dc408c18-014c-4c42-9db6-020fa0fa0e89'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:38.512155 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e717fccd-a9ed-4d06-a5c3-6803e71a2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc408c18-014c-4c42-9db6-020fa0fa0e89'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:38.523832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3df60893-192e-45ad-b008-6d72bc0457fb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc408c18-014c-4c42-9db6-020fa0fa0e89 HTTP/1.1" status: 200 len: 205 time: 0.0608099 Feb 07 22:55:38.524457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38146) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:38.582863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.634235 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e717fccd-a9ed-4d06-a5c3-6803e71a2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:38.637203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1239405f-2664-4619-89c3-ff54b86e62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.674222 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717fccd-a9ed-4d06-a5c3-6803e71a2960 None None] Routers {'dc408c18-014c-4c42-9db6-020fa0fa0e89'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:38.676170 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e717fccd-a9ed-4d06-a5c3-6803e71a2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc408c18-014c-4c42-9db6-020fa0fa0e89'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:38.679107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-304455aa-bb93-4606-9b97-ccd62559e8df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.691763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Calling delete_port for 4dc9d50d-b31d-4ab8-870b-7037d9928844 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:38.699925 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.700911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.729686 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e717fccd-a9ed-4d06-a5c3-6803e71a2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:38.731527 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717fccd-a9ed-4d06-a5c3-6803e71a2960 None None] The sync data for ids ['dc408c18-014c-4c42-9db6-020fa0fa0e89'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:38.771086 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1239405f-2664-4619-89c3-ff54b86e62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.782882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 76eff5de-7cf4-4fad-8845-bf585f794b77 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:38.808489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=d68b3e13-2965-4a87-bc2d-6b1e833166ee,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:38.882244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 76eff5de-7cf4-4fad-8845-bf585f794b77 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:38.882634 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.952969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239405f-2664-4619-89c3-ff54b86e62a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56221974-425c-4fb1-a409-56c51075e359,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:38.970633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1239405f-2664-4619-89c3-ff54b86e62a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.977575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1239405f-2664-4619-89c3-ff54b86e62a8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/56221974-425c-4fb1-a409-56c51075e359 HTTP/1.1" status: 204 len: 168 time: 0.9719818 Feb 07 22:55:38.981444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38192) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:38.994656 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-304455aa-bb93-4606-9b97-ccd62559e8df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.000842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-304455aa-bb93-4606-9b97-ccd62559e8df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.076982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-304455aa-bb93-4606-9b97-ccd62559e8df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.077461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304455aa-bb93-4606-9b97-ccd62559e8df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Fanout notify agent at l3_agent the message router_deleted on router dc408c18-014c-4c42-9db6-020fa0fa0e89 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:55:39.093932 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-304455aa-bb93-4606-9b97-ccd62559e8df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.097818 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-304455aa-bb93-4606-9b97-ccd62559e8df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/dc408c18-014c-4c42-9db6-020fa0fa0e89 HTTP/1.1" status: 204 len: 168 time: 0.5707982 Feb 07 22:55:39.098427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38204) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:39.156815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb03982-2d37-422d-acaf-034322bb8134 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting subnet 75032fb3-e1a6-4754-86c9-3ce1b9425bac {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:55:39.162481 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7eb03982-2d37-422d-acaf-034322bb8134 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.206314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7eb03982-2d37-422d-acaf-034322bb8134 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.214846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 11434d5b-5f30-4bb1-9538-f91b23f1638e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:39.258368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:39.262081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.351482 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7eb03982-2d37-422d-acaf-034322bb8134 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.371933 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.502054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7eb03982-2d37-422d-acaf-034322bb8134 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.546050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc885adb-a790-4272-b69b-6798a6230fa1 None None] Network ad5a6b06-794d-40a0-9a56-2ca18c6b41df requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:39.556191 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.588031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03982-2d37-422d-acaf-034322bb8134 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Subnet': ['ID=75032fb3-e1a6-4754-86c9-3ce1b9425bac,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:39.593759 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7eb03982-2d37-422d-acaf-034322bb8134 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.611076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38258) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:39.611294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7eb03982-2d37-422d-acaf-034322bb8134 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/75032fb3-e1a6-4754-86c9-3ce1b9425bac HTTP/1.1" status: 204 len: 168 time: 0.5106387 Feb 07 22:55:39.726658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-650594cf-7b94-4961-b9cd-c17b83b6d754 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting subnet 5a86af2f-e220-4684-b08f-b3d60bb58808 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:55:39.735489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2a9753-2258-445f-8a19-f137930bc30d']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:39.752078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6b8eed97-257a-4b8b-be2b-6dc925a240b7 None None] Provisioning complete for port d68b3e13-2965-4a87-bc2d-6b1e833166ee triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:39.752630 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b8eed97-257a-4b8b-be2b-6dc925a240b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.758589 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-650594cf-7b94-4961-b9cd-c17b83b6d754 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.770016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bc143b-7606-4a39-a7ed-7e3a94e7562c') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:39.770318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bc143b-7606-4a39-a7ed-7e3a94e7562c') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:39.810474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6b8eed97-257a-4b8b-be2b-6dc925a240b7 None None] Port d68b3e13-2965-4a87-bc2d-6b1e833166ee cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:39.827312 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.834463 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.873159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:55:39.904713 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3022d94-ab63-41dc-94ce-c0a1faef5c4a None None] DHCP port deletion for ad5a6b06-794d-40a0-9a56-2ca18c6b41df request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:55:39.919074 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-650594cf-7b94-4961-b9cd-c17b83b6d754 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.922217 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.931421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc9d50d-b31d-4ab8-870b-7037d9928844,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:39.991071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:39.991818 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:40.000249 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:40.003040 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b3022d94-ab63-41dc-94ce-c0a1faef5c4a None None] Deleting port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:40.003040 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3022d94-ab63-41dc-94ce-c0a1faef5c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.117098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b3022d94-ab63-41dc-94ce-c0a1faef5c4a None None] For port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9cedeefb-ce72-4f2e-a8c9-7705a42ecd39,segment=NetworkSegment(35f5aae8-845d-4433-90d3-cbfe9f96206e),segment_id=35f5aae8-845d-4433-90d3-cbfe9f96206e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:40.117679 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3022d94-ab63-41dc-94ce-c0a1faef5c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.134947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b3022d94-ab63-41dc-94ce-c0a1faef5c4a None None] Calling delete_port for 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:40.188992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.218374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.222330 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] 10.222.0.15 "DELETE /v2.0/networks/dc2a9753-2258-445f-8a19-f137930bc30d HTTP/1.1" status: 204 len: 168 time: 1.2370880 Feb 07 22:55:40.279251 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3022d94-ab63-41dc-94ce-c0a1faef5c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.323333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3022d94-ab63-41dc-94ce-c0a1faef5c4a None None] Pushing event deleted for resources: {'Port': ['ID=9cedeefb-ce72-4f2e-a8c9-7705a42ecd39,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:40.342485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3022d94-ab63-41dc-94ce-c0a1faef5c4a None None] No DVR routers for this DVR port 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:40.410878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d97a2-93c2-44eb-9596-1014ea40091a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2a9753-2258-445f-8a19-f137930bc30d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:40.447958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38344) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:40.523598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ea5c9677-1719-4c56-90fe-d21fe22eae48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d44cb6331164a0f80c9a28503170c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744762 Feb 07 22:55:40.525970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38354) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:40.613088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87ec2ef-cfeb-485f-a237-a01ec6347a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.660977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87ec2ef-cfeb-485f-a237-a01ec6347a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.685635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:40.730827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:40.731183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9cedeefb-ce72-4f2e-a8c9-7705a42ecd39 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:40.731505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87ec2ef-cfeb-485f-a237-a01ec6347a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.742342 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87ec2ef-cfeb-485f-a237-a01ec6347a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.746292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f87ec2ef-cfeb-485f-a237-a01ec6347a43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89bb1746-f0b4-4eae-ba68-039f69e67cb2 HTTP/1.1" status: 204 len: 168 time: 0.2191334 Feb 07 22:55:40.767170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ec2ef-cfeb-485f-a237-a01ec6347a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb1746-f0b4-4eae-ba68-039f69e67cb2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:40.953351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-650594cf-7b94-4961-b9cd-c17b83b6d754 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.993294 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:55:41.039276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.078374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:41.091006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:41.115790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:41.116807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:41.162806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fa044726-56a1-4b1a-aedd-1a945f46c484 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5958245 Feb 07 22:55:41.166250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38424) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:41.172847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1706179247'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:41.213399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:41.213571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:41.218625 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.225153 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-650594cf-7b94-4961-b9cd-c17b83b6d754 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.273950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650594cf-7b94-4961-b9cd-c17b83b6d754 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Subnet': ['ID=5a86af2f-e220-4684-b08f-b3d60bb58808,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:41.287635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-650594cf-7b94-4961-b9cd-c17b83b6d754 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.292513 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:41.296355 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-650594cf-7b94-4961-b9cd-c17b83b6d754 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/5a86af2f-e220-4684-b08f-b3d60bb58808 HTTP/1.1" status: 204 len: 168 time: 1.6793344 Feb 07 22:55:41.298453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38444) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:41.309212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:41.366830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.367280 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added segment e01bcdbb-6b97-4ec0-9dc5-240d694c4567 of type vlan for network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 Feb 07 22:55:41.396416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1151bfc8-50bb-45db-94cc-be2dd4a7a259 None None] Network 7eef8e7d-1fb8-42a9-9a12-bef44d75994f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:41.485007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.653665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Router 59fc8745-5ebd-4853-80ed-1607b71b78ee has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:41.699526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.702173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:41.709572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:41.710616 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.715020 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] Sync routers for ids ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:41.737233 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] Routers {'4789f35e-ced5-4f4b-bc3f-73598f4659c4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:41.739219 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:41.821434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cf3715f7-16e2-4e19-93ca-78219f004708 admin admin] 10.222.0.15 "PUT /v2.0/routers/4789f35e-ced5-4f4b-bc3f-73598f4659c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6301756 Feb 07 22:55:41.833323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38494) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:41.838034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea07fcb-5d44-4fdc-8497-f64608a5f731 None None] DHCP port deletion for 7eef8e7d-1fb8-42a9-9a12-bef44d75994f request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:55:41.854015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6864069 Feb 07 22:55:41.857631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38500) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:41.866137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.868433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'subnet': {'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:41.912907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:55:36Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:38Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:41.923862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abee83a-78f0-4360-beb3-c3be9263d5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Network': ['ID=f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:41.966721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:41.969299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:41.969984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Updating router d218cae0-05ef-469d-b5cd-229e9c6f882e port d68b3e13-2965-4a87-bc2d-6b1e833166ee binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:42.160684 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] Set router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:42.173413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.224617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5a6b06-794d-40a0-9a56-2ca18c6b41df']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.246727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f5aae8-845d-4433-90d3-cbfe9f96206e') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.249990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f5aae8-845d-4433-90d3-cbfe9f96206e') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.275168 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.314060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.325936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:42.326773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:42.338045 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:42.345548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.481373 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.486131 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.496147 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.503784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/networks/ad5a6b06-794d-40a0-9a56-2ca18c6b41df HTTP/1.1" status: 204 len: 168 time: 1.2026646 Feb 07 22:55:42.508940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38562) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:42.569022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ea07fcb-5d44-4fdc-8497-f64608a5f731 None None] Deleting port 1ffd07e3-fc6d-4718-b598-20af61666305 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:42.569848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ea07fcb-5d44-4fdc-8497-f64608a5f731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.607306 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:01Z', 'updated_at': '2022-02-07T22:55:37Z', 'revision_number': 5, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'gw_port': {'id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:04Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.611422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325c186-d396-4839-8b02-db205816e5f7 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Network': ['ID=ad5a6b06-794d-40a0-9a56-2ca18c6b41df,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:42.655045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38578) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:42.658232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:42.665576 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-64d8c35f-f688-4181-ad87-7d852f494311 admin admin] 10.222.0.15 "PUT /v2.0/routers/59fc8745-5ebd-4853-80ed-1607b71b78ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5925746 Feb 07 22:55:42.681847 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] Checking router: 4789f35e-ced5-4f4b-bc3f-73598f4659c4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:42.707098 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] Routers {'4789f35e-ced5-4f4b-bc3f-73598f4659c4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:42.708001 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.724874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38584) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:42.730274 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.747825 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1ffd07e3-fc6d-4718-b598-20af61666305 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:42.758830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:42.767364 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.852348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] Sync routers for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:42.938752 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] Set router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:43.023411 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.045573 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a6b6208a-8732-40d1-b082-5b3a0e77f9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.048601 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.082629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.083303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8ea07fcb-5d44-4fdc-8497-f64608a5f731 None None] For port 1ffd07e3-fc6d-4718-b598-20af61666305, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1ffd07e3-fc6d-4718-b598-20af61666305,segment=NetworkSegment(09909316-58c5-4d52-bcd0-7e89c858dfed),segment_id=09909316-58c5-4d52-bcd0-7e89c858dfed)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:43.084954 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ea07fcb-5d44-4fdc-8497-f64608a5f731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.137536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ea07fcb-5d44-4fdc-8497-f64608a5f731 None None] Calling delete_port for 1ffd07e3-fc6d-4718-b598-20af61666305 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:43.196386 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:01Z', 'updated_at': '2022-02-07T22:55:37Z', 'revision_number': 5, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'gw_port': {'id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:04Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:43.210120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:43.211196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:43.273132 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415b375-7878-46d2-a6b1-0a9cc1bcc829 None None] The sync data for ids ['4789f35e-ced5-4f4b-bc3f-73598f4659c4'] in n-d-827895-2 is: [{'id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'name': 'tempest-TestAggregatesBasicOps-1614605026-router', 'tenant_id': '0208cd25a2564cdaab97a9e229914b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:01Z', 'updated_at': '2022-02-07T22:55:37Z', 'revision_number': 5, 'project_id': '0208cd25a2564cdaab97a9e229914b64', 'gw_port': {'id': '7d0215b3-1a28-439d-91c3-8daaaa0408db', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4789f35e-ced5-4f4b-bc3f-73598f4659c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:04Z', 'updated_at': '2022-02-07T22:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:43.308001 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.318734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Checking segment: {'id': 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:43.319447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network hostable DHCP agents. Network: f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:43.322024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Subnet': ['ID=9daf0c29-f9c7-4d64-9b7d-19907b74dabc,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:43.330152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Deleting port 7d0215b3-1a28-439d-91c3-8daaaa0408db {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:43.330660 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.348844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.402576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:43.440592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 1ffd07e3-fc6d-4718-b598-20af61666305, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1ffd07e3-fc6d-4718-b598-20af61666305,segment=NetworkSegment(09909316-58c5-4d52-bcd0-7e89c858dfed),segment_id=09909316-58c5-4d52-bcd0-7e89c858dfed)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:43.445087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] For port 7d0215b3-1a28-439d-91c3-8daaaa0408db, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7d0215b3-1a28-439d-91c3-8daaaa0408db,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:43.446049 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.479360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Calling delete_port for 7d0215b3-1a28-439d-91c3-8daaaa0408db owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:43.515048 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.542772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a6b6208a-8732-40d1-b082-5b3a0e77f9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.547528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Deleting port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:43.548086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.563829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 1ffd07e3-fc6d-4718-b598-20af61666305 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:43.564447 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.653553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port 1ffd07e3-fc6d-4718-b598-20af61666305, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1ffd07e3-fc6d-4718-b598-20af61666305,segment=NetworkSegment(09909316-58c5-4d52-bcd0-7e89c858dfed),segment_id=09909316-58c5-4d52-bcd0-7e89c858dfed)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:43.653832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.670613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 1ffd07e3-fc6d-4718-b598-20af61666305 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:43.672901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:43.714577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:43.750101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdf7aa8-8f09-4d38-940b-39aa3fc5bd4c None None] Network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:43.788614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:43.790168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.796079 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a6b6208a-8732-40d1-b082-5b3a0e77f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.821897 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7cea6cdd-9d20-4241-a854-ed41b46956a5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9623263 Feb 07 22:55:43.830494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38610) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:43.929627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6208a-8732-40d1-b082-5b3a0e77f9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6607e243-b966-47bd-ae78-3a212c607e5b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:43.950067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a6b6208a-8732-40d1-b082-5b3a0e77f9e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcda6a0b32a042799632caa72eda49c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2939429 Feb 07 22:55:43.956061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38612) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:43.969253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.020627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=1ffd07e3-fc6d-4718-b598-20af61666305,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:44.026259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=1ffd07e3-fc6d-4718-b598-20af61666305,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:44.064190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No DVR routers for this DVR port 1ffd07e3-fc6d-4718-b598-20af61666305 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:44.067771 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.123607 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ea07fcb-5d44-4fdc-8497-f64608a5f731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.150686 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f9d8de77-dca0-46d9-9ffe-7a5ff5dd6424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.221290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.246432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eef8e7d-1fb8-42a9-9a12-bef44d75994f']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:44.257167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09909316-58c5-4d52-bcd0-7e89c858dfed') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:44.257736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09909316-58c5-4d52-bcd0-7e89c858dfed') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:44.267869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.282008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.288950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:44.289471 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.312130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0215b3-1a28-439d-91c3-8daaaa0408db,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:44.334564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.363348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea07fcb-5d44-4fdc-8497-f64608a5f731 None None] No DVR routers for this DVR port 1ffd07e3-fc6d-4718-b598-20af61666305 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:44.370955 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:44.375637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:55:44.375829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] For port a0e8b950-88b5-4a66-bfb6-2daf6c9610d1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0e8b950-88b5-4a66-bfb6-2daf6c9610d1,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:44.375829 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.377788 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.390695 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.408411 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.412421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/networks/7eef8e7d-1fb8-42a9-9a12-bef44d75994f HTTP/1.1" status: 204 len: 168 time: 1.8964791 Feb 07 22:55:44.424944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea07fcb-5d44-4fdc-8497-f64608a5f731 None None] Pushing event deleted for resources: {'Port': ['ID=1ffd07e3-fc6d-4718-b598-20af61666305,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:44.426694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38616) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:44.436582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'network': {'name': 'tempest-RoutersTest-119732410'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:44.444252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Calling delete_port for a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:44.456093 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f9d8de77-dca0-46d9-9ffe-7a5ff5dd6424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.472568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f3b62-5c04-4509-9119-d9116acf9387 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Network': ['ID=7eef8e7d-1fb8-42a9-9a12-bef44d75994f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:44.575923 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.580372 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.636226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:44.640397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.675394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e52c27db-e2b2-4eca-96fa-72927500ac13 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:44.719584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e52c27db-e2b2-4eca-96fa-72927500ac13 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:44.720160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e52c27db-e2b2-4eca-96fa-72927500ac13 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:44.744733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.803011 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.820436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.820980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4789f35e-ced5-4f4b-bc3f-73598f4659c4 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:55:44.851308 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.852527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6906ae82-9633-469b-8b26-79f4e0008fd3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4789f35e-ced5-4f4b-bc3f-73598f4659c4 HTTP/1.1" status: 204 len: 168 time: 3.0179174 Feb 07 22:55:44.855872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38624) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:44.882653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:55:39Z', 'revision_number': 5, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port': {'id': 'a0e8b950-88b5-4a66-bfb6-2daf6c9610d1', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:36Z', 'updated_at': '2022-02-07T22:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:44.914784 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.937764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d881ffb7-f1e4-44de-b091-6a5afb842b12 admin admin] Deleting subnet 2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:55:44.947437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d881ffb7-f1e4-44de-b091-6a5afb842b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.961971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.981641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:44.993558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f9d8de77-dca0-46d9-9ffe-7a5ff5dd6424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.996397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f9d8de77-dca0-46d9-9ffe-7a5ff5dd6424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.997692 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f9d8de77-dca0-46d9-9ffe-7a5ff5dd6424 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6607e243-b966-47bd-ae78-3a212c607e5b HTTP/1.1" status: 204 len: 168 time: 1.0296910 Feb 07 22:55:45.030557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e8b950-88b5-4a66-bfb6-2daf6c9610d1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:45.034764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Allocated IP 2001:db8:1::2 (f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96/9daf0c29-f9c7-4d64-9b7d-19907b74dabc/e19f7899-ed1d-49b4-aa6d-73594d9d0b38) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:45.055720 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.056732 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added segment d4b87e79-46cd-49bc-a534-bd3aa0ea820c of type vlan for network 6adb56af-32f0-40b1-b540-005fcd21bfe3 Feb 07 22:55:45.061516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] Checking router: 59fc8745-5ebd-4853-80ed-1607b71b78ee for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:45.069496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8de77-dca0-46d9-9ffe-7a5ff5dd6424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6607e243-b966-47bd-ae78-3a212c607e5b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:45.087294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e792d-535c-42c6-b7ea-a080039cf811 None None] Pushing event updated for resources: {'Port': ['ID=d68b3e13-2965-4a87-bc2d-6b1e833166ee,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:45.189735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d881ffb7-f1e4-44de-b091-6a5afb842b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.198957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Attempting to bind port d68b3e13-2965-4a87-bc2d-6b1e833166ee on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:45.199661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Attempting to bind port d68b3e13-2965-4a87-bc2d-6b1e833166ee by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:45.200512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Attempting to bind port d68b3e13-2965-4a87-bc2d-6b1e833166ee on network 11434d5b-5f30-4bb1-9538-f91b23f1638e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:45.217801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] Routers {'59fc8745-5ebd-4853-80ed-1607b71b78ee'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:45.218715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['59fc8745-5ebd-4853-80ed-1607b71b78ee'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:45.305791 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.407348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] Set router 59fc8745-5ebd-4853-80ed-1607b71b78ee gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:45.449005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.462744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.473779 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d881ffb7-f1e4-44de-b091-6a5afb842b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.496958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:45.501674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.618066 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d881ffb7-f1e4-44de-b091-6a5afb842b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.635278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d881ffb7-f1e4-44de-b091-6a5afb842b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.646888 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d881ffb7-f1e4-44de-b091-6a5afb842b12 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e HTTP/1.1" status: 204 len: 168 time: 0.7858632 Feb 07 22:55:45.647647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38640) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:45.679641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881ffb7-f1e4-44de-b091-6a5afb842b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb0df9c-733c-4bc7-a2a0-a2e0e98cfb4e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:45.692456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Network': ['ID=6adb56af-32f0-40b1-b540-005fcd21bfe3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:45.792146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.805430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.809903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-37699a9c-9936-408d-85e4-48d3543aa05d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3775034 Feb 07 22:55:45.814178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38646) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:45.829656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'subnet': {'network_id': '6adb56af-32f0-40b1-b540-005fcd21bfe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:45.833226 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.861298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:45.861805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Checking segment: {'id': '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:45.862082 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.862636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Bound using segment: {'id': '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:45.862953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Bound port: d68b3e13-2965-4a87-bc2d-6b1e833166ee, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:45.863334 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.891613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f3d9a-c9d9-4033-9c1e-89fe9695f0f2 None None] Network 794c1853-e583-4dd5-88fa-d94c4d237c81 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:45.961839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Deleting port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:45.962189 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.981404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 6adb56af-32f0-40b1-b540-005fcd21bfe3 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:46.014811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.015272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59fc8745-5ebd-4853-80ed-1607b71b78ee {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:55:46.022175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.023300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b6e5dd1d-ac26-42a8-8977-7bfa29e10542 admin admin] 10.222.0.15 "DELETE /v2.0/routers/59fc8745-5ebd-4853-80ed-1607b71b78ee HTTP/1.1" status: 204 len: 168 time: 3.2909849 Feb 07 22:55:46.035083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38654) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:46.076148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] For port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f,segment=NetworkSegment(9ce4d51f-d381-465e-85ec-8a7c0dcbabcf),segment_id=9ce4d51f-d381-465e-85ec-8a7c0dcbabcf)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:46.076546 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.087904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] For port d68b3e13-2965-4a87-bc2d-6b1e833166ee, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:46.091536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] For port d68b3e13-2965-4a87-bc2d-6b1e833166ee, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d68b3e13-2965-4a87-bc2d-6b1e833166ee,segment=NetworkSegment(10e6c7b7-a6af-4de4-87d1-bf421c62b0b6),segment_id=10e6c7b7-a6af-4de4-87d1-bf421c62b0b6)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:46.112329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Calling delete_port for fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:46.113779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:55:44Z', 'revision_number': 7, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:46.126023 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.132255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38656) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:46.160990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c63aa9a-c260-410f-a920-95b8a05ad82c admin admin] Deleting subnet a33946f4-67e6-4b83-b235-d3ea4be75b63 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:55:46.168164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c63aa9a-c260-410f-a920-95b8a05ad82c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.221647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c63aa9a-c260-410f-a920-95b8a05ad82c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.225954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:46.231008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.246536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e792d-535c-42c6-b7ea-a080039cf811 None None] Pushing event updated for resources: {'Port': ['ID=d68b3e13-2965-4a87-bc2d-6b1e833166ee,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:46.307105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f9f7d-306e-4525-ae77-65710d1a5a78 None None] The sync data for ids ['59fc8745-5ebd-4853-80ed-1607b71b78ee'] in n-d-827895-2 is: [{'id': '59fc8745-5ebd-4853-80ed-1607b71b78ee', 'name': 'tempest-ServerActionsTestJSON-606649349-router', 'tenant_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:35Z', 'updated_at': '2022-02-07T22:55:44Z', 'revision_number': 7, 'project_id': 'd0f6edac9ec24c8a873b89c0ce976040', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:46.327561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.331915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-768d1407-3cf6-465b-8545-b1541cb7375a None None] Provisioning complete for port d68b3e13-2965-4a87-bc2d-6b1e833166ee triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:46.332846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-768d1407-3cf6-465b-8545-b1541cb7375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.435215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:46.435860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:46.443814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:46.463443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] No DVR routers for this DVR port fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:46.488930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c63aa9a-c260-410f-a920-95b8a05ad82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.641101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:46.670550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-320109278-network', 'tenant_id': '2f8188f23cd14522b0e643238af88f51'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:46.681942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.733117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.758310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Made reservation on behalf of 2f8188f23cd14522b0e643238af88f51 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:46.761283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.785230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec512ce1-f714-4e31-aca0-87bd1cc778b4 None None] DHCP port deletion for 794c1853-e583-4dd5-88fa-d94c4d237c81 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:55:46.786910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.806361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794c1853-e583-4dd5-88fa-d94c4d237c81']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:46.817189 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.834920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:46.835559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce4d51f-d381-465e-85ec-8a7c0dcbabcf') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:46.881496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.911982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.923835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.928743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.987409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25640b7-8625-44ed-b1b4-bf31eb3900d1,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:46.988731 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.993141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Checking segment: {'id': 'd4b87e79-46cd-49bc-a534-bd3aa0ea820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6adb56af-32f0-40b1-b540-005fcd21bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:46.993811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network hostable DHCP agents. Network: 6adb56af-32f0-40b1-b540-005fcd21bfe3, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:47.006770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c63aa9a-c260-410f-a920-95b8a05ad82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.024989 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c63aa9a-c260-410f-a920-95b8a05ad82c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.030955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7d0215b3-1a28-439d-91c3-8daaaa0408db no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:47.031917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6c63aa9a-c260-410f-a920-95b8a05ad82c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a33946f4-67e6-4b83-b235-d3ea4be75b63 HTTP/1.1" status: 204 len: 168 time: 0.9957807 Feb 07 22:55:47.032912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38668) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:47.045788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:47.046265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.062330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac79e4-215e-488f-a74d-a52ec090a44c None None] Network 0591e9d1-1178-48a6-adfe-476e4a3652be requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:47.073360 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:47.101841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:47.103046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 7d0215b3-1a28-439d-91c3-8daaaa0408db {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:47.103462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7d0215b3-1a28-439d-91c3-8daaaa0408db not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:47.103967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:47.124184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:47.126400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Subnet': ['ID=501718c9-3c41-4d57-9b8d-80ab0d0ea368,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:47.152841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.157021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:47.162156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63aa9a-c260-410f-a920-95b8a05ad82c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33946f4-67e6-4b83-b235-d3ea4be75b63,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:47.163821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:47.164257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fcb6dc5f-9ca9-45d4-a5c9-d4f612251f5f not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:47.164745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4dc9d50d-b31d-4ab8-870b-7037d9928844 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:47.169190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:47.184593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 2001:db8:1::1 (f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96/9daf0c29-f9c7-4d64-9b7d-19907b74dabc/2d27a75b-5940-4603-a662-b839819190ef) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:47.188231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 6adb56af-32f0-40b1-b540-005fcd21bfe3 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:47.201537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.202031 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Added segment e5734be6-ba10-4264-854f-31ca2e612d44 of type vlan for network db9328a8-d792-41b3-ac3a-e474230c354e Feb 07 22:55:47.218287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.235107 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-768d1407-3cf6-465b-8545-b1541cb7375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.237810 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.249866 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] 10.222.0.15 "DELETE /v2.0/networks/794c1853-e583-4dd5-88fa-d94c4d237c81 HTTP/1.1" status: 204 len: 168 time: 1.5977981 Feb 07 22:55:47.262330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4dc9d50d-b31d-4ab8-870b-7037d9928844 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:47.262925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4dc9d50d-b31d-4ab8-870b-7037d9928844 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:47.267167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 6adb56af-32f0-40b1-b540-005fcd21bfe3) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:47.270866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Pushing event updated for resources: {'Port': ['ID=e19f7899-ed1d-49b4-aa6d-73594d9d0b38,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:47.282031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:47.282031 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.307768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a8072-c556-4205-bfb1-7e661a707730 None None] Network 6adb56af-32f0-40b1-b540-005fcd21bfe3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:47.415976 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-768d1407-3cf6-465b-8545-b1541cb7375a None None] For port d68b3e13-2965-4a87-bc2d-6b1e833166ee, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d68b3e13-2965-4a87-bc2d-6b1e833166ee,segment=NetworkSegment(10e6c7b7-a6af-4de4-87d1-bf421c62b0b6),segment_id=10e6c7b7-a6af-4de4-87d1-bf421c62b0b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:47.477269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Deleting port 219f5b6a-0e8a-42c3-9759-b3234782fba3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:47.477529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.489465 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-768d1407-3cf6-465b-8545-b1541cb7375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.582830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Attempting to bind port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:47.583204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Attempting to bind port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:47.584124 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Attempting to bind port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 on network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:47.589143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] For port 219f5b6a-0e8a-42c3-9759-b3234782fba3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=219f5b6a-0e8a-42c3-9759-b3234782fba3,segment=NetworkSegment(6f80ae4b-814f-4d10-af18-8ddacf73ff4b),segment_id=6f80ae4b-814f-4d10-af18-8ddacf73ff4b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:47.589613 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.608810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Calling delete_port for 219f5b6a-0e8a-42c3-9759-b3234782fba3 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:47.662784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:47.663172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Checking segment: {'id': 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:47.663567 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.663996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Bound using segment: {'id': 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:47.664490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Bound port: e19f7899-ed1d-49b4-aa6d-73594d9d0b38, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:47.664875 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.731791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d1407-3cf6-465b-8545-b1541cb7375a None None] Pushing event updated for resources: {'Port': ['ID=d68b3e13-2965-4a87-bc2d-6b1e833166ee,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:47.899076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38672) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:48.012863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] For port e19f7899-ed1d-49b4-aa6d-73594d9d0b38, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:48.017396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] For port e19f7899-ed1d-49b4-aa6d-73594d9d0b38, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e19f7899-ed1d-49b4-aa6d-73594d9d0b38,segment=NetworkSegment(e01bcdbb-6b97-4ec0-9dc5-240d694c4567),segment_id=e01bcdbb-6b97-4ec0-9dc5-240d694c4567)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:48.018255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef8a9b-9afb-4933-88f7-0ff2d231d228 admin admin] Pushing event deleted for resources: {'Network': ['ID=794c1853-e583-4dd5-88fa-d94c4d237c81,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:48.050908 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.067555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4d5cde30-c412-4ccf-abf7-fb9cbc348f5d None None] Provisioning complete for port d68b3e13-2965-4a87-bc2d-6b1e833166ee triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:48.068193 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d5cde30-c412-4ccf-abf7-fb9cbc348f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.178023 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-42ebb5a3-ca83-4e00-add8-e22eeb459a3c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3606646 Feb 07 22:55:48.178023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38682) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:48.178662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a0caf49f-301c-4b4e-89b7-0dbe679ad3e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4f1d0ba651a48c8b6d085c2ca3338f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451811 Feb 07 22:55:48.178760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38684) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:48.183354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.189444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4806abc5-5ab4-4019-afeb-9ea063f96c7c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-47688542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:48.199798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.237165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] No DVR routers for this DVR port 219f5b6a-0e8a-42c3-9759-b3234782fba3 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:48.266966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=219f5b6a-0e8a-42c3-9759-b3234782fba3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:48.283802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4949180-51a1-414d-b2b6-3f6389a87eb3 None None] DHCP port deletion for 0591e9d1-1178-48a6-adfe-476e4a3652be request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:55:48.325709 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.resource_extend [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:55:48.351985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.358988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.369724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.371178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:48.371900 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.383910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4806abc5-5ab4-4019-afeb-9ea063f96c7c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.385257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4806abc5-5ab4-4019-afeb-9ea063f96c7c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.411276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31f00df7-8eb2-4d6d-9744-eee65256d36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.448793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4806abc5-5ab4-4019-afeb-9ea063f96c7c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.504580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31f00df7-8eb2-4d6d-9744-eee65256d36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.527696 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3920105 Feb 07 22:55:48.530800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adfff0-e203-4c73-bd84-091e08ee5cae admin admin] Pushing event updated for resources: {'Network': ['ID=db9328a8-d792-41b3-ac3a-e474230c354e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:48.532526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38686) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:48.535074 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4806abc5-5ab4-4019-afeb-9ea063f96c7c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.565609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Request body: {'subnet': {'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-subnet', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:48.567163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4806abc5-5ab4-4019-afeb-9ea063f96c7c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.573176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4806abc5-5ab4-4019-afeb-9ea063f96c7c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3908017 Feb 07 22:55:48.585694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38688) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:48.587464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0591e9d1-1178-48a6-adfe-476e4a3652be']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:48.606670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'port': {'network_id': '6adb56af-32f0-40b1-b540-005fcd21bfe3', 'name': 'tempest-RoutersTest-1728632125'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:48.662479 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.717774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network db9328a8-d792-41b3-ac3a-e474230c354e details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:48.791998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:48.799081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:48.804986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:48.807466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.816887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Made reservation on behalf of 2f8188f23cd14522b0e643238af88f51 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:48.823186 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.824302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:48.875412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f80ae4b-814f-4d10-af18-8ddacf73ff4b') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:48.875721 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f80ae4b-814f-4d10-af18-8ddacf73ff4b') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:48.912657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31f00df7-8eb2-4d6d-9744-eee65256d36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.915210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31f00df7-8eb2-4d6d-9744-eee65256d36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.916845 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-31f00df7-8eb2-4d6d-9744-eee65256d36b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06b14233-4137-41a7-8a4b-198b5ae3d5b5 HTTP/1.1" status: 204 len: 168 time: 0.7323146 Feb 07 22:55:48.917735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=2d27a75b-5940-4603-a662-b839819190ef,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:48.922533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.979691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.997341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:48.997972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.001802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:49.002156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a0e8b950-88b5-4a66-bfb6-2daf6c9610d1 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:49.002685 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:49.012094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 219f5b6a-0e8a-42c3-9759-b3234782fba3 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:55:49.027215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:49.035965 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.049801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f00df7-8eb2-4d6d-9744-eee65256d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b14233-4137-41a7-8a4b-198b5ae3d5b5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:49.078886 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] device_id is not set on port b7d7a5a0-7296-46ea-82a8-17f927c1884e yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:49.100831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 219f5b6a-0e8a-42c3-9759-b3234782fba3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:55:49.101308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 219f5b6a-0e8a-42c3-9759-b3234782fba3 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:55:49.137786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-6adb56af-32f0-40b1-b540-005fcd21bfe3', 'network_id': '6adb56af-32f0-40b1-b540-005fcd21bfe3', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'fixed_ips': [{'subnet_id': '501718c9-3c41-4d57-9b8d-80ab0d0ea368'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:55:49.138673 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.278201 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.284632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.293124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0591e9d1-1178-48a6-adfe-476e4a3652be HTTP/1.1" status: 204 len: 168 time: 2.2466285 Feb 07 22:55:49.293560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.295199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c1cfa-137e-4c0b-86fa-39b7de09d92c None None] Pushing event updated for resources: {'Port': ['ID=e19f7899-ed1d-49b4-aa6d-73594d9d0b38,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:49.315201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8c284-dd0e-4eee-a0d5-574047ba02d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0591e9d1-1178-48a6-adfe-476e4a3652be,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:49.332998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:55:36Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:46Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:49.346040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.20.0.8 (6adb56af-32f0-40b1-b540-005fcd21bfe3/501718c9-3c41-4d57-9b8d-80ab0d0ea368/b7d7a5a0-7296-46ea-82a8-17f927c1884e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:49.694924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548cd4f5-f998-4cf8-949c-0cde7446a3f8 None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:55:36Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:46Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:49.876747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38706) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:49.961194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38708) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:49.964033 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4c788d2e-3e48-4d08-bc24-dd7a5bf43d70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0208cd25a2564cdaab97a9e229914b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854373 Feb 07 22:55:49.971241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38710) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:49.988967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.030661 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.057805 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-912a509a-e6c8-444d-986d-e16182f079f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0f6edac9ec24c8a873b89c0ce976040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923193 Feb 07 22:55:50.058421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38712) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:50.064631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.083202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.137427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5fe6debc-6837-492c-93dd-6b15d550bcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.137865 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a8d75a-f885-4730-9f5e-e5c89c5ed4e5 None None] Network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:50.173041 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5fe6debc-6837-492c-93dd-6b15d550bcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.219144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d431412-1bdc-49c1-b591-75fe1a355ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.245378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d431412-1bdc-49c1-b591-75fe1a355ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.279083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=2d27a75b-5940-4603-a662-b839819190ef,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:50.314500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.327491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.404632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d431412-1bdc-49c1-b591-75fe1a355ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.410656 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d431412-1bdc-49c1-b591-75fe1a355ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.411976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:50.426354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d431412-1bdc-49c1-b591-75fe1a355ccc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/366bb841-d265-4cb3-a95c-5edb3f4fbea9 HTTP/1.1" status: 204 len: 168 time: 0.4379008 Feb 07 22:55:50.428698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:50.459738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 6adb56af-32f0-40b1-b540-005fcd21bfe3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:50.479490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:50.484618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:50.497025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ef197be5-f070-48f8-a239-5a8d1739df1c None None] Provisioning complete for port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:50.497661 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef197be5-f070-48f8-a239-5a8d1739df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.506158 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5fe6debc-6837-492c-93dd-6b15d550bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.508708 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5fe6debc-6837-492c-93dd-6b15d550bcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.509870 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5fe6debc-6837-492c-93dd-6b15d550bcd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e47c8e5-6217-49b7-b7cc-4f0101cda9cf HTTP/1.1" status: 204 len: 168 time: 0.4454284 Feb 07 22:55:50.571047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Allocated IP 172.20.0.2 (6adb56af-32f0-40b1-b540-005fcd21bfe3/501718c9-3c41-4d57-9b8d-80ab0d0ea368/3b65fedb-224c-479d-bd50-54a44eb68a8f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:50.578865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d431412-1bdc-49c1-b591-75fe1a355ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366bb841-d265-4cb3-a95c-5edb3f4fbea9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:50.627693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=b7d7a5a0-7296-46ea-82a8-17f927c1884e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:50.640774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6debc-6837-492c-93dd-6b15d550bcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e47c8e5-6217-49b7-b7cc-4f0101cda9cf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:50.685225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:50.686034 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.723367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:55:50.724147 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-38b4514d-9e37-4b89-99e0-b627a1851380 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1427505 Feb 07 22:55:50.727248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38720) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:50.731881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=988b654f-1d6f-420c-b2d6-6e681bcdd53f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:50.747088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Checking segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:50.748100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Network hostable DHCP agents. Network: db9328a8-d792-41b3-ac3a-e474230c354e, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:50.887351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef197be5-f070-48f8-a239-5a8d1739df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.910383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Network db9328a8-d792-41b3-ac3a-e474230c354e is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:51.011811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, db9328a8-d792-41b3-ac3a-e474230c354e) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:51.028074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:51.029137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.087022 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-43a3184c-a585-40e2-b9d9-e0f183bc7d7c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5468683 Feb 07 22:55:51.092236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38726) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:51.121358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d68b3e13-2965-4a87-bc2d-6b1e833166ee up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:51.125101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:51.138831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:51.179150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a3929aad-d095-43c1-aa2c-316859345e98 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3472970 Feb 07 22:55:51.183204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38730) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:51.201274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-605547489'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:51.246026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.247566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.284429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb75db2-ffeb-4be3-802a-fcf610be2573 None None] Network db9328a8-d792-41b3-ac3a-e474230c354e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:51.400386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:51.407614 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.447958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:51.459851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.461087 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added segment 19902ed8-e67e-466c-add5-984f83b27a1c of type vlan for network 2c0e655b-9479-4e96-a230-74cb84ebc2dc Feb 07 22:55:51.511903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.545768 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f4f1bd05-b01d-4cbe-917d-30c7e5a98dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.547072 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.553540 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.562601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:51.563637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.575478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ef197be5-f070-48f8-a239-5a8d1739df1c None None] For port e19f7899-ed1d-49b4-aa6d-73594d9d0b38, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e19f7899-ed1d-49b4-aa6d-73594d9d0b38,segment=NetworkSegment(e01bcdbb-6b97-4ec0-9dc5-240d694c4567),segment_id=e01bcdbb-6b97-4ec0-9dc5-240d694c4567)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:51.607124 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef197be5-f070-48f8-a239-5a8d1739df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.666326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d68b3e13-2965-4a87-bc2d-6b1e833166ee triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:51.666702 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.674036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef197be5-f070-48f8-a239-5a8d1739df1c None None] Pushing event updated for resources: {'Port': ['ID=e19f7899-ed1d-49b4-aa6d-73594d9d0b38,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:51.742496 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.820134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6299672 Feb 07 22:55:51.830149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38742) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:51.839539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'subnet': {'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:51.940285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa12568-3754-47da-ac68-582df477e129 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Network': ['ID=2c0e655b-9479-4e96-a230-74cb84ebc2dc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:52.015311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 2c0e655b-9479-4e96-a230-74cb84ebc2dc details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:52.016358 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.078698 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.179982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:52.184787 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.250942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38756) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:52.262301 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.280532 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.287916 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.503491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-338220645-network', 'tenant_id': 'a356d412a51444849a5241268916b3f7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:52.565893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Network 6adb56af-32f0-40b1-b540-005fcd21bfe3 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:52.568981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Pushing event updated for resources: {'Port': ['ID=3b65fedb-224c-479d-bd50-54a44eb68a8f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:52.574715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e19f7899-ed1d-49b4-aa6d-73594d9d0b38 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:52.585432 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:52.604396 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:52.606299 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:52.616951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Made reservation on behalf of a356d412a51444849a5241268916b3f7 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:52.625383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.664168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-db9328a8-d792-41b3-ac3a-e474230c354e', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:55:52.670796 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.684413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=b7d7a5a0-7296-46ea-82a8-17f927c1884e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:52.689415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.703289 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.705071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:52.715783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-042ea63d-bacd-42aa-a811-4cae2b2a4b19 None None] Provisioning complete for port 2d27a75b-5940-4603-a662-b839819190ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:52.717393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-042ea63d-bacd-42aa-a811-4cae2b2a4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.726610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:52.948349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Subnet': ['ID=60d9b51e-11ce-44be-aeee-67b018e4d0e0,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:52.953421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.964394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Checking segment: {'id': '19902ed8-e67e-466c-add5-984f83b27a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:52.964872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network hostable DHCP agents. Network: 2c0e655b-9479-4e96-a230-74cb84ebc2dc, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:53.018762 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.047829 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:53.065470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.068324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 2c0e655b-9479-4e96-a230-74cb84ebc2dc is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:53.091049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 2c0e655b-9479-4e96-a230-74cb84ebc2dc) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:53.106256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:53.107424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.122036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1623da-1908-4730-bcd2-6acb01801b26 None None] Network 2c0e655b-9479-4e96-a230-74cb84ebc2dc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:53.126321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.153056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.190975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8f7918-e6e8-426b-962e-3f6243ff6a48,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:53.233358 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-96b3c460-39e2-478b-85f7-1399f063ec05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4010217 Feb 07 22:55:53.236849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38764) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:53.245921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:53.257467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-042ea63d-bacd-42aa-a811-4cae2b2a4b19 None None] Port 2d27a75b-5940-4603-a662-b839819190ef cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:55:53.271462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.272209 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Added segment d210f8a0-8fb5-4989-a4c3-6245368f00a8 of type vlan for network 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 Feb 07 22:55:53.274127 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.312194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Attempting to bind port 3b65fedb-224c-479d-bd50-54a44eb68a8f on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:53.312762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Attempting to bind port 3b65fedb-224c-479d-bd50-54a44eb68a8f by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'd4b87e79-46cd-49bc-a534-bd3aa0ea820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6adb56af-32f0-40b1-b540-005fcd21bfe3'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:53.312929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Attempting to bind port 3b65fedb-224c-479d-bd50-54a44eb68a8f on network 6adb56af-32f0-40b1-b540-005fcd21bfe3 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:53.323190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:53.323530 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Checking segment: {'id': 'd4b87e79-46cd-49bc-a534-bd3aa0ea820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6adb56af-32f0-40b1-b540-005fcd21bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:53.323979 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.324527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Bound using segment: {'id': 'd4b87e79-46cd-49bc-a534-bd3aa0ea820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6adb56af-32f0-40b1-b540-005fcd21bfe3'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:53.324844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Bound port: 3b65fedb-224c-479d-bd50-54a44eb68a8f, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b87e79-46cd-49bc-a534-bd3aa0ea820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6adb56af-32f0-40b1-b540-005fcd21bfe3'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:53.325415 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.356641 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.509182 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.514340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:53.515005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.550551 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:55:49Z', 'revision_number': 3, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:49Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:53.611823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3573298 Feb 07 22:55:53.617020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Allocated IP 172.25.8.22 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/8cb0dd17-1987-42ef-b7ef-f2d68a02c872) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:53.618317 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:53.618797 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Updating router d218cae0-05ef-469d-b5cd-229e9c6f882e port 2d27a75b-5940-4603-a662-b839819190ef binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:53.620170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38770) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:53.678800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Request body: {'subnet': {'network_id': '1d9ecd53-50b5-4d53-8a58-f2ffe5de5781', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-338220645-subnet', 'tenant_id': 'a356d412a51444849a5241268916b3f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:53.680488 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.702363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994ae26-676e-4c71-8c5f-bed4ba96aafb admin admin] Pushing event updated for resources: {'Network': ['ID=1d9ecd53-50b5-4d53-8a58-f2ffe5de5781,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:53.771972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Made reservation on behalf of a356d412a51444849a5241268916b3f7 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:53.774276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.832027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:55:53.836634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-042ea63d-bacd-42aa-a811-4cae2b2a4b19 None None] Provisioning complete for port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:53.837286 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-042ea63d-bacd-42aa-a811-4cae2b2a4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.842695 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.923682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:53.925523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.966657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38774) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:53.979895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.995817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.996262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.071643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] For port 3b65fedb-224c-479d-bd50-54a44eb68a8f, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:54.079153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] For port 3b65fedb-224c-479d-bd50-54a44eb68a8f, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b65fedb-224c-479d-bd50-54a44eb68a8f,segment=NetworkSegment(d4b87e79-46cd-49bc-a534-bd3aa0ea820c),segment_id=d4b87e79-46cd-49bc-a534-bd3aa0ea820c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:54.136930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=b7d7a5a0-7296-46ea-82a8-17f927c1884e,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:54.215874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.267835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.324710 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.342040 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.357566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.440548 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d2f9b-dcab-4169-ba06-95e3b51e0815 None None] Pushing event updated for resources: {'Port': ['ID=2d27a75b-5940-4603-a662-b839819190ef,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:54.462479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2d8d2-209c-474a-bccd-092ab99e655b None None] Pushing event updated for resources: {'Port': ['ID=3b65fedb-224c-479d-bd50-54a44eb68a8f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:54.487179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Allocated IP 172.20.0.2 (db9328a8-d792-41b3-ac3a-e474230c354e/988b654f-1d6f-420c-b2d6-6e681bcdd53f/c0ae2fbc-5103-4467-a09b-62880aec644a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:54.495548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:55:54.496441 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.521624 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Attempting to bind port 2d27a75b-5940-4603-a662-b839819190ef on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:54.522893 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Attempting to bind port 2d27a75b-5940-4603-a662-b839819190ef by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:54.523466 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Attempting to bind port 2d27a75b-5940-4603-a662-b839819190ef on network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:54.531861 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:54.532626 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Checking segment: {'id': 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:54.533247 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.533824 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Bound using segment: {'id': 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:54.534467 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Bound port: 2d27a75b-5940-4603-a662-b839819190ef, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:54.535021 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.541812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 6adb56af-32f0-40b1-b540-005fcd21bfe3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:54.548052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:54.554130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c789ab8-06b8-47d8-857a-0a365e4ef5b4,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:54.585926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Checking segment: {'id': 'd210f8a0-8fb5-4989-a4c3-6245368f00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1d9ecd53-50b5-4d53-8a58-f2ffe5de5781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:54.586306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Network hostable DHCP agents. Network: 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:54.631525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:54.644868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:54.663189 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] For port 2d27a75b-5940-4603-a662-b839819190ef, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:54.663802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:54.674793 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] For port 2d27a75b-5940-4603-a662-b839819190ef, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2d27a75b-5940-4603-a662-b839819190ef,segment=NetworkSegment(e01bcdbb-6b97-4ec0-9dc5-240d694c4567),segment_id=e01bcdbb-6b97-4ec0-9dc5-240d694c4567)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:54.691453 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.819273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Network 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:54.866703 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:54.868012 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:54.873614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:54.888427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:54.889038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.940385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-29605103-ce66-49d0-93fa-13dbfcbe8c92 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2700992 Feb 07 22:55:54.969943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6ef41-493d-4f39-b1f6-1b66632ebc8f None None] Network 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:54.996920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 042110ff-e0c1-412b-bc2e-72f63c148150 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:55:55.000430 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d72a8b51-b746-4cc7-b3a2-f6248cf625c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.064080 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d2f9b-dcab-4169-ba06-95e3b51e0815 None None] Pushing event updated for resources: {'Port': ['ID=2d27a75b-5940-4603-a662-b839819190ef,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:55.194460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Pushing event updated for resources: {'Port': ['ID=8cb0dd17-1987-42ef-b7ef-f2d68a02c872,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:55.245774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:55.300670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-754af5cf-05b8-4df7-b4ea-32b86f7f2a22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/042110ff-e0c1-412b-bc2e-72f63c148150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5713656 Feb 07 22:55:55.307165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38790) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:55.346689 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:55.414203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e19f7899-ed1d-49b4-aa6d-73594d9d0b38 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:55.418329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d72a8b51-b746-4cc7-b3a2-f6248cf625c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.419608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f676-175c-458c-bf5a-8a12d14cb5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.480177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35040470-5cde-48b7-b103-9e4ae0be5af7 None None] Sync routers for ids ['042110ff-e0c1-412b-bc2e-72f63c148150'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:55.481567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44350c4-cf42-4753-9516-0d829a4c5851 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:55.485556 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d44350c4-cf42-4753-9516-0d829a4c5851 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports/b7d7a5a0-7296-46ea-82a8-17f927c1884e HTTP/1.1" status: 200 len: 977 time: 0.1726494 Feb 07 22:55:55.497090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38796) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:55.537067 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d72a8b51-b746-4cc7-b3a2-f6248cf625c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.648926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d72a8b51-b746-4cc7-b3a2-f6248cf625c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=199c1ea1278b46c1b6d67bbd5c5658ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6812646 Feb 07 22:55:55.650809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38798) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:55.662665 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.671846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a8b51-b746-4cc7-b3a2-f6248cf625c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883dd848-9f50-4955-aebe-f273b84e2ab7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:55.735520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35040470-5cde-48b7-b103-9e4ae0be5af7 None None] Routers {'042110ff-e0c1-412b-bc2e-72f63c148150'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:55.736187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-35040470-5cde-48b7-b103-9e4ae0be5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['042110ff-e0c1-412b-bc2e-72f63c148150'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:55.761877 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:55:49Z', 'revision_number': 3, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:54Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:55.806921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-35040470-5cde-48b7-b103-9e4ae0be5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:55.809412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e86907b-933e-4531-8966-fb6fcad96c7e None None] Network 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:55.847896 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71079b29-ac7e-42b2-8d6a-fbf7c8d0e15a None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:55:49Z', 'revision_number': 3, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:54Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:56.076267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.080093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-291aa21b-c493-4a1c-ab66-b8dcbb45139a tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:56.089244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-291aa21b-c493-4a1c-ab66-b8dcbb45139a tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/networks?id=1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 HTTP/1.1" status: 200 len: 820 time: 0.2262254 Feb 07 22:55:56.141090 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-1329332a-8b5c-4f66-9db6-519a50e1e476 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/quotas/a356d412a51444849a5241268916b3f7 HTTP/1.1" status: 200 len: 375 time: 0.0505645 Feb 07 22:55:56.147976 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.217450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.224341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-2d04aa22-aeb4-44a7-a5c7-db745cec75e5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a356d412a51444849a5241268916b3f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816414 Feb 07 22:55:56.402581 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:56.403091 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.494161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-147764b0-b638-4bf4-ae85-2b2084f88150 service neutron] 10.222.0.15 "GET /v2.0/networks/1d9ecd53-50b5-4d53-8a58-f2ffe5de5781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686908 Feb 07 22:55:56.516326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.531786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Network db9328a8-d792-41b3-ac3a-e474230c354e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:56.550651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-da5a9372-4ed6-4ab7-8ae2-cfabdb9321cf None None] Provisioning complete for port 2d27a75b-5940-4603-a662-b839819190ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:56.551412 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da5a9372-4ed6-4ab7-8ae2-cfabdb9321cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.594829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-af1add75-15bf-4428-a0b1-0b1598c39138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.609130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:56.616234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:56.641243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35040470-5cde-48b7-b103-9e4ae0be5af7 None None] Routers {'042110ff-e0c1-412b-bc2e-72f63c148150'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:56.642234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-35040470-5cde-48b7-b103-9e4ae0be5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['042110ff-e0c1-412b-bc2e-72f63c148150'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:56.644213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Pushing event updated for resources: {'Port': ['ID=c0ae2fbc-5103-4467-a09b-62880aec644a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:56.679024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b7d0a-2edf-4dfc-bd12-978fd1e2a3df None None] Network 6adb56af-32f0-40b1-b540-005fcd21bfe3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:55:56.704569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.748555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-af1add75-15bf-4428-a0b1-0b1598c39138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.798652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Allocated IP 2001:db8:2::2 (2c0e655b-9479-4e96-a230-74cb84ebc2dc/60d9b51e-11ce-44be-aeee-67b018e4d0e0/ebbe077c-c7a6-479c-a180-ba4c64b8561a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:56.987349 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.000734 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.001501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-35040470-5cde-48b7-b103-9e4ae0be5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:57.002201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35040470-5cde-48b7-b103-9e4ae0be5af7 None None] The sync data for ids ['042110ff-e0c1-412b-bc2e-72f63c148150'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:57.041891 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.054635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-af1add75-15bf-4428-a0b1-0b1598c39138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.058058 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-af1add75-15bf-4428-a0b1-0b1598c39138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.062031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-af1add75-15bf-4428-a0b1-0b1598c39138 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/883dd848-9f50-4955-aebe-f273b84e2ab7 HTTP/1.1" status: 204 len: 168 time: 1.3648160 Feb 07 22:55:57.118207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1add75-15bf-4428-a0b1-0b1598c39138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883dd848-9f50-4955-aebe-f273b84e2ab7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:57.122357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6c44fe72-04cb-4d92-a079-6ffde3b02d6d service neutron] 10.222.0.15 "GET /v2.0/networks/1d9ecd53-50b5-4d53-8a58-f2ffe5de5781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273355 Feb 07 22:55:57.231470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:55:57.277449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Network 2c0e655b-9479-4e96-a230-74cb84ebc2dc is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:57.278003 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.324520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:57.345549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:57.358912 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.445624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Attempting to bind port c0ae2fbc-5103-4467-a09b-62880aec644a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:57.446097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Attempting to bind port c0ae2fbc-5103-4467-a09b-62880aec644a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:57.446488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Attempting to bind port c0ae2fbc-5103-4467-a09b-62880aec644a on network db9328a8-d792-41b3-ac3a-e474230c354e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:57.519628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1bd2ccda-36fa-4df2-ab3c-a78b2a32ea4b req-af17a30d-5e4c-4bdb-bb0e-f5b146d81125 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 210 time: 0.0851786 Feb 07 22:55:57.643233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 2001:db8:2::1 (2c0e655b-9479-4e96-a230-74cb84ebc2dc/60d9b51e-11ce-44be-aeee-67b018e4d0e0/c13fc1ea-24f1-4628-8f3c-351f1527700d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:57.721341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38832) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:57.732372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:55:57.745826 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Sync routers for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:57.747385 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0e5618b-ea88-48a3-8f0f-27131a3699d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.765733 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:55:57.769887 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:57.843976 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.845218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-69928c3e-b8ae-4153-af29-a84ef57af4cb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7397640 Feb 07 22:55:57.849634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38838) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:57.911870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port b7d7a5a0-7296-46ea-82a8-17f927c1884e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:55:57.912285 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.950856 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:55:57.988464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:57.990539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Checking segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:57.991835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.995032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Bound using segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:57.996909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Bound port: c0ae2fbc-5103-4467-a09b-62880aec644a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:57.997578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.086884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0e5618b-ea88-48a3-8f0f-27131a3699d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.087142 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.090448 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.123404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0e5618b-ea88-48a3-8f0f-27131a3699d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.136872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] For port c0ae2fbc-5103-4467-a09b-62880aec644a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:58.140915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] For port c0ae2fbc-5103-4467-a09b-62880aec644a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0ae2fbc-5103-4467-a09b-62880aec644a,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:58.157544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Pushing event updated for resources: {'Port': ['ID=ebbe077c-c7a6-479c-a180-ba4c64b8561a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:58.177628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for b7d7a5a0-7296-46ea-82a8-17f927c1884e owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:55:58.179363 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.184469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5618b-ea88-48a3-8f0f-27131a3699d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68ef668-18cc-4e7c-912f-1b5ca1d7361a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:58.233246 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da5a9372-4ed6-4ab7-8ae2-cfabdb9321cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.235611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Attempting to bind port ebbe077c-c7a6-479c-a180-ba4c64b8561a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:58.238844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Attempting to bind port ebbe077c-c7a6-479c-a180-ba4c64b8561a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '19902ed8-e67e-466c-add5-984f83b27a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:58.240198 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Attempting to bind port ebbe077c-c7a6-479c-a180-ba4c64b8561a on network 2c0e655b-9479-4e96-a230-74cb84ebc2dc {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:55:58.267480 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.297564 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a0e5618b-ea88-48a3-8f0f-27131a3699d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9a2cd1eda4e4928ae758fe1b0d9239d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5750196 Feb 07 22:55:58.298208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38844) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:55:58.381406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=c13fc1ea-24f1-4628-8f3c-351f1527700d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:58.409462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 2c0e655b-9479-4e96-a230-74cb84ebc2dc is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:58.415058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:58.423752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94b8dc6b-095f-4c8b-b74a-7b3ff36443e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.432716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f81123-1d05-4a9d-a385-276c2b4ad7ae None None] Pushing event updated for resources: {'Port': ['ID=c0ae2fbc-5103-4467-a09b-62880aec644a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:58.456384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:55:58.457476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.507230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:55:58.508625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Checking segment: {'id': '19902ed8-e67e-466c-add5-984f83b27a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:55:58.509519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.511065 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:55:54Z', 'revision_number': 3, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:58.511761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Bound using segment: {'id': '19902ed8-e67e-466c-add5-984f83b27a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:55:58.512289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Bound port: ebbe077c-c7a6-479c-a180-ba4c64b8561a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19902ed8-e67e-466c-add5-984f83b27a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:58.512678 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.512816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94b8dc6b-095f-4c8b-b74a-7b3ff36443e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.651791 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Checking router: dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:58.652439 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Updating router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:58.655206 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b65fedb-224c-479d-bd50-54a44eb68a8f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:55:58.661108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-da5a9372-4ed6-4ab7-8ae2-cfabdb9321cf None None] For port 2d27a75b-5940-4603-a662-b839819190ef, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2d27a75b-5940-4603-a662-b839819190ef,segment=NetworkSegment(e01bcdbb-6b97-4ec0-9dc5-240d694c4567),segment_id=e01bcdbb-6b97-4ec0-9dc5-240d694c4567)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:55:58.671487 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94b8dc6b-095f-4c8b-b74a-7b3ff36443e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.686316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94b8dc6b-095f-4c8b-b74a-7b3ff36443e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.687470 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-94b8dc6b-095f-4c8b-b74a-7b3ff36443e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b68ef668-18cc-4e7c-912f-1b5ca1d7361a HTTP/1.1" status: 204 len: 168 time: 0.3860533 Feb 07 22:55:58.760666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8dc6b-095f-4c8b-b74a-7b3ff36443e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68ef668-18cc-4e7c-912f-1b5ca1d7361a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:58.870371 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35db81e1-326b-47d4-961a-5a8979058fc4 req-dd9157d2-8c00-4fd1-abff-9dc39919159e tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 210 time: 0.1634262 Feb 07 22:55:58.899875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] For port ebbe077c-c7a6-479c-a180-ba4c64b8561a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:55:58.903535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] For port ebbe077c-c7a6-479c-a180-ba4c64b8561a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ebbe077c-c7a6-479c-a180-ba4c64b8561a,segment=NetworkSegment(19902ed8-e67e-466c-add5-984f83b27a1c),segment_id=19902ed8-e67e-466c-add5-984f83b27a1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:55:58.914740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.929412 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.955086 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da5a9372-4ed6-4ab7-8ae2-cfabdb9321cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.974337 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.026826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=b7d7a5a0-7296-46ea-82a8-17f927c1884e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:59.137289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a9372-4ed6-4ab7-8ae2-cfabdb9321cf None None] Pushing event updated for resources: {'Port': ['ID=2d27a75b-5940-4603-a662-b839819190ef,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:59.402809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f289117b-fa15-43a6-b49c-c0d6d77b5c3b None None] Provisioning complete for port 3b65fedb-224c-479d-bd50-54a44eb68a8f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:59.403175 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f289117b-fa15-43a6-b49c-c0d6d77b5c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.446897 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.454034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.527687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428518f7-6ad3-4154-a73b-0760dbbd1d20 None None] Pushing event updated for resources: {'Port': ['ID=ebbe077c-c7a6-479c-a180-ba4c64b8561a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:59.564218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-73e613ee-e16c-4199-b9f1-574936952cdf tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:59.576116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-73e613ee-e16c-4199-b9f1-574936952cdf tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.46 "GET /v2.0/networks?id=1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 HTTP/1.1" status: 200 len: 820 time: 0.5664167 Feb 07 22:55:59.596908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3b65fedb-224c-479d-bd50-54a44eb68a8f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:59.597281 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.673556 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.697744 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.701804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.773218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Request body: {'port': {'device_id': 'f584711a-57f6-407c-b8bb-f46595961857', 'network_id': '1d9ecd53-50b5-4d53-8a58-f2ffe5de5781', 'admin_state_up': True, 'tenant_id': 'a356d412a51444849a5241268916b3f7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:59.967167 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f289117b-fa15-43a6-b49c-c0d6d77b5c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.976931 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c15ca6-0c6a-48d2-8132-c46b3f08611f None None] Pushing event updated for resources: {'Port': ['ID=8cb0dd17-1987-42ef-b7ef-f2d68a02c872,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:00.047478 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Attempting to bind port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:00.047793 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Attempting to bind port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:00.048143 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Attempting to bind port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:00.063760 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.075618 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:00.076019 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:00.076419 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.076803 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:00.077266 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Bound port: 8cb0dd17-1987-42ef-b7ef-f2d68a02c872, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:00.077638 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.190427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 3b65fedb-224c-479d-bd50-54a44eb68a8f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b65fedb-224c-479d-bd50-54a44eb68a8f,segment=NetworkSegment(d4b87e79-46cd-49bc-a534-bd3aa0ea820c),segment_id=d4b87e79-46cd-49bc-a534-bd3aa0ea820c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:00.201920 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.210577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2d27a75b-5940-4603-a662-b839819190ef up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:00.322856 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] For port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:00.352829 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] For port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8cb0dd17-1987-42ef-b7ef-f2d68a02c872,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:00.365969 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.398283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Made reservation on behalf of a356d412a51444849a5241268916b3f7 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:00.420446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e69c66aa-5c82-4e7c-be02-dc0845d48e4f req-e3771d22-8841-4822-90ac-6691692a7ef1 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 210 time: 0.0795002 Feb 07 22:56:00.428616 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.524537 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c15ca6-0c6a-48d2-8132-c46b3f08611f None None] Pushing event updated for resources: {'Port': ['ID=8cb0dd17-1987-42ef-b7ef-f2d68a02c872,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:00.570612 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:00.571538 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:00.599013 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-f289117b-fa15-43a6-b49c-c0d6d77b5c3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:00.600407 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-f289117b-fa15-43a6-b49c-c0d6d77b5c3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:00.633421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=3b65fedb-224c-479d-bd50-54a44eb68a8f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:00.646521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680bbc1e-815f-4792-b924-d0c11b1fc4d4 None None] Network db9328a8-d792-41b3-ac3a-e474230c354e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:00.659063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 042110ff-e0c1-412b-bc2e-72f63c148150 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:00.906022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:00.915593 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:00.934931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4ede5175-6cb6-4b67-be6d-854812030b05 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/042110ff-e0c1-412b-bc2e-72f63c148150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4287453 Feb 07 22:56:00.940487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38884) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:00.952388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd392b3e-9e87-4725-ac03-c7348713086a None None] Sync routers for ids ['042110ff-e0c1-412b-bc2e-72f63c148150'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:01.054100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2d27a75b-5940-4603-a662-b839819190ef triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:01.054803 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.142109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd392b3e-9e87-4725-ac03-c7348713086a None None] Routers {'042110ff-e0c1-412b-bc2e-72f63c148150'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:01.142760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-fd392b3e-9e87-4725-ac03-c7348713086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['042110ff-e0c1-412b-bc2e-72f63c148150'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:01.264238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-fd392b3e-9e87-4725-ac03-c7348713086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:01.393207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd392b3e-9e87-4725-ac03-c7348713086a None None] Routers {'042110ff-e0c1-412b-bc2e-72f63c148150'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:01.393207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-fd392b3e-9e87-4725-ac03-c7348713086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['042110ff-e0c1-412b-bc2e-72f63c148150'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:01.439108 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:55:54Z', 'revision_number': 3, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:01.551623 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e0316-4d51-428d-8612-4c40d9afd588 None None] The sync data for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 is: [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:55:54Z', 'revision_number': 3, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:01.557320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Allocated IP 172.20.0.6 (1d9ecd53-50b5-4d53-8a58-f2ffe5de5781/4c789ab8-06b8-47d8-857a-0a365e4ef5b4/43c6cd3e-59a2-4feb-94c3-10d8a524ee68) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:01.591010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-fd392b3e-9e87-4725-ac03-c7348713086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:01.591996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd392b3e-9e87-4725-ac03-c7348713086a None None] The sync data for ids ['042110ff-e0c1-412b-bc2e-72f63c148150'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:01.731295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Provisioning complete for port 3b65fedb-224c-479d-bd50-54a44eb68a8f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:01.731594 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.756728 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-e167d38b-15ee-463c-b27c-11f60714597a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 22:56:01.768388 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e167d38b-15ee-463c-b27c-11f60714597a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/042110ff-e0c1-412b-bc2e-72f63c148150/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8124945 Feb 07 22:56:01.771742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38900) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:01.795536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c1e3b8-5635-4c70-8d14-d300e9934db9 None None] Network 2c0e655b-9479-4e96-a230-74cb84ebc2dc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:01.887596 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Allocated IP 172.20.0.1 (db9328a8-d792-41b3-ac3a-e474230c354e/988b654f-1d6f-420c-b2d6-6e681bcdd53f/04fc4097-1c65-418d-a25f-d3c471f94b1c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:01.978382 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.185115 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.188697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.241720 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Provisioning complete for port c0ae2fbc-5103-4467-a09b-62880aec644a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:02.251387 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.272756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-890a1e88-5764-43b1-8fa9-d1e9cdb57c96 req-5c883793-d7fd-41e8-a3a6-26343ca131ed tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 210 time: 0.5610373 Feb 07 22:56:02.354205 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.359867 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6fd21749-c334-4516-a26a-c7bba3abd707 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=042110ff-e0c1-412b-bc2e-72f63c148150 HTTP/1.1" status: 200 len: 205 time: 0.5748236 Feb 07 22:56:02.365985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38910) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:02.374682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b65fedb-224c-479d-bd50-54a44eb68a8f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:02.452271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=c13fc1ea-24f1-4628-8f3c-351f1527700d,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:02.523076 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.526978 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25dcd39a-0ded-4d27-8eb4-a51265d29b22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.572832 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.574678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3b65fedb-224c-479d-bd50-54a44eb68a8f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:02.575034 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.612801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network 2c0e655b-9479-4e96-a230-74cb84ebc2dc is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:02.615146 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.650702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Network db9328a8-d792-41b3-ac3a-e474230c354e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:02.655354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:02.672628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:02.710289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] For port c0ae2fbc-5103-4467-a09b-62880aec644a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0ae2fbc-5103-4467-a09b-62880aec644a,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:02.713460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:02.719236 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.722331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.764487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Could not find standard attr ID for object b7d7a5a0-7296-46ea-82a8-17f927c1884e. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:56:02.859473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ebbe077c-c7a6-479c-a180-ba4c64b8561a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:02.918928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Pushing event updated for resources: {'Port': ['ID=c0ae2fbc-5103-4467-a09b-62880aec644a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:02.941771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.943035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.943476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.944967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.948593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.959095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.959605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.960070 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.960520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.960970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.961403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.966803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52a3b8-253c-4ef7-8ca6-367b15568e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:02.993358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25dcd39a-0ded-4d27-8eb4-a51265d29b22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.996793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25dcd39a-0ded-4d27-8eb4-a51265d29b22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.997836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2d79a60c-9b8d-412b-a2ed-04a636214d64 None None] Provisioning complete for port ebbe077c-c7a6-479c-a180-ba4c64b8561a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:02.999635 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d79a60c-9b8d-412b-a2ed-04a636214d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.022270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Pushing event updated for resources: {'Port': ['ID=04fc4097-1c65-418d-a25f-d3c471f94b1c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:03.076945 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.089518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ebbe077c-c7a6-479c-a180-ba4c64b8561a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:03.089824 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.201111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Network 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:03.244219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:03.264136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:03.267449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25dcd39a-0ded-4d27-8eb4-a51265d29b22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.267967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dcd39a-0ded-4d27-8eb4-a51265d29b22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Fanout notify agent at l3_agent the message router_deleted on router 042110ff-e0c1-412b-bc2e-72f63c148150 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:56:03.287924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.293824 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d79a60c-9b8d-412b-a2ed-04a636214d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.309257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25dcd39a-0ded-4d27-8eb4-a51265d29b22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.310443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-25dcd39a-0ded-4d27-8eb4-a51265d29b22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/042110ff-e0c1-412b-bc2e-72f63c148150 HTTP/1.1" status: 204 len: 168 time: 0.9402978 Feb 07 22:56:03.352729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38920) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:03.370255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:03.373240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port ebbe077c-c7a6-479c-a180-ba4c64b8561a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ebbe077c-c7a6-479c-a180-ba4c64b8561a,segment=NetworkSegment(19902ed8-e67e-466c-add5-984f83b27a1c),segment_id=19902ed8-e67e-466c-add5-984f83b27a1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:03.381857 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.383456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2d27a75b-5940-4603-a662-b839819190ef up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:03.424431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:03.425495 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.434122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Pushing event updated for resources: {'Port': ['ID=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:03.477589 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-cc1e6067-096b-4388-b0cc-230c11b0ca56 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7514393 Feb 07 22:56:03.518570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Request body: {'port': {'device_id': 'f584711a-57f6-407c-b8bb-f46595961857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:03.538907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=ebbe077c-c7a6-479c-a180-ba4c64b8561a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:03.611496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f88f5e8-595f-4deb-b54f-e2cb8feaf103 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting subnet 501718c9-3c41-4d57-9b8d-80ab0d0ea368 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:56:03.619048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f88f5e8-595f-4deb-b54f-e2cb8feaf103 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.624476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.646365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-2d79a60c-9b8d-412b-a2ed-04a636214d64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:03.646900 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-2d79a60c-9b8d-412b-a2ed-04a636214d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:03.649389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.678699 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2d27a75b-5940-4603-a662-b839819190ef triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:03.679489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.866362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0ae2fbc-5103-4467-a09b-62880aec644a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:03.874384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657c07b-0a9e-4848-b1db-b719a65c224f req-8fa014a2-fe05-4e35-baa4-e3fae0bc8649 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:03.876376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b657c07b-0a9e-4848-b1db-b719a65c224f req-8fa014a2-fe05-4e35-baa4-e3fae0bc8649 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 931 time: 0.4100540 Feb 07 22:56:03.926595 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f88f5e8-595f-4deb-b54f-e2cb8feaf103 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.981086 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.010559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c0ae2fbc-5103-4467-a09b-62880aec644a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:04.010943 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.187078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:04.201660 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.233561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Transition to ACTIVE for port object 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:04.233748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:04.243842 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4110471a-6824-495d-930e-50d163b11102 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0018809 Feb 07 22:56:04.245174 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:04.247153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38932) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:04.265639 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:04.266553 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:04.266797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-272019279'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:04.276121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2d79a60c-9b8d-412b-a2ed-04a636214d64 None None] Provisioning complete for port c0ae2fbc-5103-4467-a09b-62880aec644a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:04.284130 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d79a60c-9b8d-412b-a2ed-04a636214d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.305347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.314608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b657c07b-0a9e-4848-b1db-b719a65c224f req-645e4c9f-ee95-493a-bc19-d003c88f1578 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250364 Feb 07 22:56:04.324096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:04.325532 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f88f5e8-595f-4deb-b54f-e2cb8feaf103 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.333293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.514035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:56:04.527576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.527951 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added segment 26532859-5aa8-4d80-8d4d-bf53a56c4561 of type vlan for network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa Feb 07 22:56:04.539098 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:04.553244 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.568165 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.588391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2d79a60c-9b8d-412b-a2ed-04a636214d64 None None] Could not find standard attr ID for object b7d7a5a0-7296-46ea-82a8-17f927c1884e. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:56:04.588954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.602806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.607795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:04.634033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Pushing event updated for resources: {'Port': ['ID=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:04.664587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.675222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:04.676940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.688098 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.719598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4712045 Feb 07 22:56:04.720737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f88f5e8-595f-4deb-b54f-e2cb8feaf103 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.722442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38940) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:04.733928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'subnet': {'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:04.742670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:04.743985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.786881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88f5e8-595f-4deb-b54f-e2cb8feaf103 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Subnet': ['ID=501718c9-3c41-4d57-9b8d-80ab0d0ea368,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:04.805281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d6df269a-5cbc-4848-a738-85ff5e8a3114 None None] Provisioning complete for port c13fc1ea-24f1-4628-8f3c-351f1527700d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:04.805660 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6df269a-5cbc-4848-a738-85ff5e8a3114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.862273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d6df269a-5cbc-4848-a738-85ff5e8a3114 None None] Port c13fc1ea-24f1-4628-8f3c-351f1527700d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:56:04.866459 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f88f5e8-595f-4deb-b54f-e2cb8feaf103 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.870073 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4f88f5e8-595f-4deb-b54f-e2cb8feaf103 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/501718c9-3c41-4d57-9b8d-80ab0d0ea368 HTTP/1.1" status: 204 len: 168 time: 1.5162072 Feb 07 22:56:04.879153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38942) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:04.905497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f65b1-cc54-4e81-b725-559b4ca00b45 None None] Network 6adb56af-32f0-40b1-b540-005fcd21bfe3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:04.909657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d6df269a-5cbc-4848-a738-85ff5e8a3114 None None] Provisioning complete for port 04fc4097-1c65-418d-a25f-d3c471f94b1c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:04.910028 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6df269a-5cbc-4848-a738-85ff5e8a3114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.953543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Pushing event updated for resources: {'Port': ['ID=04fc4097-1c65-418d-a25f-d3c471f94b1c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:04.994285 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.010007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab6638-b3d2-4d83-a1e0-2ae798a664bc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Network': ['ID=a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:05.076134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Attempting to bind port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:05.077232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Attempting to bind port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd210f8a0-8fb5-4989-a4c3-6245368f00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1d9ecd53-50b5-4d53-8a58-f2ffe5de5781'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:05.077681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Attempting to bind port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 on network 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:05.086280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 on network 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:56:05.086757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Attempting to bind port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 on network 1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:05.098543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Network db9328a8-d792-41b3-ac3a-e474230c354e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:05.098959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:05.099573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Checking segment: {'id': 'd210f8a0-8fb5-4989-a4c3-6245368f00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1d9ecd53-50b5-4d53-8a58-f2ffe5de5781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:05.100052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Bound using segment: {'id': 'd210f8a0-8fb5-4989-a4c3-6245368f00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1d9ecd53-50b5-4d53-8a58-f2ffe5de5781'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:05.100940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Bound port: 43c6cd3e-59a2-4feb-94c3-10d8a524ee68, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd210f8a0-8fb5-4989-a4c3-6245368f00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1d9ecd53-50b5-4d53-8a58-f2ffe5de5781'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:05.102353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.103083 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:55:59Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:55:59Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:05.104734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:05.123113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:56:05.162818 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:05.163348 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Updating router d218cae0-05ef-469d-b5cd-229e9c6f882e port c13fc1ea-24f1-4628-8f3c-351f1527700d binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:56:05.163978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 3b65fedb-224c-479d-bd50-54a44eb68a8f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:05.164438 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.174104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Made reservation on behalf of 8c29087f61974f5295db5b6505b3ff98 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:05.178989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.229220 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.293680 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.323387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port 3b65fedb-224c-479d-bd50-54a44eb68a8f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b65fedb-224c-479d-bd50-54a44eb68a8f,segment=NetworkSegment(d4b87e79-46cd-49bc-a534-bd3aa0ea820c),segment_id=d4b87e79-46cd-49bc-a534-bd3aa0ea820c)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:05.324008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.353413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8cb0dd17-1987-42ef-b7ef-f2d68a02c872,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:05.360406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] For port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:05.388158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:05.394871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] For port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,segment=NetworkSegment(d210f8a0-8fb5-4989-a4c3-6245368f00a8),segment_id=d210f8a0-8fb5-4989-a4c3-6245368f00a8)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:05.400487 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.403935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ebbe077c-c7a6-479c-a180-ba4c64b8561a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:05.414045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 3b65fedb-224c-479d-bd50-54a44eb68a8f owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:05.421976 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.540834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=8cb0dd17-1987-42ef-b7ef-f2d68a02c872,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:05.544214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d6df269a-5cbc-4848-a738-85ff5e8a3114 None None] Port 04fc4097-1c65-418d-a25f-d3c471f94b1c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:56:05.570186 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:05.570808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.572228 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] 10.222.0.46 "PUT /v2.0/ports/43c6cd3e-59a2-4feb-94c3-10d8a524ee68 HTTP/1.1" status: 200 len: 1091 time: 2.0862272 Feb 07 22:56:05.603892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f584711a-57f6-407c-b8bb-f46595961857', 'tag': '43c6cd3e-59a2-4feb-94c3-10d8a524ee68'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:05.606486 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc753d54-4063-49df-8e88-9abfc01b74f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f584711a-57f6-407c-b8bb-f46595961857", "tag": "43c6cd3e-59a2-4feb-94c3-10d8a524ee68"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:56:05.770958 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f5fa3f-3d80-4846-88bb-f2964f92463d x-openstack-request-id: req-04f5fa3f-3d80-4846-88bb-f2964f92463d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:56:05.771558 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f584711a-57f6-407c-b8bb-f46595961857", "tag": "43c6cd3e-59a2-4feb-94c3-10d8a524ee68", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:56:05.772547 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04f5fa3f-3d80-4846-88bb-f2964f92463d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:56:05.773175 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f584711a-57f6-407c-b8bb-f46595961857', 'tag': '43c6cd3e-59a2-4feb-94c3-10d8a524ee68', 'status': 'completed', 'code': 200} Feb 07 22:56:05.774235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d6df269a-5cbc-4848-a738-85ff5e8a3114 None None] Provisioning complete for port ebbe077c-c7a6-479c-a180-ba4c64b8561a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:05.774708 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6df269a-5cbc-4848-a738-85ff5e8a3114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.805611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.812805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b55e9-ce87-47c9-8251-cce1953498af req-b76070f3-11e8-4243-8af8-3f5f53277b0c tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:05.821334 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b80b55e9-ce87-47c9-8251-cce1953498af req-b76070f3-11e8-4243-8af8-3f5f53277b0c tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 943 time: 0.3367419 Feb 07 22:56:05.825018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:05.838133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1be8fb-03c2-4cdb-a54f-04ceb9b3b3ee service neutron] Pushing event updated for resources: {'Port': ['ID=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:05.854421 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.858743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Sync routers for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:05.866351 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.910125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-7576b34e-4f41-434d-bd15-c67793f7f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:05.912406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-7576b34e-4f41-434d-bd15-c67793f7f067 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a356d412a51444849a5241268916b3f7&device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 1094 time: 0.2496243 Feb 07 22:56:05.932705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b80b55e9-ce87-47c9-8251-cce1953498af req-df0cab4e-4ebb-424d-850f-47b105dd54e2 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103532 Feb 07 22:56:05.935069 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.955745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:05.956659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:05.967056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bdc3c763-3d47-4984-8d81-35fa57cd15a6 admin admin] 10.222.0.15 "PUT /v2.0/routers/dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1134810 Feb 07 22:56:06.061364 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cdab1-743b-48b6-92e6-15a035febd9d None None] Pushing event updated for resources: {'Port': ['ID=c13fc1ea-24f1-4628-8f3c-351f1527700d,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:06.066816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fbe7d5-8836-48ec-8591-675cba8d6dd6 None None] DHCP port deletion for 6adb56af-32f0-40b1-b540-005fcd21bfe3 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:56:06.080498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=3b65fedb-224c-479d-bd50-54a44eb68a8f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:06.085737 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-e3b79481-9de6-4a8d-ad6b-25b449594865 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43c6cd3e-59a2-4feb-94c3-10d8a524ee68 HTTP/1.1" status: 200 len: 217 time: 0.1647630 Feb 07 22:56:06.095697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Subnet': ['ID=624f8b34-de6b-42b3-8521-1f236577fd09,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:06.100477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No DVR routers for this DVR port 3b65fedb-224c-479d-bd50-54a44eb68a8f on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:06.116093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Checking segment: {'id': '26532859-5aa8-4d80-8d4d-bf53a56c4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:06.116688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network hostable DHCP agents. Network: a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:56:06.125921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ebbe077c-c7a6-479c-a180-ba4c64b8561a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:06.126305 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.175093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:56:06.195016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:06.207350 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Attempting to bind port c13fc1ea-24f1-4628-8f3c-351f1527700d on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:06.208305 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Attempting to bind port c13fc1ea-24f1-4628-8f3c-351f1527700d by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '19902ed8-e67e-466c-add5-984f83b27a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:06.208716 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Attempting to bind port c13fc1ea-24f1-4628-8f3c-351f1527700d on network 2c0e655b-9479-4e96-a230-74cb84ebc2dc {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:06.213780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:06.214577 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.235692 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:06.236146 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Checking segment: {'id': '19902ed8-e67e-466c-add5-984f83b27a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:06.236607 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.246226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d7044c9a-5221-46e1-bb94-802b5d6da683 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5151553 Feb 07 22:56:06.248206 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Bound using segment: {'id': '19902ed8-e67e-466c-add5-984f83b27a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:06.248488 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Bound port: c13fc1ea-24f1-4628-8f3c-351f1527700d, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19902ed8-e67e-466c-add5-984f83b27a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:06.248889 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.249165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38962) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:06.375320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69c519-dae5-4235-aed9-02b3377059ca None None] Network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:06.391046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-666cc110-f919-4437-94fc-7e9d0f4fe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:06.392570 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-666cc110-f919-4437-94fc-7e9d0f4fe678 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c789ab8-06b8-47d8-857a-0a365e4ef5b4 HTTP/1.1" status: 200 len: 860 time: 0.2257500 Feb 07 22:56:06.419031 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] For port c13fc1ea-24f1-4628-8f3c-351f1527700d, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:06.428101 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] For port c13fc1ea-24f1-4628-8f3c-351f1527700d, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c13fc1ea-24f1-4628-8f3c-351f1527700d,segment=NetworkSegment(19902ed8-e67e-466c-add5-984f83b27a1c),segment_id=19902ed8-e67e-466c-add5-984f83b27a1c)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:06.441381 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.450721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.513133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-aaca8d04-47dc-480e-89e8-de97c6e25ebd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d9ecd53-50b5-4d53-8a58-f2ffe5de5781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104677 Feb 07 22:56:06.586636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adb56af-32f0-40b1-b540-005fcd21bfe3']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:06.641076 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cdab1-743b-48b6-92e6-15a035febd9d None None] Pushing event updated for resources: {'Port': ['ID=c13fc1ea-24f1-4628-8f3c-351f1527700d,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:06.661893 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:06.675076 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:06.679459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0ae2fbc-5103-4467-a09b-62880aec644a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:06.681525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0d9000ca-8e02-46f1-86bc-d0356ad57170 None None] Provisioning complete for port 04fc4097-1c65-418d-a25f-d3c471f94b1c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:06.682024 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d9000ca-8e02-46f1-86bc-d0356ad57170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.715973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b87e79-46cd-49bc-a534-bd3aa0ea820c') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:06.716351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b87e79-46cd-49bc-a534-bd3aa0ea820c') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:06.732306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.752675 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.761090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0d9000ca-8e02-46f1-86bc-d0356ad57170 None None] Port 04fc4097-1c65-418d-a25f-d3c471f94b1c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:56:06.773506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:06.774660 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:06.778239 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:06.837636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:07.142546 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:07.198646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.216219 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e2217c8c-8074-4d05-985f-9749d32428ce None None] Provisioning complete for port c13fc1ea-24f1-4628-8f3c-351f1527700d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:07.220606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2217c8c-8074-4d05-985f-9749d32428ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.475959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c0ae2fbc-5103-4467-a09b-62880aec644a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:07.476344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.699106 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:55:59Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:06Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:07.749229 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.758840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.760483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/networks/6adb56af-32f0-40b1-b540-005fcd21bfe3 HTTP/1.1" status: 204 len: 168 time: 2.8774405 Feb 07 22:56:07.770173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 38986) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:07.770404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-4613ecd1-6e03-4c81-81a5-ef0730ecc3d5 service neutron] 10.222.0.46 "GET /v2.0/networks/1d9ecd53-50b5-4d53-8a58-f2ffe5de5781?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2288740 Feb 07 22:56:07.781851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1256379010'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:07.791237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa', 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'fixed_ips': [{'subnet_id': '624f8b34-de6b-42b3-8521-1f236577fd09'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:56:07.792301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.811896 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d17b0-a543-4eca-9f20-371b1c8ac8b3 None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:55:59Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:06Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:07.818335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Allocated IP 2001:db8:3::1 (a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa/624f8b34-de6b-42b3-8521-1f236577fd09/fe74bf36-35ef-4413-84e9-968d4fc39900) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:07.824188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d789b59-5b5a-4d3f-b23e-e5be8f4f33d3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Network': ['ID=6adb56af-32f0-40b1-b540-005fcd21bfe3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:07.967878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b08f39-8393-4147-9254-e46943d74b14 req-95ca5c96-1609-4c2f-bed2-1aad72e6b019 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:07.969674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70b08f39-8393-4147-9254-e46943d74b14 req-95ca5c96-1609-4c2f-bed2-1aad72e6b019 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 943 time: 0.2639103 Feb 07 22:56:07.990850 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2217c8c-8074-4d05-985f-9749d32428ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.011197 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.100297 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.122629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70b08f39-8393-4147-9254-e46943d74b14 req-7234fddc-d7d7-4bbc-bbb9-6ec4e7c24c7c tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429760 Feb 07 22:56:08.126659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:08.131501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.161499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Allocated IP 2001:db8:3::2 (a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa/624f8b34-de6b-42b3-8521-1f236577fd09/f3756608-f679-4293-b96e-798439d0d699) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:08.167306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-702b27be-53e0-4de5-b17b-60d43c7109e6 req-f7e55fed-13b7-49f9-8f57-f2f0fdde61d3 service neutron] 10.222.0.46 "GET /v2.0/networks/1d9ecd53-50b5-4d53-8a58-f2ffe5de5781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724966 Feb 07 22:56:08.185385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38988) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:08.191096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-976417c1-206c-40f3-892d-55cc0f2835bc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993442780', 'description': 'tempest-description--896636734'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:08.228514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-976417c1-206c-40f3-892d-55cc0f2835bc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.247131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:08.260674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:08.291929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=fe74bf36-35ef-4413-84e9-968d4fc39900,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:08.296592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:08.296824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.344795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-9bef1ccf-a690-45df-8f43-bb6ce049dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:08.347295 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-9bef1ccf-a690-45df-8f43-bb6ce049dd7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a356d412a51444849a5241268916b3f7&device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 1094 time: 0.1006603 Feb 07 22:56:08.366288 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.389044 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.409203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 2, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:08.418594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:56:08.431148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-976417c1-206c-40f3-892d-55cc0f2835bc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.483633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e2217c8c-8074-4d05-985f-9749d32428ce None None] For port c13fc1ea-24f1-4628-8f3c-351f1527700d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c13fc1ea-24f1-4628-8f3c-351f1527700d,segment=NetworkSegment(19902ed8-e67e-466c-add5-984f83b27a1c),segment_id=19902ed8-e67e-466c-add5-984f83b27a1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:08.534183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-976417c1-206c-40f3-892d-55cc0f2835bc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.569178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:08.572637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Checking router: dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:08.573450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Updating router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c port 04fc4097-1c65-418d-a25f-d3c471f94b1c binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:56:08.577368 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2217c8c-8074-4d05-985f-9749d32428ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.609029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976417c1-206c-40f3-892d-55cc0f2835bc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82406435-569e-409e-ade0-fe61d399bd89,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:08.655273 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-976417c1-206c-40f3-892d-55cc0f2835bc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.655273 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-976417c1-206c-40f3-892d-55cc0f2835bc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4614785 Feb 07 22:56:08.665031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:08.667618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 38994) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:08.684116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:08.692749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fae601a1-9921-40b5-a128-82a707228887 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'security_group_rule': {'security_group_id': '82406435-569e-409e-ade0-fe61d399bd89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:08.747385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-0214867a-9878-47d5-a411-013b2eaa2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:08.749994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-0214867a-9878-47d5-a411-013b2eaa2176 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 HTTP/1.1" status: 200 len: 920 time: 0.3943751 Feb 07 22:56:08.799623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:08.803841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Pushing event updated for resources: {'Port': ['ID=f3756608-f679-4293-b96e-798439d0d699,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:08.809809 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fae601a1-9921-40b5-a128-82a707228887 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.815020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-ab81a6be-a327-4305-b49c-da1694913dcd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43c6cd3e-59a2-4feb-94c3-10d8a524ee68 HTTP/1.1" status: 200 len: 217 time: 0.0575554 Feb 07 22:56:08.922685 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.923086 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added segment a6eff235-7a5b-4158-a746-268286904eb4 of type vlan for network f24b3625-575a-4a5d-b011-13ab0be5f04a Feb 07 22:56:08.998732 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fae601a1-9921-40b5-a128-82a707228887 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.010567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.017042 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fae601a1-9921-40b5-a128-82a707228887 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.054641 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.060768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:09.061399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.071128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fae601a1-9921-40b5-a128-82a707228887 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.077323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fae601a1-9921-40b5-a128-82a707228887 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4011588 Feb 07 22:56:09.079081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae601a1-9921-40b5-a128-82a707228887 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91b2f67-a958-4e9f-9502-d99fe36b8de7,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:09.093038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-c9da31a7-810a-4dd5-8810-cf1ee06e6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:09.107473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-c9da31a7-810a-4dd5-8810-cf1ee06e6318 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c789ab8-06b8-47d8-857a-0a365e4ef5b4 HTTP/1.1" status: 200 len: 860 time: 0.2712178 Feb 07 22:56:09.119395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39000) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:09.124933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6c27a4f9-25c3-423c-86ed-3b6649a11b07 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'security_group_rule': {'security_group_id': '82406435-569e-409e-ade0-fe61d399bd89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:09.189106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-84f857d3-a991-4b7c-a342-a406277c9a3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d9ecd53-50b5-4d53-8a58-f2ffe5de5781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805156 Feb 07 22:56:09.198752 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.212817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.269886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2fb950ce-4a33-4849-837b-680b9066cc89 None None] Provisioning complete for port c13fc1ea-24f1-4628-8f3c-351f1527700d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:09.270419 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2fb950ce-4a33-4849-837b-680b9066cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.313698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Network': ['ID=f24b3625-575a-4a5d-b011-13ab0be5f04a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:09.320344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-776f4846-1f45-4261-86ff-cc59c458df74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5454881 Feb 07 22:56:09.327601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39014) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:09.336143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'subnet': {'network_id': 'f24b3625-575a-4a5d-b011-13ab0be5f04a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:09.406391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f24b3625-575a-4a5d-b011-13ab0be5f04a details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:56:09.410169 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-de8dd6b6-0eca-4d0e-80ee-eed17f86331e service neutron] 10.222.0.46 "GET /v2.0/networks/1d9ecd53-50b5-4d53-8a58-f2ffe5de5781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097147 Feb 07 22:56:09.535828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:09.536530 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.538102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Attempting to bind port f3756608-f679-4293-b96e-798439d0d699 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:09.538477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Attempting to bind port f3756608-f679-4293-b96e-798439d0d699 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '26532859-5aa8-4d80-8d4d-bf53a56c4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:09.538847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Attempting to bind port f3756608-f679-4293-b96e-798439d0d699 on network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:09.554852 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c27a4f9-25c3-423c-86ed-3b6649a11b07 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.711546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c27a4f9-25c3-423c-86ed-3b6649a11b07 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.729671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f44ba-6087-48b9-8ae0-229133373b0d req-b5fb70b3-1111-42d2-8997-ede534535831 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:09.738644 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e18f44ba-6087-48b9-8ae0-229133373b0d req-b5fb70b3-1111-42d2-8997-ede534535831 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 943 time: 0.4901011 Feb 07 22:56:09.744756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:09.748631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2217c8c-8074-4d05-985f-9749d32428ce None None] Pushing event updated for resources: {'Port': ['ID=c13fc1ea-24f1-4628-8f3c-351f1527700d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:09.748793 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.752489 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c27a4f9-25c3-423c-86ed-3b6649a11b07 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.802954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:09.803214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Checking segment: {'id': '26532859-5aa8-4d80-8d4d-bf53a56c4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:09.803625 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.813003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc753d54-4063-49df-8e88-9abfc01b74f5 req-cb4c3267-3f34-4c76-8969-be6c69f15aa2 service neutron] 10.222.0.46 "GET /v2.0/networks/1d9ecd53-50b5-4d53-8a58-f2ffe5de5781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532190 Feb 07 22:56:09.814493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Bound using segment: {'id': '26532859-5aa8-4d80-8d4d-bf53a56c4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:09.815042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Bound port: f3756608-f679-4293-b96e-798439d0d699, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26532859-5aa8-4d80-8d4d-bf53a56c4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:09.815432 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.825720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27a4f9-25c3-423c-86ed-3b6649a11b07 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1f4e10-b68a-419a-b877-33a197b853d0,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:09.860324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:56:09.862514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c27a4f9-25c3-423c-86ed-3b6649a11b07 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.867757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6c27a4f9-25c3-423c-86ed-3b6649a11b07 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7428563 Feb 07 22:56:09.881725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39020) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:09.886460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:09.889408 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e18f44ba-6087-48b9-8ae0-229133373b0d req-92656d73-e02e-48b7-946e-10a6ac26c97c tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224346 Feb 07 22:56:10.029241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.058405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.059470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.071037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.177181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] For port f3756608-f679-4293-b96e-798439d0d699, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:10.182100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] For port f3756608-f679-4293-b96e-798439d0d699, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f3756608-f679-4293-b96e-798439d0d699,segment=NetworkSegment(26532859-5aa8-4d80-8d4d-bf53a56c4561),segment_id=26532859-5aa8-4d80-8d4d-bf53a56c4561)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:10.202539 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.297360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event updated for resources: {'Port': ['ID=fe74bf36-35ef-4413-84e9-968d4fc39900,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:10.318018 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.370759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c13fc1ea-24f1-4628-8f3c-351f1527700d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:10.379359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,segment=NetworkSegment(d210f8a0-8fb5-4989-a4c3-6245368f00a8),segment_id=d210f8a0-8fb5-4989-a4c3-6245368f00a8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:10.428535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Subnet': ['ID=632167db-44ef-4a8d-8ad7-d77d53194c1b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:10.485172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:10.491303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:10.516513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '43c6cd3e-59a2-4feb-94c3-10d8a524ee68', 'network_id': '1d9ecd53-50b5-4d53-8a58-f2ffe5de5781', 'port_id': '43c6cd3e-59a2-4feb-94c3-10d8a524ee68', 'mac_address': 'fa:16:3e:2c:44:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c789ab8-06b8-47d8-857a-0a365e4ef5b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:56:10.519110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Checking segment: {'id': 'a6eff235-7a5b-4158-a746-268286904eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f24b3625-575a-4a5d-b011-13ab0be5f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:10.519482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network hostable DHCP agents. Network: f24b3625-575a-4a5d-b011-13ab0be5f04a, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:56:10.527315 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.541027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebd634-940e-4138-bc5c-26ed28a0546e None None] Pushing event updated for resources: {'Port': ['ID=f3756608-f679-4293-b96e-798439d0d699,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:10.570662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.637044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c13fc1ea-24f1-4628-8f3c-351f1527700d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:10.637481 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.643198 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.716435 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.752757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:10.763036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network f24b3625-575a-4a5d-b011-13ab0be5f04a is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:56:10.772761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58176e8-a125-4e23-b06a-b3c13a7a3041 None None] Pushing event updated for resources: {'Port': ['ID=04fc4097-1c65-418d-a25f-d3c471f94b1c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:10.778670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:10.833773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f24b3625-575a-4a5d-b011-13ab0be5f04a) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:10.845414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,segment=NetworkSegment(d210f8a0-8fb5-4989-a4c3-6245368f00a8),segment_id=d210f8a0-8fb5-4989-a4c3-6245368f00a8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:10.846585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f901916-ba7d-48ae-93f4-2ea72cc2e641 None None] Network f24b3625-575a-4a5d-b011-13ab0be5f04a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:10.867420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.905742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:10.906486 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.072758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Attempting to bind port 04fc4097-1c65-418d-a25f-d3c471f94b1c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:11.073127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Attempting to bind port 04fc4097-1c65-418d-a25f-d3c471f94b1c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:11.073496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Attempting to bind port 04fc4097-1c65-418d-a25f-d3c471f94b1c on network db9328a8-d792-41b3-ac3a-e474230c354e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:11.091130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:11.097535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7a0adf24-1e93-4c50-9b90-7bebaf48df36 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8471665 Feb 07 22:56:11.101033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39044) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:11.106188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:11.106394 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:11.120257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:11.126567 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:11.129383 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:11.148809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['43c6cd3e-59a2-4feb-94c3-10d8a524ee68'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:56:11.161296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:11.162156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Checking segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:11.162801 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.164890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Bound using segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:11.165649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Bound port: 04fc4097-1c65-418d-a25f-d3c471f94b1c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:11.168795 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.187439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Allocated IP 172.25.8.214 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/fe53981e-1b7d-4de2-9554-23180303f696) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:11.240615 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a4f40eea-ec05-4da5-aa3d-3cb4ef7d772e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9119103 Feb 07 22:56:11.260030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b65fedb-224c-479d-bd50-54a44eb68a8f no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:11.263109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39046) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:11.273157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3396b6b6-22ef-49a5-89e8-a423d421dc29 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-196687565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:11.278323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cc7a5-623f-44d1-8549-786388021bd8 req-1587b0e2-95ac-467c-bdef-29e5c98c0e63 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:11.279901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-607cc7a5-623f-44d1-8549-786388021bd8 req-1587b0e2-95ac-467c-bdef-29e5c98c0e63 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 944 time: 0.1903167 Feb 07 22:56:11.323512 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3396b6b6-22ef-49a5-89e8-a423d421dc29 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.325020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3396b6b6-22ef-49a5-89e8-a423d421dc29 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.341534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-73358a84-70a8-4a0c-bfeb-a31dacedd4c7 None None] Provisioning complete for port 04fc4097-1c65-418d-a25f-d3c471f94b1c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:11.342037 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73358a84-70a8-4a0c-bfeb-a31dacedd4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.372888 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-607cc7a5-623f-44d1-8549-786388021bd8 req-35dd2b18-dfbc-4e83-a4a9-586ab78dd6a2 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821187 Feb 07 22:56:11.382476 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:11.430375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3b65fedb-224c-479d-bd50-54a44eb68a8f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:11.431122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b65fedb-224c-479d-bd50-54a44eb68a8f not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:11.516220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3396b6b6-22ef-49a5-89e8-a423d421dc29 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.519316 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-73358a84-70a8-4a0c-bfeb-a31dacedd4c7 None None] Port 04fc4097-1c65-418d-a25f-d3c471f94b1c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:56:11.525249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3396b6b6-22ef-49a5-89e8-a423d421dc29 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.605021 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.653213 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3396b6b6-22ef-49a5-89e8-a423d421dc29 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.657355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3396b6b6-22ef-49a5-89e8-a423d421dc29 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3930984 Feb 07 22:56:11.660631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39050) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:11.690075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] For port 04fc4097-1c65-418d-a25f-d3c471f94b1c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:11.789541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] For port 04fc4097-1c65-418d-a25f-d3c471f94b1c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=04fc4097-1c65-418d-a25f-d3c471f94b1c,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:11.836450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.880613 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.890221 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c13fc1ea-24f1-4628-8f3c-351f1527700d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:11.958187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.extraroute_db [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 22:56:11.973510 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe74bf36-35ef-4413-84e9-968d4fc39900', 'name': '', 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:19:21:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:07Z', 'updated_at': '2022-02-07T22:56:09Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:11.988268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:12.007503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.extraroute_db [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Removed routes are [] {{(pid=102289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 22:56:12.008268 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.028440 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:12.028845 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Updating router d218cae0-05ef-469d-b5cd-229e9c6f882e port fe74bf36-35ef-4413-84e9-968d4fc39900 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:56:12.061035 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.071336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f24b3625-575a-4a5d-b011-13ab0be5f04a', 'network_id': 'f24b3625-575a-4a5d-b011-13ab0be5f04a', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'fixed_ips': [{'subnet_id': '632167db-44ef-4a8d-8ad7-d77d53194c1b'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:56:12.073090 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.144635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:12.220696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:12.340211 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'Port': ['ID=fe53981e-1b7d-4de2-9554-23180303f696,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:12.357690 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.361455 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.505287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:12.568599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c84a4a-8006-45f9-b7a7-c1a42b6730b5 None None] Network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:12.633847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:12.634495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:12.677258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.733446 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.742679 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.746877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:12.755009 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.763582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b3b5f382-49dc-4391-ac25-e427c2314014 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e HTTP/1.1" status: 200 len: 954 time: 1.6613894 Feb 07 22:56:12.766010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39064) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:12.778759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:12.877549 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Pushing event updated for resources: {'Port': ['ID=fe74bf36-35ef-4413-84e9-968d4fc39900,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:12.889082 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.889770 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.890324 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.891012 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.891595 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.892326 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.893009 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.893554 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.894212 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.894874 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.896183 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.896748 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:12.969830 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Attempting to bind port fe74bf36-35ef-4413-84e9-968d4fc39900 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:12.970356 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Attempting to bind port fe74bf36-35ef-4413-84e9-968d4fc39900 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '26532859-5aa8-4d80-8d4d-bf53a56c4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:12.970823 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Attempting to bind port fe74bf36-35ef-4413-84e9-968d4fc39900 on network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:12.972404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7810ea4e-7c07-4b5e-8094-cc75eb696e00 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e HTTP/1.1" status: 200 len: 954 time: 0.2049944 Feb 07 22:56:12.973262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39066) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:12.980748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476a7dc-c1dc-4448-bfc5-e5522287766e req-a96caff6-2c01-40df-9371-91de8e641833 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:12.984298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9476a7dc-c1dc-4448-bfc5-e5522287766e req-a96caff6-2c01-40df-9371-91de8e641833 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 944 time: 0.3733563 Feb 07 22:56:12.986596 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:12.986970 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Checking segment: {'id': '26532859-5aa8-4d80-8d4d-bf53a56c4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:12.987366 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.988052 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Bound using segment: {'id': '26532859-5aa8-4d80-8d4d-bf53a56c4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:12.989426 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Bound port: fe74bf36-35ef-4413-84e9-968d4fc39900, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26532859-5aa8-4d80-8d4d-bf53a56c4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:12.989426 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.995386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'routes': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:13.099148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58176e8-a125-4e23-b06a-b3c13a7a3041 None None] Pushing event updated for resources: {'Port': ['ID=04fc4097-1c65-418d-a25f-d3c471f94b1c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:13.126760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2ff6af9d-6b28-47e4-92c8-9e2f49308634 None None] Provisioning complete for port f3756608-f679-4293-b96e-798439d0d699 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:13.127512 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ff6af9d-6b28-47e4-92c8-9e2f49308634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.128329 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9476a7dc-c1dc-4448-bfc5-e5522287766e req-8e105cb5-a239-4979-aeda-cacf66865a74 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304443 Feb 07 22:56:13.131335 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] For port fe74bf36-35ef-4413-84e9-968d4fc39900, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:13.134678 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] For port fe74bf36-35ef-4413-84e9-968d4fc39900, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fe74bf36-35ef-4413-84e9-968d4fc39900,segment=NetworkSegment(26532859-5aa8-4d80-8d4d-bf53a56c4561),segment_id=26532859-5aa8-4d80-8d4d-bf53a56c4561)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:13.147377 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.180880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.20.0.1 (f24b3625-575a-4a5d-b011-13ab0be5f04a/632167db-44ef-4a8d-8ad7-d77d53194c1b/39fde899-455e-480c-b8d3-6f1b79f7e92b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:13.274943 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:13.276398 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:13.279258 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4ae85-4e25-4e31-935e-2f5be6aa9989 None None] Pushing event updated for resources: {'Port': ['ID=fe74bf36-35ef-4413-84e9-968d4fc39900,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:13.359672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c13fc1ea-24f1-4628-8f3c-351f1527700d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:13.360072 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.409222 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:13.411780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.477988 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.795783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.extraroute_db [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added routes are [] {{(pid=102289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 22:56:13.795783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.extraroute_db [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 22:56:13.818489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.841291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.843352 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.854396 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:11Z', 'revision_number': 6, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe74bf36-35ef-4413-84e9-968d4fc39900', 'name': '', 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:19:21:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:07Z', 'updated_at': '2022-02-07T22:56:13Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:13.871965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.892481 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed308942-8a90-4e73-ad04-c7859ff44baa None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:11Z', 'revision_number': 6, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe74bf36-35ef-4413-84e9-968d4fc39900', 'name': '', 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:19:21:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:07Z', 'updated_at': '2022-02-07T22:56:13Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:13.923765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f3756608-f679-4293-b96e-798439d0d699 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:13.988316 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.014026 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ff6af9d-6b28-47e4-92c8-9e2f49308634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.092962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'Port': ['ID=fe53981e-1b7d-4de2-9554-23180303f696,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:14.101543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network f24b3625-575a-4a5d-b011-13ab0be5f04a is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:14.125342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2ff6af9d-6b28-47e4-92c8-9e2f49308634 None None] For port f3756608-f679-4293-b96e-798439d0d699, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f3756608-f679-4293-b96e-798439d0d699,segment=NetworkSegment(26532859-5aa8-4d80-8d4d-bf53a56c4561),segment_id=26532859-5aa8-4d80-8d4d-bf53a56c4561)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:14.178660 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ff6af9d-6b28-47e4-92c8-9e2f49308634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.282546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=39fde899-455e-480c-b8d3-6f1b79f7e92b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:14.296664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:14.305657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.323080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:14.381564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6af9d-6b28-47e4-92c8-9e2f49308634 None None] Pushing event updated for resources: {'Port': ['ID=f3756608-f679-4293-b96e-798439d0d699,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:14.393238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:11Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:14.428844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.480276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4928fc37-0aaf-497c-859f-79737ff0001a None None] The sync data for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 is: [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:11Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:14.522187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f3756608-f679-4293-b96e-798439d0d699 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:14.522565 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.593794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.607752 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e936ddd8-c14d-4372-91f2-ab9cadad4213 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7122962 Feb 07 22:56:14.635457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cc5122d7-6574-42a2-961d-05e21a0be630 None None] Provisioning complete for port 04fc4097-1c65-418d-a25f-d3c471f94b1c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:14.635865 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc5122d7-6574-42a2-961d-05e21a0be630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.888757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc5122d7-6574-42a2-961d-05e21a0be630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.892944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Allocated IP 172.20.0.2 (f24b3625-575a-4a5d-b011-13ab0be5f04a/632167db-44ef-4a8d-8ad7-d77d53194c1b/95cec5b8-f3d8-48ff-ae6f-5234cdf1a894) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:15.053804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.164924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-cc5122d7-6574-42a2-961d-05e21a0be630 None None] For port 04fc4097-1c65-418d-a25f-d3c471f94b1c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=04fc4097-1c65-418d-a25f-d3c471f94b1c,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:15.203003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f995d5-69ab-4523-81d8-a8bcb2689466 req-007873c1-d51e-4c31-ada7-254e01b63a29 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:15.213868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-51f995d5-69ab-4523-81d8-a8bcb2689466 req-007873c1-d51e-4c31-ada7-254e01b63a29 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 944 time: 0.7819414 Feb 07 22:56:15.223428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc5122d7-6574-42a2-961d-05e21a0be630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.558860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-28c7f2d5-c238-4348-9ceb-38cab8d6b960 None None] Provisioning complete for port f3756608-f679-4293-b96e-798439d0d699 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:15.559159 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28c7f2d5-c238-4348-9ceb-38cab8d6b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.659597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.712053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fe74bf36-35ef-4413-84e9-968d4fc39900 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:15.714197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5122d7-6574-42a2-961d-05e21a0be630 None None] Pushing event updated for resources: {'Port': ['ID=04fc4097-1c65-418d-a25f-d3c471f94b1c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:15.717806 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.955944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:15.995189 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-00298b79-d1af-43eb-af28-66ac5f9d0a95 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--993442780&fields=id&tenant_id=2f8188f23cd14522b0e643238af88f51 HTTP/1.1" status: 200 len: 267 time: 0.5228236 Feb 07 22:56:16.162361 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.205735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:16.232475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:16.248195 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.329963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:16.332236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:16.542544 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.550291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-69910988-156a-480e-90a9-17fb953d5fe6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:16.554704 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-69910988-156a-480e-90a9-17fb953d5fe6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 816 time: 0.5473585 Feb 07 22:56:16.568320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-51f995d5-69ab-4523-81d8-a8bcb2689466 req-15e90663-02d2-4074-a025-b38415b618a8 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3530457 Feb 07 22:56:16.569665 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.597026 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4d92141e-b32a-4797-a0a5-c3469d0f18cd tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/quotas/2f8188f23cd14522b0e643238af88f51 HTTP/1.1" status: 200 len: 375 time: 0.0245857 Feb 07 22:56:16.625148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:16.648180 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.649507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3c77da0e-06ef-4453-a715-f57ea0d3106e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e HTTP/1.1" status: 200 len: 704 time: 3.6642976 Feb 07 22:56:16.687697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39114) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:16.695949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.755440 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2da0d6dd-123b-450b-a6d2-e430480a7f6e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1514103 Feb 07 22:56:16.956479 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-dbd99628-543e-4159-80bb-539440eb982c service neutron] 10.222.0.15 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888905 Feb 07 22:56:16.984468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b7a8b48c-3303-432b-9b55-6d6e1b6ad2f5 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e HTTP/1.1" status: 200 len: 704 time: 0.2799821 Feb 07 22:56:16.985250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39116) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:17.022014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Network f24b3625-575a-4a5d-b011-13ab0be5f04a is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:17.194784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:17.208769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4a23e7f4-228f-40b9-ad08-3d848c6789a4 service neutron] 10.222.0.15 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456987 Feb 07 22:56:17.242381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=39fde899-455e-480c-b8d3-6f1b79f7e92b,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:17.338767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:17.354005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Pushing event updated for resources: {'Port': ['ID=95cec5b8-f3d8-48ff-ae6f-5234cdf1a894,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:17.366270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:17.418152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:17.423463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fe74bf36-35ef-4413-84e9-968d4fc39900 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:17.423876 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.470535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:17.470914 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.562831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network f24b3625-575a-4a5d-b011-13ab0be5f04a is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:17.634844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:17.657887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Attempting to bind port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:17.658260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Attempting to bind port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a6eff235-7a5b-4158-a746-268286904eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f24b3625-575a-4a5d-b011-13ab0be5f04a'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:17.658624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Attempting to bind port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 on network f24b3625-575a-4a5d-b011-13ab0be5f04a {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:17.674815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:17.675079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Checking segment: {'id': 'a6eff235-7a5b-4158-a746-268286904eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f24b3625-575a-4a5d-b011-13ab0be5f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:17.675483 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.676771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Bound using segment: {'id': 'a6eff235-7a5b-4158-a746-268286904eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f24b3625-575a-4a5d-b011-13ab0be5f04a'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:17.677588 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Bound port: 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6eff235-7a5b-4158-a746-268286904eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f24b3625-575a-4a5d-b011-13ab0be5f04a'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:17.677983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.768090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e26a34b4-195c-44b8-ac3d-982f3ac40182 req-4687ac54-7638-4e10-ae6a-af0f2db92daa tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 210 time: 0.2043111 Feb 07 22:56:17.807334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-28c7f2d5-c238-4348-9ceb-38cab8d6b960 None None] Provisioning complete for port fe74bf36-35ef-4413-84e9-968d4fc39900 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:17.808015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28c7f2d5-c238-4348-9ceb-38cab8d6b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.818008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191e7f-34ae-46db-9b0e-50bfbf2e9892 req-543786be-dbe4-4f25-84a6-c8d6f0cc7cc6 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:17.828442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87191e7f-34ae-46db-9b0e-50bfbf2e9892 req-543786be-dbe4-4f25-84a6-c8d6f0cc7cc6 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 944 time: 0.1226327 Feb 07 22:56:17.932086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87191e7f-34ae-46db-9b0e-50bfbf2e9892 req-81cdf32d-f95d-4a56-8f93-62c76ad6bf3c tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021054 Feb 07 22:56:17.993680 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:56:18.038506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] For port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:18.041953 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.111005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] For port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=95cec5b8-f3d8-48ff-ae6f-5234cdf1a894,segment=NetworkSegment(a6eff235-7a5b-4158-a746-268286904eb4),segment_id=a6eff235-7a5b-4158-a746-268286904eb4)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:18.124052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 8ca64fde-2842-40aa-a00a-81eb68cac37a is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:56:18.161798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28c7f2d5-c238-4348-9ceb-38cab8d6b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.175942 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.319006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9287d-3138-492c-b98f-177df69cfed1 None None] Pushing event updated for resources: {'Port': ['ID=95cec5b8-f3d8-48ff-ae6f-5234cdf1a894,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:18.339106 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.374503 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.406232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port fe74bf36-35ef-4413-84e9-968d4fc39900, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fe74bf36-35ef-4413-84e9-968d4fc39900,segment=NetworkSegment(26532859-5aa8-4d80-8d4d-bf53a56c4561),segment_id=26532859-5aa8-4d80-8d4d-bf53a56c4561)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:18.438091 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.438884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f3756608-f679-4293-b96e-798439d0d699 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:18.506194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:18.525376 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e283fd0-fed5-430c-9d7a-eb9c6c52a300 None None] Sync routers for ids ['8ca64fde-2842-40aa-a00a-81eb68cac37a'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:18.529044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-91cd935a-95d2-4bde-ba34-9864996b1cd8 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/8ca64fde-2842-40aa-a00a-81eb68cac37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8646936 Feb 07 22:56:18.529420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39146) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:18.544044 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e283fd0-fed5-430c-9d7a-eb9c6c52a300 None None] Routers {'8ca64fde-2842-40aa-a00a-81eb68cac37a'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:18.544700 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8e283fd0-fed5-430c-9d7a-eb9c6c52a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8ca64fde-2842-40aa-a00a-81eb68cac37a'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:18.660808 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8e283fd0-fed5-430c-9d7a-eb9c6c52a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:18.682361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15380a59-1813-40bb-a704-354f32935247 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:18.683860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-15380a59-1813-40bb-a704-354f32935247 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports/39fde899-455e-480c-b8d3-6f1b79f7e92b HTTP/1.1" status: 200 len: 910 time: 0.1534324 Feb 07 22:56:18.687530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39148) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:18.688581 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e283fd0-fed5-430c-9d7a-eb9c6c52a300 None None] Routers {'8ca64fde-2842-40aa-a00a-81eb68cac37a'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:18.689906 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8e283fd0-fed5-430c-9d7a-eb9c6c52a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8ca64fde-2842-40aa-a00a-81eb68cac37a'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:18.768712 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8e283fd0-fed5-430c-9d7a-eb9c6c52a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:18.772428 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e283fd0-fed5-430c-9d7a-eb9c6c52a300 None None] The sync data for ids ['8ca64fde-2842-40aa-a00a-81eb68cac37a'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:18.798669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=fe74bf36-35ef-4413-84e9-968d4fc39900,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:18.922443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,segment=NetworkSegment(d210f8a0-8fb5-4989-a4c3-6245368f00a8),segment_id=d210f8a0-8fb5-4989-a4c3-6245368f00a8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:18.925942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584711a-57f6-407c-b8bb-f46595961857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c6cd3e-59a2-4feb-94c3-10d8a524ee68'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:18.934164 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bcaa3d-c1fb-41bc-bcc6-0fa04514b9a4" -d '{"events": [{"server_uuid": "f584711a-57f6-407c-b8bb-f46595961857", "name": "network-vif-plugged", "status": "completed", "tag": "43c6cd3e-59a2-4feb-94c3-10d8a524ee68"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:56:18.964419 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.152230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:19.168935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:13Z', 'revision_number': 7, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe74bf36-35ef-4413-84e9-968d4fc39900', 'name': '', 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:19:21:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:07Z', 'updated_at': '2022-02-07T22:56:13Z', 'revision_number': 4, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:19.187025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-669c550d-8d21-41ff-88ab-09d5994f1d1c req-1d7b205e-2b62-45f3-8323-77713af9290d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 210 time: 0.2356107 Feb 07 22:56:19.243282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:19.252800 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-28c7f2d5-c238-4348-9ceb-38cab8d6b960 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:19.253176 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-28c7f2d5-c238-4348-9ceb-38cab8d6b960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:19.276270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:19.276915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:19.433809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d8ec0-706f-47f2-88e1-f1f8f32d70d8 req-32b09da5-8430-4d28-b624-53b81f9a3e26 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:19.446052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d47d8ec0-706f-47f2-88e1-f1f8f32d70d8 req-32b09da5-8430-4d28-b624-53b81f9a3e26 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 945 time: 0.1375060 Feb 07 22:56:19.531365 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07e8789-a04c-4d5f-88b0-f3284e3fae5e x-openstack-request-id: req-b07e8789-a04c-4d5f-88b0-f3284e3fae5e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:56:19.531998 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f584711a-57f6-407c-b8bb-f46595961857", "name": "network-vif-plugged", "status": "completed", "tag": "43c6cd3e-59a2-4feb-94c3-10d8a524ee68", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:56:19.531998 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b07e8789-a04c-4d5f-88b0-f3284e3fae5e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:56:19.532398 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f584711a-57f6-407c-b8bb-f46595961857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c6cd3e-59a2-4feb-94c3-10d8a524ee68', 'code': 200} Feb 07 22:56:19.578730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-a301076b-40d1-427f-afc7-d51f1e4f056a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:19.579084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:19.581699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-a301076b-40d1-427f-afc7-d51f1e4f056a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.24 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 816 time: 0.4164178 Feb 07 22:56:19.586370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f3756608-f679-4293-b96e-798439d0d699 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:19.586756 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.669083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d47d8ec0-706f-47f2-88e1-f1f8f32d70d8 req-3884691e-d4e7-4aa3-9499-7f6eb98ba5b0 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217109 Feb 07 22:56:19.670197 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-8ac326da-5639-4476-976c-8e1ecb84b024 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8188f23cd14522b0e643238af88f51 HTTP/1.1" status: 200 len: 379 time: 0.0762882 Feb 07 22:56:19.689094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'port': {'device_id': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'admin_state_up': True, 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'security_groups': ['82406435-569e-409e-ade0-fe61d399bd89']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:19.694954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad08ed-5698-401f-a251-0b72fa6ee1d4 req-3229d9ff-ed9e-45b1-b964-6e5a5365648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:19.697474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbad08ed-5698-401f-a251-0b72fa6ee1d4 req-3229d9ff-ed9e-45b1-b964-6e5a5365648f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 1096 time: 0.2464411 Feb 07 22:56:19.738422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port fe74bf36-35ef-4413-84e9-968d4fc39900 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:19.739848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.786188 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbad08ed-5698-401f-a251-0b72fa6ee1d4 req-5f14d978-dc32-409b-b778-4abd772d9868 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804667 Feb 07 22:56:19.801491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.006958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port fe74bf36-35ef-4413-84e9-968d4fc39900, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fe74bf36-35ef-4413-84e9-968d4fc39900,segment=NetworkSegment(26532859-5aa8-4d80-8d4d-bf53a56c4561),segment_id=26532859-5aa8-4d80-8d4d-bf53a56c4561)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:20.009322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.024959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Made reservation on behalf of 2f8188f23cd14522b0e643238af88f51 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:20.041620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.042188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6ea6172e-2344-451e-87a2-765f51e10f6a None None] Provisioning complete for port fe74bf36-35ef-4413-84e9-968d4fc39900 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:20.042809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ea6172e-2344-451e-87a2-765f51e10f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.074556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for fe74bf36-35ef-4413-84e9-968d4fc39900 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:20.139024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 04fc4097-1c65-418d-a25f-d3c471f94b1c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:20.256184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 04fc4097-1c65-418d-a25f-d3c471f94b1c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:20.256563 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.336397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:13Z', 'revision_number': 7, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe74bf36-35ef-4413-84e9-968d4fc39900', 'name': '', 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:19:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:07Z', 'updated_at': '2022-02-07T22:56:18Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:20.364687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 39fde899-455e-480c-b8d3-6f1b79f7e92b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:20.365068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.375872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bdd8d-f18c-4560-839e-b1faaea360c5 None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:13Z', 'revision_number': 7, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe74bf36-35ef-4413-84e9-968d4fc39900', 'name': '', 'network_id': 'a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:19:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:07Z', 'updated_at': '2022-02-07T22:56:18Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '624f8b34-de6b-42b3-8521-1f236577fd09', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:20.422331 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e8b8a4a2-bf08-4176-93a4-8039d2eee7b5 req-dde1407b-10c0-43b4-9beb-2c41bf4c910e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 210 time: 0.0709398 Feb 07 22:56:20.425135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db63ff83-ad5c-4110-86f5-562e43a915fa None None] Network f24b3625-575a-4a5d-b011-13ab0be5f04a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:20.577763 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.594060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Allocated IP 172.20.0.7 (db9328a8-d792-41b3-ac3a-e474230c354e/988b654f-1d6f-420c-b2d6-6e681bcdd53f/cf927250-a161-4da8-bfdc-fa426f077077) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:20.620766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 39fde899-455e-480c-b8d3-6f1b79f7e92b owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:20.780211 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.987481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16d47-0edf-4e8a-bbc6-a5a2054e89e6 req-bf4040b7-271e-4a78-8739-7601415f6f92 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:20.989818 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-59b16d47-0edf-4e8a-bbc6-a5a2054e89e6 req-bf4040b7-271e-4a78-8739-7601415f6f92 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 945 time: 0.1886148 Feb 07 22:56:20.998450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:21.122225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=fe74bf36-35ef-4413-84e9-968d4fc39900,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:21.143867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:21.144481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:21.209240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 04fc4097-1c65-418d-a25f-d3c471f94b1c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:21.213029 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-59b16d47-0edf-4e8a-bbc6-a5a2054e89e6 req-fefe7eb1-4806-463d-be1f-91a0476567b9 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999443 Feb 07 22:56:21.220844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.254879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8a08c354-d7f0-4c40-ba30-d000e8c7cbee None None] Provisioning complete for port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:21.256240 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a08c354-d7f0-4c40-ba30-d000e8c7cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.276125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=39fde899-455e-480c-b8d3-6f1b79f7e92b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:21.330515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.362131 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.382030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:21.450354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.591058 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bddbe2c-9c2e-4f26-886c-e3e440e4deff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.672445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 8ca64fde-2842-40aa-a00a-81eb68cac37a has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:21.726730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 04fc4097-1c65-418d-a25f-d3c471f94b1c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:21.727484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.816093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:21.821982 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dd20c4e8-9a8a-4b27-be93-0a262f993827 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/8ca64fde-2842-40aa-a00a-81eb68cac37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1331575 Feb 07 22:56:21.825621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39182) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:21.840800 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1f908-5276-4694-8723-8e663e23f3ed None None] Sync routers for ids ['8ca64fde-2842-40aa-a00a-81eb68cac37a'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:21.864472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-81d0577c-3c0c-4a69-b775-b65da930f8c4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ca64fde-2842-40aa-a00a-81eb68cac37a HTTP/1.1" status: 200 len: 205 time: 0.0365887 Feb 07 22:56:21.865152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39184) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:21.876559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a08c354-d7f0-4c40-ba30-d000e8c7cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.880543 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1f908-5276-4694-8723-8e663e23f3ed None None] Routers {'8ca64fde-2842-40aa-a00a-81eb68cac37a'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:21.881175 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1ce1f908-5276-4694-8723-8e663e23f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8ca64fde-2842-40aa-a00a-81eb68cac37a'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:21.957694 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-11838b84-1205-47b9-bd77-5e84f661e15d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.998869 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1ce1f908-5276-4694-8723-8e663e23f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:22.030304 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1f908-5276-4694-8723-8e663e23f3ed None None] Routers {'8ca64fde-2842-40aa-a00a-81eb68cac37a'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:22.031332 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1ce1f908-5276-4694-8723-8e663e23f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8ca64fde-2842-40aa-a00a-81eb68cac37a'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:22.038834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fe74bf36-35ef-4413-84e9-968d4fc39900 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:22.042305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8a08c354-d7f0-4c40-ba30-d000e8c7cbee None None] For port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=95cec5b8-f3d8-48ff-ae6f-5234cdf1a894,segment=NetworkSegment(a6eff235-7a5b-4158-a746-268286904eb4),segment_id=a6eff235-7a5b-4158-a746-268286904eb4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:22.072934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: fe74bf36-35ef-4413-84e9-968d4fc39900 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:22.073290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fe74bf36-35ef-4413-84e9-968d4fc39900 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 22:56:22.097543 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a08c354-d7f0-4c40-ba30-d000e8c7cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.137355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Port fe74bf36-35ef-4413-84e9-968d4fc39900 not found, will not notify nova. {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 22:56:22.137771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:22.148465 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1ce1f908-5276-4694-8723-8e663e23f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:22.149052 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1f908-5276-4694-8723-8e663e23f3ed None None] The sync data for ids ['8ca64fde-2842-40aa-a00a-81eb68cac37a'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:22.170831 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.174684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a830b087-4e08-4f73-8c7e-891cf30f4fe3 req-613d7105-fb32-4d5e-9664-2b0abc411963 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 210 time: 0.1281247 Feb 07 22:56:22.188641 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-11838b84-1205-47b9-bd77-5e84f661e15d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.194125 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-11838b84-1205-47b9-bd77-5e84f661e15d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.246296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Network db9328a8-d792-41b3-ac3a-e474230c354e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:22.254964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:22.258442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:22.297465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:22.314808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-11838b84-1205-47b9-bd77-5e84f661e15d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.316417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11838b84-1205-47b9-bd77-5e84f661e15d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Fanout notify agent at l3_agent the message router_deleted on router 8ca64fde-2842-40aa-a00a-81eb68cac37a {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:56:22.338059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-11838b84-1205-47b9-bd77-5e84f661e15d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.344362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-11838b84-1205-47b9-bd77-5e84f661e15d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/8ca64fde-2842-40aa-a00a-81eb68cac37a HTTP/1.1" status: 204 len: 168 time: 0.4767308 Feb 07 22:56:22.344991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39188) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:22.404011 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08c354-d7f0-4c40-ba30-d000e8c7cbee None None] Pushing event updated for resources: {'Port': ['ID=95cec5b8-f3d8-48ff-ae6f-5234cdf1a894,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:22.488977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-646495da-5494-45e4-b45a-2073a0984122 None None] Provisioning complete for port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:22.489707 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-646495da-5494-45e4-b45a-2073a0984122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.539209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:22.602525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-724464b7-0225-4ace-a020-5a07e9742af3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting subnet 632167db-44ef-4a8d-8ad7-d77d53194c1b {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:56:22.634796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7303f-596b-40fc-a72d-63b95664184c req-4115f27e-ea31-4cfe-ab95-9b1d00dfd807 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:22.636368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2c7303f-596b-40fc-a72d-63b95664184c req-4115f27e-ea31-4cfe-ab95-9b1d00dfd807 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 945 time: 0.2681611 Feb 07 22:56:22.637143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-724464b7-0225-4ace-a020-5a07e9742af3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.661324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:22.661736 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.667968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:20Z', 'revision_number': 8, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:22.724024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:22.808873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:22.809455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:55:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:22.817885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2c7303f-596b-40fc-a72d-63b95664184c req-4de63188-c633-4cf9-b060-d6877a436e18 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160946 Feb 07 22:56:22.820184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-724464b7-0225-4ace-a020-5a07e9742af3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.855770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:22.856020 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.874676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:22.889032 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-92025b77-e2e9-4e68-824e-7625a7aaf0a4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8764744 Feb 07 22:56:22.892397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39204) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:22.917734 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-2d8c38c7-b285-46ab-9194-d85baaa695f1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2348402 Feb 07 22:56:22.930219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Request body: {'port': {'device_id': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:23.027890 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.071998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:23.079092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-34959214-9e4d-44e6-bf9b-f3ec3956c11e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting subnet 624f8b34-de6b-42b3-8521-1f236577fd09 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:56:23.084322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34959214-9e4d-44e6-bf9b-f3ec3956c11e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.161630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34959214-9e4d-44e6-bf9b-f3ec3956c11e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.218749 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-724464b7-0225-4ace-a020-5a07e9742af3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.425394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-724464b7-0225-4ace-a020-5a07e9742af3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.456940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a5ca8524-1ae5-4252-90af-ce73133dc7a5 None None] Could not find standard attr ID for object 39fde899-455e-480c-b8d3-6f1b79f7e92b. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:56:23.473342 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-724464b7-0225-4ace-a020-5a07e9742af3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.482746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-724464b7-0225-4ace-a020-5a07e9742af3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/632167db-44ef-4a8d-8ad7-d77d53194c1b HTTP/1.1" status: 204 len: 168 time: 1.1298692 Feb 07 22:56:23.492844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39230) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:23.504532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab408a3d-f5e5-45e6-9944-8751bc084559 None None] Network f24b3625-575a-4a5d-b011-13ab0be5f04a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:23.596059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba87b02-1c40-49d3-8599-0af6ea87016d req-5a1449a5-b746-4f28-bf0d-8a6a03f6c095 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:23.597499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ba87b02-1c40-49d3-8599-0af6ea87016d req-5a1449a5-b746-4f28-bf0d-8a6a03f6c095 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 931 time: 0.2447197 Feb 07 22:56:23.598931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724464b7-0225-4ace-a020-5a07e9742af3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Subnet': ['ID=632167db-44ef-4a8d-8ad7-d77d53194c1b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:23.673260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ba87b02-1c40-49d3-8599-0af6ea87016d req-58af5d4d-3b87-4170-8066-813dcc51360d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678711 Feb 07 22:56:23.694724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34959214-9e4d-44e6-bf9b-f3ec3956c11e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.808700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34959214-9e4d-44e6-bf9b-f3ec3956c11e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.810967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.824197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:23.893276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34959214-9e4d-44e6-bf9b-f3ec3956c11e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Subnet': ['ID=624f8b34-de6b-42b3-8521-1f236577fd09,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:23.916918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a5ca8524-1ae5-4252-90af-ce73133dc7a5 None None] Provisioning complete for port cf927250-a161-4da8-bfdc-fa426f077077 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:23.920314 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8524-1ae5-4252-90af-ce73133dc7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.937933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34959214-9e4d-44e6-bf9b-f3ec3956c11e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.951147 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-34959214-9e4d-44e6-bf9b-f3ec3956c11e tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/624f8b34-de6b-42b3-8521-1f236577fd09 HTTP/1.1" status: 204 len: 168 time: 1.0501070 Feb 07 22:56:23.956428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39238) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:24.041961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60df53c-8320-4b5c-8c56-a2378021895d req-7b7d1c58-0ed6-4150-be25-b67dd67fd79c tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:24.043674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c60df53c-8320-4b5c-8c56-a2378021895d req-7b7d1c58-0ed6-4150-be25-b67dd67fd79c tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 945 time: 0.1429918 Feb 07 22:56:24.092443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c60df53c-8320-4b5c-8c56-a2378021895d req-5bcd2367-53ad-439a-af3c-d61152ff22b2 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Feb 07 22:56:24.205219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf927250-a161-4da8-bfdc-fa426f077077 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:24.218482 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.226810 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.239467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca8524-1ae5-4252-90af-ce73133dc7a5 None None] Port cf927250-a161-4da8-bfdc-fa426f077077 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:56:24.241171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a5c4ba-1d7c-42e2-9f36-b94fa58494b7 None None] Network a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:24.245215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:24.245734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.272818 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Transition to ACTIVE for port object cf927250-a161-4da8-bfdc-fa426f077077 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:24.341794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.356027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:24.356317 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.459326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=95cec5b8-f3d8-48ff-ae6f-5234cdf1a894,segment=NetworkSegment(a6eff235-7a5b-4158-a746-268286904eb4),segment_id=a6eff235-7a5b-4158-a746-268286904eb4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:24.459684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.478538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:20Z', 'revision_number': 8, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:24.517463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:24.540751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:24.557617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da83a8-8ae9-49d7-9d14-4c294c62904d None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:20Z', 'revision_number': 8, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:24.641806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815d8bbb-caf7-4ebf-a7f9-8cc38f31a2b2 None None] DHCP port deletion for f24b3625-575a-4a5d-b011-13ab0be5f04a request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:56:24.650151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port f3756608-f679-4293-b96e-798439d0d699 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:24.650503 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.739647 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d664-de65-4452-80de-a55cd4d450cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.770533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-815d8bbb-caf7-4ebf-a7f9-8cc38f31a2b2 None None] Deleting port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:24.770917 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-815d8bbb-caf7-4ebf-a7f9-8cc38f31a2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.778196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Attempting to bind port cf927250-a161-4da8-bfdc-fa426f077077 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:24.778534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Attempting to bind port cf927250-a161-4da8-bfdc-fa426f077077 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:24.778859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Attempting to bind port cf927250-a161-4da8-bfdc-fa426f077077 on network db9328a8-d792-41b3-ac3a-e474230c354e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:24.788570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port f3756608-f679-4293-b96e-798439d0d699, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f3756608-f679-4293-b96e-798439d0d699,segment=NetworkSegment(26532859-5aa8-4d80-8d4d-bf53a56c4561),segment_id=26532859-5aa8-4d80-8d4d-bf53a56c4561)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:24.788981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.803617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Port cf927250-a161-4da8-bfdc-fa426f077077 on network db9328a8-d792-41b3-ac3a-e474230c354e not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:56:24.804769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Attempting to bind port cf927250-a161-4da8-bfdc-fa426f077077 on network db9328a8-d792-41b3-ac3a-e474230c354e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:24.814454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for f3756608-f679-4293-b96e-798439d0d699 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:24.876318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:24.876737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Checking segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:24.877043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Bound using segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:24.877506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Bound port: cf927250-a161-4da8-bfdc-fa426f077077, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:24.878006 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.893567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.895198 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.902859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-815d8bbb-caf7-4ebf-a7f9-8cc38f31a2b2 None None] For port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=95cec5b8-f3d8-48ff-ae6f-5234cdf1a894,segment=NetworkSegment(a6eff235-7a5b-4158-a746-268286904eb4),segment_id=a6eff235-7a5b-4158-a746-268286904eb4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:24.904523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-815d8bbb-caf7-4ebf-a7f9-8cc38f31a2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.927827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-815d8bbb-caf7-4ebf-a7f9-8cc38f31a2b2 None None] Calling delete_port for 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:24.964587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=95cec5b8-f3d8-48ff-ae6f-5234cdf1a894,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:25.013791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c35df2-2b9c-4129-b8d6-8e9b5b0f1b29 None None] DHCP port deletion for a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:56:25.022591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No DVR routers for this DVR port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:25.147085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b3b8c-ce0b-414e-922d-99ea4fc537f9 req-74aef51e-4477-421a-b3f5-d06fffc93e74 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:25.173546 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d26b3b8c-ce0b-414e-922d-99ea4fc537f9 req-74aef51e-4477-421a-b3f5-d06fffc93e74 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.3530400 Feb 07 22:56:25.184475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-1f27f95f-539b-4c9c-9703-49825082f34b tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:25.186076 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-1f27f95f-539b-4c9c-9703-49825082f34b tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.46 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 945 time: 0.1070304 Feb 07 22:56:25.201517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-11c35df2-2b9c-4129-b8d6-8e9b5b0f1b29 None None] Deleting port f3756608-f679-4293-b96e-798439d0d699 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:25.201898 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11c35df2-2b9c-4129-b8d6-8e9b5b0f1b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.324749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.330475 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-815d8bbb-caf7-4ebf-a7f9-8cc38f31a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.353813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:25.405295 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.409498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24b3625-575a-4a5d-b011-13ab0be5f04a']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:25.426605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:25.454232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d8bbb-caf7-4ebf-a7f9-8cc38f31a2b2 None None] Pushing event deleted for resources: {'Port': ['ID=95cec5b8-f3d8-48ff-ae6f-5234cdf1a894,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:25.479754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d26b3b8c-ce0b-414e-922d-99ea4fc537f9 req-facdd37c-f1b0-4932-852a-60989b27b254 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279427 Feb 07 22:56:25.486454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d8bbb-caf7-4ebf-a7f9-8cc38f31a2b2 None None] No DVR routers for this DVR port 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:25.493425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=f3756608-f679-4293-b96e-798439d0d699,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:25.498388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6eff235-7a5b-4158-a746-268286904eb4') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:25.498873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6eff235-7a5b-4158-a746-268286904eb4') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:25.513026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.532590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-11c35df2-2b9c-4129-b8d6-8e9b5b0f1b29 None None] For port f3756608-f679-4293-b96e-798439d0d699, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f3756608-f679-4293-b96e-798439d0d699,segment=NetworkSegment(26532859-5aa8-4d80-8d4d-bf53a56c4561),segment_id=26532859-5aa8-4d80-8d4d-bf53a56c4561)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:25.537122 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11c35df2-2b9c-4129-b8d6-8e9b5b0f1b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.549010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:25.594054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-11c35df2-2b9c-4129-b8d6-8e9b5b0f1b29 None None] Calling delete_port for f3756608-f679-4293-b96e-798439d0d699 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:25.626162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:25.631453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:25.632302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:25.662731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:25.663508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.665597 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-4421816c-307b-4289-9bcb-552f457a04e6 service neutron] 10.222.0.24 "PUT /v2.0/ports/cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 1091 time: 2.7397959 Feb 07 22:56:25.668985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.684958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:25.690884 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130aaade-7255-4af7-8d7d-361a7057f185" -d '{"events": [{"name": "network-changed", "server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "tag": "cf927250-a161-4da8-bfdc-fa426f077077"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:56:25.696553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No DVR routers for this DVR port f3756608-f679-4293-b96e-798439d0d699 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:25.767250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:25.793808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:25.794350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95cec5b8-f3d8-48ff-ae6f-5234cdf1a894 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:25.794783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f3756608-f679-4293-b96e-798439d0d699 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:25.845806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.857563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: f3756608-f679-4293-b96e-798439d0d699 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:25.857969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f3756608-f679-4293-b96e-798439d0d699 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:25.858583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fe74bf36-35ef-4413-84e9-968d4fc39900 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:25.883069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:25.891730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: fe74bf36-35ef-4413-84e9-968d4fc39900 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:25.892078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fe74bf36-35ef-4413-84e9-968d4fc39900 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:25.904407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26532859-5aa8-4d80-8d4d-bf53a56c4561') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:25.904680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26532859-5aa8-4d80-8d4d-bf53a56c4561') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:25.929690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.952078 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.952407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0b1b3-0b3a-4d14-b778-6c2b9c2e0a54 req-cbbcf092-332c-4319-aa07-c23507be0125 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:25.962809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:25.963209 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.964492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32a0b1b3-0b3a-4d14-b778-6c2b9c2e0a54 req-cbbcf092-332c-4319-aa07-c23507be0125 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 945 time: 0.7144930 Feb 07 22:56:25.984541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:26.067255 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c49bb6-7f18-4cb1-a581-6c38756fc2f6 x-openstack-request-id: req-46c49bb6-7f18-4cb1-a581-6c38756fc2f6 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:56:26.067613 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "tag": "cf927250-a161-4da8-bfdc-fa426f077077", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:56:26.068096 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46c49bb6-7f18-4cb1-a581-6c38756fc2f6 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:56:26.068418 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077', 'status': 'completed', 'code': 200} Feb 07 22:56:26.074639 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11c35df2-2b9c-4129-b8d6-8e9b5b0f1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.078953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.087654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:26.088218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.120698 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32a0b1b3-0b3a-4d14-b778-6c2b9c2e0a54 req-86398d85-2c3d-458c-a35a-d8104dd748e4 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8f7918-e6e8-426b-962e-3f6243ff6a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545734 Feb 07 22:56:26.148043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c35df2-2b9c-4129-b8d6-8e9b5b0f1b29 None None] Pushing event deleted for resources: {'Port': ['ID=f3756608-f679-4293-b96e-798439d0d699,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:26.153065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Deleting port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:26.159024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:26.196809 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:26.201779 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.205384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.215368 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/networks/f24b3625-575a-4a5d-b011-13ab0be5f04a HTTP/1.1" status: 204 len: 168 time: 2.7198167 Feb 07 22:56:26.216046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39270) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:26.228114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-201292030', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:26.272057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.278180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.281534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/networks/a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa HTTP/1.1" status: 204 len: 168 time: 2.3239393 Feb 07 22:56:26.287897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc467d-07cb-4714-beca-755d71882de4 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Network': ['ID=f24b3625-575a-4a5d-b011-13ab0be5f04a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:26.301993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39274) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:26.306734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.308040 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.339863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c35df2-2b9c-4129-b8d6-8e9b5b0f1b29 None None] No DVR routers for this DVR port f3756608-f679-4293-b96e-798439d0d699 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:26.354496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-894e5e89-c28a-4920-b089-27421962235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:26.363293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-894e5e89-c28a-4920-b089-27421962235e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1094 time: 0.1937985 Feb 07 22:56:26.363293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3757e-00a6-4599-8e8f-0c33a20a4ddc tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Network': ['ID=a2e3aed9-61c0-429e-bf3c-6f9cb46a2aaa,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:26.381399 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.436372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:20Z', 'revision_number': 8, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:26.518694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:26.518953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] For port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,segment=NetworkSegment(d210f8a0-8fb5-4989-a4c3-6245368f00a8),segment_id=d210f8a0-8fb5-4989-a4c3-6245368f00a8)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:26.519223 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.536762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Calling delete_port for 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:26.540918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:26.541459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:26.550249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-5c9a03e6-4951-4c05-8e43-b9858bc6bf01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 217 time: 0.1841736 Feb 07 22:56:26.728104 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.761757 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.766116 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.779372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['43c6cd3e-59a2-4feb-94c3-10d8a524ee68'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:56:26.803619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Pushing event deleted for resources: {'Port': ['ID=43c6cd3e-59a2-4feb-94c3-10d8a524ee68,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:26.833571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:26.864233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] No DVR routers for this DVR port 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:26.865296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-080ebbb6-0cb1-4f94-8d8d-8407cbc3702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:26.866841 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-080ebbb6-0cb1-4f94-8d8d-8407cbc3702f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.2920713 Feb 07 22:56:26.867942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.871551 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e79fe0dd-75b3-4bf3-8d79-43e3f9e724bb req-d5a60373-d290-4495-9f74-0eb2ff66dca5 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.46 "DELETE /v2.0/ports/43c6cd3e-59a2-4feb-94c3-10d8a524ee68 HTTP/1.1" status: 204 len: 173 time: 1.6777208 Feb 07 22:56:26.872050 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584711a-57f6-407c-b8bb-f46595961857', 'name': 'network-vif-deleted', 'tag': '43c6cd3e-59a2-4feb-94c3-10d8a524ee68'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:26.885505 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6382f6a8-ee4d-4a08-985a-14bfe16a5865" -d '{"events": [{"server_uuid": "f584711a-57f6-407c-b8bb-f46595961857", "name": "network-vif-deleted", "tag": "43c6cd3e-59a2-4feb-94c3-10d8a524ee68"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:56:26.941345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39290) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:27.017447 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c96395-4614-463b-b71f-2f8e74452b1b x-openstack-request-id: req-e6c96395-4614-463b-b71f-2f8e74452b1b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:56:27.018963 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f584711a-57f6-407c-b8bb-f46595961857", "name": "network-vif-deleted", "tag": "43c6cd3e-59a2-4feb-94c3-10d8a524ee68", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:56:27.019457 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6c96395-4614-463b-b71f-2f8e74452b1b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:56:27.019978 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f584711a-57f6-407c-b8bb-f46595961857', 'name': 'network-vif-deleted', 'tag': '43c6cd3e-59a2-4feb-94c3-10d8a524ee68', 'status': 'completed', 'code': 200} Feb 07 22:56:27.221188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f0c11-0f18-4631-8358-a44f987f071a req-164e4072-d855-4473-b789-6c8aad4b0b2f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:27.230609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-737f0c11-0f18-4631-8358-a44f987f071a req-164e4072-d855-4473-b789-6c8aad4b0b2f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.5626636 Feb 07 22:56:27.311574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:20Z', 'revision_number': 8, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:27.340548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679f6fb-1463-4073-ae48-675d37176abd None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:20Z', 'revision_number': 8, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13fc1ea-24f1-4628-8f3c-351f1527700d', 'name': '', 'network_id': '2c0e655b-9479-4e96-a230-74cb84ebc2dc', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:a5:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:57Z', 'updated_at': '2022-02-07T22:56:08Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '60d9b51e-11ce-44be-aeee-67b018e4d0e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:27.341306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-68a4beb0-d358-401d-9c80-464c0dde0bd9 req-318a229c-ec0e-4acf-bbc4-d654fd95f1e2 tempest-ServerMetadataNegativeTestJSON-258187748 tempest-ServerMetadataNegativeTestJSON-258187748-project] 10.222.0.15 "GET /v2.0/ports?device_id=f584711a-57f6-407c-b8bb-f46595961857 HTTP/1.1" status: 200 len: 210 time: 0.0667138 Feb 07 22:56:27.357309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.361684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fda5d2a3-f9eb-4a66-9852-6c874b846e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.381881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-737f0c11-0f18-4631-8358-a44f987f071a req-c86f3844-14b7-4b50-b11c-07c276790448 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822206 Feb 07 22:56:27.381881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-24ddc4f3-2f22-41fb-bd28-bba0c066ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:27.383356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-24ddc4f3-2f22-41fb-bd28-bba0c066ed49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4406891 Feb 07 22:56:27.574098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.605617 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-5d0175c6-c727-440e-934b-5c75e786eaf4 service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152760 Feb 07 22:56:27.858764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port c13fc1ea-24f1-4628-8f3c-351f1527700d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:27.859355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.975636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port c13fc1ea-24f1-4628-8f3c-351f1527700d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c13fc1ea-24f1-4628-8f3c-351f1527700d,segment=NetworkSegment(19902ed8-e67e-466c-add5-984f83b27a1c),segment_id=19902ed8-e67e-466c-add5-984f83b27a1c)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:27.976047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.996038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for c13fc1ea-24f1-4628-8f3c-351f1527700d owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:28.000752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fda5d2a3-f9eb-4a66-9852-6c874b846e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.014396 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fda5d2a3-f9eb-4a66-9852-6c874b846e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.104775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5d2a3-f9eb-4a66-9852-6c874b846e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3179348d-588e-45dd-987a-7fb2a3a407c3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:28.113711 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fda5d2a3-f9eb-4a66-9852-6c874b846e2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25ed05cfbcfd4331af31b9618f0d72cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1538436 Feb 07 22:56:28.117011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39308) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:28.125528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f911af05-adb8-4e54-89ce-dd0f2a1feac0 req-8cd8153e-7a40-4079-a745-3e7606179fe0 service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127769 Feb 07 22:56:28.212426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.245026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=c13fc1ea-24f1-4628-8f3c-351f1527700d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:28.333601 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.336466 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2751-33fc-4a34-ae4d-4ce3a9bad55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.341393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aaade-7255-4af7-8d7d-361a7057f185 req-4ce8eed5-8e65-428b-bbab-4c91b45ebe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:28.343091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-130aaade-7255-4af7-8d7d-361a7057f185 req-4ce8eed5-8e65-428b-bbab-4c91b45ebe84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1094 time: 0.1475050 Feb 07 22:56:28.382586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.386735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.433698 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2751-33fc-4a34-ae4d-4ce3a9bad55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.462827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39316) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:28.635381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:28.733668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a61a377-f80b-4919-a063-77449ad10a9f admin admin] Deleting subnet 4c789ab8-06b8-47d8-857a-0a365e4ef5b4 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:56:28.743935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede6294-0a26-4b31-9cff-199ae8104c44 req-7c77c80e-be7c-4c88-b9e0-25932b60d586 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:28.745387 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ede6294-0a26-4b31-9cff-199ae8104c44 req-7c77c80e-be7c-4c88-b9e0-25932b60d586 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.1928937 Feb 07 22:56:28.746099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a61a377-f80b-4919-a063-77449ad10a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.747738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:28.750242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aaade-7255-4af7-8d7d-361a7057f185 req-dfde7510-eab0-4205-bc75-cfb1b723c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:28.751669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-130aaade-7255-4af7-8d7d-361a7057f185 req-dfde7510-eab0-4205-bc75-cfb1b723c5de service neutron] 10.222.0.24 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.3817501 Feb 07 22:56:28.761204 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dff0262b-1a58-478d-bf29-ef50951702ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4555221 Feb 07 22:56:28.762535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39322) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:28.768261 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:28.785333 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:28.786468 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:28.794990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2751-33fc-4a34-ae4d-4ce3a9bad55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.797474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2751-33fc-4a34-ae4d-4ce3a9bad55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.801519 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f6ce2751-33fc-4a34-ae4d-4ce3a9bad55d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3179348d-588e-45dd-987a-7fb2a3a407c3 HTTP/1.1" status: 204 len: 168 time: 0.6803946 Feb 07 22:56:28.850454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70d3611-cc11-458a-b1c2-4a98dcb4f6fb tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting subnet 60d9b51e-11ce-44be-aeee-67b018e4d0e0 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:56:28.858417 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e70d3611-cc11-458a-b1c2-4a98dcb4f6fb tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.860853 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-130aaade-7255-4af7-8d7d-361a7057f185 req-cf072c3c-f770-49c2-b968-cb724b528995 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 217 time: 0.0823076 Feb 07 22:56:28.862030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.25.8.164 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/1629a913-795e-4919-908c-e1e9d5958017) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:28.886983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce2751-33fc-4a34-ae4d-4ce3a9bad55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3179348d-588e-45dd-987a-7fb2a3a407c3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:28.940683 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a61a377-f80b-4919-a063-77449ad10a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.958813 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e70d3611-cc11-458a-b1c2-4a98dcb4f6fb tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.014256 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ede6294-0a26-4b31-9cff-199ae8104c44 req-d9cfc99f-fca2-49f2-9b69-6ae7c1dce6bd tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339556 Feb 07 22:56:29.085025 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a61a377-f80b-4919-a063-77449ad10a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.087985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aaade-7255-4af7-8d7d-361a7057f185 req-d3bcfa74-6493-4b8d-862e-56b1ac0b63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:29.089434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-130aaade-7255-4af7-8d7d-361a7057f185 req-d3bcfa74-6493-4b8d-862e-56b1ac0b63fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.2037907 Feb 07 22:56:29.105072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e70d3611-cc11-458a-b1c2-4a98dcb4f6fb tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.116239 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:29.181830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e70d3611-cc11-458a-b1c2-4a98dcb4f6fb tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.206918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b893ef6-3df4-4be3-8299-35984b7616e0 None None] Network 2c0e655b-9479-4e96-a230-74cb84ebc2dc requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:29.217829 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e70d3611-cc11-458a-b1c2-4a98dcb4f6fb tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.227963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e70d3611-cc11-458a-b1c2-4a98dcb4f6fb tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/60d9b51e-11ce-44be-aeee-67b018e4d0e0 HTTP/1.1" status: 204 len: 168 time: 0.4640954 Feb 07 22:56:29.230158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39332) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:29.320205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d3611-cc11-458a-b1c2-4a98dcb4f6fb tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Subnet': ['ID=60d9b51e-11ce-44be-aeee-67b018e4d0e0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:29.323287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39334) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:29.337252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.434014 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a61a377-f80b-4919-a063-77449ad10a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.435848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96e4a6d1-e72c-433e-bc98-45b0002d79db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.486477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.584638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f652c6-1a4b-4701-a571-959670b1b947 None None] DHCP port deletion for 2c0e655b-9479-4e96-a230-74cb84ebc2dc request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:56:29.599588 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9a61a377-f80b-4919-a063-77449ad10a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.613405 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9a61a377-f80b-4919-a063-77449ad10a9f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4c789ab8-06b8-47d8-857a-0a365e4ef5b4 HTTP/1.1" status: 204 len: 168 time: 1.1388049 Feb 07 22:56:29.616406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aaade-7255-4af7-8d7d-361a7057f185 req-625318e7-eb4b-441a-a795-67e37714d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:29.618164 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-130aaade-7255-4af7-8d7d-361a7057f185 req-625318e7-eb4b-441a-a795-67e37714d3e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4740303 Feb 07 22:56:29.619101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61a377-f80b-4919-a063-77449ad10a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c789ab8-06b8-47d8-857a-0a365e4ef5b4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:29.627016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.633090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39340) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:29.652450 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:28Z', 'revision_number': 9, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:29.665461 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96e4a6d1-e72c-433e-bc98-45b0002d79db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.679525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port ebbe077c-c7a6-479c-a180-ba4c64b8561a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:29.680224 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.690803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-62f652c6-1a4b-4701-a571-959670b1b947 None None] Deleting port ebbe077c-c7a6-479c-a180-ba4c64b8561a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:29.698278 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62f652c6-1a4b-4701-a571-959670b1b947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.710514 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96e4a6d1-e72c-433e-bc98-45b0002d79db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.712429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:29.723418 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:29.725696 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:29.778114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4a6d1-e72c-433e-bc98-45b0002d79db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8858f1-e7ed-4086-aa2b-3fc44deec8f6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:29.831300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:29.839885 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:29.854555 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-96e4a6d1-e72c-433e-bc98-45b0002d79db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f800cad1471477b83e6e76037594597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301936 Feb 07 22:56:29.857268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39344) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:29.903459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port ebbe077c-c7a6-479c-a180-ba4c64b8561a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ebbe077c-c7a6-479c-a180-ba4c64b8561a,segment=NetworkSegment(19902ed8-e67e-466c-add5-984f83b27a1c),segment_id=19902ed8-e67e-466c-add5-984f83b27a1c)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:29.903913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.912888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-62f652c6-1a4b-4701-a571-959670b1b947 None None] For port ebbe077c-c7a6-479c-a180-ba4c64b8561a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ebbe077c-c7a6-479c-a180-ba4c64b8561a,segment=NetworkSegment(19902ed8-e67e-466c-add5-984f83b27a1c),segment_id=19902ed8-e67e-466c-add5-984f83b27a1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:29.913289 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62f652c6-1a4b-4701-a571-959670b1b947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.915962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:29.918222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for ebbe077c-c7a6-479c-a180-ba4c64b8561a owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:29.928264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 43c6cd3e-59a2-4feb-94c3-10d8a524ee68 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:29.969744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-62f652c6-1a4b-4701-a571-959670b1b947 None None] Calling delete_port for ebbe077c-c7a6-479c-a180-ba4c64b8561a owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:29.995456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:30.015428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:30.033210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=1629a913-795e-4919-908c-e1e9d5958017,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:30.036088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.046175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:30.058218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No DVR routers for this DVR port ebbe077c-c7a6-479c-a180-ba4c64b8561a on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:30.134825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=ebbe077c-c7a6-479c-a180-ba4c64b8561a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:30.143838 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62f652c6-1a4b-4701-a571-959670b1b947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.157862 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.172764 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:28Z', 'revision_number': 9, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:30.189580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f652c6-1a4b-4701-a571-959670b1b947 None None] Pushing event deleted for resources: {'Port': ['ID=ebbe077c-c7a6-479c-a180-ba4c64b8561a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:30.204741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f652c6-1a4b-4701-a571-959670b1b947 None None] No DVR routers for this DVR port ebbe077c-c7a6-479c-a180-ba4c64b8561a on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:30.209884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85ad3462-c725-40ef-8ba4-562ba2a5cd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.220278 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-130aaade-7255-4af7-8d7d-361a7057f185 req-ba99c691-e1d6-4094-aa13-9882340a4b8c service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862284 Feb 07 22:56:30.222818 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbaf577-4228-4974-8747-c4a5292fe767 None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:28Z', 'revision_number': 9, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': '2d27a75b-5940-4603-a662-b839819190ef', 'name': '', 'network_id': 'f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:1a:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:45Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '9daf0c29-f9c7-4d64-9b7d-19907b74dabc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:30.343149 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.374537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85ad3462-c725-40ef-8ba4-562ba2a5cd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.393351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac20f93-7f98-4555-83ce-088f412d6366 req-14287048-3efb-4b7b-a107-98d28985a435 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:30.400797 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fac20f93-7f98-4555-83ce-088f412d6366 req-14287048-3efb-4b7b-a107-98d28985a435 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.2283611 Feb 07 22:56:30.422235 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0e655b-9479-4e96-a230-74cb84ebc2dc']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:30.458144 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fac20f93-7f98-4555-83ce-088f412d6366 req-039ba5e8-8d51-40fc-b496-82f1d62b8c8f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542920 Feb 07 22:56:30.473150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19902ed8-e67e-466c-add5-984f83b27a1c') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:30.474228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19902ed8-e67e-466c-add5-984f83b27a1c') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:30.497367 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.502406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.513891 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.522504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:30.523307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:30.527350 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:30.564298 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85ad3462-c725-40ef-8ba4-562ba2a5cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.567027 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85ad3462-c725-40ef-8ba4-562ba2a5cd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.570853 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-85ad3462-c725-40ef-8ba4-562ba2a5cd83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df8858f1-e7ed-4086-aa2b-3fc44deec8f6 HTTP/1.1" status: 204 len: 168 time: 0.7106984 Feb 07 22:56:30.607743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9ecd53-50b5-4d53-8a58-f2ffe5de5781']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:30.625378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-130aaade-7255-4af7-8d7d-361a7057f185 req-2f5b5e52-7fd3-4c1b-87b4-d9809310d4f4 service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631535 Feb 07 22:56:30.650042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad3462-c725-40ef-8ba4-562ba2a5cd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8858f1-e7ed-4086-aa2b-3fc44deec8f6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:30.683664 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.701044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.712056 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/networks/2c0e655b-9479-4e96-a230-74cb84ebc2dc HTTP/1.1" status: 204 len: 168 time: 1.4119906 Feb 07 22:56:30.715053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd210f8a0-8fb5-4989-a4c3-6245368f00a8') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:30.715995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd210f8a0-8fb5-4989-a4c3-6245368f00a8') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:30.722154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39354) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:30.734504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931af9b3-81f6-4b4f-ad3f-95e74f094378 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Network': ['ID=2c0e655b-9479-4e96-a230-74cb84ebc2dc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:30.808319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.857427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.894349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.910413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:30.910820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:30.912602 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:31.142709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-5cc5ef23-bb89-49b9-95d7-777721e3aeca req-f9908a73-3a77-461c-ab99-4518610e2c74 service neutron] (102289) timed out ('10.222.0.15', 40988) {{(pid=102289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 22:56:31.396691 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.409862 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.413964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1d9ecd53-50b5-4d53-8a58-f2ffe5de5781 HTTP/1.1" status: 204 len: 168 time: 1.7005548 Feb 07 22:56:31.436477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79eadd-d755-498f-a735-6afef11fc544 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9ecd53-50b5-4d53-8a58-f2ffe5de5781,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:31.631095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ebbe077c-c7a6-479c-a180-ba4c64b8561a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:31.669540 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.672554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: ebbe077c-c7a6-479c-a180-ba4c64b8561a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:31.675375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ebbe077c-c7a6-479c-a180-ba4c64b8561a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:31.677534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c13fc1ea-24f1-4628-8f3c-351f1527700d no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:31.720545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39394) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:31.726788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c13fc1ea-24f1-4628-8f3c-351f1527700d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:31.727442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c13fc1ea-24f1-4628-8f3c-351f1527700d not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:31.731966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84ca8-5faa-4dd5-9887-bb3ec3dedcf5 req-a10e54f4-4eaf-4db9-b9ca-0971488992e2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:31.739917 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4aa84ca8-5faa-4dd5-9887-bb3ec3dedcf5 req-a10e54f4-4eaf-4db9-b9ca-0971488992e2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.1215620 Feb 07 22:56:31.794133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a0708cc6-f4c8-4a08-89fb-9341431c9458 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a356d412a51444849a5241268916b3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718026 Feb 07 22:56:31.797656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39400) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:31.858703 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device cf927250-a161-4da8-bfdc-fa426f077077 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:56:31.882997 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4aa84ca8-5faa-4dd5-9887-bb3ec3dedcf5 req-f1f11618-7bc4-47ca-afb5-df485db038a0 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423399 Feb 07 22:56:31.891889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a020d62-a91f-4d68-ada8-38d7e604226a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.957670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a020d62-a91f-4d68-ada8-38d7e604226a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.981237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:56:32.001911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:32.011618 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.020640 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'cf927250-a161-4da8-bfdc-fa426f077077', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'port_id': 'cf927250-a161-4da8-bfdc-fa426f077077', 'mac_address': 'fa:16:3e:f4:cf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:56:32.061048 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a020d62-a91f-4d68-ada8-38d7e604226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.063904 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a020d62-a91f-4d68-ada8-38d7e604226a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.064965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6a020d62-a91f-4d68-ada8-38d7e604226a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b8f7918-e6e8-426b-962e-3f6243ff6a48 HTTP/1.1" status: 204 len: 168 time: 0.2663410 Feb 07 22:56:32.073426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a020d62-a91f-4d68-ada8-38d7e604226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8f7918-e6e8-426b-962e-3f6243ff6a48,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:32.109320 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.155151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf927250-a161-4da8-bfdc-fa426f077077 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:32.195542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:32.204417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.256719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:32.367839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:32.379521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3df7c-ffcd-4994-b8c2-f83449e09ef0 None None] Sync routers for ids ['9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:32.392426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3df7c-ffcd-4994-b8c2-f83449e09ef0 None None] Routers {'9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:32.393492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-57c3df7c-ffcd-4994-b8c2-f83449e09ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:32.429562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.430763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e7f0f5e2-290e-44b0-9ef7-5acd578eaeb5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.2074227 Feb 07 22:56:32.433749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39446) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:32.458891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['cf927250-a161-4da8-bfdc-fa426f077077'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:56:32.466016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-57c3df7c-ffcd-4994-b8c2-f83449e09ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:32.515073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port 2d27a75b-5940-4603-a662-b839819190ef {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:32.515426 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.678401 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1b923819-4da6-458e-bbd5-ee12c9d8547d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/routers/9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b HTTP/1.1" status: 200 len: 880 time: 0.2403102 Feb 07 22:56:32.678644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39460) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:32.684717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port 2d27a75b-5940-4603-a662-b839819190ef, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2d27a75b-5940-4603-a662-b839819190ef,segment=NetworkSegment(e01bcdbb-6b97-4ec0-9dc5-240d694c4567),segment_id=e01bcdbb-6b97-4ec0-9dc5-240d694c4567)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:32.685077 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.709972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for 2d27a75b-5940-4603-a662-b839819190ef owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:32.915157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3df7c-ffcd-4994-b8c2-f83449e09ef0 None None] Routers {'9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:32.916469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-57c3df7c-ffcd-4994-b8c2-f83449e09ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:33.035935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-57c3df7c-ffcd-4994-b8c2-f83449e09ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:33.036929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3df7c-ffcd-4994-b8c2-f83449e09ef0 None None] The sync data for ids ['9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:33.109863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.147616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f966-85ac-40c5-81ab-ebb2098e912f req-866ff47d-e92a-4e70-8912-7b25fe3062b9 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:33.150116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0508f966-85ac-40c5-81ab-ebb2098e912f req-866ff47d-e92a-4e70-8912-7b25fe3062b9 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1143246 Feb 07 22:56:33.185756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=2d27a75b-5940-4603-a662-b839819190ef,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:33.242270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0508f966-85ac-40c5-81ab-ebb2098e912f req-1110ed44-b1f4-4258-bf72-65135eede428 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832355 Feb 07 22:56:33.264648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e1714789-ad1b-4ece-9c0b-0367fa9cf2d2 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5846868 Feb 07 22:56:33.277872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39506) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:33.365516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f94e74d0-ad02-402f-9add-116f49f72526 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-201292030'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:33.450900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39516) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:33.494532 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.642389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-network', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:33.669056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Made reservation on behalf of 6c234a5c417b4662ae0ff483be3ccbbd for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:33.672713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.683635 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.790618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.801014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.837569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdec115-8929-4708-a823-1737aa32af0d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:33.840385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:56:33.858504 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.858976 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Added segment 182b6920-97ca-452b-9d34-4014807cd95d of type vlan for network 7cd0d991-7e2b-4f21-938a-6cb00141978d Feb 07 22:56:33.922456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.923866 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.954392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.955027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:33.956185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:33.958360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.035771 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5829909 Feb 07 22:56:34.044102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39526) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:34.049875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Request body: {'subnet': {'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-subnet', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:34.079160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device cf927250-a161-4da8-bfdc-fa426f077077 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:34.091018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b06ee-3498-4961-9d2f-b5190a90b745 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd0d991-7e2b-4f21-938a-6cb00141978d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:34.098355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Made reservation on behalf of 6c234a5c417b4662ae0ff483be3ccbbd for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:34.106399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.124247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:34.131259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-afdd5050-19ee-41a3-beb0-fe37d09afc47 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4066756 Feb 07 22:56:34.133985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39528) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:34.136206 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7cd0d991-7e2b-4f21-938a-6cb00141978d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:56:34.140612 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:34.161068 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:34.162504 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:34.221501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port cf927250-a161-4da8-bfdc-fa426f077077 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:34.229924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port cf927250-a161-4da8-bfdc-fa426f077077 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:34.230574 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.259175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f1bbc2-ee80-4859-a881-ab1b229d55d9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting subnet 9daf0c29-f9c7-4d64-9b7d-19907b74dabc {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:56:34.266349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f94e74d0-ad02-402f-9add-116f49f72526 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.271153 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12f1bbc2-ee80-4859-a881-ab1b229d55d9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.374800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f94e74d0-ad02-402f-9add-116f49f72526 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.377207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.397854 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:34.417694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:34.420208 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a7be40-99fd-4fde-9116-6810eecd8e00" -d '{"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-plugged", "status": "completed", "tag": "cf927250-a161-4da8-bfdc-fa426f077077"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:56:34.476577 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12f1bbc2-ee80-4859-a881-ab1b229d55d9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.482588 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:34.495647 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.514525 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f5532-eca7-434b-a6de-794dcb388e90 x-openstack-request-id: req-123f5532-eca7-434b-a6de-794dcb388e90 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:56:34.515423 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-plugged", "status": "completed", "tag": "cf927250-a161-4da8-bfdc-fa426f077077", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:56:34.515423 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-123f5532-eca7-434b-a6de-794dcb388e90 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:56:34.550351 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077', 'code': 200} Feb 07 22:56:34.560966 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.650753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:34.702381 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:32Z', 'revision_number': 10, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:34.746589 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:34.757632 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:34.758352 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:34.810554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5362b4-19d5-4844-b26b-20c4c8b60bea req-e3dc6ef7-a97e-4e23-9adf-bf0a7a50ecb7 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:34.812547 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf5362b4-19d5-4844-b26b-20c4c8b60bea req-e3dc6ef7-a97e-4e23-9adf-bf0a7a50ecb7 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.4666109 Feb 07 22:56:34.896586 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:34.914433 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12f1bbc2-ee80-4859-a881-ab1b229d55d9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.923542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8ea3d-e5a1-48cf-9f64-bb9c7749cebb req-b68fac2c-84ea-41c5-8562-a5729075cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:34.925167 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2bf8ea3d-e5a1-48cf-9f64-bb9c7749cebb req-b68fac2c-84ea-41c5-8562-a5729075cb07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1096 time: 0.3234971 Feb 07 22:56:34.981657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94e74d0-ad02-402f-9add-116f49f72526 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:35.125503 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.173168 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:32Z', 'revision_number': 10, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:35.208764 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b9afa-1225-49f3-96f5-14c494204170 None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:32Z', 'revision_number': 10, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None, '_interfaces': [{'id': 'd68b3e13-2965-4a87-bc2d-6b1e833166ee', 'name': '', 'network_id': '11434d5b-5f30-4bb1-9538-f91b23f1638e', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'mac_address': 'fa:16:3e:0f:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:34Z', 'updated_at': '2022-02-07T22:55:47Z', 'revision_number': 5, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'subnets': [{'id': '127fa82e-9d68-46fe-b08c-c8361db4af53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:35.217005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3c2b66-f2ca-441b-a78a-1dca09752934,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:35.278839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Checking segment: {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:35.279191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Network hostable DHCP agents. Network: 7cd0d991-7e2b-4f21-938a-6cb00141978d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:56:35.298852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Network 7cd0d991-7e2b-4f21-938a-6cb00141978d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:56:35.310632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7cd0d991-7e2b-4f21-938a-6cb00141978d) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:35.317918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:35.319899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.325039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62efc3da-d08a-494d-8572-c7102204d8db None None] Network 7cd0d991-7e2b-4f21-938a-6cb00141978d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:35.351526 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-578fec28-5b1f-4f30-b033-ecd5615b303d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3063514 Feb 07 22:56:35.353125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39542) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:35.359473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:35.390538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.392407 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.456527 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf5362b4-19d5-4844-b26b-20c4c8b60bea req-e711e070-35fa-4506-ba18-b4faca7c1de1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6292372 Feb 07 22:56:35.482035 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.541153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2bf8ea3d-e5a1-48cf-9f64-bb9c7749cebb req-72c4a218-e588-4fc2-be77-f9ac1c38c0a5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5338378 Feb 07 22:56:35.565489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4989f77-15e7-4d51-aa1b-adcba3c22144 None None] Network 7cd0d991-7e2b-4f21-938a-6cb00141978d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:35.620363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12f1bbc2-ee80-4859-a881-ab1b229d55d9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.680120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1bbc2-ee80-4859-a881-ab1b229d55d9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Subnet': ['ID=9daf0c29-f9c7-4d64-9b7d-19907b74dabc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:35.689731 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-12f1bbc2-ee80-4859-a881-ab1b229d55d9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.694081 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-12f1bbc2-ee80-4859-a881-ab1b229d55d9 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/9daf0c29-f9c7-4d64-9b7d-19907b74dabc HTTP/1.1" status: 204 len: 168 time: 1.5589876 Feb 07 22:56:35.697170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39546) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:35.712661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e74d0-ad02-402f-9add-116f49f72526 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:35.726766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f94e74d0-ad02-402f-9add-116f49f72526 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.730978 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f94e74d0-ad02-402f-9add-116f49f72526 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b HTTP/1.1" status: 200 len: 887 time: 2.3705213 Feb 07 22:56:35.765832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:35.807342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2d27a75b-5940-4603-a662-b839819190ef no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:35.812298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156dd1f4-d3e1-4f48-9cd5-f80689814ae5 None None] Network f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:35.836798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.857904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb44f1b-d69c-4f47-ab15-031396907c54 None None] Sync routers for ids ['9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:35.879452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.945117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2d27a75b-5940-4603-a662-b839819190ef {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:35.945468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2d27a75b-5940-4603-a662-b839819190ef not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:35.961342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb44f1b-d69c-4f47-ab15-031396907c54 None None] Routers {'9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:35.961999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4fb44f1b-d69c-4f47-ab15-031396907c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:35.981444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:35.981784 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.008540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4fb44f1b-d69c-4f47-ab15-031396907c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:36.013103 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-990ea5bc-672c-4a67-90c4-67d6c117145b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/routers/9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b HTTP/1.1" status: 200 len: 887 time: 0.2461395 Feb 07 22:56:36.015897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39552) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:36.048309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-00e90d81-5ec5-49bb-906e-89bfbbd554c0 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b HTTP/1.1" status: 200 len: 205 time: 0.0314209 Feb 07 22:56:36.051380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39554) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:36.075737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb44f1b-d69c-4f47-ab15-031396907c54 None None] Routers {'9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:36.076396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4fb44f1b-d69c-4f47-ab15-031396907c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:36.120039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4fb44f1b-d69c-4f47-ab15-031396907c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:36.121095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb44f1b-d69c-4f47-ab15-031396907c54 None None] The sync data for ids ['9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:36.174522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port e19f7899-ed1d-49b4-aa6d-73594d9d0b38, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e19f7899-ed1d-49b4-aa6d-73594d9d0b38,segment=NetworkSegment(e01bcdbb-6b97-4ec0-9dc5-240d694c4567),segment_id=e01bcdbb-6b97-4ec0-9dc5-240d694c4567)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:36.177435 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.205439 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.213727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] DHCP port deletion for f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:56:36.215584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for e19f7899-ed1d-49b4-aa6d-73594d9d0b38 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:36.276451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-5676dfe8-ecce-464d-b875-8b9ad3263840 req-100a9a10-eb88-4ebc-bc3d-febe199e78ee service neutron] (102289) timed out ('10.222.0.24', 62194) {{(pid=102289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 22:56:36.313522 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.330624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] Deleting port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:36.332053 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.352447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=e19f7899-ed1d-49b4-aa6d-73594d9d0b38,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:36.365841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No DVR routers for this DVR port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:36.431039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] For port e19f7899-ed1d-49b4-aa6d-73594d9d0b38, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:36.431738 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.449403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] Calling delete_port for e19f7899-ed1d-49b4-aa6d-73594d9d0b38 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:36.453329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] Port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:56:36.458008 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.466543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.489659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] Pushing event deleted for resources: {'Port': ['ID=e19f7899-ed1d-49b4-aa6d-73594d9d0b38,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:36.494074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc9038-a878-40e0-bb94-514ab1f7fa57 None None] No DVR routers for this DVR port e19f7899-ed1d-49b4-aa6d-73594d9d0b38 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:36.522649 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.536085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.576286 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.628131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:36.649213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:36.649527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01bcdbb-6b97-4ec0-9dc5-240d694c4567') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:36.664005 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.700514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.717818 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:36.720399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:36.725960 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:36.741584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Allocated IP 172.25.8.68 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/0dec14e6-3d16-4d96-b887-d1ccf4e70158) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:36.813071 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.823290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 1629a913-795e-4919-908c-e1e9d5958017 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:36.823672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.830239 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.836581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d6b88-a806-48eb-aa43-6044f076efcf req-15db13b7-6997-4d1d-88d7-20fbe99314b2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:36.838073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff9d6b88-a806-48eb-aa43-6044f076efcf req-15db13b7-6997-4d1d-88d7-20fbe99314b2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.2062654 Feb 07 22:56:36.841125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/networks/f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96 HTTP/1.1" status: 204 len: 168 time: 1.1419997 Feb 07 22:56:36.842421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39564) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:36.854914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Network': ['ID=f1a01263-1f9e-4d33-b01a-a6f8a9f9bd96,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:36.864681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.865519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.865519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.871983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.871983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.871983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.871983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.871983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.871983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.871983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.871983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:36.871983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aaace-8088-4e2a-8747-2f0a242410a6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.038768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff9d6b88-a806-48eb-aa43-6044f076efcf req-69bb1f61-e37f-4b5b-b3e8-50326e226e41 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759331 Feb 07 22:56:37.076890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.079175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.138361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 1629a913-795e-4919-908c-e1e9d5958017 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:37.191935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ed4a-b662-4fdb-8dfe-d4d85b23a4da req-82a7ebc1-202d-4539-b7fa-06799acc4e9a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:37.193738 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3782ed4a-b662-4fdb-8dfe-d4d85b23a4da req-82a7ebc1-202d-4539-b7fa-06799acc4e9a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.0767541 Feb 07 22:56:37.202650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39570) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:37.217984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fbd1b4d1-f268-4a55-a4b1-5312b34d50fb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'floatingip': {'port_id': 'cf927250-a161-4da8-bfdc-fa426f077077'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:37.270607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b4d1-f268-4a55-a4b1-5312b34d50fb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.290361 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.390751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:37.397070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:37.401268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:37.464379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Pushing event updated for resources: {'Port': ['ID=0dec14e6-3d16-4d96-b887-d1ccf4e70158,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:37.510374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.510700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.511033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.511364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.511683 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.512070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.512382 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.512675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.512993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.513305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.513797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.514281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:37.638381 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.648565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e19f7899-ed1d-49b4-aa6d-73594d9d0b38 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:37.698900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e19f7899-ed1d-49b4-aa6d-73594d9d0b38 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:37.699242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e19f7899-ed1d-49b4-aa6d-73594d9d0b38 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:38.014853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b4d1-f268-4a55-a4b1-5312b34d50fb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.021886 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b4d1-f268-4a55-a4b1-5312b34d50fb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.080397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=1629a913-795e-4919-908c-e1e9d5958017,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:38.153911 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-fbd1b4d1-f268-4a55-a4b1-5312b34d50fb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Floating IP c8b9c280-fa9d-4c3e-bae2-c6c7daab60de associated. External IP: 172.25.8.214, port: cf927250-a161-4da8-bfdc-fa426f077077. Feb 07 22:56:38.227296 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.363191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.412924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.458266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd1b4d1-f268-4a55-a4b1-5312b34d50fb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:38.489016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.492832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.581186 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.584362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Fanout notify agent at l3_agent the message router_deleted on router 9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:56:38.604915 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.606734 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a818d76d-f83c-4dfe-8e68-78a895cd3a35 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b HTTP/1.1" status: 204 len: 168 time: 2.5539973 Feb 07 22:56:38.610681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39592) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:38.618307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1811731443'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:38.627348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd1b4d1-f268-4a55-a4b1-5312b34d50fb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:38.634640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b4d1-f268-4a55-a4b1-5312b34d50fb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.639177 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] Sync routers for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:38.656878 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:38.657500 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:38.730415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fbd1b4d1-f268-4a55-a4b1-5312b34d50fb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "PUT /v2.0/floatingips/c8b9c280-fa9d-4c3e-bae2-c6c7daab60de HTTP/1.1" status: 200 len: 991 time: 1.5258448 Feb 07 22:56:38.735214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:38.742646 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54" -d '{"events": [{"name": "network-changed", "server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "tag": "cf927250-a161-4da8-bfdc-fa426f077077"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:56:38.783898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:38.792706 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.848572 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c155520c-4b91-4d47-ada0-b5170b008bc0 x-openstack-request-id: req-c155520c-4b91-4d47-ada0-b5170b008bc0 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:56:38.851057 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "tag": "cf927250-a161-4da8-bfdc-fa426f077077", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:56:38.851532 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c155520c-4b91-4d47-ada0-b5170b008bc0 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:56:38.853029 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077', 'status': 'completed', 'code': 200} Feb 07 22:56:38.905747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:56:38.940657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.941427 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added segment 9bffced0-8a20-4bb8-9d1b-7920b3b22013 of type vlan for network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 Feb 07 22:56:38.989109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-0d067aa8-f07b-460c-aaf1-ac8d1b36d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:38.990849 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-0d067aa8-f07b-460c-aaf1-ac8d1b36d2d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1096 time: 0.1023743 Feb 07 22:56:39.009752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.043050 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:39.057719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.099607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.101456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb4b0b-da69-4e87-a541-04e471f48d61 req-805ed5f7-3be7-4bf1-8012-82a26833f177 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:39.103494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32eb4b0b-da69-4e87-a541-04e471f48d61 req-805ed5f7-3be7-4bf1-8012-82a26833f177 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.2018960 Feb 07 22:56:39.105192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:39.105794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.191576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-818a6efd-c399-448a-9cee-852952c19553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:39.195821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-818a6efd-c399-448a-9cee-852952c19553 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.1956499 Feb 07 22:56:39.339253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-c763bee2-5965-4554-8cec-8bc03c4a6974 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 999 time: 0.1129878 Feb 07 22:56:39.359339 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'c8b9c280-fa9d-4c3e-bae2-c6c7daab60de', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'port_id': 'cf927250-a161-4da8-bfdc-fa426f077077', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'mac_address': 'fa:16:3e:f4:cf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:56:12Z', 'updated_at': '2022-02-07T22:56:37Z', 'revision_number': 1, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:39.368352 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-32eb4b0b-da69-4e87-a541-04e471f48d61 req-44a7fa8f-c69c-4c2a-94e7-117578c9dff0 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525365 Feb 07 22:56:39.408491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port d68b3e13-2965-4a87-bc2d-6b1e833166ee {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:39.408491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.408887 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7887156 Feb 07 22:56:39.409008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39610) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:39.424046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'subnet': {'network_id': '5810567f-cbbc-48f7-ab1d-21aa2fb3b313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:39.438231 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] Checking router: dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:39.442902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9907d68-1d18-4cdc-a7f9-a73fd4e36748 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Network': ['ID=5810567f-cbbc-48f7-ab1d-21aa2fb3b313,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:39.457469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-db2c4737-22f0-488b-ba01-3da12139f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:39.458448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:56:39.459533 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-db2c4737-22f0-488b-ba01-3da12139f55b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.0785196 Feb 07 22:56:39.460493 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:39.461358 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:39.514825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-64de880f-e16c-486e-bab4-d3ac2bac614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:39.516320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-64de880f-e16c-486e-bab4-d3ac2bac614d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494666 Feb 07 22:56:39.601014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Router 2c71541e-dbbe-419f-a92a-e4602eea9955 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:56:39.673209 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:39.685156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-8afd05f6-6104-465d-a2e1-fa5382a2fc64 service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613057 Feb 07 22:56:39.724871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port d68b3e13-2965-4a87-bc2d-6b1e833166ee, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d68b3e13-2965-4a87-bc2d-6b1e833166ee,segment=NetworkSegment(10e6c7b7-a6af-4de4-87d1-bf421c62b0b6),segment_id=10e6c7b7-a6af-4de4-87d1-bf421c62b0b6)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:39.725236 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.754983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for d68b3e13-2965-4a87-bc2d-6b1e833166ee owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:39.763519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:39.767388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.855757 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f5f1b0f-d5dd-44d6-9750-c6c66c172d54 req-0cf5b922-6707-400c-b751-cd30e237aea7 service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608694 Feb 07 22:56:39.969309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:39.982954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Sync routers for ids ['2c71541e-dbbe-419f-a92a-e4602eea9955'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:40.002482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Routers {'2c71541e-dbbe-419f-a92a-e4602eea9955'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:40.005747 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c71541e-dbbe-419f-a92a-e4602eea9955'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:40.017892 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.022809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0b766d4f-8c5f-4aa1-ac24-6fc021cb4775 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6640670 Feb 07 22:56:40.022990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39622) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:40.058904 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'c8b9c280-fa9d-4c3e-bae2-c6c7daab60de', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'port_id': 'cf927250-a161-4da8-bfdc-fa426f077077', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'mac_address': 'fa:16:3e:f4:cf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:56:12Z', 'updated_at': '2022-02-07T22:56:37Z', 'revision_number': 1, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:40.154777 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18338c5-331d-42d2-9eab-e5f356f39adf None None] The sync data for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 is: [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'c8b9c280-fa9d-4c3e-bae2-c6c7daab60de', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'port_id': 'cf927250-a161-4da8-bfdc-fa426f077077', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'mac_address': 'fa:16:3e:f4:cf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:56:12Z', 'updated_at': '2022-02-07T22:56:37Z', 'revision_number': 1, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:40.227510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Set router 2c71541e-dbbe-419f-a92a-e4602eea9955 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:40.299174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.353970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=d68b3e13-2965-4a87-bc2d-6b1e833166ee,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:40.353970 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.516243 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Subnet': ['ID=7cd1d717-5b73-4262-aaa8-e72d0de25f0b,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:40.617704 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:35Z', 'updated_at': '2022-02-07T22:56:38Z', 'revision_number': 3, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'gw_port': {'id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:36Z', 'updated_at': '2022-02-07T22:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:40.633034 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2cace-ae64-499e-9bdb-4e860173f00e None None] New status for floating IP c8b9c280-fa9d-4c3e-bae2-c6c7daab60de: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:56:40.689149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Checking router: 2c71541e-dbbe-419f-a92a-e4602eea9955 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:40.689496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Updating router 2c71541e-dbbe-419f-a92a-e4602eea9955 port 0dec14e6-3d16-4d96-b887-d1ccf4e70158 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:56:40.723973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f38f58-d24b-4698-b79d-3c32b18a6dc3 req-77abf620-e387-47aa-b5cf-91c5f8e6c874 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:40.725778 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50f38f58-d24b-4698-b79d-3c32b18a6dc3 req-77abf620-e387-47aa-b5cf-91c5f8e6c874 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1486766 Feb 07 22:56:40.758304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.779130 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.810430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Checking segment: {'id': '9bffced0-8a20-4bb8-9d1b-7920b3b22013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5810567f-cbbc-48f7-ab1d-21aa2fb3b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:40.816536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network hostable DHCP agents. Network: 5810567f-cbbc-48f7-ab1d-21aa2fb3b313, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:56:40.949694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50f38f58-d24b-4698-b79d-3c32b18a6dc3 req-73b6bae8-fcc3-414b-984f-42e643290647 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156401 Feb 07 22:56:41.114816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:56:41.129266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:41.146827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 5810567f-cbbc-48f7-ab1d-21aa2fb3b313) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:41.153090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:41.153944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.167256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73cc741-a2a0-4010-8ed3-dabda7dfe016 None None] Network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:41.202047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.283028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:41.293770 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-32ce57df-73f6-45d1-9101-983382c91d48 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4503224 Feb 07 22:56:41.294402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39644) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:41.351008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:41.419829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9700524a-7bcf-4ed6-a329-8678500d66fe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0121391 Feb 07 22:56:41.427985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39650) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:41.432277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:41.433417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:41.437254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-5810567f-cbbc-48f7-ab1d-21aa2fb3b313', 'network_id': '5810567f-cbbc-48f7-ab1d-21aa2fb3b313', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'fixed_ips': [{'subnet_id': '7cd1d717-5b73-4262-aaa8-e72d0de25f0b'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:56:41.438409 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.445345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-27f711d0-bb9b-49bb-a427-cc2289073484 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-910578263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:41.499554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87207eb-61eb-4504-a94d-f47566aea478 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting subnet 127fa82e-9d68-46fe-b08c-c8361db4af53 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:56:41.539492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87207eb-61eb-4504-a94d-f47566aea478 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.567979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Allocated IP 172.20.0.1 (7cd0d991-7e2b-4f21-938a-6cb00141978d/ad3c2b66-f2ca-441b-a78a-1dca09752934/1eaee83d-a958-4e9c-9ced-ef126cc36ab8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:41.580814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:41.625074 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f711d0-bb9b-49bb-a427-cc2289073484 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.626131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f711d0-bb9b-49bb-a427-cc2289073484 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.726386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:40Z', 'revision_number': 11, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:41.736647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f711d0-bb9b-49bb-a427-cc2289073484 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.777902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:41.802019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87207eb-61eb-4504-a94d-f47566aea478 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.829938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:41.829938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:41.867640 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f711d0-bb9b-49bb-a427-cc2289073484 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.914868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27f711d0-bb9b-49bb-a427-cc2289073484 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.918824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-27f711d0-bb9b-49bb-a427-cc2289073484 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4826326 Feb 07 22:56:41.919038 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.919527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39660) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:41.975360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.307212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:42.492234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:40Z', 'revision_number': 11, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:42.497585 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.524007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Network 7cd0d991-7e2b-4f21-938a-6cb00141978d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:42.529574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:42.533473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:42.573741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33053e4c-44e9-42b8-99df-e8a8b81f3f28 None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:40Z', 'revision_number': 11, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:42.590484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.608428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Pushing event updated for resources: {'Port': ['ID=1eaee83d-a958-4e9c-9ced-ef126cc36ab8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:42.619370 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.619512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Allocated IP 172.20.0.2 (5810567f-cbbc-48f7-ab1d-21aa2fb3b313/7cd1d717-5b73-4262-aaa8-e72d0de25f0b/86adc95a-3450-4703-ad1c-3b9e3ba71664) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:42.721170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Attempting to bind port 0dec14e6-3d16-4d96-b887-d1ccf4e70158 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:42.721746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Attempting to bind port 0dec14e6-3d16-4d96-b887-d1ccf4e70158 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:42.722832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Attempting to bind port 0dec14e6-3d16-4d96-b887-d1ccf4e70158 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:42.757265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:42.758424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:42.759236 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.759819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:42.760481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Bound port: 0dec14e6-3d16-4d96-b887-d1ccf4e70158, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:42.773059 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.953888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.968084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] For port 0dec14e6-3d16-4d96-b887-d1ccf4e70158, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:42.972195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] For port 0dec14e6-3d16-4d96-b887-d1ccf4e70158, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0dec14e6-3d16-4d96-b887-d1ccf4e70158,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:42.976259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43211df-4f16-4fd2-8bc9-e68a7800d293 None None] Pushing event updated for resources: {'Port': ['ID=0dec14e6-3d16-4d96-b887-d1ccf4e70158,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:42.986781 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.083624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87207eb-61eb-4504-a94d-f47566aea478 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.115141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Routers {'2c71541e-dbbe-419f-a92a-e4602eea9955'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:43.115789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c71541e-dbbe-419f-a92a-e4602eea9955'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:43.167785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43211df-4f16-4fd2-8bc9-e68a7800d293 None None] Pushing event updated for resources: {'Port': ['ID=0dec14e6-3d16-4d96-b887-d1ccf4e70158,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:43.293005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.361234 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.375008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] Set router 2c71541e-dbbe-419f-a92a-e4602eea9955 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:43.407748 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.419416 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.421374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.476494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:43.486119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:43.489069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:43.522483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87207eb-61eb-4504-a94d-f47566aea478 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.526008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Pushing event updated for resources: {'Port': ['ID=1eaee83d-a958-4e9c-9ced-ef126cc36ab8,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:43.557939 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.574723 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87207eb-61eb-4504-a94d-f47566aea478 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.587281 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f87207eb-61eb-4504-a94d-f47566aea478 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/127fa82e-9d68-46fe-b08c-c8361db4af53 HTTP/1.1" status: 204 len: 168 time: 2.2646945 Feb 07 22:56:43.588224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39690) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:43.618724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87207eb-61eb-4504-a94d-f47566aea478 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Subnet': ['ID=127fa82e-9d68-46fe-b08c-c8361db4af53,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:43.643433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d68b3e13-2965-4a87-bc2d-6b1e833166ee no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:43.650068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b811f6f2-ef4f-44ec-ae27-2cd5d1fd1507 None None] Network 11434d5b-5f30-4bb1-9538-f91b23f1638e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:43.708087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Network 7cd0d991-7e2b-4f21-938a-6cb00141978d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:43.712012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:43.758228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d68b3e13-2965-4a87-bc2d-6b1e833166ee {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:43.758901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d68b3e13-2965-4a87-bc2d-6b1e833166ee not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:43.760049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Pushing event updated for resources: {'Port': ['ID=86adc95a-3450-4703-ad1c-3b9e3ba71664,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:43.824058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Attempting to bind port 86adc95a-3450-4703-ad1c-3b9e3ba71664 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:43.824497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Attempting to bind port 86adc95a-3450-4703-ad1c-3b9e3ba71664 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '9bffced0-8a20-4bb8-9d1b-7920b3b22013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5810567f-cbbc-48f7-ab1d-21aa2fb3b313'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:43.824975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Attempting to bind port 86adc95a-3450-4703-ad1c-3b9e3ba71664 on network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:43.882572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Router 2c71541e-dbbe-419f-a92a-e4602eea9955 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:43.902940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.927105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:43.927564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Checking segment: {'id': '9bffced0-8a20-4bb8-9d1b-7920b3b22013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5810567f-cbbc-48f7-ab1d-21aa2fb3b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:43.928083 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.928560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Bound using segment: {'id': '9bffced0-8a20-4bb8-9d1b-7920b3b22013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5810567f-cbbc-48f7-ab1d-21aa2fb3b313'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:43.929125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Bound port: 86adc95a-3450-4703-ad1c-3b9e3ba71664, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bffced0-8a20-4bb8-9d1b-7920b3b22013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5810567f-cbbc-48f7-ab1d-21aa2fb3b313'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:43.929583 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.080722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.20.0.1 (5810567f-cbbc-48f7-ab1d-21aa2fb3b313/7cd1d717-5b73-4262-aaa8-e72d0de25f0b/bf67f1df-fc99-4d5f-ae52-e578506ce1d2) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:44.094180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:44.113872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7f68a470-85ab-4ce5-a9f9-0bd9eec6328e admin admin] 10.222.0.15 "PUT /v2.0/routers/2c71541e-dbbe-419f-a92a-e4602eea9955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0853074 Feb 07 22:56:44.125211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] For port 86adc95a-3450-4703-ad1c-3b9e3ba71664, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:44.132338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] For port 86adc95a-3450-4703-ad1c-3b9e3ba71664, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86adc95a-3450-4703-ad1c-3b9e3ba71664,segment=NetworkSegment(9bffced0-8a20-4bb8-9d1b-7920b3b22013),segment_id=9bffced0-8a20-4bb8-9d1b-7920b3b22013)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:44.138820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Deleting port 76eff5de-7cf4-4fad-8845-bf585f794b77 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:44.139417 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.142513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73445ebc-f2b0-4641-99d6-f54f0574c30b None None] DHCP port deletion for 11434d5b-5f30-4bb1-9538-f91b23f1638e request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:56:44.149825 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.234894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c29d4c-72ff-41c8-821d-34431801411d None None] Pushing event updated for resources: {'Port': ['ID=86adc95a-3450-4703-ad1c-3b9e3ba71664,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:44.309753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:35Z', 'updated_at': '2022-02-07T22:56:42Z', 'revision_number': 4, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'gw_port': {'id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:36Z', 'updated_at': '2022-02-07T22:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1eaee83d-a958-4e9c-9ced-ef126cc36ab8', 'name': '', 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'mac_address': 'fa:16:3e:66:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:41Z', 'updated_at': '2022-02-07T22:56:41Z', 'revision_number': 1, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'subnets': [{'id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:44.338570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] For port 76eff5de-7cf4-4fad-8845-bf585f794b77, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=76eff5de-7cf4-4fad-8845-bf585f794b77,segment=NetworkSegment(10e6c7b7-a6af-4de4-87d1-bf421c62b0b6),segment_id=10e6c7b7-a6af-4de4-87d1-bf421c62b0b6)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:44.339034 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.358988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Calling delete_port for 76eff5de-7cf4-4fad-8845-bf585f794b77 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:44.407834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327ee9a-57ea-4bd7-ac07-cf263ad1a69b None None] The sync data for ids ['2c71541e-dbbe-419f-a92a-e4602eea9955'] in n-d-827895-2 is: [{'id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:35Z', 'updated_at': '2022-02-07T22:56:42Z', 'revision_number': 4, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'gw_port': {'id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:36Z', 'updated_at': '2022-02-07T22:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1eaee83d-a958-4e9c-9ced-ef126cc36ab8', 'name': '', 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'mac_address': 'fa:16:3e:66:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:41Z', 'updated_at': '2022-02-07T22:56:41Z', 'revision_number': 1, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'subnets': [{'id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:44.447546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-73445ebc-f2b0-4641-99d6-f54f0574c30b None None] Deleting port 76eff5de-7cf4-4fad-8845-bf585f794b77 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:44.447955 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73445ebc-f2b0-4641-99d6-f54f0574c30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.553826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-73445ebc-f2b0-4641-99d6-f54f0574c30b None None] For port 76eff5de-7cf4-4fad-8845-bf585f794b77, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=76eff5de-7cf4-4fad-8845-bf585f794b77,segment=NetworkSegment(10e6c7b7-a6af-4de4-87d1-bf421c62b0b6),segment_id=10e6c7b7-a6af-4de4-87d1-bf421c62b0b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:44.554363 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73445ebc-f2b0-4641-99d6-f54f0574c30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.593544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-73445ebc-f2b0-4641-99d6-f54f0574c30b None None] Calling delete_port for 76eff5de-7cf4-4fad-8845-bf585f794b77 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:44.613816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.670451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.724845 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73445ebc-f2b0-4641-99d6-f54f0574c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.774188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:44.782272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73445ebc-f2b0-4641-99d6-f54f0574c30b None None] No DVR routers for this DVR port 76eff5de-7cf4-4fad-8845-bf585f794b77 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:44.784150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73445ebc-f2b0-4641-99d6-f54f0574c30b None None] Pushing event deleted for resources: {'Port': ['ID=76eff5de-7cf4-4fad-8845-bf585f794b77,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:44.813932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:44.818531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:44.884792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=bf67f1df-fc99-4d5f-ae52-e578506ce1d2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:44.890583 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.958268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Port': ['ID=76eff5de-7cf4-4fad-8845-bf585f794b77,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:44.968975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No DVR routers for this DVR port 76eff5de-7cf4-4fad-8845-bf585f794b77 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:45.015868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.099760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-2cc736a2-d0e2-496c-8dfa-c4ee372c71e8 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:45.102179 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-2cc736a2-d0e2-496c-8dfa-c4ee372c71e8 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 819 time: 0.2549162 Feb 07 22:56:45.121495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-dbc7f716-5268-4d2f-8bb8-cddacdeb6a73 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/quotas/6c234a5c417b4662ae0ff483be3ccbbd HTTP/1.1" status: 200 len: 375 time: 0.0129352 Feb 07 22:56:45.154431 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.195173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11434d5b-5f30-4bb1-9538-f91b23f1638e']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:45.210552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-4005512b-b67d-4e0f-bea8-62766ebc2a08 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803556 Feb 07 22:56:45.237180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:45.237472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e6c7b7-a6af-4de4-87d1-bf421c62b0b6') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:45.255396 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.257468 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.283875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.330331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:45.330741 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: self.session.flush() Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:45.335991 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:45.369060 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-3e752381-54b9-4f89-a2cf-8b138ade339f service neutron] 10.222.0.15 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514127 Feb 07 22:56:45.620710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.631853 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-26d8b458-9e3f-4f75-b484-0e3d3a59ada3 service neutron] 10.222.0.15 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543764 Feb 07 22:56:45.639884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.646513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39736) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:45.651418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'routes': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:45.662043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/networks/11434d5b-5f30-4bb1-9538-f91b23f1638e HTTP/1.1" status: 204 len: 168 time: 2.0445650 Feb 07 22:56:45.718967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74218ae-81d1-4c21-a63a-042837c1675f tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Pushing event deleted for resources: {'Network': ['ID=11434d5b-5f30-4bb1-9538-f91b23f1638e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:45.747358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86adc95a-3450-4703-ad1c-3b9e3ba71664 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:46.034569 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 86adc95a-3450-4703-ad1c-3b9e3ba71664 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:46.035319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.105755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca91c4ff-8709-488c-8fbf-5af7e5f14ce8 None None] Network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:46.169978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c60da837-130a-4e84-9b27-da7454adfeba req-e08a8d01-de7d-45ee-9e58-cb704f55800c tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 210 time: 0.1224041 Feb 07 22:56:46.261626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.extraroute_db [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Added routes are [] {{(pid=102290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 22:56:46.262174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.extraroute_db [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Removed routes are [] {{(pid=102290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 22:56:46.263121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.290052 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.303241 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.348827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c7a231ed-6cc9-4f18-b883-8b01c5c9ab79 None None] Provisioning complete for port 86adc95a-3450-4703-ad1c-3b9e3ba71664 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:46.348827 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7a231ed-6cc9-4f18-b883-8b01c5c9ab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.473773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.672498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-17e1a4ea-18b8-428a-a18d-d0c943735ee8 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:46.674226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-17e1a4ea-18b8-428a-a18d-d0c943735ee8 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 819 time: 0.2033277 Feb 07 22:56:46.724057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:46.725787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=bf67f1df-fc99-4d5f-ae52-e578506ce1d2,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:46.732913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:46.758469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-02761b98-5e8d-43bc-93cf-ca5cd0a2039b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/quotas/6c234a5c417b4662ae0ff483be3ccbbd HTTP/1.1" status: 200 len: 375 time: 0.0423217 Feb 07 22:56:46.927786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.932076 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.034262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router a44e8c69-302d-4992-8030-115feb714d1b is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:56:47.092200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.145253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-6e59426a-3343-40e2-9590-f619fbae7b6d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2979817 Feb 07 22:56:47.160215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router d218cae0-05ef-469d-b5cd-229e9c6f882e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:47.201282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:47.201831 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7a231ed-6cc9-4f18-b883-8b01c5c9ab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.216962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e6977d40-af6c-481a-90ce-773a177650c3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/a44e8c69-302d-4992-8030-115feb714d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2963183 Feb 07 22:56:47.217946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39778) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:47.224890 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2a1966-4fd0-4301-a6aa-2e841d8fa2e0 None None] Sync routers for ids ['a44e8c69-302d-4992-8030-115feb714d1b'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:47.234609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 86adc95a-3450-4703-ad1c-3b9e3ba71664, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86adc95a-3450-4703-ad1c-3b9e3ba71664,segment=NetworkSegment(9bffced0-8a20-4bb8-9d1b-7920b3b22013),segment_id=9bffced0-8a20-4bb8-9d1b-7920b3b22013)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:47.266036 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.289965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afabf94f-974d-45f5-b76e-db56b1954ea9 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:47.294744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-afabf94f-974d-45f5-b76e-db56b1954ea9 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports/bf67f1df-fc99-4d5f-ae52-e578506ce1d2 HTTP/1.1" status: 200 len: 910 time: 0.0752833 Feb 07 22:56:47.295511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39780) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:47.303580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-47456d35-9ffc-4191-8d9f-95dd9cbba592 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7cd1d717-5b73-4262-aaa8-e72d0de25f0b'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:47.329197 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a1966-4fd0-4301-a6aa-2e841d8fa2e0 None None] Routers {'a44e8c69-302d-4992-8030-115feb714d1b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:47.330145 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ba2a1966-4fd0-4301-a6aa-2e841d8fa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a44e8c69-302d-4992-8030-115feb714d1b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:47.389403 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-c7a231ed-6cc9-4f18-b883-8b01c5c9ab79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:47.390171 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-c7a231ed-6cc9-4f18-b883-8b01c5c9ab79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:47.403343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 76eff5de-7cf4-4fad-8845-bf585f794b77 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:47.473900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 76eff5de-7cf4-4fad-8845-bf585f794b77 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:47.474389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 76eff5de-7cf4-4fad-8845-bf585f794b77 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:47.478192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=86adc95a-3450-4703-ad1c-3b9e3ba71664,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:47.496958 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ba2a1966-4fd0-4301-a6aa-2e841d8fa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:47.519025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:47.528980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.531379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] Sync routers for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:47.533684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-459a41aa-f0a3-4f09-b55c-ce0b66e8eb85 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e HTTP/1.1" status: 200 len: 705 time: 1.8860648 Feb 07 22:56:47.539155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39784) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:47.561890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:47.562587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:47.563464 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a1966-4fd0-4301-a6aa-2e841d8fa2e0 None None] Routers {'a44e8c69-302d-4992-8030-115feb714d1b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:47.569152 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ba2a1966-4fd0-4301-a6aa-2e841d8fa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a44e8c69-302d-4992-8030-115feb714d1b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:47.604195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39786) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:47.610474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-013f747e-5b15-43bc-b867-254a7394b079 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=d218cae0-05ef-469d-b5cd-229e9c6f882e HTTP/1.1" status: 200 len: 205 time: 0.0701017 Feb 07 22:56:47.617840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-5317ef0d-a6da-44e1-ba89-f616f1bc4826 service neutron] 10.222.0.15 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717467 Feb 07 22:56:47.750376 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ba2a1966-4fd0-4301-a6aa-2e841d8fa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:47.751657 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2a1966-4fd0-4301-a6aa-2e841d8fa2e0 None None] The sync data for ids ['a44e8c69-302d-4992-8030-115feb714d1b'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:47.765036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:47.812270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47456d35-9ffc-4191-8d9f-95dd9cbba592 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.851073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0461cfd4-a253-4970-b673-1a96189d61c4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.946704 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-c4e354b4-4749-4947-b12e-225f24227baa service neutron] 10.222.0.15 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216031 Feb 07 22:56:48.002346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:40Z', 'revision_number': 11, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:48.015309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0dec14e6-3d16-4d96-b887-d1ccf4e70158 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:48.209769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] Checking router: d218cae0-05ef-469d-b5cd-229e9c6f882e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:48.268581 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] Routers {'d218cae0-05ef-469d-b5cd-229e9c6f882e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:48.269516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d218cae0-05ef-469d-b5cd-229e9c6f882e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:48.285961 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0461cfd4-a253-4970-b673-1a96189d61c4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.288651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0461cfd4-a253-4970-b673-1a96189d61c4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.399281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0dec14e6-3d16-4d96-b887-d1ccf4e70158 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:48.400455 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.442741 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0461cfd4-a253-4970-b673-1a96189d61c4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.443246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0461cfd4-a253-4970-b673-1a96189d61c4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Fanout notify agent at l3_agent the message router_deleted on router d218cae0-05ef-469d-b5cd-229e9c6f882e {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:56:48.453366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0461cfd4-a253-4970-b673-1a96189d61c4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.458440 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0461cfd4-a253-4970-b673-1a96189d61c4 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e HTTP/1.1" status: 204 len: 168 time: 0.8460970 Feb 07 22:56:48.458885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39800) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:48.464030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b2c69cf9-fd98-44e1-ba30-d25e5a8d594a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-749146620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:48.522368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] Set router d218cae0-05ef-469d-b5cd-229e9c6f882e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:48.532462 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2c69cf9-fd98-44e1-ba30-d25e5a8d594a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.533749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2c69cf9-fd98-44e1-ba30-d25e5a8d594a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.671793 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Sync routers for ids ['2c71541e-dbbe-419f-a92a-e4602eea9955'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:48.696192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2c69cf9-fd98-44e1-ba30-d25e5a8d594a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.698817 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Routers {'2c71541e-dbbe-419f-a92a-e4602eea9955'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:48.700243 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c71541e-dbbe-419f-a92a-e4602eea9955'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:48.710324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2c69cf9-fd98-44e1-ba30-d25e5a8d594a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.719955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:40Z', 'revision_number': 11, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:48.763740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2c69cf9-fd98-44e1-ba30-d25e5a8d594a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.766962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b2c69cf9-fd98-44e1-ba30-d25e5a8d594a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3066947 Feb 07 22:56:48.769974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39812) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:48.774857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ea9c40ea-31c7-46c1-9b71-d6d52ef04ca1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:48.872635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ca21a-490a-413e-990f-77e0f5b6d909 None None] The sync data for ids ['d218cae0-05ef-469d-b5cd-229e9c6f882e'] in n-d-827895-2 is: [{'id': 'd218cae0-05ef-469d-b5cd-229e9c6f882e', 'name': 'tempest-RoutersIpV6Test-router-1221238584', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:31Z', 'updated_at': '2022-02-07T22:56:40Z', 'revision_number': 11, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:48.913528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3e30714b-c869-4851-9e16-1d43226c2376 None None] Provisioning complete for port 86adc95a-3450-4703-ad1c-3b9e3ba71664 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:48.913912 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e30714b-c869-4851-9e16-1d43226c2376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.012592 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Set router 2c71541e-dbbe-419f-a92a-e4602eea9955 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:49.182945 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.234246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 0dec14e6-3d16-4d96-b887-d1ccf4e70158, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0dec14e6-3d16-4d96-b887-d1ccf4e70158,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:49.279843 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea9c40ea-31c7-46c1-9b71-d6d52ef04ca1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.296752 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.300575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86adc95a-3450-4703-ad1c-3b9e3ba71664 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:49.318932 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea9c40ea-31c7-46c1-9b71-d6d52ef04ca1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.546378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9c40ea-31c7-46c1-9b71-d6d52ef04ca1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Router 907c1d74-44d0-42b8-bdbd-75f7db89387c is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:56:49.553058 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:35Z', 'updated_at': '2022-02-07T22:56:42Z', 'revision_number': 4, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'gw_port': {'id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:36Z', 'updated_at': '2022-02-07T22:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1eaee83d-a958-4e9c-9ced-ef126cc36ab8', 'name': '', 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'mac_address': 'fa:16:3e:66:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:41Z', 'updated_at': '2022-02-07T22:56:43Z', 'revision_number': 2, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'subnets': [{'id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:49.572115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3ae0e6b8-d68d-4dca-9135-0da0517f3406 req-397832ac-e003-40c3-a201-894cc2e47bb3 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 210 time: 1.2061718 Feb 07 22:56:49.610546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3e30714b-c869-4851-9e16-1d43226c2376 None None] Provisioning complete for port bf67f1df-fc99-4d5f-ae52-e578506ce1d2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:49.615357 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e30714b-c869-4851-9e16-1d43226c2376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.677942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=0dec14e6-3d16-4d96-b887-d1ccf4e70158,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:49.745113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 86adc95a-3450-4703-ad1c-3b9e3ba71664 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:49.745488 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.779825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47456d35-9ffc-4191-8d9f-95dd9cbba592 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.787336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9c40ea-31c7-46c1-9b71-d6d52ef04ca1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:49.802813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] Sync routers for ids ['907c1d74-44d0-42b8-bdbd-75f7db89387c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:49.803084 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Checking router: 2c71541e-dbbe-419f-a92a-e4602eea9955 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:49.803576 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Updating router 2c71541e-dbbe-419f-a92a-e4602eea9955 port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:56:49.805432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea9c40ea-31c7-46c1-9b71-d6d52ef04ca1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.806466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3e30714b-c869-4851-9e16-1d43226c2376 None None] Port bf67f1df-fc99-4d5f-ae52-e578506ce1d2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:56:49.811128 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ea9c40ea-31c7-46c1-9b71-d6d52ef04ca1 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "PUT /v2.0/routers/907c1d74-44d0-42b8-bdbd-75f7db89387c HTTP/1.1" status: 200 len: 697 time: 1.0353858 Feb 07 22:56:49.811886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39824) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:49.835345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] Routers {'907c1d74-44d0-42b8-bdbd-75f7db89387c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:49.836301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['907c1d74-44d0-42b8-bdbd-75f7db89387c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:49.836930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-9ad3a9cb-19b1-45c6-af7c-bf8130dd219d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:49.838453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-9ad3a9cb-19b1-45c6-af7c-bf8130dd219d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 819 time: 1.8130913 Feb 07 22:56:49.859129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Request body: {'port': {'device_id': '30e8c7c3-11cf-4706-b8f1-327bb25a90a9', 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'admin_state_up': True, 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:49.862435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47456d35-9ffc-4191-8d9f-95dd9cbba592 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.869374 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.018302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] Set router 907c1d74-44d0-42b8-bdbd-75f7db89387c gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:50.102010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-dac054bf-22c5-4141-ab88-cc52dfadcd34 None None] Provisioning complete for port bf67f1df-fc99-4d5f-ae52-e578506ce1d2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:50.102785 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dac054bf-22c5-4141-ab88-cc52dfadcd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.104870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907c1d74-44d0-42b8-bdbd-75f7db89387c', 'name': 'tempest-RoutersIpV6Test-router-749146620', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:48Z', 'updated_at': '2022-02-07T22:56:49Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:50.217165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] Checking router: 907c1d74-44d0-42b8-bdbd-75f7db89387c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:50.266981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dac054bf-22c5-4141-ab88-cc52dfadcd34 None None] Port bf67f1df-fc99-4d5f-ae52-e578506ce1d2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:56:50.290276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] Routers {'907c1d74-44d0-42b8-bdbd-75f7db89387c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:50.291226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['907c1d74-44d0-42b8-bdbd-75f7db89387c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:50.329796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47456d35-9ffc-4191-8d9f-95dd9cbba592 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:50.330729 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47456d35-9ffc-4191-8d9f-95dd9cbba592 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.339749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-47456d35-9ffc-4191-8d9f-95dd9cbba592 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/ports/bf67f1df-fc99-4d5f-ae52-e578506ce1d2 HTTP/1.1" status: 200 len: 910 time: 3.0429647 Feb 07 22:56:50.345292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39832) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:50.451969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0dec14e6-3d16-4d96-b887-d1ccf4e70158 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:50.477768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47456d35-9ffc-4191-8d9f-95dd9cbba592 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=bf67f1df-fc99-4d5f-ae52-e578506ce1d2,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:50.492486 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] Set router 907c1d74-44d0-42b8-bdbd-75f7db89387c gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:50.584435 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f36f65ac-a179-4af7-8db0-48468c42bb6d tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/routers/907c1d74-44d0-42b8-bdbd-75f7db89387c HTTP/1.1" status: 200 len: 703 time: 0.7714124 Feb 07 22:56:50.589721 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39840) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:50.615805 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.632114 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.637451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907c1d74-44d0-42b8-bdbd-75f7db89387c', 'name': 'tempest-RoutersIpV6Test-router-749146620', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:48Z', 'updated_at': '2022-02-07T22:56:49Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:50.669524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-846b16a6-d99c-4477-9a8a-9237569b9e62 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=907c1d74-44d0-42b8-bdbd-75f7db89387c HTTP/1.1" status: 200 len: 205 time: 0.0786564 Feb 07 22:56:50.672247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39844) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:50.713344 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33caff6-a410-4db5-89bf-04b7fe9995d9 None None] Pushing event updated for resources: {'Port': ['ID=1eaee83d-a958-4e9c-9ced-ef126cc36ab8,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:50.768567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Made reservation on behalf of 6c234a5c417b4662ae0ff483be3ccbbd for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:50.780223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d8339f4d-6073-427b-a77d-e0e78bd5fa72 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:50.781931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d8339f4d-6073-427b-a77d-e0e78bd5fa72 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 819 time: 0.1959050 Feb 07 22:56:50.783596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.800053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Request body: {'port': {'device_id': '6799c0e9-6ccf-4523-807e-f8760c7dcbb2', 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'admin_state_up': True, 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:50.833417 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f7c1f3c4-ff17-469d-bd56-92a6bdc2f3ed req-033d8735-367c-4d34-8de3-fa52c53d5cf4 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 210 time: 0.0504348 Feb 07 22:56:50.837073 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Attempting to bind port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:50.838245 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Attempting to bind port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:50.838858 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Attempting to bind port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 on network 7cd0d991-7e2b-4f21-938a-6cb00141978d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:50.846055 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:50.846429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Checking segment: {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:50.846828 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.849230 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Bound using segment: {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:50.849708 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Bound port: 1eaee83d-a958-4e9c-9ced-ef126cc36ab8, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:50.850084 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.012453 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] For port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:51.018225 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] For port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1eaee83d-a958-4e9c-9ced-ef126cc36ab8,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:51.021954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Made reservation on behalf of 6c234a5c417b4662ae0ff483be3ccbbd for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:51.024971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d641db-8423-4f9d-98e3-adf59340b5d9 None None] The sync data for ids ['907c1d74-44d0-42b8-bdbd-75f7db89387c'] in n-d-827895-2 is: [{'id': '907c1d74-44d0-42b8-bdbd-75f7db89387c', 'name': 'tempest-RoutersIpV6Test-router-749146620', 'tenant_id': '8c29087f61974f5295db5b6505b3ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:48Z', 'updated_at': '2022-02-07T22:56:49Z', 'revision_number': 2, 'project_id': '8c29087f61974f5295db5b6505b3ff98', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:51.026052 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.041796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.110778 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Routers {'2c71541e-dbbe-419f-a92a-e4602eea9955'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:51.116647 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c71541e-dbbe-419f-a92a-e4602eea9955'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:51.125178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0dec14e6-3d16-4d96-b887-d1ccf4e70158 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:51.125543 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.171412 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-00f221e8-5112-4db0-9895-0d1c5f7f7473 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.220155 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33caff6-a410-4db5-89bf-04b7fe9995d9 None None] Pushing event updated for resources: {'Port': ['ID=1eaee83d-a958-4e9c-9ced-ef126cc36ab8,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:51.320241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Allocated IP 172.20.0.10 (7cd0d991-7e2b-4f21-938a-6cb00141978d/ad3c2b66-f2ca-441b-a78a-1dca09752934/6cb646b7-e015-4efd-8cbf-0155a26e46ea) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:51.398637 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] Set router 2c71541e-dbbe-419f-a92a-e4602eea9955 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:56:51.446927 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f36ae5f1-1e9c-41e9-ab95-67ae8b3961aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.579324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.626485 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-00f221e8-5112-4db0-9895-0d1c5f7f7473 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.640529 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.643431 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-00f221e8-5112-4db0-9895-0d1c5f7f7473 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.711735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Network 7cd0d991-7e2b-4f21-938a-6cb00141978d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:51.716029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:51.732094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:51.778632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Pushing event updated for resources: {'Port': ['ID=6cb646b7-e015-4efd-8cbf-0155a26e46ea,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:51.788193 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:35Z', 'updated_at': '2022-02-07T22:56:42Z', 'revision_number': 4, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'gw_port': {'id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:36Z', 'updated_at': '2022-02-07T22:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1eaee83d-a958-4e9c-9ced-ef126cc36ab8', 'name': '', 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'mac_address': 'fa:16:3e:66:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:41Z', 'updated_at': '2022-02-07T22:56:51Z', 'revision_number': 4, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'subnets': [{'id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:51.830067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:51.831137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.835074 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7970f3-b448-4131-af8e-a9ab31f8bb58 None None] The sync data for ids ['2c71541e-dbbe-419f-a92a-e4602eea9955'] in n-d-827895-2 is: [{'id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:35Z', 'updated_at': '2022-02-07T22:56:42Z', 'revision_number': 4, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'gw_port': {'id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:36Z', 'updated_at': '2022-02-07T22:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1eaee83d-a958-4e9c-9ced-ef126cc36ab8', 'name': '', 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'mac_address': 'fa:16:3e:66:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:41Z', 'updated_at': '2022-02-07T22:56:51Z', 'revision_number': 4, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'subnets': [{'id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:51.859155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-00f221e8-5112-4db0-9895-0d1c5f7f7473 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.860110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f221e8-5112-4db0-9895-0d1c5f7f7473 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Fanout notify agent at l3_agent the message router_deleted on router 907c1d74-44d0-42b8-bdbd-75f7db89387c {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:56:51.873418 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-d9e37b14-d874-4a39-83f7-1ebf3c5c09e7 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0781252 Feb 07 22:56:51.883482 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-00f221e8-5112-4db0-9895-0d1c5f7f7473 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.884928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-00f221e8-5112-4db0-9895-0d1c5f7f7473 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/907c1d74-44d0-42b8-bdbd-75f7db89387c HTTP/1.1" status: 204 len: 168 time: 1.2116339 Feb 07 22:56:51.890725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39864) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:51.891647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Request body: {'port': {'device_id': '6799c0e9-6ccf-4523-807e-f8760c7dcbb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:51.943086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bad2b0ff-9107-4aeb-a79f-7f68ed177082 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=907c1d74-44d0-42b8-bdbd-75f7db89387c HTTP/1.1" status: 200 len: 205 time: 0.0470438 Feb 07 22:56:51.945922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39866) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:51.950139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.api [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-715dbf88-cd74-48e0-9fb1-944efe78858f {{(pid=102289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:51.950461 n-d-827895-2 neutron-server[102289]: DEBUG oslo_db.api [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:52.071282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.077174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5fa87-e5a0-4766-bc97-2ee58bfee741 req-fb2c9897-bf15-4494-8b3f-9c2aaeb653a3 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:52.084992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99f5fa87-e5a0-4766-bc97-2ee58bfee741 req-fb2c9897-bf15-4494-8b3f-9c2aaeb653a3 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 932 time: 0.1038826 Feb 07 22:56:52.096147 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-715d7adf-b933-4cf3-a3aa-b89dafe5b7ff tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] delete failed (client error): The resource could not be found. Feb 07 22:56:52.098199 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-715d7adf-b933-4cf3-a3aa-b89dafe5b7ff tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/907c1d74-44d0-42b8-bdbd-75f7db89387c HTTP/1.1" status: 404 len: 336 time: 0.1504252 Feb 07 22:56:52.100935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39870) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:52.122624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.207111 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a4b0c5-13c6-4b06-8022-3b8f2892fba8 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:52.207111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a4b0c5-13c6-4b06-8022-3b8f2892fba8 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:52.209746 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-60a4b0c5-13c6-4b06-8022-3b8f2892fba8 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/624f8b34-de6b-42b3-8521-1f236577fd09 HTTP/1.1" status: 404 len: 337 time: 0.0715635 Feb 07 22:56:52.226593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39876) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:52.278785 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99f5fa87-e5a0-4766-bc97-2ee58bfee741 req-cd78c890-663f-4a56-9936-4285b03ff880 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797888 Feb 07 22:56:52.367876 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f587e4-8422-4264-a1c2-f8829d40a272 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:52.368332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f587e4-8422-4264-a1c2-f8829d40a272 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:52.377750 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-92f587e4-8422-4264-a1c2-f8829d40a272 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/60d9b51e-11ce-44be-aeee-67b018e4d0e0 HTTP/1.1" status: 404 len: 337 time: 0.1327953 Feb 07 22:56:52.379132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39886) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:52.489899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.526458 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-503f3d89-574f-40cb-952e-3cdac8b4d8b2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:52.527030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503f3d89-574f-40cb-952e-3cdac8b4d8b2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:52.528019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:52.530765 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-503f3d89-574f-40cb-952e-3cdac8b4d8b2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/9daf0c29-f9c7-4d64-9b7d-19907b74dabc HTTP/1.1" status: 404 len: 337 time: 0.1175730 Feb 07 22:56:52.539759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39888) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:52.560469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb646b7-e015-4efd-8cbf-0155a26e46ea {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:52.570978 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.584930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Transition to ACTIVE for port object 6cb646b7-e015-4efd-8cbf-0155a26e46ea will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:52.591478 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.640188 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0800c8-1a2b-4ea5-ad18-fe69b2ab5136 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:52.640801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0800c8-1a2b-4ea5-ad18-fe69b2ab5136 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:52.647193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8a0800c8-1a2b-4ea5-ad18-fe69b2ab5136 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/127fa82e-9d68-46fe-b08c-c8361db4af53 HTTP/1.1" status: 404 len: 337 time: 0.1028011 Feb 07 22:56:52.671601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39892) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:52.672557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb646b7-e015-4efd-8cbf-0155a26e46ea,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:52.693359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:52.694030 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.707328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8c612c26-3b49-4921-88e4-1cc4dd2e1ed2 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=d218cae0-05ef-469d-b5cd-229e9c6f882e HTTP/1.1" status: 200 len: 205 time: 0.0311806 Feb 07 22:56:52.709821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39894) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:52.775962 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-2ed98b4f-f6a4-41b3-80e8-04be9fb9c68b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] delete failed (client error): The resource could not be found. Feb 07 22:56:52.777279 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2ed98b4f-f6a4-41b3-80e8-04be9fb9c68b tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/d218cae0-05ef-469d-b5cd-229e9c6f882e HTTP/1.1" status: 404 len: 336 time: 0.0664394 Feb 07 22:56:52.780158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39898) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:52.838134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Allocated IP 172.20.0.2 (7cd0d991-7e2b-4f21-938a-6cb00141978d/ad3c2b66-f2ca-441b-a78a-1dca09752934/06e74e92-a3e3-4416-81c3-ea7cda147505) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:52.858430 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.940412 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-148da2e2-0fe5-4985-872f-b02061b29777 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc14c6e3-6381-4f46-b75c-0499b284c915 HTTP/1.1" status: 200 len: 205 time: 0.1586976 Feb 07 22:56:52.943626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39902) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:52.958753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1eaee83d-a958-4e9c-9ced-ef126cc36ab8,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:52.967024 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.984331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Attempting to bind port 6cb646b7-e015-4efd-8cbf-0155a26e46ea on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:52.984694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Attempting to bind port 6cb646b7-e015-4efd-8cbf-0155a26e46ea by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:52.984986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Attempting to bind port 6cb646b7-e015-4efd-8cbf-0155a26e46ea on network 7cd0d991-7e2b-4f21-938a-6cb00141978d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:52.992171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Port 6cb646b7-e015-4efd-8cbf-0155a26e46ea on network 7cd0d991-7e2b-4f21-938a-6cb00141978d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:56:52.995020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Attempting to bind port 6cb646b7-e015-4efd-8cbf-0155a26e46ea on network 7cd0d991-7e2b-4f21-938a-6cb00141978d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:53.004835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:53.005431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Checking segment: {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:53.006003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Bound using segment: {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:53.006710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Bound port: 6cb646b7-e015-4efd-8cbf-0155a26e46ea, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:53.007309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.093270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=1eaee83d-a958-4e9c-9ced-ef126cc36ab8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:53.124033 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-53fe06de-b908-4f68-8780-0445978364be tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] delete failed (client error): The resource could not be found. Feb 07 22:56:53.125231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-53fe06de-b908-4f68-8780-0445978364be tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/dc14c6e3-6381-4f46-b75c-0499b284c915 HTTP/1.1" status: 404 len: 336 time: 0.1778100 Feb 07 22:56:53.127952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39904) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.163270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] For port 6cb646b7-e015-4efd-8cbf-0155a26e46ea, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:53.165907 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb65e2d-0bf0-4aed-96c7-542d02aa457a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:53.166370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb65e2d-0bf0-4aed-96c7-542d02aa457a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:53.172931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8eb65e2d-0bf0-4aed-96c7-542d02aa457a tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/934f38e0-f53f-4eeb-aabb-347ff99a1ab7 HTTP/1.1" status: 404 len: 337 time: 0.0397582 Feb 07 22:56:53.173614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39908) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.196006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] For port 6cb646b7-e015-4efd-8cbf-0155a26e46ea, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6cb646b7-e015-4efd-8cbf-0155a26e46ea,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:53.216011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.222986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cdddcb8e-a850-4ef6-bfd0-26f8207e1854 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ab66cd-e445-45f4-b332-4211646d005b HTTP/1.1" status: 200 len: 205 time: 0.0455458 Feb 07 22:56:53.229569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39912) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.309151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:53.309772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.311180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6cb646b7-e015-4efd-8cbf-0155a26e46ea HTTP/1.1" status: 200 len: 1092 time: 1.4294317 Feb 07 22:56:53.311628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6799c0e9-6ccf-4523-807e-f8760c7dcbb2', 'tag': '6cb646b7-e015-4efd-8cbf-0155a26e46ea'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:53.313960 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065bddab-4327-4356-9175-c1e4b224969b" -d '{"events": [{"name": "network-changed", "server_uuid": "6799c0e9-6ccf-4523-807e-f8760c7dcbb2", "tag": "6cb646b7-e015-4efd-8cbf-0155a26e46ea"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:56:53.324964 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-90077c12-6079-4daa-96de-65ebdfa279e7 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] delete failed (client error): The resource could not be found. Feb 07 22:56:53.324964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-90077c12-6079-4daa-96de-65ebdfa279e7 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/a2ab66cd-e445-45f4-b332-4211646d005b HTTP/1.1" status: 404 len: 336 time: 0.0908322 Feb 07 22:56:53.324964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39920) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.360200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6816c6f1-6870-46c5-be6a-1dbf179bbcd0 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=a277328d-b1a9-42ea-9e8a-d495b43b2da2 HTTP/1.1" status: 200 len: 205 time: 0.0342066 Feb 07 22:56:53.366733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39922) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.444854 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.448965 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c13661-0de3-4c8c-8ee3-914c7ef8d428 x-openstack-request-id: req-c1c13661-0de3-4c8c-8ee3-914c7ef8d428 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:56:53.448965 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6799c0e9-6ccf-4523-807e-f8760c7dcbb2", "tag": "6cb646b7-e015-4efd-8cbf-0155a26e46ea", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:56:53.449210 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1c13661-0de3-4c8c-8ee3-914c7ef8d428 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:56:53.449691 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6799c0e9-6ccf-4523-807e-f8760c7dcbb2', 'tag': '6cb646b7-e015-4efd-8cbf-0155a26e46ea', 'status': 'completed', 'code': 200} Feb 07 22:56:53.465394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port bf67f1df-fc99-4d5f-ae52-e578506ce1d2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:53.465737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.490039 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-44d60084-80f2-4c03-846b-793d67993cea tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] delete failed (client error): The resource could not be found. Feb 07 22:56:53.494224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-44d60084-80f2-4c03-846b-793d67993cea tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/a277328d-b1a9-42ea-9e8a-d495b43b2da2 HTTP/1.1" status: 404 len: 336 time: 0.1262999 Feb 07 22:56:53.494970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39996127-9d18-4731-afc4-d45a7fbb24c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb646b7-e015-4efd-8cbf-0155a26e46ea,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:53.514315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39932) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.561419 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.578296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be403669-f95a-4e51-95c9-eee03a7a34d5 req-f1695826-0766-4ff3-b29a-cc4c89fe0bc2 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:53.580310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be403669-f95a-4e51-95c9-eee03a7a34d5 req-f1695826-0766-4ff3-b29a-cc4c89fe0bc2 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 944 time: 0.1436002 Feb 07 22:56:53.581336 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9552c4d-5282-472a-8688-d1c9936ad386 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:53.581858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9552c4d-5282-472a-8688-d1c9936ad386 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:53.592313 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d9552c4d-5282-472a-8688-d1c9936ad386 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/5f841b50-3205-4b26-9a84-a4c371f7e613 HTTP/1.1" status: 404 len: 337 time: 0.0765903 Feb 07 22:56:53.594283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39938) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.620760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.631232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Network 7cd0d991-7e2b-4f21-938a-6cb00141978d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:53.639740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:53.657598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:56:53.670534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be403669-f95a-4e51-95c9-eee03a7a34d5 req-d39f5bdb-5243-4cdf-a98c-41f77f39a046 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769136 Feb 07 22:56:53.679863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-41563cb7-a57b-4d31-b73b-78955837d7ad tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e7abc70-a698-4362-a106-c133401da49b HTTP/1.1" status: 200 len: 205 time: 0.0823677 Feb 07 22:56:53.681814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39942) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.694292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for bf67f1df-fc99-4d5f-ae52-e578506ce1d2 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:53.700452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Pushing event updated for resources: {'Port': ['ID=06e74e92-a3e3-4416-81c3-ea7cda147505,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:53.725121 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-1d152cdc-25f3-452d-907d-0096a73a8b05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] delete failed (client error): The resource could not be found. Feb 07 22:56:53.728852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1d152cdc-25f3-452d-907d-0096a73a8b05 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/0e7abc70-a698-4362-a106-c133401da49b HTTP/1.1" status: 404 len: 336 time: 0.0458210 Feb 07 22:56:53.732140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39944) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.763968 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d6e566-9962-4228-b428-167065395300 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:53.765003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d6e566-9962-4228-b428-167065395300 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:53.770074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:53.770705 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.771578 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d3d6e566-9962-4228-b428-167065395300 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/a277cf60-8469-4f3a-bfa8-75cea7ed08fe HTTP/1.1" status: 404 len: 337 time: 0.0381789 Feb 07 22:56:53.772932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39946) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.776889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-85cfe679-8618-47ec-b706-4dcdf74e1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:53.778431 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-85cfe679-8618-47ec-b706-4dcdf74e1823 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 1095 time: 0.3279483 Feb 07 22:56:53.824708 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ca334f8f-b31c-4a10-a0d8-3760295f0973 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bcb8550-ceac-49d4-b2cd-3f59f61e14d0 HTTP/1.1" status: 200 len: 205 time: 0.0461926 Feb 07 22:56:53.826471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 39952) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.837997 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-a0596f98-e74b-4b06-892f-ea9ed018cc30 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9851868 Feb 07 22:56:53.839991 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-3782f4dd-e3c1-4631-984f-567e5bcc5c47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cb646b7-e015-4efd-8cbf-0155a26e46ea HTTP/1.1" status: 200 len: 217 time: 0.0471885 Feb 07 22:56:53.874600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Request body: {'port': {'device_id': '30e8c7c3-11cf-4706-b8f1-327bb25a90a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:53.884024 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-3849aebe-0a44-45b1-81ba-c99e5ebdc5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] delete failed (client error): The resource could not be found. Feb 07 22:56:53.885117 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3849aebe-0a44-45b1-81ba-c99e5ebdc5cf tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/routers/3bcb8550-ceac-49d4-b2cd-3f59f61e14d0 HTTP/1.1" status: 404 len: 336 time: 0.0589921 Feb 07 22:56:53.890702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39954) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.933642 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fac3c09-1477-42f2-b44d-13f4cb4a0eaa tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:53.934429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fac3c09-1477-42f2-b44d-13f4cb4a0eaa tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:53.938286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3fac3c09-1477-42f2-b44d-13f4cb4a0eaa tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/0c7f37d5-2583-4ffb-a9d9-d82564a1c3f7 HTTP/1.1" status: 404 len: 337 time: 0.0461483 Feb 07 22:56:53.943754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39958) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:53.992399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.996440 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7736b1f0-a6c2-4c3c-8463-82b9c2d375f6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:53.997152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7736b1f0-a6c2-4c3c-8463-82b9c2d375f6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:54.005083 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7736b1f0-a6c2-4c3c-8463-82b9c2d375f6 tempest-RoutersIpV6Test-338722784 tempest-RoutersIpV6Test-338722784-project] 10.222.0.15 "DELETE /v2.0/subnets/b0c0bac8-5043-488f-8186-a800757d600a HTTP/1.1" status: 404 len: 337 time: 0.0590432 Feb 07 22:56:54.009652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-f22de10c-d377-4c71-b178-1d9a329d4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:54.012154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-f22de10c-d377-4c71-b178-1d9a329d4b0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.1613109 Feb 07 22:56:54.056182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-cb7a5709-ccac-4935-8bdb-e936bb656e17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367255 Feb 07 22:56:54.102535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.174095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-59d4b1e7-63c3-4f5e-9e92-511f00d28830 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114814 Feb 07 22:56:54.220392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=bf67f1df-fc99-4d5f-ae52-e578506ce1d2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:54.347082 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c3262bf5-27a5-40da-a876-81c714dd1a34 req-9d8cb101-c858-4cbc-b83f-cf0424c37bd7 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632988 Feb 07 22:56:54.404388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39972) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:54.433828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:56:54.513984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bddab-4327-4356-9175-c1e4b224969b req-eb0b13ec-f6b9-48e7-9a89-b451c6cfef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:54.517896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-065bddab-4327-4356-9175-c1e4b224969b req-eb0b13ec-f6b9-48e7-9a89-b451c6cfef0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 1095 time: 0.1058359 Feb 07 22:56:54.534210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:54.534668 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.624221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bddab-4327-4356-9175-c1e4b224969b req-7c559016-f7d0-4330-a040-89e4344d9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:54.625855 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-065bddab-4327-4356-9175-c1e4b224969b req-7c559016-f7d0-4330-a040-89e4344d9d42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 919 time: 0.1022403 Feb 07 22:56:54.645867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e74e92-a3e3-4416-81c3-ea7cda147505 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:54.650620 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10deb034-e3d2-400f-90fd-dec6104edcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.655764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.686568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Transition to ACTIVE for port object 06e74e92-a3e3-4416-81c3-ea7cda147505 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:54.711124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-065bddab-4327-4356-9175-c1e4b224969b req-86bd3027-626a-4655-9e19-1853e3bc8924 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cb646b7-e015-4efd-8cbf-0155a26e46ea HTTP/1.1" status: 200 len: 217 time: 0.0547924 Feb 07 22:56:54.725890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.789427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bddab-4327-4356-9175-c1e4b224969b req-1bee5b5b-1c39-4be0-a2fa-04714369be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:54.790863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-065bddab-4327-4356-9175-c1e4b224969b req-1bee5b5b-1c39-4be0-a2fa-04714369be25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.0704014 Feb 07 22:56:54.797228 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-702b4c3c-9a9b-4f63-aa0d-a90a76b726fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c29087f61974f5295db5b6505b3ff98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916931 Feb 07 22:56:54.799044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 39980) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:54.850796 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-065bddab-4327-4356-9175-c1e4b224969b req-b4a376ed-83c3-42fc-820b-32a37c4f8e9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524387 Feb 07 22:56:54.852775 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.929131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.984953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Pushing event updated for resources: {'Port': ['ID=06e74e92-a3e3-4416-81c3-ea7cda147505,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:55.005517 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-065bddab-4327-4356-9175-c1e4b224969b req-197050d1-9022-4262-b62f-a8c278da5ca6 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236334 Feb 07 22:56:55.008983 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e051-69db-4e23-a26e-22f532720fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.010565 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:56:55.093083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e051-69db-4e23-a26e-22f532720fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.181469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-065bddab-4327-4356-9175-c1e4b224969b req-f87cadce-7a5d-4f62-9ee8-b7a776888947 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656089 Feb 07 22:56:55.182937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e051-69db-4e23-a26e-22f532720fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.186134 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e051-69db-4e23-a26e-22f532720fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.187344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f4e4e051-69db-4e23-a26e-22f532720fff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/416300f5-0a7e-4d36-a2fc-d5f5261eb7ee HTTP/1.1" status: 204 len: 168 time: 0.3874586 Feb 07 22:56:55.203911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e051-69db-4e23-a26e-22f532720fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416300f5-0a7e-4d36-a2fc-d5f5261eb7ee,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:55.575863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028a746-0550-4f90-9754-a9815fa70f50 req-def0d000-8e13-41fb-9b16-6772f6d88ab5 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:55.577368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f028a746-0550-4f90-9754-a9815fa70f50 req-def0d000-8e13-41fb-9b16-6772f6d88ab5 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 944 time: 0.7472007 Feb 07 22:56:55.654479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Attempting to bind port 06e74e92-a3e3-4416-81c3-ea7cda147505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:55.654811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Attempting to bind port 06e74e92-a3e3-4416-81c3-ea7cda147505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:55.655137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Attempting to bind port 06e74e92-a3e3-4416-81c3-ea7cda147505 on network 7cd0d991-7e2b-4f21-938a-6cb00141978d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:55.662201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Port 06e74e92-a3e3-4416-81c3-ea7cda147505 on network 7cd0d991-7e2b-4f21-938a-6cb00141978d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:56:55.662528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Attempting to bind port 06e74e92-a3e3-4416-81c3-ea7cda147505 on network 7cd0d991-7e2b-4f21-938a-6cb00141978d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:56:55.710278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:56:55.710974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Checking segment: {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:55.710974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Bound using segment: {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:56:55.711460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Bound port: 06e74e92-a3e3-4416-81c3-ea7cda147505, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182b6920-97ca-452b-9d34-4014807cd95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:55.711844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.737820 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f028a746-0550-4f90-9754-a9815fa70f50 req-d776cd03-b485-41b2-8645-9b3349f97240 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502457 Feb 07 22:56:55.759426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router a44e8c69-302d-4992-8030-115feb714d1b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:56:55.909577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:56:55.917861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] For port 06e74e92-a3e3-4416-81c3-ea7cda147505, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:56:55.919122 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c948cfc-ea99-474f-9de5-c579ae2304d5 None None] Sync routers for ids ['a44e8c69-302d-4992-8030-115feb714d1b'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:55.925877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f265579a-7a76-4407-a7a8-132bada5cfbe tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/a44e8c69-302d-4992-8030-115feb714d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5768170 Feb 07 22:56:55.927817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] For port 06e74e92-a3e3-4416-81c3-ea7cda147505, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=06e74e92-a3e3-4416-81c3-ea7cda147505,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:56:55.928669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40010) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:55.942974 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c948cfc-ea99-474f-9de5-c579ae2304d5 None None] Routers {'a44e8c69-302d-4992-8030-115feb714d1b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:55.943661 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0c948cfc-ea99-474f-9de5-c579ae2304d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a44e8c69-302d-4992-8030-115feb714d1b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:55.957466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-87fad246-b52d-496d-aaa1-2057eab02faa tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=a44e8c69-302d-4992-8030-115feb714d1b HTTP/1.1" status: 200 len: 205 time: 0.0277011 Feb 07 22:56:55.961244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40014) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:55.969755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.020728 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0c948cfc-ea99-474f-9de5-c579ae2304d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:56.035140 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c948cfc-ea99-474f-9de5-c579ae2304d5 None None] Routers {'a44e8c69-302d-4992-8030-115feb714d1b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:56:56.035983 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0c948cfc-ea99-474f-9de5-c579ae2304d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a44e8c69-302d-4992-8030-115feb714d1b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:56.073018 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0c948cfc-ea99-474f-9de5-c579ae2304d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:56.073928 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c948cfc-ea99-474f-9de5-c579ae2304d5 None None] The sync data for ids ['a44e8c69-302d-4992-8030-115feb714d1b'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:56.086559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:56.087196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.090046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] 10.222.0.46 "PUT /v2.0/ports/06e74e92-a3e3-4416-81c3-ea7cda147505 HTTP/1.1" status: 200 len: 1091 time: 2.2208326 Feb 07 22:56:56.092322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e8c7c3-11cf-4706-b8f1-327bb25a90a9', 'tag': '06e74e92-a3e3-4416-81c3-ea7cda147505'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:56.095029 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc72fd5-9002-47c8-9e01-73a67dc30975" -d '{"events": [{"name": "network-changed", "server_uuid": "30e8c7c3-11cf-4706-b8f1-327bb25a90a9", "tag": "06e74e92-a3e3-4416-81c3-ea7cda147505"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:56:56.142014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-547f94c3-961b-4bf9-804f-45a9fe44fae3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.193478 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec310d3-e9d7-43d2-9507-e05e18a7eb67 x-openstack-request-id: req-3ec310d3-e9d7-43d2-9507-e05e18a7eb67 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:56:56.193761 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e8c7c3-11cf-4706-b8f1-327bb25a90a9", "tag": "06e74e92-a3e3-4416-81c3-ea7cda147505", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:56:56.194013 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ec310d3-e9d7-43d2-9507-e05e18a7eb67 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:56:56.194417 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e8c7c3-11cf-4706-b8f1-327bb25a90a9', 'tag': '06e74e92-a3e3-4416-81c3-ea7cda147505', 'status': 'completed', 'code': 200} Feb 07 22:56:56.201794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40022) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:56.211641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0044689 Feb 07 22:56:56.211944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40024) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:56.257735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eb0ac-31e6-4e4c-9d22-89eb73ff560d service neutron] Pushing event updated for resources: {'Port': ['ID=06e74e92-a3e3-4416-81c3-ea7cda147505,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:56.330873 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.349611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d081e145-56f1-4f3e-b60e-744bab16379d tempest-NetworksApiDiscovery-13972026 tempest-NetworksApiDiscovery-13972026-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1359844 Feb 07 22:56:56.353634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-63664aee-a268-45fc-a293-095a1231a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:56.355143 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-63664aee-a268-45fc-a293-095a1231a2d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1094 time: 0.2061696 Feb 07 22:56:56.442278 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-8c0a2421-9ef3-4b3c-ae8d-5368ad4a613c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e74e92-a3e3-4416-81c3-ea7cda147505 HTTP/1.1" status: 200 len: 217 time: 0.0575728 Feb 07 22:56:56.444661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-547f94c3-961b-4bf9-804f-45a9fe44fae3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.447554 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-547f94c3-961b-4bf9-804f-45a9fe44fae3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.535608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-547f94c3-961b-4bf9-804f-45a9fe44fae3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.540954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547f94c3-961b-4bf9-804f-45a9fe44fae3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Fanout notify agent at l3_agent the message router_deleted on router a44e8c69-302d-4992-8030-115feb714d1b {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:56:56.549641 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-547f94c3-961b-4bf9-804f-45a9fe44fae3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.551976 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-547f94c3-961b-4bf9-804f-45a9fe44fae3 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/a44e8c69-302d-4992-8030-115feb714d1b HTTP/1.1" status: 204 len: 168 time: 0.5897732 Feb 07 22:56:56.554936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40032) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:56.567795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-5b867822-1fdb-4cf4-88ea-6c2be5c7105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:56.569754 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-5b867822-1fdb-4cf4-88ea-6c2be5c7105c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.1197877 Feb 07 22:56:56.638162 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.659025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-27745999-c740-41ea-abb7-15aaf155c487 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455234 Feb 07 22:56:56.694987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b357d7d-9f58-474e-8025-2b940ea3585b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting subnet 7cd1d717-5b73-4262-aaa8-e72d0de25f0b {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:56:56.726048 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b357d7d-9f58-474e-8025-2b940ea3585b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.783277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40040) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:56.866779 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b357d7d-9f58-474e-8025-2b940ea3585b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.945373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-24d9eea7-5912-4526-a86d-939ced99bd73 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848814 Feb 07 22:56:56.945839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-200147d4-b7c5-485e-bb03-592aebbe16ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.062723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-200147d4-b7c5-485e-bb03-592aebbe16ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.068601 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-200147d4-b7c5-485e-bb03-592aebbe16ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.082258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c0c23-7f35-42d5-a3ac-9b0366604e9e req-a19bf39e-0ee1-48b0-8ff0-60c005299614 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:57.083891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f58c0c23-7f35-42d5-a3ac-9b0366604e9e req-a19bf39e-0ee1-48b0-8ff0-60c005299614 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 944 time: 0.2140496 Feb 07 22:56:57.125535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b357d7d-9f58-474e-8025-2b940ea3585b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.126549 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-200147d4-b7c5-485e-bb03-592aebbe16ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=308df1f7d906476a9f4ec45e5cf6bdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415403 Feb 07 22:56:57.127777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40044) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:57.129081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200147d4-b7c5-485e-bb03-592aebbe16ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b3ae9-0547-4eca-a358-dfbc843fdeb7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:57.214779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f58c0c23-7f35-42d5-a3ac-9b0366604e9e req-439179bc-a266-422c-961e-b6ed6068dc7b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236866 Feb 07 22:56:57.236044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ef1106e-ea0d-4d45-8ec5-ead36adfae6f req-e315a4e5-adcd-42c2-9fa4-520fbdd5d049 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775192 Feb 07 22:56:57.281347 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b24d2a5e-a7ce-463e-aad7-388885729b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.287252 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b357d7d-9f58-474e-8025-2b940ea3585b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.323995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5740e-a952-4894-b5e1-95dfb37882bb None None] Network 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:57.334842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b357d7d-9f58-474e-8025-2b940ea3585b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.336778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b24d2a5e-a7ce-463e-aad7-388885729b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.339232 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6b357d7d-9f58-474e-8025-2b940ea3585b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/7cd1d717-5b73-4262-aaa8-e72d0de25f0b HTTP/1.1" status: 204 len: 168 time: 0.7832217 Feb 07 22:56:57.344201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40046) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:57.347982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b357d7d-9f58-474e-8025-2b940ea3585b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd1d717-5b73-4262-aaa8-e72d0de25f0b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:57.427183 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b24d2a5e-a7ce-463e-aad7-388885729b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.431277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b24d2a5e-a7ce-463e-aad7-388885729b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.432734 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b24d2a5e-a7ce-463e-aad7-388885729b83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c0b3ae9-0547-4eca-a358-dfbc843fdeb7 HTTP/1.1" status: 204 len: 168 time: 0.2852361 Feb 07 22:56:57.445027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d2a5e-a7ce-463e-aad7-388885729b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b3ae9-0547-4eca-a358-dfbc843fdeb7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:57.489645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.495504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-b815cfa7-337c-4e63-8668-1478d2a7cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:57.497358 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-b815cfa7-337c-4e63-8668-1478d2a7cb5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1094 time: 0.1544259 Feb 07 22:56:57.679693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-1e75d8eb-ec14-4ce1-af89-55a5946a0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:57.681706 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-1e75d8eb-ec14-4ce1-af89-55a5946a0beb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 919 time: 0.1742141 Feb 07 22:56:57.686744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 86adc95a-3450-4703-ad1c-3b9e3ba71664 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:57.687298 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.780352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d6f707-19a0-4797-b550-5b16cedae906 None None] DHCP port deletion for 5810567f-cbbc-48f7-ab1d-21aa2fb3b313 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:56:57.821773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-55051b74-cc1e-490b-9bba-ca4b56313c39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e74e92-a3e3-4416-81c3-ea7cda147505 HTTP/1.1" status: 200 len: 217 time: 0.1314249 Feb 07 22:56:57.897991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port 86adc95a-3450-4703-ad1c-3b9e3ba71664, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86adc95a-3450-4703-ad1c-3b9e3ba71664,segment=NetworkSegment(9bffced0-8a20-4bb8-9d1b-7920b3b22013),segment_id=9bffced0-8a20-4bb8-9d1b-7920b3b22013)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:57.898646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.917880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 86adc95a-3450-4703-ad1c-3b9e3ba71664 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:57.921243 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-4d9779b9-3430-4fe9-b33d-03b751fbdbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:57.923184 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-4d9779b9-3430-4fe9-b33d-03b751fbdbb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.0906396 Feb 07 22:56:57.951952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-20d6f707-19a0-4797-b550-5b16cedae906 None None] Deleting port 86adc95a-3450-4703-ad1c-3b9e3ba71664 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:56:57.952476 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20d6f707-19a0-4797-b550-5b16cedae906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.966637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-d0405292-e841-45f7-90bb-04d282f1f925 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334470 Feb 07 22:56:57.984066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6cb646b7-e015-4efd-8cbf-0155a26e46ea details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:56:58.083072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-20d6f707-19a0-4797-b550-5b16cedae906 None None] For port 86adc95a-3450-4703-ad1c-3b9e3ba71664, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=86adc95a-3450-4703-ad1c-3b9e3ba71664,segment=NetworkSegment(9bffced0-8a20-4bb8-9d1b-7920b3b22013),segment_id=9bffced0-8a20-4bb8-9d1b-7920b3b22013)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:58.083474 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20d6f707-19a0-4797-b550-5b16cedae906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.138374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-20d6f707-19a0-4797-b550-5b16cedae906 None None] Calling delete_port for 86adc95a-3450-4703-ad1c-3b9e3ba71664 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:56:58.179471 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-b3748e15-822a-49b7-ab4d-ff61d0679b69 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563165 Feb 07 22:56:58.258776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6cb646b7-e015-4efd-8cbf-0155a26e46ea, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6cb646b7-e015-4efd-8cbf-0155a26e46ea,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:58.302519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '6cb646b7-e015-4efd-8cbf-0155a26e46ea', 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'port_id': '6cb646b7-e015-4efd-8cbf-0155a26e46ea', 'mac_address': 'fa:16:3e:1e:4a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:56:58.316639 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20d6f707-19a0-4797-b550-5b16cedae906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.375673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6f707-19a0-4797-b550-5b16cedae906 None None] Pushing event deleted for resources: {'Port': ['ID=86adc95a-3450-4703-ad1c-3b9e3ba71664,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.389969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6f707-19a0-4797-b550-5b16cedae906 None None] No DVR routers for this DVR port 86adc95a-3450-4703-ad1c-3b9e3ba71664 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:58.404996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cdc72fd5-9002-47c8-9e01-73a67dc30975 req-b47c946b-1f4e-4052-b403-0855919964a5 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717269 Feb 07 22:56:58.408883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.425621 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.443267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb646b7-e015-4efd-8cbf-0155a26e46ea {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:58.469594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6cb646b7-e015-4efd-8cbf-0155a26e46ea, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6cb646b7-e015-4efd-8cbf-0155a26e46ea,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:56:58.474026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No DVR routers for this DVR port 86adc95a-3450-4703-ad1c-3b9e3ba71664 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:58.474170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86adc95a-3450-4703-ad1c-3b9e3ba71664 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:56:58.499407 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.506137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 86adc95a-3450-4703-ad1c-3b9e3ba71664 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:56:58.506485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 86adc95a-3450-4703-ad1c-3b9e3ba71664 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:56:58.538252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=86adc95a-3450-4703-ad1c-3b9e3ba71664,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.545166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579275f-44ac-4d99-8805-576fb7c67689 req-bdf25e1a-ed3d-4f95-8515-1b95380fbcfa tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:58.551344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7579275f-44ac-4d99-8805-576fb7c67689 req-bdf25e1a-ed3d-4f95-8515-1b95380fbcfa tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 944 time: 0.1683106 Feb 07 22:56:58.577106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6cb646b7-e015-4efd-8cbf-0155a26e46ea,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.608407 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7579275f-44ac-4d99-8805-576fb7c67689 req-1b55947e-0ef8-4547-9ab6-3a3df1f9913e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513921 Feb 07 22:56:58.692944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['6cb646b7-e015-4efd-8cbf-0155a26e46ea'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:56:58.717346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.743748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5810567f-cbbc-48f7-ab1d-21aa2fb3b313']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:58.756390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bffced0-8a20-4bb8-9d1b-7920b3b22013') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:58.756760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bffced0-8a20-4bb8-9d1b-7920b3b22013') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:58.773381 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.789076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.798884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:58.799297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:58.880356 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:58.937558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.946199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.954340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40082) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:58.955807 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/networks/5810567f-cbbc-48f7-ab1d-21aa2fb3b313 HTTP/1.1" status: 204 len: 168 time: 1.5998688 Feb 07 22:56:58.958838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-58909142-9e7e-423f-ab70-f8cb6f293a74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1285660717', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:58.978458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62891cef-cc29-4289-be1f-027ef061f95e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Network': ['ID=5810567f-cbbc-48f7-ab1d-21aa2fb3b313,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.994166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58909142-9e7e-423f-ab70-f8cb6f293a74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.995819 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58909142-9e7e-423f-ab70-f8cb6f293a74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.055948 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58909142-9e7e-423f-ab70-f8cb6f293a74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.060142 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58909142-9e7e-423f-ab70-f8cb6f293a74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.080458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58909142-9e7e-423f-ab70-f8cb6f293a74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.083825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-58909142-9e7e-423f-ab70-f8cb6f293a74 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1273029 Feb 07 22:56:59.084902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40084) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:59.090035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'network': {'name': 'tempest-RoutersTest-2063892964'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:59.116838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:59.120918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.145492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:56:59.155508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.156170 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added segment cf449ae3-4607-4b69-95d3-269ed5300fac of type vlan for network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 Feb 07 22:56:59.201324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.228678 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.234547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:59.235107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.297110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2111161 Feb 07 22:56:59.300126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40094) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:56:59.305207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'subnet': {'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:59.316595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c4cff-474c-45a3-b6ec-2a0c2384801c tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Network': ['ID=c1d9de84-28f7-49fa-9def-fe2fb7a82ef8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:59.329806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:56:59.428108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:59.431871 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.627606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.716401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Checking segment: {'id': 'cf449ae3-4607-4b69-95d3-269ed5300fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:56:59.717136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network hostable DHCP agents. Network: c1d9de84-28f7-49fa-9def-fe2fb7a82ef8, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:56:59.729317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Subnet': ['ID=f14a5435-6b13-4ce6-be5d-2604401e2444,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:59.747023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:56:59.757823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f5fe9-f7b7-4897-8563-d94646730a4b req-112be1bb-8dff-4d8d-b31f-415c513c35de tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:59.767560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce0f5fe9-f7b7-4897-8563-d94646730a4b req-112be1bb-8dff-4d8d-b31f-415c513c35de tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 945 time: 0.0695424 Feb 07 22:56:59.767912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, c1d9de84-28f7-49fa-9def-fe2fb7a82ef8) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:59.778370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289efd6c-e4b5-40e6-a639-bd753c56dbb7 None None] Network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:56:59.783123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:59.785456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.817494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce0f5fe9-f7b7-4897-8563-d94646730a4b req-a5a92106-57c4-4b01-b1a4-2ec8a87523ea tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480816 Feb 07 22:56:59.820210 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3957c6bd-53e2-4f82-b805-5d489e51af72 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5175052 Feb 07 22:56:59.821626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40114) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:00.010358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 06e74e92-a3e3-4416-81c3-ea7cda147505 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:57:00.013131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6cb646b7-e015-4efd-8cbf-0155a26e46ea up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:00.189752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:57:00.192149 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.204922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 6cb646b7-e015-4efd-8cbf-0155a26e46ea completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:00.214589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 6cb646b7-e015-4efd-8cbf-0155a26e46ea triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:00.215122 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.233095 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.273508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 06e74e92-a3e3-4416-81c3-ea7cda147505, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=06e74e92-a3e3-4416-81c3-ea7cda147505,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:00.388513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '06e74e92-a3e3-4416-81c3-ea7cda147505', 'network_id': '7cd0d991-7e2b-4f21-938a-6cb00141978d', 'port_id': '06e74e92-a3e3-4416-81c3-ea7cda147505', 'mac_address': 'fa:16:3e:9f:6e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3c2b66-f2ca-441b-a78a-1dca09752934', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:57:00.504472 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.557337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e74e92-a3e3-4416-81c3-ea7cda147505 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:00.574049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Allocated IP 172.20.0.2 (c1d9de84-28f7-49fa-9def-fe2fb7a82ef8/f14a5435-6b13-4ce6-be5d-2604401e2444/9dc1ea44-d7b6-4b26-9241-4146df2a5767) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:00.605691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 06e74e92-a3e3-4416-81c3-ea7cda147505, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=06e74e92-a3e3-4416-81c3-ea7cda147505,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:00.610168 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.620459 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.707416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6799c0e9-6ccf-4523-807e-f8760c7dcbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb646b7-e015-4efd-8cbf-0155a26e46ea'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:00.709767 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9b907c-1ce2-4104-881f-394b74682ba8" -d '{"events": [{"server_uuid": "6799c0e9-6ccf-4523-807e-f8760c7dcbb2", "name": "network-vif-plugged", "status": "completed", "tag": "6cb646b7-e015-4efd-8cbf-0155a26e46ea"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:57:00.739018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6cb646b7-e015-4efd-8cbf-0155a26e46ea, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6cb646b7-e015-4efd-8cbf-0155a26e46ea,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:00.757769 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6c9f0b-ee98-4883-bce3-0e7d760a4bf7 x-openstack-request-id: req-4b6c9f0b-ee98-4883-bce3-0e7d760a4bf7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:57:00.757999 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6799c0e9-6ccf-4523-807e-f8760c7dcbb2", "name": "network-vif-plugged", "status": "completed", "tag": "6cb646b7-e015-4efd-8cbf-0155a26e46ea", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:57:00.758788 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b6c9f0b-ee98-4883-bce3-0e7d760a4bf7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:57:00.759196 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6799c0e9-6ccf-4523-807e-f8760c7dcbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb646b7-e015-4efd-8cbf-0155a26e46ea', 'code': 200} Feb 07 22:57:00.760020 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.762221 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=06e74e92-a3e3-4416-81c3-ea7cda147505,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:00.832462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['06e74e92-a3e3-4416-81c3-ea7cda147505'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:57:00.910760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d094b25-3fa9-4e02-918f-a4048f63f10e req-594aa191-3bc5-4426-81b5-1495473b38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:00.913395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d094b25-3fa9-4e02-918f-a4048f63f10e req-594aa191-3bc5-4426-81b5-1495473b38b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 1097 time: 0.0932400 Feb 07 22:57:00.918561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6cb646b7-e015-4efd-8cbf-0155a26e46ea,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:00.950330 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.958995 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.014213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d094b25-3fa9-4e02-918f-a4048f63f10e req-5b88f336-7834-4f66-9a9b-14eaa48c55ab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895231 Feb 07 22:57:01.014648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:01.021844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:01.024342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2460db-c1a3-49d8-a43d-f6ebc432fa03 req-83d009dc-45ef-488b-b530-1682e9f2bba6 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:01.025704 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:57:01.025849 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd2460db-c1a3-49d8-a43d-f6ebc432fa03 req-83d009dc-45ef-488b-b530-1682e9f2bba6 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1115630 Feb 07 22:57:01.038942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.20.0.1 (c1d9de84-28f7-49fa-9def-fe2fb7a82ef8/f14a5435-6b13-4ce6-be5d-2604401e2444/d5cd7958-f395-4f50-b2c2-a2e8562ee005) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:01.045592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Pushing event updated for resources: {'Port': ['ID=9dc1ea44-d7b6-4b26-9241-4146df2a5767,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:01.142197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd2460db-c1a3-49d8-a43d-f6ebc432fa03 req-095d134c-cba6-474d-93ef-a2e5ea88c14c tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971935 Feb 07 22:57:01.241303 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.304105 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.329367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:01.334479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:01.343906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:57:01.359736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Attempting to bind port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:01.360109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Attempting to bind port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cf449ae3-4607-4b69-95d3-269ed5300fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:01.360477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Attempting to bind port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 on network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:57:01.403917 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:57:01.404596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Checking segment: {'id': 'cf449ae3-4607-4b69-95d3-269ed5300fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:01.404727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.405117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Bound using segment: {'id': 'cf449ae3-4607-4b69-95d3-269ed5300fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:57:01.405804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Bound port: 9dc1ea44-d7b6-4b26-9241-4146df2a5767, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf449ae3-4607-4b69-95d3-269ed5300fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:01.406214 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.506170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=d5cd7958-f395-4f50-b2c2-a2e8562ee005,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:01.513947 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.516658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] For port 9dc1ea44-d7b6-4b26-9241-4146df2a5767, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:57:01.521364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] For port 9dc1ea44-d7b6-4b26-9241-4146df2a5767, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9dc1ea44-d7b6-4b26-9241-4146df2a5767,segment=NetworkSegment(cf449ae3-4607-4b69-95d3-269ed5300fac),segment_id=cf449ae3-4607-4b69-95d3-269ed5300fac)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:57:01.532629 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.641247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a2bda-ab66-4f4a-a583-f9ab42f65d56 None None] Pushing event updated for resources: {'Port': ['ID=9dc1ea44-d7b6-4b26-9241-4146df2a5767,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:01.724800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.999383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 06e74e92-a3e3-4416-81c3-ea7cda147505 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:02.127493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 06e74e92-a3e3-4416-81c3-ea7cda147505 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:02.134050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 06e74e92-a3e3-4416-81c3-ea7cda147505 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:02.134894 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.281271 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.394400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 06e74e92-a3e3-4416-81c3-ea7cda147505, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=06e74e92-a3e3-4416-81c3-ea7cda147505,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:02.410889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.439177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2928e0e-16a2-47e5-b067-790c513b6ba9 req-2d06645e-a74f-43bf-ab11-6f8445e9dc44 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:02.448998 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2928e0e-16a2-47e5-b067-790c513b6ba9 req-2d06645e-a74f-43bf-ab11-6f8445e9dc44 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1652040 Feb 07 22:57:02.549385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2928e0e-16a2-47e5-b067-790c513b6ba9 req-6e80de9d-e9ed-483a-88bd-931df4ab751e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981963 Feb 07 22:57:02.560122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9dc1ea44-d7b6-4b26-9241-4146df2a5767 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:02.585458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=06e74e92-a3e3-4416-81c3-ea7cda147505,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:02.699522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:02.703023 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.759736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e8c7c3-11cf-4706-b8f1-327bb25a90a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e74e92-a3e3-4416-81c3-ea7cda147505'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:02.762972 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd15186-bde5-4ed8-922f-fd287f7eec20" -d '{"events": [{"server_uuid": "30e8c7c3-11cf-4706-b8f1-327bb25a90a9", "name": "network-vif-plugged", "status": "completed", "tag": "06e74e92-a3e3-4416-81c3-ea7cda147505"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:57:02.830265 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66257622-1c05-463a-a8d5-60abb056e273 req-be0823ad-3a9f-438e-9965-564efab13283 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4509327 Feb 07 22:57:02.839493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.886747 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.922258 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2177f5bf-440c-4680-ac8d-1d8c17d1727d x-openstack-request-id: req-2177f5bf-440c-4680-ac8d-1d8c17d1727d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:57:02.922258 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e8c7c3-11cf-4706-b8f1-327bb25a90a9", "name": "network-vif-plugged", "status": "completed", "tag": "06e74e92-a3e3-4416-81c3-ea7cda147505", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:57:02.922258 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2177f5bf-440c-4680-ac8d-1d8c17d1727d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:57:02.922258 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e8c7c3-11cf-4706-b8f1-327bb25a90a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e74e92-a3e3-4416-81c3-ea7cda147505', 'code': 200} Feb 07 22:57:02.948397 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.022167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 9dc1ea44-d7b6-4b26-9241-4146df2a5767, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9dc1ea44-d7b6-4b26-9241-4146df2a5767,segment=NetworkSegment(cf449ae3-4607-4b69-95d3-269ed5300fac),segment_id=cf449ae3-4607-4b69-95d3-269ed5300fac)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:03.030568 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.106270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=9dc1ea44-d7b6-4b26-9241-4146df2a5767,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:03.118605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.118968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.119481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.120023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.120421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.120762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.121146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.121478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.121810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.122710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.122710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.122930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:03.138450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.170405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257622-1c05-463a-a8d5-60abb056e273 req-32b1ea71-d364-4a44-83b8-16c9c39b2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.172320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66257622-1c05-463a-a8d5-60abb056e273 req-32b1ea71-d364-4a44-83b8-16c9c39b2e2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1096 time: 0.2689891 Feb 07 22:57:03.172589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=d5cd7958-f395-4f50-b2c2-a2e8562ee005,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:03.177535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0db94-712f-496f-83c0-b7db9df42ea4 req-e87d645e-c39f-4a50-a2b4-d8bd86426051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.179071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31f0db94-712f-496f-83c0-b7db9df42ea4 req-e87d645e-c39f-4a50-a2b4-d8bd86426051 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1096 time: 0.1625009 Feb 07 22:57:03.236310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f056d-5bff-4bb3-a408-378e40f3cf4e req-4f4eb28f-ff53-45e2-a186-dbba866935ff tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.245090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f29f056d-5bff-4bb3-a408-378e40f3cf4e req-4f4eb28f-ff53-45e2-a186-dbba866935ff tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1599936 Feb 07 22:57:03.293275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-2b9c59f9-d175-456c-91db-d723b93fdf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.294767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-2b9c59f9-d175-456c-91db-d723b93fdf80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 1097 time: 0.3249111 Feb 07 22:57:03.394636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257622-1c05-463a-a8d5-60abb056e273 req-314fdd59-0824-4f1d-94de-edbe4225ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.396716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66257622-1c05-463a-a8d5-60abb056e273 req-314fdd59-0824-4f1d-94de-edbe4225ed30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.1992342 Feb 07 22:57:03.402345 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31f0db94-712f-496f-83c0-b7db9df42ea4 req-8d17c26f-8f84-4691-9a8c-4f72bfbbe7c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116199 Feb 07 22:57:03.433701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:03.438835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5bc3b-9492-4415-b3f2-ef3e41d7d22e None None] Network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:03.451510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-6fb812ee-66f2-42bf-a396-7b2448d2946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.453882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-6fb812ee-66f2-42bf-a396-7b2448d2946b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 919 time: 0.1403058 Feb 07 22:57:03.455357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:03.524659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-172d5383-3f66-4c08-b173-96c6ed23ef25 None None] Provisioning complete for port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:03.524939 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-172d5383-3f66-4c08-b173-96c6ed23ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.538009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66257622-1c05-463a-a8d5-60abb056e273 req-80657a6c-a4b9-4200-90a3-e0a737602e08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 1001 time: 0.1297953 Feb 07 22:57:03.593362 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f29f056d-5bff-4bb3-a408-378e40f3cf4e req-a61f09f3-da84-4fa2-9fcf-f872dbd831d0 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473966 Feb 07 22:57:03.633905 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257622-1c05-463a-a8d5-60abb056e273 req-12c86be6-09ff-4eb5-bc2e-ccd4faefcf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.635316 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66257622-1c05-463a-a8d5-60abb056e273 req-12c86be6-09ff-4eb5-bc2e-ccd4faefcf51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.0868409 Feb 07 22:57:03.665529 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-feb33fb4-7101-420d-846c-c120c93603d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cb646b7-e015-4efd-8cbf-0155a26e46ea HTTP/1.1" status: 200 len: 217 time: 0.0571485 Feb 07 22:57:03.719497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257622-1c05-463a-a8d5-60abb056e273 req-d690a214-41bd-4789-b958-db03af0147cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.724002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66257622-1c05-463a-a8d5-60abb056e273 req-d690a214-41bd-4789-b958-db03af0147cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812743 Feb 07 22:57:03.795095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-b8a5f1dc-8483-4dec-9f48-f3f684958cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.796683 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-b8a5f1dc-8483-4dec-9f48-f3f684958cda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.1250021 Feb 07 22:57:03.844230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-146c3dbc-eea8-43bc-9026-8310566186e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374854 Feb 07 22:57:03.846055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:57:03.860536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66257622-1c05-463a-a8d5-60abb056e273 req-c1d23c67-96df-4225-b972-25054a471829 service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270092 Feb 07 22:57:03.929613 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.972824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-47615eee-4b7b-4740-abc7-6755fe93732e service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188252 Feb 07 22:57:03.998763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66257622-1c05-463a-a8d5-60abb056e273 req-40da06ce-7948-4ea1-a325-594e71d59522 service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326392 Feb 07 22:57:04.153343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c76ee5a6-4a0f-4fae-a228-fc385a8a1003 None None] Provisioning complete for port d5cd7958-f395-4f50-b2c2-a2e8562ee005 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:04.153717 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c76ee5a6-4a0f-4fae-a228-fc385a8a1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.206560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:04.229711 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:04.237506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0352d7a3-1e15-43dd-aebd-a338d360b8fd tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4104376 Feb 07 22:57:04.239480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40180) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:04.245107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1717458788'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:04.261283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c8e8ff0-53b3-40e9-a4c2-114ef21fd082 req-0d52bb26-a13c-4f1d-a64e-2820dd216a0a service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744975 Feb 07 22:57:04.266042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c76ee5a6-4a0f-4fae-a228-fc385a8a1003 None None] Port d5cd7958-f395-4f50-b2c2-a2e8562ee005 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:57:04.285143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:04.286055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:04.312541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:04.318113 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.382113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:57:04.419752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.419752 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added segment 1765d887-4f74-4216-baab-01b73c5abba8 of type vlan for network d2724175-fa49-4100-b876-c02ef9a70119 Feb 07 22:57:04.480166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c76ee5a6-4a0f-4fae-a228-fc385a8a1003 None None] Provisioning complete for port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:04.481335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c76ee5a6-4a0f-4fae-a228-fc385a8a1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.488244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9dc1ea44-d7b6-4b26-9241-4146df2a5767 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:04.554551 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.556817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.650470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.683523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:04.686322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.713307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:04.796926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3e68-f53e-4404-bda6-0f02af3819d0 req-74f95dc7-3201-43c1-8ae6-4c2133769b52 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:04.798740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-682e3e68-f53e-4404-bda6-0f02af3819d0 req-74f95dc7-3201-43c1-8ae6-4c2133769b52 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.0779679 Feb 07 22:57:04.873794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:04.874429 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.883311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-682e3e68-f53e-4404-bda6-0f02af3819d0 req-436dd410-41f2-4e22-9229-9499cb8dd07b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763335 Feb 07 22:57:04.889269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6484964 Feb 07 22:57:04.895275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40198) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:04.902958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47bc6a-57b4-4d06-9785-2fb77007dc4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Network': ['ID=d2724175-fa49-4100-b876-c02ef9a70119,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:04.909800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'subnet': {'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:04.945213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d2724175-fa49-4100-b876-c02ef9a70119 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:57:05.007004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:05.012211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.225592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8ca73302-86dd-4056-af85-ba303f588126 None None] Provisioning complete for port d5cd7958-f395-4f50-b2c2-a2e8562ee005 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:05.226791 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ca73302-86dd-4056-af85-ba303f588126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.263214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:02Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:05.298149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:05.298643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Updating router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 port d5cd7958-f395-4f50-b2c2-a2e8562ee005 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:57:05.306680 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.329313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ca73302-86dd-4056-af85-ba303f588126 None None] Port d5cd7958-f395-4f50-b2c2-a2e8562ee005 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:57:05.333652 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.390986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Subnet': ['ID=15aac657-80a6-4ecd-a455-2093a878286b,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:05.404474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Checking segment: {'id': '1765d887-4f74-4216-baab-01b73c5abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:05.405243 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network hostable DHCP agents. Network: d2724175-fa49-4100-b876-c02ef9a70119, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:57:05.427286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network d2724175-fa49-4100-b876-c02ef9a70119 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:57:05.439386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d2724175-fa49-4100-b876-c02ef9a70119) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:05.445537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:05.446389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.467391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4d4883ae-ce20-4f13-aeaf-08a9f3db7139 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5688913 Feb 07 22:57:05.467607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40200) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:05.486636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0995cff8-da67-403f-8609-9f197dcc2765 None None] Network d2724175-fa49-4100-b876-c02ef9a70119 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:06.105670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-d2724175-fa49-4100-b876-c02ef9a70119', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:57:06.106707 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.123851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7829-f978-4070-b06f-eb864dab105c req-44a305b5-8002-4f08-9755-7626e78d4da9 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:06.131089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-685a7829-f978-4070-b06f-eb864dab105c req-44a305b5-8002-4f08-9755-7626e78d4da9 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1065688 Feb 07 22:57:06.204127 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.223409 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-685a7829-f978-4070-b06f-eb864dab105c req-beb4957e-5515-421e-89ea-c38213d43330 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838864 Feb 07 22:57:06.282483 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.311166 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.472975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48598ee7-7d1b-4f22-9e79-7bb2652e9849 None None] Pushing event updated for resources: {'Port': ['ID=d5cd7958-f395-4f50-b2c2-a2e8562ee005,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:06.529194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Allocated IP 172.21.0.2 (d2724175-fa49-4100-b876-c02ef9a70119/15aac657-80a6-4ecd-a455-2093a878286b/d47e4430-2fa9-43c5-b15c-31d2b9c3d44e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:06.548052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Attempting to bind port d5cd7958-f395-4f50-b2c2-a2e8562ee005 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:06.548416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Attempting to bind port d5cd7958-f395-4f50-b2c2-a2e8562ee005 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cf449ae3-4607-4b69-95d3-269ed5300fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:06.548802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Attempting to bind port d5cd7958-f395-4f50-b2c2-a2e8562ee005 on network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:57:06.558451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:57:06.558451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Checking segment: {'id': 'cf449ae3-4607-4b69-95d3-269ed5300fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:06.563048 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.563460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Bound using segment: {'id': 'cf449ae3-4607-4b69-95d3-269ed5300fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:57:06.564009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Bound port: d5cd7958-f395-4f50-b2c2-a2e8562ee005, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf449ae3-4607-4b69-95d3-269ed5300fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:06.564500 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.817249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] For port d5cd7958-f395-4f50-b2c2-a2e8562ee005, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:57:06.822351 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] For port d5cd7958-f395-4f50-b2c2-a2e8562ee005, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d5cd7958-f395-4f50-b2c2-a2e8562ee005,segment=NetworkSegment(cf449ae3-4607-4b69-95d3-269ed5300fac),segment_id=cf449ae3-4607-4b69-95d3-269ed5300fac)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:57:06.830068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.898168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48598ee7-7d1b-4f22-9e79-7bb2652e9849 None None] Pushing event updated for resources: {'Port': ['ID=d5cd7958-f395-4f50-b2c2-a2e8562ee005,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:06.977672 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.983051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a9a4df76-30c4-426d-83ed-ed7923c81edb None None] Provisioning complete for port d5cd7958-f395-4f50-b2c2-a2e8562ee005 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:06.983537 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9a4df76-30c4-426d-83ed-ed7923c81edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.019345 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.021874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:07.022602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:07.108668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.21.0.1 (d2724175-fa49-4100-b876-c02ef9a70119/15aac657-80a6-4ecd-a455-2093a878286b/acc208ec-9cf7-4fd6-addb-970cddcc78b9) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:07.317401 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.381280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Network d2724175-fa49-4100-b876-c02ef9a70119 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:07.384982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:07.401010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:57:07.428700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.437025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Pushing event updated for resources: {'Port': ['ID=d47e4430-2fa9-43c5-b15c-31d2b9c3d44e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:07.442559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43027805-167e-4fdf-a772-748ce3090226 req-e7f93686-b5c6-4290-b776-db752c416c56 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:07.445235 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-43027805-167e-4fdf-a772-748ce3090226 req-e7f93686-b5c6-4290-b776-db752c416c56 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.0929163 Feb 07 22:57:07.511154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network d2724175-fa49-4100-b876-c02ef9a70119 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:07.515637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:07.523826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:57:07.528499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=acc208ec-9cf7-4fd6-addb-970cddcc78b9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:07.567812 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-43027805-167e-4fdf-a772-748ce3090226 req-311b9653-72d3-4e15-bf58-9392fcc0867c tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147361 Feb 07 22:57:07.593251 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.603629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:07.937576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.955331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9a4df76-30c4-426d-83ed-ed7923c81edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.011552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Attempting to bind port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:08.012190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Attempting to bind port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '1765d887-4f74-4216-baab-01b73c5abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:08.013031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Attempting to bind port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e on network d2724175-fa49-4100-b876-c02ef9a70119 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:57:08.042213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:57:08.042637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Checking segment: {'id': '1765d887-4f74-4216-baab-01b73c5abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:08.043011 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.043413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Bound using segment: {'id': '1765d887-4f74-4216-baab-01b73c5abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:57:08.044069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Bound port: d47e4430-2fa9-43c5-b15c-31d2b9c3d44e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1765d887-4f74-4216-baab-01b73c5abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:08.045549 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.101829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a9a4df76-30c4-426d-83ed-ed7923c81edb None None] For port d5cd7958-f395-4f50-b2c2-a2e8562ee005, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d5cd7958-f395-4f50-b2c2-a2e8562ee005,segment=NetworkSegment(cf449ae3-4607-4b69-95d3-269ed5300fac),segment_id=cf449ae3-4607-4b69-95d3-269ed5300fac)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:08.137992 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9a4df76-30c4-426d-83ed-ed7923c81edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.209630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:06Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:08.222952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] For port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:57:08.289241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c838f-4f4d-45f2-9e10-18e181e43cab None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:06Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:08.300752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] For port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d47e4430-2fa9-43c5-b15c-31d2b9c3d44e,segment=NetworkSegment(1765d887-4f74-4216-baab-01b73c5abba8),segment_id=1765d887-4f74-4216-baab-01b73c5abba8)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:57:08.302854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4df76-30c4-426d-83ed-ed7923c81edb None None] Pushing event updated for resources: {'Port': ['ID=d5cd7958-f395-4f50-b2c2-a2e8562ee005,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:08.306766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a9a22c61-1cbd-4378-a410-eb0839b875fa None None] Provisioning complete for port d5cd7958-f395-4f50-b2c2-a2e8562ee005 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:08.307145 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9a22c61-1cbd-4378-a410-eb0839b875fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.337360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.496965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d805cdb-d379-4b9f-beba-ec2ebaa80dc9 None None] Pushing event updated for resources: {'Port': ['ID=d47e4430-2fa9-43c5-b15c-31d2b9c3d44e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:08.765946 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9409701d-f1cb-4290-98c6-abe369e35626 req-c7c78afa-b5d1-4e9b-86cc-402ab6bfc0cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3221748 Feb 07 22:57:08.943195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475d92-07e3-47e4-a203-646f0884f5da req-14dccca9-89c6-441d-96bc-f0c0362bda2b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:08.960777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8475d92-07e3-47e4-a203-646f0884f5da req-14dccca9-89c6-441d-96bc-f0c0362bda2b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.2373247 Feb 07 22:57:09.040599 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.071992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8475d92-07e3-47e4-a203-646f0884f5da req-6eb41ef1-5449-4cc8-8624-18292cb56e0b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097553 Feb 07 22:57:09.123072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.227895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409701d-f1cb-4290-98c6-abe369e35626 req-399fcf75-6a55-42d0-bb42-307b26139700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:09.229382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9409701d-f1cb-4290-98c6-abe369e35626 req-399fcf75-6a55-42d0-bb42-307b26139700 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1096 time: 0.3075867 Feb 07 22:57:09.351416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=acc208ec-9cf7-4fd6-addb-970cddcc78b9,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:09.375789 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.620561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409701d-f1cb-4290-98c6-abe369e35626 req-eb3a5f44-f174-44b2-a1bd-800df248f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:09.623760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9409701d-f1cb-4290-98c6-abe369e35626 req-eb3a5f44-f174-44b2-a1bd-800df248f495 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 919 time: 0.3461125 Feb 07 22:57:09.701830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9409701d-f1cb-4290-98c6-abe369e35626 req-5e89c269-2a9f-4a33-9bdb-d03942dda3cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e74e92-a3e3-4416-81c3-ea7cda147505 HTTP/1.1" status: 200 len: 217 time: 0.0695934 Feb 07 22:57:09.758672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network d2724175-fa49-4100-b876-c02ef9a70119 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:09.770285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:09.961416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409701d-f1cb-4290-98c6-abe369e35626 req-a2e7d329-bce8-4c49-8c6c-9525f91b6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:09.963602 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9409701d-f1cb-4290-98c6-abe369e35626 req-a2e7d329-bce8-4c49-8c6c-9525f91b6c7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.2489915 Feb 07 22:57:10.030185 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9409701d-f1cb-4290-98c6-abe369e35626 req-1b6ed755-ff46-414e-afb4-b5ad5b773eb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589969 Feb 07 22:57:10.167131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:10.387122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9409701d-f1cb-4290-98c6-abe369e35626 req-1eedff8f-f65e-4022-bda4-2df7d9807a54 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481522 Feb 07 22:57:10.393947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d4445-4c30-4680-a64c-1a596b8ec7ec None None] Network d2724175-fa49-4100-b876-c02ef9a70119 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:10.455005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:10.481125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40276) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:10.483548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ba9c5acc-2a48-4c02-88b1-7b90926abd4b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0146143 Feb 07 22:57:10.490684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'network': {'name': 'tempest-RoutersTest-563533553'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:10.535656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:10.547234 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.605874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:57:10.653326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.653663 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added segment 89babc48-435f-40e0-9981-6325e5e25b6d of type vlan for network c9d4ad39-ce19-4cc4-8a53-15c14473224f Feb 07 22:57:10.757321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.825502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d47e4430-2fa9-43c5-b15c-31d2b9c3d44e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:10.839104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f2ee-ed32-40a8-a8bb-d6cf604c54e1 req-66682de2-2680-4554-8b66-f2dd91063d43 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:10.843104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-004c397d-9dc2-4776-b980-098b304009ed None None] Provisioning complete for port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:10.848153 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-004c397d-9dc2-4776-b980-098b304009ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.848762 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.855306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:10.856483 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.857243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58f4f2ee-ed32-40a8-a8bb-d6cf604c54e1 req-66682de2-2680-4554-8b66-f2dd91063d43 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.6048198 Feb 07 22:57:10.915646 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58f4f2ee-ed32-40a8-a8bb-d6cf604c54e1 req-3250d344-5c48-468f-84d6-f59c2335f315 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502834 Feb 07 22:57:10.997450 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9409701d-f1cb-4290-98c6-abe369e35626 req-11924031-5800-4e00-8153-c622bd964f29 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024964 Feb 07 22:57:11.008396 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:11.069452 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:11.070245 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:11.071494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Network': ['ID=c9d4ad39-ce19-4cc4-8a53-15c14473224f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:11.112957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network c9d4ad39-ce19-4cc4-8a53-15c14473224f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:57:11.116955 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4ce8efa9-826f-4cb7-827c-d6ca40c415b6 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6346841 Feb 07 22:57:11.119986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40282) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:11.130194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'subnet': {'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:11.242605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:11.243041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:11.405739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:11.411653 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-004c397d-9dc2-4776-b980-098b304009ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:11.412689 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:11.522560 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:11.554238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-004c397d-9dc2-4776-b980-098b304009ed None None] For port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d47e4430-2fa9-43c5-b15c-31d2b9c3d44e,segment=NetworkSegment(1765d887-4f74-4216-baab-01b73c5abba8),segment_id=1765d887-4f74-4216-baab-01b73c5abba8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:11.581408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-004c397d-9dc2-4776-b980-098b304009ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.056365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.220777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94271d-fd53-4e2d-96c9-91eff61cef0b req-8d1b65c2-ca73-4e32-bd8d-078405c63157 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:12.227799 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-de94271d-fd53-4e2d-96c9-91eff61cef0b req-8d1b65c2-ca73-4e32-bd8d-078405c63157 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.2689357 Feb 07 22:57:12.293010 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:07Z', 'revision_number': 3, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:12.331983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.402481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-440d4331-b244-4e21-a6fa-aeadd651ba58 None None] Provisioning complete for port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:12.402860 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-440d4331-b244-4e21-a6fa-aeadd651ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.457458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-de94271d-fd53-4e2d-96c9-91eff61cef0b req-45b5974d-718f-4e00-b728-a42d9dacbc7b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947932 Feb 07 22:57:12.492717 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:12.493063 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Updating router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 port acc208ec-9cf7-4fd6-addb-970cddcc78b9 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:57:12.498950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c397d-9dc2-4776-b980-098b304009ed None None] Pushing event updated for resources: {'Port': ['ID=d47e4430-2fa9-43c5-b15c-31d2b9c3d44e,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:12.568282 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.632948 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:57:12.633310 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:57:12.754000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-440d4331-b244-4e21-a6fa-aeadd651ba58 None None] Provisioning complete for port acc208ec-9cf7-4fd6-addb-970cddcc78b9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:12.754679 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-440d4331-b244-4e21-a6fa-aeadd651ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.801434 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-440d4331-b244-4e21-a6fa-aeadd651ba58 None None] Port acc208ec-9cf7-4fd6-addb-970cddcc78b9 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:57:12.933340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-154ef1f0-3329-493e-8f4d-b9580d2472a1 None None] Provisioning complete for port acc208ec-9cf7-4fd6-addb-970cddcc78b9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:12.933744 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-154ef1f0-3329-493e-8f4d-b9580d2472a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.953358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Subnet': ['ID=7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:13.062630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d376e16-c3b8-44dc-a3f9-badd12164637 req-15079b68-e7e5-4598-8d76-682d26ef2c0c tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:13.064137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d376e16-c3b8-44dc-a3f9-badd12164637 req-15079b68-e7e5-4598-8d76-682d26ef2c0c tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1129699 Feb 07 22:57:13.075621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Checking segment: {'id': '89babc48-435f-40e0-9981-6325e5e25b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:13.075890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network hostable DHCP agents. Network: c9d4ad39-ce19-4cc4-8a53-15c14473224f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:57:13.087686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-154ef1f0-3329-493e-8f4d-b9580d2472a1 None None] Port acc208ec-9cf7-4fd6-addb-970cddcc78b9 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:57:13.144132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d376e16-c3b8-44dc-a3f9-badd12164637 req-02af14c7-530a-49f1-8692-646297d6b4e1 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653956 Feb 07 22:57:13.185157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network c9d4ad39-ce19-4cc4-8a53-15c14473224f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:57:13.203457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, c9d4ad39-ce19-4cc4-8a53-15c14473224f) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:13.216146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:13.217349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.220150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d83b542-680a-4f8d-9d6e-812b6596e176 None None] Network c9d4ad39-ce19-4cc4-8a53-15c14473224f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:13.245226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40328) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:13.249239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d5cd7958-f395-4f50-b2c2-a2e8562ee005 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:13.260420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6b502055-5ea9-438d-ac8a-444d9b989b8f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1201875 Feb 07 22:57:13.391468 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.398510 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.419442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d5cd7958-f395-4f50-b2c2-a2e8562ee005 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:13.419920 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.572347 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:57:13.573959 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.577371 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Pushing event updated for resources: {'Port': ['ID=acc208ec-9cf7-4fd6-addb-970cddcc78b9,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:13.603127 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.603390 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.603737 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.604069 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.604391 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.604711 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.605027 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.605344 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.605657 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.605972 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.606284 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.606595 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:13.619213 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Attempting to bind port acc208ec-9cf7-4fd6-addb-970cddcc78b9 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:13.619585 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Attempting to bind port acc208ec-9cf7-4fd6-addb-970cddcc78b9 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '1765d887-4f74-4216-baab-01b73c5abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:13.619991 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Attempting to bind port acc208ec-9cf7-4fd6-addb-970cddcc78b9 on network d2724175-fa49-4100-b876-c02ef9a70119 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:57:13.631978 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:57:13.632544 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Checking segment: {'id': '1765d887-4f74-4216-baab-01b73c5abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:13.633486 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.634585 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Bound using segment: {'id': '1765d887-4f74-4216-baab-01b73c5abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:57:13.635062 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Bound port: acc208ec-9cf7-4fd6-addb-970cddcc78b9, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1765d887-4f74-4216-baab-01b73c5abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:13.635675 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.777815 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] For port acc208ec-9cf7-4fd6-addb-970cddcc78b9, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:57:13.789441 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] For port acc208ec-9cf7-4fd6-addb-970cddcc78b9, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=acc208ec-9cf7-4fd6-addb-970cddcc78b9,segment=NetworkSegment(1765d887-4f74-4216-baab-01b73c5abba8),segment_id=1765d887-4f74-4216-baab-01b73c5abba8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:57:13.812242 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.905998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d47e4430-2fa9-43c5-b15c-31d2b9c3d44e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:13.970411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Allocated IP 172.22.0.2 (c9d4ad39-ce19-4cc4-8a53-15c14473224f/7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d/b723cbbe-84e8-4fb4-b2f7-2024d6d6215b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:14.005026 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:14.006077 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:14.014329 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1648-e138-49c3-a823-06d8e4e6e291 None None] Pushing event updated for resources: {'Port': ['ID=acc208ec-9cf7-4fd6-addb-970cddcc78b9,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:14.160776 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.176281 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.304141 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:14.308960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Pushing event updated for resources: {'Port': ['ID=b723cbbe-84e8-4fb4-b2f7-2024d6d6215b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:14.399605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6a13f554-c731-4154-9ddb-cb5b215bb801 None None] Provisioning complete for port acc208ec-9cf7-4fd6-addb-970cddcc78b9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:14.400240 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a13f554-c731-4154-9ddb-cb5b215bb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.424411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572da089-6745-458e-87ed-54d14fa1153c req-a2560713-48af-49c9-8ca8-fe06876bc490 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:14.429607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-572da089-6745-458e-87ed-54d14fa1153c req-a2560713-48af-49c9-8ca8-fe06876bc490 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1466589 Feb 07 22:57:14.436611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Network c9d4ad39-ce19-4cc4-8a53-15c14473224f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:14.513623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:14.517634 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.587069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:14.602348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:57:14.642760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-572da089-6745-458e-87ed-54d14fa1153c req-8f8d9775-8526-4c35-bc2e-2ba42e351427 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066605 Feb 07 22:57:14.899419 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a13f554-c731-4154-9ddb-cb5b215bb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.932808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Attempting to bind port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:14.932808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Attempting to bind port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '89babc48-435f-40e0-9981-6325e5e25b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:14.932808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Attempting to bind port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b on network c9d4ad39-ce19-4cc4-8a53-15c14473224f {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:57:14.946664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:57:14.946990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Checking segment: {'id': '89babc48-435f-40e0-9981-6325e5e25b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:14.947399 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.947824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Bound using segment: {'id': '89babc48-435f-40e0-9981-6325e5e25b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:57:14.948299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Bound port: b723cbbe-84e8-4fb4-b2f7-2024d6d6215b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89babc48-435f-40e0-9981-6325e5e25b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:14.948680 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.966482 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:07Z', 'revision_number': 3, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:13Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:15.006895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6a13f554-c731-4154-9ddb-cb5b215bb801 None None] For port acc208ec-9cf7-4fd6-addb-970cddcc78b9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=acc208ec-9cf7-4fd6-addb-970cddcc78b9,segment=NetworkSegment(1765d887-4f74-4216-baab-01b73c5abba8),segment_id=1765d887-4f74-4216-baab-01b73c5abba8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:15.014608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a13f554-c731-4154-9ddb-cb5b215bb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.027268 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03db7eb-e0a4-4119-ba37-03c1119ecc6e None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:07Z', 'revision_number': 3, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:13Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:15.364597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72dbc0-ac62-47d8-9755-84a51240e259 req-5c34eeef-8c6a-4470-85ce-fd42e54072c4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:15.364597 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d72dbc0-ac62-47d8-9755-84a51240e259 req-5c34eeef-8c6a-4470-85ce-fd42e54072c4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 1.4804356 Feb 07 22:57:15.364597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.389232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] For port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:57:15.408781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] For port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b723cbbe-84e8-4fb4-b2f7-2024d6d6215b,segment=NetworkSegment(89babc48-435f-40e0-9981-6325e5e25b6d),segment_id=89babc48-435f-40e0-9981-6325e5e25b6d)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:57:15.416369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13f554-c731-4154-9ddb-cb5b215bb801 None None] Pushing event updated for resources: {'Port': ['ID=acc208ec-9cf7-4fd6-addb-970cddcc78b9,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:15.420610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0e4537d0-167e-4737-adb2-ad94aa5c7d6a None None] Provisioning complete for port acc208ec-9cf7-4fd6-addb-970cddcc78b9 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:15.421124 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e4537d0-167e-4737-adb2-ad94aa5c7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.424035 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.558517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd3e1a-a235-4f6b-842e-4d8251f18100 None None] Pushing event updated for resources: {'Port': ['ID=b723cbbe-84e8-4fb4-b2f7-2024d6d6215b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:15.803860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d72dbc0-ac62-47d8-9755-84a51240e259 req-67e9929f-6cfe-42c6-9e79-38ef88c13ba4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6555624 Feb 07 22:57:15.897667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064bf18-25e1-464f-91ff-f23d351768d0 req-cabf719f-fd3d-4def-8e77-777ca9d8294b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:15.911966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7064bf18-25e1-464f-91ff-f23d351768d0 req-cabf719f-fd3d-4def-8e77-777ca9d8294b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1594894 Feb 07 22:57:16.121234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device acc208ec-9cf7-4fd6-addb-970cddcc78b9 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:16.133135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.22.0.1 (c9d4ad39-ce19-4cc4-8a53-15c14473224f/7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d/57775021-dbd4-4401-929d-656b2e54dcfa) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:16.162567 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7064bf18-25e1-464f-91ff-f23d351768d0 req-5ae67d97-d918-4091-92f3-610cede626db tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456243 Feb 07 22:57:16.252971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port acc208ec-9cf7-4fd6-addb-970cddcc78b9 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:16.254749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.344079 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.397589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.438673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network c9d4ad39-ce19-4cc4-8a53-15c14473224f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:16.449281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:16.453112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:57:16.502238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=57775021-dbd4-4401-929d-656b2e54dcfa,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:16.519896 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.655987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:17.042046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8df70-d889-4ce2-bb0f-bdc35f5ea4b1 req-881ba573-28c7-4705-a2a0-369b16efdd1f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:17.043225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35c8df70-d889-4ce2-bb0f-bdc35f5ea4b1 req-881ba573-28c7-4705-a2a0-369b16efdd1f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1098688 Feb 07 22:57:17.120069 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35c8df70-d889-4ce2-bb0f-bdc35f5ea4b1 req-b136cb90-bb89-4748-9ad8-1cbce1c46a8a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627563 Feb 07 22:57:17.122118 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:17.130051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:17.232047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:17.293586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=57775021-dbd4-4401-929d-656b2e54dcfa,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:17.395825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721046e-6793-4d12-9bd2-29bc348b906d req-6bc177db-3bc6-4252-b012-3d828dedb9bd tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:17.406095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0721046e-6793-4d12-9bd2-29bc348b906d req-6bc177db-3bc6-4252-b012-3d828dedb9bd tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.0862689 Feb 07 22:57:17.478045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network c9d4ad39-ce19-4cc4-8a53-15c14473224f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:17.478536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0721046e-6793-4d12-9bd2-29bc348b906d req-102da23a-e64a-4b9a-99f1-3ac9654fc5e2 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693605 Feb 07 22:57:17.485209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:17.588061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e23dfc7-b373-4d25-8717-8e68e4ce1d1b None None] Network c9d4ad39-ce19-4cc4-8a53-15c14473224f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:17.705232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-54bee572-b5dc-48e4-bac0-b5b5041678e1 None None] Provisioning complete for port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:17.706232 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54bee572-b5dc-48e4-bac0-b5b5041678e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:17.716787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:17.921623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b723cbbe-84e8-4fb4-b2f7-2024d6d6215b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:17.959339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:17.967545 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-007745d4-526f-4a57-9f26-412f26bcea04 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7182143 Feb 07 22:57:17.967645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40446) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:17.971842 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54bee572-b5dc-48e4-bac0-b5b5041678e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:17.972673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'network': {'name': 'tempest-RoutersTest-372514963'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:17.990540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fd740-0495-4195-ae31-843534978578 None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:18.006813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:18.010775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.055368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fd740-0495-4195-ae31-843534978578 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:18.056043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-728fd740-0495-4195-ae31-843534978578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:18.064617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:57:18.077647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.078457 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added segment 5d92d129-8b91-46fd-a543-2adfaed85bd4 of type vlan for network 887943c3-e73e-463e-af64-6b3a58ac6faf Feb 07 22:57:18.165817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:18.166197 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.174842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-54bee572-b5dc-48e4-bac0-b5b5041678e1 None None] For port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b723cbbe-84e8-4fb4-b2f7-2024d6d6215b,segment=NetworkSegment(89babc48-435f-40e0-9981-6325e5e25b6d),segment_id=89babc48-435f-40e0-9981-6325e5e25b6d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:18.200571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.216645 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54bee572-b5dc-48e4-bac0-b5b5041678e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.256115 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.262694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:18.263523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.389925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aec82-4f51-4525-9f54-252af9099dfc req-a0ec850e-3d21-451f-b1d0-fd78024c10f6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:18.396824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Network': ['ID=887943c3-e73e-463e-af64-6b3a58ac6faf,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:18.406679 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db7aec82-4f51-4525-9f54-252af9099dfc req-a0ec850e-3d21-451f-b1d0-fd78024c10f6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1043577 Feb 07 22:57:18.407067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a079c86c-f091-4332-a514-2b6df778c701 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4384105 Feb 07 22:57:18.408126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40456) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:18.414140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'subnet': {'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:18.514795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-db7aec82-4f51-4525-9f54-252af9099dfc req-6a72b044-4145-4946-a343-8d27f5b35196 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071670 Feb 07 22:57:18.590250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 887943c3-e73e-463e-af64-6b3a58ac6faf details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:57:18.684694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Made reservation on behalf of cc655c59e2e740ebbe0d1289768e2842 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:18.691122 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.761128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-728fd740-0495-4195-ae31-843534978578 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:18.890718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e154-6df6-4b98-8f85-84f803ba1175 req-181cd064-5841-4ef7-ac0b-74d088dacfdd tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:18.897575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6a3facd0-bb49-4e53-acdc-f11b4d42d957 None None] Provisioning complete for port 57775021-dbd4-4401-929d-656b2e54dcfa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:18.898203 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a3facd0-bb49-4e53-acdc-f11b4d42d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.904920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bee572-b5dc-48e4-bac0-b5b5041678e1 None None] Pushing event updated for resources: {'Port': ['ID=b723cbbe-84e8-4fb4-b2f7-2024d6d6215b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:18.905299 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8b3e154-6df6-4b98-8f85-84f803ba1175 req-181cd064-5841-4ef7-ac0b-74d088dacfdd tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.2842884 Feb 07 22:57:19.114170 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8b3e154-6df6-4b98-8f85-84f803ba1175 req-5aa613ca-6132-489e-a20c-e17392d99ec9 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079067 Feb 07 22:57:19.199515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6a3facd0-bb49-4e53-acdc-f11b4d42d957 None None] Port 57775021-dbd4-4401-929d-656b2e54dcfa cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:57:19.236193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6a3facd0-bb49-4e53-acdc-f11b4d42d957 None None] Provisioning complete for port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:19.236193 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a3facd0-bb49-4e53-acdc-f11b4d42d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:19.249798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:19.355107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Subnet': ['ID=8269ecfb-4eac-4ef7-b7d1-a8c25654e620,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:19.359935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Checking segment: {'id': '5d92d129-8b91-46fd-a543-2adfaed85bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:19.360557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network hostable DHCP agents. Network: 887943c3-e73e-463e-af64-6b3a58ac6faf, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:57:19.384895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 887943c3-e73e-463e-af64-6b3a58ac6faf is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:57:19.408034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 887943c3-e73e-463e-af64-6b3a58ac6faf) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:19.413438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:19.414693 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:19.422146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283177e-0ee9-45d8-b0f2-38922f0e9b60 None None] Network 887943c3-e73e-463e-af64-6b3a58ac6faf requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:19.437881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-849d75ac-667b-42a0-ba20-4ff1d1664b38 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0274901 Feb 07 22:57:19.440206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40476) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:19.492149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-728fd740-0495-4195-ae31-843534978578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:16Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:16Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:19.539882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fd740-0495-4195-ae31-843534978578 None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:19.540234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fd740-0495-4195-ae31-843534978578 None None] Updating router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 port 57775021-dbd4-4401-929d-656b2e54dcfa binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:57:19.576033 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-728fd740-0495-4195-ae31-843534978578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:19.664547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-550fd55e-d0a1-40fd-a81c-19600a81a020 None None] Provisioning complete for port 57775021-dbd4-4401-929d-656b2e54dcfa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:19.665219 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-550fd55e-d0a1-40fd-a81c-19600a81a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:19.713814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33987512-8f59-4f7a-988f-8bda18cd2c05 req-b1213587-95ec-41c5-8971-ee49337940f5 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:19.716060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33987512-8f59-4f7a-988f-8bda18cd2c05 req-b1213587-95ec-41c5-8971-ee49337940f5 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.0802503 Feb 07 22:57:19.805723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-550fd55e-d0a1-40fd-a81c-19600a81a020 None None] Port 57775021-dbd4-4401-929d-656b2e54dcfa cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:57:19.897270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33987512-8f59-4f7a-988f-8bda18cd2c05 req-f8da1030-aec1-4e83-adbd-1ae68d6a9d6d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807383 Feb 07 22:57:19.923407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b723cbbe-84e8-4fb4-b2f7-2024d6d6215b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:19.926561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-887943c3-e73e-463e-af64-6b3a58ac6faf', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:57:19.927374 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.015437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.286746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:20.287142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.300181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57c35-f19b-4030-a27a-0da6e6d084e0 req-56ab02c9-0587-4861-897b-4cae76e2b88e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:20.302162 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7e57c35-f19b-4030-a27a-0da6e6d084e0 req-56ab02c9-0587-4861-897b-4cae76e2b88e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.0830615 Feb 07 22:57:20.343440 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-728fd740-0495-4195-ae31-843534978578 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.366010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Allocated IP 172.23.0.2 (887943c3-e73e-463e-af64-6b3a58ac6faf/8269ecfb-4eac-4ef7-b7d1-a8c25654e620/429366e9-13b2-437c-a7be-80abab9b269c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:20.370416 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-728fd740-0495-4195-ae31-843534978578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.371942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7e57c35-f19b-4030-a27a-0da6e6d084e0 req-23244a13-7c12-4290-995a-d0f44595abd1 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630810 Feb 07 22:57:20.484875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1179fd-2382-4d15-87f1-4caa91c3881d None None] Pushing event updated for resources: {'Port': ['ID=57775021-dbd4-4401-929d-656b2e54dcfa,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:20.634634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-728fd740-0495-4195-ae31-843534978578 None None] Attempting to bind port 57775021-dbd4-4401-929d-656b2e54dcfa on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:20.635094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-728fd740-0495-4195-ae31-843534978578 None None] Attempting to bind port 57775021-dbd4-4401-929d-656b2e54dcfa by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '89babc48-435f-40e0-9981-6325e5e25b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:20.635693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fd740-0495-4195-ae31-843534978578 None None] Attempting to bind port 57775021-dbd4-4401-929d-656b2e54dcfa on network c9d4ad39-ce19-4cc4-8a53-15c14473224f {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:57:20.650170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fd740-0495-4195-ae31-843534978578 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:57:20.650812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fd740-0495-4195-ae31-843534978578 None None] Checking segment: {'id': '89babc48-435f-40e0-9981-6325e5e25b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:20.651223 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-728fd740-0495-4195-ae31-843534978578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.651620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fd740-0495-4195-ae31-843534978578 None None] Bound using segment: {'id': '89babc48-435f-40e0-9981-6325e5e25b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:57:20.652693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-728fd740-0495-4195-ae31-843534978578 None None] Bound port: 57775021-dbd4-4401-929d-656b2e54dcfa, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89babc48-435f-40e0-9981-6325e5e25b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:20.653289 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-728fd740-0495-4195-ae31-843534978578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.749260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-728fd740-0495-4195-ae31-843534978578 None None] For port 57775021-dbd4-4401-929d-656b2e54dcfa, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:57:20.804055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-728fd740-0495-4195-ae31-843534978578 None None] For port 57775021-dbd4-4401-929d-656b2e54dcfa, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=57775021-dbd4-4401-929d-656b2e54dcfa,segment=NetworkSegment(89babc48-435f-40e0-9981-6325e5e25b6d),segment_id=89babc48-435f-40e0-9981-6325e5e25b6d)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:57:20.809577 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-728fd740-0495-4195-ae31-843534978578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.863865 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.894547 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.896544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-61a15cac-2e8b-4629-b15f-5023b7ecd306 None None] Provisioning complete for port 57775021-dbd4-4401-929d-656b2e54dcfa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:20.896958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61a15cac-2e8b-4629-b15f-5023b7ecd306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.913847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fd740-0495-4195-ae31-843534978578 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:20.914479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-728fd740-0495-4195-ae31-843534978578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:20.938153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1179fd-2382-4d15-87f1-4caa91c3881d None None] Pushing event updated for resources: {'Port': ['ID=57775021-dbd4-4401-929d-656b2e54dcfa,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:20.981177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Allocated IP 172.23.0.1 (887943c3-e73e-463e-af64-6b3a58ac6faf/8269ecfb-4eac-4ef7-b7d1-a8c25654e620/94f4a762-3478-48eb-a273-2f2e4ef1ed33) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:21.200283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856ee7d-e074-4aa5-9f40-ed407126c3cb req-14b22f94-2eff-4b92-8040-d220184f407b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:21.202633 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4856ee7d-e074-4aa5-9f40-ed407126c3cb req-14b22f94-2eff-4b92-8040-d220184f407b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1857810 Feb 07 22:57:21.268549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.288468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4856ee7d-e074-4aa5-9f40-ed407126c3cb req-900e40d4-0c96-490d-9430-e57444f93607 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675228 Feb 07 22:57:21.341827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.352948 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Network 887943c3-e73e-463e-af64-6b3a58ac6faf is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:21.360966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:21.380139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:57:21.439795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-728fd740-0495-4195-ae31-843534978578 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:21.466075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=94f4a762-3478-48eb-a273-2f2e4ef1ed33,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:21.481788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 887943c3-e73e-463e-af64-6b3a58ac6faf is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:21.484400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:21.487032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:57:21.497416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Pushing event updated for resources: {'Port': ['ID=429366e9-13b2-437c-a7be-80abab9b269c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:21.542194 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.587396 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-524c150e-0251-491d-9021-9a9107496e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.634663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9b3f3-4c0c-4671-ad4b-95307fefbc1b req-888f2ecc-85b5-4d75-9016-7f94a3f7a593 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:21.642105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9e9b3f3-4c0c-4671-ad4b-95307fefbc1b req-888f2ecc-85b5-4d75-9016-7f94a3f7a593 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1179695 Feb 07 22:57:21.716641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Attempting to bind port 429366e9-13b2-437c-a7be-80abab9b269c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:21.717114 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Attempting to bind port 429366e9-13b2-437c-a7be-80abab9b269c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '5d92d129-8b91-46fd-a543-2adfaed85bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:21.717357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Attempting to bind port 429366e9-13b2-437c-a7be-80abab9b269c on network 887943c3-e73e-463e-af64-6b3a58ac6faf {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:57:21.726312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61a15cac-2e8b-4629-b15f-5023b7ecd306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.731001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9e9b3f3-4c0c-4671-ad4b-95307fefbc1b req-9361b6a8-d84f-40b4-bc48-a7714fcf866d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824821 Feb 07 22:57:21.744284 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:57:21.756555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Checking segment: {'id': '5d92d129-8b91-46fd-a543-2adfaed85bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:21.757191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.757287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Bound using segment: {'id': '5d92d129-8b91-46fd-a543-2adfaed85bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:57:21.757757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Bound port: 429366e9-13b2-437c-a7be-80abab9b269c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d92d129-8b91-46fd-a543-2adfaed85bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:21.758388 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.870902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-61a15cac-2e8b-4629-b15f-5023b7ecd306 None None] For port 57775021-dbd4-4401-929d-656b2e54dcfa, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=57775021-dbd4-4401-929d-656b2e54dcfa,segment=NetworkSegment(89babc48-435f-40e0-9981-6325e5e25b6d),segment_id=89babc48-435f-40e0-9981-6325e5e25b6d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:21.886977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.907961 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61a15cac-2e8b-4629-b15f-5023b7ecd306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.958879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] For port 429366e9-13b2-437c-a7be-80abab9b269c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:57:21.978119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] For port 429366e9-13b2-437c-a7be-80abab9b269c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=429366e9-13b2-437c-a7be-80abab9b269c,segment=NetworkSegment(5d92d129-8b91-46fd-a543-2adfaed85bd4),segment_id=5d92d129-8b91-46fd-a543-2adfaed85bd4)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:57:21.992958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:22.010868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a15cac-2e8b-4629-b15f-5023b7ecd306 None None] Pushing event updated for resources: {'Port': ['ID=57775021-dbd4-4401-929d-656b2e54dcfa,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:22.056267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-728fd740-0495-4195-ae31-843534978578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:16Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:20Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:22.107636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fd740-0495-4195-ae31-843534978578 None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:16Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:20Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:22.151387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ed91fd43-f91b-479c-9aa3-613960d2a53f None None] Provisioning complete for port 57775021-dbd4-4401-929d-656b2e54dcfa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:22.151836 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed91fd43-f91b-479c-9aa3-613960d2a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:22.219001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f13b3-4912-484c-a47e-cd4268e986d3 None None] Pushing event updated for resources: {'Port': ['ID=429366e9-13b2-437c-a7be-80abab9b269c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:22.367112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:22.386151 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:22.664217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event updated for resources: {'Port': ['ID=94f4a762-3478-48eb-a273-2f2e4ef1ed33,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:22.701223 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:22.783940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7903a5-dd05-4456-9470-d2807c4943ae req-4b736c70-b24c-4908-8790-1fb13d17b183 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:22.785487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc7903a5-dd05-4456-9470-d2807c4943ae req-4b736c70-b24c-4908-8790-1fb13d17b183 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1715422 Feb 07 22:57:22.963958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5e2cc-e389-4ef8-8023-bfb2105901d3 req-0c69578d-7f4a-48ae-9234-7e2db487f087 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:22.973214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2e5e2cc-e389-4ef8-8023-bfb2105901d3 req-0c69578d-7f4a-48ae-9234-7e2db487f087 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.0725188 Feb 07 22:57:22.986407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Network 887943c3-e73e-463e-af64-6b3a58ac6faf is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:22.991956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:23.018624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc7903a5-dd05-4456-9470-d2807c4943ae req-6496796e-12b8-4927-9483-a2207c7508a8 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892507 Feb 07 22:57:23.022395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2e5e2cc-e389-4ef8-8023-bfb2105901d3 req-63561327-3ce0-4645-b758-09eb595a94fe tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481787 Feb 07 22:57:23.228237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:23.469838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:23.481919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40580) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:23.483555 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-878444c9-e2f0-45cf-87a1-ae7952b2c89a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0376704 Feb 07 22:57:23.488007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:23.521206 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:23.536076 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:23.537081 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:56:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:23.797871 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:24.023872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25426ba-50a1-41ed-8130-3cfa9471d52e None None] Network 887943c3-e73e-463e-af64-6b3a58ac6faf requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:24.183913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 57775021-dbd4-4401-929d-656b2e54dcfa up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:24.286344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f642d077-80f5-4bcd-b591-430cb077b5ca None None] Provisioning complete for port 429366e9-13b2-437c-a7be-80abab9b269c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:24.297536 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f642d077-80f5-4bcd-b591-430cb077b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.307681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfb83e-6727-4f72-9343-3d4b2e2ae6c0 req-1401ea3c-dc41-47ea-9c89-3c81ebb5b7e4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:24.308484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device cf927250-a161-4da8-bfdc-fa426f077077 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:57:24.316097 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfcfb83e-6727-4f72-9343-3d4b2e2ae6c0 req-1401ea3c-dc41-47ea-9c89-3c81ebb5b7e4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1118414 Feb 07 22:57:24.408502 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f4a762-3478-48eb-a273-2f2e4ef1ed33', 'name': '', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:ca:80:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:20Z', 'updated_at': '2022-02-07T22:57:22Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:24.411746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfcfb83e-6727-4f72-9343-3d4b2e2ae6c0 req-07adf063-fafe-4f08-ad2a-0df3e85642a9 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947053 Feb 07 22:57:24.455621 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:24.456357 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Updating router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 port 94f4a762-3478-48eb-a273-2f2e4ef1ed33 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:57:24.524620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 57775021-dbd4-4401-929d-656b2e54dcfa triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:24.525319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.538702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6ba4c-8ddc-4a85-8087-8b0fefc2fc71 req-84ffee42-c54c-4e7b-a681-97ebc23c5c27 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:24.540636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0dc6ba4c-8ddc-4a85-8087-8b0fefc2fc71 req-84ffee42-c54c-4e7b-a681-97ebc23c5c27 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.2888155 Feb 07 22:57:24.560869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.extraroute_db [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 22:57:24.568108 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.585713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.extraroute_db [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Removed routes are [] {{(pid=102290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 22:57:24.586343 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.744493 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf3582f1-0db9-4fd6-b836-fd9165d62a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.757270 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f642d077-80f5-4bcd-b591-430cb077b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.859373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:24.948505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f642d077-80f5-4bcd-b591-430cb077b5ca None None] For port 429366e9-13b2-437c-a7be-80abab9b269c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=429366e9-13b2-437c-a7be-80abab9b269c,segment=NetworkSegment(5d92d129-8b91-46fd-a543-2adfaed85bd4),segment_id=5d92d129-8b91-46fd-a543-2adfaed85bd4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:24.976282 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f642d077-80f5-4bcd-b591-430cb077b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.074653 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0dc6ba4c-8ddc-4a85-8087-8b0fefc2fc71 req-4beb13dc-e239-45a1-b933-4de1218e41fc tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757309 Feb 07 22:57:25.145501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'cf927250-a161-4da8-bfdc-fa426f077077', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'port_id': 'cf927250-a161-4da8-bfdc-fa426f077077', 'mac_address': 'fa:16:3e:f4:cf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:57:25.168048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.172193 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.217611 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.219442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 429366e9-13b2-437c-a7be-80abab9b269c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:25.342040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:25.411206 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.433583 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.557471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:25.578542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.585384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40642) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:25.585959 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-544a4a81-b694-4caa-9168-d19a421c9318 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00 HTTP/1.1" status: 200 len: 934 time: 2.1026185 Feb 07 22:57:25.587845 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f99c3-a539-4a53-8ace-9bb27281b1b1 None None] Pushing event updated for resources: {'Port': ['ID=94f4a762-3478-48eb-a273-2f2e4ef1ed33,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:25.718438 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Attempting to bind port 94f4a762-3478-48eb-a273-2f2e4ef1ed33 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:25.718798 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Attempting to bind port 94f4a762-3478-48eb-a273-2f2e4ef1ed33 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '5d92d129-8b91-46fd-a543-2adfaed85bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:25.719148 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Attempting to bind port 94f4a762-3478-48eb-a273-2f2e4ef1ed33 on network 887943c3-e73e-463e-af64-6b3a58ac6faf {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:57:25.723381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2a86ded9-5057-4537-bdfe-d9a404aa411c None None] Provisioning complete for port 94f4a762-3478-48eb-a273-2f2e4ef1ed33 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:25.724909 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a86ded9-5057-4537-bdfe-d9a404aa411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.734993 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:57:25.735359 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Checking segment: {'id': '5d92d129-8b91-46fd-a543-2adfaed85bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:57:25.735786 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.736177 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Bound using segment: {'id': '5d92d129-8b91-46fd-a543-2adfaed85bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:57:25.737177 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Bound port: 94f4a762-3478-48eb-a273-2f2e4ef1ed33, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d92d129-8b91-46fd-a543-2adfaed85bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:25.737550 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.812400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 429366e9-13b2-437c-a7be-80abab9b269c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:25.819378 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.927378 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] For port 94f4a762-3478-48eb-a273-2f2e4ef1ed33, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:57:25.937389 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] For port 94f4a762-3478-48eb-a273-2f2e4ef1ed33, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=94f4a762-3478-48eb-a273-2f2e4ef1ed33,segment=NetworkSegment(5d92d129-8b91-46fd-a543-2adfaed85bd4),segment_id=5d92d129-8b91-46fd-a543-2adfaed85bd4)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:57:25.947374 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.138637 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:26.143803 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:26.146023 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f99c3-a539-4a53-8ace-9bb27281b1b1 None None] Pushing event updated for resources: {'Port': ['ID=94f4a762-3478-48eb-a273-2f2e4ef1ed33,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:26.231729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642d077-80f5-4bcd-b591-430cb077b5ca None None] Pushing event updated for resources: {'Port': ['ID=429366e9-13b2-437c-a7be-80abab9b269c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:26.325197 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.371669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2a86ded9-5057-4537-bdfe-d9a404aa411c None None] Port 94f4a762-3478-48eb-a273-2f2e4ef1ed33 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:57:26.378483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf927250-a161-4da8-bfdc-fa426f077077 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:26.398052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e86141-b279-49f3-82d8-c091d53a6c0d req-53871d32-574d-4944-9007-8657611ff697 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:26.398960 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.404490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8e86141-b279-49f3-82d8-c091d53a6c0d req-53871d32-574d-4944-9007-8657611ff697 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1610703 Feb 07 22:57:26.422094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2a86ded9-5057-4537-bdfe-d9a404aa411c None None] Provisioning complete for port 429366e9-13b2-437c-a7be-80abab9b269c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:26.422690 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a86ded9-5057-4537-bdfe-d9a404aa411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.437693 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:26.530425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8e86141-b279-49f3-82d8-c091d53a6c0d req-cd78a98c-f7bb-4246-8805-ed4dd6e6f00d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170201 Feb 07 22:57:26.548641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:26.571065 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.673697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['cf927250-a161-4da8-bfdc-fa426f077077'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:57:26.724808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40662) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:26.725364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30d03c19-7220-4221-bd5a-35dd15c3a317 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00 HTTP/1.1" status: 200 len: 934 time: 1.1375060 Feb 07 22:57:26.733122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'routes': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:26.768408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e4448-0be1-4f8b-bd65-92403a5b02ef req-1bca51e5-46c5-433d-bb96-86180574e52f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:26.777540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d5e4448-0be1-4f8b-bd65-92403a5b02ef req-1bca51e5-46c5-433d-bb96-86180574e52f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 1.1380651 Feb 07 22:57:26.858006 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d5e4448-0be1-4f8b-bd65-92403a5b02ef req-2ed1c916-9b5b-4c5d-9f4c-15541446161f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724378 Feb 07 22:57:27.176399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:27.187168 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.424203 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:24Z', 'revision_number': 6, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f4a762-3478-48eb-a273-2f2e4ef1ed33', 'name': '', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:ca:80:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:20Z', 'updated_at': '2022-02-07T22:57:25Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:27.461231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 429366e9-13b2-437c-a7be-80abab9b269c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:27.499834 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a8bdb-51c3-4348-9e1f-cbb726064400 None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:24Z', 'revision_number': 6, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f4a762-3478-48eb-a273-2f2e4ef1ed33', 'name': '', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:ca:80:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:20Z', 'updated_at': '2022-02-07T22:57:25Z', 'revision_number': 4, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:27.790358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b5d2feec-e95c-4027-98b9-d4bb4375e2f8 None None] Provisioning complete for port 94f4a762-3478-48eb-a273-2f2e4ef1ed33 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:27.791139 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5d2feec-e95c-4027-98b9-d4bb4375e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.889976 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 429366e9-13b2-437c-a7be-80abab9b269c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:27.890504 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.982977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a195-ac5b-445e-bc3b-62f584c39aac req-cbbbe734-562d-4f07-bb0c-84bec60fd7d6 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:28.006714 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf77a195-ac5b-445e-bc3b-62f584c39aac req-cbbbe734-562d-4f07-bb0c-84bec60fd7d6 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.2195020 Feb 07 22:57:28.053963 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5d2feec-e95c-4027-98b9-d4bb4375e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.209656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b5d2feec-e95c-4027-98b9-d4bb4375e2f8 None None] For port 94f4a762-3478-48eb-a273-2f2e4ef1ed33, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=94f4a762-3478-48eb-a273-2f2e4ef1ed33,segment=NetworkSegment(5d92d129-8b91-46fd-a543-2adfaed85bd4),segment_id=5d92d129-8b91-46fd-a543-2adfaed85bd4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:28.230568 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5d2feec-e95c-4027-98b9-d4bb4375e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.270775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf77a195-ac5b-445e-bc3b-62f584c39aac req-b691903b-04c2-4ba2-ab52-349f6fb2fb0d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596738 Feb 07 22:57:28.292034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65591797-b2bc-4bfa-974f-d88593f4e483 req-cc4e245d-38e0-48d7-aeee-9092bc5ca398 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:28.301354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-65591797-b2bc-4bfa-974f-d88593f4e483 req-cc4e245d-38e0-48d7-aeee-9092bc5ca398 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1902499 Feb 07 22:57:28.303663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.extraroute_db [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added routes are [] {{(pid=102290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 22:57:28.306307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.extraroute_db [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 22:57:28.394940 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.438449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-65591797-b2bc-4bfa-974f-d88593f4e483 req-5d45d7e4-c625-4125-a1fe-d02d9ea2f05b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361094 Feb 07 22:57:28.492672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2feec-e95c-4027-98b9-d4bb4375e2f8 None None] Pushing event updated for resources: {'Port': ['ID=94f4a762-3478-48eb-a273-2f2e4ef1ed33,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:28.579892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device cf927250-a161-4da8-bfdc-fa426f077077 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:28.736566 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port cf927250-a161-4da8-bfdc-fa426f077077 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:28.737875 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:29.089633 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:29.140961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:29.143428 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8467d1-a113-469d-b983-ea38b87a0635" -d '{"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-plugged", "status": "completed", "tag": "cf927250-a161-4da8-bfdc-fa426f077077"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:57:29.181274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:29.193880 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:29.414299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:29.624599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 94f4a762-3478-48eb-a273-2f2e4ef1ed33 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:57:29.681157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d967ba-79ee-4fa6-ace3-2569ca7c07e1 req-e8f86995-0bdf-47bf-b971-7bf344930eb3 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:29.699911 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40d967ba-79ee-4fa6-ace3-2569ca7c07e1 req-e8f86995-0bdf-47bf-b971-7bf344930eb3 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.2379611 Feb 07 22:57:29.845390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40d967ba-79ee-4fa6-ace3-2569ca7c07e1 req-9d3d38f8-a6b3-4a2a-b51d-945cfe0e9bd1 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440544 Feb 07 22:57:29.848372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:29.883180 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c798129-de54-4281-b45d-12e44568525e x-openstack-request-id: req-6c798129-de54-4281-b45d-12e44568525e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:57:29.883489 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-plugged", "status": "completed", "tag": "cf927250-a161-4da8-bfdc-fa426f077077", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:57:29.883763 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c798129-de54-4281-b45d-12e44568525e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:57:29.887022 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077', 'code': 200} Feb 07 22:57:29.932391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:29.932518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:30.046253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be11405-13d7-4b00-bbf8-b2126e08cb00 req-0e4679ce-6115-4a1c-b500-4cdb6f4684b7 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.065008 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2be11405-13d7-4b00-bbf8-b2126e08cb00 req-0e4679ce-6115-4a1c-b500-4cdb6f4684b7 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1052303 Feb 07 22:57:30.119892 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:30.124729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:30.162272 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2be11405-13d7-4b00-bbf8-b2126e08cb00 req-7811e947-bcc5-4d7f-a567-8c0686f1f27b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960050 Feb 07 22:57:30.272079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:30.347303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 94f4a762-3478-48eb-a273-2f2e4ef1ed33 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:30.347303 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:30.523506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:30.554729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafa303-666b-44be-bd7c-c94598e9e96e req-6094fc77-452e-42bb-b528-e7b116935c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.563488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7aafa303-666b-44be-bd7c-c94598e9e96e req-6094fc77-452e-42bb-b528-e7b116935c8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 1097 time: 0.1692171 Feb 07 22:57:30.678154 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7aafa303-666b-44be-bd7c-c94598e9e96e req-110e7d2b-17f5-438a-b0b6-484f1385cdf6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070931 Feb 07 22:57:30.789000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:30.815879 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:30.819725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40732) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:30.820311 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-112d6968-c20f-4284-b580-f5ca1598a87a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00 HTTP/1.1" status: 200 len: 700 time: 4.0926862 Feb 07 22:57:31.142129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 7, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f4a762-3478-48eb-a273-2f2e4ef1ed33', 'name': '', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:ca:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:20Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:31.148504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b035c7-7016-43a1-919b-124cae9028c4 req-4e85d3d7-26f7-46af-b299-a3530fdad862 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:31.163421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b035c7-7016-43a1-919b-124cae9028c4 req-4e85d3d7-26f7-46af-b299-a3530fdad862 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1466355 Feb 07 22:57:31.214200 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fe2ed409-f4b1-4976-8216-78a3dcca0041 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00 HTTP/1.1" status: 200 len: 700 time: 0.3923042 Feb 07 22:57:31.214649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40744) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:31.238017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75b035c7-7016-43a1-919b-124cae9028c4 req-01150b18-f437-4e2e-9500-86f698d3bd2e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735760 Feb 07 22:57:31.319404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:31.346274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:31.346274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:31.521162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:32.010369 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:57:32.056801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9d137-a20c-489e-b73a-1f5cbd51c262 req-ffd9965b-ee64-43dc-9515-208afc06f1a4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:32.065741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcc9d137-a20c-489e-b73a-1f5cbd51c262 req-ffd9965b-ee64-43dc-9515-208afc06f1a4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.4781344 Feb 07 22:57:32.151433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcc9d137-a20c-489e-b73a-1f5cbd51c262 req-15fb04e5-c4d8-4f6e-b446-20ecb9cad783 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744436 Feb 07 22:57:32.187890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 7, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f4a762-3478-48eb-a273-2f2e4ef1ed33', 'name': '', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:ca:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:20Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:32.235845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f40a49-ab3e-4ef3-a50c-5498d5d6d560 None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 7, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f4a762-3478-48eb-a273-2f2e4ef1ed33', 'name': '', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:ca:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:20Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:32.519260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05af7a2-3d33-4280-9d3a-b47555321249 req-563f9227-c458-4b40-aaee-218a62df12ec tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:32.529992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d05af7a2-3d33-4280-9d3a-b47555321249 req-563f9227-c458-4b40-aaee-218a62df12ec tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.1315196 Feb 07 22:57:32.675652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:32.703319 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d05af7a2-3d33-4280-9d3a-b47555321249 req-a9e94baf-0fbe-4b81-a99f-587a327db7cc tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721263 Feb 07 22:57:32.833415 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:32.852307 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:32.853261 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:33.096392 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:33.229801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbbe4e-c3cc-4f6c-b11e-183e7682b3bd req-791e1ab0-fc4c-4d9f-8451-a995b29fcc70 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:33.231274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1dbbe4e-c3cc-4f6c-b11e-183e7682b3bd req-791e1ab0-fc4c-4d9f-8451-a995b29fcc70 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.2781463 Feb 07 22:57:33.456500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacd9e3-2838-4ebe-b5d7-4728df282cb1 req-48ad04fc-5bb0-4a50-a89d-04b62f51e59a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:33.473430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1bacd9e3-2838-4ebe-b5d7-4728df282cb1 req-48ad04fc-5bb0-4a50-a89d-04b62f51e59a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1468296 Feb 07 22:57:33.510962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1dbbe4e-c3cc-4f6c-b11e-183e7682b3bd req-8267aa98-ac0c-44ac-98f4-9971248db120 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520938 Feb 07 22:57:33.631410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1bacd9e3-2838-4ebe-b5d7-4728df282cb1 req-9b61c804-5c08-4402-8825-5fc700206bf3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548226 Feb 07 22:57:33.692786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 94f4a762-3478-48eb-a273-2f2e4ef1ed33 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:33.694181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.703618 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 7, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f4a762-3478-48eb-a273-2f2e4ef1ed33', 'name': '', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:ca:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:20Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:33.788689 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:33.811539 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:33.813237 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:33.966662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.059815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port 94f4a762-3478-48eb-a273-2f2e4ef1ed33, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=94f4a762-3478-48eb-a273-2f2e4ef1ed33,segment=NetworkSegment(5d92d129-8b91-46fd-a543-2adfaed85bd4),segment_id=5d92d129-8b91-46fd-a543-2adfaed85bd4)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:34.059815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.147415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 94f4a762-3478-48eb-a273-2f2e4ef1ed33 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:34.153610 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:34.214911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a42c2-cfb6-43e8-ad2c-61a890d7be3b req-fd38a30a-d80b-4a2b-bdf0-4f3887038f7c tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:34.232297 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be5a42c2-cfb6-43e8-ad2c-61a890d7be3b req-fd38a30a-d80b-4a2b-bdf0-4f3887038f7c tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1475010 Feb 07 22:57:34.379956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be5a42c2-cfb6-43e8-ad2c-61a890d7be3b req-da889ffa-f94b-43ce-8f15-acd75101b6e8 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463466 Feb 07 22:57:34.444659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.768735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.806460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=94f4a762-3478-48eb-a273-2f2e4ef1ed33,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:34.943445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40832) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:35.027626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f8fe3-ae4a-434d-8f15-20669c781b17 req-fc33ba52-108b-42f5-889a-f82dc2147c96 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:35.034026 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 7, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f4a762-3478-48eb-a273-2f2e4ef1ed33', 'name': '', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:ca:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:20Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:35.044182 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-958f8fe3-ae4a-434d-8f15-20669c781b17 req-fc33ba52-108b-42f5-889a-f82dc2147c96 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1902752 Feb 07 22:57:35.092918 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26e500-465d-4e8d-be11-ef69a90ebe45 None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 7, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f4a762-3478-48eb-a273-2f2e4ef1ed33', 'name': '', 'network_id': '887943c3-e73e-463e-af64-6b3a58ac6faf', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:ca:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:20Z', 'updated_at': '2022-02-07T22:57:28Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '8269ecfb-4eac-4ef7-b7d1-a8c25654e620', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:35.330177 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-958f8fe3-ae4a-434d-8f15-20669c781b17 req-c665f9d9-4fae-40d1-bf82-a5c5c3a0509d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839856 Feb 07 22:57:35.383794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-de8d8aea-b18a-4c64-8b50-63c06356bcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.466768 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.639444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-de8d8aea-b18a-4c64-8b50-63c06356bcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.656516 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-de8d8aea-b18a-4c64-8b50-63c06356bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.720678 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d8aea-b18a-4c64-8b50-63c06356bcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3274dcf6-761f-499b-9143-6be84ae0f6b1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:35.772220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66118468-0d73-49f9-b489-4bda6dd50970 req-cac90099-8186-4843-9f0c-1d236d2d19a8 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:35.773843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66118468-0d73-49f9-b489-4bda6dd50970 req-cac90099-8186-4843-9f0c-1d236d2d19a8 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1920574 Feb 07 22:57:35.819122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-de8d8aea-b18a-4c64-8b50-63c06356bcbc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d807e7ec37234024911beed122d535cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737447 Feb 07 22:57:35.821878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:35.852194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:35.884810 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66118468-0d73-49f9-b489-4bda6dd50970 req-9d26f7b4-812b-4069-8048-c5fc879c88a9 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995367 Feb 07 22:57:36.160424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e01c2ae3-dbba-48ed-9fd8-25127f176595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.214468 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e01c2ae3-dbba-48ed-9fd8-25127f176595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.305595 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e01c2ae3-dbba-48ed-9fd8-25127f176595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.308816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e01c2ae3-dbba-48ed-9fd8-25127f176595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.312782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e01c2ae3-dbba-48ed-9fd8-25127f176595 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3274dcf6-761f-499b-9143-6be84ae0f6b1 HTTP/1.1" status: 204 len: 168 time: 0.4892037 Feb 07 22:57:36.329679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c2ae3-dbba-48ed-9fd8-25127f176595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3274dcf6-761f-499b-9143-6be84ae0f6b1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:36.343461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:36.354275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40870) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:36.364251 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f83dbc33-e673-423f-a9ac-e3a07292ea1f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1483436 Feb 07 22:57:36.369671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:36.440964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:36.441660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:36.465060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting subnet 8269ecfb-4eac-4ef7-b7d1-a8c25654e620 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:57:36.474965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.635010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70235ff0-b329-40c1-8894-e18300a840c3 req-7a076d07-291e-46f8-83d5-3e38cfc5277d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:36.644838 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70235ff0-b329-40c1-8894-e18300a840c3 req-7a076d07-291e-46f8-83d5-3e38cfc5277d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1472480 Feb 07 22:57:36.647060 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.697700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70235ff0-b329-40c1-8894-e18300a840c3 req-38f205eb-a8b9-4ecb-b782-10017b43096e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507061 Feb 07 22:57:36.771188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:36.899790 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.044742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2205c-b366-4d6d-813b-cc2875818b08 req-ac9e4b7f-7816-486e-ab23-9225221af40c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:37.048371 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13c2205c-b366-4d6d-813b-cc2875818b08 req-ac9e4b7f-7816-486e-ab23-9225221af40c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.4172242 Feb 07 22:57:37.062071 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40886) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:37.086999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.119821 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08e7d040-cd76-4117-bb08-cddff36a0d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.134265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.143652 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/8269ecfb-4eac-4ef7-b7d1-a8c25654e620 HTTP/1.1" status: 204 len: 168 time: 0.7871730 Feb 07 22:57:37.144331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 40888) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:37.262335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a80cd2-eaf0-4f36-a304-dc9bcf31d441 None None] Network 887943c3-e73e-463e-af64-6b3a58ac6faf requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:37.419415 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08e7d040-cd76-4117-bb08-cddff36a0d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.427578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08e7d040-cd76-4117-bb08-cddff36a0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.452150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.464057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Subnet': ['ID=8269ecfb-4eac-4ef7-b7d1-a8c25654e620,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:37.500915 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-08e7d040-cd76-4117-bb08-cddff36a0d4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c41a8207dd34917936375b8aba0ae33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344244 Feb 07 22:57:37.502770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7d040-cd76-4117-bb08-cddff36a0d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93e4824-330d-4ea7-8b2f-d81a1d9db16f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:37.523998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40894) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:37.532549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:34Z', 'revision_number': 8, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:37.540651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.541054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.541314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.545863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.546271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.546574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.551441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.553335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.553859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.555437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.555972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.557773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae7b11-2a27-4641-87a4-91c1ba8b8092 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.646353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.648447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13c2205c-b366-4d6d-813b-cc2875818b08 req-d4f5311c-9a75-44b6-aa3b-be3dd6c904e1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5883734 Feb 07 22:57:37.711350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.723072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 429366e9-13b2-437c-a7be-80abab9b269c {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:37.723635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.807582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:37.822270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:37.823175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:37.851756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.851756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.856804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c93e4824-330d-4ea7-8b2f-d81a1d9db16f HTTP/1.1" status: 204 len: 168 time: 0.3242967 Feb 07 22:57:37.867217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93e4824-330d-4ea7-8b2f-d81a1d9db16f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:37.885991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.886753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.886753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.886987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.887286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.887610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.890651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.890820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.891096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.891430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.891781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.892112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15b2c-6418-41eb-9982-b083a781cc2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:37.931813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port 429366e9-13b2-437c-a7be-80abab9b269c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=429366e9-13b2-437c-a7be-80abab9b269c,segment=NetworkSegment(5d92d129-8b91-46fd-a543-2adfaed85bd4),segment_id=5d92d129-8b91-46fd-a543-2adfaed85bd4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:37.932188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.959600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:38.007789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 429366e9-13b2-437c-a7be-80abab9b269c owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:38.088713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e62a1-e2e7-49a7-97cb-3deeb6cb90fa req-f940b981-7750-45bf-a23f-a58dadfacd75 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:38.132862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-041e62a1-e2e7-49a7-97cb-3deeb6cb90fa req-f940b981-7750-45bf-a23f-a58dadfacd75 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1855383 Feb 07 22:57:38.210424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-041e62a1-e2e7-49a7-97cb-3deeb6cb90fa req-c9770ca3-f065-4944-892d-0e7be18ec04e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712624 Feb 07 22:57:38.271005 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:38.283482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee639d81-6adb-4c35-85be-54e32803dac0 None None] DHCP port deletion for 887943c3-e73e-463e-af64-6b3a58ac6faf request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:57:38.333354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No DVR routers for this DVR port 429366e9-13b2-437c-a7be-80abab9b269c on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:38.338050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=429366e9-13b2-437c-a7be-80abab9b269c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:38.397262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:34Z', 'revision_number': 8, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:38.452281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4683c-7506-460c-b996-124f4b4afafa None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:34Z', 'revision_number': 8, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': '57775021-dbd4-4401-929d-656b2e54dcfa', 'name': '', 'network_id': 'c9d4ad39-ce19-4cc4-8a53-15c14473224f', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:c4:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:15Z', 'updated_at': '2022-02-07T22:57:21Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:38.547252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:38.600902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887943c3-e73e-463e-af64-6b3a58ac6faf']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:38.643868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d92d129-8b91-46fd-a543-2adfaed85bd4') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:38.644301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d92d129-8b91-46fd-a543-2adfaed85bd4') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:38.670117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:38.702107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:38.729039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:57:38.731542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:57:38.742044 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:57:39.038877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:39.129697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:39.141001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 40948) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:39.149758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/networks/887943c3-e73e-463e-af64-6b3a58ac6faf HTTP/1.1" status: 204 len: 168 time: 2.0016909 Feb 07 22:57:39.154692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859fe90-a3cd-47d4-a5ab-d4d984a474cb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Network': ['ID=887943c3-e73e-463e-af64-6b3a58ac6faf,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:39.219518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff444216-28ec-406a-b101-4a818542caea req-123da0ce-3a62-4c7b-9414-b66685a43723 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:39.233329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff444216-28ec-406a-b101-4a818542caea req-123da0ce-3a62-4c7b-9414-b66685a43723 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.3741236 Feb 07 22:57:39.289654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 94f4a762-3478-48eb-a273-2f2e4ef1ed33 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:57:39.332231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 94f4a762-3478-48eb-a273-2f2e4ef1ed33 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:57:39.335110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 94f4a762-3478-48eb-a273-2f2e4ef1ed33 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:57:39.340766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 429366e9-13b2-437c-a7be-80abab9b269c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:57:39.383107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 429366e9-13b2-437c-a7be-80abab9b269c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:57:39.383338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 429366e9-13b2-437c-a7be-80abab9b269c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:57:39.384667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff444216-28ec-406a-b101-4a818542caea req-3484e8c5-cb42-4eaa-9083-f624eea4dc0a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421044 Feb 07 22:57:39.900507 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:40.340363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 57775021-dbd4-4401-929d-656b2e54dcfa {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:40.341862 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:40.574286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port 57775021-dbd4-4401-929d-656b2e54dcfa, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=57775021-dbd4-4401-929d-656b2e54dcfa,segment=NetworkSegment(89babc48-435f-40e0-9981-6325e5e25b6d),segment_id=89babc48-435f-40e0-9981-6325e5e25b6d)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:40.574866 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:40.651775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 57775021-dbd4-4401-929d-656b2e54dcfa owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:40.782070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263544-2974-40d0-91f1-e475c6d0eb0c req-b1eb98da-d53d-4bbb-bd64-a108fe4c53cf tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:40.793648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4263544-2974-40d0-91f1-e475c6d0eb0c req-b1eb98da-d53d-4bbb-bd64-a108fe4c53cf tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.2783954 Feb 07 22:57:40.987856 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4263544-2974-40d0-91f1-e475c6d0eb0c req-19bc8314-77a6-4a6e-a879-3da7635f84ce tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877997 Feb 07 22:57:41.145507 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:41.248704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=57775021-dbd4-4401-929d-656b2e54dcfa,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:41.788015 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:41.797564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-148d2b30-3401-40c7-b7d0-ecfeffe37c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:41.800787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-148d2b30-3401-40c7-b7d0-ecfeffe37c16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1096 time: 0.1815872 Feb 07 22:57:42.223757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96a90a-7d2d-4dfd-8b16-6e4d06c54768 req-06954450-cee3-40ca-b10d-0c81647f504f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:42.240072 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee96a90a-7d2d-4dfd-8b16-6e4d06c54768 req-06954450-cee3-40ca-b10d-0c81647f504f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.0995185 Feb 07 22:57:42.327944 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee96a90a-7d2d-4dfd-8b16-6e4d06c54768 req-533facc7-e263-4498-94d2-25bfa910f029 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842178 Feb 07 22:57:42.550096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097250a-495d-4561-b69e-e6a3166359b5 req-1a4baa49-2f01-474e-be69-83c57a6000ba tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:42.552833 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7097250a-495d-4561-b69e-e6a3166359b5 req-1a4baa49-2f01-474e-be69-83c57a6000ba tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.9106603 Feb 07 22:57:42.963613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7097250a-495d-4561-b69e-e6a3166359b5 req-dec61c76-ffca-42db-abed-2e854d24756a tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041794 Feb 07 22:57:42.998910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-97fc95a4-934a-46b3-a91b-a2899228c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:43.015261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-97fc95a4-934a-46b3-a91b-a2899228c6e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 919 time: 1.2075589 Feb 07 22:57:43.108263 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-a84cd8fc-a4e6-432d-abbb-7d804a80386d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e74e92-a3e3-4416-81c3-ea7cda147505 HTTP/1.1" status: 200 len: 217 time: 0.0826597 Feb 07 22:57:43.190141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-6d5d5962-10a8-4e6b-a783-c3c3d7e70dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:43.197953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-6d5d5962-10a8-4e6b-a783-c3c3d7e70dca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.0780244 Feb 07 22:57:43.218222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:43.251224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-2e44fc44-470f-4639-9756-31864647f39f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432625 Feb 07 22:57:43.496605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-ccfe5451-5d9e-46cb-b90f-b33ae487817d service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373590 Feb 07 22:57:43.603440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdad97-5ac6-46d4-88c4-2a2dc3893c4f req-91123228-d29c-4c82-a062-ce5a01db2188 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:43.614055 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-35fdad97-5ac6-46d4-88c4-2a2dc3893c4f req-91123228-d29c-4c82-a062-ce5a01db2188 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1192298 Feb 07 22:57:43.673852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-35fdad97-5ac6-46d4-88c4-2a2dc3893c4f req-404527d0-e901-4342-97fc-ab2aeb98bdd7 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549064 Feb 07 22:57:43.721244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:43.734086 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:43.756254 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:43.756831 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:43.765930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41066) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:43.766116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5032b40c-a25b-4c49-a478-4e8e1a35f6df tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6238015 Feb 07 22:57:43.893208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-57629d01-d5fc-4ae2-bbe8-d0e083946454 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting subnet 7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:57:43.900922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57629d01-d5fc-4ae2-bbe8-d0e083946454 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:43.913702 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4c4cad2-eb64-4827-ab94-13c45c9e8aa4 req-11fabe79-b75b-403b-832f-14a72f06bed5 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941705 Feb 07 22:57:44.054241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57629d01-d5fc-4ae2-bbe8-d0e083946454 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:44.064911 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:44.227839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464680ed-f0c1-460a-9948-318a1f854a52 req-3d75afa0-56e2-463c-95aa-7f87e4373706 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:44.232645 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-464680ed-f0c1-460a-9948-318a1f854a52 req-3d75afa0-56e2-463c-95aa-7f87e4373706 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1455152 Feb 07 22:57:44.297740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-464680ed-f0c1-460a-9948-318a1f854a52 req-badc8c9c-c65c-4280-a6bf-45d0c1b7db1a tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578437 Feb 07 22:57:44.328293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57629d01-d5fc-4ae2-bbe8-d0e083946454 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:44.461880 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57629d01-d5fc-4ae2-bbe8-d0e083946454 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:44.490984 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-57629d01-d5fc-4ae2-bbe8-d0e083946454 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:44.494338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d666531-efb9-4bc3-afd2-31e4c8a562c3 None None] Network c9d4ad39-ce19-4cc4-8a53-15c14473224f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:44.504165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41082) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:44.514368 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-57629d01-d5fc-4ae2-bbe8-d0e083946454 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d HTTP/1.1" status: 204 len: 168 time: 0.7468660 Feb 07 22:57:44.569302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57629d01-d5fc-4ae2-bbe8-d0e083946454 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Subnet': ['ID=7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:44.599837 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:41Z', 'revision_number': 9, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:44.698971 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:44.730925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:44.744648 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:44.745276 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:44.951401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:44.953777 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:44.997031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398585e-3b0b-4b4a-98cb-e2f0a3d17133 req-39c454c5-22d3-4dea-8e66-2a0aa2666fe2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:45.013994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3398585e-3b0b-4b4a-98cb-e2f0a3d17133 req-39c454c5-22d3-4dea-8e66-2a0aa2666fe2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1511109 Feb 07 22:57:45.014658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199028f2-d346-414d-858b-d45a504c427b None None] DHCP port deletion for c9d4ad39-ce19-4cc4-8a53-15c14473224f request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:57:45.127107 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:45.158233 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3398585e-3b0b-4b4a-98cb-e2f0a3d17133 req-67899094-e75a-4594-b348-c631d322d2ee tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356387 Feb 07 22:57:45.199728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b723cbbe-84e8-4fb4-b2f7-2024d6d6215b,segment=NetworkSegment(89babc48-435f-40e0-9981-6325e5e25b6d),segment_id=89babc48-435f-40e0-9981-6325e5e25b6d)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:45.200472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.216428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-199028f2-d346-414d-858b-d45a504c427b None None] Deleting port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:45.216801 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-199028f2-d346-414d-858b-d45a504c427b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.234170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for b723cbbe-84e8-4fb4-b2f7-2024d6d6215b owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:45.336738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b723cbbe-84e8-4fb4-b2f7-2024d6d6215b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:57:45.387517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41098) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:45.494023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.507616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-199028f2-d346-414d-858b-d45a504c427b None None] For port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b723cbbe-84e8-4fb4-b2f7-2024d6d6215b,segment=NetworkSegment(89babc48-435f-40e0-9981-6325e5e25b6d),segment_id=89babc48-435f-40e0-9981-6325e5e25b6d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:45.508220 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-199028f2-d346-414d-858b-d45a504c427b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.540354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-199028f2-d346-414d-858b-d45a504c427b None None] Calling delete_port for b723cbbe-84e8-4fb4-b2f7-2024d6d6215b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:45.543884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] No active binding found for port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b {{(pid=102291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 22:57:45.544336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b723cbbe-84e8-4fb4-b2f7-2024d6d6215b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:57:45.612144 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=b723cbbe-84e8-4fb4-b2f7-2024d6d6215b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:45.614214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No DVR routers for this DVR port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:45.660395 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dea35cd1-0e15-4563-8e21-a9749553d094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.707520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d8607-d21f-438f-9858-c363486864b5 req-46ddef2c-945e-4015-84b9-3cb3240c6ad4 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:45.725290 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b8d8607-d21f-438f-9858-c363486864b5 req-46ddef2c-945e-4015-84b9-3cb3240c6ad4 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.2449889 Feb 07 22:57:45.760323 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-199028f2-d346-414d-858b-d45a504c427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.796961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199028f2-d346-414d-858b-d45a504c427b None None] Pushing event deleted for resources: {'Port': ['ID=b723cbbe-84e8-4fb4-b2f7-2024d6d6215b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:45.799918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199028f2-d346-414d-858b-d45a504c427b None None] No DVR routers for this DVR port b723cbbe-84e8-4fb4-b2f7-2024d6d6215b on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:45.874345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dea35cd1-0e15-4563-8e21-a9749553d094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.889477 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dea35cd1-0e15-4563-8e21-a9749553d094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.938471 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b8d8607-d21f-438f-9858-c363486864b5 req-786f2e46-4715-4bbc-8fbe-2c007a210be4 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110348 Feb 07 22:57:45.969663 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:41Z', 'revision_number': 9, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:45.983576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.984211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dea35cd1-0e15-4563-8e21-a9749553d094 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5196f0508d39407584a98e06e7c37462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938666 Feb 07 22:57:45.987639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41104) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:45.988563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea35cd1-0e15-4563-8e21-a9749553d094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce74d00a-7cc8-4592-a57b-729a986449fb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:46.048082 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16c8a203-7d45-4912-8350-39f2e970b5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.055324 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d4ad39-ce19-4cc4-8a53-15c14473224f']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:46.080927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89babc48-435f-40e0-9981-6325e5e25b6d') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:46.081308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89babc48-435f-40e0-9981-6325e5e25b6d') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:46.090892 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16c8a203-7d45-4912-8350-39f2e970b5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.104567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.132973 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.150697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:57:46.151317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:57:46.155935 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:57:46.211459 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16c8a203-7d45-4912-8350-39f2e970b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.214561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16c8a203-7d45-4912-8350-39f2e970b5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.219025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-16c8a203-7d45-4912-8350-39f2e970b5f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce74d00a-7cc8-4592-a57b-729a986449fb HTTP/1.1" status: 204 len: 168 time: 0.2258615 Feb 07 22:57:46.232106 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979732f0-67e7-4e58-8cf6-75ce6139ed81 None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:41Z', 'revision_number': 9, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'acc208ec-9cf7-4fd6-addb-970cddcc78b9', 'name': '', 'network_id': 'd2724175-fa49-4100-b876-c02ef9a70119', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:52:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '15aac657-80a6-4ecd-a455-2093a878286b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:06Z', 'updated_at': '2022-02-07T22:57:14Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': '15aac657-80a6-4ecd-a455-2093a878286b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:46.244970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8a203-7d45-4912-8350-39f2e970b5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce74d00a-7cc8-4592-a57b-729a986449fb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:46.354806 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.366164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.375505 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/networks/c9d4ad39-ce19-4cc4-8a53-15c14473224f HTTP/1.1" status: 204 len: 168 time: 1.8702621 Feb 07 22:57:46.379583 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41112) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:46.416453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b838e7-ec91-4312-9c90-b81a92214ed5 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Network': ['ID=c9d4ad39-ce19-4cc4-8a53-15c14473224f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:46.487398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12973d5-393b-4b9e-95f3-9b3b38b496e2 req-d3290bab-d728-47b4-906e-15d393485641 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:46.497142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b12973d5-393b-4b9e-95f3-9b3b38b496e2 req-d3290bab-d728-47b4-906e-15d393485641 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1506317 Feb 07 22:57:46.577176 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b12973d5-393b-4b9e-95f3-9b3b38b496e2 req-0eb632c4-8e94-4f1f-8429-512c1bfb6c89 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727994 Feb 07 22:57:46.788404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41116) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:46.807458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-97f756ac-3536-47ec-809a-966b6e366fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.998995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-97f756ac-3536-47ec-809a-966b6e366fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.005333 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-97f756ac-3536-47ec-809a-966b6e366fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.086337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-97f756ac-3536-47ec-809a-966b6e366fd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ff426fd251f414db7319eb2508f840f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964838 Feb 07 22:57:47.087105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f756ac-3536-47ec-809a-966b6e366fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f06c7-c5ba-4fde-8b72-0aab2d408362,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:47.089891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41124) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:47.133673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.230497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 57775021-dbd4-4401-929d-656b2e54dcfa no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:57:47.281624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 57775021-dbd4-4401-929d-656b2e54dcfa {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:57:47.282242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 57775021-dbd4-4401-929d-656b2e54dcfa not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:57:47.499677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235896d-ced0-4e39-ad0e-034eb768c279 req-c3e48ec6-97e6-47bb-85b4-4321c7effdcf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:47.509148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d235896d-ced0-4e39-ad0e-034eb768c279 req-c3e48ec6-97e6-47bb-85b4-4321c7effdcf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.2434189 Feb 07 22:57:47.524134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c753cedf-0ddb-4cb5-ac24-ecc774e3cb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.547183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c753cedf-0ddb-4cb5-ac24-ecc774e3cb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.607659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c753cedf-0ddb-4cb5-ac24-ecc774e3cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.611215 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c753cedf-0ddb-4cb5-ac24-ecc774e3cb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.612690 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c753cedf-0ddb-4cb5-ac24-ecc774e3cb2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d96f06c7-c5ba-4fde-8b72-0aab2d408362 HTTP/1.1" status: 204 len: 168 time: 0.5184672 Feb 07 22:57:47.694465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753cedf-0ddb-4cb5-ac24-ecc774e3cb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f06c7-c5ba-4fde-8b72-0aab2d408362,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:47.753122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d235896d-ced0-4e39-ad0e-034eb768c279 req-d18b8628-474c-46af-913e-c535744e6d71 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371612 Feb 07 22:57:47.904693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921e3e0-2820-45b7-8b11-b1f6b4f3e913 req-99368e25-2cf7-4d4b-bb6b-ce1973a8da09 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:47.916102 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7921e3e0-2820-45b7-8b11-b1f6b4f3e913 req-99368e25-2cf7-4d4b-bb6b-ce1973a8da09 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1501801 Feb 07 22:57:47.997415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7921e3e0-2820-45b7-8b11-b1f6b4f3e913 req-97c01e26-8201-4186-a471-2690d62ae5be tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801024 Feb 07 22:57:48.042834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port acc208ec-9cf7-4fd6-addb-970cddcc78b9 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:48.043391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:48.140919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port acc208ec-9cf7-4fd6-addb-970cddcc78b9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=acc208ec-9cf7-4fd6-addb-970cddcc78b9,segment=NetworkSegment(1765d887-4f74-4216-baab-01b73c5abba8),segment_id=1765d887-4f74-4216-baab-01b73c5abba8)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:48.141526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:48.155482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for acc208ec-9cf7-4fd6-addb-970cddcc78b9 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:48.457263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:48.666908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=acc208ec-9cf7-4fd6-addb-970cddcc78b9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:48.916565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:49.209776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b2b19-230f-4780-82db-24c70f1f39af req-7f0072ac-996a-42bc-a549-be4de21480b3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.228132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b40b2b19-230f-4780-82db-24c70f1f39af req-7f0072ac-996a-42bc-a549-be4de21480b3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1020870 Feb 07 22:57:49.275275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856e6f8-c769-4f71-b4b0-1a24b7b7d6be req-f273b7e6-86c1-4568-8d8f-629c81326fe4 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.277652 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9856e6f8-c769-4f71-b4b0-1a24b7b7d6be req-f273b7e6-86c1-4568-8d8f-629c81326fe4 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.3874137 Feb 07 22:57:49.348770 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b40b2b19-230f-4780-82db-24c70f1f39af req-18da9923-a936-46be-9799-5f05e302226f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117172 Feb 07 22:57:49.363395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:49.410633 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9856e6f8-c769-4f71-b4b0-1a24b7b7d6be req-bd86d07f-6df2-4695-b57d-2d5ef00476fb tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175065 Feb 07 22:57:49.584069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:49.596297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:49.618557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41178) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:49.619622 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e8fd7155-dd4f-48dd-b28c-3665b5e08402 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2374396 Feb 07 22:57:49.624913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:49.625815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:49.789238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f108c81-34ce-4fc8-8807-023474543053 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting subnet 15aac657-80a6-4ecd-a455-2093a878286b {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:57:49.804314 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f108c81-34ce-4fc8-8807-023474543053 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:49.822922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:49.900358 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f108c81-34ce-4fc8-8807-023474543053 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:50.074441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f108c81-34ce-4fc8-8807-023474543053 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:50.235506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:48Z', 'revision_number': 10, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:50.257637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f108c81-34ce-4fc8-8807-023474543053 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:50.276212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f108c81-34ce-4fc8-8807-023474543053 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:50.283756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7f108c81-34ce-4fc8-8807-023474543053 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/15aac657-80a6-4ecd-a455-2093a878286b HTTP/1.1" status: 204 len: 168 time: 0.6624024 Feb 07 22:57:50.286305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41186) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:50.312979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f108c81-34ce-4fc8-8807-023474543053 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Subnet': ['ID=15aac657-80a6-4ecd-a455-2093a878286b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:50.346630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7970f036-3eb9-48e1-b070-16df14d7f42b None None] Network d2724175-fa49-4100-b876-c02ef9a70119 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:50.367492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:50.637487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:50.647725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:50.691499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bd1e5-88e1-4252-ab4e-c287f5ac7dcd req-d76a3334-6bb5-429f-a96e-fc35f6366018 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.693264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d7bd1e5-88e1-4252-ab4e-c287f5ac7dcd req-d76a3334-6bb5-429f-a96e-fc35f6366018 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1147177 Feb 07 22:57:50.724882 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:50.806461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eb172-0867-4210-b02a-8870c15bc5c7 req-f3fd1e4b-d8f4-47b5-b3b2-053b8fd02b77 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.831513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b51eb172-0867-4210-b02a-8870c15bc5c7 req-f3fd1e4b-d8f4-47b5-b3b2-053b8fd02b77 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.2694240 Feb 07 22:57:50.908895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d7bd1e5-88e1-4252-ab4e-c287f5ac7dcd req-2dbc87e3-33ae-41c0-9148-c9b2940610e9 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999402 Feb 07 22:57:50.959960 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b51eb172-0867-4210-b02a-8870c15bc5c7 req-18d299f4-5644-4003-9dcc-04047d3e5247 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548956 Feb 07 22:57:50.981642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:50.981642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.004887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:51.064921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d47e4430-2fa9-43c5-b15c-31d2b9c3d44e,segment=NetworkSegment(1765d887-4f74-4216-baab-01b73c5abba8),segment_id=1765d887-4f74-4216-baab-01b73c5abba8)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:51.065802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.091740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for d47e4430-2fa9-43c5-b15c-31d2b9c3d44e owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:51.274201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:48Z', 'revision_number': 10, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:51.290760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.315077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce047b3-3fa2-49a7-8b29-7c71ef9cae34 None None] DHCP port deletion for d2724175-fa49-4100-b876-c02ef9a70119 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:57:51.318820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9b7b-3927-4f31-b265-f6678c1ef2c6 None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:48Z', 'revision_number': 10, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None, '_interfaces': [{'id': 'd5cd7958-f395-4f50-b2c2-a2e8562ee005', 'name': '', 'network_id': 'c1d9de84-28f7-49fa-9def-fe2fb7a82ef8', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'mac_address': 'fa:16:3e:a8:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:00Z', 'updated_at': '2022-02-07T22:57:08Z', 'revision_number': 5, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'subnets': [{'id': 'f14a5435-6b13-4ce6-be5d-2604401e2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:51.342422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=d47e4430-2fa9-43c5-b15c-31d2b9c3d44e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:51.355380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No DVR routers for this DVR port d47e4430-2fa9-43c5-b15c-31d2b9c3d44e on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:51.464561 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbe33a55-dfe1-4c78-a535-a1449bf12375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.542499 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.579204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2724175-fa49-4100-b876-c02ef9a70119']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:51.589692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1765d887-4f74-4216-baab-01b73c5abba8') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:51.589992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1765d887-4f74-4216-baab-01b73c5abba8') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:51.601969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.619097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.625628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:57:51.626016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:57:51.629806 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:57:51.716370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.737590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.745523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41242) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:51.756264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/networks/d2724175-fa49-4100-b876-c02ef9a70119 HTTP/1.1" status: 204 len: 168 time: 1.4668851 Feb 07 22:57:51.786645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296d9c6-2bd3-4a41-883d-6efce8c91751 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Network': ['ID=d2724175-fa49-4100-b876-c02ef9a70119,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:51.910402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-60b4e1bd-2248-4230-a8d7-5cd6a820c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:51.912094 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-60b4e1bd-2248-4230-a8d7-5cd6a820c94c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1096 time: 0.0938091 Feb 07 22:57:52.072184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41254) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:52.078588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-62bb39d3-4528-4584-b4e5-102ad15bdcb7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362887446', 'description': 'tempest-secgroup-smoke-1362887446 description', 'project_id': '57f9dd05c8f64f849774ff34d4a4d885'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:52.114444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558029d-3f49-4a3d-b5d5-1c0cb73dbe39 req-b9fcd39c-f50f-4551-889d-a41c0ccfde91 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.122220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-62bb39d3-4528-4584-b4e5-102ad15bdcb7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.131612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5558029d-3f49-4a3d-b5d5-1c0cb73dbe39 req-b9fcd39c-f50f-4551-889d-a41c0ccfde91 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1326585 Feb 07 22:57:52.209023 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5558029d-3f49-4a3d-b5d5-1c0cb73dbe39 req-f5d72ae0-5afb-49bd-9d19-ee114a1cf642 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757122 Feb 07 22:57:52.273397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-b67cb4d7-cd64-4f11-b036-0414403658ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.274850 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-b67cb4d7-cd64-4f11-b036-0414403658ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.3551562 Feb 07 22:57:52.355328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64256c-90a2-449a-8aab-e4da25c008f6 req-6609ba8c-ce86-49e6-8581-7543f7077c59 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.357083 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64256c-90a2-449a-8aab-e4da25c008f6 req-6609ba8c-ce86-49e6-8581-7543f7077c59 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1692109 Feb 07 22:57:52.415572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-01e4c6fa-62c6-4784-91b5-dcff1fe83ed6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 1001 time: 0.1304348 Feb 07 22:57:52.483999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-62bb39d3-4528-4584-b4e5-102ad15bdcb7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.503196 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a64256c-90a2-449a-8aab-e4da25c008f6 req-b6c18de5-51da-4c5b-bf36-2118e005078a tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329315 Feb 07 22:57:52.518747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-62bb39d3-4528-4584-b4e5-102ad15bdcb7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.557556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-6c7d3d07-9a40-47b6-a156-6e8a0442b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.559026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-6c7d3d07-9a40-47b6-a156-6e8a0442b782 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.1363745 Feb 07 22:57:52.570139 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-62bb39d3-4528-4584-b4e5-102ad15bdcb7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.574211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41266) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:52.574817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-62bb39d3-4528-4584-b4e5-102ad15bdcb7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4994099 Feb 07 22:57:52.586771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-436bc5bd-1e03-4c6f-b20b-8f9541c8bebf tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'security_group_rule': {'security_group_id': '39669c77-e968-4eed-b514-3e079a9066a9', 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:52.601799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb39d3-4528-4584-b4e5-102ad15bdcb7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39669c77-e968-4eed-b514-3e079a9066a9,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:52.638026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-436bc5bd-1e03-4c6f-b20b-8f9541c8bebf tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.666130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-edf889af-18cd-4942-8e5b-2efbd03d0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.667634 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-edf889af-18cd-4942-8e5b-2efbd03d0833 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013694 Feb 07 22:57:52.709818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-436bc5bd-1e03-4c6f-b20b-8f9541c8bebf tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.714579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-436bc5bd-1e03-4c6f-b20b-8f9541c8bebf tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.730748 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.744155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-436bc5bd-1e03-4c6f-b20b-8f9541c8bebf tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.745433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-436bc5bd-1e03-4c6f-b20b-8f9541c8bebf tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1690350 Feb 07 22:57:52.746568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bc5bd-1e03-4c6f-b20b-8f9541c8bebf tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c6dee7-9aa0-4c6f-974b-374a8e267911,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:52.748312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41270) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:52.756011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-993e4736-7ce2-4361-9dbf-f234f1ba0a6f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'security_group_rule': {'security_group_id': '39669c77-e968-4eed-b514-3e079a9066a9', 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:52.789581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-993e4736-7ce2-4361-9dbf-f234f1ba0a6f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.898204 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-993e4736-7ce2-4361-9dbf-f234f1ba0a6f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.903676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-0619cf3c-2e70-4c03-92d6-5e8c692cdf08 service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282801 Feb 07 22:57:52.909782 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-993e4736-7ce2-4361-9dbf-f234f1ba0a6f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.933417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e4736-7ce2-4361-9dbf-f234f1ba0a6f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6399a71e-87af-4a9b-bdfe-b7c98c3aa46a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:52.938377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-993e4736-7ce2-4361-9dbf-f234f1ba0a6f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.940490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-993e4736-7ce2-4361-9dbf-f234f1ba0a6f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1911261 Feb 07 22:57:52.943069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41274) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:52.948183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cc2d5f56-e20c-42d1-a116-bf388c8908bc tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'security_group_rule': {'security_group_id': '39669c77-e968-4eed-b514-3e079a9066a9', 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:52.995061 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5f56-e20c-42d1-a116-bf388c8908bc tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.069899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5f56-e20c-42d1-a116-bf388c8908bc tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.074811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5f56-e20c-42d1-a116-bf388c8908bc tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.093916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d5f56-e20c-42d1-a116-bf388c8908bc tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a0db9d-b3e4-4bc1-b867-b43ea22b76bc,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:53.108606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a67e5b26-f1e2-46e1-bf45-bd6a89ba6c8e req-be332ef0-7026-4bb0-a4dd-b9a591a3baab service neutron] 10.222.0.24 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491542 Feb 07 22:57:53.125829 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5f56-e20c-42d1-a116-bf388c8908bc tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.128040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cc2d5f56-e20c-42d1-a116-bf388c8908bc tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1837373 Feb 07 22:57:53.130605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41276) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:53.135614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-53c3efff-18aa-4b4f-a89d-926278b7e3ae tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'security_group_rule': {'security_group_id': '39669c77-e968-4eed-b514-3e079a9066a9', 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:53.171394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53c3efff-18aa-4b4f-a89d-926278b7e3ae tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.212110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port d5cd7958-f395-4f50-b2c2-a2e8562ee005 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:53.212464 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.263983 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53c3efff-18aa-4b4f-a89d-926278b7e3ae tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.269844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53c3efff-18aa-4b4f-a89d-926278b7e3ae tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.297955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3efff-18aa-4b4f-a89d-926278b7e3ae tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cabb98-af57-4c6b-acd3-ddcc7c5e4456,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:53.299035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device acc208ec-9cf7-4fd6-addb-970cddcc78b9 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:57:53.313889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53c3efff-18aa-4b4f-a89d-926278b7e3ae tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.315161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-53c3efff-18aa-4b4f-a89d-926278b7e3ae tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1833441 Feb 07 22:57:53.322181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41280) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:53.333845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-346d8399-ddc2-40aa-9ac0-7364f128be8b tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'security_group_rule': {'security_group_id': '39669c77-e968-4eed-b514-3e079a9066a9', 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:53.363493 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-346d8399-ddc2-40aa-9ac0-7364f128be8b tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Project 57f9dd05c8f64f849774ff34d4a4d885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:57:53.372271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-346d8399-ddc2-40aa-9ac0-7364f128be8b tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.382598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: acc208ec-9cf7-4fd6-addb-970cddcc78b9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:57:53.383079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device acc208ec-9cf7-4fd6-addb-970cddcc78b9 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:57:53.385965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port d5cd7958-f395-4f50-b2c2-a2e8562ee005, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d5cd7958-f395-4f50-b2c2-a2e8562ee005,segment=NetworkSegment(cf449ae3-4607-4b69-95d3-269ed5300fac),segment_id=cf449ae3-4607-4b69-95d3-269ed5300fac)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:53.385965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.386576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d47e4430-2fa9-43c5-b15c-31d2b9c3d44e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:57:53.420430 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for d5cd7958-f395-4f50-b2c2-a2e8562ee005 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:53.424691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d47e4430-2fa9-43c5-b15c-31d2b9c3d44e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:57:53.425793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d47e4430-2fa9-43c5-b15c-31d2b9c3d44e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:57:53.512743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc4ac-8be2-4646-9923-e1e794190393 req-ce18a94a-e99e-4b3d-a33c-4aca2c6bc429 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:53.514259 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef7bc4ac-8be2-4646-9923-e1e794190393 req-ce18a94a-e99e-4b3d-a33c-4aca2c6bc429 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.0754530 Feb 07 22:57:53.544285 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-346d8399-ddc2-40aa-9ac0-7364f128be8b tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.569343 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef7bc4ac-8be2-4646-9923-e1e794190393 req-a1ab7262-72db-4a71-afb4-cdeea540a7c3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464964 Feb 07 22:57:53.570232 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-346d8399-ddc2-40aa-9ac0-7364f128be8b tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.583232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d8399-ddc2-40aa-9ac0-7364f128be8b tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436fbec6-09a9-4635-9ef8-e411b1c842dd,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:53.601033 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-346d8399-ddc2-40aa-9ac0-7364f128be8b tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.604715 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-346d8399-ddc2-40aa-9ac0-7364f128be8b tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2786374 Feb 07 22:57:53.605025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41286) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:53.617711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-332803e6-85ad-41c7-8974-7ed7f8feddea tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'security_group_rule': {'security_group_id': '39669c77-e968-4eed-b514-3e079a9066a9', 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:53.644245 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-332803e6-85ad-41c7-8974-7ed7f8feddea tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Project 57f9dd05c8f64f849774ff34d4a4d885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:57:53.650390 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-332803e6-85ad-41c7-8974-7ed7f8feddea tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.666484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.706058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=d5cd7958-f395-4f50-b2c2-a2e8562ee005,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:53.719364 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-332803e6-85ad-41c7-8974-7ed7f8feddea tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.724797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-332803e6-85ad-41c7-8974-7ed7f8feddea tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.728388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0fe40-5222-47e6-b0b8-e2ecf9170d44 req-c735b781-bb18-4ebc-8a26-42a307beca46 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:53.730204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ff0fe40-5222-47e6-b0b8-e2ecf9170d44 req-c735b781-bb18-4ebc-8a26-42a307beca46 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1105294 Feb 07 22:57:53.754016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-332803e6-85ad-41c7-8974-7ed7f8feddea tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.764120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-332803e6-85ad-41c7-8974-7ed7f8feddea tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576982 Feb 07 22:57:53.775025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332803e6-85ad-41c7-8974-7ed7f8feddea tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84df32aa-2b37-450e-baaa-b0d20bd1f30d,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:54.010498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.046620 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7ff0fe40-5222-47e6-b0b8-e2ecf9170d44 req-68258c0d-7b88-42f4-b491-e7f36fd75bd4 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685361 Feb 07 22:57:54.111492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-55ad75a9-ffac-4cd2-b7db-1e05ef386814 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362887446&fields=id&tenant_id=57f9dd05c8f64f849774ff34d4a4d885 HTTP/1.1" status: 200 len: 267 time: 0.0486171 Feb 07 22:57:54.285251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-ffb60200-82f0-4884-9245-410245b2e8e2 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:54.287004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-ffb60200-82f0-4884-9245-410245b2e8e2 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/networks?id=4eab19fb-6ef3-42b1-82ae-184f691a3419 HTTP/1.1" status: 200 len: 812 time: 0.1732948 Feb 07 22:57:54.306431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-446e8070-b85c-4f86-bd75-09cf22b943e1 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/quotas/57f9dd05c8f64f849774ff34d4a4d885 HTTP/1.1" status: 200 len: 375 time: 0.0107608 Feb 07 22:57:54.404820 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-808252f3-8a49-44c2-8d87-b8f2d1651f15 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57f9dd05c8f64f849774ff34d4a4d885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817153 Feb 07 22:57:54.460042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41306) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:54.527891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-4b271ff2-23e6-4b2f-84c0-d1344e2c3e91 service neutron] 10.222.0.15 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181026 Feb 07 22:57:54.632332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:54.646470 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-84a39dcf-6416-46b6-b966-2c3eb32d1ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.653957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-8b37ab94-af71-4396-b004-925dd8fa34ca service neutron] 10.222.0.15 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127267 Feb 07 22:57:54.669739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-959268ff-ed60-4576-9bf4-2704bd1c31a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.730402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:54.745652 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:54.767968 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d4708afe-daa4-4564-9f14-46ab17135423 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0184629 Feb 07 22:57:54.768241 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:54.768241 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:54.769277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41312) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:54.832616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a57f0-9199-47a4-8e91-235f2b35fe07 req-94ed84a9-bbbc-46cb-81ee-b81212e5f3f2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:54.834307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7a57f0-9199-47a4-8e91-235f2b35fe07 req-94ed84a9-bbbc-46cb-81ee-b81212e5f3f2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.1066854 Feb 07 22:57:54.843843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaa0fb5-d63a-4227-a402-f2bd2742c547 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting subnet f14a5435-6b13-4ce6-be5d-2604401e2444 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:57:54.855539 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-959268ff-ed60-4576-9bf4-2704bd1c31a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.856350 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0fb5-d63a-4227-a402-f2bd2742c547 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.862452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-959268ff-ed60-4576-9bf4-2704bd1c31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.878378 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.936774 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:54.954102 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb7a57f0-9199-47a4-8e91-235f2b35fe07 req-12555aff-6e22-4322-a6de-a94136687630 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052537 Feb 07 22:57:54.964066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-959268ff-ed60-4576-9bf4-2704bd1c31a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6934754cf37e4b6ab9d95feddc9d7f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5028412 Feb 07 22:57:54.964632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41322) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:54.971530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959268ff-ed60-4576-9bf4-2704bd1c31a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eec513-c654-4892-9063-c08a861ed080,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:54.996657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0fb5-d63a-4227-a402-f2bd2742c547 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.065593 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:53Z', 'revision_number': 11, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:55.125345 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cc15074-607d-4c81-a1d6-87c6c20c749a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.144993 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:55.171009 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:55.174232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a6993-5987-4d2a-bb02-8a3c95f247ac req-d50e3701-f2b3-4c12-9c8e-27e7375a1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:55.176042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-436a6993-5987-4d2a-bb02-8a3c95f247ac req-d50e3701-f2b3-4c12-9c8e-27e7375a1d75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1096 time: 0.1366248 Feb 07 22:57:55.177342 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:55.199110 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cc15074-607d-4c81-a1d6-87c6c20c749a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.219680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0fb5-d63a-4227-a402-f2bd2742c547 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.309806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6deb37-0fac-4430-816d-ac1bae01d1f2 req-c7a625e2-6fc5-438d-961a-646592615de2 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:55.314975 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:55.315210 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-436a6993-5987-4d2a-bb02-8a3c95f247ac req-a1800147-8318-4508-9072-c42b9ce6126a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157718 Feb 07 22:57:55.318061 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce6deb37-0fac-4430-816d-ac1bae01d1f2 req-c7a625e2-6fc5-438d-961a-646592615de2 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1574526 Feb 07 22:57:55.381533 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce6deb37-0fac-4430-816d-ac1bae01d1f2 req-4991adfd-884b-44bc-acfa-0b810052377a tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624912 Feb 07 22:57:55.382351 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:53Z', 'revision_number': 11, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:55.383545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0fb5-d63a-4227-a402-f2bd2742c547 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.414186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa0fb5-d63a-4227-a402-f2bd2742c547 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Subnet': ['ID=f14a5435-6b13-4ce6-be5d-2604401e2444,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:55.419541 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbec118-f4c5-4160-9269-6e7efa971075 None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:53Z', 'revision_number': 11, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:55.425099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-466a6740-e9e7-4f65-b28a-9b9e21dafc99 req-5f015fcd-eedc-41d9-a15e-59eb6b681e25 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 210 time: 0.0819259 Feb 07 22:57:55.426293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cc15074-607d-4c81-a1d6-87c6c20c749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.430815 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0fb5-d63a-4227-a402-f2bd2742c547 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.437004 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4eaa0fb5-d63a-4227-a402-f2bd2742c547 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/f14a5435-6b13-4ce6-be5d-2604401e2444 HTTP/1.1" status: 204 len: 168 time: 0.6643372 Feb 07 22:57:55.437932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41330) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:55.441908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2abf1d-542f-457b-8f92-292b91677782 None None] Network c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:57:55.447239 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cc15074-607d-4c81-a1d6-87c6c20c749a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.448545 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6cc15074-607d-4c81-a1d6-87c6c20c749a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9eec513-c654-4892-9063-c08a861ed080 HTTP/1.1" status: 204 len: 168 time: 0.4826667 Feb 07 22:57:55.461336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc15074-607d-4c81-a1d6-87c6c20c749a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eec513-c654-4892-9063-c08a861ed080,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:55.608813 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.706990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Deleting port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:55.707454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.789465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] For port 9dc1ea44-d7b6-4b26-9241-4146df2a5767, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9dc1ea44-d7b6-4b26-9241-4146df2a5767,segment=NetworkSegment(cf449ae3-4607-4b69-95d3-269ed5300fac),segment_id=cf449ae3-4607-4b69-95d3-269ed5300fac)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:55.789824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.814154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Calling delete_port for 9dc1ea44-d7b6-4b26-9241-4146df2a5767 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:55.839562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333401a-cd28-4259-bb2c-3f2ee752e50b None None] DHCP port deletion for c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:57:55.925800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9333401a-cd28-4259-bb2c-3f2ee752e50b None None] Deleting port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:57:55.926619 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9333401a-cd28-4259-bb2c-3f2ee752e50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.004800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.021297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No DVR routers for this DVR port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:56.046951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Port': ['ID=9dc1ea44-d7b6-4b26-9241-4146df2a5767,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:56.064857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9333401a-cd28-4259-bb2c-3f2ee752e50b None None] For port 9dc1ea44-d7b6-4b26-9241-4146df2a5767, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9dc1ea44-d7b6-4b26-9241-4146df2a5767,segment=NetworkSegment(cf449ae3-4607-4b69-95d3-269ed5300fac),segment_id=cf449ae3-4607-4b69-95d3-269ed5300fac)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:56.065582 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9333401a-cd28-4259-bb2c-3f2ee752e50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.102095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9333401a-cd28-4259-bb2c-3f2ee752e50b None None] Calling delete_port for 9dc1ea44-d7b6-4b26-9241-4146df2a5767 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:57:56.224503 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9333401a-cd28-4259-bb2c-3f2ee752e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.284685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333401a-cd28-4259-bb2c-3f2ee752e50b None None] Pushing event deleted for resources: {'Port': ['ID=9dc1ea44-d7b6-4b26-9241-4146df2a5767,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:56.286535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333401a-cd28-4259-bb2c-3f2ee752e50b None None] No DVR routers for this DVR port 9dc1ea44-d7b6-4b26-9241-4146df2a5767 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:56.315592 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.331364 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.351336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d9de84-28f7-49fa-9def-fe2fb7a82ef8']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:56.366602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43ac9-a854-45cd-b8a7-b66e3d076475 req-d9f014bb-22dc-4c2f-af4a-19a829b51549 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:56.374308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c0e43ac9-a854-45cd-b8a7-b66e3d076475 req-d9f014bb-22dc-4c2f-af4a-19a829b51549 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.2454197 Feb 07 22:57:56.386658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf449ae3-4607-4b69-95d3-269ed5300fac') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:56.386990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf449ae3-4607-4b69-95d3-269ed5300fac') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:56.430396 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.510621 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.570380 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c0e43ac9-a854-45cd-b8a7-b66e3d076475 req-420fa378-73db-4e4b-9dd4-e1ca4f1b55ca tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944742 Feb 07 22:57:56.571597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:57:56.572068 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:57:56.575361 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:57:56.627085 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.653019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device cf927250-a161-4da8-bfdc-fa426f077077 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:57:56.820691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-74ee3310-af78-4f0b-9cfa-badd0a1dd38e req-9f92ee0b-bb22-4832-8ad6-1044aabb04b6 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 210 time: 0.0703933 Feb 07 22:57:56.844857 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.853426 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.859050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/networks/c1d9de84-28f7-49fa-9def-fe2fb7a82ef8 HTTP/1.1" status: 204 len: 168 time: 1.4193020 Feb 07 22:57:56.865765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41378) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:56.881687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'routes': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:57.056245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c363f-7370-4a32-8731-b8aef4cbc59f tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Pushing event deleted for resources: {'Network': ['ID=c1d9de84-28f7-49fa-9def-fe2fb7a82ef8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:57.237835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.290802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:57.293687 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669fe47b-ac44-45c8-b7a7-57493ebefc0c" -d '{"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-unplugged", "status": "completed", "tag": "cf927250-a161-4da8-bfdc-fa426f077077"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:57:57.328095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:57:57.339429 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.374943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-65e584c3-39df-482a-bcca-ceb7bad24fc4 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:57.379761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-65e584c3-39df-482a-bcca-ceb7bad24fc4 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.24 "GET /v2.0/networks?id=4eab19fb-6ef3-42b1-82ae-184f691a3419 HTTP/1.1" status: 200 len: 812 time: 0.4655468 Feb 07 22:57:57.498658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:57.509753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9dc1ea44-d7b6-4b26-9241-4146df2a5767 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:57:57.546407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c6a4a-54a1-4f96-bfbb-baf69eed21a6 req-f1803fab-4c11-49a5-8096-6c4a3d3b58c0 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:57.567753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.extraroute_db [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Added routes are [] {{(pid=102290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 22:57:57.568088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.extraroute_db [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Removed routes are [] {{(pid=102290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 22:57:57.568433 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.573018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e2c6a4a-54a1-4f96-bfbb-baf69eed21a6 req-f1803fab-4c11-49a5-8096-6c4a3d3b58c0 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 1.0819125 Feb 07 22:57:57.597567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 9dc1ea44-d7b6-4b26-9241-4146df2a5767 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:57:57.602081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9dc1ea44-d7b6-4b26-9241-4146df2a5767 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:57:57.612382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d5cd7958-f395-4f50-b2c2-a2e8562ee005 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:57:57.662878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d5cd7958-f395-4f50-b2c2-a2e8562ee005 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:57:57.679882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d5cd7958-f395-4f50-b2c2-a2e8562ee005 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:57:57.712352 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e2c6a4a-54a1-4f96-bfbb-baf69eed21a6 req-63813f81-3621-4d5d-a151-e74697a7523c tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372128 Feb 07 22:57:57.739213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-f8f52534-c0dd-4507-8ae0-78e15aa00f15 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f9dd05c8f64f849774ff34d4a4d885 HTTP/1.1" status: 200 len: 380 time: 0.3258903 Feb 07 22:57:57.750800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'port': {'device_id': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'admin_state_up': True, 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'security_groups': ['39669c77-e968-4eed-b514-3e079a9066a9']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:57.833579 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 22:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c25a8e-afc3-4563-9759-88a551800402 x-openstack-request-id: req-76c25a8e-afc3-4563-9759-88a551800402 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:57:57.833881 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-unplugged", "status": "failed", "tag": "cf927250-a161-4da8-bfdc-fa426f077077", "code": 422}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:57:57.834136 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76c25a8e-afc3-4563-9759-88a551800402 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:57:57.834524 n-d-827895-2 neutron-server[102291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077', 'code': 422} returned with failed status Feb 07 22:57:57.837558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.882093 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.102061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:57:58.119520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-061b7ee4-bd89-460b-9289-4391888bc79b req-d152ddee-7745-48eb-8169-dafa1810992b tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 210 time: 0.0586443 Feb 07 22:57:58.208025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-1dee0893-f245-435a-9de1-a2726b7ede53 req-276a5826-70d8-4324-8a50-19a823de7e6a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:57:58.209438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1dee0893-f245-435a-9de1-a2726b7ede53 req-276a5826-70d8-4324-8a50-19a823de7e6a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065844 Feb 07 22:57:58.230795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Made reservation on behalf of 57f9dd05c8f64f849774ff34d4a4d885 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:58.235439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.241837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-6039a0ae-0941-4b08-8df4-7c8251d35bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:58.243593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-6039a0ae-0941-4b08-8df4-7c8251d35bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1096 time: 0.1146138 Feb 07 22:57:58.396922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-78ad9d72-624f-4983-850a-938405ad8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:58.404487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-78ad9d72-624f-4983-850a-938405ad8974 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 919 time: 0.1500182 Feb 07 22:57:58.497307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Allocated IP 172.20.0.7 (4eab19fb-6ef3-42b1-82ae-184f691a3419/87f4b850-6cd0-4563-8618-dfb518ea106c/3de97b45-1c9d-4e48-a381-ba5ac0c5af47) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:58.535216 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-99cd6716-c612-4583-95cb-f9121c52276d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e74e92-a3e3-4416-81c3-ea7cda147505 HTTP/1.1" status: 200 len: 217 time: 0.1067255 Feb 07 22:57:58.562035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54e00-58dc-423d-8ea4-79dd7edc1d2b req-fc43960b-e8d2-4f31-a843-f4778729866a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:58.571023 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26e54e00-58dc-423d-8ea4-79dd7edc1d2b req-fc43960b-e8d2-4f31-a843-f4778729866a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.1765776 Feb 07 22:57:58.662865 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26e54e00-58dc-423d-8ea4-79dd7edc1d2b req-8bf7227e-41cc-4b1d-8537-062d03ddc8f5 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865989 Feb 07 22:57:58.669109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-03544b57-e3e8-4efc-9ff4-6b0764fe0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:58.670910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-03544b57-e3e8-4efc-9ff4-6b0764fe0e97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.1257088 Feb 07 22:57:58.708101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-6411457f-ada0-4efe-b432-1f45cd63413c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299871 Feb 07 22:57:58.708865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41430) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:58.724239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:57:58.736881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] Sync routers for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:58.754369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:58.755516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:58.764157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.769050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d39e5ce0-c319-4d66-980f-8d3c5590da48 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00 HTTP/1.1" status: 200 len: 701 time: 1.8970993 Feb 07 22:57:58.770462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41434) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:58.834487 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.882779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-cfc0da9d-04f5-44c8-81e2-d32ffaf25e3a service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673520 Feb 07 22:57:58.906122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-83199171-1d2d-4eb3-b192-a07e527123ec tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=20ea8ed2-2986-432e-bf90-2ba5a619bb00 HTTP/1.1" status: 200 len: 205 time: 0.0688729 Feb 07 22:57:58.908835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41438) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:58.935235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:58.943470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e83d2-9c49-4829-9b1c-af2f2feb016b req-3474a463-b881-47b6-89c2-7558df9366bc tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:58.953528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a3e83d2-9c49-4829-9b1c-af2f2feb016b req-3474a463-b881-47b6-89c2-7558df9366bc tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.7035434 Feb 07 22:57:59.026731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a3e83d2-9c49-4829-9b1c-af2f2feb016b req-e3522829-4007-48de-bca5-8be723544114 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721135 Feb 07 22:57:59.047071 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.052179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:53Z', 'revision_number': 11, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:59.091995 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f613e63e-9db6-4ec3-a5ba-f8814fe2dd3b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.092420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] Checking router: 20ea8ed2-2986-432e-bf90-2ba5a619bb00 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:59.104897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] Routers {'20ea8ed2-2986-432e-bf90-2ba5a619bb00'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:57:59.105781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:59.112404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Network 4eab19fb-6ef3-42b1-82ae-184f691a3419 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:59.115985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:59.120508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:57:59.152003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'Port': ['ID=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:59.193865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.195157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.219481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] Set router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:57:59.231587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-1a74d4f0-8752-4e39-8599-08ede3e95871 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4857643 Feb 07 22:57:59.244107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Request body: {'port': {'device_id': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:59.285464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:53Z', 'revision_number': 11, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:59.296260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-a60afc7d-4ac7-4aca-966b-654822d2ded8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5863087 Feb 07 22:57:59.335573 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.341048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a20d7f-9928-4004-9ecf-7802a0081377 None None] The sync data for ids ['20ea8ed2-2986-432e-bf90-2ba5a619bb00'] in n-d-827895-2 is: [{'id': '20ea8ed2-2986-432e-bf90-2ba5a619bb00', 'name': 'tempest-RoutersTest-router-1285660717', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:59Z', 'updated_at': '2022-02-07T22:57:53Z', 'revision_number': 11, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:59.421560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-f3baabdc-212d-4498-a742-534ed1b3b62b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:57:59.438258 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-f3baabdc-212d-4498-a742-534ed1b3b62b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0780022 Feb 07 22:57:59.503139 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dbc0e21-30ab-4076-8eb4-2afe41c6fecb req-cc4fdd88-eb4c-40f9-b7a3-f7f5c1b5dab8 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103556 Feb 07 22:57:59.511984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f613e63e-9db6-4ec3-a5ba-f8814fe2dd3b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.515842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f613e63e-9db6-4ec3-a5ba-f8814fe2dd3b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.536466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf59cc-5932-4823-aa4a-bece57e4ecd2 req-fa512da9-7de4-4b21-95c7-dc2d6196be07 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.548629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6eaf59cc-5932-4823-aa4a-bece57e4ecd2 req-fa512da9-7de4-4b21-95c7-dc2d6196be07 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 931 time: 0.2762172 Feb 07 22:57:59.609111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6750ebb0-2d24-46aa-b076-3d79056c4f35 None None] Provisioning complete for port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:59.609484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6750ebb0-2d24-46aa-b076-3d79056c4f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.706769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6750ebb0-2d24-46aa-b076-3d79056c4f35 None None] Port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:57:59.770649 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f613e63e-9db6-4ec3-a5ba-f8814fe2dd3b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.773218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f613e63e-9db6-4ec3-a5ba-f8814fe2dd3b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Fanout notify agent at l3_agent the message router_deleted on router 20ea8ed2-2986-432e-bf90-2ba5a619bb00 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:57:59.808484 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f613e63e-9db6-4ec3-a5ba-f8814fe2dd3b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.820777 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f613e63e-9db6-4ec3-a5ba-f8814fe2dd3b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00 HTTP/1.1" status: 204 len: 168 time: 0.9098735 Feb 07 22:57:59.821023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41462) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:57:59.840059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-41341f9f-9091-4c46-a704-c90707aa50b2 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2087589888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:59.843058 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6eaf59cc-5932-4823-aa4a-bece57e4ecd2 req-5a927c56-2249-41a0-b3ce-846ca1bc28fe tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886868 Feb 07 22:57:59.975661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e18a6-68ca-4aed-a482-b7d8c2247372 req-75c74a9b-4061-48bd-bdf0-969e5eccdf1f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.977266 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e82e18a6-68ca-4aed-a482-b7d8c2247372 req-75c74a9b-4061-48bd-bdf0-969e5eccdf1f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.1991832 Feb 07 22:57:59.980998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-41341f9f-9091-4c46-a704-c90707aa50b2 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.982075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-41341f9f-9091-4c46-a704-c90707aa50b2 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.000515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:00.018978 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.044411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Transition to ACTIVE for port object 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:00.100162 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.151687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-41341f9f-9091-4c46-a704-c90707aa50b2 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.169854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f43a8-642c-4ea5-883a-48fa9a23d3e7 req-6bb21611-2690-4a0c-90f7-784e2e0c76bf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:00.179815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-416f43a8-642c-4ea5-883a-48fa9a23d3e7 req-6bb21611-2690-4a0c-90f7-784e2e0c76bf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0692263 Feb 07 22:58:00.197822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e82e18a6-68ca-4aed-a482-b7d8c2247372 req-3e4b69fb-7159-46ef-9009-f602dd6a912d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074578 Feb 07 22:58:00.222544 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-41341f9f-9091-4c46-a704-c90707aa50b2 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.248550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-416f43a8-642c-4ea5-883a-48fa9a23d3e7 req-f8ffae76-9cce-40ab-9063-d1470db52711 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673246 Feb 07 22:58:00.286962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Pushing event updated for resources: {'Port': ['ID=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:00.323792 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-41341f9f-9091-4c46-a704-c90707aa50b2 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.324994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-41341f9f-9091-4c46-a704-c90707aa50b2 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4909949 Feb 07 22:58:00.328056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41468) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:00.334288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-de7013b5-1584-40ee-a523-79ab475cfa8e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:00.354748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Attempting to bind port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:00.355111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Attempting to bind port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:00.355438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Attempting to bind port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 on network 4eab19fb-6ef3-42b1-82ae-184f691a3419 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:58:00.364873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 on network 4eab19fb-6ef3-42b1-82ae-184f691a3419 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:58:00.365480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Attempting to bind port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 on network 4eab19fb-6ef3-42b1-82ae-184f691a3419 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:58:00.371450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:58:00.372431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Checking segment: {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:58:00.372995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Bound using segment: {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:58:00.373569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Bound port: 3de97b45-1c9d-4e48-a381-ba5ac0c5af47, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:00.373937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.475972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] For port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:58:00.487449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] For port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:58:00.495190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.511473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:00.512443 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.514579 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] 10.222.0.24 "PUT /v2.0/ports/3de97b45-1c9d-4e48-a381-ba5ac0c5af47 HTTP/1.1" status: 200 len: 1091 time: 1.2749941 Feb 07 22:58:00.516541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:00.528765 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59478adc-0dfd-468d-a715-fefe55240842" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:00.665087 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de7013b5-1584-40ee-a523-79ab475cfa8e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.684441 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de7013b5-1584-40ee-a523-79ab475cfa8e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.686534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf609012-e753-45ac-a254-c9d889ef5df4 service neutron] Pushing event updated for resources: {'Port': ['ID=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:00.719053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-d858697b-52e6-482f-ba03-063a104250ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:00.724732 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-d858697b-52e6-482f-ba03-063a104250ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57f9dd05c8f64f849774ff34d4a4d885&device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 1094 time: 0.1289444 Feb 07 22:58:00.859431 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-d4a98423-32a8-4c80-8143-f2eaa421708b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47 HTTP/1.1" status: 200 len: 217 time: 0.1265304 Feb 07 22:58:01.024978 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114dff78-1725-495e-9259-8c1f4e5ca4b8 x-openstack-request-id: req-114dff78-1725-495e-9259-8c1f4e5ca4b8 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:01.025382 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:01.025538 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-114dff78-1725-495e-9259-8c1f4e5ca4b8 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:01.025936 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'status': 'completed', 'code': 200} Feb 07 22:58:01.056373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-93202fdd-23a8-42c2-b1da-27614a2a3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.058520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-93202fdd-23a8-42c2-b1da-27614a2a3df7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87f4b850-6cd0-4563-8618-dfb518ea106c HTTP/1.1" status: 200 len: 851 time: 0.1909018 Feb 07 22:58:01.143094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-fc3a8ec7-56c6-4ac3-9ad7-1145245a7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.144435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d4cff-07c4-463d-bb4c-5e418e67db16 req-2e035cc0-b536-4192-a926-ea98e3b15921 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.144899 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-fc3a8ec7-56c6-4ac3-9ad7-1145245a7527 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4eab19fb-6ef3-42b1-82ae-184f691a3419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764222 Feb 07 22:58:01.152530 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba5d4cff-07c4-463d-bb4c-5e418e67db16 req-2e035cc0-b536-4192-a926-ea98e3b15921 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.1374724 Feb 07 22:58:01.216312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7013b5-1584-40ee-a523-79ab475cfa8e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Router b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:58:01.232395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ba5d4cff-07c4-463d-bb4c-5e418e67db16 req-be517a4f-35af-45eb-be93-18d45ea870c0 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788774 Feb 07 22:58:01.334209 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-643b80ac-1516-4164-86f7-9fcf22477017 service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804340 Feb 07 22:58:01.455746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7013b5-1584-40ee-a523-79ab475cfa8e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:58:01.467697 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] Sync routers for ids ['b5c900d6-ac6e-4b0a-9754-96c082bcd7e1'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:01.472324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de7013b5-1584-40ee-a523-79ab475cfa8e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:01.475040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-de7013b5-1584-40ee-a523-79ab475cfa8e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "PUT /v2.0/routers/b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 HTTP/1.1" status: 200 len: 694 time: 1.1435926 Feb 07 22:58:01.482147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41492) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:01.486294 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] Routers {'b5c900d6-ac6e-4b0a-9754-96c082bcd7e1'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:01.489549 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b5c900d6-ac6e-4b0a-9754-96c082bcd7e1'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:01.514549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7fe2a-3175-498f-ae13-ab4f0e4a0e77 req-b752c521-bfc4-4343-9293-5635168497af tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.516037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40b7fe2a-3175-498f-ae13-ab4f0e4a0e77 req-b752c521-bfc4-4343-9293-5635168497af tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.1290419 Feb 07 22:58:01.523077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3543a01-eb6d-4881-81cd-e82c45cba682 req-4ed5a66c-0fa0-40c5-8daa-a9959f372fda service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822019 Feb 07 22:58:01.565856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40b7fe2a-3175-498f-ae13-ab4f0e4a0e77 req-9e558b77-d5e8-4910-98bf-0ea7d3c9030a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418286 Feb 07 22:58:01.632208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478adc-0dfd-468d-a715-fefe55240842 req-93a10b61-c43b-4372-9dd8-b9547b734d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.633881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59478adc-0dfd-468d-a715-fefe55240842 req-93a10b61-c43b-4372-9dd8-b9547b734d73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57f9dd05c8f64f849774ff34d4a4d885&device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 1094 time: 0.0570955 Feb 07 22:58:01.661484 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-41b99949-c5c6-4f91-85f2-d175c88d5ef0 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/routers/b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 HTTP/1.1" status: 200 len: 700 time: 0.1779876 Feb 07 22:58:01.664118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41494) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:01.686304 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] Set router b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:58:01.696749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-94ec3026-129f-4080-8b69-df9232309a18 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 HTTP/1.1" status: 200 len: 205 time: 0.0311308 Feb 07 22:58:01.705969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38168eae-3e04-4a57-94f3-2272cffed207 req-f3c4b803-8709-4c19-ba1e-6576951bfa1d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.713793 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-38168eae-3e04-4a57-94f3-2272cffed207 req-f3c4b803-8709-4c19-ba1e-6576951bfa1d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.2890699 Feb 07 22:58:01.723929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41496) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:01.765477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478adc-0dfd-468d-a715-fefe55240842 req-6ea7b991-cf71-49ff-b82b-76ac4a172231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.768072 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59478adc-0dfd-468d-a715-fefe55240842 req-6ea7b991-cf71-49ff-b82b-76ac4a172231 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4eab19fb-6ef3-42b1-82ae-184f691a3419 HTTP/1.1" status: 200 len: 912 time: 0.1277411 Feb 07 22:58:01.776700 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c900d6-ac6e-4b0a-9754-96c082bcd7e1', 'name': 'tempest-RoutersTest-router-2087589888', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:57:59Z', 'updated_at': '2022-02-07T22:58:00Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:01.810984 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] Checking router: b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:58:01.821734 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] Routers {'b5c900d6-ac6e-4b0a-9754-96c082bcd7e1'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:01.822580 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b5c900d6-ac6e-4b0a-9754-96c082bcd7e1'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:01.827103 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59478adc-0dfd-468d-a715-fefe55240842 req-46605cdd-9ee0-4512-b155-55c3c22b2f17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47 HTTP/1.1" status: 200 len: 217 time: 0.0524988 Feb 07 22:58:01.857721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30b4575c-823f-4fb7-98a7-2cbc096a2a4d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:01.866132 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-38168eae-3e04-4a57-94f3-2272cffed207 req-d06a64b9-74cb-4761-b79c-f25469e5fa65 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511691 Feb 07 22:58:01.898312 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] Set router b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:58:01.905576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478adc-0dfd-468d-a715-fefe55240842 req-1d1e9023-d07e-4ded-9baf-9cae907b6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.908023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59478adc-0dfd-468d-a715-fefe55240842 req-1d1e9023-d07e-4ded-9baf-9cae907b6207 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87f4b850-6cd0-4563-8618-dfb518ea106c HTTP/1.1" status: 200 len: 851 time: 0.0717170 Feb 07 22:58:01.962142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478adc-0dfd-468d-a715-fefe55240842 req-fdf955fc-3920-4461-813c-4980dc2a8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.963894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59478adc-0dfd-468d-a715-fefe55240842 req-fdf955fc-3920-4461-813c-4980dc2a8d56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4eab19fb-6ef3-42b1-82ae-184f691a3419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497885 Feb 07 22:58:01.993520 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c900d6-ac6e-4b0a-9754-96c082bcd7e1', 'name': 'tempest-RoutersTest-router-2087589888', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:57:59Z', 'updated_at': '2022-02-07T22:58:00Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:02.028787 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6f47c-8ebf-402b-9dc9-d0b323fc5ea0 None None] The sync data for ids ['b5c900d6-ac6e-4b0a-9754-96c082bcd7e1'] in n-d-827895-2 is: [{'id': 'b5c900d6-ac6e-4b0a-9754-96c082bcd7e1', 'name': 'tempest-RoutersTest-router-2087589888', 'tenant_id': 'cc655c59e2e740ebbe0d1289768e2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:57:59Z', 'updated_at': '2022-02-07T22:58:00Z', 'revision_number': 2, 'project_id': 'cc655c59e2e740ebbe0d1289768e2842', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:02.066804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30b4575c-823f-4fb7-98a7-2cbc096a2a4d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.069249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30b4575c-823f-4fb7-98a7-2cbc096a2a4d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.087646 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59478adc-0dfd-468d-a715-fefe55240842 req-b5ffed54-c9c0-4148-81ec-aed5a1002360 service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168473 Feb 07 22:58:02.136655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30b4575c-823f-4fb7-98a7-2cbc096a2a4d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.137653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b4575c-823f-4fb7-98a7-2cbc096a2a4d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Fanout notify agent at l3_agent the message router_deleted on router b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:58:02.149480 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30b4575c-823f-4fb7-98a7-2cbc096a2a4d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.155558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30b4575c-823f-4fb7-98a7-2cbc096a2a4d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 HTTP/1.1" status: 204 len: 168 time: 0.4302301 Feb 07 22:58:02.156419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41500) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.201324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41502) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.202080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-96f7780b-3f4b-478c-8243-ad91a7e8500a tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 HTTP/1.1" status: 200 len: 205 time: 0.0437040 Feb 07 22:58:02.234471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59478adc-0dfd-468d-a715-fefe55240842 req-f0c4957b-bf00-4d24-b856-fcdd72680698 service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402187 Feb 07 22:58:02.270097 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-6f534594-1188-4863-b419-5502043e2bfb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] delete failed (client error): The resource could not be found. Feb 07 22:58:02.274120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41506) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.282798 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6f534594-1188-4863-b419-5502043e2bfb tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/b5c900d6-ac6e-4b0a-9754-96c082bcd7e1 HTTP/1.1" status: 404 len: 336 time: 0.0789547 Feb 07 22:58:02.303659 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6d866f-5458-458e-9564-03847552d671 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:02.304161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6d866f-5458-458e-9564-03847552d671 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:02.310143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41508) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.319563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7c6d866f-5458-458e-9564-03847552d671 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/8269ecfb-4eac-4ef7-b7d1-a8c25654e620 HTTP/1.1" status: 404 len: 337 time: 0.0439842 Feb 07 22:58:02.346874 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6314898d-3b4f-457f-8510-bfe04519a2e1 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:02.347325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6314898d-3b4f-457f-8510-bfe04519a2e1 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:02.353500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41510) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.355402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6314898d-3b4f-457f-8510-bfe04519a2e1 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/7f11dc35-2ea3-4db2-834b-d73a3a0ccb5d HTTP/1.1" status: 404 len: 337 time: 0.0442135 Feb 07 22:58:02.399409 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b398995d-f6bc-4e05-a265-8e2310906e3d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:02.401647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b398995d-f6bc-4e05-a265-8e2310906e3d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:02.408722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b398995d-f6bc-4e05-a265-8e2310906e3d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/15aac657-80a6-4ecd-a455-2093a878286b HTTP/1.1" status: 404 len: 337 time: 0.0541627 Feb 07 22:58:02.409327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41512) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.412887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb8319-1661-4b5a-9b53-139dbe61c2fc req-5ffbf65e-d8b8-415c-be64-167fc0d2d5f7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:02.416161 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9eeb8319-1661-4b5a-9b53-139dbe61c2fc req-5ffbf65e-d8b8-415c-be64-167fc0d2d5f7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.0723212 Feb 07 22:58:02.444846 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fab5bf-7d29-4558-bce9-e35a1d04f278 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:02.445296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fab5bf-7d29-4558-bce9-e35a1d04f278 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:02.448412 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-24fab5bf-7d29-4558-bce9-e35a1d04f278 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/f14a5435-6b13-4ce6-be5d-2604401e2444 HTTP/1.1" status: 404 len: 337 time: 0.0380692 Feb 07 22:58:02.451092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41514) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.459803 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9eeb8319-1661-4b5a-9b53-139dbe61c2fc req-be9a3fb0-6dad-473b-a880-addd458e4802 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375276 Feb 07 22:58:02.480260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7a749ebe-6cfd-4d5b-807e-b241876d0f62 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=20ea8ed2-2986-432e-bf90-2ba5a619bb00 HTTP/1.1" status: 200 len: 205 time: 0.0279667 Feb 07 22:58:02.483947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41516) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.524807 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-44753d45-d614-44d9-9ce8-fd25da102a27 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] delete failed (client error): The resource could not be found. Feb 07 22:58:02.528376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-44753d45-d614-44d9-9ce8-fd25da102a27 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/20ea8ed2-2986-432e-bf90-2ba5a619bb00 HTTP/1.1" status: 404 len: 336 time: 0.0409451 Feb 07 22:58:02.528750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41518) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.556424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a7646bd2-0dc8-49ba-aac7-42772a4b5a51 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=a44e8c69-302d-4992-8030-115feb714d1b HTTP/1.1" status: 200 len: 205 time: 0.0264440 Feb 07 22:58:02.558675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41520) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.599957 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-f4687869-27aa-460f-bd08-8cd2a8eaf1f0 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] delete failed (client error): The resource could not be found. Feb 07 22:58:02.601252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f4687869-27aa-460f-bd08-8cd2a8eaf1f0 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/a44e8c69-302d-4992-8030-115feb714d1b HTTP/1.1" status: 404 len: 336 time: 0.0416858 Feb 07 22:58:02.603758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41524) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.632692 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-009663be-38ea-40a6-8ae8-1cb2e878811e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:02.633912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009663be-38ea-40a6-8ae8-1cb2e878811e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:02.637550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-009663be-38ea-40a6-8ae8-1cb2e878811e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/7cd1d717-5b73-4262-aaa8-e72d0de25f0b HTTP/1.1" status: 404 len: 337 time: 0.0326872 Feb 07 22:58:02.640055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41526) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.675558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1a1b9f1d-8b2e-4100-8148-858b26f4ac61 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b HTTP/1.1" status: 200 len: 205 time: 0.0341032 Feb 07 22:58:02.677918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41528) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.711121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac2651-c846-4ecc-bbff-91ccfaac20ff req-4e1cc097-09c7-468c-a107-c6b1b6feed1c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:02.712620 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9bac2651-c846-4ecc-bbff-91ccfaac20ff req-4e1cc097-09c7-468c-a107-c6b1b6feed1c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.0606401 Feb 07 22:58:02.728426 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-494e7cb1-96f4-4714-91e8-e5a139002d9b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] delete failed (client error): The resource could not be found. Feb 07 22:58:02.729434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-494e7cb1-96f4-4714-91e8-e5a139002d9b tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/9c81cd8e-8b72-4a09-8cc0-4b010a6cb41b HTTP/1.1" status: 404 len: 336 time: 0.0503449 Feb 07 22:58:02.732720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41530) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.765268 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9bac2651-c846-4ecc-bbff-91ccfaac20ff req-16a83d73-5f52-48b1-8a7d-8a932f4ebeb9 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453832 Feb 07 22:58:02.774055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41532) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.774370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1e64ea41-c200-46b3-8c33-2e4adf6bc806 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ca64fde-2842-40aa-a00a-81eb68cac37a HTTP/1.1" status: 200 len: 205 time: 0.0404599 Feb 07 22:58:02.825286 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-2dab6404-77df-45ec-a4e4-76bacda0b74e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] delete failed (client error): The resource could not be found. Feb 07 22:58:02.830507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41534) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.839022 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2dab6404-77df-45ec-a4e4-76bacda0b74e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/8ca64fde-2842-40aa-a00a-81eb68cac37a HTTP/1.1" status: 404 len: 336 time: 0.0633669 Feb 07 22:58:02.874466 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae3d0b1-ced0-4a9c-9cb3-dda0c8d5c983 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:02.874466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae3d0b1-ced0-4a9c-9cb3-dda0c8d5c983 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:02.879352 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5ae3d0b1-ced0-4a9c-9cb3-dda0c8d5c983 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/632167db-44ef-4a8d-8ad7-d77d53194c1b HTTP/1.1" status: 404 len: 337 time: 0.0441802 Feb 07 22:58:02.883434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41536) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.918210 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-da52b967-d354-4dba-80cd-24172ad040de tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=042110ff-e0c1-412b-bc2e-72f63c148150 HTTP/1.1" status: 200 len: 205 time: 0.0335321 Feb 07 22:58:02.920615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41538) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.959964 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-3338f170-a970-4fc3-b3c6-86dfba4cf60e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] delete failed (client error): The resource could not be found. Feb 07 22:58:02.961057 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3338f170-a970-4fc3-b3c6-86dfba4cf60e tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/042110ff-e0c1-412b-bc2e-72f63c148150 HTTP/1.1" status: 404 len: 336 time: 0.0395246 Feb 07 22:58:02.963920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41540) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:02.996854 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0ddf00-5b20-4e1e-be06-0cf52e55eb22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:02.997409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0ddf00-5b20-4e1e-be06-0cf52e55eb22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:03.000883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7b0ddf00-5b20-4e1e-be06-0cf52e55eb22 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/501718c9-3c41-4d57-9b8d-80ab0d0ea368 HTTP/1.1" status: 404 len: 337 time: 0.0344415 Feb 07 22:58:03.003784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41542) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:03.034929 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9aea0b94-9316-4fa8-ac3f-93b0bbe55f36 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc408c18-014c-4c42-9db6-020fa0fa0e89 HTTP/1.1" status: 200 len: 205 time: 0.0296896 Feb 07 22:58:03.037372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41544) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:03.087917 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-d3970f38-612d-4880-a8db-70f891b63a9d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] delete failed (client error): The resource could not be found. Feb 07 22:58:03.090496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d3970f38-612d-4880-a8db-70f891b63a9d tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/routers/dc408c18-014c-4c42-9db6-020fa0fa0e89 HTTP/1.1" status: 404 len: 336 time: 0.0505819 Feb 07 22:58:03.092175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41546) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:03.123914 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba76c9ad-5aa5-4da3-9050-25f1cf8ba443 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:03.124087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba76c9ad-5aa5-4da3-9050-25f1cf8ba443 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:03.129172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ba76c9ad-5aa5-4da3-9050-25f1cf8ba443 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/75032fb3-e1a6-4754-86c9-3ce1b9425bac HTTP/1.1" status: 404 len: 337 time: 0.0346694 Feb 07 22:58:03.130647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:03.162257 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bb6337-914d-43a1-8c31-0e7f563c7989 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:03.162977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bb6337-914d-43a1-8c31-0e7f563c7989 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:03.165679 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-17bb6337-914d-43a1-8c31-0e7f563c7989 tempest-RoutersTest-1630427794 tempest-RoutersTest-1630427794-project] 10.222.0.15 "DELETE /v2.0/subnets/5a86af2f-e220-4684-b08f-b3d60bb58808 HTTP/1.1" status: 404 len: 337 time: 0.0340235 Feb 07 22:58:03.463691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41554) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:03.588400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbc2c1-966a-445e-baf9-b52449760095 req-73650ac0-2857-4a8d-938e-4935984b1052 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:03.590055 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7cbc2c1-966a-445e-baf9-b52449760095 req-73650ac0-2857-4a8d-938e-4935984b1052 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.0586472 Feb 07 22:58:03.630474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-88930dad-e934-4128-ac98-f4b406d3be98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc655c59e2e740ebbe0d1289768e2842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652107 Feb 07 22:58:03.630986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7cbc2c1-966a-445e-baf9-b52449760095 req-ecf32317-b492-48ea-aa91-cc2b33074385 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337863 Feb 07 22:58:03.632765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41560) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:03.684347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15297f6d-94c5-4aa7-85ac-93a15aaa6c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.708038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15297f6d-94c5-4aa7-85ac-93a15aaa6c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.756152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15297f6d-94c5-4aa7-85ac-93a15aaa6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.760237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-15297f6d-94c5-4aa7-85ac-93a15aaa6c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.763686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-15297f6d-94c5-4aa7-85ac-93a15aaa6c57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef435150-4338-44e6-84a2-230f8ad403e5 HTTP/1.1" status: 204 len: 168 time: 0.1276262 Feb 07 22:58:03.771560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15297f6d-94c5-4aa7-85ac-93a15aaa6c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef435150-4338-44e6-84a2-230f8ad403e5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:03.942692 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.944275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbabc4-ccd4-4dcc-a49a-65425402295c req-156bb45f-bfc5-4157-80f0-acb910c3bebf tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:03.945961 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfdbabc4-ccd4-4dcc-a49a-65425402295c req-156bb45f-bfc5-4157-80f0-acb910c3bebf tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.0811112 Feb 07 22:58:04.014075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfdbabc4-ccd4-4dcc-a49a-65425402295c req-3347a28c-7988-430c-84c9-8a38ffe669bc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561528 Feb 07 22:58:04.443087 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.515069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41584) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:04.608952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4fa776ad-47ec-4cbd-8c22-740dfd9c6043 tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1764745653', 'prefixes': ['172.20.0.0/16']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:04.672883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4fa776ad-47ec-4cbd-8c22-740dfd9c6043 tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] Notify callbacks [] for subnetpool, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.677175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4fa776ad-47ec-4cbd-8c22-740dfd9c6043 tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1608617 Feb 07 22:58:04.677321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41590) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:04.731650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-426ec5b1-29c2-49ad-be82-f66ad59125af tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] 10.222.0.15 "GET /v2.0/subnetpools/7fff1380-e595-45ae-ac9d-dcc70aa55019 HTTP/1.1" status: 200 len: 732 time: 0.0528507 Feb 07 22:58:04.734227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41592) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:04.739831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1df0cbca-abf0-445e-8ed3-e1bbdb2c3685 tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2103436177'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:04.771123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32b2b-3177-4b13-bcff-3392a6e0f07b req-df796bac-3882-4d27-823b-e96e6c2c1fb3 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:04.772870 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbb32b2b-3177-4b13-bcff-3392a6e0f07b req-df796bac-3882-4d27-823b-e96e6c2c1fb3 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.0543442 Feb 07 22:58:04.812435 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbb32b2b-3177-4b13-bcff-3392a6e0f07b req-d868c2e8-4d48-4b59-8d7d-1594627ff51f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329366 Feb 07 22:58:04.869007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1df0cbca-abf0-445e-8ed3-e1bbdb2c3685 tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] Notify callbacks [] for subnetpool, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.870319 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1df0cbca-abf0-445e-8ed3-e1bbdb2c3685 tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] 10.222.0.15 "PUT /v2.0/subnetpools/7fff1380-e595-45ae-ac9d-dcc70aa55019 HTTP/1.1" status: 200 len: 684 time: 0.1348953 Feb 07 22:58:04.872844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41594) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:04.949994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6009e01c-45da-413a-b55c-fd5863f6190b tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] Notify callbacks [] for subnetpool, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.953703 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6009e01c-45da-413a-b55c-fd5863f6190b tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] 10.222.0.15 "DELETE /v2.0/subnetpools/7fff1380-e595-45ae-ac9d-dcc70aa55019 HTTP/1.1" status: 204 len: 168 time: 0.0773580 Feb 07 22:58:04.953959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41596) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:04.969205 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-2eb57052-6621-4449-9729-0f1baf7dffb0 tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] show failed (client error): The resource could not be found. Feb 07 22:58:04.970100 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2eb57052-6621-4449-9729-0f1baf7dffb0 tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] 10.222.0.15 "GET /v2.0/subnetpools/7fff1380-e595-45ae-ac9d-dcc70aa55019 HTTP/1.1" status: 404 len: 346 time: 0.0151737 Feb 07 22:58:04.972859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41598) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:04.994314 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-62cc13b9-9767-4887-bae9-a24b41d866dd tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] delete failed (client error): The resource could not be found. Feb 07 22:58:04.994943 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-62cc13b9-9767-4887-bae9-a24b41d866dd tempest-SubnetPoolsTestJSON-1435114590 tempest-SubnetPoolsTestJSON-1435114590-project] 10.222.0.15 "DELETE /v2.0/subnetpools/7fff1380-e595-45ae-ac9d-dcc70aa55019 HTTP/1.1" status: 404 len: 346 time: 0.0211937 Feb 07 22:58:05.144399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd91fdb-8105-4f79-af2f-e41774221d44 req-00e5c1f2-4bc4-4c36-a9a8-e8ec1e31433c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:05.151697 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ccd91fdb-8105-4f79-af2f-e41774221d44 req-00e5c1f2-4bc4-4c36-a9a8-e8ec1e31433c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.0680535 Feb 07 22:58:05.195726 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ccd91fdb-8105-4f79-af2f-e41774221d44 req-eac9519b-d55e-4876-a6ef-5df576cc8a2d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430999 Feb 07 22:58:05.274885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41606) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:05.382192 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70ab025b-ef95-4687-9056-8fa87bdc8052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.456966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70ab025b-ef95-4687-9056-8fa87bdc8052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.460933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70ab025b-ef95-4687-9056-8fa87bdc8052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.501782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-70ab025b-ef95-4687-9056-8fa87bdc8052 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a7db7616f644de2bcc0fd9bbefbb98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229187 Feb 07 22:58:05.501782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab025b-ef95-4687-9056-8fa87bdc8052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac96b0-d426-4531-a649-2dc99ee93893,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:05.502988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41610) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:05.553620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9073c62b-07fe-466f-b14a-93987ae89561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.578172 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9073c62b-07fe-466f-b14a-93987ae89561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.629562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9073c62b-07fe-466f-b14a-93987ae89561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.632244 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9073c62b-07fe-466f-b14a-93987ae89561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.633616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9073c62b-07fe-466f-b14a-93987ae89561 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47ac96b0-d426-4531-a649-2dc99ee93893 HTTP/1.1" status: 204 len: 168 time: 0.1302001 Feb 07 22:58:05.642245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073c62b-07fe-466f-b14a-93987ae89561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac96b0-d426-4531-a649-2dc99ee93893,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:05.980073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ab356-9d72-4e2b-895f-b344e7f19178 req-2ffe022b-6289-40ed-85db-4ab445671441 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:06.006731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-184ab356-9d72-4e2b-895f-b344e7f19178 req-2ffe022b-6289-40ed-85db-4ab445671441 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.0937560 Feb 07 22:58:06.068741 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-184ab356-9d72-4e2b-895f-b344e7f19178 req-db4673db-0333-4a24-b796-73f4be79bd20 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524573 Feb 07 22:58:06.197006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41632) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:06.373152 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-97876e61-e756-41f7-a537-9ac0a6d85284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.440413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1497a-3b4b-41a8-b02f-129118272fe3 req-85196b4f-7862-426a-ada8-67334f84e616 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:06.452917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42b1497a-3b4b-41a8-b02f-129118272fe3 req-85196b4f-7862-426a-ada8-67334f84e616 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.1266172 Feb 07 22:58:06.497847 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-97876e61-e756-41f7-a537-9ac0a6d85284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.503782 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-97876e61-e756-41f7-a537-9ac0a6d85284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.519275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42b1497a-3b4b-41a8-b02f-129118272fe3 req-e74847f9-c591-42c1-b3bd-29a4b475e42e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591309 Feb 07 22:58:06.537206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-97876e61-e756-41f7-a537-9ac0a6d85284 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db4c2de68aec489d8af6111a7d057b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389158 Feb 07 22:58:06.540572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41652) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:06.569587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97876e61-e756-41f7-a537-9ac0a6d85284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d872a0c6-6059-4053-904b-381bb7efe54e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:06.622216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-77b17e04-5d2a-4304-8e9c-08b88851fa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.650342 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-77b17e04-5d2a-4304-8e9c-08b88851fa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.706848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-77b17e04-5d2a-4304-8e9c-08b88851fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.712554 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-77b17e04-5d2a-4304-8e9c-08b88851fa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.720306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-77b17e04-5d2a-4304-8e9c-08b88851fa0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d872a0c6-6059-4053-904b-381bb7efe54e HTTP/1.1" status: 204 len: 168 time: 0.1783514 Feb 07 22:58:06.737278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b17e04-5d2a-4304-8e9c-08b88851fa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d872a0c6-6059-4053-904b-381bb7efe54e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:07.251530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075b37-68c7-4d23-803a-69659d7acfa9 req-4d9dfd7d-af20-460a-b161-de1dd9a45c64 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:07.268134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e075b37-68c7-4d23-803a-69659d7acfa9 req-4d9dfd7d-af20-460a-b161-de1dd9a45c64 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.1127183 Feb 07 22:58:07.365062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e075b37-68c7-4d23-803a-69659d7acfa9 req-4dd37394-03b0-496b-aff9-59ae0eef2bc9 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886636 Feb 07 22:58:07.716086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e5dc-1b34-471d-b9d2-8fa28ba9948b req-ec77b50e-746a-4c22-91f1-84eef2467d66 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:07.720426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1236e5dc-1b34-471d-b9d2-8fa28ba9948b req-ec77b50e-746a-4c22-91f1-84eef2467d66 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.1000512 Feb 07 22:58:07.809910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1236e5dc-1b34-471d-b9d2-8fa28ba9948b req-7923abbe-c8d2-411c-a7cc-ff19a006171c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807040 Feb 07 22:58:07.930096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae1a29-7ff6-4d55-837e-bf2d72b53e70 req-efa659d8-6779-45f5-b8e8-f694e7c1ec12 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:07.936200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33ae1a29-7ff6-4d55-837e-bf2d72b53e70 req-efa659d8-6779-45f5-b8e8-f694e7c1ec12 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0711079 Feb 07 22:58:08.007042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33ae1a29-7ff6-4d55-837e-bf2d72b53e70 req-903a99ba-33eb-48fa-982e-419c04853322 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653021 Feb 07 22:58:08.619073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219dc7-a23b-4208-8d9a-b51321d6863d req-26c49940-7a4c-43cc-97b5-568f03f69251 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:08.635380 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1219dc7-a23b-4208-8d9a-b51321d6863d req-26c49940-7a4c-43cc-97b5-568f03f69251 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.0985196 Feb 07 22:58:08.689015 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1219dc7-a23b-4208-8d9a-b51321d6863d req-5b31b4ab-138a-4993-aac6-7153b23a53c0 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523245 Feb 07 22:58:08.820367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-53223d52-2ec8-49a0-95f7-20ab2afb004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:08.820367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-53223d52-2ec8-49a0-95f7-20ab2afb004b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e&tenant_id=2f8188f23cd14522b0e643238af88f51 HTTP/1.1" status: 200 len: 1094 time: 0.5039642 Feb 07 22:58:08.840696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:08.906987 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:08.994852 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:58:09.013856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdf67a-a37a-4061-8482-bae75bb79efd req-a0597c6b-0946-4c98-a8ce-36c3cd83fe4e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:09.015375 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75cdf67a-a37a-4061-8482-bae75bb79efd req-a0597c6b-0946-4c98-a8ce-36c3cd83fe4e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 943 time: 0.0959370 Feb 07 22:58:09.124288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75cdf67a-a37a-4061-8482-bae75bb79efd req-cbe24287-699c-4071-8b81-bf853a24aafd tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642362 Feb 07 22:58:09.217549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:09.257014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h2-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:58:09.294830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf927250-a161-4da8-bfdc-fa426f077077 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:09.307330 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:09.322202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Transition to ACTIVE for port object cf927250-a161-4da8-bfdc-fa426f077077 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:09.326370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:09.487423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=9']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:09.576848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] No DVR routers for this DVR port cf927250-a161-4da8-bfdc-fa426f077077 on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:58:09.819771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Attempting to bind port cf927250-a161-4da8-bfdc-fa426f077077 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:09.820853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Attempting to bind port cf927250-a161-4da8-bfdc-fa426f077077 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:09.821868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Attempting to bind port cf927250-a161-4da8-bfdc-fa426f077077 on network db9328a8-d792-41b3-ac3a-e474230c354e {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:58:09.840028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Port cf927250-a161-4da8-bfdc-fa426f077077 on network db9328a8-d792-41b3-ac3a-e474230c354e not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:58:09.843221 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Attempting to bind port cf927250-a161-4da8-bfdc-fa426f077077 on network db9328a8-d792-41b3-ac3a-e474230c354e {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:58:09.865179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:58:09.866039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Checking segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:58:09.866780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Bound using segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:58:09.867671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Bound port: cf927250-a161-4da8-bfdc-fa426f077077, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:09.870513 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:09.888733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98866b-eb47-4fbf-88c0-2ec2e6bd611f req-73081e92-39b1-4c6b-9cc5-c8e32fe752ee tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:09.897269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd98866b-eb47-4fbf-88c0-2ec2e6bd611f req-73081e92-39b1-4c6b-9cc5-c8e32fe752ee tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.1145411 Feb 07 22:58:10.030687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:58:10.038358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:58:10.040680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd98866b-eb47-4fbf-88c0-2ec2e6bd611f req-30d80fd0-162d-4449-8bf2-a3a7c4041d61 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372643 Feb 07 22:58:10.050668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:10.194363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:10.196940 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:10.204724 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] 10.222.0.46 "PUT /v2.0/ports/cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 1091 time: 1.3782578 Feb 07 22:58:10.215634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:10.228574 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1be4918-168f-48ae-8112-b22a0c9ad671" -d '{"events": [{"name": "network-changed", "server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "tag": "cf927250-a161-4da8-bfdc-fa426f077077"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:10.425604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010d53c-9358-46be-a349-ab9fc7dfcbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=10']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:10.493777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-c6a9a464-437b-416b-958b-8dd06c4fb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:10.509110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-c6a9a464-437b-416b-958b-8dd06c4fb528 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1095 time: 0.2742734 Feb 07 22:58:10.564981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae4a0-25dd-414e-ad0d-b68567db00e1 req-e853d475-dbc9-422c-ba10-a0ad20689b7b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:10.572684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-400ae4a0-25dd-414e-ad0d-b68567db00e1 req-e853d475-dbc9-422c-ba10-a0ad20689b7b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.2220268 Feb 07 22:58:10.574707 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-2dabdf66-f214-4577-a89d-afca82da202f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1537821 Feb 07 22:58:10.661392 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21371db-c4c0-47f8-84a9-77a485ec726c x-openstack-request-id: req-e21371db-c4c0-47f8-84a9-77a485ec726c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:10.662150 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "tag": "cf927250-a161-4da8-bfdc-fa426f077077", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:10.662614 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e21371db-c4c0-47f8-84a9-77a485ec726c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:10.663079 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077', 'status': 'completed', 'code': 200} Feb 07 22:58:10.684179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-83de5c55-e033-4b93-a7ab-8bf779f1b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:10.685874 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-83de5c55-e033-4b93-a7ab-8bf779f1b228 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 1097 time: 0.0903404 Feb 07 22:58:10.720775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-400ae4a0-25dd-414e-ad0d-b68567db00e1 req-b3497c6d-fc90-4ef2-86c5-7513cfaf59a8 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469455 Feb 07 22:58:10.752933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-79986d76-2eaf-4d03-b9a8-320384473de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:10.754844 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-79986d76-2eaf-4d03-b9a8-320384473de8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.2271481 Feb 07 22:58:10.841483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-def080f6-0882-4dac-bfae-a680d4a565eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:10.843134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-def080f6-0882-4dac-bfae-a680d4a565eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 919 time: 0.1341009 Feb 07 22:58:10.899875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-133343f8-fc4d-4e47-8991-8bb7b9ab57be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cb646b7-e015-4efd-8cbf-0155a26e46ea HTTP/1.1" status: 200 len: 217 time: 0.0502806 Feb 07 22:58:10.992694 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-2597a013-6f24-48fd-a832-d004630a9ea5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 999 time: 0.2272503 Feb 07 22:58:11.010325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-8800430e-6e55-4e79-b308-9de55c30894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:11.014483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-8800430e-6e55-4e79-b308-9de55c30894d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.1074057 Feb 07 22:58:11.083512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-a5fc4437-9b88-426b-ab32-39e279e3ee0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618141 Feb 07 22:58:11.121530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-253726b9-5b4f-4f51-bd22-3a5d9f70875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:11.129263 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-253726b9-5b4f-4f51-bd22-3a5d9f70875c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.1245441 Feb 07 22:58:11.244136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-7308af93-0f40-42b0-a6a9-29568392d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:11.245858 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-7308af93-0f40-42b0-a6a9-29568392d318 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095614 Feb 07 22:58:11.449067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-8d0afd67-cd44-4028-9fa3-f9f929b3bb23 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953723 Feb 07 22:58:11.624608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e1b84b4-9d51-4b2e-b43e-e6b815e79a17 req-232fe015-9303-4316-a1fe-3d112e7d7f90 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683455 Feb 07 22:58:11.785400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-0a7766d3-51dc-428f-9f1c-e6e5f466b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:11.787694 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-0a7766d3-51dc-428f-9f1c-e6e5f466b926 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1095 time: 0.0988941 Feb 07 22:58:11.883302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b4672-3918-4d52-8260-cc2f46340688 req-602690f4-95e8-4e99-aa89-0d03820ef335 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:11.891060 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e75b4672-3918-4d52-8260-cc2f46340688 req-602690f4-95e8-4e99-aa89-0d03820ef335 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.7445891 Feb 07 22:58:11.910216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41866) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:11.920355 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-4055ddee-2b8c-4943-8a06-7a59b774b47b service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8312800 Feb 07 22:58:12.026522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1209b3-0378-4ee6-94e8-a219178be459 req-1741592d-2f4d-4406-8004-c3f4eba20e02 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:12.028116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b1209b3-0378-4ee6-94e8-a219178be459 req-1741592d-2f4d-4406-8004-c3f4eba20e02 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1134343 Feb 07 22:58:12.050157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-68e8d246-77ca-4ad3-86bb-cf0d65651c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:12.052252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-68e8d246-77ca-4ad3-86bb-cf0d65651c14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.2557817 Feb 07 22:58:12.096986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e75b4672-3918-4d52-8260-cc2f46340688 req-25abb038-d557-46c1-bc91-5d5ce69b2e46 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991453 Feb 07 22:58:12.099151 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-424d6642-4d58-49ed-94cb-9a1dce39dbf1 req-a2a9c2f4-c15e-4c4c-aa5c-912c4cf07584 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645634 Feb 07 22:58:12.157456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b1209b3-0378-4ee6-94e8-a219178be459 req-63b3f83b-b4cc-49c5-854e-8e97e53d8c6a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145160 Feb 07 22:58:12.158590 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f17c3aff-544e-4185-be03-b2ce84dbd750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.195088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-4cbfe317-1d0a-4825-bebf-dd563e3d5bb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 999 time: 0.1322849 Feb 07 22:58:12.287047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-b1dd9fba-6964-4b96-a0c5-e241a08a99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:12.299089 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-b1dd9fba-6964-4b96-a0c5-e241a08a99f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.0937116 Feb 07 22:58:12.414952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f17c3aff-544e-4185-be03-b2ce84dbd750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.428012 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f17c3aff-544e-4185-be03-b2ce84dbd750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.430690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-42cac3ee-1a19-4309-beaa-f6c4a15ba3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:12.436240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-42cac3ee-1a19-4309-beaa-f6c4a15ba3d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269815 Feb 07 22:58:12.547914 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f17c3aff-544e-4185-be03-b2ce84dbd750 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5b3e9a5d81e4377b8e003409e563371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346276 Feb 07 22:58:12.548777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41884) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:12.580664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c3aff-544e-4185-be03-b2ce84dbd750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8063eb-196b-4f80-ba0a-6c0442f96851,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:12.679760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-402dd8af-3601-4f58-9592-5ec457ece366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.711373 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-402dd8af-3601-4f58-9592-5ec457ece366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.787235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-402dd8af-3601-4f58-9592-5ec457ece366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.791257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-402dd8af-3601-4f58-9592-5ec457ece366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.795589 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-402dd8af-3601-4f58-9592-5ec457ece366 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd8063eb-196b-4f80-ba0a-6c0442f96851 HTTP/1.1" status: 204 len: 168 time: 0.2414505 Feb 07 22:58:12.820658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dd8af-3601-4f58-9592-5ec457ece366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8063eb-196b-4f80-ba0a-6c0442f96851,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:13.085704 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-7dcee9a2-6f51-4925-a362-7391e9dab5d8 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483380 Feb 07 22:58:13.395836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781aee-703f-4e21-a0c6-381ed14d22b4 req-3991c237-0639-4ca5-9701-d1577453388f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:13.415011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20781aee-703f-4e21-a0c6-381ed14d22b4 req-3991c237-0639-4ca5-9701-d1577453388f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.1490350 Feb 07 22:58:13.454917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1be4918-168f-48ae-8112-b22a0c9ad671 req-3494dbc6-d5b3-4adb-8063-dc5632cf6f2f service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401170 Feb 07 22:58:13.504340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41904) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:13.537866 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20781aee-703f-4e21-a0c6-381ed14d22b4 req-249ec88a-e80f-4d62-9e98-d2153e52de50 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157973 Feb 07 22:58:13.543952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d98ee-762f-459b-b089-575b3b2c3ec4 req-25755e2c-d1b2-45c9-a66a-a5a9e5fae333 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:13.546964 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa8d98ee-762f-459b-b089-575b3b2c3ec4 req-25755e2c-d1b2-45c9-a66a-a5a9e5fae333 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.2073603 Feb 07 22:58:13.631998 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51d1ee9f-de25-4eca-a1f6-ce6d3df98309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:13.680220 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa8d98ee-762f-459b-b089-575b3b2c3ec4 req-b4fd3ff1-c856-453e-a957-59aad5330c46 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205790 Feb 07 22:58:13.779291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51d1ee9f-de25-4eca-a1f6-ce6d3df98309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:13.786613 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-51d1ee9f-de25-4eca-a1f6-ce6d3df98309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:13.894859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-51d1ee9f-de25-4eca-a1f6-ce6d3df98309 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f85b10821d7149bda3913e4e6545eb04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890853 Feb 07 22:58:13.895494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41908) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:13.896171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1ee9f-de25-4eca-a1f6-ce6d3df98309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89527fae-c66c-4bc4-a6cf-6562c63f1204,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:14.033690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9157b4a4-018e-408f-a742-5b20d3654177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.083149 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9157b4a4-018e-408f-a742-5b20d3654177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.168377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9157b4a4-018e-408f-a742-5b20d3654177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.171295 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9157b4a4-018e-408f-a742-5b20d3654177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.175529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9157b4a4-018e-408f-a742-5b20d3654177 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89527fae-c66c-4bc4-a6cf-6562c63f1204 HTTP/1.1" status: 204 len: 168 time: 0.2785175 Feb 07 22:58:14.190661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157b4a4-018e-408f-a742-5b20d3654177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89527fae-c66c-4bc4-a6cf-6562c63f1204,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:14.714868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:58:14.879570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0d54c-6315-4cee-be0d-fdf164708c2e req-14af28b6-f69a-416d-b23a-7e198857bdf6 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:14.902555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70a0d54c-6315-4cee-be0d-fdf164708c2e req-14af28b6-f69a-416d-b23a-7e198857bdf6 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 943 time: 0.1741290 Feb 07 22:58:14.951652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 41924) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:15.003005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70a0d54c-6315-4cee-be0d-fdf164708c2e req-73e3bd2e-19d4-44d7-ad96-485c50d3d9f7 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980561 Feb 07 22:58:15.020905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b711c6-5ef5-43aa-96c2-93a279da6581 req-37441a4d-a3be-490b-9446-a17bd81c743e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:15.022781 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51b711c6-5ef5-43aa-96c2-93a279da6581 req-37441a4d-a3be-490b-9446-a17bd81c743e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1367857 Feb 07 22:58:15.023966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16d28161-d2b2-41be-acde-79147bbb82a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.088448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:15.213616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'port_id': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'mac_address': 'fa:16:3e:d6:66:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:58:15.222231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16d28161-d2b2-41be-acde-79147bbb82a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.289509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.304047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16d28161-d2b2-41be-acde-79147bbb82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.317272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:15.353422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:15.368420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.409866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d28161-d2b2-41be-acde-79147bbb82a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253531a0-ccc4-4568-aa44-0a98b7b38fe4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:15.459765 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-51b711c6-5ef5-43aa-96c2-93a279da6581 req-2b0b8f4f-e4fb-4314-86c1-95273e6fc706 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262381 Feb 07 22:58:15.491396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-16d28161-d2b2-41be-acde-79147bbb82a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef7da0631e9c4f8e849633319727cb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330799 Feb 07 22:58:15.491773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 41928) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:15.528822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:15.548593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.554891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:15.573372 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d57bbb19-f7a7-44da-98fb-8891410e0ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.600501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d57bbb19-f7a7-44da-98fb-8891410e0ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.616288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3de97b45-1c9d-4e48-a381-ba5ac0c5af47'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:58:15.722949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d57bbb19-f7a7-44da-98fb-8891410e0ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.726044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d57bbb19-f7a7-44da-98fb-8891410e0ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.727563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d57bbb19-f7a7-44da-98fb-8891410e0ce0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/253531a0-ccc4-4568-aa44-0a98b7b38fe4 HTTP/1.1" status: 204 len: 168 time: 0.2345946 Feb 07 22:58:15.754511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bbb19-f7a7-44da-98fb-8891410e0ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253531a0-ccc4-4568-aa44-0a98b7b38fe4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:16.193025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f0e9e-c5fe-46d2-81bc-d57e3ce58e0a req-0ddf6f26-7a7a-4288-901d-a334c730c8ad tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:16.203294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f82f0e9e-c5fe-46d2-81bc-d57e3ce58e0a req-0ddf6f26-7a7a-4288-901d-a334c730c8ad tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 944 time: 0.1103916 Feb 07 22:58:16.304495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f82f0e9e-c5fe-46d2-81bc-d57e3ce58e0a req-8faba4f3-1e6f-4154-bc8e-7688a7266168 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973384 Feb 07 22:58:16.729746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:58:16.788443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfdf03-06b3-4b5c-8a7b-bf6b1522e517 req-b0845e83-7b5e-4371-bfd9-cdc176e7df2a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:16.809114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4dbfdf03-06b3-4b5c-8a7b-bf6b1522e517 req-b0845e83-7b5e-4371-bfd9-cdc176e7df2a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1367569 Feb 07 22:58:16.882795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4dbfdf03-06b3-4b5c-8a7b-bf6b1522e517 req-4fde58a5-fd21-416f-a773-2d06e2a78b8b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718267 Feb 07 22:58:16.895520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:16.901489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:16.902111 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:17.133052 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:17.176942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:17.183794 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b832c8a-c286-4d97-ad20-dd8e33ad88b8" -d '{"events": [{"server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "name": "network-vif-plugged", "status": "completed", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:17.200478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:17.214393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:17.368171 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58647b77-5ab7-4a9d-b726-ac8738322a18 x-openstack-request-id: req-58647b77-5ab7-4a9d-b726-ac8738322a18 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:17.369258 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "name": "network-vif-plugged", "status": "completed", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:17.370270 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58647b77-5ab7-4a9d-b726-ac8738322a18 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:17.370779 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'code': 200} Feb 07 22:58:17.460954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:17.473680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae42a6-e069-43f9-9960-84b8b2daad83 req-761d535f-988f-437e-8d13-f0f1dee84bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:17.476882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cae42a6-e069-43f9-9960-84b8b2daad83 req-761d535f-988f-437e-8d13-f0f1dee84bcc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 1096 time: 0.1474814 Feb 07 22:58:17.586820 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cae42a6-e069-43f9-9960-84b8b2daad83 req-ce8baea5-1498-4459-bd1b-1c10ca6d4794 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021326 Feb 07 22:58:17.647562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820a61-b138-4f1b-9a60-93f8266694ea req-0c9b68ba-fd6e-4a2e-8c0d-0274c3399a4e tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:17.651540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9820a61-b138-4f1b-9a60-93f8266694ea req-0c9b68ba-fd6e-4a2e-8c0d-0274c3399a4e tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 945 time: 0.1142642 Feb 07 22:58:17.745021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9820a61-b138-4f1b-9a60-93f8266694ea req-b9ae8b9c-f275-49bc-b19c-5bb437425652 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845215 Feb 07 22:58:18.141208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268630e-ee55-4692-9312-eaffa90029bb req-940e801f-cdbf-4f1f-ad76-491995d1cc33 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:18.143200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e268630e-ee55-4692-9312-eaffa90029bb req-940e801f-cdbf-4f1f-ad76-491995d1cc33 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.0854971 Feb 07 22:58:18.271760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e268630e-ee55-4692-9312-eaffa90029bb req-4d00c5b3-035a-4c7e-9c52-ecca0b9d444e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061492 Feb 07 22:58:18.946523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4721f-3c46-4729-a765-81df73f067ed req-def1a98c-42b6-4042-85f8-9e96272dff50 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:18.962206 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73f4721f-3c46-4729-a765-81df73f067ed req-def1a98c-42b6-4042-85f8-9e96272dff50 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 945 time: 0.1190252 Feb 07 22:58:19.083414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73f4721f-3c46-4729-a765-81df73f067ed req-2407237e-e956-4dc7-81d5-b2b409dcba6c tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182392 Feb 07 22:58:19.286487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aeb248-42ef-4cc5-b427-03d31067d563 req-41f3e114-3047-4978-9ed2-3be6c891450f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:19.293041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90aeb248-42ef-4cc5-b427-03d31067d563 req-41f3e114-3047-4978-9ed2-3be6c891450f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 945 time: 0.1230240 Feb 07 22:58:19.410180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90aeb248-42ef-4cc5-b427-03d31067d563 req-e71fff88-8e02-4fad-9261-b5608c980f08 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081879 Feb 07 22:58:19.445523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42042) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:19.590890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e043b-7615-4b63-afa2-8c63021c9272 req-e7c36522-4148-4e05-bb1e-1b25074f60f6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:19.603601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f0e043b-7615-4b63-afa2-8c63021c9272 req-e7c36522-4148-4e05-bb1e-1b25074f60f6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1580091 Feb 07 22:58:19.699379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f0e043b-7615-4b63-afa2-8c63021c9272 req-e011a2da-8360-42d5-8852-bf121a322df5 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930696 Feb 07 22:58:19.923143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69913d0f-75cc-443d-aa25-12eaa7813d5a tempest-TestVolumeBackupRestore-1615970550 tempest-TestVolumeBackupRestore-1615970550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:19.925245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-69913d0f-75cc-443d-aa25-12eaa7813d5a tempest-TestVolumeBackupRestore-1615970550 tempest-TestVolumeBackupRestore-1615970550-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 1091 time: 0.4783571 Feb 07 22:58:19.928275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42056) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:19.933032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:19.992426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.181659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.436020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Allocated IP 172.25.8.208 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/8993d4f3-356d-4f47-bdbf-c94c1b4a3be3) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:20.779832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.895134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.967878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ace5d8-c2b3-4b05-9985-7ae06c6cf3c6 req-748b901f-d73c-417b-8b41-3922a76b0ace tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:20.977340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47ace5d8-c2b3-4b05-9985-7ae06c6cf3c6 req-748b901f-d73c-417b-8b41-3922a76b0ace tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.0661814 Feb 07 22:58:21.038667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-47ace5d8-c2b3-4b05-9985-7ae06c6cf3c6 req-13bcf3a6-41b8-4e04-ad39-e6cae3283445 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598993 Feb 07 22:58:21.052470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:21.069551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:21.079466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:58:21.449489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-663bcb64-0f00-4081-936c-a9a99061685d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.460576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'Port': ['ID=8993d4f3-356d-4f47-bdbf-c94c1b4a3be3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:22.466353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7c592-f9d2-421f-bea1-58ff2ed47b31 req-8b73e782-79f4-4351-b021-71f7894d1e31 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:22.467863 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-25a7c592-f9d2-421f-bea1-58ff2ed47b31 req-8b73e782-79f4-4351-b021-71f7894d1e31 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.2067106 Feb 07 22:58:22.601456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:22.693158 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-25a7c592-f9d2-421f-bea1-58ff2ed47b31 req-e10f7585-adf9-4e8e-8158-004f69036274 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979733 Feb 07 22:58:22.807535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:23.112086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:23.119220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:23.166845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event updated for resources: {'Port': ['ID=8993d4f3-356d-4f47-bdbf-c94c1b4a3be3,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:23.226685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:23.386732 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Floating IP 3d7decc1-4adf-42ee-a89b-5c2e3c644fba associated. External IP: 172.25.8.208, port: 3de97b45-1c9d-4e48-a381-ba5ac0c5af47. Feb 07 22:58:23.641393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Router acd0edac-94ca-4118-8673-98928264fdb3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:58:23.770693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:58:23.783006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] Sync routers for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:23.804754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:23.805519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:23.805703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:23.900541 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d4445b13-9aec-4846-adee-accf8dffdf01 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9711730 Feb 07 22:58:23.903092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42118) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:23.904215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:23.921340 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b1b802-f21b-4b1b-a822-c90773f8b97a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:23.982434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7651e5-ebf7-43e3-8f27-85a514160241 req-6f0a953b-aa29-4733-8132-721d6f81b93d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:23.992282 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc7651e5-ebf7-43e3-8f27-85a514160241 req-6f0a953b-aa29-4733-8132-721d6f81b93d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1291330 Feb 07 22:58:24.030800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcdfa32-1f81-492f-bd37-7783ae1cbeca tempest-TestVolumeBackupRestore-1615970550 tempest-TestVolumeBackupRestore-1615970550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:24.037665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9fcdfa32-1f81-492f-bd37-7783ae1cbeca tempest-TestVolumeBackupRestore-1615970550 tempest-TestVolumeBackupRestore-1615970550-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 1091 time: 0.1118882 Feb 07 22:58:24.043486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42130) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:24.044223 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a605f0-2420-4979-bb84-46e22e4b0796 x-openstack-request-id: req-74a605f0-2420-4979-bb84-46e22e4b0796 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:24.046028 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:24.046387 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74a605f0-2420-4979-bb84-46e22e4b0796 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:24.047015 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'status': 'completed', 'code': 200} Feb 07 22:58:24.069787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5f468b2b-fa3e-47a4-bddc-233810aca35f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Request body: {'floatingip': {'port_id': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:24.091691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:58:24.126481 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc7651e5-ebf7-43e3-8f27-85a514160241 req-e1dc695f-f073-458e-8672-917408b4ff87 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332047 Feb 07 22:58:24.207927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-916149d6-f025-4cd2-8ee4-ea197346b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:24.209905 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-916149d6-f025-4cd2-8ee4-ea197346b9d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57f9dd05c8f64f849774ff34d4a4d885&device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 1096 time: 0.1337845 Feb 07 22:58:24.385378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-72d1c5a1-1ab9-4934-8e16-146d22e9bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:24.387421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-72d1c5a1-1ab9-4934-8e16-146d22e9bc6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4eab19fb-6ef3-42b1-82ae-184f691a3419 HTTP/1.1" status: 200 len: 912 time: 0.1647043 Feb 07 22:58:24.392970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f468b2b-fa3e-47a4-bddc-233810aca35f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:24.549060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '3d7decc1-4adf-42ee-a89b-5c2e3c644fba', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'port_id': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'mac_address': 'fa:16:3e:d6:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:58:21Z', 'updated_at': '2022-02-07T22:58:21Z', 'revision_number': 0, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:09Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:24.611943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] Checking router: acd0edac-94ca-4118-8673-98928264fdb3 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:58:24.673889 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:24.674547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:57:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:24.678475 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-117860ad-d584-4be9-8160-79982bfa162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:24.882846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-40de3ada-c508-4551-8c2a-4b49d6f8281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:24.886089 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-40de3ada-c508-4551-8c2a-4b49d6f8281f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1096 time: 0.1285088 Feb 07 22:58:24.897222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:24.998989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:58:25.097765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-9a49c311-3ca2-4eb8-93eb-8a124add9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:25.101927 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-9a49c311-3ca2-4eb8-93eb-8a124add9ebb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 919 time: 0.2077539 Feb 07 22:58:25.143133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-c6f49914-e5bc-432d-aba8-2a8d67a09766 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47 HTTP/1.1" status: 200 len: 999 time: 0.0935714 Feb 07 22:58:25.198984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-61b92c02-c8c8-4a16-879c-a722dbdd50b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e74e92-a3e3-4416-81c3-ea7cda147505 HTTP/1.1" status: 200 len: 217 time: 0.0883870 Feb 07 22:58:25.283768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-8d48f542-f507-4d7e-aba0-a7ed8adf8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:25.285974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-8d48f542-f507-4d7e-aba0-a7ed8adf8863 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87f4b850-6cd0-4563-8618-dfb518ea106c HTTP/1.1" status: 200 len: 851 time: 0.1231239 Feb 07 22:58:25.390497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42192) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:25.407452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d3885-adee-4fa8-a307-07c4d8ea1db3 req-19f4b4da-b0b6-40c3-9b50-7b66b27383f0 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:25.421680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be1d3885-adee-4fa8-a307-07c4d8ea1db3 req-19f4b4da-b0b6-40c3-9b50-7b66b27383f0 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.3842795 Feb 07 22:58:25.438963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-67ed4af4-3189-4864-8208-c92080c30e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:25.440453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-67ed4af4-3189-4864-8208-c92080c30e47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.2326052 Feb 07 22:58:25.466203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2255a5e-f514-4a05-bad5-d6d0d2840d9d req-f7afcc93-374d-4f6b-94ed-84bac69c5ca5 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:25.467912 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2255a5e-f514-4a05-bad5-d6d0d2840d9d req-f7afcc93-374d-4f6b-94ed-84bac69c5ca5 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1463001 Feb 07 22:58:25.492136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-e86d9d65-4e54-401b-8344-e73187e3cca4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436885 Feb 07 22:58:25.602579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2255a5e-f514-4a05-bad5-d6d0d2840d9d req-bf92dfca-38fb-4fe5-ad48-9d2716c2079a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191895 Feb 07 22:58:25.678764 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-b2289bbe-8299-4eea-952e-86329cc4b9b8 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775522 Feb 07 22:58:25.679364 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be1d3885-adee-4fa8-a307-07c4d8ea1db3 req-3524fa6c-daed-436e-b0eb-efef31a5419e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537558 Feb 07 22:58:25.695104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-d06fc101-2b30-47c6-b66b-dca7ebf0d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:25.697366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-d06fc101-2b30-47c6-b66b-dca7ebf0d256 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4eab19fb-6ef3-42b1-82ae-184f691a3419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3513396 Feb 07 22:58:25.742829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea28249e-6df0-40b9-9e2b-1cb4303f6db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:25.817603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-565502c3-9c1d-4f1f-b49a-5299ae46c32b req-b8266d67-40df-404a-89bd-f6457534fec2 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160321 Feb 07 22:58:25.858248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '3d7decc1-4adf-42ee-a89b-5c2e3c644fba', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'port_id': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'mac_address': 'fa:16:3e:d6:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:58:21Z', 'updated_at': '2022-02-07T22:58:21Z', 'revision_number': 0, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:09Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:25.905483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ad41a-96b2-4703-bee0-b78ce5a7fd6b None None] The sync data for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 is: [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '3d7decc1-4adf-42ee-a89b-5c2e3c644fba', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'port_id': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'mac_address': 'fa:16:3e:d6:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:58:21Z', 'updated_at': '2022-02-07T22:58:21Z', 'revision_number': 0, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:09Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:25.964777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-982b43e0-3f0d-429c-b838-f52370cf0404 service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598803 Feb 07 22:58:25.978427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f468b2b-fa3e-47a4-bddc-233810aca35f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.041364 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f468b2b-fa3e-47a4-bddc-233810aca35f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.131559 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-43b1b802-f21b-4b1b-a822-c90773f8b97a req-34e4a03b-506f-464c-8300-67f34edf0a17 service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564548 Feb 07 22:58:26.143007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea28249e-6df0-40b9-9e2b-1cb4303f6db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.151882 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea28249e-6df0-40b9-9e2b-1cb4303f6db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.252315 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b191acc-f26b-4f16-84d5-abee62dc449d None None] New status for floating IP 3d7decc1-4adf-42ee-a89b-5c2e3c644fba: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:58:26.291784 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ea28249e-6df0-40b9-9e2b-1cb4303f6db1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60a38dad019042ebad81d0a41fd2b2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8634279 Feb 07 22:58:26.294325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42210) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:26.337428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.368020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28249e-6df0-40b9-9e2b-1cb4303f6db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7322cf01-4158-4d26-bcda-fb0fcc9d60d7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:26.443453 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a84c2a60-d5af-4ed3-bdf7-79acd44c2e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.476252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a84c2a60-d5af-4ed3-bdf7-79acd44c2e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.492126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f468b2b-fa3e-47a4-bddc-233810aca35f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Router acd0edac-94ca-4118-8673-98928264fdb3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:58:26.595745 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.624595 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a84c2a60-d5af-4ed3-bdf7-79acd44c2e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.628260 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a84c2a60-d5af-4ed3-bdf7-79acd44c2e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.629394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a84c2a60-d5af-4ed3-bdf7-79acd44c2e3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7322cf01-4158-4d26-bcda-fb0fcc9d60d7 HTTP/1.1" status: 204 len: 168 time: 0.3337476 Feb 07 22:58:26.642407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c2a60-d5af-4ed3-bdf7-79acd44c2e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7322cf01-4158-4d26-bcda-fb0fcc9d60d7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:26.661447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f468b2b-fa3e-47a4-bddc-233810aca35f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:58:26.666722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f468b2b-fa3e-47a4-bddc-233810aca35f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.710915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] Sync routers for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:26.729416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:26.754923 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7991656-3e37-46ec-8d5e-814cbdc2b984" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:26.756842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:26.758908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:26.876240 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5f468b2b-fa3e-47a4-bddc-233810aca35f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "PUT /v2.0/floatingips/3d7decc1-4adf-42ee-a89b-5c2e3c644fba HTTP/1.1" status: 200 len: 991 time: 2.8105338 Feb 07 22:58:26.890475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa046cc2-5b6f-4027-a7f5-4cc63da663d2 req-80c866f9-f713-4f4b-ad51-47102ec26f59 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:26.906215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa046cc2-5b6f-4027-a7f5-4cc63da663d2 req-80c866f9-f713-4f4b-ad51-47102ec26f59 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1700234 Feb 07 22:58:26.925558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8dad2-1c60-46ad-acbe-ac221582373f req-b45f801e-cc2b-4a72-974f-790bb2f5b495 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:26.928288 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23f8dad2-1c60-46ad-acbe-ac221582373f req-b45f801e-cc2b-4a72-974f-790bb2f5b495 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1138325 Feb 07 22:58:26.965323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa046cc2-5b6f-4027-a7f5-4cc63da663d2 req-23668b1d-43ff-4633-b9a9-adb0341f91eb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571113 Feb 07 22:58:26.978535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:58:27.028725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23f8dad2-1c60-46ad-acbe-ac221582373f req-8d795ee0-4aa0-43be-8cc5-a0fd79ae8ddd tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919876 Feb 07 22:58:27.053577 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7834743b-e319-463e-91f5-09a25bc5ab6c x-openstack-request-id: req-7834743b-e319-463e-91f5-09a25bc5ab6c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:27.054108 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:27.054771 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7834743b-e319-463e-91f5-09a25bc5ab6c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:27.055399 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'status': 'completed', 'code': 200} Feb 07 22:58:27.142766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-a2c578d4-2c20-4113-9b3f-4eab12d6e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:27.144207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-a2c578d4-2c20-4113-9b3f-4eab12d6e7b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57f9dd05c8f64f849774ff34d4a4d885&device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 1096 time: 0.0527511 Feb 07 22:58:27.236930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42226) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:27.263431 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe097e40-1fcb-42b2-bfea-f14e22624c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.320414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '3d7decc1-4adf-42ee-a89b-5c2e3c644fba', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'port_id': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'mac_address': 'fa:16:3e:d6:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:58:21Z', 'updated_at': '2022-02-07T22:58:26Z', 'revision_number': 2, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:09Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:27.329337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-dac2e0b0-14b1-4db4-8bba-4758f021cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:27.330999 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-dac2e0b0-14b1-4db4-8bba-4758f021cf61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4eab19fb-6ef3-42b1-82ae-184f691a3419 HTTP/1.1" status: 200 len: 912 time: 0.1796598 Feb 07 22:58:27.354199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] Checking router: acd0edac-94ca-4118-8673-98928264fdb3 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:58:27.365623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:27.366512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:27.439430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-1eaed608-57ba-4dab-a909-211c5274738a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47 HTTP/1.1" status: 200 len: 1001 time: 0.0970860 Feb 07 22:58:27.456652 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe097e40-1fcb-42b2-bfea-f14e22624c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.479040 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe097e40-1fcb-42b2-bfea-f14e22624c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.498392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:58:27.536701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-436194ad-d82a-4d81-95fc-e2f6fb511e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:27.538689 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-436194ad-d82a-4d81-95fc-e2f6fb511e1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87f4b850-6cd0-4563-8618-dfb518ea106c HTTP/1.1" status: 200 len: 851 time: 0.0907564 Feb 07 22:58:27.543005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe097e40-1fcb-42b2-bfea-f14e22624c53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=beedf62e5e3049c4813a46ae8dc2f794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027058 Feb 07 22:58:27.543005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe097e40-1fcb-42b2-bfea-f14e22624c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc588b4-7a72-46d0-8d01-ad71edc76e03,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:27.543361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42228) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:27.617558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-984d3967-c9b8-4ad5-a239-6c74fefc1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:27.619257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-984d3967-c9b8-4ad5-a239-6c74fefc1543 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4eab19fb-6ef3-42b1-82ae-184f691a3419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623221 Feb 07 22:58:27.621868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-addeee8a-cd5e-47c5-addb-d6eeee4f0535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.666537 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-addeee8a-cd5e-47c5-addb-d6eeee4f0535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.752881 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-addeee8a-cd5e-47c5-addb-d6eeee4f0535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.756312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-f114e4bf-c062-4a61-abcd-aa306e184ebe service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299295 Feb 07 22:58:27.757878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-addeee8a-cd5e-47c5-addb-d6eeee4f0535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.759195 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-addeee8a-cd5e-47c5-addb-d6eeee4f0535 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4dc588b4-7a72-46d0-8d01-ad71edc76e03 HTTP/1.1" status: 204 len: 168 time: 0.2147374 Feb 07 22:58:27.771258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeee8a-cd5e-47c5-addb-d6eeee4f0535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc588b4-7a72-46d0-8d01-ad71edc76e03,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:27.808124 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '3d7decc1-4adf-42ee-a89b-5c2e3c644fba', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'port_id': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'mac_address': 'fa:16:3e:d6:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:58:21Z', 'updated_at': '2022-02-07T22:58:26Z', 'revision_number': 2, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:09Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:27.875642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f2fd-bd4c-4e5c-93d6-6e007910b082 None None] The sync data for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 is: [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '3d7decc1-4adf-42ee-a89b-5c2e3c644fba', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'port_id': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'mac_address': 'fa:16:3e:d6:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:58:21Z', 'updated_at': '2022-02-07T22:58:26Z', 'revision_number': 2, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:09Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:27.983479 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7991656-3e37-46ec-8d5e-814cbdc2b984 req-c0da0393-423a-4d51-8654-420b3a4c56e4 service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105811 Feb 07 22:58:28.164069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aafc8f-8650-418c-98a7-879077808731 req-4abdf865-34aa-4dd2-bcca-c921688d9964 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:28.169636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40aafc8f-8650-418c-98a7-879077808731 req-4abdf865-34aa-4dd2-bcca-c921688d9964 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.0774684 Feb 07 22:58:28.238445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-40aafc8f-8650-418c-98a7-879077808731 req-a7d4388b-8328-4acb-8603-c34408559aee tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599802 Feb 07 22:58:28.239141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83586e08-0599-46c3-9f0a-2a8ad72c2c6e req-5fbfa185-a0ee-4432-978c-65b93f8ca68e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:28.240390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-83586e08-0599-46c3-9f0a-2a8ad72c2c6e req-5fbfa185-a0ee-4432-978c-65b93f8ca68e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0954776 Feb 07 22:58:28.301198 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-83586e08-0599-46c3-9f0a-2a8ad72c2c6e req-1ecd3a2f-05fc-4993-9a76-7bb08ebd4f09 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Feb 07 22:58:28.590508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42264) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:28.726711 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d723a64f-e6d9-4cdf-ab73-079d6085e0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:28.867145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d723a64f-e6d9-4cdf-ab73-079d6085e0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:28.872340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d723a64f-e6d9-4cdf-ab73-079d6085e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:28.935163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723a64f-e6d9-4cdf-ab73-079d6085e0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d854536-99e5-4b7f-ab0a-6caa046b3b1d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:28.942423 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d723a64f-e6d9-4cdf-ab73-079d6085e0d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf633c34765448199c13c3cfbf9dac0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480463 Feb 07 22:58:28.943528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42278) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:29.009424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75ac1deb-41dc-4373-93a2-2baf45db8675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.041172 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75ac1deb-41dc-4373-93a2-2baf45db8675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.056760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:29.059209 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1585e09-e656-44eb-aa02-ef662dffcef0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:29.112580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75ac1deb-41dc-4373-93a2-2baf45db8675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.117565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75ac1deb-41dc-4373-93a2-2baf45db8675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.119126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-75ac1deb-41dc-4373-93a2-2baf45db8675 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d854536-99e5-4b7f-ab0a-6caa046b3b1d HTTP/1.1" status: 204 len: 168 time: 0.1752093 Feb 07 22:58:29.125691 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9984f1c8-b147-4c8b-af79-19401aa6a24e x-openstack-request-id: req-9984f1c8-b147-4c8b-af79-19401aa6a24e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:29.126458 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:29.127115 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9984f1c8-b147-4c8b-af79-19401aa6a24e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:29.127918 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'status': 'completed', 'code': 200} Feb 07 22:58:29.137854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac1deb-41dc-4373-93a2-2baf45db8675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d854536-99e5-4b7f-ab0a-6caa046b3b1d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:29.209894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-3ca6549c-f7b5-462f-bce3-a31dddc4212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:29.212139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-3ca6549c-f7b5-462f-bce3-a31dddc4212b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57f9dd05c8f64f849774ff34d4a4d885&device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 1096 time: 0.0661826 Feb 07 22:58:29.525871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383f94d-83de-4dc8-8085-a74a53f2a0a6 req-dc10d10b-9b29-44d9-8753-8a45cf2a132b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:29.527443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a383f94d-83de-4dc8-8085-a74a53f2a0a6 req-dc10d10b-9b29-44d9-8753-8a45cf2a132b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1045816 Feb 07 22:58:29.599053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a383f94d-83de-4dc8-8085-a74a53f2a0a6 req-1b8c7ea4-0c33-4923-befe-68422ccad807 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624089 Feb 07 22:58:29.806752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-a41e8027-c075-4344-8465-4def91a3f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:29.808330 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-a41e8027-c075-4344-8465-4def91a3f540 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4eab19fb-6ef3-42b1-82ae-184f691a3419 HTTP/1.1" status: 200 len: 912 time: 0.5900717 Feb 07 22:58:29.895650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42302) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:29.916011 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56ed6606-617c-4c8b-8b88-a83907420203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.944065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1c32-bfd3-4793-8ac0-da6dc4b4b764 req-9f9df9c1-0ca8-4763-9bf1-e75438d9292d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:29.953612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eed1c32-bfd3-4793-8ac0-da6dc4b4b764 req-9f9df9c1-0ca8-4763-9bf1-e75438d9292d tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1436460 Feb 07 22:58:29.958171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-b6723e83-1820-4e9c-858c-9c24c0586e3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47 HTTP/1.1" status: 200 len: 1001 time: 0.1380813 Feb 07 22:58:30.040164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56ed6606-617c-4c8b-8b88-a83907420203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.048315 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56ed6606-617c-4c8b-8b88-a83907420203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.083119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eed1c32-bfd3-4793-8ac0-da6dc4b4b764 req-a1bc69dc-e56b-406f-94f2-a0e0602faf9f tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283379 Feb 07 22:58:30.091497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-56ed6606-617c-4c8b-8b88-a83907420203 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb52d2689a4a47de91c5ff6bc720c3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947021 Feb 07 22:58:30.092776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed6606-617c-4c8b-8b88-a83907420203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60911c8a-856f-46ea-a6eb-e349fe7f7b02,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:30.097259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42310) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:30.108273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-0a74cbb5-dad8-4487-a46d-8dbf21247de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:30.141478 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-0a74cbb5-dad8-4487-a46d-8dbf21247de1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87f4b850-6cd0-4563-8618-dfb518ea106c HTTP/1.1" status: 200 len: 851 time: 0.1575689 Feb 07 22:58:30.157619 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e922d335-1705-4b1a-9692-447db0f8a9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.182258 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e922d335-1705-4b1a-9692-447db0f8a9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.226602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-0baab956-5e3f-4984-b286-4957004f870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:30.229192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-0baab956-5e3f-4984-b286-4957004f870b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4eab19fb-6ef3-42b1-82ae-184f691a3419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774672 Feb 07 22:58:30.238284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e922d335-1705-4b1a-9692-447db0f8a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.241488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e922d335-1705-4b1a-9692-447db0f8a9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.242860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e922d335-1705-4b1a-9692-447db0f8a9aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60911c8a-856f-46ea-a6eb-e349fe7f7b02 HTTP/1.1" status: 204 len: 168 time: 0.1443839 Feb 07 22:58:30.282630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922d335-1705-4b1a-9692-447db0f8a9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60911c8a-856f-46ea-a6eb-e349fe7f7b02,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:30.439480 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-217e4ba0-54ab-4b83-bf28-f3beb07a959a service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030554 Feb 07 22:58:30.610876 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d1585e09-e656-44eb-aa02-ef662dffcef0 req-300637a1-e533-4bbf-96ac-81f76d199beb service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634810 Feb 07 22:58:30.804389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028648d4-8792-4dc2-957b-e881455fca63 req-c8433387-efdb-4fb9-be1d-e15339ebbc96 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:30.806163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-028648d4-8792-4dc2-957b-e881455fca63 req-c8433387-efdb-4fb9-be1d-e15339ebbc96 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.0608766 Feb 07 22:58:30.862947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-028648d4-8792-4dc2-957b-e881455fca63 req-dc04235d-c57c-460c-b8d9-436feabf313d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443540 Feb 07 22:58:30.944789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42340) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:31.120634 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4894cf38-9864-4884-be4e-bfe5a325c2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.244613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71055404-52b9-4fe1-b7e2-f7a4bb4a7d79 req-fc76cf20-0813-40bb-9add-2bd183117c1a tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:31.245227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4894cf38-9864-4884-be4e-bfe5a325c2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.247785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71055404-52b9-4fe1-b7e2-f7a4bb4a7d79 req-fc76cf20-0813-40bb-9add-2bd183117c1a tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0675368 Feb 07 22:58:31.251937 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4894cf38-9864-4884-be4e-bfe5a325c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.295136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4894cf38-9864-4884-be4e-bfe5a325c2e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c4b8eb075ba4731ac8b00c14d80c50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464639 Feb 07 22:58:31.295136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894cf38-9864-4884-be4e-bfe5a325c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b0745-65e2-4f75-89e2-66803e721fe3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:31.296299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42364) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:31.314941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-71055404-52b9-4fe1-b7e2-f7a4bb4a7d79 req-4cc10075-2469-4400-8ef7-aa4b766a181e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524786 Feb 07 22:58:31.339393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42366) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:31.357229 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54da0fbf-5e24-482b-bade-8588fee1933d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.379272 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54da0fbf-5e24-482b-bade-8588fee1933d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.437832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54da0fbf-5e24-482b-bade-8588fee1933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.440612 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54da0fbf-5e24-482b-bade-8588fee1933d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.444415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-54da0fbf-5e24-482b-bade-8588fee1933d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e2b0745-65e2-4f75-89e2-66803e721fe3 HTTP/1.1" status: 204 len: 168 time: 0.1470633 Feb 07 22:58:31.452641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0fbf-5e24-482b-bade-8588fee1933d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b0745-65e2-4f75-89e2-66803e721fe3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:31.457929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1611374813-network', 'tenant_id': 'ce6aa2423c014f61b7f2d9a5e010f57e'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:31.483571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Made reservation on behalf of ce6aa2423c014f61b7f2d9a5e010f57e for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:31.486205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.494979 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.589324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.594042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.616186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:58:31.632154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb213cf-1f7f-46dd-b0cd-34ace3247713,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:31.636117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.636456 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Added segment b29ccd40-68fa-4693-9bd9-183fb20cb0d9 of type vlan for network cd895215-0924-4399-a595-7aa4d58c1cb8 Feb 07 22:58:31.679078 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.706405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.707484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:31.708291 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.759239 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4185796 Feb 07 22:58:31.763278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:31.764965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42384) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:31.775524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089aac9-3dcc-4b79-b898-f355bdc5a346 admin admin] Pushing event updated for resources: {'Network': ['ID=cd895215-0924-4399-a595-7aa4d58c1cb8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:31.782955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Request body: {'subnet': {'network_id': 'cd895215-0924-4399-a595-7aa4d58c1cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1611374813-subnet', 'tenant_id': 'ce6aa2423c014f61b7f2d9a5e010f57e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:31.787213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network cd895215-0924-4399-a595-7aa4d58c1cb8 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:58:31.793796 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e35216b5-50f0-4f01-ae2a-42dc5d516382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.834177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Made reservation on behalf of ce6aa2423c014f61b7f2d9a5e010f57e for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:31.837754 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.036997 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e35216b5-50f0-4f01-ae2a-42dc5d516382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.049041 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e35216b5-50f0-4f01-ae2a-42dc5d516382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.079657 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385096-20bb-418a-bc79-f5919f12094b req-5fafb688-19b4-48c5-b7c4-7fe3fcaa1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:32.081199 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92385096-20bb-418a-bc79-f5919f12094b req-5fafb688-19b4-48c5-b7c4-7fe3fcaa1e04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1096 time: 0.1416357 Feb 07 22:58:32.141273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b2152-5779-4c62-9a22-23952094f49f req-9645e99e-44df-4ecb-8ddc-5a618eef05f5 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:32.142812 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b2b2152-5779-4c62-9a22-23952094f49f req-9645e99e-44df-4ecb-8ddc-5a618eef05f5 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 944 time: 0.1881475 Feb 07 22:58:32.160247 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e35216b5-50f0-4f01-ae2a-42dc5d516382 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e2b6fca6111470296d9d57c69b852fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912535 Feb 07 22:58:32.160247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35216b5-50f0-4f01-ae2a-42dc5d516382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bc0aaf-d920-4b3d-a807-15c1ea306ea4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:32.161316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42390) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:32.227239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92385096-20bb-418a-bc79-f5919f12094b req-09a09972-744f-4bb0-b7f8-53aca3313de2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378028 Feb 07 22:58:32.272838 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b2b2152-5779-4c62-9a22-23952094f49f req-d14fc3a5-61c4-46c7-9298-3d2386f88310 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079209 Feb 07 22:58:32.295906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6adc3059-a6c0-4510-94ba-af1849dc49f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.305226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.346661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6adc3059-a6c0-4510-94ba-af1849dc49f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.376169 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cf927250-a161-4da8-bfdc-fa426f077077 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:58:32.399299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=23463c9c-1f12-4a2e-91d4-7eaa651898ff,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:32.413896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Checking segment: {'id': 'b29ccd40-68fa-4693-9bd9-183fb20cb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd895215-0924-4399-a595-7aa4d58c1cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:58:32.414341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Network hostable DHCP agents. Network: cd895215-0924-4399-a595-7aa4d58c1cb8, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:58:32.440687 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6adc3059-a6c0-4510-94ba-af1849dc49f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.444349 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6adc3059-a6c0-4510-94ba-af1849dc49f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.445566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6adc3059-a6c0-4510-94ba-af1849dc49f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48bc0aaf-d920-4b3d-a807-15c1ea306ea4 HTTP/1.1" status: 204 len: 168 time: 0.2795975 Feb 07 22:58:32.459750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Network cd895215-0924-4399-a595-7aa4d58c1cb8 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:58:32.472807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb136cc-5a4f-43f4-a148-22b47b805920 req-19f4bbd7-8903-4c88-92a4-52ec7ff7e391 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:32.473835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc3059-a6c0-4510-94ba-af1849dc49f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bc0aaf-d920-4b3d-a807-15c1ea306ea4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:32.487443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, cd895215-0924-4399-a595-7aa4d58c1cb8) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:32.488177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5cb136cc-5a4f-43f4-a148-22b47b805920 req-19f4bbd7-8903-4c88-92a4-52ec7ff7e391 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1045005 Feb 07 22:58:32.496191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:32.496780 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.541590 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-72fe0887-a030-43d3-ba00-9a2945346eab admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7601781 Feb 07 22:58:32.558366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d6749-0450-4141-af13-9b21a1990d9d None None] Network cd895215-0924-4399-a595-7aa4d58c1cb8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:58:32.608595 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5cb136cc-5a4f-43f4-a148-22b47b805920 req-6619c251-cad3-40de-b078-ef1e489b6b43 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152370 Feb 07 22:58:32.730300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce27e38-9773-409d-b84d-02be748ceae0 None None] Network cd895215-0924-4399-a595-7aa4d58c1cb8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:58:32.775891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:32.848042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'cf927250-a161-4da8-bfdc-fa426f077077', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'port_id': 'cf927250-a161-4da8-bfdc-fa426f077077', 'mac_address': 'fa:16:3e:f4:cf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:58:32.930973 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.945937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf927250-a161-4da8-bfdc-fa426f077077 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:32.970494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:32.976978 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.032453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=11']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:33.222688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['cf927250-a161-4da8-bfdc-fa426f077077'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:58:33.309987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42434) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:33.316929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1876364967-network', 'tenant_id': '90c6ec0d9b364334a23e0ed0594e2ddc'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:33.355474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Made reservation on behalf of 90c6ec0d9b364334a23e0ed0594e2ddc for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:33.360546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.373012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.490720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16922ee-a2f8-4077-a002-e2f490005725 req-04851792-c9c0-4c90-ac52-1737e7bb9960 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:33.492197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d16922ee-a2f8-4077-a002-e2f490005725 req-04851792-c9c0-4c90-ac52-1737e7bb9960 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 945 time: 0.0765471 Feb 07 22:58:33.507690 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.521361 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.559339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:58:33.567933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a277014-9834-4a77-aa62-a0824b888a4f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:33.581016 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d16922ee-a2f8-4077-a002-e2f490005725 req-59b07335-8de4-486d-8a3b-4af6d9aae587 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778985 Feb 07 22:58:33.585276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.585619 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Added segment 2e717b70-cb88-4bf4-a1f5-83a02a730fd8 of type vlan for network 794b908a-e459-4504-8263-bdcbddc249ee Feb 07 22:58:33.629062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.661815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.664215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:33.664800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.726724 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4154921 Feb 07 22:58:33.729227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42448) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:33.734413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Request body: {'subnet': {'network_id': '794b908a-e459-4504-8263-bdcbddc249ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1876364967-subnet', 'tenant_id': '90c6ec0d9b364334a23e0ed0594e2ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:33.755037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802af724-0dac-4343-8ff7-14b74686c017 admin admin] Pushing event updated for resources: {'Network': ['ID=794b908a-e459-4504-8263-bdcbddc249ee,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:33.767649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 794b908a-e459-4504-8263-bdcbddc249ee details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:58:33.770549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a6b69-c423-4987-986f-7c443633c452 req-6472ee44-c738-4876-b2df-f3c820181b6e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:33.772983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-092a6b69-c423-4987-986f-7c443633c452 req-6472ee44-c738-4876-b2df-f3c820181b6e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0807664 Feb 07 22:58:33.777191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Made reservation on behalf of 90c6ec0d9b364334a23e0ed0594e2ddc for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:33.780282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.826666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-092a6b69-c423-4987-986f-7c443633c452 req-7524a176-e7b3-423b-8a53-5939aa004ba6 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Feb 07 22:58:33.987876 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.049990 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.153052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Checking segment: {'id': '2e717b70-cb88-4bf4-a1f5-83a02a730fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '794b908a-e459-4504-8263-bdcbddc249ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:58:34.153742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Network hostable DHCP agents. Network: 794b908a-e459-4504-8263-bdcbddc249ee, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:58:34.175338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef38766f-acb5-44ae-84ee-94f2129488af,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:34.227820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Network 794b908a-e459-4504-8263-bdcbddc249ee is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:58:34.370854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cf927250-a161-4da8-bfdc-fa426f077077 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:58:34.429720 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port cf927250-a161-4da8-bfdc-fa426f077077 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:34.449066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port cf927250-a161-4da8-bfdc-fa426f077077 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:34.449754 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.492946 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.558529 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.579018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80275d8-c769-4d67-9a42-6263922528ef req-f813def6-c687-4f46-80d0-031e1f4d092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:34.580817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f80275d8-c769-4d67-9a42-6263922528ef req-f813def6-c687-4f46-80d0-031e1f4d092c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 1096 time: 0.4187846 Feb 07 22:58:34.591781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 794b908a-e459-4504-8263-bdcbddc249ee) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:34.638496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:34.642996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:34.645164 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.649965 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e359a92-1cc1-4bb7-84d3-265a1ffcc410" -d '{"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-plugged", "status": "completed", "tag": "cf927250-a161-4da8-bfdc-fa426f077077"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:34.664824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:34.667999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada8b924-0560-4e3a-b5e3-309417bde447 None None] Network 794b908a-e459-4504-8263-bdcbddc249ee requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:58:34.675792 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.749376 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cd726ffe-9a1a-4d80-ad85-20b127504778 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0183914 Feb 07 22:58:34.787539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829d15-88f3-4fba-aa84-dfc26325223e req-cca02c36-64c3-4468-9b0c-7fb3369f7a15 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:34.790629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ab965-2957-4dc9-a11e-4616c1686708 req-72c7991e-a7cd-4aef-b2e8-ba24a86b7cde tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:34.794373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12829d15-88f3-4fba-aa84-dfc26325223e req-cca02c36-64c3-4468-9b0c-7fb3369f7a15 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.5978117 Feb 07 22:58:34.794752 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de2ab965-2957-4dc9-a11e-4616c1686708 req-72c7991e-a7cd-4aef-b2e8-ba24a86b7cde tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 946 time: 0.1102126 Feb 07 22:58:34.810605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=12']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:34.910889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de2ab965-2957-4dc9-a11e-4616c1686708 req-fc31a3aa-850c-4d78-aca3-485b42a475e6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898476 Feb 07 22:58:34.924018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80275d8-c769-4d67-9a42-6263922528ef req-ed8b1d80-3f62-42f5-9982-6f8d63fd270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:34.926060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f80275d8-c769-4d67-9a42-6263922528ef req-ed8b1d80-3f62-42f5-9982-6f8d63fd270a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 200 len: 919 time: 0.3359549 Feb 07 22:58:34.930870 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12829d15-88f3-4fba-aa84-dfc26325223e req-40cc89e2-be3f-4368-aa5a-adcb64af9356 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134114 Feb 07 22:58:34.935662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a462daa8-a3ae-4d6d-817f-54c60a09b188 None None] Network 794b908a-e459-4504-8263-bdcbddc249ee requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:58:34.984974 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f80275d8-c769-4d67-9a42-6263922528ef req-a8834e9b-40dd-4624-9410-e9a85f486754 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e74e92-a3e3-4416-81c3-ea7cda147505 HTTP/1.1" status: 200 len: 217 time: 0.0470662 Feb 07 22:58:35.057838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80275d8-c769-4d67-9a42-6263922528ef req-af5e5533-69d6-474f-ba87-9e344071a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:35.059631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f80275d8-c769-4d67-9a42-6263922528ef req-af5e5533-69d6-474f-ba87-9e344071a3e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 200 len: 859 time: 0.0669339 Feb 07 22:58:35.073836 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20778010-737a-4dc1-aa9f-c7332d22a115 x-openstack-request-id: req-20778010-737a-4dc1-aa9f-c7332d22a115 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:35.074614 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-plugged", "status": "completed", "tag": "cf927250-a161-4da8-bfdc-fa426f077077", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:35.075251 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20778010-737a-4dc1-aa9f-c7332d22a115 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:35.075964 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077', 'code': 200} Feb 07 22:58:35.127566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f80275d8-c769-4d67-9a42-6263922528ef req-4b816f7b-ba9a-4783-9d26-5748f42e5b11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd0d991-7e2b-4f21-938a-6cb00141978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609446 Feb 07 22:58:35.277356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc1384-d1b6-4ba2-b2fc-10478517d465 req-f0788507-2eb6-46e0-a362-1f450b5bdac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:35.279660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddc1384-d1b6-4ba2-b2fc-10478517d465 req-f0788507-2eb6-46e0-a362-1f450b5bdac3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1097 time: 0.0493820 Feb 07 22:58:35.282911 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f80275d8-c769-4d67-9a42-6263922528ef req-14d7b1a3-4f6e-43a8-8de5-216113ebbfdb service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466403 Feb 07 22:58:35.339424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddc1384-d1b6-4ba2-b2fc-10478517d465 req-b59964f3-dd2a-45e1-a7b7-ceb98b3a0ec8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470202 Feb 07 22:58:35.458451 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f80275d8-c769-4d67-9a42-6263922528ef req-bb834bb8-8159-4b3d-bee4-95e4c26c6c3b service neutron] 10.222.0.46 "GET /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647127 Feb 07 22:58:35.720313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-47b05069-e53c-4a9d-a824-7b9d6b39f5fa tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:35.721663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-47b05069-e53c-4a9d-a824-7b9d6b39f5fa tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/networks?id=cd895215-0924-4399-a595-7aa4d58c1cb8 HTTP/1.1" status: 200 len: 809 time: 0.1072876 Feb 07 22:58:35.738414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-43ecfa87-f796-42e2-b717-fb7b2dd0e7f4 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/quotas/ce6aa2423c014f61b7f2d9a5e010f57e HTTP/1.1" status: 200 len: 375 time: 0.0108082 Feb 07 22:58:35.773470 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-45277bfc-f773-4042-9206-3b28626804a7 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce6aa2423c014f61b7f2d9a5e010f57e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292845 Feb 07 22:58:35.873232 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-1ddedc6a-cab5-4ce0-ae0a-22cef13f2ea8 service neutron] 10.222.0.15 "GET /v2.0/networks/cd895215-0924-4399-a595-7aa4d58c1cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926921 Feb 07 22:58:35.977348 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-c915345e-ce60-482c-933f-862eb3c88aba service neutron] 10.222.0.15 "GET /v2.0/networks/cd895215-0924-4399-a595-7aa4d58c1cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895348 Feb 07 22:58:36.071011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea111db1-f5b4-4bfd-8767-e607b4c5dffc req-7ff25bb2-db81-4ac3-8e64-7baab795cf8d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:36.072756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ea111db1-f5b4-4bfd-8767-e607b4c5dffc req-7ff25bb2-db81-4ac3-8e64-7baab795cf8d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 946 time: 0.0584741 Feb 07 22:58:36.116771 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ea111db1-f5b4-4bfd-8767-e607b4c5dffc req-93c3e681-f666-4eb5-ace4-939f336b88df tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365591 Feb 07 22:58:36.217634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c522704-5049-4267-93c9-ad81b597892b req-bd4b84b5-a111-4aa2-bb94-c5374ddad2c1 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:36.224016 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c522704-5049-4267-93c9-ad81b597892b req-bd4b84b5-a111-4aa2-bb94-c5374ddad2c1 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0572145 Feb 07 22:58:36.227586 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311af467-f982-45c0-b9bc-0e60cd9482f7 req-e8a0f5d0-2fb4-4fa1-93f2-9331e87e34ca tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 210 time: 0.0342419 Feb 07 22:58:36.268184 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c522704-5049-4267-93c9-ad81b597892b req-3139fdb6-1f00-428f-b391-fd76f651232e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396731 Feb 07 22:58:37.317228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c4c1a-89be-4d6f-8e9c-2f7a17dbb77d req-39f6a31a-69e5-4868-b84f-44aab2cf40bd tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:37.318867 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa9c4c1a-89be-4d6f-8e9c-2f7a17dbb77d req-39f6a31a-69e5-4868-b84f-44aab2cf40bd tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 946 time: 0.0754094 Feb 07 22:58:37.373452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa9c4c1a-89be-4d6f-8e9c-2f7a17dbb77d req-a5441a19-909a-4881-a1b7-b6108e521a49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461593 Feb 07 22:58:37.428370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3bcb8a42-0e93-47fc-8e50-14cf20077dc7 req-095162ee-c161-4786-b605-e882a37d3d1d tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 210 time: 0.0758379 Feb 07 22:58:37.485376 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-a4eb5729-03fa-44e0-baac-5003fe71ffd2 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:37.487443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-a4eb5729-03fa-44e0-baac-5003fe71ffd2 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.46 "GET /v2.0/networks?id=cd895215-0924-4399-a595-7aa4d58c1cb8 HTTP/1.1" status: 200 len: 809 time: 0.1942737 Feb 07 22:58:37.502766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Request body: {'port': {'device_id': '33f0539b-7186-446c-9928-b2991fbfc5bf', 'network_id': 'cd895215-0924-4399-a595-7aa4d58c1cb8', 'admin_state_up': True, 'tenant_id': 'ce6aa2423c014f61b7f2d9a5e010f57e'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:37.505051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7e6e-4936-4166-ac16-63f4cf993ba4 req-67d2e252-c24a-4389-9403-528932f43575 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:37.513437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a18c7e6e-4936-4166-ac16-63f4cf993ba4 req-67d2e252-c24a-4389-9403-528932f43575 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0730996 Feb 07 22:58:37.549468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a18c7e6e-4936-4166-ac16-63f4cf993ba4 req-bea2d31b-584e-4045-8ec6-a37e7a5d9006 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351207 Feb 07 22:58:37.631842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Made reservation on behalf of ce6aa2423c014f61b7f2d9a5e010f57e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:37.635549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.779459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Allocated IP 172.20.0.9 (cd895215-0924-4399-a595-7aa4d58c1cb8/23463c9c-1f12-4a2e-91d4-7eaa651898ff/543b6344-d3eb-4c1d-a145-b17687c69b1a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:37.962052 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.996377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.040554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Network cd895215-0924-4399-a595-7aa4d58c1cb8 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:38.043475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:38.047249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:58:38.053373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Pushing event updated for resources: {'Port': ['ID=543b6344-d3eb-4c1d-a145-b17687c69b1a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:38.088446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.088792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.089133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.089471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.089804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.090131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.090456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.090782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.091102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.091425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.091809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.092185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:38.115344 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:38.116430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.132809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-16fd04da-97e8-4d0a-b860-442a69d47668 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359792 Feb 07 22:58:38.155169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Request body: {'port': {'device_id': '33f0539b-7186-446c-9928-b2991fbfc5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:38.208630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.533975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543b6344-d3eb-4c1d-a145-b17687c69b1a {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:38.548235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.577162 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ae65-ba63-4741-a411-c9b159436149 req-6340e72e-4a46-4f01-af4b-f442a359d5c2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:38.579558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7883ae65-ba63-4741-a411-c9b159436149 req-6340e72e-4a46-4f01-af4b-f442a359d5c2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 946 time: 0.0873206 Feb 07 22:58:38.587398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Transition to ACTIVE for port object 543b6344-d3eb-4c1d-a145-b17687c69b1a will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:38.597221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.603103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7879c-6957-4c5f-b351-e9454e03702a req-999dcb32-0350-4d35-87cf-dd7c68d0ab0b tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:38.605281 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39c7879c-6957-4c5f-b351-e9454e03702a req-999dcb32-0350-4d35-87cf-dd7c68d0ab0b tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 931 time: 0.0845273 Feb 07 22:58:38.677856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39c7879c-6957-4c5f-b351-e9454e03702a req-50b09296-7c0b-4cf2-8a2d-eed2bab4e3a0 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626121 Feb 07 22:58:38.693390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7883ae65-ba63-4741-a411-c9b159436149 req-6f960026-e7fa-47d4-9360-406c93e817ee tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987566 Feb 07 22:58:38.706702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Pushing event updated for resources: {'Port': ['ID=543b6344-d3eb-4c1d-a145-b17687c69b1a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:38.802396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Attempting to bind port 543b6344-d3eb-4c1d-a145-b17687c69b1a on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:38.802751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Attempting to bind port 543b6344-d3eb-4c1d-a145-b17687c69b1a by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'b29ccd40-68fa-4693-9bd9-183fb20cb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd895215-0924-4399-a595-7aa4d58c1cb8'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:38.803073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Attempting to bind port 543b6344-d3eb-4c1d-a145-b17687c69b1a on network cd895215-0924-4399-a595-7aa4d58c1cb8 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:58:38.807725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Port 543b6344-d3eb-4c1d-a145-b17687c69b1a on network cd895215-0924-4399-a595-7aa4d58c1cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:58:38.808072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Attempting to bind port 543b6344-d3eb-4c1d-a145-b17687c69b1a on network cd895215-0924-4399-a595-7aa4d58c1cb8 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:58:38.813683 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:58:38.814245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Checking segment: {'id': 'b29ccd40-68fa-4693-9bd9-183fb20cb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd895215-0924-4399-a595-7aa4d58c1cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:58:38.814643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Bound using segment: {'id': 'b29ccd40-68fa-4693-9bd9-183fb20cb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd895215-0924-4399-a595-7aa4d58c1cb8'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:58:38.815094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Bound port: 543b6344-d3eb-4c1d-a145-b17687c69b1a, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29ccd40-68fa-4693-9bd9-183fb20cb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cd895215-0924-4399-a595-7aa4d58c1cb8'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:38.815468 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.892880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] For port 543b6344-d3eb-4c1d-a145-b17687c69b1a, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:58:38.899772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] For port 543b6344-d3eb-4c1d-a145-b17687c69b1a, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=543b6344-d3eb-4c1d-a145-b17687c69b1a,segment=NetworkSegment(b29ccd40-68fa-4693-9bd9-183fb20cb0d9),segment_id=b29ccd40-68fa-4693-9bd9-183fb20cb0d9)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:58:38.924254 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.973227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:38.973937 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.980697 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] 10.222.0.46 "PUT /v2.0/ports/543b6344-d3eb-4c1d-a145-b17687c69b1a HTTP/1.1" status: 200 len: 1091 time: 0.8296154 Feb 07 22:58:38.981338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f0539b-7186-446c-9928-b2991fbfc5bf', 'tag': '543b6344-d3eb-4c1d-a145-b17687c69b1a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:38.983745 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b16e053-9a6c-4786-8f7f-f22dd28e790a" -d '{"events": [{"name": "network-changed", "server_uuid": "33f0539b-7186-446c-9928-b2991fbfc5bf", "tag": "543b6344-d3eb-4c1d-a145-b17687c69b1a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:39.094552 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b62e8b1-a370-4b0c-9768-4056f1927221 x-openstack-request-id: req-1b62e8b1-a370-4b0c-9768-4056f1927221 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:39.095033 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f0539b-7186-446c-9928-b2991fbfc5bf", "tag": "543b6344-d3eb-4c1d-a145-b17687c69b1a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:39.095332 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b62e8b1-a370-4b0c-9768-4056f1927221 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:39.095991 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f0539b-7186-446c-9928-b2991fbfc5bf', 'tag': '543b6344-d3eb-4c1d-a145-b17687c69b1a', 'status': 'completed', 'code': 200} Feb 07 22:58:39.118555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-ef211840-4a98-4b1c-a8e4-2252d9d95de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:39.121917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-ef211840-4a98-4b1c-a8e4-2252d9d95de2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce6aa2423c014f61b7f2d9a5e010f57e&device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 1094 time: 0.0905805 Feb 07 22:58:39.121917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e13a50-5424-45c1-a066-448e390f7a4b service neutron] Pushing event updated for resources: {'Port': ['ID=543b6344-d3eb-4c1d-a145-b17687c69b1a,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:39.175906 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-27a433ca-e3c8-4ab3-acb7-d4d7297474fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=543b6344-d3eb-4c1d-a145-b17687c69b1a HTTP/1.1" status: 200 len: 217 time: 0.0445426 Feb 07 22:58:39.253297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42644) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:39.259365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-c55c9d98-72ff-4443-bebc-c9e50243ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:39.273640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-c55c9d98-72ff-4443-bebc-c9e50243ea5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23463c9c-1f12-4a2e-91d4-7eaa651898ff HTTP/1.1" status: 200 len: 849 time: 0.0905919 Feb 07 22:58:39.307457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-127a3474-6b16-407a-b209-57dbde15961d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd895215-0924-4399-a595-7aa4d58c1cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280869 Feb 07 22:58:39.408300 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.422324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-8bcfa787-d83b-4e48-8390-05230fd779fb service neutron] 10.222.0.46 "GET /v2.0/networks/cd895215-0924-4399-a595-7aa4d58c1cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088800 Feb 07 22:58:39.503767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.510630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.538625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-98098fbc-66e1-474b-9d1b-b8ea246a984a req-ebe1a828-941e-4c94-a54e-42da9f003837 service neutron] 10.222.0.46 "GET /v2.0/networks/cd895215-0924-4399-a595-7aa4d58c1cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099389 Feb 07 22:58:39.540582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a1cb28-bd0e-418a-ab94-60d990f2f9eb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:39.560226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.560921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.561393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.561884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.562375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.563477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.563995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.564508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.564833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.565165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.565491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.565822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:39.573177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7df7d61c-451d-40ec-9a50-dffe7d6d38c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21f9253aae514671b71ef98b9913545f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185580 Feb 07 22:58:39.575890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42652) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:39.638524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b0a7ac-9da8-4f29-9761-77dc18c34120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.655400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-51775bde-31ba-4079-b2e7-fc889cb26019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:39.657173 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-51775bde-31ba-4079-b2e7-fc889cb26019 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce6aa2423c014f61b7f2d9a5e010f57e&device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 1094 time: 0.0563991 Feb 07 22:58:39.669044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b0a7ac-9da8-4f29-9761-77dc18c34120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.758339 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b0a7ac-9da8-4f29-9761-77dc18c34120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.765161 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b0a7ac-9da8-4f29-9761-77dc18c34120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.772662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-49b0a7ac-9da8-4f29-9761-77dc18c34120 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82a1cb28-bd0e-418a-ab94-60d990f2f9eb HTTP/1.1" status: 204 len: 168 time: 0.1954997 Feb 07 22:58:39.786639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-fb3a22e2-11c5-4948-9ab4-1081370d7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:39.792221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0a7ac-9da8-4f29-9761-77dc18c34120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a1cb28-bd0e-418a-ab94-60d990f2f9eb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:39.793957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-fb3a22e2-11c5-4948-9ab4-1081370d7777 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd895215-0924-4399-a595-7aa4d58c1cb8 HTTP/1.1" status: 200 len: 909 time: 0.1303496 Feb 07 22:58:39.850891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-4a1b4921-7b7c-4675-a971-d47fcf8c089e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=543b6344-d3eb-4c1d-a145-b17687c69b1a HTTP/1.1" status: 200 len: 217 time: 0.0495090 Feb 07 22:58:39.892518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55373a-6abb-4eea-966c-dc0c6043a2a4 req-2fc55e57-6f77-4fa6-a937-aa554f4154bf tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:39.899420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ea55373a-6abb-4eea-966c-dc0c6043a2a4 req-2fc55e57-6f77-4fa6-a937-aa554f4154bf tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 943 time: 0.1050787 Feb 07 22:58:39.924605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-34e7e4db-37af-4718-a5ca-4db48edc90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:39.925668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-34e7e4db-37af-4718-a5ca-4db48edc90c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23463c9c-1f12-4a2e-91d4-7eaa651898ff HTTP/1.1" status: 200 len: 849 time: 0.0676475 Feb 07 22:58:39.978044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-3c9af943-560d-49c5-b3a6-9d9a626c9480 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd895215-0924-4399-a595-7aa4d58c1cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451505 Feb 07 22:58:39.981153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ea55373a-6abb-4eea-966c-dc0c6043a2a4 req-41137ea4-57e9-454c-85b5-55dd3d04f305 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730550 Feb 07 22:58:40.137287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-62ddf74a-d569-4d86-8c47-893f627c38af service neutron] 10.222.0.46 "GET /v2.0/networks/cd895215-0924-4399-a595-7aa4d58c1cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505468 Feb 07 22:58:40.235494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42662) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:40.251073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4976d41e-827c-4988-9a9b-015046b63d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.255777 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b16e053-9a6c-4786-8f7f-f22dd28e790a req-2d684116-59be-495c-9c65-a339314e8cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/cd895215-0924-4399-a595-7aa4d58c1cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078544 Feb 07 22:58:40.354406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4976d41e-827c-4988-9a9b-015046b63d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.357415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4976d41e-827c-4988-9a9b-015046b63d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.397235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4976d41e-827c-4988-9a9b-015046b63d2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c67eee6835ba4ca5adf5b199c3be8d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604218 Feb 07 22:58:40.398884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976d41e-827c-4988-9a9b-015046b63d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c5c001-f0e1-4805-b770-7f91122e6058,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:40.400840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42668) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:40.461597 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e42618b-6ffb-4aa4-8882-9829ae421da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.485357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e42618b-6ffb-4aa4-8882-9829ae421da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.548584 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e42618b-6ffb-4aa4-8882-9829ae421da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.555273 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e42618b-6ffb-4aa4-8882-9829ae421da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.555912 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2e42618b-6ffb-4aa4-8882-9829ae421da1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19c5c001-f0e1-4805-b770-7f91122e6058 HTTP/1.1" status: 204 len: 168 time: 0.1522410 Feb 07 22:58:40.567116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42618b-6ffb-4aa4-8882-9829ae421da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c5c001-f0e1-4805-b770-7f91122e6058,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:41.110426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a9e81-6c09-4a87-a3af-2ecda1425501 req-7a326187-556c-4de4-a556-7436bde122b3 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:41.115581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ac5a9e81-6c09-4a87-a3af-2ecda1425501 req-7a326187-556c-4de4-a556-7436bde122b3 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 943 time: 0.0648322 Feb 07 22:58:41.209064 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ac5a9e81-6c09-4a87-a3af-2ecda1425501 req-69e27d6a-ee33-460d-8df3-66cc4faa25e6 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758374 Feb 07 22:58:42.338091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1f5dc-3abf-45da-80ad-ea3e1a9672ad req-54569fae-f039-4a12-b253-44478521e8ce tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:42.340027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a3f1f5dc-3abf-45da-80ad-ea3e1a9672ad req-54569fae-f039-4a12-b253-44478521e8ce tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 943 time: 0.0561171 Feb 07 22:58:42.384757 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a3f1f5dc-3abf-45da-80ad-ea3e1a9672ad req-907e5853-a575-404d-bf4a-20b70245a58e tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379868 Feb 07 22:58:42.387874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 543b6344-d3eb-4c1d-a145-b17687c69b1a details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:58:42.516608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 543b6344-d3eb-4c1d-a145-b17687c69b1a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=543b6344-d3eb-4c1d-a145-b17687c69b1a,segment=NetworkSegment(b29ccd40-68fa-4693-9bd9-183fb20cb0d9),segment_id=b29ccd40-68fa-4693-9bd9-183fb20cb0d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:42.527428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '543b6344-d3eb-4c1d-a145-b17687c69b1a', 'network_id': 'cd895215-0924-4399-a595-7aa4d58c1cb8', 'port_id': '543b6344-d3eb-4c1d-a145-b17687c69b1a', 'mac_address': 'fa:16:3e:d7:10:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23463c9c-1f12-4a2e-91d4-7eaa651898ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:58:42.566917 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:42.580523 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543b6344-d3eb-4c1d-a145-b17687c69b1a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:42.610068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 543b6344-d3eb-4c1d-a145-b17687c69b1a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=543b6344-d3eb-4c1d-a145-b17687c69b1a,segment=NetworkSegment(b29ccd40-68fa-4693-9bd9-183fb20cb0d9),segment_id=b29ccd40-68fa-4693-9bd9-183fb20cb0d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:42.614548 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:42.682551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=543b6344-d3eb-4c1d-a145-b17687c69b1a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:42.843439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['543b6344-d3eb-4c1d-a145-b17687c69b1a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:58:43.558296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1313c-7373-44ec-a43d-759c69083046 req-1763f365-2400-422f-bcb0-4fffd5ad1415 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:43.559812 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40d1313c-7373-44ec-a43d-759c69083046 req-1763f365-2400-422f-bcb0-4fffd5ad1415 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 944 time: 0.0584235 Feb 07 22:58:43.618149 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40d1313c-7373-44ec-a43d-759c69083046 req-6bdec5c6-bf79-424f-a906-ddcdca506d13 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 Feb 07 22:58:44.385973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 543b6344-d3eb-4c1d-a145-b17687c69b1a up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:58:44.437671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 543b6344-d3eb-4c1d-a145-b17687c69b1a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:44.442676 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 543b6344-d3eb-4c1d-a145-b17687c69b1a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:44.443043 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.582484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.610873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0539b-7186-446c-9928-b2991fbfc5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b6344-d3eb-4c1d-a145-b17687c69b1a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:44.614115 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0445d48f-0e40-4f7b-a614-6c34ddba60e8" -d '{"events": [{"server_uuid": "33f0539b-7186-446c-9928-b2991fbfc5bf", "name": "network-vif-plugged", "status": "completed", "tag": "543b6344-d3eb-4c1d-a145-b17687c69b1a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:44.629473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 543b6344-d3eb-4c1d-a145-b17687c69b1a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=543b6344-d3eb-4c1d-a145-b17687c69b1a,segment=NetworkSegment(b29ccd40-68fa-4693-9bd9-183fb20cb0d9),segment_id=b29ccd40-68fa-4693-9bd9-183fb20cb0d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:44.660037 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.705927 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b8f94-2742-4f0f-8929-54056d9a1c50 x-openstack-request-id: req-3a1b8f94-2742-4f0f-8929-54056d9a1c50 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:44.706223 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f0539b-7186-446c-9928-b2991fbfc5bf", "name": "network-vif-plugged", "status": "completed", "tag": "543b6344-d3eb-4c1d-a145-b17687c69b1a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:44.706480 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a1b8f94-2742-4f0f-8929-54056d9a1c50 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:44.706874 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f0539b-7186-446c-9928-b2991fbfc5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b6344-d3eb-4c1d-a145-b17687c69b1a', 'code': 200} Feb 07 22:58:44.738444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=543b6344-d3eb-4c1d-a145-b17687c69b1a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:44.818303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686e882-ec95-4579-bde0-67a74a2af448 req-84b94b14-b53a-40f2-b1a7-9a72b63ebfff tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:44.819972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f686e882-ec95-4579-bde0-67a74a2af448 req-84b94b14-b53a-40f2-b1a7-9a72b63ebfff tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 945 time: 0.0947843 Feb 07 22:58:44.831410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ff6ca-223b-45cf-8755-ba3386cbe6fb req-76e73bf0-4ebc-4271-a551-6d3fcbbd5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:44.833051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-078ff6ca-223b-45cf-8755-ba3386cbe6fb req-76e73bf0-4ebc-4271-a551-6d3fcbbd5eb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 1096 time: 0.0772281 Feb 07 22:58:44.893151 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f686e882-ec95-4579-bde0-67a74a2af448 req-98e82723-dfe5-44a8-9831-10ddde603a7e tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583687 Feb 07 22:58:44.906164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-078ff6ca-223b-45cf-8755-ba3386cbe6fb req-013a76bb-f5ce-49ce-9d48-37138922a846 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655072 Feb 07 22:58:46.002558 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:58:46.074739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf236b-fe97-4901-8944-f4f0ffd0c5e9 req-119168de-4059-4552-84bd-cd2e58961966 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:46.086929 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97bf236b-fe97-4901-8944-f4f0ffd0c5e9 req-119168de-4059-4552-84bd-cd2e58961966 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 945 time: 0.0669978 Feb 07 22:58:46.134252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97bf236b-fe97-4901-8944-f4f0ffd0c5e9 req-fece5be8-697b-4976-ab23-32e5686eb6d4 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464156 Feb 07 22:58:47.354789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42814) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:47.386094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84f799-034b-4008-9e2c-e3667a32a9e1 req-7394981c-ccc3-4117-b19d-19d8cef575e1 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:47.388021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e84f799-034b-4008-9e2c-e3667a32a9e1 req-7394981c-ccc3-4117-b19d-19d8cef575e1 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 945 time: 0.1081626 Feb 07 22:58:47.471996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e84f799-034b-4008-9e2c-e3667a32a9e1 req-8bb5a8ec-7abc-4209-a0aa-4b129d2178c1 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768268 Feb 07 22:58:47.529267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc79f6e1-d6a9-4758-9446-41aac4e8a5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.618306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc79f6e1-d6a9-4758-9446-41aac4e8a5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.623580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc79f6e1-d6a9-4758-9446-41aac4e8a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.669628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dc79f6e1-d6a9-4758-9446-41aac4e8a5d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6ed32846d784a7faa52440d05655ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094177 Feb 07 22:58:47.669628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42824) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:47.675451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79f6e1-d6a9-4758-9446-41aac4e8a5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3485df9b-a229-41ef-a0a2-9bbee551e5b8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:47.730847 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87745ac4-9f53-42ca-9af9-c6a75749842e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.756299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87745ac4-9f53-42ca-9af9-c6a75749842e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.820536 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87745ac4-9f53-42ca-9af9-c6a75749842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.823405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-87745ac4-9f53-42ca-9af9-c6a75749842e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.824887 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-87745ac4-9f53-42ca-9af9-c6a75749842e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3485df9b-a229-41ef-a0a2-9bbee551e5b8 HTTP/1.1" status: 204 len: 168 time: 0.1546443 Feb 07 22:58:47.851723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87745ac4-9f53-42ca-9af9-c6a75749842e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3485df9b-a229-41ef-a0a2-9bbee551e5b8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:48.194695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42838) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:48.208791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d620150-a658-4ba8-80c9-47b1b96c8f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.327326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d620150-a658-4ba8-80c9-47b1b96c8f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.333444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d620150-a658-4ba8-80c9-47b1b96c8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.399389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0d620150-a658-4ba8-80c9-47b1b96c8f0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=840e5717f3e7428c8000dfd0439a669a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034616 Feb 07 22:58:48.401090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620150-a658-4ba8-80c9-47b1b96c8f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91532319-693a-4222-a9b7-d04de583c2fa,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:48.402471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 42846) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:48.483130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62894b32-f618-4197-b452-0a64cc65e0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.511277 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62894b32-f618-4197-b452-0a64cc65e0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.593254 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62894b32-f618-4197-b452-0a64cc65e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.597765 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62894b32-f618-4197-b452-0a64cc65e0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.604644 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-62894b32-f618-4197-b452-0a64cc65e0b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91532319-693a-4222-a9b7-d04de583c2fa HTTP/1.1" status: 204 len: 168 time: 0.2009141 Feb 07 22:58:48.616764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62894b32-f618-4197-b452-0a64cc65e0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91532319-693a-4222-a9b7-d04de583c2fa,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:49.439737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37c6e4-2b10-4f19-bed5-153e7d52cc3d req-15849a0b-dc65-409c-bcd5-ee3721353ef3 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:49.442176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6f37c6e4-2b10-4f19-bed5-153e7d52cc3d req-15849a0b-dc65-409c-bcd5-ee3721353ef3 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.0730748 Feb 07 22:58:49.507048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6f37c6e4-2b10-4f19-bed5-153e7d52cc3d req-17f76a6f-27ef-4e0e-a345-cc728a70629f tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525360 Feb 07 22:58:50.502767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11261870-59d4-4e50-b8a3-a01168852e0d req-bd9ea091-0e84-4d5b-aa98-c8357d9cc003 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:50.504253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-11261870-59d4-4e50-b8a3-a01168852e0d req-bd9ea091-0e84-4d5b-aa98-c8357d9cc003 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 945 time: 0.0617638 Feb 07 22:58:50.553035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-11261870-59d4-4e50-b8a3-a01168852e0d req-e436aa75-4c36-402e-bceb-42d76f966d59 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Feb 07 22:58:50.682700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18e32-8125-41d1-9f2b-87adaef8cfc5 req-0a29c0a2-6a9f-4716-a91a-b34e51fb9990 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:50.684914 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22a18e32-8125-41d1-9f2b-87adaef8cfc5 req-0a29c0a2-6a9f-4716-a91a-b34e51fb9990 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.0699005 Feb 07 22:58:50.775797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22a18e32-8125-41d1-9f2b-87adaef8cfc5 req-088d3378-a09c-461c-81b0-a68e06938b5a tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813115 Feb 07 22:58:51.433449 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-274d733e-4cf9-44d6-a7e0-6e09c53e9322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.687802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a52738-67b9-4ee5-b333-8327526549e6 req-3fb61e8a-3a35-4c31-ac32-30c364a24615 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.689896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-85a52738-67b9-4ee5-b333-8327526549e6 req-3fb61e8a-3a35-4c31-ac32-30c364a24615 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 945 time: 0.0528624 Feb 07 22:58:51.763423 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-85a52738-67b9-4ee5-b333-8327526549e6 req-67602db3-8caf-4780-966c-8e26bb491a38 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bb213cf-1f7f-46dd-b0cd-34ace3247713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660388 Feb 07 22:58:51.806042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-89bcaf2b-e099-47b7-8db5-3b74e400774b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.807860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-89bcaf2b-e099-47b7-8db5-3b74e400774b tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.46 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.0934148 Feb 07 22:58:51.903790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57baff55-1f4f-4ba8-ba94-10c799b7a877 req-d60dd89a-b857-49dd-a208-aeadab670beb tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.906591 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57baff55-1f4f-4ba8-ba94-10c799b7a877 req-d60dd89a-b857-49dd-a208-aeadab670beb tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=6799c0e9-6ccf-4523-807e-f8760c7dcbb2 HTTP/1.1" status: 200 len: 946 time: 0.0555570 Feb 07 22:58:51.929132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Deleting port 6cb646b7-e015-4efd-8cbf-0155a26e46ea {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:58:51.929658 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.949090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57baff55-1f4f-4ba8-ba94-10c799b7a877 req-97cf33fd-9712-437f-b0fb-308b3e9423ed tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357964 Feb 07 22:58:52.026175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-6db3da25-6d62-4c76-a0d7-a33ca5f4be94 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:52.027608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-6db3da25-6d62-4c76-a0d7-a33ca5f4be94 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 945 time: 0.0503042 Feb 07 22:58:52.028456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] For port 6cb646b7-e015-4efd-8cbf-0155a26e46ea, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6cb646b7-e015-4efd-8cbf-0155a26e46ea,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:52.028833 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.042143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Calling delete_port for 6cb646b7-e015-4efd-8cbf-0155a26e46ea owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:58:52.154033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Deleting port 543b6344-d3eb-4c1d-a145-b17687c69b1a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:58:52.154385 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.194286 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.207996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['6cb646b7-e015-4efd-8cbf-0155a26e46ea', '06e74e92-a3e3-4416-81c3-ea7cda147505'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:58:52.225003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Pushing event deleted for resources: {'Port': ['ID=6cb646b7-e015-4efd-8cbf-0155a26e46ea,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:52.264078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] For port 543b6344-d3eb-4c1d-a145-b17687c69b1a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=543b6344-d3eb-4c1d-a145-b17687c69b1a,segment=NetworkSegment(b29ccd40-68fa-4693-9bd9-183fb20cb0d9),segment_id=b29ccd40-68fa-4693-9bd9-183fb20cb0d9)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:52.264736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.274410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] No DVR routers for this DVR port 6cb646b7-e015-4efd-8cbf-0155a26e46ea on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:58:52.277863 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.282776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7264f72-4ead-4f64-a264-6af5583ccb00 req-ef1a984a-21ab-421f-ab45-0a44f27d7caf tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.46 "DELETE /v2.0/ports/6cb646b7-e015-4efd-8cbf-0155a26e46ea HTTP/1.1" status: 204 len: 173 time: 0.4675088 Feb 07 22:58:52.283269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6799c0e9-6ccf-4523-807e-f8760c7dcbb2', 'name': 'network-vif-deleted', 'tag': '6cb646b7-e015-4efd-8cbf-0155a26e46ea'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:52.284429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Calling delete_port for 543b6344-d3eb-4c1d-a145-b17687c69b1a owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:58:52.285768 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41365994-c600-4524-9138-211ca9d1bded" -d '{"events": [{"server_uuid": "6799c0e9-6ccf-4523-807e-f8760c7dcbb2", "name": "network-vif-deleted", "tag": "6cb646b7-e015-4efd-8cbf-0155a26e46ea"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:52.359921 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e614a6-0cd2-42ce-92da-74a7cb4c8f54 x-openstack-request-id: req-f1e614a6-0cd2-42ce-92da-74a7cb4c8f54 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:52.360538 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6799c0e9-6ccf-4523-807e-f8760c7dcbb2", "name": "network-vif-deleted", "tag": "6cb646b7-e015-4efd-8cbf-0155a26e46ea", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:52.360812 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1e614a6-0cd2-42ce-92da-74a7cb4c8f54 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:52.361209 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6799c0e9-6ccf-4523-807e-f8760c7dcbb2', 'name': 'network-vif-deleted', 'tag': '6cb646b7-e015-4efd-8cbf-0155a26e46ea', 'status': 'completed', 'code': 200} Feb 07 22:58:52.522158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.553796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Pushing event deleted for resources: {'Port': ['ID=543b6344-d3eb-4c1d-a145-b17687c69b1a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:52.603674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] No DVR routers for this DVR port 543b6344-d3eb-4c1d-a145-b17687c69b1a on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:58:52.606325 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.609776 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f69a4a22-ea97-441d-96c5-2fade8ae53a7 req-f4de7ea8-1d4c-4ad1-95ee-3a9d702c9042 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.46 "DELETE /v2.0/ports/543b6344-d3eb-4c1d-a145-b17687c69b1a HTTP/1.1" status: 204 len: 173 time: 0.5714111 Feb 07 22:58:52.610284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0539b-7186-446c-9928-b2991fbfc5bf', 'name': 'network-vif-deleted', 'tag': '543b6344-d3eb-4c1d-a145-b17687c69b1a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:52.612610 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f5e37-ab89-4aaa-8bd5-e5b3e7a46d42" -d '{"events": [{"server_uuid": "33f0539b-7186-446c-9928-b2991fbfc5bf", "name": "network-vif-deleted", "tag": "543b6344-d3eb-4c1d-a145-b17687c69b1a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:52.618320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['543b6344-d3eb-4c1d-a145-b17687c69b1a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:58:52.654221 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd12675a-3fac-4750-96f9-7db1c496b0c3 x-openstack-request-id: req-bd12675a-3fac-4750-96f9-7db1c496b0c3 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:52.654743 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f0539b-7186-446c-9928-b2991fbfc5bf", "name": "network-vif-deleted", "tag": "543b6344-d3eb-4c1d-a145-b17687c69b1a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:52.655130 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd12675a-3fac-4750-96f9-7db1c496b0c3 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:52.656024 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f0539b-7186-446c-9928-b2991fbfc5bf', 'name': 'network-vif-deleted', 'tag': '543b6344-d3eb-4c1d-a145-b17687c69b1a', 'status': 'completed', 'code': 200} Feb 07 22:58:52.963582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07c080cf-6f28-4f14-977e-b99b5ace2fba req-8ae7c932-c3ed-4053-92e3-bf88ee51cff5 tempest-VolumesActionsTest-1732669868 tempest-VolumesActionsTest-1732669868-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f0539b-7186-446c-9928-b2991fbfc5bf HTTP/1.1" status: 200 len: 210 time: 0.0424747 Feb 07 22:58:53.209051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42976) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:53.351189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb60aff-bb4b-49a3-be10-e7f068057273 req-97972193-0695-4f98-b83b-664b14d4ce0a tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.359548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ecb60aff-bb4b-49a3-be10-e7f068057273 req-97972193-0695-4f98-b83b-664b14d4ce0a tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0658767 Feb 07 22:58:53.392251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59596d46-ba88-4972-b7d2-b9f126109e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.415302 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ecb60aff-bb4b-49a3-be10-e7f068057273 req-ca29b9c7-2e6d-45b7-adab-9066a4c217e0 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546751 Feb 07 22:58:53.496085 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59596d46-ba88-4972-b7d2-b9f126109e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.500406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59596d46-ba88-4972-b7d2-b9f126109e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.548636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-59596d46-ba88-4972-b7d2-b9f126109e08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f336e026511541158f14ac8fe3cdfbe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379412 Feb 07 22:58:53.550029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59596d46-ba88-4972-b7d2-b9f126109e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa79aa47-420b-4833-b2f7-0d4bc74dc79e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:53.552619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 42984) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:53.605594 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82040f39-a0d8-43ba-ade6-bc023b134afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.629290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82040f39-a0d8-43ba-ade6-bc023b134afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.714845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82040f39-a0d8-43ba-ade6-bc023b134afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.718037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82040f39-a0d8-43ba-ade6-bc023b134afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.719782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-82040f39-a0d8-43ba-ade6-bc023b134afe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa79aa47-420b-4833-b2f7-0d4bc74dc79e HTTP/1.1" status: 204 len: 168 time: 0.1659598 Feb 07 22:58:53.728817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82040f39-a0d8-43ba-ade6-bc023b134afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa79aa47-420b-4833-b2f7-0d4bc74dc79e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:54.554826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c311a2-f606-4b07-916d-26f3e88b8519 req-3cf2594e-bfd7-4326-bc95-955d4f56ac8e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:54.557557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01c311a2-f606-4b07-916d-26f3e88b8519 req-3cf2594e-bfd7-4326-bc95-955d4f56ac8e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0700319 Feb 07 22:58:54.620040 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01c311a2-f606-4b07-916d-26f3e88b8519 req-7d0dffc9-78a2-4b82-857e-e8a62a5d8998 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552888 Feb 07 22:58:54.637957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7b36-321b-43c9-ad4f-d7b689e8855d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.861401 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.052258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43046) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:55.199133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'network': {'name': 'tempest-network-smoke--1521505852', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'port_security_enabled': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:55.222841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Made reservation on behalf of 87518940c9e1467298bfc6fb7e8a763a for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:55.226407 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.236026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.318235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.323243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.354010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:58:55.364987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c850908-c7fa-41e6-8242-a667f74a3a1a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:55.370112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.370454 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Added segment cda71154-76fa-4fe5-93fb-4d81b3f62062 of type vlan for network f7f624bb-f459-4905-b821-74b6ac303a27 Feb 07 22:58:55.413176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.440434 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.447095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:55.447766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.511968 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4584904 Feb 07 22:58:55.515719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43058) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:55.520372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'admin_state_up': True, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:55.567836 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.571563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.575662 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba12139-6d12-4781-b60f-b87cb7af05eb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Network': ['ID=f7f624bb-f459-4905-b821-74b6ac303a27,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:55.588591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f7f624bb-f459-4905-b821-74b6ac303a27 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:58:55.653047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.780265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5661b-2f0c-414d-a8ed-8c2687bae834 req-6f8c0467-c058-4b54-9326-343115860bec tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:55.783642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ae5661b-2f0c-414d-a8ed-8c2687bae834 req-6f8c0467-c058-4b54-9326-343115860bec tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.0626767 Feb 07 22:58:55.832473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ae5661b-2f0c-414d-a8ed-8c2687bae834 req-777a67ca-47a0-4d5d-bf1a-13f82b8c2fb0 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Feb 07 22:58:55.855645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.941102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43066) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:56.127060 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.152464 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.229827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Deleting port 8993d4f3-356d-4f47-bdbf-c94c1b4a3be3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:58:56.230169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.293479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.25.8.15 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/d6633ad7-ac37-4188-8e8e-fa842922afa7) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:56.320533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.320863 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.331905 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.338714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Calling delete_port for 8993d4f3-356d-4f47-bdbf-c94c1b4a3be3 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:58:56.419357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6cb646b7-e015-4efd-8cbf-0155a26e46ea no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:58:56.426259 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.450558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 6cb646b7-e015-4efd-8cbf-0155a26e46ea {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:58:56.451106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6cb646b7-e015-4efd-8cbf-0155a26e46ea not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:58:56.451668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 543b6344-d3eb-4c1d-a145-b17687c69b1a no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:58:56.469658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.480886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 543b6344-d3eb-4c1d-a145-b17687c69b1a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:58:56.481678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 543b6344-d3eb-4c1d-a145-b17687c69b1a not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:58:56.525582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:56.529546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:56.532793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:58:56.554595 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.562516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=d6633ad7-ac37-4188-8e8e-fa842922afa7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:56.588150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event deleted for resources: {'Port': ['ID=8993d4f3-356d-4f47-bdbf-c94c1b4a3be3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:56.606740 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.673321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.673667 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Floating IP 3d7decc1-4adf-42ee-a89b-5c2e3c644fba disassociated (deleted). External IP: 172.25.8.208, port: 3de97b45-1c9d-4e48-a381-ba5ac0c5af47. Feb 07 22:58:56.861524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.980859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Router acd0edac-94ca-4118-8673-98928264fdb3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:58:57.069083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27ad8-6cbe-46ed-84cf-b15299d75a35 req-5fceb5cd-df62-4d20-904f-62a2e6afa080 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:57.070578 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae27ad8-6cbe-46ed-84cf-b15299d75a35 req-5fceb5cd-df62-4d20-904f-62a2e6afa080 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.1031144 Feb 07 22:58:57.152458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aae27ad8-6cbe-46ed-84cf-b15299d75a35 req-96d81359-dfbb-443e-ba8d-1bbfd0835b32 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725639 Feb 07 22:58:57.204715 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.433960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router fbe2f121-2c74-4bae-a68c-3116c66ac00b is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:58:57.579963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:58:57.594344 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.650470 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8d7b3a89-e037-483a-89e4-27e94b3c8936 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d7decc1-4adf-42ee-a89b-5c2e3c644fba HTTP/1.1" status: 204 len: 168 time: 1.7081528 Feb 07 22:58:57.651781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:57.654746 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775a31c6-7d79-4348-8f81-b94b693957e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:58:57.700902 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0591199-4d92-49fa-a1ac-5eb161753091 x-openstack-request-id: req-b0591199-4d92-49fa-a1ac-5eb161753091 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:58:57.701456 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:58:57.701905 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0591199-4d92-49fa-a1ac-5eb161753091 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:58:57.703767 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'status': 'completed', 'code': 200} Feb 07 22:58:57.721499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:58:57.736875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Sync routers for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:57.757048 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] Sync routers for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:57.767763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:57.768424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:57.787075 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:57.788018 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:57.848992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.850854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b3b6db5f-a300-414d-892e-e29f2d3498fc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3342047 Feb 07 22:58:57.854767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43090) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:57.862258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-fe6c047f-f953-4b40-846d-06db95608b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:57.865858 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-fe6c047f-f953-4b40-846d-06db95608b72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57f9dd05c8f64f849774ff34d4a4d885&device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 1096 time: 0.1232064 Feb 07 22:58:58.036457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:58:58.063538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5487ef2a-e258-4dd8-8603-add55fc4707b tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=87518940c9e1467298bfc6fb7e8a763a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2073841 Feb 07 22:58:58.066131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43096) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:58.089576 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:58:58.497707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T22:58:56Z', 'revision_number': 3, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:58.537424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0ca620-8791-454a-93f5-3ae239029953 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:58.545507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7b0ca620-8791-454a-93f5-3ae239029953 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4755394 Feb 07 22:58:58.559374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43106) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:58.573450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dd2f0-c08a-4ea2-af6a-ff15cf5963c0 req-84759841-8c10-4fb5-bc81-00a241fb9ea9 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:58.576574 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-061dd2f0-c08a-4ea2-af6a-ff15cf5963c0 req-84759841-8c10-4fb5-bc81-00a241fb9ea9 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.2195518 Feb 07 22:58:58.580342 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:09Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:58.582156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Checking router: fbe2f121-2c74-4bae-a68c-3116c66ac00b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:58:58.583878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Updating router fbe2f121-2c74-4bae-a68c-3116c66ac00b port d6633ad7-ac37-4188-8e8e-fa842922afa7 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:58:58.637068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-91f77782-0add-4c01-a1b6-4ad5520b3355 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570149 Feb 07 22:58:58.637955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43108) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:58.643009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989640794', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:58.688960 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.690706 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] Checking router: acd0edac-94ca-4118-8673-98928264fdb3 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:58:58.721675 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:58.722785 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:58.785277 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-061dd2f0-c08a-4ea2-af6a-ff15cf5963c0 req-941adb96-33af-4435-9cfd-256a712d4801 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878958 Feb 07 22:58:58.858349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Made reservation on behalf of 87518940c9e1467298bfc6fb7e8a763a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:58.865134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.007875 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:58:59.102762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-935e8f41-6341-4cb0-a068-a86f5833d5da tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.106198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-935e8f41-6341-4cb0-a068-a86f5833d5da tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.46 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.2063010 Feb 07 22:58:59.157828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf709-261d-4037-9cb8-41df2f110eff req-3b4598f1-dc5d-4c87-8407-c06c6d33a7a1 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.164177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6bebf709-261d-4037-9cb8-41df2f110eff req-3b4598f1-dc5d-4c87-8407-c06c6d33a7a1 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 945 time: 0.2868080 Feb 07 22:58:59.284719 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.287972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.303372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-34b947e6-8cb1-43f6-80b7-b5c49a5a8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.304863 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.305005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-34b947e6-8cb1-43f6-80b7-b5c49a5a8c55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4eab19fb-6ef3-42b1-82ae-184f691a3419 HTTP/1.1" status: 200 len: 912 time: 1.4327495 Feb 07 22:58:59.416309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd162d36-7989-4c8d-b43c-ae34c03ba46e None None] Pushing event updated for resources: {'Port': ['ID=d6633ad7-ac37-4188-8e8e-fa842922afa7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:59.451763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Attempting to bind port d6633ad7-ac37-4188-8e8e-fa842922afa7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:59.454934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Attempting to bind port d6633ad7-ac37-4188-8e8e-fa842922afa7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:59.455551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Attempting to bind port d6633ad7-ac37-4188-8e8e-fa842922afa7 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:58:59.468805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:58:59.469199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:58:59.469616 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.471887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:58:59.473598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Bound port: d6633ad7-ac37-4188-8e8e-fa842922afa7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:59.476081 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.490550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Subnet': ['ID=f1562e49-7b1b-4aeb-addb-79b54b8d8af6,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:59.490938 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-ad2ca605-c544-4d4b-b819-d9cb847a0bb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47 HTTP/1.1" status: 200 len: 217 time: 0.1606472 Feb 07 22:58:59.512640 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6bebf709-261d-4037-9cb8-41df2f110eff req-333fc422-be40-4c13-bf15-4aad3e4f38a0 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265570 Feb 07 22:58:59.512784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Checking segment: {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:58:59.513112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network hostable DHCP agents. Network: f7f624bb-f459-4905-b821-74b6ac303a27, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:58:59.545525 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:09Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:59.578840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network f7f624bb-f459-4905-b821-74b6ac303a27 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:58:59.589571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f7f624bb-f459-4905-b821-74b6ac303a27) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:59.595136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.596801 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.600469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b5b67-8163-4b55-8453-e4b9ad5f7a1e None None] Network f7f624bb-f459-4905-b821-74b6ac303a27 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:58:59.607253 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47e58a-4e7a-4c7c-b603-d7d83fea5e64 None None] The sync data for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 is: [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:53:59Z', 'revision_number': 4, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '709983ca-2704-441a-9870-e2e8b10dae39', 'name': '', 'network_id': '4eab19fb-6ef3-42b1-82ae-184f691a3419', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'mac_address': 'fa:16:3e:86:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:55Z', 'updated_at': '2022-02-07T22:54:09Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'subnets': [{'id': '87f4b850-6cd0-4563-8618-dfb518ea106c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:59.627411 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-87023e94-40c2-49ca-91b3-383761811944 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9890919 Feb 07 22:58:59.631637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43118) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:58:59.673987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] For port d6633ad7-ac37-4188-8e8e-fa842922afa7, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:58:59.690717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] For port d6633ad7-ac37-4188-8e8e-fa842922afa7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d6633ad7-ac37-4188-8e8e-fa842922afa7,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:58:59.698283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Deleting port 06e74e92-a3e3-4416-81c3-ea7cda147505 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:58:59.698755 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.703949 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.793557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-f81f2aa3-5810-4002-b467-71a1bd0d5f6f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.795057 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-f81f2aa3-5810-4002-b467-71a1bd0d5f6f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 945 time: 0.3355706 Feb 07 22:58:59.803871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-5e737389-764a-44a0-b6e4-588c699ef10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.805347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-5e737389-764a-44a0-b6e4-588c699ef10b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87f4b850-6cd0-4563-8618-dfb518ea106c HTTP/1.1" status: 200 len: 851 time: 0.2810380 Feb 07 22:58:59.838758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:58:59.839329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:59.902158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] For port 06e74e92-a3e3-4416-81c3-ea7cda147505, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=06e74e92-a3e3-4416-81c3-ea7cda147505,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:58:59.902515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.920910 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd162d36-7989-4c8d-b43c-ae34c03ba46e None None] Pushing event updated for resources: {'Port': ['ID=d6633ad7-ac37-4188-8e8e-fa842922afa7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:59.972142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Calling delete_port for 06e74e92-a3e3-4416-81c3-ea7cda147505 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:58:59.987291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-12b6f600-197b-4be8-b3f5-1e3b9bfb1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.988345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f7f624bb-f459-4905-b821-74b6ac303a27', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:58:59.988872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-12b6f600-197b-4be8-b3f5-1e3b9bfb1dea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4eab19fb-6ef3-42b1-82ae-184f691a3419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722274 Feb 07 22:58:59.989489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.136650 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce4fe9-715c-4362-939d-b9c94d70ded8 None None] New status for floating IP 3d7decc1-4adf-42ee-a89b-5c2e3c644fba: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:59:00.217137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:00.224616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Deleting port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:00.225065 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.240711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e81a9-837c-412d-b08f-3a107212e194 req-e7632ab1-03d8-47f4-b7dd-3000d9be28b5 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:00.242212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f29e81a9-837c-412d-b08f-3a107212e194 req-e7632ab1-03d8-47f4-b7dd-3000d9be28b5 tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 945 time: 0.2288389 Feb 07 22:59:00.348189 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f29e81a9-837c-412d-b08f-3a107212e194 req-cacdcf47-8aa5-44bb-9136-29f63535a5cd tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/security-groups?id=acdec115-8929-4708-a823-1737aa32af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935042 Feb 07 22:59:00.395348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Allocated IP 172.20.0.2 (f7f624bb-f459-4905-b821-74b6ac303a27/f1562e49-7b1b-4aeb-addb-79b54b8d8af6/2226530e-7a72-4ce0-a145-ff9ddf78fe9a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:00.420392 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-ba0c6a72-08a7-43fe-ad77-03d427103e26 service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216471 Feb 07 22:59:00.438554 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.449743 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.478690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['06e74e92-a3e3-4416-81c3-ea7cda147505'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:59:00.683975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Pushing event deleted for resources: {'Port': ['ID=06e74e92-a3e3-4416-81c3-ea7cda147505,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:00.688664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T22:58:56Z', 'revision_number': 3, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:00.775128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ddb2fe-a237-49ec-b29c-f2c1dff87a54 None None] The sync data for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 is: [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T22:58:56Z', 'revision_number': 3, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:00.790712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] No DVR routers for this DVR port 06e74e92-a3e3-4416-81c3-ea7cda147505 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:00.794050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.797929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.801703 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23de72ea-632a-47c7-ba07-da9bf1d5e527 req-f9d8b0ec-90f9-4062-aaf1-7b8490f9c08e tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.46 "DELETE /v2.0/ports/06e74e92-a3e3-4416-81c3-ea7cda147505 HTTP/1.1" status: 204 len: 173 time: 1.6637859 Feb 07 22:59:00.801703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e8c7c3-11cf-4706-b8f1-327bb25a90a9', 'name': 'network-vif-deleted', 'tag': '06e74e92-a3e3-4416-81c3-ea7cda147505'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:00.804055 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd59872b-1303-4739-b682-07b6ce7f7919" -d '{"events": [{"server_uuid": "30e8c7c3-11cf-4706-b8f1-327bb25a90a9", "name": "network-vif-deleted", "tag": "06e74e92-a3e3-4416-81c3-ea7cda147505"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:00.807924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] For port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:00.808371 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.814490 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.877342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0c2d0-69f6-4e4c-a96b-73812319cdbe req-40e85e82-e8e3-4fa8-af47-4f57d6fc77c1 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:00.878879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b4b0c2d0-69f6-4e4c-a96b-73812319cdbe req-40e85e82-e8e3-4fa8-af47-4f57d6fc77c1 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 945 time: 0.1989954 Feb 07 22:59:00.881708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Calling delete_port for 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:00.900994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Network f7f624bb-f459-4905-b821-74b6ac303a27 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:00.902037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Pushing event updated for resources: {'Port': ['ID=2226530e-7a72-4ce0-a145-ff9ddf78fe9a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:00.905168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:00.909037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:00.965259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-775a31c6-7d79-4348-8f81-b94b693957e1 req-f73337ea-84e7-46f2-bbcf-17aed285745e service neutron] 10.222.0.24 "GET /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379896 Feb 07 22:59:01.030588 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c81ba8-c2a2-4601-96a0-2147f2ef9ac7 x-openstack-request-id: req-25c81ba8-c2a2-4601-96a0-2147f2ef9ac7 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:01.032220 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e8c7c3-11cf-4706-b8f1-327bb25a90a9", "name": "network-vif-deleted", "tag": "06e74e92-a3e3-4416-81c3-ea7cda147505", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:01.032875 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25c81ba8-c2a2-4601-96a0-2147f2ef9ac7 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:01.034949 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e8c7c3-11cf-4706-b8f1-327bb25a90a9', 'name': 'network-vif-deleted', 'tag': '06e74e92-a3e3-4416-81c3-ea7cda147505', 'status': 'completed', 'code': 200} Feb 07 22:59:01.063263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b4b0c2d0-69f6-4e4c-a96b-73812319cdbe req-64352b2d-f1e5-40aa-9a40-ba01bd1d5658 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/security-groups?id=39669c77-e968-4eed-b514-3e079a9066a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592607 Feb 07 22:59:01.116531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.20.0.1 (f7f624bb-f459-4905-b821-74b6ac303a27/f1562e49-7b1b-4aeb-addb-79b54b8d8af6/196e118f-2f4a-435c-8253-c8498feafd06) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:01.350086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.458081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.474351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.548419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network f7f624bb-f459-4905-b821-74b6ac303a27 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:01.552239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:01.557160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:01.585669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event deleted for resources: {'Port': ['ID=3de97b45-1c9d-4e48-a381-ba5ac0c5af47,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:01.596044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=196e118f-2f4a-435c-8253-c8498feafd06,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:01.707499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43150) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:01.739068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-892d389a-c6f6-4290-8aac-e67a429c82b8 req-8979ab11-fbe4-43d9-aaa1-f4185baa23bc tempest-ServerRescueNegativeTestJSON-1476406236 tempest-ServerRescueNegativeTestJSON-1476406236-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e8c7c3-11cf-4706-b8f1-327bb25a90a9 HTTP/1.1" status: 200 len: 210 time: 0.1054034 Feb 07 22:59:01.740902 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.805318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] No DVR routers for this DVR port 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:01.816358 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.823633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dce5636a-c129-4896-ace8-ca648ec7e86a req-0df88279-e2c1-46b1-a7b3-be47586b7880 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.24 "DELETE /v2.0/ports/3de97b45-1c9d-4e48-a381-ba5ac0c5af47 HTTP/1.1" status: 204 len: 173 time: 2.0173399 Feb 07 22:59:01.831210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Attempting to bind port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:01.832191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Attempting to bind port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:01.833021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Attempting to bind port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a on network f7f624bb-f459-4905-b821-74b6ac303a27 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:01.848323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:01.854108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Checking segment: {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:01.854779 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.859497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Bound using segment: {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:01.860053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Bound port: 2226530e-7a72-4ce0-a145-ff9ddf78fe9a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:01.860454 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.007124 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce44dd17-4a2e-42ac-b37e-1601a8d7a349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.041612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] For port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:02.046968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] For port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2226530e-7a72-4ce0-a145-ff9ddf78fe9a,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:02.061222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.166141 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.268223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6c0e2-c81b-4d86-a902-d8dc9ca1e6b3 None None] Pushing event updated for resources: {'Port': ['ID=2226530e-7a72-4ce0-a145-ff9ddf78fe9a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:02.298881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0f968634-22c1-4810-9be5-a9d12069a653 req-694214e1-7cf1-4db6-9225-0debe7fa6142 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 210 time: 0.0941067 Feb 07 22:59:02.338432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce44dd17-4a2e-42ac-b37e-1601a8d7a349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.351522 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce44dd17-4a2e-42ac-b37e-1601a8d7a349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.413939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ce44dd17-4a2e-42ac-b37e-1601a8d7a349 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d2093daaf6d47e18477297561a16bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7042482 Feb 07 22:59:02.434210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43158) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:02.464035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44dd17-4a2e-42ac-b37e-1601a8d7a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee1b0ea-2c68-40c0-823b-103decb4659c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:02.464572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 06e74e92-a3e3-4416-81c3-ea7cda147505 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:02.554667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 06e74e92-a3e3-4416-81c3-ea7cda147505 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:02.555183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 06e74e92-a3e3-4416-81c3-ea7cda147505 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:02.579079 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21428f51-3c7d-4475-bf33-22af69b6fb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.618712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21428f51-3c7d-4475-bf33-22af69b6fb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.789901 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21428f51-3c7d-4475-bf33-22af69b6fb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.792701 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-21428f51-3c7d-4475-bf33-22af69b6fb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.793842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-21428f51-3c7d-4475-bf33-22af69b6fb19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aee1b0ea-2c68-40c0-823b-103decb4659c HTTP/1.1" status: 204 len: 168 time: 0.3585296 Feb 07 22:59:02.819197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21428f51-3c7d-4475-bf33-22af69b6fb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee1b0ea-2c68-40c0-823b-103decb4659c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:02.848116 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.860369 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.882535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43164) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:02.946162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:02.958508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.996100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:02.997284 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3de97b45-1c9d-4e48-a381-ba5ac0c5af47 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:03.103608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network f7f624bb-f459-4905-b821-74b6ac303a27 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:03.106764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'name': 'network-vif-deleted', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:03.109908 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4893ac80-af52-4822-9e7d-36127037b871" -d '{"events": [{"server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "name": "network-vif-deleted", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:03.110138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:03.167603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=196e118f-2f4a-435c-8253-c8498feafd06,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:03.186891 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd74df96-1718-470f-9e24-546077c5cbe3 x-openstack-request-id: req-bd74df96-1718-470f-9e24-546077c5cbe3 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:03.187695 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd5db0c-993e-40ab-bb1f-f084a41f9034", "name": "network-vif-deleted", "tag": "3de97b45-1c9d-4e48-a381-ba5ac0c5af47", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:03.188070 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd74df96-1718-470f-9e24-546077c5cbe3 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:03.188658 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd5db0c-993e-40ab-bb1f-f084a41f9034', 'name': 'network-vif-deleted', 'tag': '3de97b45-1c9d-4e48-a381-ba5ac0c5af47', 'status': 'completed', 'code': 200} Feb 07 22:59:03.294599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43170) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:03.341894 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.471767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router fbe2f121-2c74-4bae-a68c-3116c66ac00b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:03.473788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ea35981-177f-40fb-89ec-460d0f13a4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.526993 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f61b083-e7e9-4868-aea2-b12a45e45b0c req-25040c52-6930-4209-a097-a3c729865909 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 210 time: 0.0737832 Feb 07 22:59:03.576238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2226530e-7a72-4ce0-a145-ff9ddf78fe9a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:03.624952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ea35981-177f-40fb-89ec-460d0f13a4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.634846 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ea35981-177f-40fb-89ec-460d0f13a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.721085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:03.721717 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.742519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3ea35981-177f-40fb-89ec-460d0f13a4f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a33814cbefb64886a349ae0a3b91e0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468203 Feb 07 22:59:03.751664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43176) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:03.752305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea35981-177f-40fb-89ec-460d0f13a4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9f0c59-8bc9-47a8-8c06-86c51a78d4e5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:03.876462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:03.885978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7fa9127a-9cac-4286-9af8-d7640880be68 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "PUT /v2.0/routers/fbe2f121-2c74-4bae-a68c-3116c66ac00b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2529063 Feb 07 22:59:03.890604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43178) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:03.894267 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.953182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2226530e-7a72-4ce0-a145-ff9ddf78fe9a,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:03.963641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.964678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d6633ad7-ac37-4188-8e8e-fa842922afa7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:04.023692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bec3b-e6e7-4fa5-9522-3e2f35df026f None None] Network f7f624bb-f459-4905-b821-74b6ac303a27 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:59:04.048897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.152687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-74d110ca-b3d0-4e19-9712-aaf06d5dee01 None None] Provisioning complete for port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:04.153067 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d110ca-b3d0-4e19-9712-aaf06d5dee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.188007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d6633ad7-ac37-4188-8e8e-fa842922afa7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:04.188385 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.225612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1dd4242e-3942-4597-b941-cc525b44a689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.232599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=2226530e-7a72-4ce0-a145-ff9ddf78fe9a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:04.279022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.280010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.281615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.282145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.282888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.283652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.284184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.284948 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.285461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.286337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.288402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-706d16dd-3161-4817-a1f4-374722e86cf8 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7084 time: 0.3862443 Feb 07 22:59:04.291206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43180) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:04.301274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Deleting port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:04.301979 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.305534 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1dd4242e-3942-4597-b941-cc525b44a689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.351457 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.396726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port d6633ad7-ac37-4188-8e8e-fa842922afa7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d6633ad7-ac37-4188-8e8e-fa842922afa7,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:04.445371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] For port 1eaee83d-a958-4e9c-9ced-ef126cc36ab8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1eaee83d-a958-4e9c-9ced-ef126cc36ab8,segment=NetworkSegment(182b6920-97ca-452b-9d34-4014807cd95d),segment_id=182b6920-97ca-452b-9d34-4014807cd95d)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:04.445808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.459261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Sync routers for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:04.463064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Calling delete_port for 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:04.474207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.502735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.503092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.503304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.503767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.504267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.504772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.505060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.505522 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.505921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.506357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.518146 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d0a5d240-7448-4fc0-afa4-de15f8b09787 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6571 time: 0.2256577 Feb 07 22:59:04.521119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43184) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:04.648121 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.709623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1dd4242e-3942-4597-b941-cc525b44a689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.713290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1dd4242e-3942-4597-b941-cc525b44a689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.714642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1dd4242e-3942-4597-b941-cc525b44a689 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f9f0c59-8bc9-47a8-8c06-86c51a78d4e5 HTTP/1.1" status: 204 len: 168 time: 0.9591360 Feb 07 22:59:04.715383 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.744613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:04.745259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:04.795272 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dd2aa342-0ec1-4166-8cb9-a445c3b6b368 req-48fcfccb-5b79-40fb-8a7c-e706c4110690 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 210 time: 0.1002789 Feb 07 22:59:04.879537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4242e-3942-4597-b941-cc525b44a689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9f0c59-8bc9-47a8-8c06-86c51a78d4e5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:04.885003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eaee83d-a958-4e9c-9ced-ef126cc36ab8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:04.930805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=d6633ad7-ac37-4188-8e8e-fa842922afa7,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:05.197709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:05.528506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0ed0e430-849d-48da-8239-8af4e2237a04 None None] Provisioning complete for port 196e118f-2f4a-435c-8253-c8498feafd06 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:05.529170 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e430-849d-48da-8239-8af4e2237a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.588402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2226530e-7a72-4ce0-a145-ff9ddf78fe9a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:05.659414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4fc6aeed-cdd5-4395-9b2e-132f40ef8021 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4502 time: 1.1371305 Feb 07 22:59:05.772392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0e430-849d-48da-8239-8af4e2237a04 None None] Port 196e118f-2f4a-435c-8253-c8498feafd06 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:05.894035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0ed0e430-849d-48da-8239-8af4e2237a04 None None] Provisioning complete for port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:05.894417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e430-849d-48da-8239-8af4e2237a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.081104 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c70783c-e279-45c1-b917-8e3328672f9d req-5a4cb0d6-0e2d-4dd9-a36a-0400a8fcaaf4 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 210 time: 0.0730596 Feb 07 22:59:06.163370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:06.166033 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.216321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.319244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43224) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:06.342247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8de7563f-b312-40c4-b049-6b53466f1670 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151928184', 'description': 'tempest-secgroup-smoke-151928184 description', 'project_id': '87518940c9e1467298bfc6fb7e8a763a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:06.360496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T22:59:02Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:02Z', 'revision_number': 2, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:06.414542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Checking router: fbe2f121-2c74-4bae-a68c-3116c66ac00b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:06.425804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8de7563f-b312-40c4-b049-6b53466f1670 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.429445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Updating router fbe2f121-2c74-4bae-a68c-3116c66ac00b port 196e118f-2f4a-435c-8253-c8498feafd06 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:59:06.493713 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d6633ad7-ac37-4188-8e8e-fa842922afa7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:06.564372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4e12da82-f1e9-4f71-943f-4640da87aef4 None None] Provisioning complete for port 196e118f-2f4a-435c-8253-c8498feafd06 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:06.564982 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e12da82-f1e9-4f71-943f-4640da87aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.566602 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.634269 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8de7563f-b312-40c4-b049-6b53466f1670 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.636875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Router 2c71541e-dbbe-419f-a92a-e4602eea9955 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:06.643279 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8de7563f-b312-40c4-b049-6b53466f1670 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.669891 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8de7563f-b312-40c4-b049-6b53466f1670 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.671992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8de7563f-b312-40c4-b049-6b53466f1670 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3484764 Feb 07 22:59:06.674937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43228) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:06.680639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f093d3b3-e773-4f7c-aebc-cee560efbb29 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '9a2db906-8b80-4840-a41e-674b395db052', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:06.723487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d6633ad7-ac37-4188-8e8e-fa842922afa7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:06.723890 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.742511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f093d3b3-e773-4f7c-aebc-cee560efbb29 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.788349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4e12da82-f1e9-4f71-943f-4640da87aef4 None None] Port 196e118f-2f4a-435c-8253-c8498feafd06 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:06.837312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:06.851469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c3ce6ccb-7ccc-4e94-97c3-6b7e52d2cd63 admin admin] 10.222.0.15 "PUT /v2.0/routers/2c71541e-dbbe-419f-a92a-e4602eea9955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9677553 Feb 07 22:59:06.852216 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] Sync routers for ids ['2c71541e-dbbe-419f-a92a-e4602eea9955'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:06.852695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43232) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:06.877750 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] Routers {'2c71541e-dbbe-419f-a92a-e4602eea9955'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:06.878637 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f093d3b3-e773-4f7c-aebc-cee560efbb29 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.879499 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c71541e-dbbe-419f-a92a-e4602eea9955'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:06.892226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f093d3b3-e773-4f7c-aebc-cee560efbb29 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.930222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093d3b3-e773-4f7c-aebc-cee560efbb29 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e157c038-3df7-478a-a439-6299b1861991,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:06.945135 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f093d3b3-e773-4f7c-aebc-cee560efbb29 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.946346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f093d3b3-e773-4f7c-aebc-cee560efbb29 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704229 Feb 07 22:59:06.955093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43234) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:06.957439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-95991991-545c-44cf-9187-e3b57c0c3b39 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '9a2db906-8b80-4840-a41e-674b395db052', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:06.978689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7563f-b312-40c4-b049-6b53466f1670 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2db906-8b80-4840-a41e-674b395db052,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:07.019552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.034410 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95991991-545c-44cf-9187-e3b57c0c3b39 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.104563 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] Set router 2c71541e-dbbe-419f-a92a-e4602eea9955 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:07.153037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95991991-545c-44cf-9187-e3b57c0c3b39 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.159647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95991991-545c-44cf-9187-e3b57c0c3b39 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.194235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-95991991-545c-44cf-9187-e3b57c0c3b39 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.198771 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-95991991-545c-44cf-9187-e3b57c0c3b39 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2432272 Feb 07 22:59:07.199625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43244) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:07.206234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-dfeb6a2f-58c0-4b83-8471-f13a0f56d4ab tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '9a2db906-8b80-4840-a41e-674b395db052', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:07.223933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95991991-545c-44cf-9187-e3b57c0c3b39 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0be7a7-012a-4a3a-9e65-23ce6875fe35,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:07.239602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.243248 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.257201 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.284205 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dfeb6a2f-58c0-4b83-8471-f13a0f56d4ab tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.305332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-77367d64-0a99-4f16-8735-3930ff3898ca req-8391176d-2c03-4324-8232-fdce52a23e0f tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 210 time: 0.0601141 Feb 07 22:59:07.349356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e84844-1ad8-4b0b-bf8f-e2bb3cbc0522 None None] Pushing event updated for resources: {'Port': ['ID=196e118f-2f4a-435c-8253-c8498feafd06,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:07.358049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Deleting port 0dec14e6-3d16-4d96-b887-d1ccf4e70158 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:07.360564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.420060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Attempting to bind port 196e118f-2f4a-435c-8253-c8498feafd06 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:07.420507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Attempting to bind port 196e118f-2f4a-435c-8253-c8498feafd06 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:07.420799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Attempting to bind port 196e118f-2f4a-435c-8253-c8498feafd06 on network f7f624bb-f459-4905-b821-74b6ac303a27 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:07.426771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:07.427492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Checking segment: {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:07.428153 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.428756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Bound using segment: {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:07.429566 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Bound port: 196e118f-2f4a-435c-8253-c8498feafd06, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:07.430161 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.493789 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dfeb6a2f-58c0-4b83-8471-f13a0f56d4ab tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.506738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dfeb6a2f-58c0-4b83-8471-f13a0f56d4ab tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.564244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] For port 196e118f-2f4a-435c-8253-c8498feafd06, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:07.566948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb6a2f-58c0-4b83-8471-f13a0f56d4ab tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe67ffec-e852-40c7-b630-9750cee2d0e2,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:07.567585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] For port 196e118f-2f4a-435c-8253-c8498feafd06, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=196e118f-2f4a-435c-8253-c8498feafd06,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:07.579365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.590145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] For port 0dec14e6-3d16-4d96-b887-d1ccf4e70158, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0dec14e6-3d16-4d96-b887-d1ccf4e70158,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:07.591775 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.592440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dfeb6a2f-58c0-4b83-8471-f13a0f56d4ab tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.600441 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dfeb6a2f-58c0-4b83-8471-f13a0f56d4ab tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3989546 Feb 07 22:59:07.600913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43254) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:07.615882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a0b50cda-1df5-40e7-b92a-0ca24272a972 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '9a2db906-8b80-4840-a41e-674b395db052', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:07.622804 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:35Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 5, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'gw_port': {'id': '0dec14e6-3d16-4d96-b887-d1ccf4e70158', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:36Z', 'updated_at': '2022-02-07T22:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:07.633365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Calling delete_port for 0dec14e6-3d16-4d96-b887-d1ccf4e70158 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:07.688476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0b50cda-1df5-40e7-b92a-0ca24272a972 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.690242 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] Checking router: 2c71541e-dbbe-419f-a92a-e4602eea9955 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:07.715521 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] Routers {'2c71541e-dbbe-419f-a92a-e4602eea9955'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:07.716201 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c71541e-dbbe-419f-a92a-e4602eea9955'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:07.839794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:07.840603 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:07.863130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0952de47-fc11-491e-8aec-3deb423e4c3d None None] Provisioning complete for port 196e118f-2f4a-435c-8253-c8498feafd06 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:07.863268 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0b50cda-1df5-40e7-b92a-0ca24272a972 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.865397 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0952de47-fc11-491e-8aec-3deb423e4c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.875030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0b50cda-1df5-40e7-b92a-0ca24272a972 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.884295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e84844-1ad8-4b0b-bf8f-e2bb3cbc0522 None None] Pushing event updated for resources: {'Port': ['ID=196e118f-2f4a-435c-8253-c8498feafd06,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:07.903027 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] Set router 2c71541e-dbbe-419f-a92a-e4602eea9955 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:07.931941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b50cda-1df5-40e7-b92a-0ca24272a972 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d727b161-1fbe-4649-9f17-a42cfa59c145,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:07.963393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0b50cda-1df5-40e7-b92a-0ca24272a972 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.978866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43264) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:07.984805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a59cda1a-6231-4d38-b726-4e9adfcac01d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '9a2db906-8b80-4840-a41e-674b395db052', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:07.992298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a0b50cda-1df5-40e7-b92a-0ca24272a972 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3902581 Feb 07 22:59:08.122334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:08.124122 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-a59cda1a-6231-4d38-b726-4e9adfcac01d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Project 87518940c9e1467298bfc6fb7e8a763a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:59:08.142387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a59cda1a-6231-4d38-b726-4e9adfcac01d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.205427 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:35Z', 'updated_at': '2022-02-07T22:59:07Z', 'revision_number': 6, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:08.235268 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f8b11-74c7-4cdc-bc4b-185afb754b4c None None] The sync data for ids ['2c71541e-dbbe-419f-a92a-e4602eea9955'] in n-d-827895-2 is: [{'id': '2c71541e-dbbe-419f-a92a-e4602eea9955', 'name': 'tempest-ServerRescueNegativeTestJSON-1808935236-router', 'tenant_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:35Z', 'updated_at': '2022-02-07T22:59:07Z', 'revision_number': 6, 'project_id': '6c234a5c417b4662ae0ff483be3ccbbd', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:08.245575 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.314693 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a59cda1a-6231-4d38-b726-4e9adfcac01d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.318305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Pushing event deleted for resources: {'Port': ['ID=0dec14e6-3d16-4d96-b887-d1ccf4e70158,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:08.326896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a59cda1a-6231-4d38-b726-4e9adfcac01d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.382974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cda1a-6231-4d38-b726-4e9adfcac01d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db455c79-f2eb-4534-8d96-c30b35cec7ba,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:08.400011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a59cda1a-6231-4d38-b726-4e9adfcac01d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.404585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43274) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:08.410083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9d737747-d053-465a-a28d-b76618c47b8e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '9a2db906-8b80-4840-a41e-674b395db052', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:08.414844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a59cda1a-6231-4d38-b726-4e9adfcac01d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4346216 Feb 07 22:59:08.437792 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.460088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91930f5c-e69e-414e-82d9-7c7c696c8b59 req-445cce36-3c59-4390-bbcd-946837ace30c tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bd5db0c-993e-40ab-bb1f-f084a41f9034 HTTP/1.1" status: 200 len: 210 time: 0.0414004 Feb 07 22:59:08.491950 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-9d737747-d053-465a-a28d-b76618c47b8e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Project 87518940c9e1467298bfc6fb7e8a763a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:59:08.498030 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d737747-d053-465a-a28d-b76618c47b8e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.608243 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0952de47-fc11-491e-8aec-3deb423e4c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.611181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d737747-d053-465a-a28d-b76618c47b8e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.617887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d737747-d053-465a-a28d-b76618c47b8e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.646748 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.651753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.675096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d737747-d053-465a-a28d-b76618c47b8e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ab46ad-00f6-433e-967e-466e397736dc,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:08.696424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d737747-d053-465a-a28d-b76618c47b8e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.699044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9d737747-d053-465a-a28d-b76618c47b8e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2926705 Feb 07 22:59:08.761042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.761657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c71541e-dbbe-419f-a92a-e4602eea9955 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:59:08.774907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.779525 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4e9cc407-5bf4-4b9b-aa17-b9e4bafbc48b admin admin] 10.222.0.15 "DELETE /v2.0/routers/2c71541e-dbbe-419f-a92a-e4602eea9955 HTTP/1.1" status: 204 len: 168 time: 1.9210262 Feb 07 22:59:08.780021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43282) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:08.923603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-da04cdf7-1dd7-4311-8ad9-22dff5ae076f admin admin] Deleting subnet ad3c2b66-f2ca-441b-a78a-1dca09752934 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:59:08.931765 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da04cdf7-1dd7-4311-8ad9-22dff5ae076f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.934771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0952de47-fc11-491e-8aec-3deb423e4c3d None None] For port 196e118f-2f4a-435c-8253-c8498feafd06, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=196e118f-2f4a-435c-8253-c8498feafd06,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:08.946852 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0952de47-fc11-491e-8aec-3deb423e4c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.987979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T22:59:02Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:07Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:09.018789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5400f-abf0-48ec-a2fe-8a1681725bf9 None None] The sync data for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 is: [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T22:59:02Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:07Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:09.048588 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952de47-fc11-491e-8aec-3deb423e4c3d None None] Pushing event updated for resources: {'Port': ['ID=196e118f-2f4a-435c-8253-c8498feafd06,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:09.069985 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-057b583e-b138-4aba-8f78-bf571df744ea tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151928184&fields=id&tenant_id=87518940c9e1467298bfc6fb7e8a763a HTTP/1.1" status: 200 len: 267 time: 0.0959821 Feb 07 22:59:09.076159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bbf6b40f-00f5-48a7-b291-477274a40a18 None None] Provisioning complete for port 196e118f-2f4a-435c-8253-c8498feafd06 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:09.076659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbf6b40f-00f5-48a7-b291-477274a40a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.098663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da04cdf7-1dd7-4311-8ad9-22dff5ae076f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.160193 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da04cdf7-1dd7-4311-8ad9-22dff5ae076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.320336 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da04cdf7-1dd7-4311-8ad9-22dff5ae076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.369077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04cdf7-1dd7-4311-8ad9-22dff5ae076f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3c2b66-f2ca-441b-a78a-1dca09752934,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:09.373045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-da04cdf7-1dd7-4311-8ad9-22dff5ae076f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.386529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-da04cdf7-1dd7-4311-8ad9-22dff5ae076f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ad3c2b66-f2ca-441b-a78a-1dca09752934 HTTP/1.1" status: 204 len: 168 time: 0.6048434 Feb 07 22:59:09.389179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43300) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:09.455292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 196e118f-2f4a-435c-8253-c8498feafd06 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:09.476565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458b94-44bf-46c3-9336-8474be31f3ea req-6bfd7571-7952-4b64-87d3-e24cc0ad636f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:09.484742 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-6bfd7571-7952-4b64-87d3-e24cc0ad636f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/networks?id=f7f624bb-f459-4905-b821-74b6ac303a27 HTTP/1.1" status: 200 len: 797 time: 0.4057937 Feb 07 22:59:09.514302 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-d014f6a3-5fca-499e-be67-e6f199e4d57d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/quotas/87518940c9e1467298bfc6fb7e8a763a HTTP/1.1" status: 200 len: 375 time: 0.0282757 Feb 07 22:59:09.538430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.587691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 196e118f-2f4a-435c-8253-c8498feafd06 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:09.588309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.616568 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-19b0c5f7-b6df-4d3e-bb3d-3a82562bd952 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984585 Feb 07 22:59:09.617229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43304) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:09.715839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.762197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd0d991-7e2b-4f21-938a-6cb00141978d']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:09.785649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182b6920-97ca-452b-9d34-4014807cd95d') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:09.785649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182b6920-97ca-452b-9d34-4014807cd95d') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:09.805399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3de0defc-5425-4ab6-ada2-865fc80b5e35 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.815858 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.875925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.884586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:09.885457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.887484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3de0defc-5425-4ab6-ada2-865fc80b5e35 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:09.887914 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:09.951454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:09.977378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:09.977852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1eaee83d-a958-4e9c-9ced-ef126cc36ab8 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:09.978526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0dec14e6-3d16-4d96-b887-d1ccf4e70158 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:10.006057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 0dec14e6-3d16-4d96-b887-d1ccf4e70158 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:10.006057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0dec14e6-3d16-4d96-b887-d1ccf4e70158 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:10.024032 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.036640 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.042746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] 10.222.0.15 "DELETE /v2.0/networks/7cd0d991-7e2b-4f21-938a-6cb00141978d HTTP/1.1" status: 204 len: 168 time: 0.6496100 Feb 07 22:59:10.053216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed38ad-9dfa-4fa6-b282-e4c006195e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd0d991-7e2b-4f21-938a-6cb00141978d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:10.147598 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-bc3f2bae-9d32-48fa-a21a-11b5331c72bc service neutron] 10.222.0.15 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453187 Feb 07 22:59:10.183766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3de0defc-5425-4ab6-ada2-865fc80b5e35 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.188205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3de0defc-5425-4ab6-ada2-865fc80b5e35 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.193437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3de0defc-5425-4ab6-ada2-865fc80b5e35 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] 10.222.0.15 "DELETE /v2.0/security-groups/39669c77-e968-4eed-b514-3e079a9066a9 HTTP/1.1" status: 204 len: 168 time: 0.5750408 Feb 07 22:59:10.251772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0defc-5425-4ab6-ada2-865fc80b5e35 tempest-TestVolumeBackupRestore-181916629 tempest-TestVolumeBackupRestore-181916629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39669c77-e968-4eed-b514-3e079a9066a9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:10.348331 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-7f7cfb8e-0b81-4650-93ca-42b3d053c574 service neutron] 10.222.0.15 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993639 Feb 07 22:59:10.451864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43328) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:10.583422 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-41ac315c-0104-4277-b519-71c6486ba7f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c234a5c417b4662ae0ff483be3ccbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271081 Feb 07 22:59:10.583854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43338) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:10.740735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-316ec39e-3e17-4290-bbb3-ef77f1ab1094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.769147 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-316ec39e-3e17-4290-bbb3-ef77f1ab1094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.834282 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-316ec39e-3e17-4290-bbb3-ef77f1ab1094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.836953 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-316ec39e-3e17-4290-bbb3-ef77f1ab1094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.838110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-316ec39e-3e17-4290-bbb3-ef77f1ab1094 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acdec115-8929-4708-a823-1737aa32af0d HTTP/1.1" status: 204 len: 168 time: 0.2532859 Feb 07 22:59:10.868838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ec39e-3e17-4290-bbb3-ef77f1ab1094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdec115-8929-4708-a823-1737aa32af0d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:11.912787 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7263f3eb-326c-4bf5-8a57-ff163e27ad2f req-2da26ea1-3117-4567-8bfc-ea937dfb9ede tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 210 time: 0.1709588 Feb 07 22:59:12.528436 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9baba687-e152-42ff-816e-aa69197356e8 req-70e018bd-22b6-4d74-b5aa-d04774eee6f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888712 Feb 07 22:59:12.718440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba687-e152-42ff-816e-aa69197356e8 req-052de5a1-29bc-4a71-996f-97978b26ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:12.720489 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9baba687-e152-42ff-816e-aa69197356e8 req-052de5a1-29bc-4a71-996f-97978b26ecef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 1097 time: 0.1108689 Feb 07 22:59:12.748618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43562) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:13.035287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba687-e152-42ff-816e-aa69197356e8 req-fc73e8c2-0421-495f-aa24-65ceb91cf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:13.042177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9baba687-e152-42ff-816e-aa69197356e8 req-fc73e8c2-0421-495f-aa24-65ceb91cf9df service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.2832265 Feb 07 22:59:13.155669 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2a74231-c2de-4849-ba4c-5a0662ff8ba1 req-7d5e49ec-18e8-4d7f-85b6-729896e6dc30 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 210 time: 0.0686381 Feb 07 22:59:13.212966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9baba687-e152-42ff-816e-aa69197356e8 req-ad8c65e6-a438-4aeb-8185-2bcf0695ec78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 200 len: 1001 time: 0.1638095 Feb 07 22:59:13.237524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1399256004-network', 'tenant_id': 'b36724db58cb4e48891c6f00f58c527d'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:13.285057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Made reservation on behalf of b36724db58cb4e48891c6f00f58c527d for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:13.288157 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.312297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.354829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba687-e152-42ff-816e-aa69197356e8 req-a3707ae3-9ba0-448e-bdcb-d54dc78a1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:13.363571 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9baba687-e152-42ff-816e-aa69197356e8 req-a3707ae3-9ba0-448e-bdcb-d54dc78a1537 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.1388922 Feb 07 22:59:13.484924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba687-e152-42ff-816e-aa69197356e8 req-8a823f65-6603-48f2-ab79-01e1d2dcc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:13.487320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9baba687-e152-42ff-816e-aa69197356e8 req-8a823f65-6603-48f2-ab79-01e1d2dcc4cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101911 Feb 07 22:59:13.588409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.597195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.630036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ece22c-1d83-4f40-8a9f-b04892212021,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:13.642870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:59:13.655259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.655863 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Added segment 80efe4e3-3569-45b4-85db-726d535fba02 of type vlan for network 904aa7f7-2e07-471f-b889-ed8e9e1a5c25 Feb 07 22:59:13.729688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.779349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9baba687-e152-42ff-816e-aa69197356e8 req-af8a5c89-21e7-49a6-86f3-2fb1c681936e service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835460 Feb 07 22:59:13.792101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.793071 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:13.793645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.912164 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9baba687-e152-42ff-816e-aa69197356e8 req-22b5d67a-7a02-43d2-9c0d-b4e516504d22 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270232 Feb 07 22:59:13.955549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] Pushing event updated for resources: {'Network': ['ID=904aa7f7-2e07-471f-b889-ed8e9e1a5c25,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:13.977897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 904aa7f7-2e07-471f-b889-ed8e9e1a5c25 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:59:14.004213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d0cc2be0-44a9-4d9f-8ea9-6464356ecb91 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2420712 Feb 07 22:59:14.247334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458b94-44bf-46c3-9336-8474be31f3ea req-4eacdf13-6b90-4104-a2ca-b03d3f3c7fc1 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:14.250336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-4eacdf13-6b90-4104-a2ca-b03d3f3c7fc1 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.24 "GET /v2.0/networks?id=f7f624bb-f459-4905-b821-74b6ac303a27 HTTP/1.1" status: 200 len: 797 time: 0.2328982 Feb 07 22:59:14.403207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-6dcc4b20-43fa-4c1f-ab20-7d03dee4cad4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87518940c9e1467298bfc6fb7e8a763a HTTP/1.1" status: 200 len: 379 time: 0.1366520 Feb 07 22:59:14.426235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'port': {'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'admin_state_up': True, 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'security_groups': ['9a2db906-8b80-4840-a41e-674b395db052']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:14.481705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0bb62572-e591-4d5f-8451-ee2b97beb5b8 req-8ffe6a65-0aa8-43ba-95cc-3b2a69adea5f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 210 time: 0.0703919 Feb 07 22:59:14.740794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Made reservation on behalf of 87518940c9e1467298bfc6fb7e8a763a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:14.746901 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:15.133889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.20.0.9 (f7f624bb-f459-4905-b821-74b6ac303a27/f1562e49-7b1b-4aeb-addb-79b54b8d8af6/6261c44f-8e20-4657-8482-662b8eb6bdeb) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:15.307505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92bd37-580a-4cc4-a7b0-8357f57b1a4e req-e49a1357-e7c8-426c-b660-dca2a80de7d1 tempest-ComputeTenantNetworksTest-1195061524 tempest-ComputeTenantNetworksTest-1195061524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.317392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92bd37-580a-4cc4-a7b0-8357f57b1a4e req-e49a1357-e7c8-426c-b660-dca2a80de7d1 tempest-ComputeTenantNetworksTest-1195061524 tempest-ComputeTenantNetworksTest-1195061524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.326230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92bd37-580a-4cc4-a7b0-8357f57b1a4e req-e49a1357-e7c8-426c-b660-dca2a80de7d1 tempest-ComputeTenantNetworksTest-1195061524 tempest-ComputeTenantNetworksTest-1195061524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.338155 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec92bd37-580a-4cc4-a7b0-8357f57b1a4e req-e49a1357-e7c8-426c-b660-dca2a80de7d1 tempest-ComputeTenantNetworksTest-1195061524 tempest-ComputeTenantNetworksTest-1195061524-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4747069 Feb 07 22:59:15.577329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dac0e-a264-42f1-9ce4-9152f9b9d92e req-f390b392-0a4d-444d-b49d-16392a50c7c8 tempest-ComputeTenantNetworksTest-1195061524 tempest-ComputeTenantNetworksTest-1195061524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.589564 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-524dac0e-a264-42f1-9ce4-9152f9b9d92e req-f390b392-0a4d-444d-b49d-16392a50c7c8 tempest-ComputeTenantNetworksTest-1195061524 tempest-ComputeTenantNetworksTest-1195061524-project] 10.222.0.15 "GET /v2.0/networks/904aa7f7-2e07-471f-b889-ed8e9e1a5c25 HTTP/1.1" status: 200 len: 769 time: 0.2201755 Feb 07 22:59:15.590659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43830) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:15.687807 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:15.832949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:15.942401 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:15.985657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network f7f624bb-f459-4905-b821-74b6ac303a27 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:16.026222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:16.043035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:16.184922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=6261c44f-8e20-4657-8482-662b8eb6bdeb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:16.244007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:16.244819 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.273815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.291621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-5aa2836c-5c3b-4da8-9c3f-e24627638438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8797464 Feb 07 22:59:16.304863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Request body: {'port': {'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:16.341736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904aa7f7-2e07-471f-b889-ed8e9e1a5c25']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:16.381983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80efe4e3-3569-45b4-85db-726d535fba02') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:16.385754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80efe4e3-3569-45b4-85db-726d535fba02') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:16.420025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.466842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.490482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:16.490970 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:16.534628 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:16.574790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508e32f-de7d-426b-beb7-81f75125ee0d req-b0cc59ba-f4e8-4b2a-82f8-4bf68b23d3db tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:16.580079 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0508e32f-de7d-426b-beb7-81f75125ee0d req-b0cc59ba-f4e8-4b2a-82f8-4bf68b23d3db tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 931 time: 0.6340313 Feb 07 22:59:16.646678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2ea2f3d8-c77e-4f28-9bc8-4f02b8ed783d None None] Provisioning complete for port 6261c44f-8e20-4657-8482-662b8eb6bdeb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:16.647148 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ea2f3d8-c77e-4f28-9bc8-4f02b8ed783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.769304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2f3d8-c77e-4f28-9bc8-4f02b8ed783d None None] Port 6261c44f-8e20-4657-8482-662b8eb6bdeb cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:16.861515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.886939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.893772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] 10.222.0.15 "DELETE /v2.0/networks/904aa7f7-2e07-471f-b889-ed8e9e1a5c25 HTTP/1.1" status: 204 len: 168 time: 1.2995214 Feb 07 22:59:16.962080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deaf8b-ff7c-4078-a435-703dd8e88b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=904aa7f7-2e07-471f-b889-ed8e9e1a5c25,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:16.984217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0508e32f-de7d-426b-beb7-81f75125ee0d req-29d2628f-81f1-41eb-ad4f-f52045bee355 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736151 Feb 07 22:59:17.085841 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.127348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43910) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:17.179410 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-656e13ad-62c2-491e-836f-1d9622ae3fff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b36724db58cb4e48891c6f00f58c527d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502670 Feb 07 22:59:17.181625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43912) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:17.270770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aaa78c5c-ced3-4d2f-a9ca-80ad389949c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.317783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aaa78c5c-ced3-4d2f-a9ca-80ad389949c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.413607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aaa78c5c-ced3-4d2f-a9ca-80ad389949c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.417139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aaa78c5c-ced3-4d2f-a9ca-80ad389949c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.424141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aaa78c5c-ced3-4d2f-a9ca-80ad389949c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87ece22c-1d83-4f40-8a9f-b04892212021 HTTP/1.1" status: 204 len: 168 time: 0.2401237 Feb 07 22:59:17.439345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa78c5c-ced3-4d2f-a9ca-80ad389949c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ece22c-1d83-4f40-8a9f-b04892212021,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:17.520944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6261c44f-8e20-4657-8482-662b8eb6bdeb {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:17.530977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.549348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Transition to ACTIVE for port object 6261c44f-8e20-4657-8482-662b8eb6bdeb will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:17.554975 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.662192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Pushing event updated for resources: {'Port': ['ID=6261c44f-8e20-4657-8482-662b8eb6bdeb,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:17.800528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43922) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:17.902945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Attempting to bind port 6261c44f-8e20-4657-8482-662b8eb6bdeb on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:17.907328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Attempting to bind port 6261c44f-8e20-4657-8482-662b8eb6bdeb by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:17.908565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Attempting to bind port 6261c44f-8e20-4657-8482-662b8eb6bdeb on network f7f624bb-f459-4905-b821-74b6ac303a27 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:17.941392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Port 6261c44f-8e20-4657-8482-662b8eb6bdeb on network f7f624bb-f459-4905-b821-74b6ac303a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:59:17.941746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Attempting to bind port 6261c44f-8e20-4657-8482-662b8eb6bdeb on network f7f624bb-f459-4905-b821-74b6ac303a27 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:17.970613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:17.970961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Checking segment: {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:17.971367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Bound using segment: {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:17.971844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Bound port: 6261c44f-8e20-4657-8482-662b8eb6bdeb, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda71154-76fa-4fe5-93fb-4d81b3f62062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:17.978551 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.174481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] For port 6261c44f-8e20-4657-8482-662b8eb6bdeb, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:18.178635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] For port 6261c44f-8e20-4657-8482-662b8eb6bdeb, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:18.189501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.265928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:18.266543 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.267962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] 10.222.0.24 "PUT /v2.0/ports/6261c44f-8e20-4657-8482-662b8eb6bdeb HTTP/1.1" status: 200 len: 1091 time: 1.9685633 Feb 07 22:59:18.268423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:18.270834 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:18.317195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1611f11-caca-40a2-898e-13f26ec99875 service neutron] Pushing event updated for resources: {'Port': ['ID=6261c44f-8e20-4657-8482-662b8eb6bdeb,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:18.385288 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d6df75-b844-4bb8-8a80-3994696e9d2a x-openstack-request-id: req-a0d6df75-b844-4bb8-8a80-3994696e9d2a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:18.385592 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:18.385849 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0d6df75-b844-4bb8-8a80-3994696e9d2a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:18.386267 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'status': 'completed', 'code': 200} Feb 07 22:59:18.401317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458b94-44bf-46c3-9336-8474be31f3ea req-d8685497-d5dd-4551-9059-596e2d050a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:18.421313 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-d8685497-d5dd-4551-9059-596e2d050a8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 1094 time: 0.0781946 Feb 07 22:59:18.551676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9573c09-c907-484c-a323-c874026f9e62 req-789ded88-2659-4bdc-9862-132f170cbecb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:18.552148 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-ba129f0a-94c8-4a46-9d2a-690dfb615b0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb HTTP/1.1" status: 200 len: 217 time: 0.1289883 Feb 07 22:59:18.554186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9573c09-c907-484c-a323-c874026f9e62 req-789ded88-2659-4bdc-9862-132f170cbecb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 943 time: 0.4508374 Feb 07 22:59:18.693206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458b94-44bf-46c3-9336-8474be31f3ea req-f820e43c-9fb7-42d2-bb8c-91ccb439ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:18.696365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-f820e43c-9fb7-42d2-bb8c-91ccb439ce49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1562e49-7b1b-4aeb-addb-79b54b8d8af6 HTTP/1.1" status: 200 len: 834 time: 0.1380324 Feb 07 22:59:18.823102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458b94-44bf-46c3-9336-8474be31f3ea req-767cb248-6fdb-4573-8f8f-8636903789f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:18.825135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-767cb248-6fdb-4573-8f8f-8636903789f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7f624bb-f459-4905-b821-74b6ac303a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198447 Feb 07 22:59:18.910442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9573c09-c907-484c-a323-c874026f9e62 req-e7ee35ab-832e-4a8b-8558-14ad5a970489 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496089 Feb 07 22:59:19.034027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-3d2aebb5-9ad7-48d2-b6ce-827a0fc3d108 service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017293 Feb 07 22:59:19.210399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:19.294003 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17458b94-44bf-46c3-9336-8474be31f3ea req-fcd1af3b-5b43-4cb2-94c9-549615ad3506 service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524765 Feb 07 22:59:19.439887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-ae7e747e-8706-4558-9749-576ff2144432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:19.447404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-ae7e747e-8706-4558-9749-576ff2144432 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 1094 time: 0.0970638 Feb 07 22:59:19.598329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-2de487ff-0235-4ec6-bca1-182dfc8da039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:19.599992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-2de487ff-0235-4ec6-bca1-182dfc8da039 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7f624bb-f459-4905-b821-74b6ac303a27 HTTP/1.1" status: 200 len: 897 time: 0.1457615 Feb 07 22:59:19.656256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 43982) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:19.670087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-40e46d22-8aad-46f2-b87c-dae582aa2733 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb HTTP/1.1" status: 200 len: 217 time: 0.0623052 Feb 07 22:59:19.708461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Deleting port 709983ca-2704-441a-9870-e2e8b10dae39 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:19.708806 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:19.749908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-8820ba9d-b9bb-4d2e-a8fc-fe4f812bbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:19.753816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-8820ba9d-b9bb-4d2e-a8fc-fe4f812bbc36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1562e49-7b1b-4aeb-addb-79b54b8d8af6 HTTP/1.1" status: 200 len: 834 time: 0.0760405 Feb 07 22:59:19.830306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] For port 709983ca-2704-441a-9870-e2e8b10dae39, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=709983ca-2704-441a-9870-e2e8b10dae39,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:19.830668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:19.845173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Calling delete_port for 709983ca-2704-441a-9870-e2e8b10dae39 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:19.940899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-9a88fa49-9859-4416-b136-62ba86b7e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:19.945078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-9a88fa49-9859-4416-b136-62ba86b7e180 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7f624bb-f459-4905-b821-74b6ac303a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835759 Feb 07 22:59:20.002424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eac20c99-7e8d-414b-85fd-b9bf592df11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.083798 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-c61be61f-dc3c-4dae-8271-cd5463b5848d service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304917 Feb 07 22:59:20.263602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3ec1e3a3-d553-4488-b490-35dbb5d02ed4 req-a4d6e7c1-7b5e-4a2b-915b-9e1f358ba9d5 service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721656 Feb 07 22:59:20.292620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2279375-c58c-45d8-9d72-8d260d52b437 req-5928690a-d314-42b7-8dc2-e69d6da7d92a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:20.294968 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2279375-c58c-45d8-9d72-8d260d52b437 req-5928690a-d314-42b7-8dc2-e69d6da7d92a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 943 time: 0.1506679 Feb 07 22:59:20.369470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eac20c99-7e8d-414b-85fd-b9bf592df11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.378369 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2279375-c58c-45d8-9d72-8d260d52b437 req-5bb65e92-00dc-49ac-b402-09b08d61f381 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750947 Feb 07 22:59:20.381128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eac20c99-7e8d-414b-85fd-b9bf592df11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.456773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac20c99-7e8d-414b-85fd-b9bf592df11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2952eb-f5da-4432-8674-f2561cd73712,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:20.507084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-eac20c99-7e8d-414b-85fd-b9bf592df11c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23c108838cb0439ca0088e5526621e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8470392 Feb 07 22:59:20.507638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 43996) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:20.528520 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.560300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=709983ca-2704-441a-9870-e2e8b10dae39,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:20.641790 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5565efeb-25b9-443e-8f8c-3254ce39c6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.694004 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5565efeb-25b9-443e-8f8c-3254ce39c6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.771237 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5565efeb-25b9-443e-8f8c-3254ce39c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.774861 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5565efeb-25b9-443e-8f8c-3254ce39c6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.789851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5565efeb-25b9-443e-8f8c-3254ce39c6e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e2952eb-f5da-4432-8674-f2561cd73712 HTTP/1.1" status: 204 len: 168 time: 0.2791686 Feb 07 22:59:20.836580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565efeb-25b9-443e-8f8c-3254ce39c6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2952eb-f5da-4432-8674-f2561cd73712,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:20.858867 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:21.217040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Router acd0edac-94ca-4118-8673-98928264fdb3 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:21.455038 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d6589bd-0cda-4edf-9523-8bae5bfc315c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:21.476609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:21.482604 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4b8455cd-38a6-49c3-ba4c-411d7d8e7ed4 admin admin] 10.222.0.15 "PUT /v2.0/routers/acd0edac-94ca-4118-8673-98928264fdb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6716974 Feb 07 22:59:21.486320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44032) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:21.488061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] Sync routers for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:21.505086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:21.506417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:21.768338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:22.120408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44054) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:22.162058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.176417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:59:20Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:22.244048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] Checking router: acd0edac-94ca-4118-8673-98928264fdb3 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:22.256303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] Routers {'acd0edac-94ca-4118-8673-98928264fdb3'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:22.257047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:58:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['acd0edac-94ca-4118-8673-98928264fdb3'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:22.274494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-489343413-network', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:22.289672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202946f8-43b1-4367-9c5f-5ea310ec7ff0 req-7f8136c8-0a1b-4a81-914a-09354a8bb616 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:22.291137 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-202946f8-43b1-4367-9c5f-5ea310ec7ff0 req-7f8136c8-0a1b-4a81-914a-09354a8bb616 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 943 time: 0.1259637 Feb 07 22:59:22.303442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Made reservation on behalf of aab5777fcbf648a0b699c9be7cdbb0b0 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:22.305901 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.315387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.332517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.373049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-202946f8-43b1-4367-9c5f-5ea310ec7ff0 req-dd2a8e1b-c7bb-40f0-954d-7ddd898223c6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720363 Feb 07 22:59:22.413978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] Set router acd0edac-94ca-4118-8673-98928264fdb3 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:22.427055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Deleting port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:22.427277 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.429109 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.433913 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.470785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:59:22.478065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041e19b7-01f7-4c71-921b-3b13f34097ee,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:22.491941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.492776 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Added segment 0a2f76e2-e251-4da1-9d55-89b2e47a0616 of type vlan for network db1c45f2-63d9-4be1-8606-8da64d0df07f Feb 07 22:59:22.538569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] For port 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7c2c31f5-eda9-43df-82fd-2f683ac3d5c2,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:22.539511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.559016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.560117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Calling delete_port for 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:22.595377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.596438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:22.597015 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.642629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:59:20Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:22.679889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] Pushing event updated for resources: {'Network': ['ID=db1c45f2-63d9-4be1-8606-8da64d0df07f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:22.699067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4e304d86-2ef6-40b2-9324-30dc127c6a71 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5767856 Feb 07 22:59:22.702195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44064) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:22.707437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c47b1-0cff-4042-92bd-a72dd742ad01 None None] The sync data for ids ['acd0edac-94ca-4118-8673-98928264fdb3'] in n-d-827895-2 is: [{'id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'name': 'tempest-TestVolumeBackupRestore-82676638-router', 'tenant_id': '57f9dd05c8f64f849774ff34d4a4d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:46Z', 'updated_at': '2022-02-07T22:59:20Z', 'revision_number': 5, 'project_id': '57f9dd05c8f64f849774ff34d4a4d885', 'gw_port': {'id': '7c2c31f5-eda9-43df-82fd-2f683ac3d5c2', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd0edac-94ca-4118-8673-98928264fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:47Z', 'updated_at': '2022-02-07T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:22.708771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Request body: {'subnet': {'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-489343413-subnet', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:22.711159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network db1c45f2-63d9-4be1-8606-8da64d0df07f details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:59:22.762236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Made reservation on behalf of aab5777fcbf648a0b699c9be7cdbb0b0 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:22.769869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.807438 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.845389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2c31f5-eda9-43df-82fd-2f683ac3d5c2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:22.918136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.991909 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:59:23.010235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.021600 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.024324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.024737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 6261c44f-8e20-4657-8482-662b8eb6bdeb details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:59:23.094559 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.095214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acd0edac-94ca-4118-8673-98928264fdb3 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:59:23.100363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.103790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8de85341-c290-440a-a2a5-69b0d449a621 admin admin] 10.222.0.15 "DELETE /v2.0/routers/acd0edac-94ca-4118-8673-98928264fdb3 HTTP/1.1" status: 204 len: 168 time: 1.6142492 Feb 07 22:59:23.104040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44070) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:23.143592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3302d4-0f8a-4221-b6e4-4f19cf9594ac req-8085e583-aeed-4564-9006-9ceb7c810592 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:23.150933 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f3302d4-0f8a-4221-b6e4-4f19cf9594ac req-8085e583-aeed-4564-9006-9ceb7c810592 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 946 time: 0.1532454 Feb 07 22:59:23.152157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69565f97-44fa-4eea-9041-f5e191979448,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:23.204103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 6261c44f-8e20-4657-8482-662b8eb6bdeb, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:23.213777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8a133b-c6fe-49d2-8a1a-bf5d7bd7c83b admin admin] Deleting subnet 87f4b850-6cd0-4563-8618-dfb518ea106c {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:59:23.222920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2f8a133b-c6fe-49d2-8a1a-bf5d7bd7c83b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.224446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:59:23.237854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f3302d4-0f8a-4221-b6e4-4f19cf9594ac req-893bb4fe-a13e-42bf-b489-22e5791a68bf tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785000 Feb 07 22:59:23.255839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Checking segment: {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:23.256038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Network hostable DHCP agents. Network: db1c45f2-63d9-4be1-8606-8da64d0df07f, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:59:23.285338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Network db1c45f2-63d9-4be1-8606-8da64d0df07f is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:59:23.309692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, db1c45f2-63d9-4be1-8606-8da64d0df07f) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:23.319561 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.332956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:23.334737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a318d8d1-bdfd-4cb8-94b0-21650e2836fa None None] Network db1c45f2-63d9-4be1-8606-8da64d0df07f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:59:23.335442 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.355503 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2f8a133b-c6fe-49d2-8a1a-bf5d7bd7c83b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.371750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c7b1787c-00eb-498d-ac1c-51636a19ad08 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6661429 Feb 07 22:59:23.372698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44080) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:23.384029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:23.437961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.438955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.507382 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.509209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2f8a133b-c6fe-49d2-8a1a-bf5d7bd7c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.624184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1579e4-e33b-45a0-9023-8ac47d5bb431 req-1d19e0ce-5ee5-46a9-ba6e-0221ebc6a2b5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:23.626163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6e1579e4-e33b-45a0-9023-8ac47d5bb431 req-1d19e0ce-5ee5-46a9-ba6e-0221ebc6a2b5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 943 time: 0.1144125 Feb 07 22:59:23.635472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2f8a133b-c6fe-49d2-8a1a-bf5d7bd7c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.655487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6261c44f-8e20-4657-8482-662b8eb6bdeb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:23.660555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 709983ca-2704-441a-9870-e2e8b10dae39 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:23.682118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a133b-c6fe-49d2-8a1a-bf5d7bd7c83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f4b850-6cd0-4563-8618-dfb518ea106c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:23.697003 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2f8a133b-c6fe-49d2-8a1a-bf5d7bd7c83b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.706129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2f8a133b-c6fe-49d2-8a1a-bf5d7bd7c83b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/87f4b850-6cd0-4563-8618-dfb518ea106c HTTP/1.1" status: 204 len: 168 time: 0.5985694 Feb 07 22:59:23.712496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44094) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:23.729032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18841e3-2a98-4e6c-a743-dfe5e95770ae None None] Network 4eab19fb-6ef3-42b1-82ae-184f691a3419 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:59:23.738936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 709983ca-2704-441a-9870-e2e8b10dae39 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:23.739150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 709983ca-2704-441a-9870-e2e8b10dae39 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:23.753668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-db1c45f2-63d9-4be1-8606-8da64d0df07f', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:59:23.754522 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.795444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 6261c44f-8e20-4657-8482-662b8eb6bdeb, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:23.850723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.853180 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6e1579e4-e33b-45a0-9023-8ac47d5bb431 req-7940f2dc-3c56-4443-ab7a-c4007432cf94 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138584 Feb 07 22:59:23.877304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.918335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.957920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Deleting port 5ca99643-f3bd-44c1-82d2-27c670bf3945 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:23.958522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.037890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] For port 5ca99643-f3bd-44c1-82d2-27c670bf3945, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5ca99643-f3bd-44c1-82d2-27c670bf3945,segment=NetworkSegment(822d6eb8-5fe8-4695-a0c3-c3a95eb84e63),segment_id=822d6eb8-5fe8-4695-a0c3-c3a95eb84e63)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:24.038367 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.053096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Calling delete_port for 5ca99643-f3bd-44c1-82d2-27c670bf3945 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:24.114488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.160430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.174170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.209726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca99643-f3bd-44c1-82d2-27c670bf3945,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:24.214014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] No DVR routers for this DVR port 5ca99643-f3bd-44c1-82d2-27c670bf3945 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:24.323151 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.324807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=6261c44f-8e20-4657-8482-662b8eb6bdeb,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:24.331102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['6261c44f-8e20-4657-8482-662b8eb6bdeb'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:59:24.365353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Allocated IP 172.25.8.56 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/bd1fd456-6284-4df0-baf8-0949945f742c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:24.400809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eab19fb-6ef3-42b1-82ae-184f691a3419']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:24.422043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.422546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.423603 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.423603 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.423823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.424303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.424432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:24.424638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822d6eb8-5fe8-4695-a0c3-c3a95eb84e63') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:24.424953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.425416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.425861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.426293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.426721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.427148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:24.453186 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.472528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.480975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:24.482059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: timer() Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:24.489619 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:24.491421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Allocated IP 172.20.0.2 (db1c45f2-63d9-4be1-8606-8da64d0df07f/69565f97-44fa-4eea-9041-f5e191979448/2d46853b-82c1-437c-92b9-b371b25d5d32) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:24.568290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c62fa-7635-4c25-824a-5e2302c6cbc6 None None] DHCP port deletion for 4eab19fb-6ef3-42b1-82ae-184f691a3419 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:59:24.588034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-6cd02127-5b62-42f9-82d9-9adc2665d98b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:24.590131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-6cd02127-5b62-42f9-82d9-9adc2665d98b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.46 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 946 time: 0.1847000 Feb 07 22:59:24.641566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.644794 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.655556 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.661803 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4eab19fb-6ef3-42b1-82ae-184f691a3419 HTTP/1.1" status: 204 len: 168 time: 0.9483190 Feb 07 22:59:24.664904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44102) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:24.696977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0e08-cd1c-484c-92d8-435424e1d7f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eab19fb-6ef3-42b1-82ae-184f691a3419,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:24.724210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088af0d2-e51d-4c2a-8a77-ee04465cc02b req-f9fbd7dc-a829-4b80-ac2c-fee2eeb9100b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:24.727026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-088af0d2-e51d-4c2a-8a77-ee04465cc02b req-f9fbd7dc-a829-4b80-ac2c-fee2eeb9100b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 946 time: 0.2534225 Feb 07 22:59:24.744891 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.816196 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17950053-4a9e-45ea-9b5f-f76752478813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.853713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:24.871095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:24.874280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:24.878903 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.916980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.989253 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.993075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Network db1c45f2-63d9-4be1-8606-8da64d0df07f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:25.005436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:25.017310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:25.097669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Pushing event updated for resources: {'Port': ['ID=2d46853b-82c1-437c-92b9-b371b25d5d32,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:25.126744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f215fd-5619-4ce0-9580-df6eeae72e52 req-dd31fa55-6c5a-4412-a6ee-7cd01a1f5a03 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:25.128578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21f215fd-5619-4ce0-9580-df6eeae72e52 req-dd31fa55-6c5a-4412-a6ee-7cd01a1f5a03 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 944 time: 0.1249907 Feb 07 22:59:25.141246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Pushing event updated for resources: {'Port': ['ID=bd1fd456-6284-4df0-baf8-0949945f742c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:25.179908 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-088af0d2-e51d-4c2a-8a77-ee04465cc02b req-fc88de19-4cfa-4b72-8a43-53f34b70f8b1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158659 Feb 07 22:59:25.221709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21f215fd-5619-4ce0-9580-df6eeae72e52 req-7af65e83-d1b6-482d-93f2-71a21acf71d0 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853674 Feb 07 22:59:25.331755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Deleting port cf927250-a161-4da8-bfdc-fa426f077077 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:25.332117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.376399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Attempting to bind port 2d46853b-82c1-437c-92b9-b371b25d5d32 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:25.377311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Attempting to bind port 2d46853b-82c1-437c-92b9-b371b25d5d32 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:25.377891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Attempting to bind port 2d46853b-82c1-437c-92b9-b371b25d5d32 on network db1c45f2-63d9-4be1-8606-8da64d0df07f {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:25.392216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.420167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5ca99643-f3bd-44c1-82d2-27c670bf3945 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:25.443719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 5ca99643-f3bd-44c1-82d2-27c670bf3945 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:25.443826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5ca99643-f3bd-44c1-82d2-27c670bf3945 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:25.447003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:25.467940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:25.468390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7c2c31f5-eda9-43df-82fd-2f683ac3d5c2 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:25.470158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:25.470612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Checking segment: {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:25.471134 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.471593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Bound using segment: {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:25.472165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Bound port: 2d46853b-82c1-437c-92b9-b371b25d5d32, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:25.472664 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.617631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] For port 2d46853b-82c1-437c-92b9-b371b25d5d32, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:25.623217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] For port 2d46853b-82c1-437c-92b9-b371b25d5d32, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2d46853b-82c1-437c-92b9-b371b25d5d32,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:25.634735 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.638718 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.755241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] For port cf927250-a161-4da8-bfdc-fa426f077077, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cf927250-a161-4da8-bfdc-fa426f077077,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:25.755826 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.805576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ff7e1-34ee-4b98-8bce-4bfd6a8e1416 None None] Pushing event updated for resources: {'Port': ['ID=2d46853b-82c1-437c-92b9-b371b25d5d32,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:25.885056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Deleting port c244eb40-9478-4dbb-b40d-f97d1e2aa664 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:25.885567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.000238 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.080955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] For port c244eb40-9478-4dbb-b40d-f97d1e2aa664, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c244eb40-9478-4dbb-b40d-f97d1e2aa664,segment=NetworkSegment(076e8c62-fcce-4b3b-9b85-1d70b8d4d64e),segment_id=076e8c62-fcce-4b3b-9b85-1d70b8d4d64e)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:26.082061 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.098725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Calling delete_port for c244eb40-9478-4dbb-b40d-f97d1e2aa664 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:26.350269 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.418176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Router 192ee214-366b-4a1c-9266-e4d2afed5dd9 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:59:26.433380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75553ca1-c24f-4810-90f4-8b28209350b6 req-9da7741b-bc23-4ebd-a234-b5070ef34467 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:26.434893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75553ca1-c24f-4810-90f4-8b28209350b6 req-9da7741b-bc23-4ebd-a234-b5070ef34467 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 946 time: 0.0785294 Feb 07 22:59:26.462451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.475509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f509e-bc25-4ccf-9dfd-b7e7b0570e45 req-52dfb0c5-6448-4f79-872d-5d90c76b4a2e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:26.477031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a52f509e-bc25-4ccf-9dfd-b7e7b0570e45 req-52dfb0c5-6448-4f79-872d-5d90c76b4a2e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 944 time: 0.0854669 Feb 07 22:59:26.480680 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.481048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.481370 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Floating IP c8b9c280-fa9d-4c3e-bae2-c6c7daab60de disassociated. External IP: 172.25.8.214, port: cf927250-a161-4da8-bfdc-fa426f077077. Feb 07 22:59:26.482381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Calling delete_port for cf927250-a161-4da8-bfdc-fa426f077077 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:26.518914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c244eb40-9478-4dbb-b40d-f97d1e2aa664,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:26.600373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.623038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a52f509e-bc25-4ccf-9dfd-b7e7b0570e45 req-f35dc928-f204-42ac-804b-f64e1b9c8d1e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121702 Feb 07 22:59:26.781571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.057047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 6261c44f-8e20-4657-8482-662b8eb6bdeb up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:27.095526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75553ca1-c24f-4810-90f4-8b28209350b6 req-673323ac-e6de-4be5-a8cb-dcb535d0742b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=82406435-569e-409e-ade0-fe61d399bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6501396 Feb 07 22:59:27.145156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Router 69a64c01-5c0b-437c-84e5-31a04a159061 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:27.164109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 6261c44f-8e20-4657-8482-662b8eb6bdeb completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:27.176558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 6261c44f-8e20-4657-8482-662b8eb6bdeb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:27.176558 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.236692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:27.249245 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Sync routers for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:27.251256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.271921 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:27.272568 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:27.336025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event deleted for resources: {'Port': ['ID=cf927250-a161-4da8-bfdc-fa426f077077,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:27.353436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.364189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44138) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:27.367642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ba88c025-66bc-4ba3-a091-535b80f4393c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9801207 Feb 07 22:59:27.447638 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.570827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 6261c44f-8e20-4657-8482-662b8eb6bdeb, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:27.573765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:27.578530 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b919a-bd6f-4c67-b1f0-6284e31bc2db" -d '{"events": [{"server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "name": "network-vif-plugged", "status": "completed", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:27.591785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:27.598210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e523d5-f0fd-42b3-8a54-4caeb848c68b None None] Network db1c45f2-63d9-4be1-8606-8da64d0df07f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:59:27.616045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] Sync routers for ids ['69a64c01-5c0b-437c-84e5-31a04a159061'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:27.620649 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.632271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:27.711459 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:27.753165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44146) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:27.771960 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29039e1e-2c73-439c-ad4d-0b8407de31f5 x-openstack-request-id: req-29039e1e-2c73-439c-ad4d-0b8407de31f5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:27.772846 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "name": "network-vif-plugged", "status": "completed", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:27.773138 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29039e1e-2c73-439c-ad4d-0b8407de31f5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:27.773505 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'code': 200} Feb 07 22:59:27.781792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2d46853b-82c1-437c-92b9-b371b25d5d32 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:27.803667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] Routers {'69a64c01-5c0b-437c-84e5-31a04a159061'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:27.816823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['69a64c01-5c0b-437c-84e5-31a04a159061'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:28.016793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3ef49d63-461a-4253-b8ce-6e9d8c9dc68c None None] Provisioning complete for port 2d46853b-82c1-437c-92b9-b371b25d5d32 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:28.017222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d63-461a-4253-b8ce-6e9d8c9dc68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.129833 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-634dc4a4-4e11-4026-bb11-388967cba816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.138138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] Set router 69a64c01-5c0b-437c-84e5-31a04a159061 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:28.191084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc63dfb-5ecb-49ba-bdac-c22b95767a56 req-644a6b64-b6e1-400e-a440-84d7b9222b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:28.195592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6cc63dfb-5ecb-49ba-bdac-c22b95767a56 req-644a6b64-b6e1-400e-a440-84d7b9222b2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 1096 time: 0.3877547 Feb 07 22:59:28.227520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:28.247159 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] Sync routers for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:28.266646 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:25Z', 'revision_number': 3, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:28.323547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce26ab6-2359-4867-8290-ffa959fecb54 req-17b8e969-2eb8-45c1-b207-746f76096fe8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:28.328333 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5ce26ab6-2359-4867-8290-ffa959fecb54 req-17b8e969-2eb8-45c1-b207-746f76096fe8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 945 time: 0.4815171 Feb 07 22:59:28.343747 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Checking router: 192ee214-366b-4a1c-9266-e4d2afed5dd9 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:28.344948 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=6261c44f-8e20-4657-8482-662b8eb6bdeb,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:28.345439 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Updating router 192ee214-366b-4a1c-9266-e4d2afed5dd9 port bd1fd456-6284-4df0-baf8-0949945f742c binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:59:28.398826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2d46853b-82c1-437c-92b9-b371b25d5d32 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:28.399238 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.399785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] No DVR routers for this DVR port cf927250-a161-4da8-bfdc-fa426f077077 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:28.405655 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.409507 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e14d032-94b0-45b8-94c0-9e1c2de22abe req-f6b2d3f6-8442-40c4-a508-31a4d8d7f330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.46 "DELETE /v2.0/ports/cf927250-a161-4da8-bfdc-fa426f077077 HTTP/1.1" status: 204 len: 173 time: 3.7166507 Feb 07 22:59:28.413524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-deleted', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:28.416049 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f7f5cc-d9d9-4632-b98c-a0e97880a7e3" -d '{"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-deleted", "tag": "cf927250-a161-4da8-bfdc-fa426f077077"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:28.427059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c9243495-c3d9-4d2b-a5be-3bb6b4950e15 admin admin] 10.222.0.15 "PUT /v2.0/routers/69a64c01-5c0b-437c-84e5-31a04a159061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7353799 Feb 07 22:59:28.427284 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:28.427284 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:28.432665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44156) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:28.434052 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.476341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6fb227b4-0f67-4847-980b-030ab6848323 req-3ebf1ae2-389a-4208-a47e-404929c79bb4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f56a1f4d-0321-4b79-8818-00d670e1155e HTTP/1.1" status: 200 len: 210 time: 0.0557106 Feb 07 22:59:28.508586 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6cc63dfb-5ecb-49ba-bdac-c22b95767a56 req-abcf95e2-0ae5-455f-853b-79c203a35602 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992363 Feb 07 22:59:28.519529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5ce26ab6-2359-4867-8290-ffa959fecb54 req-334c913e-314d-44e3-9979-5b6eb1d6efc2 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806376 Feb 07 22:59:28.596974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cf927250-a161-4da8-bfdc-fa426f077077 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:28.615892 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602760c7-cc19-4271-9222-1d18664e4cd8 x-openstack-request-id: req-602760c7-cc19-4271-9222-1d18664e4cd8 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:28.616847 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56a1f4d-0321-4b79-8818-00d670e1155e", "name": "network-vif-deleted", "tag": "cf927250-a161-4da8-bfdc-fa426f077077", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:28.617197 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-602760c7-cc19-4271-9222-1d18664e4cd8 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:28.617696 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56a1f4d-0321-4b79-8818-00d670e1155e', 'name': 'network-vif-deleted', 'tag': 'cf927250-a161-4da8-bfdc-fa426f077077', 'status': 'completed', 'code': 200} Feb 07 22:59:28.665989 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:28.690007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-634dc4a4-4e11-4026-bb11-388967cba816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.711772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: cf927250-a161-4da8-bfdc-fa426f077077 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:28.712003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cf927250-a161-4da8-bfdc-fa426f077077 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:28.720067 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-634dc4a4-4e11-4026-bb11-388967cba816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.741744 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.793956 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.799147 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d63-461a-4253-b8ce-6e9d8c9dc68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.838476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.844758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dc4a4-4e11-4026-bb11-388967cba816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dacb22c-66ee-4249-9cae-0cfad1003361,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:28.862315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-634dc4a4-4e11-4026-bb11-388967cba816 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e17f9cdbff064814a2727e6f6d5a6fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1013219 Feb 07 22:59:28.864429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44158) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:28.899321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3ef49d63-461a-4253-b8ce-6e9d8c9dc68c None None] For port 2d46853b-82c1-437c-92b9-b371b25d5d32, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2d46853b-82c1-437c-92b9-b371b25d5d32,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:28.912175 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ef49d63-461a-4253-b8ce-6e9d8c9dc68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.031803 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.062707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44162) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:29.160288 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:59:29.174143 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-525512bf-0940-451f-828e-075c447dd37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:59:29.195655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef49d63-461a-4253-b8ce-6e9d8c9dc68c None None] Pushing event updated for resources: {'Port': ['ID=2d46853b-82c1-437c-92b9-b371b25d5d32,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:29.209684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:09Z', 'updated_at': '2022-02-07T22:59:26Z', 'revision_number': 5, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'gw_port': {'id': 'c7284ae5-f321-4d8c-9c9e-318cefcb8da9', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:11Z', 'updated_at': '2022-02-07T22:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:29.227834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea6dfc5-db3d-40d1-b00b-1d3543d42689 admin admin] Deleting subnet 23463c9c-1f12-4a2e-91d4-7eaa651898ff {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:59:29.233555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dfc5-db3d-40d1-b00b-1d3543d42689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.291549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] Checking router: 69a64c01-5c0b-437c-84e5-31a04a159061 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:29.300091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Deleting port c7284ae5-f321-4d8c-9c9e-318cefcb8da9 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:29.300432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.301520 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.304401 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dfc5-db3d-40d1-b00b-1d3543d42689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.312696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] Routers {'69a64c01-5c0b-437c-84e5-31a04a159061'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:29.313475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['69a64c01-5c0b-437c-84e5-31a04a159061'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:29.337982 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.343545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93f19f23-4139-476b-b289-3eb980e632f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.401142 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Pushing event updated for resources: {'Port': ['ID=bd1fd456-6284-4df0-baf8-0949945f742c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:29.416689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93f19f23-4139-476b-b289-3eb980e632f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.430609 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.431187 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.431665 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.432170 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.432639 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.433632 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.434108 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.434577 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.435052 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.435547 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.436094 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.436561 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:29.439507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Allocated IP 172.20.0.1 (db1c45f2-63d9-4be1-8606-8da64d0df07f/69565f97-44fa-4eea-9041-f5e191979448/1c2acc8d-0134-4af7-8de9-d7fb4f029c83) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:29.441081 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Attempting to bind port bd1fd456-6284-4df0-baf8-0949945f742c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:29.441633 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Attempting to bind port bd1fd456-6284-4df0-baf8-0949945f742c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:29.442198 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Attempting to bind port bd1fd456-6284-4df0-baf8-0949945f742c on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:29.455250 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:29.455904 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:29.456459 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.456988 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:29.457625 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Bound port: bd1fd456-6284-4df0-baf8-0949945f742c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:29.458152 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.523630 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] For port bd1fd456-6284-4df0-baf8-0949945f742c, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:29.525319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] Set router 69a64c01-5c0b-437c-84e5-31a04a159061 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:29.528139 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] For port bd1fd456-6284-4df0-baf8-0949945f742c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bd1fd456-6284-4df0-baf8-0949945f742c,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:29.542788 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.554884 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:29.624387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dfc5-db3d-40d1-b00b-1d3543d42689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.639532 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] Checking router: dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:29.645066 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ffa70-c706-4299-8439-ce7fe03732c4 None None] Pushing event updated for resources: {'Port': ['ID=bd1fd456-6284-4df0-baf8-0949945f742c,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:29.645470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:09Z', 'updated_at': '2022-02-07T22:59:29Z', 'revision_number': 6, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:29.662102 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:29.662723 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:29.766388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] For port c7284ae5-f321-4d8c-9c9e-318cefcb8da9, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c7284ae5-f321-4d8c-9c9e-318cefcb8da9,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:29.766984 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.798123 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:29.823866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Calling delete_port for c7284ae5-f321-4d8c-9c9e-318cefcb8da9 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:29.828212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44170) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:29.955619 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dfc5-db3d-40d1-b00b-1d3543d42689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.967561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd716b0a-9878-423e-a3bc-c14e1efaf182 None None] The sync data for ids ['69a64c01-5c0b-437c-84e5-31a04a159061'] in n-d-827895-2 is: [{'id': '69a64c01-5c0b-437c-84e5-31a04a159061', 'name': 'tempest-TestVolumeBackupRestore-1862988296-router', 'tenant_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:09Z', 'updated_at': '2022-02-07T22:59:29Z', 'revision_number': 6, 'project_id': '6100bb25de9b4fbeb6c5c5526cb6eac9', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:30.030216 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:30.037849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4cfc432f-06d9-440f-9d55-d3dd22d4feb4 None None] Provisioning complete for port 2d46853b-82c1-437c-92b9-b371b25d5d32 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:30.038922 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:30.042027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6dfc5-db3d-40d1-b00b-1d3543d42689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23463c9c-1f12-4a2e-91d4-7eaa651898ff,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:30.042508 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4cfc432f-06d9-440f-9d55-d3dd22d4feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.059764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93f19f23-4139-476b-b289-3eb980e632f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.060903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dfc5-db3d-40d1-b00b-1d3543d42689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.064033 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93f19f23-4139-476b-b289-3eb980e632f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.067481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-93f19f23-4139-476b-b289-3eb980e632f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dacb22c-66ee-4249-9cae-0cfad1003361 HTTP/1.1" status: 204 len: 168 time: 1.1979816 Feb 07 22:59:30.082200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4ea6dfc5-db3d-40d1-b00b-1d3543d42689 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/23463c9c-1f12-4a2e-91d4-7eaa651898ff HTTP/1.1" status: 204 len: 168 time: 1.0180602 Feb 07 22:59:30.093946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44174) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:30.106561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f19f23-4139-476b-b289-3eb980e632f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dacb22c-66ee-4249-9cae-0cfad1003361,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:30.120360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfbecc-c70a-42c8-8afb-ff468457e457 req-a5393eaa-eec6-4091-9f4f-d972879b2cb3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:30.122106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-afcfbecc-c70a-42c8-8afb-ff468457e457 req-a5393eaa-eec6-4091-9f4f-d972879b2cb3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 945 time: 0.2920947 Feb 07 22:59:30.234484 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-afcfbecc-c70a-42c8-8afb-ff468457e457 req-5b5e6dbf-5f57-4601-936d-bffb7bf15fc6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016288 Feb 07 22:59:30.235153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08916fa8-9a4c-4637-ae25-b83474f6cce6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.240898 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.289626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08916fa8-9a4c-4637-ae25-b83474f6cce6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.362677 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.400462 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:30.421840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.496840 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2d46853b-82c1-437c-92b9-b371b25d5d32 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:30.606675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Network db1c45f2-63d9-4be1-8606-8da64d0df07f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:30.615822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:30.621738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:30.635804 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:30.699664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c2acc8d-0134-4af7-8de9-d7fb4f029c83,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:30.722762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2d46853b-82c1-437c-92b9-b371b25d5d32 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:30.723327 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.733384 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.744236 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08916fa8-9a4c-4637-ae25-b83474f6cce6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.746921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-08916fa8-9a4c-4637-ae25-b83474f6cce6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.748134 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-08916fa8-9a4c-4637-ae25-b83474f6cce6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "DELETE /v2.0/security-groups/82406435-569e-409e-ade0-fe61d399bd89 HTTP/1.1" status: 204 len: 168 time: 0.9153538 Feb 07 22:59:30.778709 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5cf24-2d56-4119-978d-37c48384428b None None] The sync data for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 is: [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:30.781263 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.866092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44178) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:30.866431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44180) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:30.866686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd895215-0924-4399-a595-7aa4d58c1cb8']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:30.878434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29ccd40-68fa-4693-9bd9-183fb20cb0d9') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:30.878998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29ccd40-68fa-4693-9bd9-183fb20cb0d9') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:30.891276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.921801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.943251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:30.943682 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.957251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c244eb40-9478-4dbb-b40d-f97d1e2aa664 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:30.971591 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-136bd9cb-a5d4-49e8-b287-8d3b8048bc87 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] show failed (client error): The resource could not be found. Feb 07 22:59:30.976107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-136bd9cb-a5d4-49e8-b287-8d3b8048bc87 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups/82406435-569e-409e-ade0-fe61d399bd89 HTTP/1.1" status: 404 len: 347 time: 0.0784304 Feb 07 22:59:30.981941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44182) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:31.005993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c244eb40-9478-4dbb-b40d-f97d1e2aa664 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:31.006471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c244eb40-9478-4dbb-b40d-f97d1e2aa664 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:31.012173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08916fa8-9a4c-4637-ae25-b83474f6cce6 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82406435-569e-409e-ade0-fe61d399bd89,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:31.031057 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:25Z', 'revision_number': 3, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:31.054883 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:31.064366 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.095332 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742064bf-4063-48b1-a01c-5660c5aed568 None None] The sync data for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 is: [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:25Z', 'revision_number': 3, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:31.098521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1879840c-59c0-4c09-b6bb-401d67f3c570 None None] Provisioning complete for port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:31.098899 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1879840c-59c0-4c09-b6bb-401d67f3c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.099968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c09c732-7484-4817-8e61-3c4c7b40e637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.152502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7284ae5-f321-4d8c-9c9e-318cefcb8da9,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:31.172051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1879840c-59c0-4c09-b6bb-401d67f3c570 None None] Port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:31.236296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.261979 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.271005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cd895215-0924-4399-a595-7aa4d58c1cb8 HTTP/1.1" status: 204 len: 168 time: 1.1759164 Feb 07 22:59:31.272017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44186) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:31.331866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-703b3489-4c5f-481c-99c5-28cac6cb5e06 admin admin] Deleting subnet ef38766f-acb5-44ae-84ee-94f2129488af {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:59:31.334999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca1680-81cc-4fd7-85e2-c242db47f306 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd895215-0924-4399-a595-7aa4d58c1cb8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:31.336106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf6451-fca6-4152-932d-671d4ffc5a0b None None] New status for floating IP c8b9c280-fa9d-4c3e-bae2-c6c7daab60de: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:59:31.341637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.346780 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c09c732-7484-4817-8e61-3c4c7b40e637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.346927 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-703b3489-4c5f-481c-99c5-28cac6cb5e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.373764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8c09c732-7484-4817-8e61-3c4c7b40e637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.424724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.439956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09c732-7484-4817-8e61-3c4c7b40e637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab020027-55bb-4e27-ba3e-677bb336bc5f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:31.449393 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8c09c732-7484-4817-8e61-3c4c7b40e637 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=863d0ce0ed234bac9da009a04dd734ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5076215 Feb 07 22:59:31.451809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44188) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:31.453178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Deleting port fe53981e-1b7d-4de2-9554-23180303f696 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:31.453505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.527788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.537249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.551156 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-703b3489-4c5f-481c-99c5-28cac6cb5e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.646233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe8c48-bd78-4f95-9c6f-86620e4a02fb req-e6bb291b-0669-4521-a69d-2d752c01d7f3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:31.647838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9fe8c48-bd78-4f95-9c6f-86620e4a02fb req-e6bb291b-0669-4521-a69d-2d752c01d7f3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 945 time: 0.2686610 Feb 07 22:59:31.666786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.667553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a64c01-5c0b-437c-84e5-31a04a159061 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:59:31.679271 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.679271 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bd41461d-2c16-4a16-85bf-720e1def7c4b admin admin] 10.222.0.15 "DELETE /v2.0/routers/69a64c01-5c0b-437c-84e5-31a04a159061 HTTP/1.1" status: 204 len: 168 time: 3.2417829 Feb 07 22:59:31.686586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44190) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:31.697168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-703b3489-4c5f-481c-99c5-28cac6cb5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.746814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.746814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.751738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eb27497d-a577-4191-8fe5-fd95ac749ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.778067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Calling delete_port for fe53981e-1b7d-4de2-9554-23180303f696 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:31.784315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9fe8c48-bd78-4f95-9c6f-86620e4a02fb req-6d14e511-f104-4a01-8cdb-c66670b1e6cf tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237299 Feb 07 22:59:31.813305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d7e648-49db-44a6-be36-ae5079f5994a admin admin] Deleting subnet 8d45fd0e-3a27-4aa6-9455-d6b7a15afd58 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 22:59:31.822137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e648-49db-44a6-be36-ae5079f5994a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.843954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eb27497d-a577-4191-8fe5-fd95ac749ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.872000 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-703b3489-4c5f-481c-99c5-28cac6cb5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.909190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-703b3489-4c5f-481c-99c5-28cac6cb5e06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.912588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-703b3489-4c5f-481c-99c5-28cac6cb5e06 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ef38766f-acb5-44ae-84ee-94f2129488af HTTP/1.1" status: 204 len: 168 time: 0.6355481 Feb 07 22:59:31.913448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b3489-4c5f-481c-99c5-28cac6cb5e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef38766f-acb5-44ae-84ee-94f2129488af,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:31.917781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44194) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:31.969242 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e648-49db-44a6-be36-ae5079f5994a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.032679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.033755 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.051698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d5855-db4a-426c-80b6-f6df591c4059 req-15b45a0c-1bf9-4a42-9fd5-80a1723e0b83 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:32.053362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-461d5855-db4a-426c-80b6-f6df591c4059 req-15b45a0c-1bf9-4a42-9fd5-80a1723e0b83 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 945 time: 0.1677585 Feb 07 22:59:32.054103 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.081116 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eb27497d-a577-4191-8fe5-fd95ac749ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.083631 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-eb27497d-a577-4191-8fe5-fd95ac749ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.087467 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-eb27497d-a577-4191-8fe5-fd95ac749ebe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab020027-55bb-4e27-ba3e-677bb336bc5f HTTP/1.1" status: 204 len: 168 time: 0.6293492 Feb 07 22:59:32.169634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27497d-a577-4191-8fe5-fd95ac749ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab020027-55bb-4e27-ba3e-677bb336bc5f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:32.172099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e648-49db-44a6-be36-ae5079f5994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.210340 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.218536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.244334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794b908a-e459-4504-8263-bdcbddc249ee']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:32.257683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e717b70-cb88-4bf4-a1f5-83a02a730fd8') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:32.258334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e717b70-cb88-4bf4-a1f5-83a02a730fd8') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:32.273975 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.274246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c2acc8d-0134-4af7-8de9-d7fb4f029c83,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:32.285732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-461d5855-db4a-426c-80b6-f6df591c4059 req-293cdb93-5aa6-4d1c-b2e6-102a43b186af tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823645 Feb 07 22:59:32.298200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e648-49db-44a6-be36-ae5079f5994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.302276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.321302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44198) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:32.321845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:32.322354 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.356823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bd1fd456-6284-4df0-baf8-0949945f742c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:32.366614 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:32.419692 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:32.449938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e648-49db-44a6-be36-ae5079f5994a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.453383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ca85a4-f25e-4cfe-9873-6203fe95dbad None None] Network bd53dff4-75d3-4f1d-b6ce-2a563269fe7c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:59:32.457685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event deleted for resources: {'Port': ['ID=fe53981e-1b7d-4de2-9554-23180303f696,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:32.459909 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c7d7e648-49db-44a6-be36-ae5079f5994a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8d45fd0e-3a27-4aa6-9455-d6b7a15afd58 HTTP/1.1" status: 204 len: 168 time: 0.7703247 Feb 07 22:59:32.460208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44202) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:32.461049 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.464820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7e648-49db-44a6-be36-ae5079f5994a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d45fd0e-3a27-4aa6-9455-d6b7a15afd58,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:32.506156 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.510518 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] 10.222.0.15 "DELETE /v2.0/networks/794b908a-e459-4504-8263-bdcbddc249ee HTTP/1.1" status: 204 len: 168 time: 0.5917177 Feb 07 22:59:32.513135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563062d-6fd4-45aa-ac8a-c472d0a34dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=794b908a-e459-4504-8263-bdcbddc249ee,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:32.555895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bd1fd456-6284-4df0-baf8-0949945f742c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:32.556102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.583270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3ad7f-9ee7-424b-8a16-045acc580c3f tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:32.584914 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-55c3ad7f-9ee7-424b-8a16-045acc580c3f tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 1091 time: 0.2624898 Feb 07 22:59:32.589316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44206) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:32.612005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:32.645615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Network db1c45f2-63d9-4be1-8606-8da64d0df07f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:32.652640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:32.661473 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.667046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.669231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.682634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a8503a5c-1fd8-47b4-a607-eb09db421db3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "DELETE /v2.0/floatingips/c8b9c280-fa9d-4c3e-bae2-c6c7daab60de HTTP/1.1" status: 204 len: 168 time: 1.6821795 Feb 07 22:59:32.772208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44210) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:32.790808 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.814149 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-864e1462-4ec0-4521-9c9e-13072ed9198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.823662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port bd1fd456-6284-4df0-baf8-0949945f742c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bd1fd456-6284-4df0-baf8-0949945f742c,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:32.839693 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.840165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Deleting port a996655e-e195-4cfa-8cfe-0edc73d2efe4 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:32.840623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.855298 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.962406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44212) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:32.979433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=bd1fd456-6284-4df0-baf8-0949945f742c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:32.991453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c7284ae5-f321-4d8c-9c9e-318cefcb8da9 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:33.023980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c7284ae5-f321-4d8c-9c9e-318cefcb8da9 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:33.032501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c7284ae5-f321-4d8c-9c9e-318cefcb8da9 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:33.036093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8247ba88-90e7-431e-a051-9ce2cad597a0 None None] DHCP port deletion for bd53dff4-75d3-4f1d-b6ce-2a563269fe7c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 22:59:33.071468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Router 192ee214-366b-4a1c-9266-e4d2afed5dd9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:33.088413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b8dec87c-a18a-4ecc-9ae0-20e67672f966 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce6aa2423c014f61b7f2d9a5e010f57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238768 Feb 07 22:59:33.091536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44214) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:33.128902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8247ba88-90e7-431e-a051-9ce2cad597a0 None None] Deleting port a996655e-e195-4cfa-8cfe-0edc73d2efe4 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 22:59:33.129547 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8247ba88-90e7-431e-a051-9ce2cad597a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.153321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] For port a996655e-e195-4cfa-8cfe-0edc73d2efe4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a996655e-e195-4cfa-8cfe-0edc73d2efe4,segment=NetworkSegment(076e8c62-fcce-4b3b-9b85-1d70b8d4d64e),segment_id=076e8c62-fcce-4b3b-9b85-1d70b8d4d64e)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:33.153821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.174273 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-864e1462-4ec0-4521-9c9e-13072ed9198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.181880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Calling delete_port for a996655e-e195-4cfa-8cfe-0edc73d2efe4 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:33.184184 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9e519f8-d7d8-48aa-94ca-be6a9d5979f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.197329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-864e1462-4ec0-4521-9c9e-13072ed9198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.206517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8247ba88-90e7-431e-a051-9ce2cad597a0 None None] For port a996655e-e195-4cfa-8cfe-0edc73d2efe4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a996655e-e195-4cfa-8cfe-0edc73d2efe4,segment=NetworkSegment(076e8c62-fcce-4b3b-9b85-1d70b8d4d64e),segment_id=076e8c62-fcce-4b3b-9b85-1d70b8d4d64e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:33.207118 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8247ba88-90e7-431e-a051-9ce2cad597a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.220005 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9e519f8-d7d8-48aa-94ca-be6a9d5979f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.221892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d7260eec-a45a-4e90-9df2-e11a72814b14 None None] Provisioning complete for port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:33.222384 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7260eec-a45a-4e90-9df2-e11a72814b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.227628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8247ba88-90e7-431e-a051-9ce2cad597a0 None None] Calling delete_port for a996655e-e195-4cfa-8cfe-0edc73d2efe4 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 22:59:33.274254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44216) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:33.282987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-549d26f8-263e-49e2-b95d-d65576691c11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479112887', 'description': 'tempest-description--487896010'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:33.306890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e1462-4ec0-4521-9c9e-13072ed9198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed16ea0-e0fb-42ac-8b52-6f9a3181b317,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:33.322332 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-864e1462-4ec0-4521-9c9e-13072ed9198f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1afb033a95de4a3482a2a5d666566c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465410 Feb 07 22:59:33.322332 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.323423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44218) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:33.333951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:33.338906 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9e519f8-d7d8-48aa-94ca-be6a9d5979f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.341550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9e519f8-d7d8-48aa-94ca-be6a9d5979f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.342704 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9e519f8-d7d8-48aa-94ca-be6a9d5979f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bb213cf-1f7f-46dd-b0cd-34ace3247713 HTTP/1.1" status: 204 len: 168 time: 0.2491093 Feb 07 22:59:33.370111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e519f8-d7d8-48aa-94ca-be6a9d5979f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb213cf-1f7f-46dd-b0cd-34ace3247713,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:33.376079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-549d26f8-263e-49e2-b95d-d65576691c11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.412353 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d7260eec-a45a-4e90-9df2-e11a72814b14 None None] Port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:33.425971 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f6bc5a70-56aa-482d-92d7-a1524cb7b8e8 admin admin] 10.222.0.15 "PUT /v2.0/routers/192ee214-366b-4a1c-9266-e4d2afed5dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0480170 Feb 07 22:59:33.460739 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-549d26f8-263e-49e2-b95d-d65576691c11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.461582 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.469580 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8247ba88-90e7-431e-a051-9ce2cad597a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.474953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-549d26f8-263e-49e2-b95d-d65576691c11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.497382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] No DVR routers for this DVR port a996655e-e195-4cfa-8cfe-0edc73d2efe4 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:33.515820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Pushing event deleted for resources: {'Port': ['ID=a996655e-e195-4cfa-8cfe-0edc73d2efe4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:33.531124 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247ba88-90e7-431e-a051-9ce2cad597a0 None None] No DVR routers for this DVR port a996655e-e195-4cfa-8cfe-0edc73d2efe4 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:33.546714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247ba88-90e7-431e-a051-9ce2cad597a0 None None] Pushing event deleted for resources: {'Port': ['ID=a996655e-e195-4cfa-8cfe-0edc73d2efe4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:33.552714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-218f7880-6e7d-49e4-ae9c-534522ac6be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.574114 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-549d26f8-263e-49e2-b95d-d65576691c11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.575814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-549d26f8-263e-49e2-b95d-d65576691c11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2987812 Feb 07 22:59:33.583195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44224) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:33.588107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-be8547ee-d15d-4777-bb7b-2acc085c8ef3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'security_group_rule': {'security_group_id': 'ecc59bc4-dade-48a8-adb1-712e2dafbcb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:33.602193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d26f8-263e-49e2-b95d-d65576691c11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc59bc4-dade-48a8-adb1-712e2dafbcb5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:33.618983 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.630585 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-218f7880-6e7d-49e4-ae9c-534522ac6be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.642340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd53dff4-75d3-4f1d-b6ce-2a563269fe7c']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:33.656572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:33.656862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076e8c62-fcce-4b3b-9b85-1d70b8d4d64e') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:33.667452 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.689016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.700135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:33.700777 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: timer() Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:33.717629 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:33.719578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.25.8.170 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/352a93c7-9a6b-4c67-8b26-b8c4a21ecf7a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:33.756592 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be8547ee-d15d-4777-bb7b-2acc085c8ef3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.783303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.815994 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.822495 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-218f7880-6e7d-49e4-ae9c-534522ac6be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.825053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-218f7880-6e7d-49e4-ae9c-534522ac6be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.826395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-218f7880-6e7d-49e4-ae9c-534522ac6be6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ed16ea0-e0fb-42ac-8b52-6f9a3181b317 HTTP/1.1" status: 204 len: 168 time: 0.4940016 Feb 07 22:59:33.835446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bd53dff4-75d3-4f1d-b6ce-2a563269fe7c HTTP/1.1" status: 204 len: 168 time: 1.3700278 Feb 07 22:59:33.835446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ee660-5121-4328-896f-32b334c88057 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd53dff4-75d3-4f1d-b6ce-2a563269fe7c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:33.842696 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Sync routers for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:33.859341 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:33.860205 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:33.970099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.001398 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:34.242488 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f7880-6e7d-49e4-ae9c-534522ac6be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed16ea0-e0fb-42ac-8b52-6f9a3181b317,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:34.280918 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 2, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:34.281446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44238) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:34.284327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bd1fd456-6284-4df0-baf8-0949945f742c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:34.288241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-80d129aa-26b5-4862-b6a8-0fc09a5d201e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691410351', 'description': 'tempest-description--2024154416'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:34.316889 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Checking router: 192ee214-366b-4a1c-9266-e4d2afed5dd9 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:34.317380 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Updating router 192ee214-366b-4a1c-9266-e4d2afed5dd9 port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:59:34.346130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-80d129aa-26b5-4862-b6a8-0fc09a5d201e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.353031 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.353822 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be8547ee-d15d-4777-bb7b-2acc085c8ef3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.380419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bd1fd456-6284-4df0-baf8-0949945f742c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:34.381038 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.381155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be8547ee-d15d-4777-bb7b-2acc085c8ef3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.399257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8547ee-d15d-4777-bb7b-2acc085c8ef3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68325693-5697-4077-8115-d0d9f3b3b6ba,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:34.426720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44240) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:34.437736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be8547ee-d15d-4777-bb7b-2acc085c8ef3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.439289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-be8547ee-d15d-4777-bb7b-2acc085c8ef3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8547630 Feb 07 22:59:34.442343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44242) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:34.446495 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.451309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3a6aa5fc-7d09-40ad-b4fe-19da8487ac11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'security_group_rule': {'security_group_id': 'ecc59bc4-dade-48a8-adb1-712e2dafbcb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:34.476262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44244) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:34.493275 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.536982 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-80d129aa-26b5-4862-b6a8-0fc09a5d201e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.545966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a6aa5fc-7d09-40ad-b4fe-19da8487ac11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.553989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-80d129aa-26b5-4862-b6a8-0fc09a5d201e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.594989 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.611261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5bed499c-54d0-482a-bd29-fe31768ad036 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90c6ec0d9b364334a23e0ed0594e2ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292224 Feb 07 22:59:34.611809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44248) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:34.626296 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c3c1ca1e-a0be-49ef-97af-d36b25e26665 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57f9dd05c8f64f849774ff34d4a4d885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980760 Feb 07 22:59:34.634889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a6aa5fc-7d09-40ad-b4fe-19da8487ac11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.636177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44250) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:34.654936 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-80d129aa-26b5-4862-b6a8-0fc09a5d201e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.659001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-80d129aa-26b5-4862-b6a8-0fc09a5d201e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3744783 Feb 07 22:59:34.662954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44254) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:34.664585 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a6aa5fc-7d09-40ad-b4fe-19da8487ac11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.665972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a996655e-e195-4cfa-8cfe-0edc73d2efe4 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:59:34.693246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0e55f1c6-7d61-4c10-9e5b-e817376df221 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'security_group_rule': {'security_group_id': '1ed5da64-cc40-4199-8430-fb9823e87b4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:34.697449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:34.705351 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: a996655e-e195-4cfa-8cfe-0edc73d2efe4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 22:59:34.706105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a996655e-e195-4cfa-8cfe-0edc73d2efe4 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:59:34.718394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d129aa-26b5-4862-b6a8-0fc09a5d201e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed5da64-cc40-4199-8430-fb9823e87b4e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:34.724078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6aa5fc-7d09-40ad-b4fe-19da8487ac11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae9db44-97e0-46ca-9e63-b98f16afdabb,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:34.734818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:34.745259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:34.783602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-386a86f7-1f10-42ee-9804-0039a75509ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.788235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a6aa5fc-7d09-40ad-b4fe-19da8487ac11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.789497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3a6aa5fc-7d09-40ad-b4fe-19da8487ac11 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464439 Feb 07 22:59:34.796557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=352a93c7-9a6b-4c67-8b26-b8c4a21ecf7a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:34.801644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44258) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:34.811940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:34.822299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-386a86f7-1f10-42ee-9804-0039a75509ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.844425 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.852605 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.872490 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48e80432-f896-4fba-9f6e-815a7e773767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.878278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0e55f1c6-7d61-4c10-9e5b-e817376df221 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.889284 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-386a86f7-1f10-42ee-9804-0039a75509ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.892033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-386a86f7-1f10-42ee-9804-0039a75509ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.893291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-386a86f7-1f10-42ee-9804-0039a75509ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a277014-9834-4a77-aa62-a0824b888a4f HTTP/1.1" status: 204 len: 168 time: 0.2808404 Feb 07 22:59:34.912370 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884f76f-71c6-49fe-9a30-20709435cbc0 None None] Pushing event updated for resources: {'Port': ['ID=1c2acc8d-0134-4af7-8de9-d7fb4f029c83,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:34.918733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a86f7-1f10-42ee-9804-0039a75509ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a277014-9834-4a77-aa62-a0824b888a4f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:34.925462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.954872 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48e80432-f896-4fba-9f6e-815a7e773767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.980356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0e55f1c6-7d61-4c10-9e5b-e817376df221 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.989018 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0e55f1c6-7d61-4c10-9e5b-e817376df221 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.021435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55f1c6-7d61-4c10-9e5b-e817376df221 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767f8d21-45d9-4e7a-80a4-3c8a144d9e05,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:35.038355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0e55f1c6-7d61-4c10-9e5b-e817376df221 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.040882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0e55f1c6-7d61-4c10-9e5b-e817376df221 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728807 Feb 07 22:59:35.043515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44264) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:35.054257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3cb6ed69-c048-4f9b-9eef-b866b0f69e2c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'security_group_rule': {'security_group_id': '1ed5da64-cc40-4199-8430-fb9823e87b4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:35.078072 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Attempting to bind port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:35.078688 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Attempting to bind port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:35.079311 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Attempting to bind port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 on network db1c45f2-63d9-4be1-8606-8da64d0df07f {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:35.095899 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:35.096300 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Checking segment: {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:35.108656 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ed69-c048-4f9b-9eef-b866b0f69e2c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.108789 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.109185 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Bound using segment: {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:35.109687 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Bound port: 1c2acc8d-0134-4af7-8de9-d7fb4f029c83, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:35.110134 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.238985 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] For port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:35.242203 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] For port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1c2acc8d-0134-4af7-8de9-d7fb4f029c83,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:35.255748 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.256213 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ed69-c048-4f9b-9eef-b866b0f69e2c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.262525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ed69-c048-4f9b-9eef-b866b0f69e2c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.271557 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48e80432-f896-4fba-9f6e-815a7e773767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.274198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48e80432-f896-4fba-9f6e-815a7e773767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.289176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-48e80432-f896-4fba-9f6e-815a7e773767 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4be65fa6-1130-4d25-ab67-0e23bf585fde HTTP/1.1" status: 204 len: 168 time: 0.6339443 Feb 07 22:59:35.298181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6ed69-c048-4f9b-9eef-b866b0f69e2c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052005fe-0f38-4a09-9286-9b42c0c8a27b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:35.308721 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ed69-c048-4f9b-9eef-b866b0f69e2c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.313643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3cb6ed69-c048-4f9b-9eef-b866b0f69e2c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2665679 Feb 07 22:59:35.314245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44276) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:35.318919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:35.361983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bb2e8ccc-9526-4838-8885-8135529257c9 None None] Provisioning complete for port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:35.363009 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb2e8ccc-9526-4838-8885-8135529257c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.397637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.400868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e80432-f896-4fba-9f6e-815a7e773767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be65fa6-1130-4d25-ab67-0e23bf585fde,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:35.414631 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884f76f-71c6-49fe-9a30-20709435cbc0 None None] Pushing event updated for resources: {'Port': ['ID=1c2acc8d-0134-4af7-8de9-d7fb4f029c83,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:35.429958 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:35.431137 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:35.482784 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.537001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb2e8ccc-9526-4838-8885-8135529257c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.594095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bb2e8ccc-9526-4838-8885-8135529257c9 None None] For port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1c2acc8d-0134-4af7-8de9-d7fb4f029c83,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:35.607286 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb2e8ccc-9526-4838-8885-8135529257c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.674358 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:35.679224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.694429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e8ccc-9526-4838-8885-8135529257c9 None None] Pushing event updated for resources: {'Port': ['ID=1c2acc8d-0134-4af7-8de9-d7fb4f029c83,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:35.838442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fd60c98a-d51c-4331-83e7-508bb4c05d70 None None] Provisioning complete for port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:35.839933 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd60c98a-d51c-4331-83e7-508bb4c05d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.892622 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Allocated IP 172.25.8.2 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/e2d36fb5-e123-4125-8584-00f7d94349e8) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:35.902581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.062525 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.079681 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:36.116330 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ef1d0-cfab-4b37-97ef-6f12d2f1b465 None None] The sync data for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 is: [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:36.117019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.138891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44294) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:36.230950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a08e91b5-5e2b-46eb-b2df-e6b3a89589ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6100bb25de9b4fbeb6c5c5526cb6eac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903647 Feb 07 22:59:36.235623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44298) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:36.286459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.340168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Allocated IP 172.25.8.197 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/4c493e33-5921-4aae-a49b-aabd1cc9ad49) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:36.361564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44300) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:36.381280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:36.391614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'Port': ['ID=e2d36fb5-e123-4125-8584-00f7d94349e8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:36.399303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:36.406718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:36.491185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de6d0e7c-4cc0-499f-a690-523c58508da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.501622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.527506 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.547922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.571643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de6d0e7c-4cc0-499f-a690-523c58508da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.579383 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.647299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:36.656525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:36.660210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:36.686821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'Port': ['ID=4c493e33-5921-4aae-a49b-aabd1cc9ad49,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:36.690367 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.709034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f188987-732a-473f-a720-6a6b3bbf259e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.736246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=352a93c7-9a6b-4c67-8b26-b8c4a21ecf7a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:36.771376 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.824126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.841131 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.889285 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de6d0e7c-4cc0-499f-a690-523c58508da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.892067 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-de6d0e7c-4cc0-499f-a690-523c58508da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.894160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-de6d0e7c-4cc0-499f-a690-523c58508da7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18220a04-4ff6-4128-9621-56c1e6d395f4 HTTP/1.1" status: 204 len: 168 time: 0.6552753 Feb 07 22:59:36.912260 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.922567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d0e7c-4cc0-499f-a690-523c58508da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18220a04-4ff6-4128-9621-56c1e6d395f4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:36.961426 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Floating IP 6dceaf9e-83f1-4cdc-9fa6-e8d424452579 associated. External IP: 172.25.8.170, port: 6261c44f-8e20-4657-8482-662b8eb6bdeb. Feb 07 22:59:36.985304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f188987-732a-473f-a720-6a6b3bbf259e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.005899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f188987-732a-473f-a720-6a6b3bbf259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.122330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f188987-732a-473f-a720-6a6b3bbf259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283ede10-6ede-45f2-a21f-50e6c49c77d5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:37.132105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4f188987-732a-473f-a720-6a6b3bbf259e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b34bf190827047a7a51fcaf364b07787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7692783 Feb 07 22:59:37.134946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44324) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:37.261511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-298fcc06-79ad-4575-ad2a-c1407da83b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.298971 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.301999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-298fcc06-79ad-4575-ad2a-c1407da83b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.310345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.416092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'Port': ['ID=4c493e33-5921-4aae-a49b-aabd1cc9ad49,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:37.431007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.436722 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.458689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.461837 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-298fcc06-79ad-4575-ad2a-c1407da83b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.466086 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-298fcc06-79ad-4575-ad2a-c1407da83b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.470957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-298fcc06-79ad-4575-ad2a-c1407da83b7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/283ede10-6ede-45f2-a21f-50e6c49c77d5 HTTP/1.1" status: 204 len: 168 time: 0.3324196 Feb 07 22:59:37.477524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.479118 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4177e969-c049-4992-8dd2-2db59e37515f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1638868 Feb 07 22:59:37.480504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router fbe2f121-2c74-4bae-a68c-3116c66ac00b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:37.488721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fcc06-79ad-4575-ad2a-c1407da83b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283ede10-6ede-45f2-a21f-50e6c49c77d5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:37.671865 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.709628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'Port': ['ID=e2d36fb5-e123-4125-8584-00f7d94349e8,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:37.777585 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-afb8ed65-9dcd-4548-8bc5-202285df0d4b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--691410351&fields=id&tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0 HTTP/1.1" status: 200 len: 267 time: 0.0506732 Feb 07 22:59:37.780048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44352) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:37.813990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:37.835518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] Sync routers for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:37.851295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.852845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c995a34e-73dc-4b67-817d-cb8fbf3df31c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0462341 Feb 07 22:59:37.861618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.864250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:37.867992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:37.909067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0e5fa245-945a-4161-b89d-43d096093107 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3173170 Feb 07 22:59:37.909649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:37.914001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44366) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:37.916057 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70cb119-3306-4d9b-a899-80524247bc84" -d '{"events": [{"name": "network-changed", "server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:37.989507 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9833b77d-9db5-482e-840e-6b1ca9bb48bd x-openstack-request-id: req-9833b77d-9db5-482e-840e-6b1ca9bb48bd {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:37.989806 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:37.990056 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9833b77d-9db5-482e-840e-6b1ca9bb48bd {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:37.990460 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'status': 'completed', 'code': 200} Feb 07 22:59:38.047531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:38.325617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:38.400461 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-282d6b1e-9494-43eb-8199-4ac633b44c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.425416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bc383-d283-476f-b66b-534982726322 req-89f240f4-2d16-48e2-a9b3-f12881adaa63 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:38.432669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:38.433075 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.440971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-89f240f4-2d16-48e2-a9b3-f12881adaa63 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 810 time: 0.6625988 Feb 07 22:59:38.459792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-c512149c-9cf8-4609-b7a5-e115c6c13265 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1479112887&fields=id&tenant_id=2f8188f23cd14522b0e643238af88f51 HTTP/1.1" status: 200 len: 267 time: 0.0727060 Feb 07 22:59:38.475508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-33020020-7ba4-42cf-99c9-cd448ba2f7e8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/floatingips/6dceaf9e-83f1-4cdc-9fa6-e8d424452579 HTTP/1.1" status: 200 len: 991 time: 0.5541756 Feb 07 22:59:38.476638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T22:59:02Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '6dceaf9e-83f1-4cdc-9fa6-e8d424452579', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:35Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 0, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:38.508236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] Checking router: fbe2f121-2c74-4bae-a68c-3116c66ac00b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:38.524637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:38.525294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:38.609675 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-23cd2ade-da95-474c-865c-d0f0284a3b22 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/quotas/aab5777fcbf648a0b699c9be7cdbb0b0 HTTP/1.1" status: 200 len: 375 time: 0.1515241 Feb 07 22:59:38.624194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd444b-1901-4fbc-99a8-d080a539063f req-0f932d24-5391-4551-8562-161623b0f1b1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:38.635831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-0f932d24-5391-4551-8562-161623b0f1b1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 816 time: 0.1739779 Feb 07 22:59:38.654133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-c4406e53-9ac8-49c3-a58d-ead913c24279 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/quotas/2f8188f23cd14522b0e643238af88f51 HTTP/1.1" status: 200 len: 375 time: 0.0171947 Feb 07 22:59:38.693790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44398) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:38.703282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb119-3306-4d9b-a899-80524247bc84 req-e07a7639-b442-4e08-8b3f-f48937b20e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:38.708878 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d70cb119-3306-4d9b-a899-80524247bc84 req-e07a7639-b442-4e08-8b3f-f48937b20e92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 1096 time: 0.3597002 Feb 07 22:59:38.750289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:38.758490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-282d6b1e-9494-43eb-8199-4ac633b44c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.764493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-91c07b70-eade-4bdd-b970-61d5f40d78a3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067536 Feb 07 22:59:38.778483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-35287568-41e3-430f-b362-106285b4a5c0 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1493530 Feb 07 22:59:38.782829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-282d6b1e-9494-43eb-8199-4ac633b44c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.876210 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-282d6b1e-9494-43eb-8199-4ac633b44c67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e609859915034959b5d7052ba736d0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0944383 Feb 07 22:59:38.876892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44406) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:38.921859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-232abffe-3702-4c16-9dc1-dc09e260fc20 service neutron] 10.222.0.15 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206529 Feb 07 22:59:38.978378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d6b1e-9494-43eb-8199-4ac633b44c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf00341-07ef-485d-93b3-118bd7116355,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:38.986652 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-0709fe2d-1ee5-43ad-a4c0-9ab2aaa08a3e service neutron] 10.222.0.15 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774249 Feb 07 22:59:39.081602 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-da0aa346-9df4-40db-a9dd-2b0bee46f8bd service neutron] 10.222.0.15 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561782 Feb 07 22:59:39.115023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1653214935-network', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:39.126590 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2483de77-3e24-4f65-a483-1c8c6eeaa9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.152617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2483de77-3e24-4f65-a483-1c8c6eeaa9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.174993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Made reservation on behalf of edc93e220b884578820ed73d5e9400f9 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:39.177753 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.192904 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.233123 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2483de77-3e24-4f65-a483-1c8c6eeaa9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.235889 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2483de77-3e24-4f65-a483-1c8c6eeaa9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.240659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2483de77-3e24-4f65-a483-1c8c6eeaa9dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccf00341-07ef-485d-93b3-118bd7116355 HTTP/1.1" status: 204 len: 168 time: 0.2591851 Feb 07 22:59:39.258404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483de77-3e24-4f65-a483-1c8c6eeaa9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf00341-07ef-485d-93b3-118bd7116355,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:39.269701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb119-3306-4d9b-a899-80524247bc84 req-d6f35f2f-30c4-4b10-ac00-e9897af744c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:39.271128 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d70cb119-3306-4d9b-a899-80524247bc84 req-d6f35f2f-30c4-4b10-ac00-e9897af744c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7f624bb-f459-4905-b821-74b6ac303a27 HTTP/1.1" status: 200 len: 897 time: 0.5544083 Feb 07 22:59:39.318871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.325752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T22:59:02Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '6dceaf9e-83f1-4cdc-9fa6-e8d424452579', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:35Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 0, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:39.330684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.333770 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-c80736b0-e2b1-495b-b922-769d5b04a7b2 service neutron] 10.222.0.15 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151910 Feb 07 22:59:39.389931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d70cb119-3306-4d9b-a899-80524247bc84 req-09101ebb-cf47-4c2a-a601-77c626c649f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb HTTP/1.1" status: 200 len: 999 time: 0.1069794 Feb 07 22:59:39.437991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81ff1f-2193-4c9f-9559-e38c77188528 None None] The sync data for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 is: [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T22:59:02Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '6dceaf9e-83f1-4cdc-9fa6-e8d424452579', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:35Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 0, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:39.474207 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17578438-0427-4030-8c6f-09ed7eac280c req-f20b47b8-fe19-43f1-9210-a3ba6e8ba255 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 210 time: 0.0912859 Feb 07 22:59:39.476015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:59:39.479334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44418) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:39.533421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb119-3306-4d9b-a899-80524247bc84 req-03289616-1736-4c74-87cd-7445d7686299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:39.536668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d70cb119-3306-4d9b-a899-80524247bc84 req-03289616-1736-4c74-87cd-7445d7686299 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1562e49-7b1b-4aeb-addb-79b54b8d8af6 HTTP/1.1" status: 200 len: 834 time: 0.1394570 Feb 07 22:59:39.617588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb119-3306-4d9b-a899-80524247bc84 req-28b869a9-a8d3-4743-8416-26cf762fdced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:39.619813 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d70cb119-3306-4d9b-a899-80524247bc84 req-28b869a9-a8d3-4743-8416-26cf762fdced service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7f624bb-f459-4905-b821-74b6ac303a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701425 Feb 07 22:59:39.671115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:39.722888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.723238 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Added segment a52ec27a-3c5f-4d55-b61d-1685a19cf577 of type vlan for network 2f757959-1832-41a9-aab1-345730436e6e Feb 07 22:59:39.741526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d70cb119-3306-4d9b-a899-80524247bc84 req-1c60fafa-a15b-42eb-af58-79d262253929 service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143923 Feb 07 22:59:39.805635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e61eb6a-bcd9-479f-978d-691b45540b62 req-1a689f78-c1bc-4588-b275-fe9c60997e8d tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 210 time: 0.1266544 Feb 07 22:59:39.840609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.841250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.841603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.841987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.842416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.842748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.843236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.843623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.843974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.844343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.844763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.845060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:39.900751 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0752c09b-88d1-49a2-ad25-2b5ae1770ec8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/floatingips/6dceaf9e-83f1-4cdc-9fa6-e8d424452579 HTTP/1.1" status: 200 len: 991 time: 0.4143379 Feb 07 22:59:39.905218 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.948713 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898ac54-7854-4dab-8177-4fbe4336709d None None] New status for floating IP 6dceaf9e-83f1-4cdc-9fa6-e8d424452579: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:59:39.972914 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.974067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:39.974957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.030281 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3307555 Feb 07 22:59:40.031885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44446) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:40.032650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d70cb119-3306-4d9b-a899-80524247bc84 req-13ad6711-55cc-401a-ac82-4185e3d522b8 service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822161 Feb 07 22:59:40.148202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Request body: {'subnet': {'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1653214935-subnet', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:40.212757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38df97-a443-4d5a-8acd-076ab861c769 admin admin] Pushing event updated for resources: {'Network': ['ID=2f757959-1832-41a9-aab1-345730436e6e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:40.230177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 2f757959-1832-41a9-aab1-345730436e6e details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:59:40.245035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Made reservation on behalf of edc93e220b884578820ed73d5e9400f9 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:40.247889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.568585 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.621341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40058268-0e17-460f-86fe-d5a141a2db00,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:40.632583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a06ddb8-8750-4099-95e3-5238a7dc80e6 req-8d5d4473-2538-48e9-94ad-494d24624ac4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 210 time: 0.0426729 Feb 07 22:59:40.665299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:40.665681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Network hostable DHCP agents. Network: 2f757959-1832-41a9-aab1-345730436e6e, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:59:40.683727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Network 2f757959-1832-41a9-aab1-345730436e6e is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:59:40.694219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 2f757959-1832-41a9-aab1-345730436e6e) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:40.698763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:40.699450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.705653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d9c5c-8760-4af6-bb84-0b77ce023851 None None] Network 2f757959-1832-41a9-aab1-345730436e6e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:59:40.720149 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2515f13b-ed21-4ff2-9dd4-316a888c38b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6058116 Feb 07 22:59:40.722873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44466) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:40.727915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:40.755823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.757157 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.862316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.902586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44474) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:41.016630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-584a7d69-9667-4619-a9df-771bf86ac2d4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/floatingips/6dceaf9e-83f1-4cdc-9fa6-e8d424452579 HTTP/1.1" status: 200 len: 993 time: 0.1120124 Feb 07 22:59:41.139393 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-2f757959-1832-41a9-aab1-345730436e6e', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:59:41.146720 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.297907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd444b-1901-4fbc-99a8-d080a539063f req-ee98aa11-673f-4e5f-8b0d-c4c70e157c8b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:41.298723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-ee98aa11-673f-4e5f-8b0d-c4c70e157c8b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.46 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 816 time: 0.2487645 Feb 07 22:59:41.364016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-b20a0c28-0d47-4f83-b142-cab388ee8852 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8188f23cd14522b0e643238af88f51 HTTP/1.1" status: 200 len: 380 time: 0.0547371 Feb 07 22:59:41.376117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'port': {'device_id': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'admin_state_up': True, 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'security_groups': ['ecc59bc4-dade-48a8-adb1-712e2dafbcb5']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:41.414355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Allocated IP 172.20.0.2 (2f757959-1832-41a9-aab1-345730436e6e/40058268-0e17-460f-86fe-d5a141a2db00/a05fb38e-6763-4ea4-a808-5cc7f4a491fe) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:41.484230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a818ef5e-cc7c-405c-b6ce-b33f4ebf9a23 req-e47c792c-0780-4e73-acfb-3b6aa3467e5c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 210 time: 0.0785842 Feb 07 22:59:41.497517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.588680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Made reservation on behalf of 2f8188f23cd14522b0e643238af88f51 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:41.593989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.665407 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.677337 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.730177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Pushing event updated for resources: {'Port': ['ID=a05fb38e-6763-4ea4-a808-5cc7f4a491fe,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:41.737408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:41.739034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:41.740720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bc383-d283-476f-b66b-534982726322 req-1f292707-3e3a-43ba-a7f1-c88b426a55de tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:41.741405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:41.746083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-1f292707-3e3a-43ba-a7f1-c88b426a55de tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.46 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 810 time: 0.2720695 Feb 07 22:59:41.805943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6090cbf9-12e8-4edf-83f9-26255300335d req-24873736-e6f9-4755-8997-5b5262e25705 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 210 time: 0.0549598 Feb 07 22:59:41.816026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Attempting to bind port a05fb38e-6763-4ea4-a808-5cc7f4a491fe on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:41.816400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Attempting to bind port a05fb38e-6763-4ea4-a808-5cc7f4a491fe by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:41.816761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Attempting to bind port a05fb38e-6763-4ea4-a808-5cc7f4a491fe on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:41.823098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:41.823328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:41.833559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.833559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Bound using segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:41.833559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Bound port: a05fb38e-6763-4ea4-a808-5cc7f4a491fe, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:41.833559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.834658 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-acbefa33-7581-4b7a-bc60-77f1f22f4d73 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0 HTTP/1.1" status: 200 len: 379 time: 0.0767286 Feb 07 22:59:41.844936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'port': {'device_id': '578fabd8-369e-40ba-befc-c853af11b61a', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'admin_state_up': True, 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'security_groups': ['1ed5da64-cc40-4199-8430-fb9823e87b4e']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:41.898429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Allocated IP 172.20.0.13 (db9328a8-d792-41b3-ac3a-e474230c354e/988b654f-1d6f-420c-b2d6-6e681bcdd53f/1ff12a97-6c53-4be0-a149-9099667d0657) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:41.941654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] For port a05fb38e-6763-4ea4-a808-5cc7f4a491fe, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:41.945052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] For port a05fb38e-6763-4ea4-a808-5cc7f4a491fe, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a05fb38e-6763-4ea4-a808-5cc7f4a491fe,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:41.954310 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.041732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d9021-6cb8-4594-b293-c917b011c6fe None None] Pushing event updated for resources: {'Port': ['ID=a05fb38e-6763-4ea4-a808-5cc7f4a491fe,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:42.109080 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.140806 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.147515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Made reservation on behalf of aab5777fcbf648a0b699c9be7cdbb0b0 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:42.151144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.161458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.251895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.364082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Network db9328a8-d792-41b3-ac3a-e474230c354e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:42.367475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:42.370771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:42.398286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:42.414932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.415364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.415607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.415971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.416307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.416632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.416958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.417278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.417602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.417920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.418236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.418551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:42.447972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:42.449262 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.470450 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f07783a1-bb9d-48bb-bbb0-82d10bec1406 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0995224 Feb 07 22:59:42.488602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Request body: {'port': {'device_id': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:42.499391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-dcdceb80-69cd-4090-af48-0b016e1acdf8 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=829419b7c2524596ba19a3c03c436ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822265 Feb 07 22:59:42.524198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Allocated IP 172.25.8.184 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/27cf18c4-2a15-484e-81c5-99688a1605d7) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:42.585157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.687874 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab459611-93b2-49c1-bbfe-5f57878a0a39 req-85301a40-bf48-4e14-91a8-fe1de635d7ef tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 210 time: 0.0670617 Feb 07 22:59:42.737097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bc72f399-6217-4d3b-a653-fa26e6b9141c None None] Provisioning complete for port 1ff12a97-6c53-4be0-a149-9099667d0657 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:42.737676 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc72f399-6217-4d3b-a653-fa26e6b9141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.777559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bc72f399-6217-4d3b-a653-fa26e6b9141c None None] Port 1ff12a97-6c53-4be0-a149-9099667d0657 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:42.841117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Allocated IP 172.20.0.11 (db1c45f2-63d9-4be1-8606-8da64d0df07f/69565f97-44fa-4eea-9041-f5e191979448/ba915a32-22f8-4de1-8636-4ecf148e2164) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:42.897904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-ed4517ad-c812-476b-b203-6647e151723c tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:42.899456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-ed4517ad-c812-476b-b203-6647e151723c tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992448 Feb 07 22:59:42.953608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e277f971-72d1-4d14-a6c1-272d4c6d7a9b tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/quotas/829419b7c2524596ba19a3c03c436ac5 HTTP/1.1" status: 200 len: 375 time: 0.0399685 Feb 07 22:59:43.012049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61187de7-7924-483d-a2e5-895f3d38a67e req-f8802e42-ecf6-42b9-8082-a1780c4e86d9 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:43.016258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61187de7-7924-483d-a2e5-895f3d38a67e req-f8802e42-ecf6-42b9-8082-a1780c4e86d9 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 932 time: 0.0922873 Feb 07 22:59:43.025300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff12a97-6c53-4be0-a149-9099667d0657 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:43.036128 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.042246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.055251 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-c5079976-d3ab-4094-a01d-a80113484120 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=829419b7c2524596ba19a3c03c436ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918238 Feb 07 22:59:43.061555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Transition to ACTIVE for port object 1ff12a97-6c53-4be0-a149-9099667d0657 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:43.071863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.161313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:43.212426 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-61187de7-7924-483d-a2e5-895f3d38a67e req-5f6b4e45-0fb7-4cb5-bf18-fe284d895c31 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592140 Feb 07 22:59:43.216240 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.221248 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.285350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:43.303587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:43.309330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:43.367899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Attempting to bind port 1ff12a97-6c53-4be0-a149-9099667d0657 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:43.368232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Attempting to bind port 1ff12a97-6c53-4be0-a149-9099667d0657 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:43.368554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Attempting to bind port 1ff12a97-6c53-4be0-a149-9099667d0657 on network db9328a8-d792-41b3-ac3a-e474230c354e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:43.397986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Pushing event updated for resources: {'Port': ['ID=27cf18c4-2a15-484e-81c5-99688a1605d7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:43.407198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.422343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Port 1ff12a97-6c53-4be0-a149-9099667d0657 on network db9328a8-d792-41b3-ac3a-e474230c354e not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:59:43.422778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Attempting to bind port 1ff12a97-6c53-4be0-a149-9099667d0657 on network db9328a8-d792-41b3-ac3a-e474230c354e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:43.448845 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d51f2a4-6b83-4a39-be35-d9cbf3d7d14a req-2ef13bde-8b4f-496f-bac9-923bdfd27a86 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 210 time: 0.0871100 Feb 07 22:59:43.452180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:43.452525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Checking segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:43.452916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Bound using segment: {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:43.453631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Bound port: 1ff12a97-6c53-4be0-a149-9099667d0657, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5734be6-ba10-4264-854f-31ca2e612d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:43.453741 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.499469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Network db1c45f2-63d9-4be1-8606-8da64d0df07f is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:43.521792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:43.530323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:43.567471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:43.572057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:43.580627 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.613708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:43.615170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.616949 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] 10.222.0.46 "PUT /v2.0/ports/1ff12a97-6c53-4be0-a149-9099667d0657 HTTP/1.1" status: 200 len: 1092 time: 1.1368570 Feb 07 22:59:43.676371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:43.681076 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977" -d '{"events": [{"name": "network-changed", "server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:43.684028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919cc3f-0c07-4648-a35c-f0900ac8999c service neutron] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:43.770048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd444b-1901-4fbc-99a8-d080a539063f req-16f754d0-6552-4220-badb-ab9ee93be3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:43.776174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-16f754d0-6552-4220-badb-ab9ee93be3e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 1095 time: 0.0854166 Feb 07 22:59:43.797906 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4e1b56-3880-413b-845f-689ac280f44d x-openstack-request-id: req-5e4e1b56-3880-413b-845f-689ac280f44d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:43.798544 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:43.798931 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e4e1b56-3880-413b-845f-689ac280f44d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:43.800570 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657', 'status': 'completed', 'code': 200} Feb 07 22:59:43.867820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'Port': ['ID=ba915a32-22f8-4de1-8636-4ecf148e2164,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:43.906446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-d6faa172-2c01-4a0f-9e9b-f9a7f5fe8c07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ff12a97-6c53-4be0-a149-9099667d0657 HTTP/1.1" status: 200 len: 217 time: 0.1028712 Feb 07 22:59:43.950398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:43.952152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.998636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd444b-1901-4fbc-99a8-d080a539063f req-74c92e83-71b8-4d58-a602-a55296af0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:44.006223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-74c92e83-71b8-4d58-a602-a55296af0db9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.0887103 Feb 07 22:59:44.007051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa4c259-7e4a-407b-8bdd-c589ed870ca0 None None] Network 2f757959-1832-41a9-aab1-345730436e6e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:59:44.025114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-bef2fa7c-ce2a-47b3-900b-96e87c135df8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1850135 Feb 07 22:59:44.040965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Request body: {'port': {'device_id': '578fabd8-369e-40ba-befc-c853af11b61a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:44.163001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce70ee-2eac-4b56-822b-c958f00a5a93 req-b4d7a19e-fee3-4fa0-9279-9461f1a7bf8d tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:44.165048 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26ce70ee-2eac-4b56-822b-c958f00a5a93 req-b4d7a19e-fee3-4fa0-9279-9461f1a7bf8d tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 932 time: 0.2524016 Feb 07 22:59:44.172345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd444b-1901-4fbc-99a8-d080a539063f req-21984390-9355-4403-8d76-297d4d4a4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:44.174261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-21984390-9355-4403-8d76-297d4d4a4da0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572640 Feb 07 22:59:44.185097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.278003 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26ce70ee-2eac-4b56-822b-c958f00a5a93 req-d85e2e9d-e1c3-49a7-8e42-bd8f4f4af8c6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026747 Feb 07 22:59:44.309036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4c7daada-7c66-4732-bdcc-31df9524c781 None None] Provisioning complete for port a05fb38e-6763-4ea4-a808-5cc7f4a491fe triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:44.309428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c7daada-7c66-4732-bdcc-31df9524c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.331793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-b0b062bd-dd11-4f64-b75e-f36f648244c8 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495738 Feb 07 22:59:44.352038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.427097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a05fb38e-6763-4ea4-a808-5cc7f4a491fe up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:44.505945 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78cd444b-1901-4fbc-99a8-d080a539063f req-f4a2e8f5-bd28-4edc-ab32-c191bd76b415 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532540 Feb 07 22:59:44.508061 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c7daada-7c66-4732-bdcc-31df9524c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.566734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4c7daada-7c66-4732-bdcc-31df9524c781 None None] For port a05fb38e-6763-4ea4-a808-5cc7f4a491fe, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a05fb38e-6763-4ea4-a808-5cc7f4a491fe,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:44.577036 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c7daada-7c66-4732-bdcc-31df9524c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.614127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf647c-fe43-4d0b-9b64-e35aa3ceb74d req-2a7be5b1-4b4e-4319-84bc-bccbb7354f7c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:44.617823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3bbf647c-fe43-4d0b-9b64-e35aa3ceb74d req-2a7be5b1-4b4e-4319-84bc-bccbb7354f7c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1866543 Feb 07 22:59:44.659802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7daada-7c66-4732-bdcc-31df9524c781 None None] Pushing event updated for resources: {'Port': ['ID=a05fb38e-6763-4ea4-a808-5cc7f4a491fe,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:44.663460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a05fb38e-6763-4ea4-a808-5cc7f4a491fe triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:44.664124 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.746406 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b06565b8-5706-4e55-9af4-88a4b520576e req-65909c81-281c-462c-8c80-f5d06fa40109 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 210 time: 0.0652537 Feb 07 22:59:44.776647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3d096287-e5ba-42e9-a025-2d24e92b4af5 None None] Provisioning complete for port ba915a32-22f8-4de1-8636-4ecf148e2164 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:44.777310 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d096287-e5ba-42e9-a025-2d24e92b4af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.783158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-07f86b0b-f751-467f-be86-7e44c2a0ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:44.784862 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-07f86b0b-f751-467f-be86-7e44c2a0ad08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 1095 time: 0.2063868 Feb 07 22:59:44.937657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-27e81dd3-e40b-4d5c-be76-092d7e31298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:44.939656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-27e81dd3-e40b-4d5c-be76-092d7e31298c service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.1470077 Feb 07 22:59:44.991565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3d096287-e5ba-42e9-a025-2d24e92b4af5 None None] Port ba915a32-22f8-4de1-8636-4ecf148e2164 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:44.999837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-defe1937-4183-4959-98bb-d9c421935561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ff12a97-6c53-4be0-a149-9099667d0657 HTTP/1.1" status: 200 len: 217 time: 0.0519304 Feb 07 22:59:45.057406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-00a74727-7db5-4d49-a1af-a9b13fb53457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:45.058859 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-00a74727-7db5-4d49-a1af-a9b13fb53457 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.0514734 Feb 07 22:59:45.110575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-19eecd50-251e-4b5e-8277-91318bdfc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:45.112085 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-19eecd50-251e-4b5e-8277-91318bdfc748 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459476 Feb 07 22:59:45.131741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e1ff4513-e3e3-46c5-b517-7b895dfb1beb None None] Provisioning complete for port a05fb38e-6763-4ea4-a808-5cc7f4a491fe triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:45.132257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4513-e3e3-46c5-b517-7b895dfb1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.154225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3bbf647c-fe43-4d0b-9b64-e35aa3ceb74d req-59fb5a45-b60e-46fd-9e7c-adb4fece22fc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020337 Feb 07 22:59:45.175758 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.233090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-bf000d28-94b3-4e25-8781-e6ed3bd38a68 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105494 Feb 07 22:59:45.299126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba915a32-22f8-4de1-8636-4ecf148e2164 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:45.310134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.375342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-451a7693-4d2e-400f-865e-7fd0f22ce42b tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=829419b7c2524596ba19a3c03c436ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635366 Feb 07 22:59:45.392818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Transition to ACTIVE for port object ba915a32-22f8-4de1-8636-4ecf148e2164 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:45.404890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.496877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba915a32-22f8-4de1-8636-4ecf148e2164,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:45.580920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Router a8fa6b98-d561-4635-84f8-e225c34e0e14 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:59:45.607211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0a9adc5-8f7c-4c45-b683-dc017d1e7977 req-6ba17057-9f5b-4093-8b27-381568256ae8 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666704 Feb 07 22:59:45.630069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Attempting to bind port ba915a32-22f8-4de1-8636-4ecf148e2164 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:45.630548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Attempting to bind port ba915a32-22f8-4de1-8636-4ecf148e2164 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:45.630968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Attempting to bind port ba915a32-22f8-4de1-8636-4ecf148e2164 on network db1c45f2-63d9-4be1-8606-8da64d0df07f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:45.637513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b357962-9568-4710-8d45-a7ff63b2642a req-478ad90e-4674-4d4f-af11-79c944f50cef tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:45.639891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b357962-9568-4710-8d45-a7ff63b2642a req-478ad90e-4674-4d4f-af11-79c944f50cef tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 944 time: 0.2150650 Feb 07 22:59:45.675322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Port ba915a32-22f8-4de1-8636-4ecf148e2164 on network db1c45f2-63d9-4be1-8606-8da64d0df07f not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:59:45.675812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Attempting to bind port ba915a32-22f8-4de1-8636-4ecf148e2164 on network db1c45f2-63d9-4be1-8606-8da64d0df07f {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:45.685127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:45.686280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Checking segment: {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:45.686766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Bound using segment: {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:45.687418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Bound port: ba915a32-22f8-4de1-8636-4ecf148e2164, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:45.688737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.720058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b357962-9568-4710-8d45-a7ff63b2642a req-2c85581b-50ac-430c-a4b4-13ad2f8931e5 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648580 Feb 07 22:59:45.726944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-ddb1da0f-8c95-427c-9c51-0e3d7501c9fd tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:45.728393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-ddb1da0f-8c95-427c-9c51-0e3d7501c9fd tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469331 Feb 07 22:59:45.746983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Request body: {'port': {'device_id': 'd55339b0-29b5-4ac5-ae9f-625d25c0927f', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': '829419b7c2524596ba19a3c03c436ac5'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:45.787746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:45.809509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Sync routers for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:45.814310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.815574 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c5dbca36-2367-4534-bc82-2e643f36571e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0917757 Feb 07 22:59:45.821127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:45.824839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:45.825735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:45.952604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Made reservation on behalf of 829419b7c2524596ba19a3c03c436ac5 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:45.957846 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.969527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:45.972933 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.986876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-535f66e9-fcfe-403e-a412-856eb7464112 req-5440d493-88dd-46e4-8a30-2a4d6f71fc51 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 210 time: 0.0485032 Feb 07 22:59:45.989613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] For port ba915a32-22f8-4de1-8636-4ecf148e2164, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:46.078918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] For port ba915a32-22f8-4de1-8636-4ecf148e2164, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba915a32-22f8-4de1-8636-4ecf148e2164,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:46.088071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.110321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.117290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.223387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c379113e-03df-4382-8d8b-4999ba942231,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:46.230531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:44Z', 'revision_number': 3, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:46.257708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:46.259306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.260952 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba915a32-22f8-4de1-8636-4ecf148e2164 HTTP/1.1" status: 200 len: 1092 time: 2.2285578 Feb 07 22:59:46.274827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a05fb38e-6763-4ea4-a808-5cc7f4a491fe up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:46.280313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Checking router: a8fa6b98-d561-4635-84f8-e225c34e0e14 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:46.281684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Updating router a8fa6b98-d561-4635-84f8-e225c34e0e14 port 27cf18c4-2a15-484e-81c5-99688a1605d7 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:59:46.336883 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578fabd8-369e-40ba-befc-c853af11b61a', 'tag': 'ba915a32-22f8-4de1-8636-4ecf148e2164'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:46.339124 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7477f35-0726-4089-89e0-216e702a52a8" -d '{"events": [{"name": "network-changed", "server_uuid": "578fabd8-369e-40ba-befc-c853af11b61a", "tag": "ba915a32-22f8-4de1-8636-4ecf148e2164"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:46.362708 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.387127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Allocated IP 192.168.233.147 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/da07210b-0551-462b-901d-5023c7620891) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:46.430213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7967ba9-90e4-4bfa-8690-9d7b47a7e8cc req-53584ad0-234d-4778-b494-5ebb39de6147 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:46.431606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7967ba9-90e4-4bfa-8690-9d7b47a7e8cc req-53584ad0-234d-4778-b494-5ebb39de6147 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1122382 Feb 07 22:59:46.436150 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37624bc7-34ce-4b04-bb4b-cfd9dca64e63 x-openstack-request-id: req-37624bc7-34ce-4b04-bb4b-cfd9dca64e63 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:46.436436 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578fabd8-369e-40ba-befc-c853af11b61a", "tag": "ba915a32-22f8-4de1-8636-4ecf148e2164", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:46.436880 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37624bc7-34ce-4b04-bb4b-cfd9dca64e63 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:46.437270 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578fabd8-369e-40ba-befc-c853af11b61a', 'tag': 'ba915a32-22f8-4de1-8636-4ecf148e2164', 'status': 'completed', 'code': 200} Feb 07 22:59:46.479030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd795b-e4de-4d98-949d-61d4f9930db0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba915a32-22f8-4de1-8636-4ecf148e2164,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:46.556731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7967ba9-90e4-4bfa-8690-9d7b47a7e8cc req-c99eade4-2030-4a64-a37f-87fc6cd37607 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103041 Feb 07 22:59:46.564648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a05fb38e-6763-4ea4-a808-5cc7f4a491fe triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:46.564974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.592690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bc383-d283-476f-b66b-534982726322 req-7fef9fc8-8c52-45ae-8fd9-cd8d97ed7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:46.594408 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-7fef9fc8-8c52-45ae-8fd9-cd8d97ed7617 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 1095 time: 0.2600806 Feb 07 22:59:46.656885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-24a9038a-c826-4ed6-b4bd-9bc5395357f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba915a32-22f8-4de1-8636-4ecf148e2164 HTTP/1.1" status: 200 len: 217 time: 0.0528719 Feb 07 22:59:46.658473 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.667019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1ff12a97-6c53-4be0-a149-9099667d0657 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:59:46.711683 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.770088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Pushing event updated for resources: {'Port': ['ID=da07210b-0551-462b-901d-5023c7620891,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:46.771545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.800017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:46.802064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:46.804541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:46.876189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bc383-d283-476f-b66b-534982726322 req-f146967e-f1c1-4b13-9169-54f9911061de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:46.877957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-f146967e-f1c1-4b13-9169-54f9911061de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.1342857 Feb 07 22:59:46.881016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:46.881679 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.906698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-76a942dd-664e-4381-bafb-c0898e9e37e1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1657627 Feb 07 22:59:46.922433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Request body: {'port': {'device_id': 'd55339b0-29b5-4ac5-ae9f-625d25c0927f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:46.990779 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.157112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe523670-f0d1-47a4-8a84-cdf515f88337 req-7e3b8cdb-3845-46b3-a318-f18639d5e57b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:47.158831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe523670-f0d1-47a4-8a84-cdf515f88337 req-7e3b8cdb-3845-46b3-a318-f18639d5e57b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 944 time: 0.3111062 Feb 07 22:59:47.183953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bc383-d283-476f-b66b-534982726322 req-05487a9e-e0f2-4f9c-9958-d53eb51cef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:47.186269 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-05487a9e-e0f2-4f9c-9958-d53eb51cef83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352097 Feb 07 22:59:47.199396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:47.221561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '1ff12a97-6c53-4be0-a149-9099667d0657', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'port_id': '1ff12a97-6c53-4be0-a149-9099667d0657', 'mac_address': 'fa:16:3e:f3:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:59:47.228388 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.269571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.396277 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.418779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Attempting to bind port 27cf18c4-2a15-484e-81c5-99688a1605d7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:47.427220 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Attempting to bind port 27cf18c4-2a15-484e-81c5-99688a1605d7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:47.427549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Attempting to bind port 27cf18c4-2a15-484e-81c5-99688a1605d7 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:47.436152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Allocated IP 172.20.0.1 (2f757959-1832-41a9-aab1-345730436e6e/40058268-0e17-460f-86fe-d5a141a2db00/6a0d3259-64e0-4bf9-b99b-86ab0abf835d) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:47.439501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bf7c7-df73-4f10-8162-b28c332d3932 None None] Pushing event updated for resources: {'Port': ['ID=27cf18c4-2a15-484e-81c5-99688a1605d7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:47.446026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7639ab75-bdd7-4cca-8bf6-f34c42408b38 None None] Provisioning complete for port da07210b-0551-462b-901d-5023c7620891 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:47.446403 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7639ab75-bdd7-4cca-8bf6-f34c42408b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.456396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe523670-f0d1-47a4-8a84-cdf515f88337 req-e8812007-c917-4d98-8ad4-6f536595d840 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854266 Feb 07 22:59:47.457110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:47.457490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:47.457897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.458291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:47.458771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Bound port: 27cf18c4-2a15-484e-81c5-99688a1605d7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:47.459150 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.471839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-cc863fe2-49ae-4d88-b402-902826aa4d53 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782929 Feb 07 22:59:47.536513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff12a97-6c53-4be0-a149-9099667d0657 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:47.561396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:47.572959 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.580434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44566) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:47.612763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7639ab75-bdd7-4cca-8bf6-f34c42408b38 None None] Port da07210b-0551-462b-901d-5023c7620891 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:47.647620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] For port 27cf18c4-2a15-484e-81c5-99688a1605d7, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:47.652485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] For port 27cf18c4-2a15-484e-81c5-99688a1605d7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=27cf18c4-2a15-484e-81c5-99688a1605d7,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:47.657787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:47.662372 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.704483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc9bc383-d283-476f-b66b-534982726322 req-fbfacc8f-7e79-448b-ae6c-452f35e29484 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247729 Feb 07 22:59:47.709029 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.788266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcb668-369b-45ee-b75d-7407d16c3f2f req-6f9fc3e0-d5e3-4199-993a-e3687076027b tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:47.789856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48bcb668-369b-45ee-b75d-7407d16c3f2f req-6f9fc3e0-d5e3-4199-993a-e3687076027b tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 936 time: 0.1558821 Feb 07 22:59:47.793218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:47.795962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:47.863982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1ff12a97-6c53-4be0-a149-9099667d0657'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:59:47.870828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48bcb668-369b-45ee-b75d-7407d16c3f2f req-312830d1-1550-404a-bffd-da3c05830671 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595102 Feb 07 22:59:47.871287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bf7c7-df73-4f10-8162-b28c332d3932 None None] Pushing event updated for resources: {'Port': ['ID=27cf18c4-2a15-484e-81c5-99688a1605d7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:47.878051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-545998bc-18eb-4d3e-9b94-a79c3a7c3c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.924202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477f35-0726-4089-89e0-216e702a52a8 req-fb25eb6e-19ce-4d20-8d4f-46f54379307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:47.925839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7477f35-0726-4089-89e0-216e702a52a8 req-fb25eb6e-19ce-4d20-8d4f-46f54379307a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 1095 time: 0.1524391 Feb 07 22:59:47.930358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da07210b-0551-462b-901d-5023c7620891 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:47.932450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.938627 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.946333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52d679-0870-4a25-bd03-f90001823422 req-3948c32c-1866-4d77-9b20-c3fc516ab992 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:47.947994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe52d679-0870-4a25-bd03-f90001823422 req-3948c32c-1866-4d77-9b20-c3fc516ab992 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 945 time: 0.1498578 Feb 07 22:59:47.952649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Transition to ACTIVE for port object da07210b-0551-462b-901d-5023c7620891 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:47.963931 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.989020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:48.040987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Pushing event updated for resources: {'Port': ['ID=da07210b-0551-462b-901d-5023c7620891,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:48.041767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:48.068992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:48.077053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:48.104058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Attempting to bind port da07210b-0551-462b-901d-5023c7620891 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:48.105137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Attempting to bind port da07210b-0551-462b-901d-5023c7620891 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:48.105137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Attempting to bind port da07210b-0551-462b-901d-5023c7620891 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:48.110472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Port da07210b-0551-462b-901d-5023c7620891 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:59:48.110868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Attempting to bind port da07210b-0551-462b-901d-5023c7620891 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:48.118309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:48.120535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:48.121008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:48.121533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Bound port: da07210b-0551-462b-901d-5023c7620891, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:48.121970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.133022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0d3259-64e0-4bf9-b99b-86ab0abf835d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:48.181545 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fe52d679-0870-4a25-bd03-f90001823422 req-493944c1-63b6-46d9-9e25-4d6b394d8f7d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966093 Feb 07 22:59:48.226692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.255731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] For port da07210b-0551-462b-901d-5023c7620891, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:48.261017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] For port da07210b-0551-462b-901d-5023c7620891, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=da07210b-0551-462b-901d-5023c7620891,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:48.268874 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.291660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477f35-0726-4089-89e0-216e702a52a8 req-ddc026da-1d15-4dcf-84aa-259268af72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:48.297449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7477f35-0726-4089-89e0-216e702a52a8 req-ddc026da-1d15-4dcf-84aa-259268af72f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 910 time: 0.3602817 Feb 07 22:59:48.307960 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-545998bc-18eb-4d3e-9b94-a79c3a7c3c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.322459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-545998bc-18eb-4d3e-9b94-a79c3a7c3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.340259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:48.341046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.344308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] 10.222.0.24 "PUT /v2.0/ports/da07210b-0551-462b-901d-5023c7620891 HTTP/1.1" status: 200 len: 1096 time: 1.4282942 Feb 07 22:59:48.346823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55339b0-29b5-4ac5-ae9f-625d25c0927f', 'tag': 'da07210b-0551-462b-901d-5023c7620891'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:48.350979 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d55339b0-29b5-4ac5-ae9f-625d25c0927f", "tag": "da07210b-0551-462b-901d-5023c7620891"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:48.376101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7477f35-0726-4089-89e0-216e702a52a8 req-38f7ad8c-5fd8-4ce3-9879-ab4f37552a24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba915a32-22f8-4de1-8636-4ecf148e2164 HTTP/1.1" status: 200 len: 217 time: 0.0647485 Feb 07 22:59:48.382373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434026c-9426-40b3-b07c-7896788b1214 service neutron] Pushing event updated for resources: {'Port': ['ID=da07210b-0551-462b-901d-5023c7620891,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:48.453558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:44Z', 'revision_number': 3, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:48.469728 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f22d750-4839-417a-a294-48ae3c04e1ef x-openstack-request-id: req-6f22d750-4839-417a-a294-48ae3c04e1ef {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:48.469728 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55339b0-29b5-4ac5-ae9f-625d25c0927f", "tag": "da07210b-0551-462b-901d-5023c7620891", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:48.469728 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f22d750-4839-417a-a294-48ae3c04e1ef {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:48.470028 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55339b0-29b5-4ac5-ae9f-625d25c0927f', 'tag': 'da07210b-0551-462b-901d-5023c7620891', 'status': 'completed', 'code': 200} Feb 07 22:59:48.476870 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-545998bc-18eb-4d3e-9b94-a79c3a7c3c2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a21395b39824e96a6a2ee7489d69ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8899157 Feb 07 22:59:48.480481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44574) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:48.483209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-649b4c67-69aa-4c35-b314-088306a396ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:48.484061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545998bc-18eb-4d3e-9b94-a79c3a7c3c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bf6760-a12d-43d2-b8df-d57331ee2810,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:48.484760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-649b4c67-69aa-4c35-b314-088306a396ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=829419b7c2524596ba19a3c03c436ac5&device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 1099 time: 0.0866516 Feb 07 22:59:48.506380 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf936b-9b74-4007-bda5-5907806be655 None None] The sync data for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 is: [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:44Z', 'revision_number': 3, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:48.511394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477f35-0726-4089-89e0-216e702a52a8 req-aa218e79-f274-4d08-a55f-424ddfdc27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:48.515895 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7477f35-0726-4089-89e0-216e702a52a8 req-aa218e79-f274-4d08-a55f-424ddfdc27f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.1167045 Feb 07 22:59:48.561784 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-859cc77b-cc40-4790-b1fd-9a50f6a2754f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=da07210b-0551-462b-901d-5023c7620891 HTTP/1.1" status: 200 len: 217 time: 0.0482619 Feb 07 22:59:48.599612 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.629421 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1524dc67-1e98-46a7-869a-e70c23e88154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.646962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ecbff832-6af7-44eb-a69e-ac08631c31b3 None None] Provisioning complete for port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:48.647341 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ecbff832-6af7-44eb-a69e-ac08631c31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.650404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1ff12a97-6c53-4be0-a149-9099667d0657 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:48.651859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-ab1dd361-dca9-4625-828d-02ffca49b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:48.653344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-ab1dd361-dca9-4625-828d-02ffca49b61a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0833719 Feb 07 22:59:48.690983 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1524dc67-1e98-46a7-869a-e70c23e88154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.737840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-55f432a1-5a8e-4cb2-b490-b0c083153522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:48.738926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ecbff832-6af7-44eb-a69e-ac08631c31b3 None None] Port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:48.739461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-55f432a1-5a8e-4cb2-b490-b0c083153522 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762730 Feb 07 22:59:48.768937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 1ff12a97-6c53-4be0-a149-9099667d0657 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:48.773590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 1ff12a97-6c53-4be0-a149-9099667d0657 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:48.774163 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.819752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477f35-0726-4089-89e0-216e702a52a8 req-a7467309-c7ec-4cc9-b410-6ee84b410f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:48.821614 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7477f35-0726-4089-89e0-216e702a52a8 req-a7467309-c7ec-4cc9-b410-6ee84b410f64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2982163 Feb 07 22:59:48.823404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1524dc67-1e98-46a7-869a-e70c23e88154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.827153 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1524dc67-1e98-46a7-869a-e70c23e88154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.831605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1524dc67-1e98-46a7-869a-e70c23e88154 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13bf6760-a12d-43d2-b8df-d57331ee2810 HTTP/1.1" status: 204 len: 168 time: 0.3427229 Feb 07 22:59:48.840618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524dc67-1e98-46a7-869a-e70c23e88154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bf6760-a12d-43d2-b8df-d57331ee2810,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:48.862299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735086ea-1ab1-4f70-abe7-7fd55dc56a97 req-4cf5fc72-fd5c-40db-9187-86bbfaa1e8cb tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:48.883605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-735086ea-1ab1-4f70-abe7-7fd55dc56a97 req-4cf5fc72-fd5c-40db-9187-86bbfaa1e8cb tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 944 time: 0.2941728 Feb 07 22:59:48.918480 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-b3182bef-594f-45bb-9dea-84d5ff431f7c service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710024 Feb 07 22:59:48.970889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.020858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:49.024280 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912dcb09-1ece-423f-8bc1-c7908bdaf92c" -d '{"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-plugged", "status": "completed", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:49.038798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:49.045641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.127341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-735086ea-1ab1-4f70-abe7-7fd55dc56a97 req-0f04c21b-9ae0-4d45-9be2-ef4db8c2d13d tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142544 Feb 07 22:59:49.134463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.134598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:49.145839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.151062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7477f35-0726-4089-89e0-216e702a52a8 req-3c25c943-8662-4511-95e4-e5b7203c52b0 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661772 Feb 07 22:59:49.167340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b5ec8-8e44-4386-9f37-84f67c3bc813 req-0a762b9e-8336-404b-b2e7-6d098740baea tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.173505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283b5ec8-8e44-4386-9f37-84f67c3bc813 req-0a762b9e-8336-404b-b2e7-6d098740baea tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 948 time: 0.1509018 Feb 07 22:59:49.224379 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80f4e4b-e54e-4909-9775-25063e066f5b x-openstack-request-id: req-a80f4e4b-e54e-4909-9775-25063e066f5b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:49.226116 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-plugged", "status": "completed", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:49.226531 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a80f4e4b-e54e-4909-9775-25063e066f5b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:49.228653 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657', 'code': 200} Feb 07 22:59:49.277047 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c9a0dee4-0206-49b3-95b8-fe60f21a6644 req-862f6882-31c2-4ed0-ba5c-eb8bf077f0f0 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507118 Feb 07 22:59:49.316102 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283b5ec8-8e44-4386-9f37-84f67c3bc813 req-ad15d0f3-e1eb-4e6a-a4c1-a43bc51196f3 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199973 Feb 07 22:59:49.334490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44588) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:49.381260 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5cd8-4c45-4645-8743-871760a838aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.448078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1600354-4cc1-4366-ba27-22be7cbdaa99 req-fdcb25b6-8a1f-4db5-9c11-45b736d6eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.449745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1600354-4cc1-4366-ba27-22be7cbdaa99 req-fdcb25b6-8a1f-4db5-9c11-45b736d6eb52 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 1097 time: 0.1320395 Feb 07 22:59:49.454729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-f3648bf5-bdfe-4003-850d-f9908db2fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.456415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-f3648bf5-bdfe-4003-850d-f9908db2fc9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=829419b7c2524596ba19a3c03c436ac5&device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 1099 time: 0.0925832 Feb 07 22:59:49.574923 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1600354-4cc1-4366-ba27-22be7cbdaa99 req-9b6af71d-2a6b-4bb2-9586-46976af30389 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155796 Feb 07 22:59:49.619504 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5cd8-4c45-4645-8743-871760a838aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.629415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5cd8-4c45-4645-8743-871760a838aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.637236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-e0010fcd-cdef-4235-9108-d05f6463e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.639201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-e0010fcd-cdef-4235-9108-d05f6463e84d service neutron] 10.222.0.24 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.1682425 Feb 07 22:59:49.680986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0d3259-64e0-4bf9-b99b-86ab0abf835d,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:49.687104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.708516 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-6e3609a6-7ddb-4640-a4c5-16e140e93410 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=da07210b-0551-462b-901d-5023c7620891 HTTP/1.1" status: 200 len: 217 time: 0.0571730 Feb 07 22:59:49.709123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e5cd8-4c45-4645-8743-871760a838aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955dd672-db86-4b25-bfbc-4f31e6538cb4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:49.730449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ae5e5cd8-4c45-4645-8743-871760a838aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7528ba8cb044115a39b332491303a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946750 Feb 07 22:59:49.731048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44590) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:49.748019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705ea7-d49b-4484-8bc5-bad16166695a req-bb5a85a7-fef0-4e8b-8730-685fca550c4d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.749512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d705ea7-d49b-4484-8bc5-bad16166695a req-bb5a85a7-fef0-4e8b-8730-685fca550c4d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1126156 Feb 07 22:59:49.779745 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e7477f35-0726-4089-89e0-216e702a52a8 req-a8273f29-5069-4b15-b613-d386212643eb service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222854 Feb 07 22:59:49.808276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-4c3bb642-aaf6-4217-a038-9e2cf44fef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.809757 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-4c3bb642-aaf6-4217-a038-9e2cf44fef84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0938113 Feb 07 22:59:49.839193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d705ea7-d49b-4484-8bc5-bad16166695a req-169b03b6-66bc-483d-b80f-e5ea98b73adb tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553720 Feb 07 22:59:49.867360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:49.868743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:49.875816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4c64822f-09e2-4317-b384-248eadca855f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.893502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-f6828a19-efdd-4a1c-b0bb-46f8337f4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.895100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-f6828a19-efdd-4a1c-b0bb-46f8337f4c24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761745 Feb 07 22:59:49.918555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4c64822f-09e2-4317-b384-248eadca855f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.997475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Router a8fa6b98-d561-4635-84f8-e225c34e0e14 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:50.029788 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-b5f850c1-d126-4d4b-a127-f74f0145ee84 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238980 Feb 07 22:59:50.036051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4c64822f-09e2-4317-b384-248eadca855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.038803 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4c64822f-09e2-4317-b384-248eadca855f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.040085 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4c64822f-09e2-4317-b384-248eadca855f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955dd672-db86-4b25-bfbc-4f31e6538cb4 HTTP/1.1" status: 204 len: 168 time: 0.2840631 Feb 07 22:59:50.066947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64822f-09e2-4317-b384-248eadca855f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955dd672-db86-4b25-bfbc-4f31e6538cb4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:50.129053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fb9adc24-08ec-4282-891c-774bd4b7f190 None None] Provisioning complete for port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:50.129509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb9adc24-08ec-4282-891c-774bd4b7f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.136463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:50.145414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-76b28cfa-6721-420d-b2a5-985922778db8 admin admin] 10.222.0.15 "PUT /v2.0/routers/a8fa6b98-d561-4635-84f8-e225c34e0e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3233578 Feb 07 22:59:50.158548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84a7e08f-9e81-4af1-b3b5-2b6ebc5642a7 req-1c5406d0-603a-47e0-80d4-10c3eae01307 service neutron] 10.222.0.24 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172416 Feb 07 22:59:50.185711 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fb9adc24-08ec-4282-891c-774bd4b7f190 None None] Port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:50.278016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42991174-a313-4470-9ae8-a7560bde9271 req-edf4a0de-00ac-4f47-aa03-0462f2af7df4 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:50.280679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42991174-a313-4470-9ae8-a7560bde9271 req-edf4a0de-00ac-4f47-aa03-0462f2af7df4 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 944 time: 0.0626090 Feb 07 22:59:50.322517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 27cf18c4-2a15-484e-81c5-99688a1605d7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:50.341241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42991174-a313-4470-9ae8-a7560bde9271 req-e2f1952d-1b2a-47c6-8375-d5141a7f00fc tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499313 Feb 07 22:59:50.418472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 27cf18c4-2a15-484e-81c5-99688a1605d7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:50.421323 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.485171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e498a0-690a-437a-be10-117d68cb2c67 req-0240074f-ec66-43e8-84e6-70352c72d50d tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:50.486713 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-05e498a0-690a-437a-be10-117d68cb2c67 req-0240074f-ec66-43e8-84e6-70352c72d50d tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 948 time: 0.0651650 Feb 07 22:59:50.540711 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.571284 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 27cf18c4-2a15-484e-81c5-99688a1605d7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=27cf18c4-2a15-484e-81c5-99688a1605d7,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:50.581731 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.582302 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-05e498a0-690a-437a-be10-117d68cb2c67 req-bffe8c47-33db-4ddc-aab1-b52a4312ef8b tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862632 Feb 07 22:59:50.650298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba915a32-22f8-4de1-8636-4ecf148e2164 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:59:50.678901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=27cf18c4-2a15-484e-81c5-99688a1605d7,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:50.776097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba915a32-22f8-4de1-8636-4ecf148e2164, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba915a32-22f8-4de1-8636-4ecf148e2164,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:50.796819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'ba915a32-22f8-4de1-8636-4ecf148e2164', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'port_id': 'ba915a32-22f8-4de1-8636-4ecf148e2164', 'mac_address': 'fa:16:3e:b3:32:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:59:50.836947 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Sync routers for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:50.850268 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:50.850876 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:50.862115 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.883690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba915a32-22f8-4de1-8636-4ecf148e2164 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:50.919608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba915a32-22f8-4de1-8636-4ecf148e2164, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba915a32-22f8-4de1-8636-4ecf148e2164,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:50.929671 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.992860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ba915a32-22f8-4de1-8636-4ecf148e2164,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:51.020519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2299f21-a338-4f5a-a1f9-0c20a64c1844 req-d1ec531b-565d-46ce-a2cd-b51a9d842c69 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:51.023093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44624) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:51.030742 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2299f21-a338-4f5a-a1f9-0c20a64c1844 req-d1ec531b-565d-46ce-a2cd-b51a9d842c69 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0907454 Feb 07 22:59:51.031018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1579679551-network', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:51.062359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Made reservation on behalf of e55dfcf9bdb7449186e4da62f3f44a8f for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:51.068003 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.077641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2299f21-a338-4f5a-a1f9-0c20a64c1844 req-a5f22d63-66b8-4276-a554-4d07d236dd1b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 Feb 07 22:59:51.087813 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.103186 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:51.145308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['ba915a32-22f8-4de1-8636-4ecf148e2164'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:59:51.261357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4ed1f-8d5a-498c-be99-4e0be422a94d req-d60a0394-09a1-49d8-9e51-08a9cb3c3bb2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:51.263038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2de4ed1f-8d5a-498c-be99-4e0be422a94d req-d60a0394-09a1-49d8-9e51-08a9cb3c3bb2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0866959 Feb 07 22:59:51.272723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44634) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:51.277943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1dde0c47-3b80-45f7-9b77-387175c00b49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Request body: {'floatingip': {'port_id': '1ff12a97-6c53-4be0-a149-9099667d0657'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:51.280655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.290352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.323288 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 2, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:51.333430 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1dde0c47-3b80-45f7-9b77-387175c00b49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.338532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:59:51.355860 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Checking router: a8fa6b98-d561-4635-84f8-e225c34e0e14 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:51.356201 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Updating router a8fa6b98-d561-4635-84f8-e225c34e0e14 port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:59:51.356434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1f1135-40e8-4de1-a73e-44a0d5a498e9,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:51.373159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.373511 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Added segment cef62ce1-2631-4235-8f3c-c7ea71988512 of type vlan for network 20b58edb-31cf-4508-818f-535757bca793 Feb 07 22:59:51.399063 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.441404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.452446 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf563213-242f-4267-a2e5-f29baf336db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.495066 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.496415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:51.497707 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.561425 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5368826 Feb 07 22:59:51.565698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44644) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:51.572118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Request body: {'subnet': {'network_id': '20b58edb-31cf-4508-818f-535757bca793', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1579679551-subnet', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:51.573532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837b366-d440-40ff-a06e-8543f5f63b60 admin admin] Pushing event updated for resources: {'Network': ['ID=20b58edb-31cf-4508-818f-535757bca793,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:51.584652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 20b58edb-31cf-4508-818f-535757bca793 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:59:51.671741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41393f5d-82aa-4af7-9652-d822cd601d9b req-64c9ec44-2fa2-4188-8d48-553d870405ff tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:51.673464 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41393f5d-82aa-4af7-9652-d822cd601d9b req-64c9ec44-2fa2-4188-8d48-553d870405ff tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 945 time: 0.1801372 Feb 07 22:59:51.737290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aba6ba-1dab-49a3-9227-85c43642cc92 req-471d535d-ed55-466d-8de4-deb9e84b8c36 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:51.739305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20aba6ba-1dab-49a3-9227-85c43642cc92 req-471d535d-ed55-466d-8de4-deb9e84b8c36 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 948 time: 0.0647097 Feb 07 22:59:51.743068 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.752269 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.766474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41393f5d-82aa-4af7-9652-d822cd601d9b req-d42fa844-13db-49cd-b867-58bd7818f6b9 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842714 Feb 07 22:59:51.793986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Made reservation on behalf of e55dfcf9bdb7449186e4da62f3f44a8f for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:51.793986 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.821561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20aba6ba-1dab-49a3-9227-85c43642cc92 req-8ecab047-4a6a-42f8-b598-2fcdee6e3994 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753925 Feb 07 22:59:51.870227 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb74f96-31b3-4ec0-af6a-880771f94959 None None] Pushing event updated for resources: {'Port': ['ID=6a0d3259-64e0-4bf9-b99b-86ab0abf835d,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:51.883583 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Attempting to bind port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:51.883959 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Attempting to bind port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:51.885232 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Attempting to bind port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:51.891226 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:51.891590 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:51.892086 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.892485 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Bound using segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:51.892940 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Bound port: 6a0d3259-64e0-4bf9-b99b-86ab0abf835d, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:51.893304 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.987492 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] For port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:51.991962 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] For port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6a0d3259-64e0-4bf9-b99b-86ab0abf835d,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:52.002217 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.071415 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb74f96-31b3-4ec0-af6a-880771f94959 None None] Pushing event updated for resources: {'Port': ['ID=6a0d3259-64e0-4bf9-b99b-86ab0abf835d,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:52.074591 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:52.075279 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:52.181801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c9ef3336-5f1d-49cf-904e-90921573167d None None] Provisioning complete for port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:52.182375 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3336-5f1d-49cf-904e-90921573167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.226990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.230663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1dde0c47-3b80-45f7-9b77-387175c00b49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.259744 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:52.303244 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1dde0c47-3b80-45f7-9b77-387175c00b49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.350085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 27cf18c4-2a15-484e-81c5-99688a1605d7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:52.394765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b09c61-139e-445c-bac3-00ff2945c946,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:52.398099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Checking segment: {'id': 'cef62ce1-2631-4235-8f3c-c7ea71988512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b58edb-31cf-4508-818f-535757bca793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:52.398457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Network hostable DHCP agents. Network: 20b58edb-31cf-4508-818f-535757bca793, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:59:52.407761 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3336-5f1d-49cf-904e-90921573167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.433768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 27cf18c4-2a15-484e-81c5-99688a1605d7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:52.434288 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.470025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Network 20b58edb-31cf-4508-818f-535757bca793 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:59:52.477769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c9ef3336-5f1d-49cf-904e-90921573167d None None] For port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6a0d3259-64e0-4bf9-b99b-86ab0abf835d,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:52.487915 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3336-5f1d-49cf-904e-90921573167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.509472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 20b58edb-31cf-4508-818f-535757bca793) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:52.524757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e374c357-aaed-493c-bcc7-93929a18a4b0 None None] Network 20b58edb-31cf-4508-818f-535757bca793 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:59:52.524931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:52.525351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.530687 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-1dde0c47-3b80-45f7-9b77-387175c00b49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Floating IP 8db32429-f378-4b73-8755-e1b1a97506dc associated. External IP: 172.25.8.2, port: 1ff12a97-6c53-4be0-a149-9099667d0657. Feb 07 22:59:52.602363 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3797c637-536a-4654-8a78-ba7163ca905b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0317721 Feb 07 22:59:52.602716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44654) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:52.610146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:52.651760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef3336-5f1d-49cf-904e-90921573167d None None] Pushing event updated for resources: {'Port': ['ID=6a0d3259-64e0-4bf9-b99b-86ab0abf835d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:52.663330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba915a32-22f8-4de1-8636-4ecf148e2164 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:52.695128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.699082 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.705772 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:51Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:52.710372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-60aa4bbd-f424-453a-a970-a292ea501d44 None None] Provisioning complete for port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:52.710937 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-60aa4bbd-f424-453a-a970-a292ea501d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.766668 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20405bf8-3c03-4983-981d-93ab74ba9f32 None None] The sync data for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 is: [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:51Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:52.800278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.902747 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port ba915a32-22f8-4de1-8636-4ecf148e2164 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:52.911273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dde0c47-3b80-45f7-9b77-387175c00b49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:52.981740 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port ba915a32-22f8-4de1-8636-4ecf148e2164 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:52.982407 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.037116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-20b58edb-31cf-4508-818f-535757bca793', 'network_id': '20b58edb-31cf-4508-818f-535757bca793', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'fixed_ips': [{'subnet_id': '45b09c61-139e-445c-bac3-00ff2945c946'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 22:59:53.042585 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.167426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cf1fe-1875-4d47-b2ea-0b9e6729e9f0 req-081ed452-81a2-434c-9ffb-449a97abc62d tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:53.169400 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc3cf1fe-1875-4d47-b2ea-0b9e6729e9f0 req-081ed452-81a2-434c-9ffb-449a97abc62d tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 948 time: 0.2081602 Feb 07 22:59:53.171975 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.266161 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device da07210b-0551-462b-901d-5023c7620891 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:59:53.286217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cc3cf1fe-1875-4d47-b2ea-0b9e6729e9f0 req-9bc943bb-8ec2-4e85-bc9a-abf2689909b4 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079583 Feb 07 22:59:53.549332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a9f80-1988-4491-afca-3c0ae3b2bc8b req-fa8ffa53-7660-42d3-a11d-59065c830098 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:53.551019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b24a9f80-1988-4491-afca-3c0ae3b2bc8b req-fa8ffa53-7660-42d3-a11d-59065c830098 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 945 time: 0.6364036 Feb 07 22:59:53.572358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dde0c47-3b80-45f7-9b77-387175c00b49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:53.586019 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1dde0c47-3b80-45f7-9b77-387175c00b49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.594195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.631906 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1dde0c47-3b80-45f7-9b77-387175c00b49 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "PUT /v2.0/floatingips/8db32429-f378-4b73-8755-e1b1a97506dc HTTP/1.1" status: 200 len: 990 time: 2.3576267 Feb 07 22:59:53.634216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:53.636320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.649799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] Sync routers for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:53.652440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Allocated IP 172.20.0.2 (20b58edb-31cf-4508-818f-535757bca793/45b09c61-139e-445c-bac3-00ff2945c946/4a843193-7e9e-467d-b30e-044aebded8bf) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:53.665905 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf" -d '{"events": [{"name": "network-changed", "server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:53.682006 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.721126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b24a9f80-1988-4491-afca-3c0ae3b2bc8b req-644df69b-433f-4b17-a800-fd49dcedd777 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584849 Feb 07 22:59:53.739788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:53.739788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:53.798968 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad550b4-9b0e-45fa-82cb-c1c81e4e64bb x-openstack-request-id: req-8ad550b4-9b0e-45fa-82cb-c1c81e4e64bb {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:53.799333 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:53.799535 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ad550b4-9b0e-45fa-82cb-c1c81e4e64bb {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:53.800040 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657', 'status': 'completed', 'code': 200} Feb 07 22:59:53.875065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d64d9d-8a5b-4acc-a144-452e037c6ded req-fd41da7d-8d90-46d0-aa67-1f5cb02d792c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:53.876908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d64d9d-8a5b-4acc-a144-452e037c6ded req-fd41da7d-8d90-46d0-aa67-1f5cb02d792c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1342313 Feb 07 22:59:53.893983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Allocated IP 172.25.8.206 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/ade0e333-2476-4478-aec0-ce14f2c8485b) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:53.920438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578fabd8-369e-40ba-befc-c853af11b61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba915a32-22f8-4de1-8636-4ecf148e2164'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:53.923231 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f1fcc3-c554-4c0f-b651-c1f4e4466387" -d '{"events": [{"server_uuid": "578fabd8-369e-40ba-befc-c853af11b61a", "name": "network-vif-plugged", "status": "completed", "tag": "ba915a32-22f8-4de1-8636-4ecf148e2164"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:53.958399 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13d64d9d-8a5b-4acc-a144-452e037c6ded req-706b6c1b-f291-439f-bcf7-c3acedf193b8 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737958 Feb 07 22:59:53.962939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba915a32-22f8-4de1-8636-4ecf148e2164, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba915a32-22f8-4de1-8636-4ecf148e2164,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:54.018815 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.027136 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c18b04c-efe1-4f70-bfe4-34a509e908ab x-openstack-request-id: req-6c18b04c-efe1-4f70-bfe4-34a509e908ab {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:54.027477 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578fabd8-369e-40ba-befc-c853af11b61a", "name": "network-vif-plugged", "status": "completed", "tag": "ba915a32-22f8-4de1-8636-4ecf148e2164", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:54.027677 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c18b04c-efe1-4f70-bfe4-34a509e908ab {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:54.028101 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578fabd8-369e-40ba-befc-c853af11b61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba915a32-22f8-4de1-8636-4ecf148e2164', 'code': 200} Feb 07 22:59:54.041292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-36ed10c9-eb1d-44ee-b9b2-c84a81386859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:54.042776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-36ed10c9-eb1d-44ee-b9b2-c84a81386859 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 1097 time: 0.2151902 Feb 07 22:59:54.150463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce740b2e-e140-42e6-bbf1-b3e545db037f req-e851818a-06cb-464b-959a-b31179735cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:54.151979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce740b2e-e140-42e6-bbf1-b3e545db037f req-e851818a-06cb-464b-959a-b31179735cf2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 1097 time: 0.0690503 Feb 07 22:59:54.157488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port da07210b-0551-462b-901d-5023c7620891, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=da07210b-0551-462b-901d-5023c7620891,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:54.183026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.208026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:54.209145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-5cd99bf5-f994-4b20-964c-cd40f9563dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:54.211428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-5cd99bf5-f994-4b20-964c-cd40f9563dae service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.1544075 Feb 07 22:59:54.222008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ce740b2e-e140-42e6-bbf1-b3e545db037f req-b5ea506c-9872-4430-975f-bc349a46808d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634017 Feb 07 22:59:54.276967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'da07210b-0551-462b-901d-5023c7620891', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': 'da07210b-0551-462b-901d-5023c7620891', 'mac_address': 'fa:16:3e:c7:80:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:59:54.300605 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.321742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ba915a32-22f8-4de1-8636-4ecf148e2164,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:54.322662 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-21d93306-2a22-424a-9ef3-cc4395574059 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ff12a97-6c53-4be0-a149-9099667d0657 HTTP/1.1" status: 200 len: 998 time: 0.1008940 Feb 07 22:59:54.387463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:54.391627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:54.398986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:54.420348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6a0d3259-64e0-4bf9-b99b-86ab0abf835d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:54.440208 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.471215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Pushing event updated for resources: {'Port': ['ID=ade0e333-2476-4478-aec0-ce14f2c8485b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:54.474978 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.477204 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.551647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da07210b-0551-462b-901d-5023c7620891 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:54.571489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Network 20b58edb-31cf-4508-818f-535757bca793 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:54.625957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf2dd-3868-4f62-9149-a6b08e3015ba req-25931c3b-6a29-4b53-8133-bd7f679b8e15 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:54.631343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:54.633663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9fdf2dd-3868-4f62-9149-a6b08e3015ba req-25931c3b-6a29-4b53-8133-bd7f679b8e15 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 948 time: 0.2305274 Feb 07 22:59:54.648615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:54.666401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-9ed984fd-e63f-4fd4-ad36-ecda2925c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:54.668040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-9ed984fd-e63f-4fd4-ad36-ecda2925c016 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.2270675 Feb 07 22:59:54.686244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port da07210b-0551-462b-901d-5023c7620891, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=da07210b-0551-462b-901d-5023c7620891,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:54.693964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Pushing event updated for resources: {'Port': ['ID=4a843193-7e9e-467d-b30e-044aebded8bf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:54.716096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:54.717245 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.737644 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.750269 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9fdf2dd-3868-4f62-9149-a6b08e3015ba req-4c04fb36-7b32-4b48-b51e-6d543127f369 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096418 Feb 07 22:59:54.800617 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c064755-3313-4cda-a355-aa20d8ff9135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.815933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-a9488d31-5587-4f63-834a-2f13a1f2e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:54.817969 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-a9488d31-5587-4f63-834a-2f13a1f2e09b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931258 Feb 07 22:59:54.932992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Attempting to bind port 4a843193-7e9e-467d-b30e-044aebded8bf on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:54.932992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Attempting to bind port 4a843193-7e9e-467d-b30e-044aebded8bf by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cef62ce1-2631-4235-8f3c-c7ea71988512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b58edb-31cf-4508-818f-535757bca793'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:54.933573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Attempting to bind port 4a843193-7e9e-467d-b30e-044aebded8bf on network 20b58edb-31cf-4508-818f-535757bca793 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:54.943423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8e9e4-1da8-411b-a372-068ce1597df0 req-e111c441-0c87-4a3b-8ccb-c9af0697b141 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:54.945041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:54.945562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Checking segment: {'id': 'cef62ce1-2631-4235-8f3c-c7ea71988512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b58edb-31cf-4508-818f-535757bca793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:54.946070 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.946577 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Bound using segment: {'id': 'cef62ce1-2631-4235-8f3c-c7ea71988512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b58edb-31cf-4508-818f-535757bca793'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:54.947171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Bound port: 4a843193-7e9e-467d-b30e-044aebded8bf, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef62ce1-2631-4235-8f3c-c7ea71988512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b58edb-31cf-4508-818f-535757bca793'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:54.947490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fdf8e9e4-1da8-411b-a372-068ce1597df0 req-e111c441-0c87-4a3b-8ccb-c9af0697b141 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0844045 Feb 07 22:59:54.947737 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.954906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.990462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['da07210b-0551-462b-901d-5023c7620891'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:59:55.002264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fdf8e9e4-1da8-411b-a372-068ce1597df0 req-a9935151-a7b2-48f6-b4e4-cb76e6e87f9a tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457389 Feb 07 22:59:55.014208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:55.019344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-f79eca30-1878-4004-850c-91e84ba5e820 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599505 Feb 07 22:59:55.064344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=da07210b-0551-462b-901d-5023c7620891,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:55.203056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] For port 4a843193-7e9e-467d-b30e-044aebded8bf, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:55.213941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '8db32429-f378-4b73-8755-e1b1a97506dc', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'port_id': '1ff12a97-6c53-4be0-a149-9099667d0657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'mac_address': 'fa:16:3e:f3:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:36Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 1, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:55.277711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab8143-8a2d-478d-b73a-f8c54a629d3d req-cc4a471a-7115-4b98-8ce1-e6ccc376ed71 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:55.286389 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-34ab8143-8a2d-478d-b73a-f8c54a629d3d req-cc4a471a-7115-4b98-8ce1-e6ccc376ed71 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1674592 Feb 07 22:59:55.325432 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1e14b6f-3c9f-481f-be15-d98a82dd81bf req-5af17193-263c-4db7-a197-1dcaed869ddd service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670956 Feb 07 22:59:55.403262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] For port 4a843193-7e9e-467d-b30e-044aebded8bf, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4a843193-7e9e-467d-b30e-044aebded8bf,segment=NetworkSegment(cef62ce1-2631-4235-8f3c-c7ea71988512),segment_id=cef62ce1-2631-4235-8f3c-c7ea71988512)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:55.407541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] Checking router: dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:55.413973 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:55.435325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-34ab8143-8a2d-478d-b73a-f8c54a629d3d req-2af6b771-0950-4eff-8b74-e3b15ce6de97 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469841 Feb 07 22:59:55.485217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:55.485852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:55.497362 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:55.570398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba52055-347b-4df6-b40f-2105feaed469 None None] Pushing event updated for resources: {'Port': ['ID=4a843193-7e9e-467d-b30e-044aebded8bf,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:55.662110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:55.923495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b079c96-a35f-4132-bc5b-497c31c594f7 req-c6a72ce5-f712-4089-97e7-b4147d3efb6d tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:55.932552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9b079c96-a35f-4132-bc5b-497c31c594f7 req-c6a72ce5-f712-4089-97e7-b4147d3efb6d tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 949 time: 0.0925798 Feb 07 22:59:55.978933 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9b079c96-a35f-4132-bc5b-497c31c594f7 req-2c1b2287-f19a-48fa-8a13-e21f6e757e40 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453625 Feb 07 22:59:56.116966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:59:56.215233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '8db32429-f378-4b73-8755-e1b1a97506dc', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'port_id': '1ff12a97-6c53-4be0-a149-9099667d0657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'mac_address': 'fa:16:3e:f3:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:36Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 1, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:56.251386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5c60-8cf3-4ffe-aaa5-feeaa2a4f438 None None] The sync data for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 is: [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '8db32429-f378-4b73-8755-e1b1a97506dc', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'port_id': '1ff12a97-6c53-4be0-a149-9099667d0657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'mac_address': 'fa:16:3e:f3:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:36Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 1, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:56.274113 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558eaef-7c89-474c-afdb-b58d70322629 req-e557d243-f93f-4dc0-b4b9-ecad4e559755 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:56.282730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7558eaef-7c89-474c-afdb-b58d70322629 req-e557d243-f93f-4dc0-b4b9-ecad4e559755 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1401746 Feb 07 22:59:56.303839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4a843193-7e9e-467d-b30e-044aebded8bf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:56.326234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:56.340873 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Sync routers for ids ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:56.341924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7558eaef-7c89-474c-afdb-b58d70322629 req-6fb79957-baab-4b43-8039-14d5d82e1af5 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533433 Feb 07 22:59:56.371077 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Routers {'5a3a62bc-cc54-44a4-9e6b-fec1a4883329'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:56.371907 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:56.378227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.378423 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.382928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 44696) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:56.383070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9b177555-b62b-4c21-bbbc-1b8ff2eae332 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7786024 Feb 07 22:59:56.392971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4a843193-7e9e-467d-b30e-044aebded8bf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:56.393365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.571882 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.598325 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Set router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:56.633908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43968cca-4a27-4cd6-bd5b-e82f88261c86 None None] New status for floating IP 8db32429-f378-4b73-8755-e1b1a97506dc: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:59:56.661782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04acaf-2b55-4f32-90aa-08274639edf7 req-0e2cc755-1283-4ae7-9dd5-162c8efc739f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:56.672907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44700) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 22:59:56.673586 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf04acaf-2b55-4f32-90aa-08274639edf7 req-0e2cc755-1283-4ae7-9dd5-162c8efc739f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1789439 Feb 07 22:59:56.682431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-79ef235e-361d-4269-b310-62cacb20bb98 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'floatingip': {'port_id': 'ba915a32-22f8-4de1-8636-4ecf148e2164'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:56.740153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a19a9-1663-4967-b55a-5c541463de8f req-eb1a3367-9542-4b0f-a7f9-05a081c219f2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:56.750174 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a5a19a9-1663-4967-b55a-5c541463de8f req-eb1a3367-9542-4b0f-a7f9-05a081c219f2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1682649 Feb 07 22:59:56.758540 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79ef235e-361d-4269-b310-62cacb20bb98 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.890550 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:52Z', 'updated_at': '2022-02-07T22:59:54Z', 'revision_number': 3, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'gw_port': {'id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:53Z', 'updated_at': '2022-02-07T22:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:56.910072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 4a843193-7e9e-467d-b30e-044aebded8bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4a843193-7e9e-467d-b30e-044aebded8bf,segment=NetworkSegment(cef62ce1-2631-4235-8f3c-c7ea71988512),segment_id=cef62ce1-2631-4235-8f3c-c7ea71988512)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:56.928015 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Checking router: 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:56.928519 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Updating router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 port ade0e333-2476-4478-aec0-ce14f2c8485b binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:59:56.935978 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.983386 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.016222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.026693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75102fce-238f-44e6-9b3b-2525d834821a None None] Network 20b58edb-31cf-4508-818f-535757bca793 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 22:59:57.079654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a5a19a9-1663-4967-b55a-5c541463de8f req-c709d5a0-3337-46db-9e09-3bc55ba2d1d8 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282003 Feb 07 22:59:57.162081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-062aaf88-b266-4d44-beeb-a87badac85b1 None None] Provisioning complete for port 4a843193-7e9e-467d-b30e-044aebded8bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:57.162606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-062aaf88-b266-4d44-beeb-a87badac85b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.165862 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=4a843193-7e9e-467d-b30e-044aebded8bf,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:57.213045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device da07210b-0551-462b-901d-5023c7620891 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:57.251669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5badad0-97f7-43c5-940e-33cf0f948bca req-13fd18db-1dfa-4712-9ed1-eec5785a75ae tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:57.259004 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a5badad0-97f7-43c5-940e-33cf0f948bca req-13fd18db-1dfa-4712-9ed1-eec5785a75ae tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 949 time: 0.1485918 Feb 07 22:59:57.309357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a5badad0-97f7-43c5-940e-33cf0f948bca req-09a0506b-cecf-47e3-b68b-2f180eedceb4 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Feb 07 22:59:57.387669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.450727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port da07210b-0551-462b-901d-5023c7620891 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:57.455106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port da07210b-0551-462b-901d-5023c7620891 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:57.455662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.642053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Allocated IP 172.20.0.1 (20b58edb-31cf-4508-818f-535757bca793/45b09c61-139e-445c-bac3-00ff2945c946/983005f2-d210-4cd1-9e10-aef2db61cff4) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:57.651620 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.701157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55339b0-29b5-4ac5-ae9f-625d25c0927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da07210b-0551-462b-901d-5023c7620891'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:57.703454 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.707196 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6773fe03-bb28-420e-80e8-70c12abe1265" -d '{"events": [{"server_uuid": "d55339b0-29b5-4ac5-ae9f-625d25c0927f", "name": "network-vif-plugged", "status": "completed", "tag": "da07210b-0551-462b-901d-5023c7620891"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:57.718190 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.737723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port da07210b-0551-462b-901d-5023c7620891, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=da07210b-0551-462b-901d-5023c7620891,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:59:57.751779 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.848519 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Attempting to bind port ade0e333-2476-4478-aec0-ce14f2c8485b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:57.848909 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Attempting to bind port ade0e333-2476-4478-aec0-ce14f2c8485b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:57.849260 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Attempting to bind port ade0e333-2476-4478-aec0-ce14f2c8485b on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:59:57.856417 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:59:57.856905 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 22:59:57.858036 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.866418 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:59:57.866805 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Bound port: ade0e333-2476-4478-aec0-ce14f2c8485b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:57.867206 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.885967 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81024f4a-54b4-41ca-acbe-dd9a2600eaf9 x-openstack-request-id: req-81024f4a-54b4-41ca-acbe-dd9a2600eaf9 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:57.886280 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55339b0-29b5-4ac5-ae9f-625d25c0927f", "name": "network-vif-plugged", "status": "completed", "tag": "da07210b-0551-462b-901d-5023c7620891", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:57.886556 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81024f4a-54b4-41ca-acbe-dd9a2600eaf9 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:57.886984 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55339b0-29b5-4ac5-ae9f-625d25c0927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da07210b-0551-462b-901d-5023c7620891', 'code': 200} Feb 07 22:59:57.951411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=da07210b-0551-462b-901d-5023c7620891,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:57.975838 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.989477 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] For port ade0e333-2476-4478-aec0-ce14f2c8485b, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:59:57.994200 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] For port ade0e333-2476-4478-aec0-ce14f2c8485b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ade0e333-2476-4478-aec0-ce14f2c8485b,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:59:58.004322 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.017094 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63a673-930c-4ecf-b8be-249655d0ba23 None None] Pushing event updated for resources: {'Port': ['ID=ade0e333-2476-4478-aec0-ce14f2c8485b,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:58.037054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79ef235e-361d-4269-b310-62cacb20bb98 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.065977 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Routers {'5a3a62bc-cc54-44a4-9e6b-fec1a4883329'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:58.066648 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:58.081406 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79ef235e-361d-4269-b310-62cacb20bb98 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.117499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-67687f3e-4787-4c6b-b14a-ca11bfc0b500 None None] Provisioning complete for port 4a843193-7e9e-467d-b30e-044aebded8bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:58.118101 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67687f3e-4787-4c6b-b14a-ca11bfc0b500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.277263 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63a673-930c-4ecf-b8be-249655d0ba23 None None] Pushing event updated for resources: {'Port': ['ID=ade0e333-2476-4478-aec0-ce14f2c8485b,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:58.285497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763257b-ebfb-403a-af16-89b83ddffb56 req-184d2967-fb21-4416-9493-9b53cc2740a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:58.287117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6763257b-ebfb-403a-af16-89b83ddffb56 req-184d2967-fb21-4416-9493-9b53cc2740a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 1101 time: 0.1422007 Feb 07 22:59:58.293753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.304722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4a843193-7e9e-467d-b30e-044aebded8bf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:59:58.345871 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-79ef235e-361d-4269-b310-62cacb20bb98 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Floating IP 5b6d9e60-1d5e-45a2-bc85-4a348130a95a associated. External IP: 172.25.8.197, port: ba915a32-22f8-4de1-8636-4ecf148e2164. Feb 07 22:59:58.347163 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] Set router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:58.398526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4a843193-7e9e-467d-b30e-044aebded8bf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:58.398924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.453831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Network 20b58edb-31cf-4508-818f-535757bca793 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:58.476006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6763257b-ebfb-403a-af16-89b83ddffb56 req-4216df81-a2cb-402f-b15c-f1bc2c3713e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779239 Feb 07 22:59:58.500078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:58.540757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:59:58.554000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=983005f2-d210-4cd1-9e10-aef2db61cff4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:58.621092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.621306 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:52Z', 'updated_at': '2022-02-07T22:59:54Z', 'revision_number': 3, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'gw_port': {'id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:53Z', 'updated_at': '2022-02-07T22:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:58.631346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a7e4a-a610-4537-8c1f-a3dc0126ece7 req-f90b251b-2fc8-463b-832b-d546edf0bc99 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:58.641255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c09a7e4a-a610-4537-8c1f-a3dc0126ece7 req-f90b251b-2fc8-463b-832b-d546edf0bc99 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 950 time: 0.2024186 Feb 07 22:59:58.663121 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384387ea-24aa-4854-bbc5-6bbf421f2cbb None None] The sync data for ids ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'] in n-d-827895-2 is: [{'id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:52Z', 'updated_at': '2022-02-07T22:59:54Z', 'revision_number': 3, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'gw_port': {'id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:53Z', 'updated_at': '2022-02-07T22:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:58.693751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ef235e-361d-4269-b310-62cacb20bb98 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Router 192ee214-366b-4a1c-9266-e4d2afed5dd9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:58.834364 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c09a7e4a-a610-4537-8c1f-a3dc0126ece7 req-ef0b4c12-8923-4911-a170-9731b8c7daa1 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789901 Feb 07 22:59:58.870416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ef235e-361d-4269-b310-62cacb20bb98 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:59:58.885203 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] Sync routers for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:58.891123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-79ef235e-361d-4269-b310-62cacb20bb98 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.903312 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:58.905816 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:58.906763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d5cecc17-5a7f-4313-a51d-79875b8182e2 None None] Provisioning complete for port 983005f2-d210-4cd1-9e10-aef2db61cff4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:58.907252 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5cecc17-5a7f-4313-a51d-79875b8182e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.914029 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.928508 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-79ef235e-361d-4269-b310-62cacb20bb98 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "PUT /v2.0/floatingips/5b6d9e60-1d5e-45a2-bc85-4a348130a95a HTTP/1.1" status: 200 len: 992 time: 2.2520440 Feb 07 22:59:58.929143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578fabd8-369e-40ba-befc-c853af11b61a', 'tag': 'ba915a32-22f8-4de1-8636-4ecf148e2164'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:58.937370 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e" -d '{"events": [{"name": "network-changed", "server_uuid": "578fabd8-369e-40ba-befc-c853af11b61a", "tag": "ba915a32-22f8-4de1-8636-4ecf148e2164"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:59:58.974887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d5cecc17-5a7f-4313-a51d-79875b8182e2 None None] Port 983005f2-d210-4cd1-9e10-aef2db61cff4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 22:59:59.036348 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aea29db-6b82-4659-ad13-2209217e4287 x-openstack-request-id: req-4aea29db-6b82-4659-ad13-2209217e4287 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:59:59.036638 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578fabd8-369e-40ba-befc-c853af11b61a", "tag": "ba915a32-22f8-4de1-8636-4ecf148e2164", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:59:59.036890 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4aea29db-6b82-4659-ad13-2209217e4287 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:59:59.038192 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578fabd8-369e-40ba-befc-c853af11b61a', 'tag': 'ba915a32-22f8-4de1-8636-4ecf148e2164', 'status': 'completed', 'code': 200} Feb 07 22:59:59.135086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241433e6-821c-458c-8269-1be3051959f8 req-65be644e-04d7-4651-8dca-ea7845866eb6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:59.144683 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-241433e6-821c-458c-8269-1be3051959f8 req-65be644e-04d7-4651-8dca-ea7845866eb6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0985539 Feb 07 22:59:59.181131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-b4c0198a-dae5-4143-9b2e-9bb9d7a7eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:59.182645 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-b4c0198a-dae5-4143-9b2e-9bb9d7a7eaba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 1097 time: 0.1021490 Feb 07 22:59:59.184717 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:59.196609 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.202829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.224071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-241433e6-821c-458c-8269-1be3051959f8 req-3d88c764-0efc-4716-b076-fccd59640207 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786808 Feb 07 22:59:59.322341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-a20b519e-81c6-4b92-b43c-e59c0ee109c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:59.324613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-a20b519e-81c6-4b92-b43c-e59c0ee109c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 910 time: 0.1352050 Feb 07 22:59:59.338185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=983005f2-d210-4cd1-9e10-aef2db61cff4,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:59.341526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.468882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-329b7730-f46d-4853-9e66-ad3567958fb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba915a32-22f8-4de1-8636-4ecf148e2164 HTTP/1.1" status: 200 len: 1000 time: 0.1325877 Feb 07 22:59:59.506072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Network 20b58edb-31cf-4508-818f-535757bca793 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:59.508395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:59.555502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-e3e00d38-71e6-4180-9419-91d2e6a2878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:59.558731 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-e3e00d38-71e6-4180-9419-91d2e6a2878d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.0824718 Feb 07 22:59:59.631209 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b6d9e60-1d5e-45a2-bc85-4a348130a95a', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'port_id': 'ba915a32-22f8-4de1-8636-4ecf148e2164', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'mac_address': 'fa:16:3e:b3:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578fabd8-369e-40ba-befc-c853af11b61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:36Z', 'updated_at': '2022-02-07T22:59:57Z', 'revision_number': 1, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:59.650948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-3cb16f0b-db98-46f8-ad7b-dcee4486ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:59.652847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-3cb16f0b-db98-46f8-ad7b-dcee4486ca68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877364 Feb 07 22:59:59.674241 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] Checking router: 192ee214-366b-4a1c-9266-e4d2afed5dd9 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:59.697002 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:59:59.700327 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:59.714180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:59:59.801643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-5c7b2086-7add-4c2e-ba3e-fb6d3cc62972 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413736 Feb 07 22:59:59.902994 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:59:59.918576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-939f5bb4-fd60-4647-ba23-21e14efed5d3 None None] Provisioning complete for port 983005f2-d210-4cd1-9e10-aef2db61cff4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:59.920171 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-939f5bb4-fd60-4647-ba23-21e14efed5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.985094 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0138dffd-c5e4-4e17-bf28-3b0aac2ac93e req-9ab2a377-29f8-4880-b137-81c76f510177 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758852 Feb 07 22:59:59.986254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:00:00.000979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0781cfb1-d7bc-4ce8-bceb-5a90af2d5cd3 admin admin] 10.222.0.15 "PUT /v2.0/routers/5a3a62bc-cc54-44a4-9e6b-fec1a4883329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6162634 Feb 07 23:00:00.006258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-939f5bb4-fd60-4647-ba23-21e14efed5d3 None None] Port 983005f2-d210-4cd1-9e10-aef2db61cff4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:00:00.027642 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:00:00.071937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b899-2c15-445c-9bce-f6e691261803 req-3528ddc3-c571-4a65-b8e8-b02d9b4aad42 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:00.073335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0eb0b899-2c15-445c-9bce-f6e691261803 req-3528ddc3-c571-4a65-b8e8-b02d9b4aad42 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 950 time: 0.0850842 Feb 07 23:00:00.124402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0eb0b899-2c15-445c-9bce-f6e691261803 req-e35b8c8e-1ee8-453e-8e78-922b37ddcd66 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Feb 07 23:00:00.337141 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b6d9e60-1d5e-45a2-bc85-4a348130a95a', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'port_id': 'ba915a32-22f8-4de1-8636-4ecf148e2164', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'mac_address': 'fa:16:3e:b3:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578fabd8-369e-40ba-befc-c853af11b61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:36Z', 'updated_at': '2022-02-07T22:59:57Z', 'revision_number': 1, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:00.382711 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ade0e333-2476-4478-aec0-ce14f2c8485b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:00.422313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d311b6-3e86-4f3f-bced-47b1f74dd6b9 req-742f9e9a-9eb1-4bd9-a72f-5bf7c9d631f9 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:00.424956 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb46e63-823f-457e-9c6c-4357f24966d9 None None] The sync data for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 is: [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b6d9e60-1d5e-45a2-bc85-4a348130a95a', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'port_id': 'ba915a32-22f8-4de1-8636-4ecf148e2164', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'mac_address': 'fa:16:3e:b3:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578fabd8-369e-40ba-befc-c853af11b61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:36Z', 'updated_at': '2022-02-07T22:59:57Z', 'revision_number': 1, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:00.431627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90d311b6-3e86-4f3f-bced-47b1f74dd6b9 req-742f9e9a-9eb1-4bd9-a72f-5bf7c9d631f9 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0793207 Feb 07 23:00:00.485405 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90d311b6-3e86-4f3f-bced-47b1f74dd6b9 req-bf321a7c-e87f-42f1-9fe0-ba9cf714c8ca tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527909 Feb 07 23:00:00.553551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ade0e333-2476-4478-aec0-ce14f2c8485b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:00.553933 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.684587 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03137399-8e35-4dc2-b48e-6abc1b97e0f1 req-ff187313-0670-4bc3-8801-54c1955a8aee tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:00.687177 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03137399-8e35-4dc2-b48e-6abc1b97e0f1 req-ff187313-0670-4bc3-8801-54c1955a8aee tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 950 time: 0.0690548 Feb 07 23:00:00.697479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.719839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port ade0e333-2476-4478-aec0-ce14f2c8485b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ade0e333-2476-4478-aec0-ce14f2c8485b,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:00.726805 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.736436 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03137399-8e35-4dc2-b48e-6abc1b97e0f1 req-786855ab-547d-44f8-9a22-f3eaf1e0a520 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423353 Feb 07 23:00:00.783198 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=ade0e333-2476-4478-aec0-ce14f2c8485b,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:01.084552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef54e2-e51e-46bd-80d7-31b6d81babc7 None None] New status for floating IP 5b6d9e60-1d5e-45a2-bc85-4a348130a95a: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:00:01.434726 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Sync routers for ids ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:01.445098 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Routers {'5a3a62bc-cc54-44a4-9e6b-fec1a4883329'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:00:01.446003 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:01.557597 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Set router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:00:01.894789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae42a-c65b-4d27-aecb-016b47da4d46 req-db71bfd0-831e-4b30-b679-7f1753506438 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:01.905779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a06ae42a-c65b-4d27-aecb-016b47da4d46 req-db71bfd0-831e-4b30-b679-7f1753506438 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 950 time: 0.0858169 Feb 07 23:00:01.921936 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:52Z', 'updated_at': '2022-02-07T22:59:58Z', 'revision_number': 4, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'gw_port': {'id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:53Z', 'updated_at': '2022-02-07T23:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '983005f2-d210-4cd1-9e10-aef2db61cff4', 'name': '', 'network_id': '20b58edb-31cf-4508-818f-535757bca793', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'mac_address': 'fa:16:3e:ad:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '45b09c61-139e-445c-bac3-00ff2945c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:57Z', 'updated_at': '2022-02-07T22:59:58Z', 'revision_number': 2, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'subnets': [{'id': '45b09c61-139e-445c-bac3-00ff2945c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:01.959307 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Checking router: 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:00:01.959662 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Updating router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 port 983005f2-d210-4cd1-9e10-aef2db61cff4 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:00:01.988860 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:01.995745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a06ae42a-c65b-4d27-aecb-016b47da4d46 req-7f1d14c1-3ae4-438d-879c-96256a339e6b tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/security-groups?id=c379113e-03df-4382-8d8b-4999ba942231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889750 Feb 07 23:00:02.021873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-8b27dafe-58d6-44e0-87e4-19cf3292001d tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:02.023298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-8b27dafe-58d6-44e0-87e4-19cf3292001d tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 950 time: 0.1125162 Feb 07 23:00:02.207745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Deleting port da07210b-0551-462b-901d-5023c7620891 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:00:02.208611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.314560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ade0e333-2476-4478-aec0-ce14f2c8485b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:02.357612 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.366363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ade0e333-2476-4478-aec0-ce14f2c8485b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:02.366773 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.374484 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.375014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] For port da07210b-0551-462b-901d-5023c7620891, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=da07210b-0551-462b-901d-5023c7620891,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:02.375941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.395632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Calling delete_port for da07210b-0551-462b-901d-5023c7620891 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:00:02.518633 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e44873-fd5b-4c77-b6a3-45f59e06fa70 None None] Pushing event updated for resources: {'Port': ['ID=983005f2-d210-4cd1-9e10-aef2db61cff4,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:02.554790 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Attempting to bind port 983005f2-d210-4cd1-9e10-aef2db61cff4 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:02.555249 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Attempting to bind port 983005f2-d210-4cd1-9e10-aef2db61cff4 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cef62ce1-2631-4235-8f3c-c7ea71988512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b58edb-31cf-4508-818f-535757bca793'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:02.555762 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Attempting to bind port 983005f2-d210-4cd1-9e10-aef2db61cff4 on network 20b58edb-31cf-4508-818f-535757bca793 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:00:02.579841 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:00:02.586268 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Checking segment: {'id': 'cef62ce1-2631-4235-8f3c-c7ea71988512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b58edb-31cf-4508-818f-535757bca793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:00:02.587788 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.588241 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Bound using segment: {'id': 'cef62ce1-2631-4235-8f3c-c7ea71988512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b58edb-31cf-4508-818f-535757bca793'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:00:02.588744 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Bound port: 983005f2-d210-4cd1-9e10-aef2db61cff4, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef62ce1-2631-4235-8f3c-c7ea71988512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b58edb-31cf-4508-818f-535757bca793'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:02.590130 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.664738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.678449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['da07210b-0551-462b-901d-5023c7620891'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:00:02.714853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-51d76ff5-2ff1-441c-844f-ebbbe881f251 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:02.719086 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] For port 983005f2-d210-4cd1-9e10-aef2db61cff4, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:00:02.724424 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] For port 983005f2-d210-4cd1-9e10-aef2db61cff4, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=983005f2-d210-4cd1-9e10-aef2db61cff4,segment=NetworkSegment(cef62ce1-2631-4235-8f3c-c7ea71988512),segment_id=cef62ce1-2631-4235-8f3c-c7ea71988512)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:00:02.733547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-51d76ff5-2ff1-441c-844f-ebbbe881f251 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1635506 Feb 07 23:00:02.734336 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.746803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Pushing event deleted for resources: {'Port': ['ID=da07210b-0551-462b-901d-5023c7620891,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:02.766534 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-8476db8b-fa00-43e2-b1d2-2ab5f21e5a6c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/quotas/edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 375 time: 0.0260935 Feb 07 23:00:02.806571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] No DVR routers for this DVR port da07210b-0551-462b-901d-5023c7620891 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:02.810818 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.814832 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-49d0d167-e03d-4afc-9058-dc5447e91b06 req-61a9ad2d-52cb-4727-8240-5708aaa36c8a tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.24 "DELETE /v2.0/ports/da07210b-0551-462b-901d-5023c7620891 HTTP/1.1" status: 204 len: 173 time: 0.7843745 Feb 07 23:00:02.815432 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55339b0-29b5-4ac5-ae9f-625d25c0927f', 'name': 'network-vif-deleted', 'tag': 'da07210b-0551-462b-901d-5023c7620891'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:02.818412 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f696018b-26fd-4ae9-9289-72c8a7b772e5" -d '{"events": [{"server_uuid": "d55339b0-29b5-4ac5-ae9f-625d25c0927f", "name": "network-vif-deleted", "tag": "da07210b-0551-462b-901d-5023c7620891"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:02.837418 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e44873-fd5b-4c77-b6a3-45f59e06fa70 None None] Pushing event updated for resources: {'Port': ['ID=983005f2-d210-4cd1-9e10-aef2db61cff4,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:02.863277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ea6a5dd8-242b-4687-a0d2-2aefd1d77212 None None] Provisioning complete for port 983005f2-d210-4cd1-9e10-aef2db61cff4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:02.863732 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5dd8-242b-4687-a0d2-2aefd1d77212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.870802 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-645845ca-86c6-45a1-8908-059dcd39aa47 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029646 Feb 07 23:00:02.911256 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Routers {'5a3a62bc-cc54-44a4-9e6b-fec1a4883329'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:00:02.911930 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T22:59:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:02.933615 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02510995-3004-4609-8a4f-fb0377d3e8f1 x-openstack-request-id: req-02510995-3004-4609-8a4f-fb0377d3e8f1 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:02.934094 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55339b0-29b5-4ac5-ae9f-625d25c0927f", "name": "network-vif-deleted", "tag": "da07210b-0551-462b-901d-5023c7620891", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:02.934325 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02510995-3004-4609-8a4f-fb0377d3e8f1 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:02.935821 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55339b0-29b5-4ac5-ae9f-625d25c0927f', 'name': 'network-vif-deleted', 'tag': 'da07210b-0551-462b-901d-5023c7620891', 'status': 'completed', 'code': 200} Feb 07 23:00:03.054325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-dbf3c9bf-8b67-4f48-9f2d-5a0fcf6ca232 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822302 Feb 07 23:00:03.069739 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5dd8-242b-4687-a0d2-2aefd1d77212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.131729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ea6a5dd8-242b-4687-a0d2-2aefd1d77212 None None] For port 983005f2-d210-4cd1-9e10-aef2db61cff4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=983005f2-d210-4cd1-9e10-aef2db61cff4,segment=NetworkSegment(cef62ce1-2631-4235-8f3c-c7ea71988512),segment_id=cef62ce1-2631-4235-8f3c-c7ea71988512)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:03.144037 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5dd8-242b-4687-a0d2-2aefd1d77212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.208542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b77ea22b-5254-47b8-8ccb-b0a35e401289 req-aff1474f-dd23-4716-824a-264cbe72bcb5 tempest-VolumesNegativeTest-1510266916 tempest-VolumesNegativeTest-1510266916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d55339b0-29b5-4ac5-ae9f-625d25c0927f HTTP/1.1" status: 200 len: 210 time: 0.0495403 Feb 07 23:00:03.218105 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] Set router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:00:03.246744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-11a355ce-9867-4894-b6ae-6ec26a8dc198 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899145 Feb 07 23:00:03.275643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7765f6da-dd32-4a49-830f-64de051808f9 None None] Provisioning complete for port 983005f2-d210-4cd1-9e10-aef2db61cff4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:03.276062 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7765f6da-dd32-4a49-830f-64de051808f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.277813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a5dd8-242b-4687-a0d2-2aefd1d77212 None None] Pushing event updated for resources: {'Port': ['ID=983005f2-d210-4cd1-9e10-aef2db61cff4,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:03.498199 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:52Z', 'updated_at': '2022-02-07T22:59:58Z', 'revision_number': 4, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'gw_port': {'id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:53Z', 'updated_at': '2022-02-07T23:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '983005f2-d210-4cd1-9e10-aef2db61cff4', 'name': '', 'network_id': '20b58edb-31cf-4508-818f-535757bca793', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'mac_address': 'fa:16:3e:ad:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '45b09c61-139e-445c-bac3-00ff2945c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:57Z', 'updated_at': '2022-02-07T23:00:02Z', 'revision_number': 4, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'subnets': [{'id': '45b09c61-139e-445c-bac3-00ff2945c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:03.529292 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec05a97-3eb4-4e8c-bb01-3e642e32a005 None None] The sync data for ids ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'] in n-d-827895-2 is: [{'id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:52Z', 'updated_at': '2022-02-07T22:59:58Z', 'revision_number': 4, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'gw_port': {'id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:53Z', 'updated_at': '2022-02-07T23:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '983005f2-d210-4cd1-9e10-aef2db61cff4', 'name': '', 'network_id': '20b58edb-31cf-4508-818f-535757bca793', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'mac_address': 'fa:16:3e:ad:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '45b09c61-139e-445c-bac3-00ff2945c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:57Z', 'updated_at': '2022-02-07T23:00:02Z', 'revision_number': 4, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'subnets': [{'id': '45b09c61-139e-445c-bac3-00ff2945c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:03.688374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58492b3f-7ca9-48c6-891e-76fb225896b0 req-57411a78-9e0c-453c-8e52-0a939d5b8cf5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 210 time: 0.0529642 Feb 07 23:00:03.970096 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:04.291656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 983005f2-d210-4cd1-9e10-aef2db61cff4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:04.373048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 983005f2-d210-4cd1-9e10-aef2db61cff4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:04.373743 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:04.447239 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:04.808212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-f0c84500-e88e-4ec7-975f-697287c71569 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:04.811601 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-f0c84500-e88e-4ec7-975f-697287c71569 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1801662 Feb 07 23:00:04.828235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'port': {'device_id': 'a43c7b7b-68a5-499a-a733-db40d1c7331f', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'admin_state_up': True, 'tenant_id': 'edc93e220b884578820ed73d5e9400f9'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:04.895851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52a8da81-66d4-495e-b513-0fe7f68bbd02 req-2fc31cbe-58c2-4350-b802-50bb880af45f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 210 time: 0.0718682 Feb 07 23:00:05.078543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Made reservation on behalf of edc93e220b884578820ed73d5e9400f9 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:05.082183 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.283396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.20.0.4 (2f757959-1832-41a9-aab1-345730436e6e/40058268-0e17-460f-86fe-d5a141a2db00/0e69e0ce-e75c-47cc-8267-583afe068caa) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:05.570113 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.690211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-caa3b7c6-6a44-4b21-b476-e4e27473ac9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792644 Feb 07 23:00:05.693713 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.754455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=0e69e0ce-e75c-47cc-8267-583afe068caa,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:05.818360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:05.822486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:05.839778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:00:05.903911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-4441798d-e5a9-48ed-b480-3153b4334ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:05.906228 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-4441798d-e5a9-48ed-b480-3153b4334ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 1096 time: 0.1543574 Feb 07 23:00:05.971531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:05.974511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.046608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-863f304f-6c73-448f-844f-e56ca8757074 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2184110 Feb 07 23:00:06.072062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd9d10-daa9-4b60-b1cd-5dec029f3d84 req-b38937f7-2fbb-4f8b-82bc-bd72ceada525 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.082244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39fd9d10-daa9-4b60-b1cd-5dec029f3d84 req-b38937f7-2fbb-4f8b-82bc-bd72ceada525 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 931 time: 0.0827005 Feb 07 23:00:06.090658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Request body: {'port': {'device_id': 'a43c7b7b-68a5-499a-a733-db40d1c7331f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:06.109223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 44944) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:06.300432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.303029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532de62-016e-4d49-a723-444b3edfb4d1 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.303511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532de62-016e-4d49-a723-444b3edfb4d1 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.304155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532de62-016e-4d49-a723-444b3edfb4d1 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.315761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1532de62-016e-4d49-a723-444b3edfb4d1 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=87518940c9e1467298bfc6fb7e8a763a&network_id=f7f624bb-f459-4905-b821-74b6ac303a27 HTTP/1.1" status: 200 len: 2969 time: 0.1940880 Feb 07 23:00:06.317812 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39fd9d10-daa9-4b60-b1cd-5dec029f3d84 req-73a49e23-cf33-43bb-b9d7-b878a0bdc6fd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341964 Feb 07 23:00:06.337691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-1af81d15-f3b8-47b9-9318-6592448c3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.339173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-1af81d15-f3b8-47b9-9318-6592448c3a15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7f624bb-f459-4905-b821-74b6ac303a27 HTTP/1.1" status: 200 len: 897 time: 0.4040916 Feb 07 23:00:06.365896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9ffe55e3-b837-41ff-82d0-321920a0a425 None None] Provisioning complete for port 0e69e0ce-e75c-47cc-8267-583afe068caa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:06.366809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ffe55e3-b837-41ff-82d0-321920a0a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.420131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe55e3-b837-41ff-82d0-321920a0a425 None None] Port 0e69e0ce-e75c-47cc-8267-583afe068caa cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:00:06.642515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-c7692dd8-6c2f-4b3f-ba46-49184b673404 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb HTTP/1.1" status: 200 len: 1001 time: 0.2938194 Feb 07 23:00:06.725028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-32c7230a-c930-45f1-bf47-196efa3534f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.726607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-32c7230a-c930-45f1-bf47-196efa3534f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1562e49-7b1b-4aeb-addb-79b54b8d8af6 HTTP/1.1" status: 200 len: 834 time: 0.0749784 Feb 07 23:00:06.815854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e69e0ce-e75c-47cc-8267-583afe068caa {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:06.829184 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.833384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-0aa43b92-3cab-4bf4-83a5-a42f35449da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.833384 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-0aa43b92-3cab-4bf4-83a5-a42f35449da4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7f624bb-f459-4905-b821-74b6ac303a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965638 Feb 07 23:00:06.859633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Transition to ACTIVE for port object 0e69e0ce-e75c-47cc-8267-583afe068caa will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:06.871608 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.990101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e69e0ce-e75c-47cc-8267-583afe068caa,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:07.088229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-587a2ab8-72c9-4dbd-a8f7-a5c1bb220d59 service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470520 Feb 07 23:00:07.217550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Attempting to bind port 0e69e0ce-e75c-47cc-8267-583afe068caa on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:07.217887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Attempting to bind port 0e69e0ce-e75c-47cc-8267-583afe068caa by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:07.218307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Attempting to bind port 0e69e0ce-e75c-47cc-8267-583afe068caa on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:00:07.226027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Port 0e69e0ce-e75c-47cc-8267-583afe068caa on network 2f757959-1832-41a9-aab1-345730436e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:00:07.226670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Attempting to bind port 0e69e0ce-e75c-47cc-8267-583afe068caa on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:00:07.241757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:00:07.242208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:00:07.242346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device da07210b-0551-462b-901d-5023c7620891 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:00:07.242699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Bound using segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:00:07.243243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Bound port: 0e69e0ce-e75c-47cc-8267-583afe068caa, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:07.243672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.306035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a741fdbd-76e1-4507-8758-a0a860f6ae73 req-2f3bf115-eb0a-410c-9678-e7ad3a61ef98 service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078407 Feb 07 23:00:07.316676 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: da07210b-0551-462b-901d-5023c7620891 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:00:07.316676 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device da07210b-0551-462b-901d-5023c7620891 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:00:07.460258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] For port 0e69e0ce-e75c-47cc-8267-583afe068caa, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:00:07.467644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] For port 0e69e0ce-e75c-47cc-8267-583afe068caa, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0e69e0ce-e75c-47cc-8267-583afe068caa,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:00:07.487308 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.561247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:07.561878 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.563524 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/0e69e0ce-e75c-47cc-8267-583afe068caa HTTP/1.1" status: 200 len: 1091 time: 1.4777796 Feb 07 23:00:07.583688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43c7b7b-68a5-499a-a733-db40d1c7331f', 'tag': '0e69e0ce-e75c-47cc-8267-583afe068caa'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:07.599443 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ee002-967d-4279-af3e-8e3b44e8b7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a43c7b7b-68a5-499a-a733-db40d1c7331f", "tag": "0e69e0ce-e75c-47cc-8267-583afe068caa"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:07.877416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45066) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:07.945428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12294e-846a-4eef-9bd4-74d3b0b97b62 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:07.976865 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-df12294e-846a-4eef-9bd4-74d3b0b97b62 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7 HTTP/1.1" status: 200 len: 814 time: 0.0973210 Feb 07 23:00:08.115127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc31446-7149-4e6e-bb02-9f3ecdcd697b req-9828f645-f700-4802-ab48-42040b73e85a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.116908 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5fc31446-7149-4e6e-bb02-9f3ecdcd697b req-9828f645-f700-4802-ab48-42040b73e85a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 943 time: 0.6425858 Feb 07 23:00:08.123433 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ecad35-2c31-46c3-a558-c48e0ff78251 x-openstack-request-id: req-d2ecad35-2c31-46c3-a558-c48e0ff78251 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:08.123777 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43c7b7b-68a5-499a-a733-db40d1c7331f", "tag": "0e69e0ce-e75c-47cc-8267-583afe068caa", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:08.123989 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2ecad35-2c31-46c3-a558-c48e0ff78251 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:08.124383 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43c7b7b-68a5-499a-a733-db40d1c7331f', 'tag': '0e69e0ce-e75c-47cc-8267-583afe068caa', 'status': 'completed', 'code': 200} Feb 07 23:00:08.165807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45d6e8-8d2d-4710-9353-2a1a1eea40a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e69e0ce-e75c-47cc-8267-583afe068caa,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:08.173867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-8dab6f14-b271-41c0-b22b-213873ce8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.175344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-8dab6f14-b271-41c0-b22b-213873ce8698 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 1094 time: 0.5551808 Feb 07 23:00:08.232404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5fc31446-7149-4e6e-bb02-9f3ecdcd697b req-a70488d7-de29-4926-8cac-2f95fd36afa7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013813 Feb 07 23:00:08.233617 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-09d60776-f9f6-4dd3-bb2d-073e8c1a1a14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e69e0ce-e75c-47cc-8267-583afe068caa HTTP/1.1" status: 200 len: 217 time: 0.0449600 Feb 07 23:00:08.293689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-acd0f2d5-49ed-4209-93c8-ef8f932a1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.295619 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-acd0f2d5-49ed-4209-93c8-ef8f932a1120 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0538564 Feb 07 23:00:08.376592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-d7e76bd5-d1d6-4971-a9ff-a0ee3fa92c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.378584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-d7e76bd5-d1d6-4971-a9ff-a0ee3fa92c78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748878 Feb 07 23:00:08.510637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-86d5149f-9bd0-4ede-b03d-840584134000 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240408 Feb 07 23:00:08.616116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45110) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:08.621948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'network': {'name': 'tempest-network-smoke--17340557', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'port_security_enabled': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:08.694459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Made reservation on behalf of 87518940c9e1467298bfc6fb7e8a763a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:08.698684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.748563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:00:08.753414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4916daf9-b8b8-465d-8229-9f8addb707a3 req-d761e5ee-826b-45d2-abaf-072fa5be928c service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365708 Feb 07 23:00:08.760192 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.760560 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Added segment f386e1de-2cc2-44b2-a649-362c91327852 of type vlan for network 664478ad-4e2a-4b94-92f5-9ff089474a1e Feb 07 23:00:08.818467 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.850922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.868614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.869549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.901013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-fde5d9b7-70cd-415c-aee8-753fff6797b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.903554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-fde5d9b7-70cd-415c-aee8-753fff6797b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 1094 time: 0.0882783 Feb 07 23:00:08.941141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Network': ['ID=664478ad-4e2a-4b94-92f5-9ff089474a1e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:08.959019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 664478ad-4e2a-4b94-92f5-9ff089474a1e details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:00:08.962654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3c200e51-05bb-4ed9-a8c7-286c93f4aa04 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3444066 Feb 07 23:00:08.964873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45112) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:09.054284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-8858aa02-6f30-4415-88b8-127442fca472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:09.055654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-8858aa02-6f30-4415-88b8-127442fca472 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1460402 Feb 07 23:00:09.102851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-e17156c3-8e9e-4f52-b698-8db901af88d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e69e0ce-e75c-47cc-8267-583afe068caa HTTP/1.1" status: 200 len: 217 time: 0.0402820 Feb 07 23:00:09.131319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402afae-9f74-4e7e-8744-eeddb385307d tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:09.133800 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a402afae-9f74-4e7e-8744-eeddb385307d tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=87518940c9e1467298bfc6fb7e8a763a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1679180 Feb 07 23:00:09.136517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45114) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:09.155901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-1c9ce234-71a0-4fdd-9b36-6ff2165a389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:09.158170 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-1c9ce234-71a0-4fdd-9b36-6ff2165a389d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0493042 Feb 07 23:00:09.209238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-d8388f0e-7c5d-4f0a-b315-8d05f2d0cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:09.210758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-d8388f0e-7c5d-4f0a-b315-8d05f2d0cd59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436399 Feb 07 23:00:09.233728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e92aa05-7680-4217-bad9-bb3364362177 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:09.235442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9e92aa05-7680-4217-bad9-bb3364362177 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980003 Feb 07 23:00:09.240799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45116) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:09.340263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-852add6e-36a2-49b1-9fa7-6a40e1a6b183 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0976231 Feb 07 23:00:09.352906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45124) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:09.412404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d15a5ec4-0891-44d9-9999-bc36a67eb8c5 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=87518940c9e1467298bfc6fb7e8a763a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534847 Feb 07 23:00:09.414397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45126) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:09.421699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-98e476b0-ad55-48eb-a504-99fedc2a89e7 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040968 Feb 07 23:00:09.562627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa2457-7b19-44ab-a8b6-f5be448b2db5 req-f423d67e-a36c-4c5f-a09d-396dcb3f5bf1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:09.566587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61aa2457-7b19-44ab-a8b6-f5be448b2db5 req-f423d67e-a36c-4c5f-a09d-396dcb3f5bf1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 943 time: 0.2449818 Feb 07 23:00:09.571613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983f828-4857-4f3f-b84f-4ad4261aad30 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:09.573143 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5983f828-4857-4f3f-b84f-4ad4261aad30 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569848 Feb 07 23:00:09.576373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45128) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:09.608886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bb27ef12-0d37-40b7-aa83-3dcc18f930cc tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313852 Feb 07 23:00:09.615390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45130) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:09.623450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1894962330', 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:09.639218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-669ee002-967d-4279-af3e-8e3b44e8b7e3 req-e7749361-eeec-4e4a-862d-c067f1cda9dd service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087750 Feb 07 23:00:09.723539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61aa2457-7b19-44ab-a8b6-f5be448b2db5 req-0d875b54-c4e0-4713-9258-6a17568cf308 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135712 Feb 07 23:00:09.765016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Made reservation on behalf of 87518940c9e1467298bfc6fb7e8a763a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:09.770133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.067682 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.142168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Subnet': ['ID=519db597-e0f4-4a08-9987-59e96cd5a2d0,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:10.165168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Checking segment: {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:00:10.165536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network hostable DHCP agents. Network: 664478ad-4e2a-4b94-92f5-9ff089474a1e, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:00:10.186500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 664478ad-4e2a-4b94-92f5-9ff089474a1e is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:00:10.198236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 664478ad-4e2a-4b94-92f5-9ff089474a1e) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:10.210089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55060617-eb37-491e-b9c0-bd6d7bae9add None None] Network 664478ad-4e2a-4b94-92f5-9ff089474a1e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:00:10.215747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:10.217373 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.240287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-25fbd1d3-c3ad-4467-939b-366e8d775797 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6225469 Feb 07 23:00:10.507856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-664478ad-4e2a-4b94-92f5-9ff089474a1e', 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ips': [{'subnet_id': '519db597-e0f4-4a08-9987-59e96cd5a2d0'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:00:10.509206 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.771998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45144) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:10.776755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-028d72a2-5cba-4f22-a17d-5670130b5110 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552300341', 'description': 'tempest-secgroup-smoke-1552300341 description', 'project_id': '87518940c9e1467298bfc6fb7e8a763a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:10.840551 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-028d72a2-5cba-4f22-a17d-5670130b5110 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.913991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Allocated IP 172.20.0.18 (664478ad-4e2a-4b94-92f5-9ff089474a1e/519db597-e0f4-4a08-9987-59e96cd5a2d0/466cbb51-e700-40ce-ae82-ee1c2b0e8fa2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:10.956684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-028d72a2-5cba-4f22-a17d-5670130b5110 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.968143 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-028d72a2-5cba-4f22-a17d-5670130b5110 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.033012 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0cfc2-5ed8-4d1b-b025-89939dd54315 req-b3852689-9a3b-4d7e-a8ae-8c3ae210c044 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:11.034571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ec0cfc2-5ed8-4d1b-b025-89939dd54315 req-b3852689-9a3b-4d7e-a8ae-8c3ae210c044 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 943 time: 0.1706793 Feb 07 23:00:11.070224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d72a2-5cba-4f22-a17d-5670130b5110 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ccfd02-3baa-41e2-9b94-0ac032fc12c8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.076766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-028d72a2-5cba-4f22-a17d-5670130b5110 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.083990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-028d72a2-5cba-4f22-a17d-5670130b5110 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3089471 Feb 07 23:00:11.085481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45152) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:11.099311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-31e6d0d9-21e4-4369-baa6-e336370e36c5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '75ccfd02-3baa-41e2-9b94-0ac032fc12c8', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:11.158607 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31e6d0d9-21e4-4369-baa6-e336370e36c5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.162228 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ec0cfc2-5ed8-4d1b-b025-89939dd54315 req-a01d7983-c04a-41c2-a471-9f8bd6da45c6 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113818 Feb 07 23:00:11.247380 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.255069 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.280750 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31e6d0d9-21e4-4369-baa6-e336370e36c5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.285691 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31e6d0d9-21e4-4369-baa6-e336370e36c5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.309820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6d0d9-21e4-4369-baa6-e336370e36c5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6732a5c-9dd7-49cd-916f-8b08faff119f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.314639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Network 664478ad-4e2a-4b94-92f5-9ff089474a1e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:11.316677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Pushing event updated for resources: {'Port': ['ID=466cbb51-e700-40ce-ae82-ee1c2b0e8fa2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.319818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:11.325521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:00:11.333006 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31e6d0d9-21e4-4369-baa6-e336370e36c5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.338670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-31e6d0d9-21e4-4369-baa6-e336370e36c5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2491095 Feb 07 23:00:11.340403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45156) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:11.348869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-723ecb23-234a-4908-81c9-d9734ab0882c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '75ccfd02-3baa-41e2-9b94-0ac032fc12c8', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:11.391531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Attempting to bind port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:11.392101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Attempting to bind port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:11.392714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Attempting to bind port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 on network 664478ad-4e2a-4b94-92f5-9ff089474a1e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:00:11.400038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:00:11.408205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Checking segment: {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:00:11.409044 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.409385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Bound using segment: {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:00:11.410028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Bound port: 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:11.410518 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.411680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45158) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:11.412590 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-723ecb23-234a-4908-81c9-d9734ab0882c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.485112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] For port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:00:11.489482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] For port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=466cbb51-e700-40ce-ae82-ee1c2b0e8fa2,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:00:11.497608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.577406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-723ecb23-234a-4908-81c9-d9734ab0882c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.583518 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-723ecb23-234a-4908-81c9-d9734ab0882c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.608632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ecb23-234a-4908-81c9-d9734ab0882c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff56336-646f-4eed-be9f-846e0d4f5e86,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.620789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f32748-a45d-42ae-be1c-30a428e7b102 None None] Pushing event updated for resources: {'Port': ['ID=466cbb51-e700-40ce-ae82-ee1c2b0e8fa2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.640772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-723ecb23-234a-4908-81c9-d9734ab0882c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.643463 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c8e2193d-39a8-498f-96e0-cb817126ba9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=829419b7c2524596ba19a3c03c436ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283096 Feb 07 23:00:11.646754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-723ecb23-234a-4908-81c9-d9734ab0882c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3021500 Feb 07 23:00:11.649040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45162) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:11.649930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45164) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:11.666135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-931dcbea-c0ab-43c1-9099-3d37ccec5fa3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '75ccfd02-3baa-41e2-9b94-0ac032fc12c8', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:11.733033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-931dcbea-c0ab-43c1-9099-3d37ccec5fa3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.754411 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f51d3ce-0287-464d-a0c5-21f9595d7116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.789260 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f51d3ce-0287-464d-a0c5-21f9595d7116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.818458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-931dcbea-c0ab-43c1-9099-3d37ccec5fa3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.824144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-931dcbea-c0ab-43c1-9099-3d37ccec5fa3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.865756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f51d3ce-0287-464d-a0c5-21f9595d7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.868729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dcbea-c0ab-43c1-9099-3d37ccec5fa3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a1fbf1-5fee-4f77-98ac-02581583efa1,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.869106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f51d3ce-0287-464d-a0c5-21f9595d7116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.870451 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1f51d3ce-0287-464d-a0c5-21f9595d7116 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c379113e-03df-4382-8d8b-4999ba942231 HTTP/1.1" status: 204 len: 168 time: 0.2197623 Feb 07 23:00:11.891743 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-931dcbea-c0ab-43c1-9099-3d37ccec5fa3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.896359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-931dcbea-c0ab-43c1-9099-3d37ccec5fa3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416289 Feb 07 23:00:11.896795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45168) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:11.900723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51d3ce-0287-464d-a0c5-21f9595d7116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c379113e-03df-4382-8d8b-4999ba942231,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.913402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-42aafee0-12d8-4c15-93d5-5351e6620531 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '75ccfd02-3baa-41e2-9b94-0ac032fc12c8', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:11.950920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-42aafee0-12d8-4c15-93d5-5351e6620531 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.071992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-42aafee0-12d8-4c15-93d5-5351e6620531 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.080616 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-42aafee0-12d8-4c15-93d5-5351e6620531 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.105371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aafee0-12d8-4c15-93d5-5351e6620531 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4777066-f980-4a66-b1bc-218adc5e951e,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:12.116740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-42aafee0-12d8-4c15-93d5-5351e6620531 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.118451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-42aafee0-12d8-4c15-93d5-5351e6620531 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2205133 Feb 07 23:00:12.121171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45176) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:12.126755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-44570f25-c7b5-42be-9e58-e7c6fd53e834 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '75ccfd02-3baa-41e2-9b94-0ac032fc12c8', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:12.174090 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-44570f25-c7b5-42be-9e58-e7c6fd53e834 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Project 87518940c9e1467298bfc6fb7e8a763a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:00:12.182222 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44570f25-c7b5-42be-9e58-e7c6fd53e834 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.316447 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44570f25-c7b5-42be-9e58-e7c6fd53e834 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.326111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44570f25-c7b5-42be-9e58-e7c6fd53e834 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.346194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44570f25-c7b5-42be-9e58-e7c6fd53e834 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2596494b-c87e-4f89-9ef7-25d5246d9e52,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:12.359771 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44570f25-c7b5-42be-9e58-e7c6fd53e834 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.365010 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-44570f25-c7b5-42be-9e58-e7c6fd53e834 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2397237 Feb 07 23:00:12.366016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45182) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:12.384758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5ccaad27-168b-4d25-a17b-d14accceb063 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '75ccfd02-3baa-41e2-9b94-0ac032fc12c8', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:12.408213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ffbfc-afe3-4d86-b40e-9ad8d926d447 req-0b8b6f2d-d4fc-402a-a400-81196057ed2b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:12.410793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b8ffbfc-afe3-4d86-b40e-9ad8d926d447 req-0b8b6f2d-d4fc-402a-a400-81196057ed2b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 943 time: 0.1091874 Feb 07 23:00:12.418360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:12.447782 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-5ccaad27-168b-4d25-a17b-d14accceb063 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Project 87518940c9e1467298bfc6fb7e8a763a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:00:12.456536 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ccaad27-168b-4d25-a17b-d14accceb063 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.490928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:12.491540 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.495968 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b8ffbfc-afe3-4d86-b40e-9ad8d926d447 req-6e44e6dc-8a3f-4b5b-b907-17062f2bfe17 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683150 Feb 07 23:00:12.542360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ccaad27-168b-4d25-a17b-d14accceb063 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.548778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ccaad27-168b-4d25-a17b-d14accceb063 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.572553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaad27-168b-4d25-a17b-d14accceb063 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a16c57d-9de3-412d-9c3a-3fec9212bf7b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:12.582982 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5ccaad27-168b-4d25-a17b-d14accceb063 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.593774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5ccaad27-168b-4d25-a17b-d14accceb063 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2173212 Feb 07 23:00:12.620685 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.671742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=466cbb51-e700-40ce-ae82-ee1c2b0e8fa2,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:12.678495 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.738498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=466cbb51-e700-40ce-ae82-ee1c2b0e8fa2,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:12.858136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-b15322a3-cb6d-4d34-a36b-877936033fbb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552300341&fields=id&tenant_id=87518940c9e1467298bfc6fb7e8a763a HTTP/1.1" status: 200 len: 267 time: 0.0510514 Feb 07 23:00:13.012694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-cb471538-cbc1-4c19-920a-1bc3b98b320e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:13.014700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-cb471538-cbc1-4c19-920a-1bc3b98b320e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/networks?id=664478ad-4e2a-4b94-92f5-9ff089474a1e HTTP/1.1" status: 200 len: 795 time: 0.1474357 Feb 07 23:00:13.030784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-41dd2734-6607-4a81-b6ad-2d7c5c541d92 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/quotas/87518940c9e1467298bfc6fb7e8a763a HTTP/1.1" status: 200 len: 375 time: 0.0104358 Feb 07 23:00:13.105786 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-1ea53511-265b-4877-9cf6-8480ec5b9361 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0691049 Feb 07 23:00:13.144679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8c229-dca8-4292-bd36-da5c8ad147ab None None] Network 664478ad-4e2a-4b94-92f5-9ff089474a1e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:00:13.246688 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-b538bde6-671b-47ea-a9e0-05f55d747ee6 service neutron] 10.222.0.15 "GET /v2.0/networks/664478ad-4e2a-4b94-92f5-9ff089474a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278782 Feb 07 23:00:13.259189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a49a3f52-d2bb-4c19-a826-edbff66b982e None None] Provisioning complete for port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:13.259954 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a49a3f52-d2bb-4c19-a826-edbff66b982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:13.402562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-92ed6227-cb5b-4b26-b1af-2b43704e4bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/664478ad-4e2a-4b94-92f5-9ff089474a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483910 Feb 07 23:00:13.655558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5278fbe9-c668-4ac1-80c5-0922e5da4ba4 req-21bf0cb3-48c8-43ab-97d1-dc9b9b5ce764 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 210 time: 0.0631490 Feb 07 23:00:13.719150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4944971-3cc5-425f-922c-54ed7b99233e req-1d14d2e5-1e9d-43b1-bb5c-f043b25ff200 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:13.720978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e4944971-3cc5-425f-922c-54ed7b99233e req-1d14d2e5-1e9d-43b1-bb5c-f043b25ff200 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 943 time: 0.1083691 Feb 07 23:00:13.837299 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e4944971-3cc5-425f-922c-54ed7b99233e req-0c62d795-b74a-4b39-9eb3-63d5918fdce4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094499 Feb 07 23:00:13.876825 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-081eb2c7-6497-4519-bd3c-76d1d03fa2a7 None None] Provisioning complete for port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:13.878389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-081eb2c7-6497-4519-bd3c-76d1d03fa2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:14.280379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:14.386091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:14.386473 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:14.498723 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3849e07-4204-4185-bbed-6cea124661b8 req-f5b09b7f-3430-409d-801c-90a4bf68a54a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736477 Feb 07 23:00:14.609524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849e07-4204-4185-bbed-6cea124661b8 req-ea730e60-3a0a-4c43-8875-7a0f98ab9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:14.611601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3849e07-4204-4185-bbed-6cea124661b8 req-ea730e60-3a0a-4c43-8875-7a0f98ab9eb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 1097 time: 0.0598319 Feb 07 23:00:14.785724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-598c5de4-7383-4cd2-b59b-f685a8bb334b req-c4b48474-135d-4972-9cba-be3ae4dab7ce tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 210 time: 0.0442238 Feb 07 23:00:15.164604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cf442-c03a-4e3d-96cd-43ed61e76fa4 req-45133ddc-93d8-4caf-a1fe-e73c1d2f4e7a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:15.166069 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-296cf442-c03a-4e3d-96cd-43ed61e76fa4 req-45133ddc-93d8-4caf-a1fe-e73c1d2f4e7a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 943 time: 0.0705431 Feb 07 23:00:15.169692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-26ba6857-0f0a-41c6-8d29-99a98d5e7536 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:15.171646 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-26ba6857-0f0a-41c6-8d29-99a98d5e7536 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "GET /v2.0/networks?id=664478ad-4e2a-4b94-92f5-9ff089474a1e HTTP/1.1" status: 200 len: 795 time: 0.2586937 Feb 07 23:00:15.205448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849e07-4204-4185-bbed-6cea124661b8 req-882c4b34-008d-49df-b4cb-c0ddd1add980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:15.206925 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3849e07-4204-4185-bbed-6cea124661b8 req-882c4b34-008d-49df-b4cb-c0ddd1add980 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.5704038 Feb 07 23:00:15.238340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-8148b313-0b64-40e6-81f1-253f2dd50c6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87518940c9e1467298bfc6fb7e8a763a HTTP/1.1" status: 200 len: 472 time: 0.0562174 Feb 07 23:00:15.248590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'port': {'device_id': '965f3d41-e816-4efa-8933-e793ca4ca10d', 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e', 'admin_state_up': True, 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'security_groups': ['75ccfd02-3baa-41e2-9b94-0ac032fc12c8']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:15.284237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-296cf442-c03a-4e3d-96cd-43ed61e76fa4 req-4e76a6e3-c7ff-43d8-90da-9ee246f77efb tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106966 Feb 07 23:00:15.313075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3849e07-4204-4185-bbed-6cea124661b8 req-60d4a6b5-f120-41fa-9deb-9cb11060fd80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ff12a97-6c53-4be0-a149-9099667d0657 HTTP/1.1" status: 200 len: 1000 time: 0.0969386 Feb 07 23:00:15.389245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849e07-4204-4185-bbed-6cea124661b8 req-79dab411-d4cb-418e-8e23-e8e5ece428e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:15.391088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3849e07-4204-4185-bbed-6cea124661b8 req-79dab411-d4cb-418e-8e23-e8e5ece428e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.0705364 Feb 07 23:00:15.415098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45366) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:15.422856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Made reservation on behalf of 87518940c9e1467298bfc6fb7e8a763a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:15.427620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.468543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849e07-4204-4185-bbed-6cea124661b8 req-395f6cd3-bc5a-446b-8087-2c31cf8e38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:15.473189 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3849e07-4204-4185-bbed-6cea124661b8 req-395f6cd3-bc5a-446b-8087-2c31cf8e38c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731523 Feb 07 23:00:15.585033 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3849e07-4204-4185-bbed-6cea124661b8 req-b5619ae6-4fe8-4ad8-82c6-56dbcc142dd0 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003597 Feb 07 23:00:15.597894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.20.0.25 (664478ad-4e2a-4b94-92f5-9ff089474a1e/519db597-e0f4-4a08-9987-59e96cd5a2d0/453479f5-6dd6-4f82-ab90-3120811f3d2b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:15.661642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-33bde4c8-d442-484e-816f-29c818148463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.723205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3849e07-4204-4185-bbed-6cea124661b8 req-88225319-3989-4bdc-bd0a-a7e589aa17e3 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305549 Feb 07 23:00:15.768034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.796776 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-33bde4c8-d442-484e-816f-29c818148463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.800723 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-33bde4c8-d442-484e-816f-29c818148463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.818101 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.843732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-33bde4c8-d442-484e-816f-29c818148463 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c473a2d9656346279e50ff8e2985d7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271135 Feb 07 23:00:15.844649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bde4c8-d442-484e-816f-29c818148463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd70278f-3d40-4f0a-bc24-6b65bf9e66cd,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:15.847269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45372) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:15.882774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 664478ad-4e2a-4b94-92f5-9ff089474a1e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:15.887064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:15.897830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:00:15.924708 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cec20bc7-cdcb-4d01-a49b-cf2a0f80db83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.950786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cec20bc7-cdcb-4d01-a49b-cf2a0f80db83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.972094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=453479f5-6dd6-4f82-ab90-3120811f3d2b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:15.995245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:15.995894 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.021692 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-a7394444-64e0-422f-bc10-f9fad0eae57f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7769613 Feb 07 23:00:16.034646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Request body: {'port': {'device_id': '965f3d41-e816-4efa-8933-e793ca4ca10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:16.038070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cec20bc7-cdcb-4d01-a49b-cf2a0f80db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.041454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cec20bc7-cdcb-4d01-a49b-cf2a0f80db83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.046198 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cec20bc7-cdcb-4d01-a49b-cf2a0f80db83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd70278f-3d40-4f0a-bc24-6b65bf9e66cd HTTP/1.1" status: 204 len: 168 time: 0.1868746 Feb 07 23:00:16.054429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec20bc7-cdcb-4d01-a49b-cf2a0f80db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd70278f-3d40-4f0a-bc24-6b65bf9e66cd,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:16.121441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.134235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed686aa9-0d03-4991-97bb-860e1306cbed req-07140e63-7c9c-4854-ac7d-97d13f0dc942 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:16.135861 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed686aa9-0d03-4991-97bb-860e1306cbed req-07140e63-7c9c-4854-ac7d-97d13f0dc942 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 932 time: 0.2408264 Feb 07 23:00:16.233310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed686aa9-0d03-4991-97bb-860e1306cbed req-f976299e-99f2-45d1-9ba3-3da5966dac65 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833726 Feb 07 23:00:16.241006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-74d0f71f-da2a-44df-aed6-d457ef99af84 None None] Provisioning complete for port 453479f5-6dd6-4f82-ab90-3120811f3d2b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:16.242157 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d0f71f-da2a-44df-aed6-d457ef99af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.328009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-74d0f71f-da2a-44df-aed6-d457ef99af84 None None] Port 453479f5-6dd6-4f82-ab90-3120811f3d2b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:00:16.458468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366096-ec44-46b6-b783-b3cad434a39d req-a320d561-6f2d-4f29-be2f-aa9fde74a8ad tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:16.460059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55366096-ec44-46b6-b783-b3cad434a39d req-a320d561-6f2d-4f29-be2f-aa9fde74a8ad tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 943 time: 0.0762401 Feb 07 23:00:16.519382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55366096-ec44-46b6-b783-b3cad434a39d req-12cf0c46-c86d-4ac7-aad7-d964cc3cba43 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485995 Feb 07 23:00:16.560128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453479f5-6dd6-4f82-ab90-3120811f3d2b {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:16.567428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:16.568308 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.582003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Transition to ACTIVE for port object 453479f5-6dd6-4f82-ab90-3120811f3d2b will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:16.584276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a459536-e220-40d9-8959-aecf3b767253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.585895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.657985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Pushing event updated for resources: {'Port': ['ID=453479f5-6dd6-4f82-ab90-3120811f3d2b,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:16.720141 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a459536-e220-40d9-8959-aecf3b767253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.728353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a459536-e220-40d9-8959-aecf3b767253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.736439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Attempting to bind port 453479f5-6dd6-4f82-ab90-3120811f3d2b on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:16.737391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Attempting to bind port 453479f5-6dd6-4f82-ab90-3120811f3d2b by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:16.737391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Attempting to bind port 453479f5-6dd6-4f82-ab90-3120811f3d2b on network 664478ad-4e2a-4b94-92f5-9ff089474a1e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:00:16.742079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Port 453479f5-6dd6-4f82-ab90-3120811f3d2b on network 664478ad-4e2a-4b94-92f5-9ff089474a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:00:16.742436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Attempting to bind port 453479f5-6dd6-4f82-ab90-3120811f3d2b on network 664478ad-4e2a-4b94-92f5-9ff089474a1e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:00:16.755741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:00:16.756096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Checking segment: {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:00:16.756481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Bound using segment: {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:00:16.757323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Bound port: 453479f5-6dd6-4f82-ab90-3120811f3d2b, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:16.757610 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.788203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a459536-e220-40d9-8959-aecf3b767253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe7a025-4d43-416d-889b-d70ad63ef775,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:16.803931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5a459536-e220-40d9-8959-aecf3b767253 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed2f46798eef450e96656337ba8025ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354214 Feb 07 23:00:16.807049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45384) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:16.871351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] For port 453479f5-6dd6-4f82-ab90-3120811f3d2b, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:00:16.876113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] For port 453479f5-6dd6-4f82-ab90-3120811f3d2b, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=453479f5-6dd6-4f82-ab90-3120811f3d2b,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:00:16.887692 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.909602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46856fa0-ef65-43dd-837e-d36204ceaa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.921987 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:16.923672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.924068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] 10.222.0.46 "PUT /v2.0/ports/453479f5-6dd6-4f82-ab90-3120811f3d2b HTTP/1.1" status: 200 len: 1092 time: 0.8944583 Feb 07 23:00:16.924533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965f3d41-e816-4efa-8933-e793ca4ca10d', 'tag': '453479f5-6dd6-4f82-ab90-3120811f3d2b'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:16.927108 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f39e4d9-8203-4aa6-a58c-d06583f90155" -d '{"events": [{"name": "network-changed", "server_uuid": "965f3d41-e816-4efa-8933-e793ca4ca10d", "tag": "453479f5-6dd6-4f82-ab90-3120811f3d2b"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:16.962956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46856fa0-ef65-43dd-837e-d36204ceaa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:17.006752 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13985cb1-a6b3-43ac-857d-6b0023f4a810 x-openstack-request-id: req-13985cb1-a6b3-43ac-857d-6b0023f4a810 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:17.007025 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965f3d41-e816-4efa-8933-e793ca4ca10d", "tag": "453479f5-6dd6-4f82-ab90-3120811f3d2b", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:17.007285 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13985cb1-a6b3-43ac-857d-6b0023f4a810 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:17.007684 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965f3d41-e816-4efa-8933-e793ca4ca10d', 'tag': '453479f5-6dd6-4f82-ab90-3120811f3d2b', 'status': 'completed', 'code': 200} Feb 07 23:00:17.038613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3ef5f-a864-4fd3-be9c-b3234a869c22 service neutron] Pushing event updated for resources: {'Port': ['ID=453479f5-6dd6-4f82-ab90-3120811f3d2b,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:17.059026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46856fa0-ef65-43dd-837e-d36204ceaa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:17.062808 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-46856fa0-ef65-43dd-837e-d36204ceaa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:17.063498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-46856fa0-ef65-43dd-837e-d36204ceaa33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfe7a025-4d43-416d-889b-d70ad63ef775 HTTP/1.1" status: 204 len: 168 time: 0.2552385 Feb 07 23:00:17.073718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46856fa0-ef65-43dd-837e-d36204ceaa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe7a025-4d43-416d-889b-d70ad63ef775,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:17.091001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-ffbff542-ba90-40fa-8234-cc7831482ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:17.092550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-ffbff542-ba90-40fa-8234-cc7831482ef6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 1095 time: 0.1015468 Feb 07 23:00:17.158755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-1ee20d43-f26f-45c2-85ca-46d9897f96dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=453479f5-6dd6-4f82-ab90-3120811f3d2b HTTP/1.1" status: 200 len: 217 time: 0.0524855 Feb 07 23:00:17.220794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-11691c01-07e3-411f-9ffe-74e782484839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:17.222505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-11691c01-07e3-411f-9ffe-74e782484839 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=519db597-e0f4-4a08-9987-59e96cd5a2d0 HTTP/1.1" status: 200 len: 838 time: 0.0590711 Feb 07 23:00:17.308319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-2002479f-30aa-47d8-8435-ef62b6e6cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:17.310127 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-2002479f-30aa-47d8-8435-ef62b6e6cfba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=664478ad-4e2a-4b94-92f5-9ff089474a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797846 Feb 07 23:00:17.404791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb026c-9c44-4bf8-a71c-ec9e70a27a79 req-989f4c24-cc06-475d-a0c1-565ff5afc695 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:17.423825 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1fb026c-9c44-4bf8-a71c-ec9e70a27a79 req-989f4c24-cc06-475d-a0c1-565ff5afc695 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 944 time: 0.0957940 Feb 07 23:00:17.470334 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1fb026c-9c44-4bf8-a71c-ec9e70a27a79 req-a094c361-df5f-413e-a570-4bd22beaf4c9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449724 Feb 07 23:00:17.489005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-42fc1293-30a0-4c47-ac8b-21dfdc383d31 service neutron] 10.222.0.46 "GET /v2.0/networks/664478ad-4e2a-4b94-92f5-9ff089474a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700182 Feb 07 23:00:17.622713 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcbdd04b-50fb-44ed-993f-990fcfd13212 req-61ddbd36-27d2-4733-b5de-e4de11f0b737 service neutron] 10.222.0.46 "GET /v2.0/networks/664478ad-4e2a-4b94-92f5-9ff089474a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266677 Feb 07 23:00:17.686610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423b6bf-bc20-47c3-a37e-7fbedda5070c req-c47a4d8a-5d41-43e1-b803-2b1f4f111a10 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:17.688902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a423b6bf-bc20-47c3-a37e-7fbedda5070c req-c47a4d8a-5d41-43e1-b803-2b1f4f111a10 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 943 time: 0.0652628 Feb 07 23:00:17.770852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-16234bd2-3036-4b78-9465-835302177dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:17.772537 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-16234bd2-3036-4b78-9465-835302177dd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 1095 time: 0.0765548 Feb 07 23:00:17.779828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a423b6bf-bc20-47c3-a37e-7fbedda5070c req-4592ec75-5082-46de-83dd-dec37a70c92e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732336 Feb 07 23:00:17.892503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-ec5222e6-5654-499b-a082-ac222ff8ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:17.893997 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-ec5222e6-5654-499b-a082-ac222ff8ce3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=664478ad-4e2a-4b94-92f5-9ff089474a1e HTTP/1.1" status: 200 len: 895 time: 0.1132889 Feb 07 23:00:17.944575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-288d1200-86dc-4ccb-98dd-e7b3bfb74e91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=453479f5-6dd6-4f82-ab90-3120811f3d2b HTTP/1.1" status: 200 len: 217 time: 0.0424120 Feb 07 23:00:18.010629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-f47cc748-417c-4894-b54c-ce402edb5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:18.017211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-f47cc748-417c-4894-b54c-ce402edb5307 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=519db597-e0f4-4a08-9987-59e96cd5a2d0 HTTP/1.1" status: 200 len: 838 time: 0.0645008 Feb 07 23:00:18.066571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-9b9991b1-5a36-48ec-849d-8ce8e82abde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:18.068456 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-9b9991b1-5a36-48ec-849d-8ce8e82abde2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=664478ad-4e2a-4b94-92f5-9ff089474a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442007 Feb 07 23:00:18.126840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45414) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:18.184198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-2b5e8eb5-e468-44f7-9ad5-71f2e553e3df service neutron] 10.222.0.46 "GET /v2.0/networks/664478ad-4e2a-4b94-92f5-9ff089474a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077108 Feb 07 23:00:18.279631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2100933651-network', 'tenant_id': '7ef186510ee24a38bfa7254772347663'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:18.286763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f39e4d9-8203-4aa6-a58c-d06583f90155 req-c3c0c2c0-887f-4e6d-b7a6-351d57314e14 service neutron] 10.222.0.46 "GET /v2.0/networks/664478ad-4e2a-4b94-92f5-9ff089474a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941896 Feb 07 23:00:18.306857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Made reservation on behalf of 7ef186510ee24a38bfa7254772347663 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:18.310096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.319925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.397593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.401765 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.425455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:00:18.435399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922c8926-be59-4a3d-a8e4-4d792adecc39,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:18.440374 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.440712 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Added segment 7f93ce5e-43a9-48be-8e2e-435b2940ca4d of type vlan for network ec158db1-ada8-4096-9bda-f17a7f85ccbb Feb 07 23:00:18.479396 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.507582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.508702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:18.509868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.582915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] Pushing event updated for resources: {'Network': ['ID=ec158db1-ada8-4096-9bda-f17a7f85ccbb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:18.597650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ec158db1-ada8-4096-9bda-f17a7f85ccbb details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:00:18.612533 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3c8bff0e-83af-4ee6-b7c3-2b441283613f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4845603 Feb 07 23:00:18.615507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45422) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:18.620781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Request body: {'subnet': {'network_id': 'ec158db1-ada8-4096-9bda-f17a7f85ccbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2100933651-subnet', 'tenant_id': '7ef186510ee24a38bfa7254772347663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:18.647860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a0273-00f0-4313-9e63-92cc3d6e1682 req-62bda837-1579-4d2e-89e9-db3d2a98e555 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:18.656974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Made reservation on behalf of 7ef186510ee24a38bfa7254772347663 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:18.659106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f0a0273-00f0-4313-9e63-92cc3d6e1682 req-62bda837-1579-4d2e-89e9-db3d2a98e555 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 944 time: 0.0893245 Feb 07 23:00:18.662841 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.718183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f0a0273-00f0-4313-9e63-92cc3d6e1682 req-3e8f0578-5caa-48a7-a263-4b7ab35f487a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583005 Feb 07 23:00:18.876562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.953250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35a1f53-9a0e-481b-a51f-f82aba6d6a59,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:18.968642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a996-1cb1-42b8-96f9-a2aa5efbc892 req-3a4a4f75-7310-408f-a930-e51f4bfd1e92 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:18.970117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ece8a996-1cb1-42b8-96f9-a2aa5efbc892 req-3a4a4f75-7310-408f-a930-e51f4bfd1e92 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 943 time: 0.1057422 Feb 07 23:00:18.985842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Checking segment: {'id': '7f93ce5e-43a9-48be-8e2e-435b2940ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec158db1-ada8-4096-9bda-f17a7f85ccbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:00:18.986192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Network hostable DHCP agents. Network: ec158db1-ada8-4096-9bda-f17a7f85ccbb, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:00:19.021028 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ece8a996-1cb1-42b8-96f9-a2aa5efbc892 req-927e6dec-26a1-4551-94b8-c009bd422c9a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Feb 07 23:00:19.027138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Network ec158db1-ada8-4096-9bda-f17a7f85ccbb is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:00:19.043771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ec158db1-ada8-4096-9bda-f17a7f85ccbb) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:19.052436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03124ed6-90e9-4350-9a72-e681e9ff5981 None None] Network ec158db1-ada8-4096-9bda-f17a7f85ccbb requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:00:19.053536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:19.054062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.075758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7d87bfa4-8fae-44f0-a080-f7f0ca7995fa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4566257 Feb 07 23:00:19.201065 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97345ac-064f-4607-9176-6f6e1c8a292e None None] Network ec158db1-ada8-4096-9bda-f17a7f85ccbb requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:00:19.302922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0e69e0ce-e75c-47cc-8267-583afe068caa details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:00:19.412268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0e69e0ce-e75c-47cc-8267-583afe068caa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0e69e0ce-e75c-47cc-8267-583afe068caa,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:19.423375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '0e69e0ce-e75c-47cc-8267-583afe068caa', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'port_id': '0e69e0ce-e75c-47cc-8267-583afe068caa', 'mac_address': 'fa:16:3e:52:7f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:00:19.466831 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.479488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e69e0ce-e75c-47cc-8267-583afe068caa {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:19.500280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0e69e0ce-e75c-47cc-8267-583afe068caa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0e69e0ce-e75c-47cc-8267-583afe068caa,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:19.504450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.552507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=0e69e0ce-e75c-47cc-8267-583afe068caa,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:19.572730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45440) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:19.577991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1698951530-network', 'tenant_id': 'ff5792fabe5e4a7d916688d78004dd49'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:19.601143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Made reservation on behalf of ff5792fabe5e4a7d916688d78004dd49 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:19.603384 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.612160 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.696329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.704835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.710614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['0e69e0ce-e75c-47cc-8267-583afe068caa'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:00:19.732181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:00:19.741857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c32caf-8a2f-4f03-9443-947858da3f2c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:19.746755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.747508 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Added segment 2c3745b2-009f-41ef-bdd9-ce4471e3ae3b of type vlan for network 543429fc-2c6c-402d-99dd-7c24fe4b0e4c Feb 07 23:00:19.801798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.862956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.863954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:19.864557 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.922322 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3484550 Feb 07 23:00:19.925285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45454) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:19.930209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Request body: {'subnet': {'network_id': '543429fc-2c6c-402d-99dd-7c24fe4b0e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1698951530-subnet', 'tenant_id': 'ff5792fabe5e4a7d916688d78004dd49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:19.937202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2240be-b1be-44b7-841c-54335eaf2fa0 req-7bd316c0-09df-4ebf-8cb3-1594e0c36448 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:19.938736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d2240be-b1be-44b7-841c-54335eaf2fa0 req-7bd316c0-09df-4ebf-8cb3-1594e0c36448 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 944 time: 0.1343379 Feb 07 23:00:19.956908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Made reservation on behalf of ff5792fabe5e4a7d916688d78004dd49 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:19.957956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53562b-0997-4a1f-b4cd-63bf1fa555b5 admin admin] Pushing event updated for resources: {'Network': ['ID=543429fc-2c6c-402d-99dd-7c24fe4b0e4c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:19.960181 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.968650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 543429fc-2c6c-402d-99dd-7c24fe4b0e4c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:00:19.988501 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d2240be-b1be-44b7-841c-54335eaf2fa0 req-7a805d37-aae7-48d8-9a37-121b7213741d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411532 Feb 07 23:00:20.186466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed30015-52e7-4333-b22a-0bbc4cb10f31 req-8ccfb3ed-424d-4180-ae8c-f4cafa1a003a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:20.187971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eed30015-52e7-4333-b22a-0bbc4cb10f31 req-8ccfb3ed-424d-4180-ae8c-f4cafa1a003a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 944 time: 0.0886068 Feb 07 23:00:20.193526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.270186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a95023-0153-40dc-854f-0f6976b1c545,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:20.278084 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eed30015-52e7-4333-b22a-0bbc4cb10f31 req-c980da19-9c11-464c-8ebb-94b97300a3fb tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822024 Feb 07 23:00:20.293360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Checking segment: {'id': '2c3745b2-009f-41ef-bdd9-ce4471e3ae3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '543429fc-2c6c-402d-99dd-7c24fe4b0e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:00:20.294067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Network hostable DHCP agents. Network: 543429fc-2c6c-402d-99dd-7c24fe4b0e4c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:00:20.312540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Network 543429fc-2c6c-402d-99dd-7c24fe4b0e4c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:00:20.321331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 543429fc-2c6c-402d-99dd-7c24fe4b0e4c) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:20.326314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:20.327031 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.331994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73256ff-0424-45a6-8c8c-df74e2d3d3d9 None None] Network 543429fc-2c6c-402d-99dd-7c24fe4b0e4c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:00:20.345579 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4f7fd193-f2e8-4cff-9a18-665576ec30ff admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4191031 Feb 07 23:00:20.468500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5af8771-06a7-4648-978d-32ec9728a70b None None] Network 543429fc-2c6c-402d-99dd-7c24fe4b0e4c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:00:20.760270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 453479f5-6dd6-4f82-ab90-3120811f3d2b details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:00:20.890814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 453479f5-6dd6-4f82-ab90-3120811f3d2b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=453479f5-6dd6-4f82-ab90-3120811f3d2b,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:20.903248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '453479f5-6dd6-4f82-ab90-3120811f3d2b', 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e', 'port_id': '453479f5-6dd6-4f82-ab90-3120811f3d2b', 'mac_address': 'fa:16:3e:fb:88:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519db597-e0f4-4a08-9987-59e96cd5a2d0', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:00:20.948102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.962084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453479f5-6dd6-4f82-ab90-3120811f3d2b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:20.984427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 453479f5-6dd6-4f82-ab90-3120811f3d2b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=453479f5-6dd6-4f82-ab90-3120811f3d2b,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:20.989755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.992613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-1fd1dd5c-94a1-409c-871c-db716f6459e0 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:20.994338 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-1fd1dd5c-94a1-409c-871c-db716f6459e0 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/networks?id=ec158db1-ada8-4096-9bda-f17a7f85ccbb HTTP/1.1" status: 200 len: 812 time: 0.1241372 Feb 07 23:00:21.013586 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-7c0e7976-a92c-41b0-80dc-d5903f1001c0 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/quotas/7ef186510ee24a38bfa7254772347663 HTTP/1.1" status: 200 len: 375 time: 0.0114932 Feb 07 23:00:21.048905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=453479f5-6dd6-4f82-ab90-3120811f3d2b,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:21.063650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-4c7ebaac-5418-44a2-8fdb-60d04f11faa4 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ef186510ee24a38bfa7254772347663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349944 Feb 07 23:00:21.136915 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0fac8-f6ca-4f2e-a76b-6589de39520d req-d6b2c20e-9a7c-4931-9765-80984ea00171 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:21.139677 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4ea0fac8-f6ca-4f2e-a76b-6589de39520d req-d6b2c20e-9a7c-4931-9765-80984ea00171 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 945 time: 0.0572088 Feb 07 23:00:21.164629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-3c8ba53a-052f-4455-b148-78b1cdb1a232 service neutron] 10.222.0.15 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939043 Feb 07 23:00:21.182221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4ea0fac8-f6ca-4f2e-a76b-6589de39520d req-eaf21ad2-2a67-4c02-9c99-0aca946862d8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357778 Feb 07 23:00:21.244877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['453479f5-6dd6-4f82-ab90-3120811f3d2b'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:00:21.260014 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-25f7bf31-72b3-423f-97ee-69bf8c59199c service neutron] 10.222.0.15 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876756 Feb 07 23:00:21.352831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0e69e0ce-e75c-47cc-8267-583afe068caa up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:21.451943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb941d1-7809-4f9e-9e21-c017f6f88f4b req-00650fd6-1312-4571-9be7-ff21a6557f36 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:21.453444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ddb941d1-7809-4f9e-9e21-c017f6f88f4b req-00650fd6-1312-4571-9be7-ff21a6557f36 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 944 time: 0.0906463 Feb 07 23:00:21.480482 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0dfb06fc-dae6-45b6-9a59-b968a49b8a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.509262 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-650beced-cad1-4b03-b024-5e46409284ca req-f8ff6d21-45ba-4987-b648-b39491d651a0 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 210 time: 0.0536904 Feb 07 23:00:21.520058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 0e69e0ce-e75c-47cc-8267-583afe068caa completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:21.522414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ddb941d1-7809-4f9e-9e21-c017f6f88f4b req-9e267034-4e0b-4568-8a50-7ec63fbb99ff tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469542 Feb 07 23:00:21.527386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 0e69e0ce-e75c-47cc-8267-583afe068caa triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:21.527877 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.688101 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.714634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43c7b7b-68a5-499a-a733-db40d1c7331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69e0ce-e75c-47cc-8267-583afe068caa'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:21.717209 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ca9718-e099-4a0a-b835-94d52755ef09" -d '{"events": [{"server_uuid": "a43c7b7b-68a5-499a-a733-db40d1c7331f", "name": "network-vif-plugged", "status": "completed", "tag": "0e69e0ce-e75c-47cc-8267-583afe068caa"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:21.732932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 0e69e0ce-e75c-47cc-8267-583afe068caa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0e69e0ce-e75c-47cc-8267-583afe068caa,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:21.740436 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.768396 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02e2257-6184-4946-bd9b-b722414155af x-openstack-request-id: req-d02e2257-6184-4946-bd9b-b722414155af {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:21.769397 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43c7b7b-68a5-499a-a733-db40d1c7331f", "name": "network-vif-plugged", "status": "completed", "tag": "0e69e0ce-e75c-47cc-8267-583afe068caa", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:21.769802 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d02e2257-6184-4946-bd9b-b722414155af {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:21.770344 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43c7b7b-68a5-499a-a733-db40d1c7331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69e0ce-e75c-47cc-8267-583afe068caa', 'code': 200} Feb 07 23:00:21.800916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=0e69e0ce-e75c-47cc-8267-583afe068caa,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:21.867076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18eb07-46b3-493c-834a-818b1a73b68e req-0bcfaf72-4984-435f-95ca-a24f55d27913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:21.869008 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b18eb07-46b3-493c-834a-818b1a73b68e req-0bcfaf72-4984-435f-95ca-a24f55d27913 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 1096 time: 0.0441062 Feb 07 23:00:21.913298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b18eb07-46b3-493c-834a-818b1a73b68e req-59566b03-d4c1-4e98-acc4-998e3615b540 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Feb 07 23:00:22.313182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2800533-8848-4638-97f4-33955491e951 req-80b5d775-935b-4ec0-8271-3f6e8a3e251e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:22.314716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2800533-8848-4638-97f4-33955491e951 req-80b5d775-935b-4ec0-8271-3f6e8a3e251e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 945 time: 0.0582550 Feb 07 23:00:22.352766 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2800533-8848-4638-97f4-33955491e951 req-f5a68356-ea03-4805-b5d7-ae6d8cea5817 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Feb 07 23:00:22.624218 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-befe8c3a-5442-4a75-8423-305d0a9cc792 req-d2a64229-b05c-4d17-8da7-091584e0d2d5 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 210 time: 0.0417106 Feb 07 23:00:22.715240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd22917-1fbe-4c14-a6c6-a5f1f8f2bb22 req-d56af079-860b-4a57-9299-74dc9a470c7c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:22.717313 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2fd22917-1fbe-4c14-a6c6-a5f1f8f2bb22 req-d56af079-860b-4a57-9299-74dc9a470c7c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 945 time: 0.1181278 Feb 07 23:00:22.766101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 453479f5-6dd6-4f82-ab90-3120811f3d2b up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:22.775368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-9b262fc3-5618-4792-9e65-7698b8b04450 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:22.777305 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-9b262fc3-5618-4792-9e65-7698b8b04450 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.24 "GET /v2.0/networks?id=ec158db1-ada8-4096-9bda-f17a7f85ccbb HTTP/1.1" status: 200 len: 812 time: 0.1759446 Feb 07 23:00:22.790994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Request body: {'port': {'device_id': '4abac99c-9772-46ad-a6c2-08e0b998979a', 'network_id': 'ec158db1-ada8-4096-9bda-f17a7f85ccbb', 'admin_state_up': True, 'tenant_id': '7ef186510ee24a38bfa7254772347663'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:22.800667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2fd22917-1fbe-4c14-a6c6-a5f1f8f2bb22 req-3b38dff3-d38d-431f-9911-a4e442447071 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698690 Feb 07 23:00:22.826681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 453479f5-6dd6-4f82-ab90-3120811f3d2b completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:22.831435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 453479f5-6dd6-4f82-ab90-3120811f3d2b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:22.832152 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:22.931019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Made reservation on behalf of 7ef186510ee24a38bfa7254772347663 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:22.936021 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:22.948003 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.003753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 453479f5-6dd6-4f82-ab90-3120811f3d2b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=453479f5-6dd6-4f82-ab90-3120811f3d2b,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:23.019529 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.069392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=453479f5-6dd6-4f82-ab90-3120811f3d2b,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:23.104611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Allocated IP 172.20.0.10 (ec158db1-ada8-4096-9bda-f17a7f85ccbb/d35a1f53-9a0e-481b-a51f-f82aba6d6a59/5a42f042-b9bc-40ad-ace8-b1f0e2a041a6) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:23.285296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.320231 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.369076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Network ec158db1-ada8-4096-9bda-f17a7f85ccbb is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:23.375728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:23.378123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:00:23.382425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Pushing event updated for resources: {'Port': ['ID=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:23.431033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:23.431650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.449020 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-79ff00d1-4acb-4c4a-8027-95bb7e4bee83 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6616435 Feb 07 23:00:23.463105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Request body: {'port': {'device_id': '4abac99c-9772-46ad-a6c2-08e0b998979a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:23.488519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0df48-f748-4eae-925d-c3e0351b5cb4 req-138e8e67-86f0-459e-ac01-fbcb77d458c5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:23.490503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ab0df48-f748-4eae-925d-c3e0351b5cb4 req-138e8e67-86f0-459e-ac01-fbcb77d458c5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 946 time: 0.0581985 Feb 07 23:00:23.532771 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ab0df48-f748-4eae-925d-c3e0351b5cb4 req-a934cbe9-4d83-4b66-be33-b23365c233de tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345347 Feb 07 23:00:23.534741 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.771807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965f3d41-e816-4efa-8933-e793ca4ca10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453479f5-6dd6-4f82-ab90-3120811f3d2b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:23.774147 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaf68a3-d13b-474e-a422-69893994f2f0" -d '{"events": [{"server_uuid": "965f3d41-e816-4efa-8933-e793ca4ca10d", "name": "network-vif-plugged", "status": "completed", "tag": "453479f5-6dd6-4f82-ab90-3120811f3d2b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:23.801934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54de345-212e-445c-92f2-0402d5414bf2 req-34b5d469-4731-4834-9602-c6219737ef3d tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:23.803506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a54de345-212e-445c-92f2-0402d5414bf2 req-34b5d469-4731-4834-9602-c6219737ef3d tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 932 time: 0.0863645 Feb 07 23:00:23.813751 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6c9708-e722-4ffa-8ba9-5cd4adc35ec4 x-openstack-request-id: req-0e6c9708-e722-4ffa-8ba9-5cd4adc35ec4 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:23.814106 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965f3d41-e816-4efa-8933-e793ca4ca10d", "name": "network-vif-plugged", "status": "completed", "tag": "453479f5-6dd6-4f82-ab90-3120811f3d2b", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:23.814529 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e6c9708-e722-4ffa-8ba9-5cd4adc35ec4 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:23.814992 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965f3d41-e816-4efa-8933-e793ca4ca10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453479f5-6dd6-4f82-ab90-3120811f3d2b', 'code': 200} Feb 07 23:00:23.896437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a54de345-212e-445c-92f2-0402d5414bf2 req-304abd51-81ea-4a78-b92b-1e2bd21477c0 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794990 Feb 07 23:00:23.938283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:23.946438 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537f9f9-8de1-4448-99dc-7037f988de3e req-466f5904-ab4c-41c8-9d41-9d137f6aec31 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:23.947897 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.948034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6537f9f9-8de1-4448-99dc-7037f988de3e req-466f5904-ab4c-41c8-9d41-9d137f6aec31 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 945 time: 0.0511093 Feb 07 23:00:23.967554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Transition to ACTIVE for port object 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:23.973414 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.978270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a926fa-7029-4110-a63c-29865933431d req-c94b8bdf-cb71-4c3c-873b-84a9302758f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:23.980200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8a926fa-7029-4110-a63c-29865933431d req-c94b8bdf-cb71-4c3c-873b-84a9302758f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 1097 time: 0.0790620 Feb 07 23:00:23.991974 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6537f9f9-8de1-4448-99dc-7037f988de3e req-24622b5f-40cf-45a0-9063-810ac66b7615 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360603 Feb 07 23:00:24.048604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Pushing event updated for resources: {'Port': ['ID=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:24.429216 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8a926fa-7029-4110-a63c-29865933431d req-aa413555-5fef-4078-bb38-470cf7466c3a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262762 Feb 07 23:00:24.482804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a654f-f840-4d10-9547-3da7de71d7ee req-c1d104fb-7cad-483b-8c61-b40144abe145 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:24.484295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b5a654f-f840-4d10-9547-3da7de71d7ee req-c1d104fb-7cad-483b-8c61-b40144abe145 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 945 time: 0.4099603 Feb 07 23:00:24.488827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Attempting to bind port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:24.489151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Attempting to bind port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '7f93ce5e-43a9-48be-8e2e-435b2940ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec158db1-ada8-4096-9bda-f17a7f85ccbb'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:24.489478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Attempting to bind port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 on network ec158db1-ada8-4096-9bda-f17a7f85ccbb {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:00:24.506948 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 on network ec158db1-ada8-4096-9bda-f17a7f85ccbb not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:00:24.507265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Attempting to bind port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 on network ec158db1-ada8-4096-9bda-f17a7f85ccbb {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:00:24.517069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:00:24.517410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Checking segment: {'id': '7f93ce5e-43a9-48be-8e2e-435b2940ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec158db1-ada8-4096-9bda-f17a7f85ccbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:00:24.517835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Bound using segment: {'id': '7f93ce5e-43a9-48be-8e2e-435b2940ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec158db1-ada8-4096-9bda-f17a7f85ccbb'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:00:24.518262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Bound port: 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f93ce5e-43a9-48be-8e2e-435b2940ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec158db1-ada8-4096-9bda-f17a7f85ccbb'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:24.518625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:24.563987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b5a654f-f840-4d10-9547-3da7de71d7ee req-81689ecc-f510-4166-b00d-b07b0aa3547c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721209 Feb 07 23:00:24.599691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] For port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:00:24.619450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] For port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,segment=NetworkSegment(7f93ce5e-43a9-48be-8e2e-435b2940ca4d),segment_id=7f93ce5e-43a9-48be-8e2e-435b2940ca4d)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:00:24.630724 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:24.635798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-406f1450-e025-46ec-b693-88192ac11155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:24.682195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37089-30aa-4a01-9dc1-1644f9e5bc55 req-26728007-ca8e-4e17-a396-f66cb35b6d22 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:24.684145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8d37089-30aa-4a01-9dc1-1644f9e5bc55 req-26728007-ca8e-4e17-a396-f66cb35b6d22 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 946 time: 0.0590744 Feb 07 23:00:24.704487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:24.705096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:24.706456 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 HTTP/1.1" status: 200 len: 1092 time: 1.2495084 Feb 07 23:00:24.710661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abac99c-9772-46ad-a6c2-08e0b998979a', 'tag': '5a42f042-b9bc-40ad-ace8-b1f0e2a041a6'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:24.719291 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c1853f-327b-4189-a512-b8ea4dfbc28f" -d '{"events": [{"name": "network-changed", "server_uuid": "4abac99c-9772-46ad-a6c2-08e0b998979a", "tag": "5a42f042-b9bc-40ad-ace8-b1f0e2a041a6"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:24.734107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8d37089-30aa-4a01-9dc1-1644f9e5bc55 req-52f6036f-2e65-4bf2-a546-e3da59aa03a8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393214 Feb 07 23:00:24.765884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9d5a6-fa71-4d04-819f-631634490069 service neutron] Pushing event updated for resources: {'Port': ['ID=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:24.797533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bed07-9b19-4f1d-9ef0-8b9a21b26733 req-3e02379c-4d46-4f2a-96bb-8fc16c18f1cf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:24.799111 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f99bed07-9b19-4f1d-9ef0-8b9a21b26733 req-3e02379c-4d46-4f2a-96bb-8fc16c18f1cf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 945 time: 0.1611216 Feb 07 23:00:24.800610 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27c5ea0-179c-4afe-b9de-f5db5159526b x-openstack-request-id: req-d27c5ea0-179c-4afe-b9de-f5db5159526b {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:24.800902 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abac99c-9772-46ad-a6c2-08e0b998979a", "tag": "5a42f042-b9bc-40ad-ace8-b1f0e2a041a6", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:24.801154 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d27c5ea0-179c-4afe-b9de-f5db5159526b {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:24.802016 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abac99c-9772-46ad-a6c2-08e0b998979a', 'tag': '5a42f042-b9bc-40ad-ace8-b1f0e2a041a6', 'status': 'completed', 'code': 200} Feb 07 23:00:24.828861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0467cd72-f38c-4f6d-8da2-26fe310121f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:24.830338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-0467cd72-f38c-4f6d-8da2-26fe310121f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ef186510ee24a38bfa7254772347663&device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 1095 time: 0.0808556 Feb 07 23:00:24.858815 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f99bed07-9b19-4f1d-9ef0-8b9a21b26733 req-8f5e2fad-193d-432e-be42-dfef4e48e5a0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528197 Feb 07 23:00:24.867194 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:24.891212 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-4e76f764-75d2-4c35-a76d-24595a01cd29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 HTTP/1.1" status: 200 len: 217 time: 0.0479207 Feb 07 23:00:24.947684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-98d243cd-0434-4da5-bc39-44f5b8e9e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:24.949374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-98d243cd-0434-4da5-bc39-44f5b8e9e311 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d35a1f53-9a0e-481b-a51f-f82aba6d6a59 HTTP/1.1" status: 200 len: 852 time: 0.0511727 Feb 07 23:00:24.989854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-a34b391d-d958-467b-8879-13212d8893cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec158db1-ada8-4096-9bda-f17a7f85ccbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331213 Feb 07 23:00:25.110042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ad61a-1de0-4deb-b407-42368e63906f req-0774a2b4-448f-4b04-bf01-1071d809d26f tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:25.111554 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-128ad61a-1de0-4deb-b407-42368e63906f req-0774a2b4-448f-4b04-bf01-1071d809d26f tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 944 time: 0.1205564 Feb 07 23:00:25.125227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6259e5-b740-4150-8395-7a16dcccf628 req-0a935891-a79d-4c34-9d37-a798143051fd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:25.128027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f6259e5-b740-4150-8395-7a16dcccf628 req-0a935891-a79d-4c34-9d37-a798143051fd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 945 time: 0.0579183 Feb 07 23:00:25.136056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-fe26eb09-e9b6-4978-abbd-4ae53f3b3efc service neutron] 10.222.0.24 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349878 Feb 07 23:00:25.167065 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f6259e5-b740-4150-8395-7a16dcccf628 req-e69979ad-c5ad-47ed-9936-19ba02137124 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344384 Feb 07 23:00:25.210126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-128ad61a-1de0-4deb-b407-42368e63906f req-915e5620-f4e0-4284-b53b-8d9d8d761373 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914421 Feb 07 23:00:25.257360 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cb49d3e-caba-4bfd-893b-bd3f0f39a84f req-d2af3fc2-13c9-4bcf-af1c-d6514cb16a40 service neutron] 10.222.0.24 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143906 Feb 07 23:00:25.362528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-d2542da8-03e3-40d6-a1b1-14e734819a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:25.364056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-d2542da8-03e3-40d6-a1b1-14e734819a01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ef186510ee24a38bfa7254772347663&device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 1095 time: 0.0529366 Feb 07 23:00:25.475005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-f4e9db2b-c746-448f-b5d4-c8e131c1a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:25.476605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-f4e9db2b-c746-448f-b5d4-c8e131c1a663 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec158db1-ada8-4096-9bda-f17a7f85ccbb HTTP/1.1" status: 200 len: 912 time: 0.1057780 Feb 07 23:00:25.535609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-40b8c7bb-597f-4173-9695-3a559d683fd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 HTTP/1.1" status: 200 len: 217 time: 0.0507591 Feb 07 23:00:25.601377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-f83dce1c-193b-49f4-ba5c-983b22cb8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:25.602831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-f83dce1c-193b-49f4-ba5c-983b22cb8267 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d35a1f53-9a0e-481b-a51f-f82aba6d6a59 HTTP/1.1" status: 200 len: 852 time: 0.0604002 Feb 07 23:00:25.637879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-978811c3-dc8f-4042-927b-e38b04d96ef2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec158db1-ada8-4096-9bda-f17a7f85ccbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269856 Feb 07 23:00:25.704841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 45556) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:25.741095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-62369354-5db1-433c-96d4-0a8c7ff53fe3 service neutron] 10.222.0.24 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954485 Feb 07 23:00:25.822402 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28c4b296-3540-412c-91b0-670bd3abc83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:25.845815 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4c1853f-327b-4189-a512-b8ea4dfbc28f req-4ff17d41-eb61-4cc2-8455-7f38f39bda5f service neutron] 10.222.0.24 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975161 Feb 07 23:00:25.891053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a47d9-14bb-4753-a4ea-3cdebcd0e81a req-b5d3b5f8-9231-4288-ac75-6f088a961cd0 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:25.892578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d7a47d9-14bb-4753-a4ea-3cdebcd0e81a req-b5d3b5f8-9231-4288-ac75-6f088a961cd0 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 946 time: 0.0719941 Feb 07 23:00:25.957205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2d7a47d9-14bb-4753-a4ea-3cdebcd0e81a req-07a67af8-ebce-41d1-ac44-3be598aedb57 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582664 Feb 07 23:00:25.970900 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28c4b296-3540-412c-91b0-670bd3abc83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:25.974500 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-28c4b296-3540-412c-91b0-670bd3abc83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.016690 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-28c4b296-3540-412c-91b0-670bd3abc83c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8dad80d501e4fefb2efa20506e997cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105981 Feb 07 23:00:26.017831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4b296-3540-412c-91b0-670bd3abc83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff0825b-1e10-4e04-9885-6e3f79e15896,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:26.019651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45564) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:26.112257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-771be345-69ae-4f42-bcb1-f506421ef25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.120536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7b0f-55ac-4634-960d-1dd3003f54da req-306db97d-8713-4155-9a1c-f8a0cfeeeb41 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:26.122549 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab3d7b0f-55ac-4634-960d-1dd3003f54da req-306db97d-8713-4155-9a1c-f8a0cfeeeb41 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 946 time: 0.0890570 Feb 07 23:00:26.155424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-771be345-69ae-4f42-bcb1-f506421ef25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.193530 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab3d7b0f-55ac-4634-960d-1dd3003f54da req-0ffd5c7e-ee99-4352-8d45-e73b00557056 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627000 Feb 07 23:00:26.225968 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-771be345-69ae-4f42-bcb1-f506421ef25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.228867 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-771be345-69ae-4f42-bcb1-f506421ef25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.231763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-771be345-69ae-4f42-bcb1-f506421ef25f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ff0825b-1e10-4e04-9885-6e3f79e15896 HTTP/1.1" status: 204 len: 168 time: 0.2093277 Feb 07 23:00:26.239199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771be345-69ae-4f42-bcb1-f506421ef25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff0825b-1e10-4e04-9885-6e3f79e15896,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:26.305105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fc0b7-c0c2-49e3-9f5d-f9aaef571ca7 req-0759f3bf-a3d2-4c58-8887-754cbea5cd84 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:26.306948 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb8fc0b7-c0c2-49e3-9f5d-f9aaef571ca7 req-0759f3bf-a3d2-4c58-8887-754cbea5cd84 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 945 time: 0.0675385 Feb 07 23:00:26.339426 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.352532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb8fc0b7-c0c2-49e3-9f5d-f9aaef571ca7 req-dc90e4e1-7700-4ccc-85f2-51475bf0fbe3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384457 Feb 07 23:00:26.353858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e509d92-5608-4e26-9548-db4075a9ac7c req-d17aac07-57d1-4ff1-aab3-1cba62b54abb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:26.355330 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e509d92-5608-4e26-9548-db4075a9ac7c req-d17aac07-57d1-4ff1-aab3-1cba62b54abb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 944 time: 0.0647323 Feb 07 23:00:26.404945 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e509d92-5608-4e26-9548-db4075a9ac7c req-743f6c4c-6c39-4250-a564-86c8ceb23f2a tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Feb 07 23:00:26.593340 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.659377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276954-242f-401c-b871-ba81793fd06e req-f53457ea-7548-4a8d-b558-1dbba4ea5c9f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:26.660834 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72276954-242f-401c-b871-ba81793fd06e req-f53457ea-7548-4a8d-b558-1dbba4ea5c9f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 945 time: 0.0510700 Feb 07 23:00:26.765168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-72276954-242f-401c-b871-ba81793fd06e req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port 0e69e0ce-e75c-47cc-8267-583afe068caa {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:00:26.765442 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-72276954-242f-401c-b871-ba81793fd06e req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.868307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-72276954-242f-401c-b871-ba81793fd06e req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] For port 0e69e0ce-e75c-47cc-8267-583afe068caa, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=0e69e0ce-e75c-47cc-8267-583afe068caa,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:26.868793 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-72276954-242f-401c-b871-ba81793fd06e req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.882585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-72276954-242f-401c-b871-ba81793fd06e req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for 0e69e0ce-e75c-47cc-8267-583afe068caa owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:00:27.019296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-72276954-242f-401c-b871-ba81793fd06e req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:27.031646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['0e69e0ce-e75c-47cc-8267-583afe068caa'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:00:27.050464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=0e69e0ce-e75c-47cc-8267-583afe068caa,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:27.113744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-72276954-242f-401c-b871-ba81793fd06e req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] No DVR routers for this DVR port 0e69e0ce-e75c-47cc-8267-583afe068caa on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:27.117023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-72276954-242f-401c-b871-ba81793fd06e req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:27.122493 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72276954-242f-401c-b871-ba81793fd06e req-a024f6d9-82d7-40aa-8293-4d7e8d3bb58f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "DELETE /v2.0/ports/0e69e0ce-e75c-47cc-8267-583afe068caa HTTP/1.1" status: 204 len: 173 time: 0.4555013 Feb 07 23:00:27.123003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43c7b7b-68a5-499a-a733-db40d1c7331f', 'name': 'network-vif-deleted', 'tag': '0e69e0ce-e75c-47cc-8267-583afe068caa'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:27.127206 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa87c88-39a2-44ab-8c60-2769faa98cae" -d '{"events": [{"server_uuid": "a43c7b7b-68a5-499a-a733-db40d1c7331f", "name": "network-vif-deleted", "tag": "0e69e0ce-e75c-47cc-8267-583afe068caa"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:27.179570 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4b00cc-af26-4767-834d-556edb9dfb49 x-openstack-request-id: req-ca4b00cc-af26-4767-834d-556edb9dfb49 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:27.180348 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43c7b7b-68a5-499a-a733-db40d1c7331f", "name": "network-vif-deleted", "tag": "0e69e0ce-e75c-47cc-8267-583afe068caa", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:27.180348 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca4b00cc-af26-4767-834d-556edb9dfb49 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:27.180989 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43c7b7b-68a5-499a-a733-db40d1c7331f', 'name': 'network-vif-deleted', 'tag': '0e69e0ce-e75c-47cc-8267-583afe068caa', 'status': 'completed', 'code': 200} Feb 07 23:00:27.513869 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3fa91e3d-19cd-4914-89c1-73a96a3333a2 req-42cb174d-a817-4808-a175-10cf2cbf9a3a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 210 time: 0.0544362 Feb 07 23:00:27.544105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77363-3d39-40aa-802f-58645e999100 req-829e4117-3386-4226-a355-1af945e8f824 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:27.545665 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27e77363-3d39-40aa-802f-58645e999100 req-829e4117-3386-4226-a355-1af945e8f824 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0788329 Feb 07 23:00:27.600496 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27e77363-3d39-40aa-802f-58645e999100 req-a0666133-cff2-496f-9fc7-3d0d8560dfe1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Feb 07 23:00:27.647097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7af6-1dd1-4fc7-bbb3-119d1f075608 req-9b5d003f-1b2c-4df2-ad36-40a3d0fd05a8 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:27.649029 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf4d7af6-1dd1-4fc7-bbb3-119d1f075608 req-9b5d003f-1b2c-4df2-ad36-40a3d0fd05a8 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 944 time: 0.0666544 Feb 07 23:00:27.690898 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf4d7af6-1dd1-4fc7-bbb3-119d1f075608 req-7f41cfbb-8127-420b-b05c-cd939dfa8baa tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Feb 07 23:00:27.720833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 45626) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:28.214553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.488381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.20.0.17 (664478ad-4e2a-4b94-92f5-9ff089474a1e/519db597-e0f4-4a08-9987-59e96cd5a2d0/b572f4bc-92c7-48a5-bfc8-d48ec394d690) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:28.634331 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.635784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cedb09d6-b111-40bb-a4fd-9a8ed7d73dc1 req-f040743f-f614-4e20-8761-4f4dad4cc74f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 210 time: 0.0438190 Feb 07 23:00:28.678558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.751069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=b572f4bc-92c7-48a5-bfc8-d48ec394d690,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:28.783945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 664478ad-4e2a-4b94-92f5-9ff089474a1e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:28.810934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:28.836153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:00:28.859722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d1208-827f-4f04-b41a-9fe43baf1dbb req-18e0fa8e-aa3f-4e05-8e88-b29ea0761a19 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:28.861989 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0c3d1208-827f-4f04-b41a-9fe43baf1dbb req-18e0fa8e-aa3f-4e05-8e88-b29ea0761a19 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 944 time: 0.0635593 Feb 07 23:00:28.937411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2118-6c6b-42b6-a08b-29e8c4f3594c req-b790a441-0ae4-4b6d-93aa-ff7d81f75609 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:28.939049 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-682e2118-6c6b-42b6-a08b-29e8c4f3594c req-b790a441-0ae4-4b6d-93aa-ff7d81f75609 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.2008612 Feb 07 23:00:28.940372 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.942989 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0c3d1208-827f-4f04-b41a-9fe43baf1dbb req-59e5282c-41c5-4eea-978a-fce1b66d04c2 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722673 Feb 07 23:00:29.036629 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-682e2118-6c6b-42b6-a08b-29e8c4f3594c req-b1a93673-ce8f-45c9-ad38-4c09b57aec5c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902076 Feb 07 23:00:29.126168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.163140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bd1e2a8c-f790-4335-9099-62f8e929c66a None None] Provisioning complete for port b572f4bc-92c7-48a5-bfc8-d48ec394d690 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:29.164259 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2a8c-f790-4335-9099-62f8e929c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.216265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e2a8c-f790-4335-9099-62f8e929c66a None None] Port b572f4bc-92c7-48a5-bfc8-d48ec394d690 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:00:29.364458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:00:29.478143 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.487750 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.656266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=b572f4bc-92c7-48a5-bfc8-d48ec394d690,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:29.674808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.677884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,segment=NetworkSegment(7f93ce5e-43a9-48be-8e2e-435b2940ca4d),segment_id=7f93ce5e-43a9-48be-8e2e-435b2940ca4d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:29.708012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '5a42f042-b9bc-40ad-ace8-b1f0e2a041a6', 'network_id': 'ec158db1-ada8-4096-9bda-f17a7f85ccbb', 'port_id': '5a42f042-b9bc-40ad-ace8-b1f0e2a041a6', 'mac_address': 'fa:16:3e:53:aa:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35a1f53-9a0e-481b-a51f-f82aba6d6a59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:00:29.792749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.806876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-400f7ef1-afaa-4b02-bde5-af88184df5cf req-b04fd32b-626c-4094-91e7-0be6cb68c13b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 210 time: 0.0605092 Feb 07 23:00:29.811475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:29.861289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 664478ad-4e2a-4b94-92f5-9ff089474a1e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:29.862029 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,segment=NetworkSegment(7f93ce5e-43a9-48be-8e2e-435b2940ca4d),segment_id=7f93ce5e-43a9-48be-8e2e-435b2940ca4d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:29.863990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:29.878373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:30.013454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:30.075669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.075669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.094499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.094855 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.095190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.095557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.095992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.096277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.100892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.101465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.103332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.110915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:30.190922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5a42f042-b9bc-40ad-ace8-b1f0e2a041a6'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:00:30.301358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcfcd7-a13c-4d50-a5db-88beb56a0ecd req-9aa84cbf-b487-477f-8751-8d1b12c3791f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:30.302929 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-defcfcd7-a13c-4d50-a5db-88beb56a0ecd req-9aa84cbf-b487-477f-8751-8d1b12c3791f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1122808 Feb 07 23:00:30.346299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0785a-7b07-41d7-b7a1-5d5def23d068 req-c5b0d23e-91d2-4b4e-a177-96ee5a878f68 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:30.348223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-54c0785a-7b07-41d7-b7a1-5d5def23d068 req-c5b0d23e-91d2-4b4e-a177-96ee5a878f68 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 945 time: 0.1577270 Feb 07 23:00:30.352947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router fbe2f121-2c74-4bae-a68c-3116c66ac00b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:00:30.386088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-defcfcd7-a13c-4d50-a5db-88beb56a0ecd req-1d4090f8-5ec9-404a-bf70-a786a8712837 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753360 Feb 07 23:00:30.413035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bd696182-94c2-42f9-9692-e951ce53cd06 None None] Provisioning complete for port b572f4bc-92c7-48a5-bfc8-d48ec394d690 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:30.414038 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd696182-94c2-42f9-9692-e951ce53cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:30.422961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-54c0785a-7b07-41d7-b7a1-5d5def23d068 req-c287c6a2-ddaa-4a52-a226-591136c70dbc tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588083 Feb 07 23:00:30.489409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bd696182-94c2-42f9-9692-e951ce53cd06 None None] Port b572f4bc-92c7-48a5-bfc8-d48ec394d690 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:00:30.546626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:00:30.552315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d213313b-ce0f-4b4b-bdf9-38b1c2a6bac8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "PUT /v2.0/routers/fbe2f121-2c74-4bae-a68c-3116c66ac00b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8301997 Feb 07 23:00:30.557478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Sync routers for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:30.568303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:00:30.568916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:30.684778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:00:30.929141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40b8f8c3-5a24-4f54-9479-dde3a1028d23 req-b4eef5b8-de8d-4040-9eb7-b1a52428fb34 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43c7b7b-68a5-499a-a733-db40d1c7331f HTTP/1.1" status: 200 len: 210 time: 0.0391474 Feb 07 23:00:30.954819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:00:29Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '6dceaf9e-83f1-4cdc-9fa6-e8d424452579', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:35Z', 'updated_at': '2022-02-07T22:59:40Z', 'revision_number': 1, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b572f4bc-92c7-48a5-bfc8-d48ec394d690', 'name': '', 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:7b:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '519db597-e0f4-4a08-9987-59e96cd5a2d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:00:28Z', 'updated_at': '2022-02-07T23:00:29Z', 'revision_number': 2, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': '519db597-e0f4-4a08-9987-59e96cd5a2d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:30.985674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Checking router: fbe2f121-2c74-4bae-a68c-3116c66ac00b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:00:30.986032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Updating router fbe2f121-2c74-4bae-a68c-3116c66ac00b port b572f4bc-92c7-48a5-bfc8-d48ec394d690 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:00:31.012368 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.303228 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.310788 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.366285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4247-e9ac-4348-a88f-ab71a39dc331 None None] Pushing event updated for resources: {'Port': ['ID=b572f4bc-92c7-48a5-bfc8-d48ec394d690,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:31.417223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:31.464693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Attempting to bind port b572f4bc-92c7-48a5-bfc8-d48ec394d690 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:31.465095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Attempting to bind port b572f4bc-92c7-48a5-bfc8-d48ec394d690 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:31.465462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Attempting to bind port b572f4bc-92c7-48a5-bfc8-d48ec394d690 on network 664478ad-4e2a-4b94-92f5-9ff089474a1e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:00:31.478148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:00:31.478551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Checking segment: {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:00:31.478980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.479373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Bound using segment: {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:00:31.479887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Bound port: b572f4bc-92c7-48a5-bfc8-d48ec394d690, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f386e1de-2cc2-44b2-a649-362c91327852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:31.480270 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.567007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa326a8a-4b89-4c68-8ffa-3478c833e2cd req-bdcdcef5-290b-4b36-8125-31af6b6e69cb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:31.576040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa326a8a-4b89-4c68-8ffa-3478c833e2cd req-bdcdcef5-290b-4b36-8125-31af6b6e69cb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 945 time: 0.0765440 Feb 07 23:00:31.606368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] For port b572f4bc-92c7-48a5-bfc8-d48ec394d690, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:00:31.610024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] For port b572f4bc-92c7-48a5-bfc8-d48ec394d690, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b572f4bc-92c7-48a5-bfc8-d48ec394d690,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:00:31.628384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b52dc9-df44-4e9e-be7b-81b606f2d055 req-2d215898-7d82-46fa-a19f-f1af4fc9e9d2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:31.634166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-acb03865-1dc1-46f9-bdbb-4d495e9af84e None None] Provisioning complete for port b572f4bc-92c7-48a5-bfc8-d48ec394d690 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:31.634570 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-acb03865-1dc1-46f9-bdbb-4d495e9af84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.638493 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-93b52dc9-df44-4e9e-be7b-81b606f2d055 req-2d215898-7d82-46fa-a19f-f1af4fc9e9d2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1043637 Feb 07 23:00:31.639203 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.641177 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa326a8a-4b89-4c68-8ffa-3478c833e2cd req-285ea1b4-0c3e-442a-9b50-874809c7f53e tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630805 Feb 07 23:00:31.674658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:31.674848 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-93b52dc9-df44-4e9e-be7b-81b606f2d055 req-065aef6a-8d95-492f-8c11-4c16206f68c8 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353937 Feb 07 23:00:31.715253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:31.715876 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.792642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4247-e9ac-4348-a88f-ab71a39dc331 None None] Pushing event updated for resources: {'Port': ['ID=b572f4bc-92c7-48a5-bfc8-d48ec394d690,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:31.797789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:00:31.798411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:31.961733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-acb03865-1dc1-46f9-bdbb-4d495e9af84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.981955 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:32.010916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:00:32.070435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abac99c-9772-46ad-a6c2-08e0b998979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a42f042-b9bc-40ad-ace8-b1f0e2a041a6'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:32.081942 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726d072-2ff1-40a3-be48-a90947bc4535" -d '{"events": [{"server_uuid": "4abac99c-9772-46ad-a6c2-08e0b998979a", "name": "network-vif-plugged", "status": "completed", "tag": "5a42f042-b9bc-40ad-ace8-b1f0e2a041a6"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:32.099956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-acb03865-1dc1-46f9-bdbb-4d495e9af84e None None] For port b572f4bc-92c7-48a5-bfc8-d48ec394d690, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b572f4bc-92c7-48a5-bfc8-d48ec394d690,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:32.185885 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-acb03865-1dc1-46f9-bdbb-4d495e9af84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:32.189079 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d27454-38d7-4134-b07b-cfd54d4e7a78 x-openstack-request-id: req-70d27454-38d7-4134-b07b-cfd54d4e7a78 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:32.189413 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abac99c-9772-46ad-a6c2-08e0b998979a", "name": "network-vif-plugged", "status": "completed", "tag": "5a42f042-b9bc-40ad-ace8-b1f0e2a041a6", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:32.189608 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70d27454-38d7-4134-b07b-cfd54d4e7a78 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:32.190000 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abac99c-9772-46ad-a6c2-08e0b998979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a42f042-b9bc-40ad-ace8-b1f0e2a041a6', 'code': 200} Feb 07 23:00:32.191832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,segment=NetworkSegment(7f93ce5e-43a9-48be-8e2e-435b2940ca4d),segment_id=7f93ce5e-43a9-48be-8e2e-435b2940ca4d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:32.337208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabd44b-0d5d-42d6-801f-250dcf991700 req-7a0668ae-8aba-46dc-ad13-e9364d10f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:32.338771 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cabd44b-0d5d-42d6-801f-250dcf991700 req-7a0668ae-8aba-46dc-ad13-e9364d10f794 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 1097 time: 0.0780644 Feb 07 23:00:32.391505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2cabd44b-0d5d-42d6-801f-250dcf991700 req-fdc85ec8-d58d-4c59-aea5-a46aa341c816 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Feb 07 23:00:32.486458 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:32.487238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0e69e0ce-e75c-47cc-8267-583afe068caa no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:00:32.531186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 0e69e0ce-e75c-47cc-8267-583afe068caa {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:00:32.531519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 0e69e0ce-e75c-47cc-8267-583afe068caa not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:00:32.556952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-32e7c1b3-5da4-4df8-96d3-9d3738db0b53 None None] Provisioning complete for port b572f4bc-92c7-48a5-bfc8-d48ec394d690 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:32.557318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32e7c1b3-5da4-4df8-96d3-9d3738db0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:32.562079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb03865-1dc1-46f9-bdbb-4d495e9af84e None None] Pushing event updated for resources: {'Port': ['ID=b572f4bc-92c7-48a5-bfc8-d48ec394d690,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:32.698430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:32.775465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc89e-a0ff-415f-b82a-f3367c3e529e req-8979da52-10d2-4dfc-b91a-9d60fe174aed tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:32.783384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10fbc89e-a0ff-415f-b82a-f3367c3e529e req-8979da52-10d2-4dfc-b91a-9d60fe174aed tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0813146 Feb 07 23:00:32.823658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:00:29Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '6dceaf9e-83f1-4cdc-9fa6-e8d424452579', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:35Z', 'updated_at': '2022-02-07T22:59:40Z', 'revision_number': 1, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b572f4bc-92c7-48a5-bfc8-d48ec394d690', 'name': '', 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:7b:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '519db597-e0f4-4a08-9987-59e96cd5a2d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:00:28Z', 'updated_at': '2022-02-07T23:00:31Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': '519db597-e0f4-4a08-9987-59e96cd5a2d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:32.827518 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10fbc89e-a0ff-415f-b82a-f3367c3e529e req-53feaaf6-f968-4a2e-81f0-ce23399e36aa tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 Feb 07 23:00:32.833796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fedbc-49f6-4bbb-8262-b1f08760d5d9 req-ac8c3136-2e98-466c-9051-fbe73ff9a638 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:32.836381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-156fedbc-49f6-4bbb-8262-b1f08760d5d9 req-ac8c3136-2e98-466c-9051-fbe73ff9a638 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0663092 Feb 07 23:00:32.856482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cabe1b6-2d6e-4f07-8dff-149d59b1dd70 None None] The sync data for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 is: [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:00:29Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '6dceaf9e-83f1-4cdc-9fa6-e8d424452579', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:35Z', 'updated_at': '2022-02-07T22:59:40Z', 'revision_number': 1, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b572f4bc-92c7-48a5-bfc8-d48ec394d690', 'name': '', 'network_id': '664478ad-4e2a-4b94-92f5-9ff089474a1e', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:7b:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '519db597-e0f4-4a08-9987-59e96cd5a2d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:00:28Z', 'updated_at': '2022-02-07T23:00:31Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': '519db597-e0f4-4a08-9987-59e96cd5a2d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:32.888027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-156fedbc-49f6-4bbb-8262-b1f08760d5d9 req-cd0857ed-8350-4595-942c-7df10cd7c330 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 Feb 07 23:00:33.977603 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:34.052244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa336c1c-fc53-4f81-8ac2-55ca20860eb0 req-a59d7b58-0cd2-4e76-8392-ba5a10faaa43 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:34.054568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa336c1c-fc53-4f81-8ac2-55ca20860eb0 req-a59d7b58-0cd2-4e76-8392-ba5a10faaa43 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.1383383 Feb 07 23:00:34.119396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd45a6-e965-4b04-b768-5d380e73805c req-d5d97741-6a87-44de-8343-61bfaa363165 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:34.122428 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7dbd45a6-e965-4b04-b768-5d380e73805c req-d5d97741-6a87-44de-8343-61bfaa363165 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0831985 Feb 07 23:00:34.158376 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa336c1c-fc53-4f81-8ac2-55ca20860eb0 req-19883554-3a46-4c04-bead-5dde6a65769c tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942187 Feb 07 23:00:34.206877 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7dbd45a6-e965-4b04-b768-5d380e73805c req-cf8ad641-1ad8-4d78-a29d-b72a150eb041 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781500 Feb 07 23:00:34.356936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a47f77-46c1-4b83-ae0a-0c8d9ce7aa69 req-394482c2-a843-4b50-8963-f24d4ce6ba4c tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:34.365338 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50a47f77-46c1-4b83-ae0a-0c8d9ce7aa69 req-394482c2-a843-4b50-8963-f24d4ce6ba4c tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.1079376 Feb 07 23:00:34.395158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b572f4bc-92c7-48a5-bfc8-d48ec394d690 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:34.429824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-50a47f77-46c1-4b83-ae0a-0c8d9ce7aa69 req-ba997794-4fce-4209-80f4-578f8ad60d6e tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631216 Feb 07 23:00:34.602810 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:34.611152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port b572f4bc-92c7-48a5-bfc8-d48ec394d690 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:34.611542 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:34.857931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f4a7-6e06-4549-acc8-f8a55e2fea72 req-bf982e94-0945-4e34-9994-ae204cae8e06 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:34.859490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d679f4a7-6e06-4549-acc8-f8a55e2fea72 req-bf982e94-0945-4e34-9994-ae204cae8e06 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0556223 Feb 07 23:00:34.910817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d679f4a7-6e06-4549-acc8-f8a55e2fea72 req-5bf9e4e4-796a-40ac-ac8b-e2314306d4fb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Feb 07 23:00:35.360076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4aab-b98c-4215-ab44-9c58e08a33be req-c1aed022-6e44-4d8f-9d57-8e15e6a6bad1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:35.361635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67eb4aab-b98c-4215-ab44-9c58e08a33be req-c1aed022-6e44-4d8f-9d57-8e15e6a6bad1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0614133 Feb 07 23:00:35.455040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67eb4aab-b98c-4215-ab44-9c58e08a33be req-99ef8609-46f0-4731-9751-29847b691d43 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806015 Feb 07 23:00:36.064283 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ff79c-018a-4a88-b4f7-f38fb47d629a req-e22f71b0-ba9f-44fd-bdaf-8873d3c53f38 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:36.066495 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae2ff79c-018a-4a88-b4f7-f38fb47d629a req-e22f71b0-ba9f-44fd-bdaf-8873d3c53f38 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0575316 Feb 07 23:00:36.120326 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae2ff79c-018a-4a88-b4f7-f38fb47d629a req-3528a659-f6b0-4cae-beae-f81cc33f550c tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 Feb 07 23:00:36.396547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beeb15-44c6-449a-8721-7a3d927cd041 req-8403fdfb-acc9-4335-8282-d3e57761a3b0 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:36.398826 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-24beeb15-44c6-449a-8721-7a3d927cd041 req-8403fdfb-acc9-4335-8282-d3e57761a3b0 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0661957 Feb 07 23:00:36.410387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-e0e0b232-a3ef-4ede-91db-0cde4e51e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:36.412660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-e0e0b232-a3ef-4ede-91db-0cde4e51e45f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ef186510ee24a38bfa7254772347663&device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 1097 time: 0.0582845 Feb 07 23:00:36.518268 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-24beeb15-44c6-449a-8721-7a3d927cd041 req-75722f5d-13c9-4264-a513-7fd67094b355 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094296 Feb 07 23:00:36.588464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-866a6d30-7a00-48c1-9bf6-9e7f9700a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:36.590475 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-866a6d30-7a00-48c1-9bf6-9e7f9700a23c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec158db1-ada8-4096-9bda-f17a7f85ccbb HTTP/1.1" status: 200 len: 912 time: 0.1697047 Feb 07 23:00:36.659878 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-5f99f252-ce69-404e-9f0d-4483b402e58f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 HTTP/1.1" status: 200 len: 217 time: 0.0500555 Feb 07 23:00:36.708630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bfeb6-c750-419e-ad85-e40f2df2012e req-eae056e0-21d7-463f-a445-ececc791cee2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:36.710359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b2bfeb6-c750-419e-ad85-e40f2df2012e req-eae056e0-21d7-463f-a445-ececc791cee2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1470904 Feb 07 23:00:36.735652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-0b2a6f24-5aa3-4231-9610-7290a419bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:36.737522 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-0b2a6f24-5aa3-4231-9610-7290a419bc5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d35a1f53-9a0e-481b-a51f-f82aba6d6a59 HTTP/1.1" status: 200 len: 852 time: 0.0697737 Feb 07 23:00:36.774608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-ac3ca4e7-fdc8-47e9-8370-bf8f13143749 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec158db1-ada8-4096-9bda-f17a7f85ccbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302243 Feb 07 23:00:36.879021 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b2bfeb6-c750-419e-ad85-e40f2df2012e req-ccb41736-49a8-45ad-aab2-c3165d75d0d7 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555703 Feb 07 23:00:36.900347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-1fff0905-7bc3-4fc3-b37f-193da3f11338 service neutron] 10.222.0.24 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177280 Feb 07 23:00:37.001224 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:00:37.006694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-17a83f82-b9ab-4325-baf8-51f2a75bdb6c req-73343833-1f23-4920-aa3d-c73b6ac8a3f0 service neutron] 10.222.0.24 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006117 Feb 07 23:00:37.729231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8a0d-cb78-4779-9aeb-89c1b69788ef req-cbf2ee9f-d84f-4d5e-aa18-5d548dfd86eb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:37.731099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-433a8a0d-cb78-4779-9aeb-89c1b69788ef req-cbf2ee9f-d84f-4d5e-aa18-5d548dfd86eb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.1323934 Feb 07 23:00:37.869417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-433a8a0d-cb78-4779-9aeb-89c1b69788ef req-9e2b3ad2-7f57-4b68-9f7d-250119a28ff1 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320002 Feb 07 23:00:38.037800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990668bd-7ece-47f4-9dd5-453857426e46 req-05f122ed-a1a8-4d02-ae6d-afb817ed704b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:38.039360 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-990668bd-7ece-47f4-9dd5-453857426e46 req-05f122ed-a1a8-4d02-ae6d-afb817ed704b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0671456 Feb 07 23:00:38.093818 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-990668bd-7ece-47f4-9dd5-453857426e46 req-45307023-4afb-4bd1-bd19-5edb83cad9aa tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470505 Feb 07 23:00:39.026517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b14ef5-429d-4a5a-9697-6da64bc3d005 req-5be5d1ed-d910-49cd-80cc-272e76d0ed20 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:39.032431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-31b14ef5-429d-4a5a-9697-6da64bc3d005 req-5be5d1ed-d910-49cd-80cc-272e76d0ed20 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0741317 Feb 07 23:00:39.074152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-31b14ef5-429d-4a5a-9697-6da64bc3d005 req-e6b98b20-17ca-43dd-af01-79bebe111ffb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351424 Feb 07 23:00:39.313713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165abb5-1460-4aff-a397-a15b13e7516f req-9045a873-3fea-422e-b5b9-a50243991fd4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:39.314956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d165abb5-1460-4aff-a397-a15b13e7516f req-9045a873-3fea-422e-b5b9-a50243991fd4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1248920 Feb 07 23:00:39.383236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d165abb5-1460-4aff-a397-a15b13e7516f req-a931b4bc-73eb-4be1-82b6-de245daddedd tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605867 Feb 07 23:00:39.439938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ba1d9-2752-4904-b481-ed1dc35c9513 req-1cc6fe51-b20f-46d9-8ed4-a1c279e1c7af tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:39.448356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-374ba1d9-2752-4904-b481-ed1dc35c9513 req-1cc6fe51-b20f-46d9-8ed4-a1c279e1c7af tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0751240 Feb 07 23:00:39.487496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-374ba1d9-2752-4904-b481-ed1dc35c9513 req-1a16d59b-a756-4cd1-93d0-cf3d304bb62a tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369041 Feb 07 23:00:40.521543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c1c2-32f6-4b83-9c5e-f554ac2fb86a req-1da76643-4a7f-4c67-b252-e874ff1665f4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:40.523528 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a32c1c2-32f6-4b83-9c5e-f554ac2fb86a req-1da76643-4a7f-4c67-b252-e874ff1665f4 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0611110 Feb 07 23:00:40.629243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6a32c1c2-32f6-4b83-9c5e-f554ac2fb86a req-af835587-87e3-4eb3-86eb-144ff75def17 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920026 Feb 07 23:00:40.696765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78bf0e-0aca-4fde-8893-8a0a7d075b20 req-ae4ae228-e016-489c-b8e9-efc00ff365eb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:40.698564 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d78bf0e-0aca-4fde-8893-8a0a7d075b20 req-ae4ae228-e016-489c-b8e9-efc00ff365eb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0699301 Feb 07 23:00:40.751880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d78bf0e-0aca-4fde-8893-8a0a7d075b20 req-fc14f78d-7d3c-4bfd-b4b0-b62fb7c5f779 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Feb 07 23:00:40.821384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1ff12a97-6c53-4be0-a149-9099667d0657 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:00:41.015941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:41.029342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '1ff12a97-6c53-4be0-a149-9099667d0657', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'port_id': '1ff12a97-6c53-4be0-a149-9099667d0657', 'mac_address': 'fa:16:3e:f3:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:00:41.087274 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:41.107762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ff12a97-6c53-4be0-a149-9099667d0657 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:41.132054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:41.135929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-f7b4b4d1-371f-460b-98a1-9a0ed59fce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:41.138432 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-f7b4b4d1-371f-460b-98a1-9a0ed59fce39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ef186510ee24a38bfa7254772347663&device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 1097 time: 0.1210427 Feb 07 23:00:41.140089 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:41.161542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3b7a1-db55-4d09-8269-284c82264e09 req-baac8f70-7464-4dbd-b81c-396f29be5c5f tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:41.163339 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24d3b7a1-db55-4d09-8269-284c82264e09 req-baac8f70-7464-4dbd-b81c-396f29be5c5f tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.1836214 Feb 07 23:00:41.266211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1ff12a97-6c53-4be0-a149-9099667d0657'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:00:41.278701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-6a34034a-50fb-433a-abbc-cc62e125aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:41.280647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-6a34034a-50fb-433a-abbc-cc62e125aba7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec158db1-ada8-4096-9bda-f17a7f85ccbb HTTP/1.1" status: 200 len: 912 time: 0.1274052 Feb 07 23:00:41.351328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-02b6830f-d264-473b-8b91-efa25215e362 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 HTTP/1.1" status: 200 len: 217 time: 0.0541420 Feb 07 23:00:41.362933 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:41.404177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24d3b7a1-db55-4d09-8269-284c82264e09 req-5520ca41-824b-4403-af08-7a65ef4d158a tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731968 Feb 07 23:00:41.466976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-a0482b70-fb67-4e6d-afb2-fbe2ca4a4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:41.468921 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-a0482b70-fb67-4e6d-afb2-fbe2ca4a4b6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d35a1f53-9a0e-481b-a51f-f82aba6d6a59 HTTP/1.1" status: 200 len: 852 time: 0.1010725 Feb 07 23:00:41.530684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-e4af9e31-48c0-4789-a9a4-f55f98e3df23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec158db1-ada8-4096-9bda-f17a7f85ccbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528648 Feb 07 23:00:41.830899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ff517-9f19-4651-90e0-ec1881740c59 req-08cffd97-f0e4-4384-a0a2-ea9103129b71 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:41.835058 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b44ff517-9f19-4651-90e0-ec1881740c59 req-08cffd97-f0e4-4384-a0a2-ea9103129b71 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 945 time: 0.1061404 Feb 07 23:00:41.896282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b44ff517-9f19-4651-90e0-ec1881740c59 req-780c997a-068c-4b3b-8a64-4ddde2901dbc tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524137 Feb 07 23:00:42.192908 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-42421439-1fe7-49fa-a7eb-d5e604e483b1 service neutron] 10.222.0.24 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565971 Feb 07 23:00:42.301669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1d47d797-7a90-4996-9bc2-f39a58a59324 req-747fd4a2-292d-4ff6-bcc8-814778dd620c service neutron] 10.222.0.24 "GET /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011739 Feb 07 23:00:42.611049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db51489-c225-4a45-9382-934492eb0ed1 req-52c4710a-63ca-4346-995c-566b9e51a17d tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:42.614017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3db51489-c225-4a45-9382-934492eb0ed1 req-52c4710a-63ca-4346-995c-566b9e51a17d tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.1023321 Feb 07 23:00:42.674412 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3db51489-c225-4a45-9382-934492eb0ed1 req-e139e2be-07fd-4127-96e8-4161bb8518a1 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Feb 07 23:00:42.836893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1ff12a97-6c53-4be0-a149-9099667d0657 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:00:42.925763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 1ff12a97-6c53-4be0-a149-9099667d0657 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:42.926409 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:43.055018 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:43.081612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:43.084063 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d53ab0e-be39-4f2b-adac-f321ffb483d4" -d '{"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-plugged", "status": "completed", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:43.089131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851459de-a1d0-434a-9436-68a96a68f5e4 req-5d352cd8-a13c-4f98-9709-3e7ed6e04baa tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:43.098327 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-851459de-a1d0-434a-9436-68a96a68f5e4 req-5d352cd8-a13c-4f98-9709-3e7ed6e04baa tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 945 time: 0.0799823 Feb 07 23:00:43.107203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:43.115050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:43.175266 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:43.188276 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a437d-7786-4578-a1c7-766157c92006 x-openstack-request-id: req-c95a437d-7786-4578-a1c7-766157c92006 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:43.188843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-851459de-a1d0-434a-9436-68a96a68f5e4 req-cc0663b6-8200-47da-baef-7ccdaedffa1c tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870206 Feb 07 23:00:43.189409 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-plugged", "status": "completed", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:43.189823 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c95a437d-7786-4578-a1c7-766157c92006 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:43.190387 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657', 'code': 200} Feb 07 23:00:43.816387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e96673-7076-49d8-a9dc-5d2c23ec7f1a req-af52388b-3ba5-4cc4-b77b-ca8c0d2043fb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:43.818051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19e96673-7076-49d8-a9dc-5d2c23ec7f1a req-af52388b-3ba5-4cc4-b77b-ca8c0d2043fb tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0598698 Feb 07 23:00:43.899132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-19e96673-7076-49d8-a9dc-5d2c23ec7f1a req-8eae1ea5-7cb7-4b03-beb8-0e5998c22783 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738218 Feb 07 23:00:44.383171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809132a8-0c31-4074-bc9f-3485f08ba33f req-8069623a-3149-4d7b-b635-55eb20a38e75 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:44.385698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-809132a8-0c31-4074-bc9f-3485f08ba33f req-8069623a-3149-4d7b-b635-55eb20a38e75 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1029966 Feb 07 23:00:44.387009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f54f85-a3f4-479e-bfaf-af119dc5e109 req-60839e00-7599-4ad8-9f22-d0ea0c25a2db tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:44.388626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33f54f85-a3f4-479e-bfaf-af119dc5e109 req-60839e00-7599-4ad8-9f22-d0ea0c25a2db tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0693409 Feb 07 23:00:44.445699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-809132a8-0c31-4074-bc9f-3485f08ba33f req-bdd27a4c-dcce-4017-8096-0e85101cedef tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539606 Feb 07 23:00:44.473047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33f54f85-a3f4-479e-bfaf-af119dc5e109 req-f90e778c-7e19-4486-9367-5a964b854aa0 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755575 Feb 07 23:00:45.723447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22291d-6c34-4fae-8236-3048200d39e5 req-65667020-94c1-44cb-a3f1-8f1de3d65bed tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:45.733598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c22291d-6c34-4fae-8236-3048200d39e5 req-65667020-94c1-44cb-a3f1-8f1de3d65bed tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.0816617 Feb 07 23:00:45.766640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a980-8279-41be-8382-b985b2ca07f1 req-770e750b-ff0e-4df1-975e-d079087ffb51 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:45.776354 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3829a980-8279-41be-8382-b985b2ca07f1 req-770e750b-ff0e-4df1-975e-d079087ffb51 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1933057 Feb 07 23:00:45.806499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c22291d-6c34-4fae-8236-3048200d39e5 req-9067a740-8e9a-4671-98d3-358cd13c0135 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/security-groups?id=922c8926-be59-4a3d-a8e4-4d792adecc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713594 Feb 07 23:00:45.912067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3829a980-8279-41be-8382-b985b2ca07f1 req-11c9b1b7-7610-4dab-acb1-d22225fa5a82 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320181 Feb 07 23:00:46.073627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46008) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:46.087902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-78d43e27-a74e-4fee-8a86-5ce70c4a90b3 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:46.089382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-78d43e27-a74e-4fee-8a86-5ce70c4a90b3 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.24 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 946 time: 0.1026814 Feb 07 23:00:46.245256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Deleting port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:00:46.245600 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.278399 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.362243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] For port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,segment=NetworkSegment(7f93ce5e-43a9-48be-8e2e-435b2940ca4d),segment_id=7f93ce5e-43a9-48be-8e2e-435b2940ca4d)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:46.362859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.381411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Calling delete_port for 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:00:46.427921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.447215 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.502711 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c8ff488b3af494a82a88f04754a7d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282129 Feb 07 23:00:46.503547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df36f98-b33f-45d3-b67b-a18032624697,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:46.505727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46018) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:46.581501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.581865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.582212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.583369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.583754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.584091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.584419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.584751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.585077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.585415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.585731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.586054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef159b-0f40-4168-8a96-eecb4850f258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.592299 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d33d2e-71b9-4f7d-9e53-2d89beb28618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.606117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.619637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5a42f042-b9bc-40ad-ace8-b1f0e2a041a6'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:00:46.673582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d33d2e-71b9-4f7d-9e53-2d89beb28618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.677751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Pushing event deleted for resources: {'Port': ['ID=5a42f042-b9bc-40ad-ace8-b1f0e2a041a6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:46.693843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.694292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.694724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.695120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.695522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.695943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.696332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.696724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.697112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.697517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.697942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.698731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:46.737565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] No DVR routers for this DVR port 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:46.740345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.744520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb2128a0-d593-4b14-899d-dc78b60d4eda req-e136752a-c5cd-4355-838d-f1182f957b79 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.24 "DELETE /v2.0/ports/5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 HTTP/1.1" status: 204 len: 173 time: 0.6479778 Feb 07 23:00:46.745058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abac99c-9772-46ad-a6c2-08e0b998979a', 'name': 'network-vif-deleted', 'tag': '5a42f042-b9bc-40ad-ace8-b1f0e2a041a6'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:46.747844 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27503ec-d7a4-4e17-a834-1a26b8318d04" -d '{"events": [{"server_uuid": "4abac99c-9772-46ad-a6c2-08e0b998979a", "name": "network-vif-deleted", "tag": "5a42f042-b9bc-40ad-ace8-b1f0e2a041a6"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:46.798209 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a56a3e5-cb33-407f-83f8-54b5cc8d6b4f x-openstack-request-id: req-4a56a3e5-cb33-407f-83f8-54b5cc8d6b4f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:46.798847 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abac99c-9772-46ad-a6c2-08e0b998979a", "name": "network-vif-deleted", "tag": "5a42f042-b9bc-40ad-ace8-b1f0e2a041a6", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:46.798847 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a56a3e5-cb33-407f-83f8-54b5cc8d6b4f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:46.799149 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abac99c-9772-46ad-a6c2-08e0b998979a', 'name': 'network-vif-deleted', 'tag': '5a42f042-b9bc-40ad-ace8-b1f0e2a041a6', 'status': 'completed', 'code': 200} Feb 07 23:00:46.803108 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d33d2e-71b9-4f7d-9e53-2d89beb28618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.811126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8d33d2e-71b9-4f7d-9e53-2d89beb28618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.813907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c8d33d2e-71b9-4f7d-9e53-2d89beb28618 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6df36f98-b33f-45d3-b67b-a18032624697 HTTP/1.1" status: 204 len: 168 time: 0.3060489 Feb 07 23:00:46.834594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d33d2e-71b9-4f7d-9e53-2d89beb28618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df36f98-b33f-45d3-b67b-a18032624697,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:47.003420 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-34bef80d-3a98-486a-a09f-6d3be327705a req-19459b3b-53f4-43d5-b7e5-6297fe4dc159 tempest-TestServerAdvancedOps-323228848 tempest-TestServerAdvancedOps-323228848-project] 10.222.0.15 "GET /v2.0/ports?device_id=4abac99c-9772-46ad-a6c2-08e0b998979a HTTP/1.1" status: 200 len: 210 time: 0.0352829 Feb 07 23:00:47.020192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e704e6-e9d8-420a-8449-49875c280f49 req-0c011f68-ca3c-43b4-a951-6915f1cae653 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:47.033866 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20e704e6-e9d8-420a-8449-49875c280f49 req-0c011f68-ca3c-43b4-a951-6915f1cae653 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1534550 Feb 07 23:00:47.139105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20e704e6-e9d8-420a-8449-49875c280f49 req-ff0ec3f8-636c-4d38-959b-8b290af73773 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975575 Feb 07 23:00:47.180058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238dbeb-a343-4f88-a468-d439c37cbb4f req-bb3845e8-4623-40d9-99e8-84156a07dc79 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:47.190282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4238dbeb-a343-4f88-a468-d439c37cbb4f req-bb3845e8-4623-40d9-99e8-84156a07dc79 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0738878 Feb 07 23:00:47.251652 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4238dbeb-a343-4f88-a468-d439c37cbb4f req-13de4eb7-c7a0-4e74-9c70-3a6c0b22edf1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548272 Feb 07 23:00:48.119244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46038) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:48.195350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f57c97-5146-4f8a-9006-2532054dc505 admin admin] Deleting subnet d35a1f53-9a0e-481b-a51f-f82aba6d6a59 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:00:48.202043 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62f57c97-5146-4f8a-9006-2532054dc505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.282304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62f57c97-5146-4f8a-9006-2532054dc505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.376397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b52bb4-9475-4b3f-841d-6f38ede1142c req-5c5ce32f-f20e-4ad7-b02f-e541a9cd6f81 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:48.383877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78b52bb4-9475-4b3f-841d-6f38ede1142c req-5c5ce32f-f20e-4ad7-b02f-e541a9cd6f81 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1044335 Feb 07 23:00:48.398425 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62f57c97-5146-4f8a-9006-2532054dc505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.439172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d313c3-ef2b-4c5a-801b-b86eb92f0a1a req-1ca4d413-1fba-40d1-b293-156dbc7b59fa tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:48.440989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-25d313c3-ef2b-4c5a-801b-b86eb92f0a1a req-1ca4d413-1fba-40d1-b293-156dbc7b59fa tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0835750 Feb 07 23:00:48.459959 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78b52bb4-9475-4b3f-841d-6f38ede1142c req-4f7b40a5-4954-4776-94b6-f73f5a3c9c45 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751534 Feb 07 23:00:48.491963 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-25d313c3-ef2b-4c5a-801b-b86eb92f0a1a req-b3183abb-a88c-4df3-b881-f5fd893deafa tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 Feb 07 23:00:48.504269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62f57c97-5146-4f8a-9006-2532054dc505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.538004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f57c97-5146-4f8a-9006-2532054dc505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35a1f53-9a0e-481b-a51f-f82aba6d6a59,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:48.540260 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62f57c97-5146-4f8a-9006-2532054dc505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.544046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-62f57c97-5146-4f8a-9006-2532054dc505 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d35a1f53-9a0e-481b-a51f-f82aba6d6a59 HTTP/1.1" status: 204 len: 168 time: 0.4182260 Feb 07 23:00:48.547599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46044) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:48.622492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.715748 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.746236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec158db1-ada8-4096-9bda-f17a7f85ccbb']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:48.758663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f93ce5e-43a9-48be-8e2e-435b2940ca4d') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:48.759047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f93ce5e-43a9-48be-8e2e-435b2940ca4d') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:48.771073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.790328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.799543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:00:48.800059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:00:48.802122 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:00:48.890072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.895626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.899100 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] 10.222.0.15 "DELETE /v2.0/networks/ec158db1-ada8-4096-9bda-f17a7f85ccbb HTTP/1.1" status: 204 len: 168 time: 0.3505342 Feb 07 23:00:48.902566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46048) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:48.911108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add194c7-4fa7-4973-8eb6-d501b1ee61cb admin admin] Pushing event deleted for resources: {'Network': ['ID=ec158db1-ada8-4096-9bda-f17a7f85ccbb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:48.977198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e38874c-e7b9-42e8-9a34-00b934af5b69 admin admin] Deleting subnet 99a95023-0153-40dc-854f-0f6976b1c545 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:00:48.980697 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e38874c-e7b9-42e8-9a34-00b934af5b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.038634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e38874c-e7b9-42e8-9a34-00b934af5b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.086704 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e38874c-e7b9-42e8-9a34-00b934af5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.162387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e38874c-e7b9-42e8-9a34-00b934af5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.236854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38874c-e7b9-42e8-9a34-00b934af5b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a95023-0153-40dc-854f-0f6976b1c545,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:49.238914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e38874c-e7b9-42e8-9a34-00b934af5b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.243746 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e38874c-e7b9-42e8-9a34-00b934af5b69 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/99a95023-0153-40dc-854f-0f6976b1c545 HTTP/1.1" status: 204 len: 168 time: 0.3383391 Feb 07 23:00:49.244642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46056) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:49.327471 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.459488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.490207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543429fc-2c6c-402d-99dd-7c24fe4b0e4c']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:49.523159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3745b2-009f-41ef-bdd9-ce4471e3ae3b') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:49.523458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3745b2-009f-41ef-bdd9-ce4471e3ae3b') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:49.537559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:00:49.547378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.573550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.583240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:00:49.583780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:00:49.586299 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:00:49.615253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:00:49.616461 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5a42f042-b9bc-40ad-ace8-b1f0e2a041a6 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:00:49.688455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd5475-3dc7-4aa3-9a58-c261bd68c963 req-f37d28ff-d886-40a4-93ed-273fb1a1ffe7 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:49.690542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ebd5475-3dc7-4aa3-9a58-c261bd68c963 req-f37d28ff-d886-40a4-93ed-273fb1a1ffe7 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1009910 Feb 07 23:00:49.744641 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ebd5475-3dc7-4aa3-9a58-c261bd68c963 req-749ebe8f-3cbe-4d8e-a5e8-d1ae84ae36b7 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466497 Feb 07 23:00:49.752579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ac786-e5e8-4744-9e2f-df53f83a2c95 req-52cacba1-fc45-4547-b40a-2725f1ef43d9 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:49.759335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f0ac786-e5e8-4744-9e2f-df53f83a2c95 req-52cacba1-fc45-4547-b40a-2725f1ef43d9 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0856831 Feb 07 23:00:49.762145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.788602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.794712 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/543429fc-2c6c-402d-99dd-7c24fe4b0e4c HTTP/1.1" status: 204 len: 168 time: 0.5461216 Feb 07 23:00:49.794712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15cef7-bd9d-42ca-b1d4-1e792760b1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=543429fc-2c6c-402d-99dd-7c24fe4b0e4c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:49.859822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f0ac786-e5e8-4744-9e2f-df53f83a2c95 req-9dc3f9cc-b3ac-4560-9eba-610ded5d10fe tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864079 Feb 07 23:00:50.039411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46064) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:50.097581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-09a1e598-fd55-41c0-b399-72418e7b9b59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ef186510ee24a38bfa7254772347663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569730 Feb 07 23:00:50.100040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46066) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:50.171224 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-699e8619-f138-47f3-b86b-dd42206451c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.207263 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-699e8619-f138-47f3-b86b-dd42206451c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.273860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-699e8619-f138-47f3-b86b-dd42206451c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.279860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-699e8619-f138-47f3-b86b-dd42206451c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.283383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-699e8619-f138-47f3-b86b-dd42206451c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/922c8926-be59-4a3d-a8e4-4d792adecc39 HTTP/1.1" status: 204 len: 168 time: 0.1799884 Feb 07 23:00:50.292435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e8619-f138-47f3-b86b-dd42206451c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922c8926-be59-4a3d-a8e4-4d792adecc39,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:50.734886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46076) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:50.789404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-64217af6-a44e-459c-9fc3-94f2b125c32b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff5792fabe5e4a7d916688d78004dd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530820 Feb 07 23:00:50.792431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46080) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:50.858941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d51852d-a854-4855-aa6b-63d6237d7f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.888158 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d51852d-a854-4855-aa6b-63d6237d7f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.000100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303777ff-4fb8-4a33-be33-9b0a74706b2f req-efa3aad0-2a20-4896-9ee6-5666ac2a1035 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:51.003154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b659a-7ff6-4bdf-9f47-d1f86da980a0 req-ca780939-5a42-48d1-926d-d4569618b338 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:51.005830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c94b659a-7ff6-4bdf-9f47-d1f86da980a0 req-ca780939-5a42-48d1-926d-d4569618b338 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0727830 Feb 07 23:00:51.008444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-303777ff-4fb8-4a33-be33-9b0a74706b2f req-efa3aad0-2a20-4896-9ee6-5666ac2a1035 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0696492 Feb 07 23:00:51.029925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d51852d-a854-4855-aa6b-63d6237d7f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.034044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d51852d-a854-4855-aa6b-63d6237d7f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.038645 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5d51852d-a854-4855-aa6b-63d6237d7f76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67c32caf-8a2f-4f03-9443-947858da3f2c HTTP/1.1" status: 204 len: 168 time: 0.2415605 Feb 07 23:00:51.057139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51852d-a854-4855-aa6b-63d6237d7f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c32caf-8a2f-4f03-9443-947858da3f2c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:51.062782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-303777ff-4fb8-4a33-be33-9b0a74706b2f req-73f0a8ec-5e42-4dfd-9c37-b70b0e2b07fe tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478666 Feb 07 23:00:51.134517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c94b659a-7ff6-4bdf-9f47-d1f86da980a0 req-1538ae49-ef8c-432a-ba53-283394ded629 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095929 Feb 07 23:00:51.456097 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bef2c49-a391-41c9-a6f7-52d43d019d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.232112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270fcb2-7580-4f40-bcf2-ca5627b76ec4 req-9f8664fa-f2c4-46ef-a59c-9a61284c7494 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:52.234116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6270fcb2-7580-4f40-bcf2-ca5627b76ec4 req-9f8664fa-f2c4-46ef-a59c-9a61284c7494 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0721729 Feb 07 23:00:52.285425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6270fcb2-7580-4f40-bcf2-ca5627b76ec4 req-d9ec6921-fa97-4612-a479-56dee70cfa17 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Feb 07 23:00:52.335406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148a559-bd37-4332-b95b-78b8b529a7cb req-da2e59f6-8968-4e89-95e8-6302d77129d3 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:52.337787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9148a559-bd37-4332-b95b-78b8b529a7cb req-da2e59f6-8968-4e89-95e8-6302d77129d3 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0996211 Feb 07 23:00:52.384177 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9148a559-bd37-4332-b95b-78b8b529a7cb req-c341b6d7-7ab9-47f4-b73d-afb27d447cb1 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Feb 07 23:00:53.395424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46128) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:53.419929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0823c44-b148-4785-88f6-eed5c48ab1d7 req-c77d3d09-6fba-46d0-9092-0d7ebdb53be3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:53.421336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0823c44-b148-4785-88f6-eed5c48ab1d7 req-c77d3d09-6fba-46d0-9092-0d7ebdb53be3 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0513706 Feb 07 23:00:53.476049 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e0823c44-b148-4785-88f6-eed5c48ab1d7 req-c7d02ba6-f0b1-4485-958d-74e91eed9f8e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480044 Feb 07 23:00:53.622881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded5a3-4fb0-49e8-a991-d56dc3ed12b4 req-301e5834-c43b-4075-9905-af6a23a0be37 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:53.624427 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ded5a3-4fb0-49e8-a991-d56dc3ed12b4 req-301e5834-c43b-4075-9905-af6a23a0be37 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1079762 Feb 07 23:00:53.707990 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76ded5a3-4fb0-49e8-a991-d56dc3ed12b4 req-8ced6ea2-c249-4ab2-844e-5f98f87bd044 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760190 Feb 07 23:00:53.826981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-918512e1-8b57-4734-837e-aac94e34e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:53.828644 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-918512e1-8b57-4734-837e-aac94e34e2e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 1097 time: 0.0466912 Feb 07 23:00:53.884462 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:53.934533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-a5d3bcd9-9a26-448e-b49b-06b5da99060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:53.936024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-a5d3bcd9-9a26-448e-b49b-06b5da99060f service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.0991743 Feb 07 23:00:54.007795 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-89e17ac1-4045-468c-ac4f-22cec6468b9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ff12a97-6c53-4be0-a149-9099667d0657 HTTP/1.1" status: 200 len: 1000 time: 0.0628119 Feb 07 23:00:54.059549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-d26a39f0-51e5-489a-9b70-1fab0950bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:54.061035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-d26a39f0-51e5-489a-9b70-1fab0950bdc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.0468180 Feb 07 23:00:54.112743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-ffbc22df-a2e9-4cf5-80c9-944b32649bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:54.114241 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-ffbc22df-a2e9-4cf5-80c9-944b32649bc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463481 Feb 07 23:00:54.209885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port b572f4bc-92c7-48a5-bfc8-d48ec394d690 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:00:54.210454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.211195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-08537cdd-84db-4218-911c-8053b0f54ad4 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902629 Feb 07 23:00:54.306775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] For port b572f4bc-92c7-48a5-bfc8-d48ec394d690, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=b572f4bc-92c7-48a5-bfc8-d48ec394d690,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:54.307148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.313000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52ba6a17-214c-418b-a2a4-800b3f31ef88 req-e1eaa14b-f9e8-430b-b20e-640c78281cdb service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946472 Feb 07 23:00:54.319454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for b572f4bc-92c7-48a5-bfc8-d48ec394d690 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:00:54.506448 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.533402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=b572f4bc-92c7-48a5-bfc8-d48ec394d690,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:54.645946 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12968164-f57f-4a43-b399-daab71e65bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.671048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694e628-88e3-4dfe-9aed-575386339a1f req-e860a591-c107-4ffa-9ad1-f27570f3941e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:54.673304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9694e628-88e3-4dfe-9aed-575386339a1f req-e860a591-c107-4ffa-9ad1-f27570f3941e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.0829213 Feb 07 23:00:54.746659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.747316 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9694e628-88e3-4dfe-9aed-575386339a1f req-76b5582a-c216-4832-8106-08de562b7a9f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663769 Feb 07 23:00:54.867630 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.907647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee72480-64d1-44d1-9b5c-39ea71e9b841 req-243bc985-2df9-4879-95fd-74376a73a37b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:54.909118 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ee72480-64d1-44d1-9b5c-39ea71e9b841 req-243bc985-2df9-4879-95fd-74376a73a37b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0974395 Feb 07 23:00:54.984078 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ee72480-64d1-44d1-9b5c-39ea71e9b841 req-43c265c1-ec19-4628-b4e9-6c74f353b8f6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687714 Feb 07 23:00:55.434583 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router fbe2f121-2c74-4bae-a68c-3116c66ac00b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:00:55.584984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:00:55.592300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9be2a188-945f-48ab-bb8a-b5ccdf5caa6c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "PUT /v2.0/routers/fbe2f121-2c74-4bae-a68c-3116c66ac00b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1955774 Feb 07 23:00:55.600946 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] Sync routers for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:55.612421 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:00:55.613538 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:55.782420 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:00:55.926770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379280cb-c707-4810-b206-aeb07480a26c req-38702958-e19f-4ac0-abd1-5264b44e0c7a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:55.940676 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-379280cb-c707-4810-b206-aeb07480a26c req-38702958-e19f-4ac0-abd1-5264b44e0c7a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 946 time: 0.0870204 Feb 07 23:00:55.969875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d5362-c467-457f-a6c8-56846583ab91 req-d84d812c-d03c-462b-bf69-d0323012871b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:55.986020 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f20d5362-c467-457f-a6c8-56846583ab91 req-d84d812c-d03c-462b-bf69-d0323012871b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 946 time: 0.1239951 Feb 07 23:00:56.009979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-379280cb-c707-4810-b206-aeb07480a26c req-c426e1bf-351f-468e-8ca5-c06315ca254f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580645 Feb 07 23:00:56.052367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f20d5362-c467-457f-a6c8-56846583ab91 req-6e8067ff-8b6d-45dd-b86b-c92e84ce143d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653434 Feb 07 23:00:56.149711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cbb93-50ba-4d6e-9d7e-5d1ff38d7384 req-ea28a48a-b546-4e60-94b5-2d8d97089244 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:56.151337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f15cbb93-50ba-4d6e-9d7e-5d1ff38d7384 req-ea28a48a-b546-4e60-94b5-2d8d97089244 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0523255 Feb 07 23:00:56.202762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f15cbb93-50ba-4d6e-9d7e-5d1ff38d7384 req-99353ab1-8957-4bd0-a176-57648c0450e0 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434206 Feb 07 23:00:56.235620 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:00:54Z', 'revision_number': 6, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '6dceaf9e-83f1-4cdc-9fa6-e8d424452579', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:35Z', 'updated_at': '2022-02-07T22:59:40Z', 'revision_number': 1, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:56.266208 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] Checking router: fbe2f121-2c74-4bae-a68c-3116c66ac00b for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:00:56.274981 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:00:56.276175 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:56.353974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.386496 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:00:56.598262 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.614101 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:00:54Z', 'revision_number': 6, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '6dceaf9e-83f1-4cdc-9fa6-e8d424452579', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:35Z', 'updated_at': '2022-02-07T22:59:40Z', 'revision_number': 1, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:56.641541 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dac6f-67d1-4dd0-b0b9-ece40eea0de9 None None] The sync data for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 is: [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:00:54Z', 'revision_number': 6, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '6dceaf9e-83f1-4cdc-9fa6-e8d424452579', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'port_id': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'mac_address': 'fa:16:3e:a5:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:59:35Z', 'updated_at': '2022-02-07T22:59:40Z', 'revision_number': 1, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:56.898534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1ff12a97-6c53-4be0-a149-9099667d0657 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:00:56.971282 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.994428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:56.997435 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eb3cce-63f4-46f5-9cd7-ab679d0ccae4" -d '{"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:57.016960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:57.022258 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.051078 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f76f2-5d61-493e-a8bc-87dd5f41f5d7 x-openstack-request-id: req-3d7f76f2-5d61-493e-a8bc-87dd5f41f5d7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:57.051372 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-unplugged", "status": "failed", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657", "code": 422}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:57.051630 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d7f76f2-5d61-493e-a8bc-87dd5f41f5d7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:57.052055 n-d-827895-2 neutron-server[102291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657', 'code': 422} returned with failed status Feb 07 23:00:57.076792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:57.134215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9f577-c097-4708-b680-38b131e08662 req-16e312af-219f-4067-a765-b2bcb752dbc4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:57.140850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7bb9f577-c097-4708-b680-38b131e08662 req-16e312af-219f-4067-a765-b2bcb752dbc4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 946 time: 0.0562947 Feb 07 23:00:57.180339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7bb9f577-c097-4708-b680-38b131e08662 req-9c984f20-51cc-4ace-bf46-e7dae2b1daac tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=75ccfd02-3baa-41e2-9b94-0ac032fc12c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370219 Feb 07 23:00:57.181058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cfafc-c447-4424-b14b-13c2d12265eb req-fb0eae5f-67ef-410e-9f26-19206ec333d8 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:57.182680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a72cfafc-c447-4424-b14b-13c2d12265eb req-fb0eae5f-67ef-410e-9f26-19206ec333d8 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.0585556 Feb 07 23:00:57.251924 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a72cfafc-c447-4424-b14b-13c2d12265eb req-381bca79-6a63-4293-acbf-e3f133cecec8 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575600 Feb 07 23:00:57.262141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-74f4ceab-4c15-4c8f-b165-18ea74096eee tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:57.264030 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-74f4ceab-4c15-4c8f-b165-18ea74096eee tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 946 time: 0.0793185 Feb 07 23:00:57.336001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f67b48-d18e-4b6b-b25d-91874e0d0078 req-7acd4362-23c7-45ce-b781-b38bf699a920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:57.338950 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80f67b48-d18e-4b6b-b25d-91874e0d0078 req-7acd4362-23c7-45ce-b781-b38bf699a920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0548990 Feb 07 23:00:57.383175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80f67b48-d18e-4b6b-b25d-91874e0d0078 req-47f1b84e-f84b-4780-bdf9-7951897b9948 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375180 Feb 07 23:00:57.387765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port 453479f5-6dd6-4f82-ab90-3120811f3d2b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:00:57.388117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.490293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] For port 453479f5-6dd6-4f82-ab90-3120811f3d2b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=453479f5-6dd6-4f82-ab90-3120811f3d2b,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:00:57.490665 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.504384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for 453479f5-6dd6-4f82-ab90-3120811f3d2b owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:00:57.648797 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.689192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=453479f5-6dd6-4f82-ab90-3120811f3d2b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:57.747240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] No DVR routers for this DVR port 453479f5-6dd6-4f82-ab90-3120811f3d2b on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:57.750303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.753837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c1cf4bca-d480-48cb-b635-9e2f4bc82463 req-9ce1f223-e905-4a75-9ffd-fc93bc0b38f5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "DELETE /v2.0/ports/453479f5-6dd6-4f82-ab90-3120811f3d2b HTTP/1.1" status: 204 len: 173 time: 0.4832785 Feb 07 23:00:57.754317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965f3d41-e816-4efa-8933-e793ca4ca10d', 'name': 'network-vif-deleted', 'tag': '453479f5-6dd6-4f82-ab90-3120811f3d2b'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:57.756722 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252aaaff-b734-4b10-9076-27837e41400c" -d '{"events": [{"server_uuid": "965f3d41-e816-4efa-8933-e793ca4ca10d", "name": "network-vif-deleted", "tag": "453479f5-6dd6-4f82-ab90-3120811f3d2b"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:00:57.816385 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6986f93-3396-48e0-bc46-87e536d6ce6f x-openstack-request-id: req-f6986f93-3396-48e0-bc46-87e536d6ce6f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:00:57.816672 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965f3d41-e816-4efa-8933-e793ca4ca10d", "name": "network-vif-deleted", "tag": "453479f5-6dd6-4f82-ab90-3120811f3d2b", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:00:57.816921 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6986f93-3396-48e0-bc46-87e536d6ce6f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:00:57.817438 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965f3d41-e816-4efa-8933-e793ca4ca10d', 'name': 'network-vif-deleted', 'tag': '453479f5-6dd6-4f82-ab90-3120811f3d2b', 'status': 'completed', 'code': 200} Feb 07 23:00:58.127680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-7f2c4f04-3cbd-483c-825e-07d7b9c901f6 req-7c155121-79be-4400-9509-9bb0debaf0f3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:00:58.128838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f2c4f04-3cbd-483c-825e-07d7b9c901f6 req-7c155121-79be-4400-9509-9bb0debaf0f3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061982 Feb 07 23:00:58.262396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b572f4bc-92c7-48a5-bfc8-d48ec394d690 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:00:58.292980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: b572f4bc-92c7-48a5-bfc8-d48ec394d690 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:00:58.293729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device b572f4bc-92c7-48a5-bfc8-d48ec394d690 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:00:58.359579 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-334c5c5b-6927-4109-b32e-39f2a6d99ebd req-8d897f21-3f77-4857-856f-1bc63c13eadf tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=965f3d41-e816-4efa-8933-e793ca4ca10d HTTP/1.1" status: 200 len: 210 time: 0.0407038 Feb 07 23:00:58.408350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dc4ae-a724-4593-9009-0518d87092bc req-3675ce02-c33c-4c37-9cce-8e1bbe84bf82 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:58.409902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-346dc4ae-a724-4593-9009-0518d87092bc req-3675ce02-c33c-4c37-9cce-8e1bbe84bf82 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1119182 Feb 07 23:00:58.467040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-346dc4ae-a724-4593-9009-0518d87092bc req-2c9cce86-3cf1-45c0-a828-254416d6b4fe tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436106 Feb 07 23:00:58.532056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8dde3-53f6-47ba-bc6a-e5022878cb7f req-620b7981-2bf1-4849-a382-a951e3e2df1a tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:58.536226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-92b8dde3-53f6-47ba-bc6a-e5022878cb7f req-620b7981-2bf1-4849-a382-a951e3e2df1a tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0646577 Feb 07 23:00:58.577181 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-92b8dde3-53f6-47ba-bc6a-e5022878cb7f req-37d90ccb-5f4e-4282-a3c6-cfb3b5628d66 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 Feb 07 23:00:58.770540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-bada6eef-bd74-4fcb-a614-1d1d0af5c5a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338556 Feb 07 23:00:58.781536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-003d9e4c-053c-4435-b404-b89745441528 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:00:58.782416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-003d9e4c-053c-4435-b404-b89745441528 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059938 Feb 07 23:00:59.419294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46230) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:59.478752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44b2f989-0d63-46b7-aa05-25c8cbe21e6d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.504427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44b2f989-0d63-46b7-aa05-25c8cbe21e6d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.567978 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44b2f989-0d63-46b7-aa05-25c8cbe21e6d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.570820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-44b2f989-0d63-46b7-aa05-25c8cbe21e6d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.571984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-44b2f989-0d63-46b7-aa05-25c8cbe21e6d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/security-groups/75ccfd02-3baa-41e2-9b94-0ac032fc12c8 HTTP/1.1" status: 204 len: 168 time: 0.1515882 Feb 07 23:00:59.581473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2f989-0d63-46b7-aa05-25c8cbe21e6d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ccfd02-3baa-41e2-9b94-0ac032fc12c8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:59.614066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46238) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:59.649703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2524e-1590-4438-9952-91aa0249eb7e req-f92acef2-a26f-4c6c-84fb-7730479454ef tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:59.651189 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42d2524e-1590-4438-9952-91aa0249eb7e req-f92acef2-a26f-4c6c-84fb-7730479454ef tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1097493 Feb 07 23:00:59.661528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-13ab208a-954e-468b-aa2f-fcfb0c996fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:59.662984 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-13ab208a-954e-468b-aa2f-fcfb0c996fcb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03&tenant_id=2f8188f23cd14522b0e643238af88f51 HTTP/1.1" status: 200 len: 1095 time: 0.0938694 Feb 07 23:00:59.706845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9d5047-78fb-4c58-bf3d-51dbc55d814e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting subnet 519db597-e0f4-4a08-9987-59e96cd5a2d0 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:00:59.710734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5047-78fb-4c58-bf3d-51dbc55d814e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.727684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42d2524e-1590-4438-9952-91aa0249eb7e req-0cfa04e2-a281-44fe-9ccb-8cbecc116459 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637522 Feb 07 23:00:59.742344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-bb83396d-993a-46de-be63-d79dd618e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:59.743987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-bb83396d-993a-46de-be63-d79dd618e015 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f8188f23cd14522b0e643238af88f51&device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 1095 time: 0.0559924 Feb 07 23:00:59.762255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f09f7d-bc54-420c-9e4c-08c9a8a66c1c req-e3aabc44-8af9-45e4-9b9a-d9db33e46789 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:59.763729 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2f09f7d-bc54-420c-9e4c-08c9a8a66c1c req-e3aabc44-8af9-45e4-9b9a-d9db33e46789 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0912459 Feb 07 23:00:59.768356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5047-78fb-4c58-bf3d-51dbc55d814e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.837532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2f09f7d-bc54-420c-9e4c-08c9a8a66c1c req-512f85f9-8e34-4b00-a463-77f987c2bb5b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663280 Feb 07 23:00:59.844075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-42554a0a-1192-4cd2-baeb-5cab03f25e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:59.845764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-42554a0a-1192-4cd2-baeb-5cab03f25e9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 200 len: 916 time: 0.0957048 Feb 07 23:00:59.880405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5047-78fb-4c58-bf3d-51dbc55d814e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.916641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-557567b9-5110-4176-8496-1a2a23bce9c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ff12a97-6c53-4be0-a149-9099667d0657 HTTP/1.1" status: 200 len: 998 time: 0.0642972 Feb 07 23:00:59.944492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5047-78fb-4c58-bf3d-51dbc55d814e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.965086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-eaa2bce9-fc46-408f-9b8d-645b40411a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:59.966958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-eaa2bce9-fc46-408f-9b8d-645b40411a47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 200 len: 855 time: 0.0446439 Feb 07 23:00:59.971852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d5047-78fb-4c58-bf3d-51dbc55d814e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Subnet': ['ID=519db597-e0f4-4a08-9987-59e96cd5a2d0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:59.975840 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5047-78fb-4c58-bf3d-51dbc55d814e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.982322 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9b9d5047-78fb-4c58-bf3d-51dbc55d814e tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/subnets/519db597-e0f4-4a08-9987-59e96cd5a2d0 HTTP/1.1" status: 204 len: 168 time: 0.3639352 Feb 07 23:00:59.983934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46240) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:00:59.986563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a44809-4f41-4e43-9c33-883fcb45c0e1 None None] Network 664478ad-4e2a-4b94-92f5-9ff089474a1e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:01:00.016580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-80b468e8-d11d-4b30-84bc-dac375eb187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:00.018159 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-80b468e8-d11d-4b30-84bc-dac375eb187c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9328a8-d792-41b3-ac3a-e474230c354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453222 Feb 07 23:01:00.063463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.117727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-2cd7b422-9ed4-4ee8-8f11-b90672dfa2bf service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922582 Feb 07 23:01:00.142446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:00.142783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.210594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a78c0-dd88-4415-ade2-91b2ca09c48a None None] DHCP port deletion for 664478ad-4e2a-4b94-92f5-9ff089474a1e request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:01:00.233195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-e9fab8c4-99a4-43a1-83fb-f95290cb24b6 service neutron] 10.222.0.46 "GET /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080236 Feb 07 23:01:00.239061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] For port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=466cbb51-e700-40ce-ae82-ee1c2b0e8fa2,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:00.239434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.255173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:00.295172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:01:00.331364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-943a78c0-dd88-4415-ade2-91b2ca09c48a None None] Deleting port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:00.331775 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-943a78c0-dd88-4415-ade2-91b2ca09c48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.355754 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.387952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=466cbb51-e700-40ce-ae82-ee1c2b0e8fa2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:00.392533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] No active binding found for port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 {{(pid=102291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 23:01:00.393337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:01:00.399357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] No DVR routers for this DVR port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:00.413656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-943a78c0-dd88-4415-ade2-91b2ca09c48a None None] For port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=466cbb51-e700-40ce-ae82-ee1c2b0e8fa2,segment=NetworkSegment(f386e1de-2cc2-44b2-a649-362c91327852),segment_id=f386e1de-2cc2-44b2-a649-362c91327852)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:00.414243 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-943a78c0-dd88-4415-ade2-91b2ca09c48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.429444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-943a78c0-dd88-4415-ade2-91b2ca09c48a None None] Calling delete_port for 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:00.507226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.513159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-579c0b0b-4746-41f3-bcb0-4fa97efaff06 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:00.514568 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-579c0b0b-4746-41f3-bcb0-4fa97efaff06 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1456246 Feb 07 23:01:00.529283 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-943a78c0-dd88-4415-ade2-91b2ca09c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.532966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-5aa4eb34-a764-47f7-9443-2963758b5511 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/quotas/edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 375 time: 0.0104082 Feb 07 23:01:00.537588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664478ad-4e2a-4b94-92f5-9ff089474a1e']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:00.552307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f386e1de-2cc2-44b2-a649-362c91327852') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:00.552600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f386e1de-2cc2-44b2-a649-362c91327852') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:00.566811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.582765 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.582991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a78c0-dd88-4415-ade2-91b2ca09c48a None None] Pushing event deleted for resources: {'Port': ['ID=466cbb51-e700-40ce-ae82-ee1c2b0e8fa2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:00.590412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a78c0-dd88-4415-ade2-91b2ca09c48a None None] No DVR routers for this DVR port 466cbb51-e700-40ce-ae82-ee1c2b0e8fa2 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:00.597414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-545cdbea-464c-4cf9-8ccb-cc99990a81c8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562141 Feb 07 23:01:00.602958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:01:00.604355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:01:00.608159 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:01:00.677957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.696936 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.700765 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/networks/664478ad-4e2a-4b94-92f5-9ff089474a1e HTTP/1.1" status: 204 len: 168 time: 0.7158325 Feb 07 23:01:00.703889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-acdfb94a-3d85-4977-8493-7140467df1b1 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979052 Feb 07 23:01:00.704387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46270) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:00.711493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1c841-29d7-42cd-a262-533f163e1ff5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Network': ['ID=664478ad-4e2a-4b94-92f5-9ff089474a1e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:00.916657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 453479f5-6dd6-4f82-ab90-3120811f3d2b no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:01:00.935010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67a97-c0eb-427f-892a-780d190bb57b req-1df78b80-2344-48ba-89ee-cf3f6ab47fda tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:00.939362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5e67a97-c0eb-427f-892a-780d190bb57b req-1df78b80-2344-48ba-89ee-cf3f6ab47fda tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1089666 Feb 07 23:01:00.946342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 453479f5-6dd6-4f82-ab90-3120811f3d2b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:01:00.946839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 453479f5-6dd6-4f82-ab90-3120811f3d2b not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:01:00.969590 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-f284518e-6510-4283-ad0c-4b1ab78eacbb service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586536 Feb 07 23:01:01.030885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5e67a97-c0eb-427f-892a-780d190bb57b req-d4396116-48f3-44ee-8485-f7df2f9050ce tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848083 Feb 07 23:01:01.109084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port 352a93c7-9a6b-4c67-8b26-b8c4a21ecf7a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:01.109368 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.234737 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8f86c23-f2bd-45ed-862f-1525e5504973 req-72fcb7a6-1121-436d-857e-a72693a2640c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 210 time: 0.0433300 Feb 07 23:01:01.238306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee71763-e2fa-44a5-9772-b9f881d60f13 req-c6f779de-7bcb-401c-b8ad-2190f679a9c3 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:01.247631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ee71763-e2fa-44a5-9772-b9f881d60f13 req-c6f779de-7bcb-401c-b8ad-2190f679a9c3 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0920997 Feb 07 23:01:01.322339 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.322960 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.337863 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ee71763-e2fa-44a5-9772-b9f881d60f13 req-d346a326-1eff-407a-af24-ef1b449f4d66 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787830 Feb 07 23:01:01.364894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for 352a93c7-9a6b-4c67-8b26-b8c4a21ecf7a owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:01.652637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.693400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=352a93c7-9a6b-4c67-8b26-b8c4a21ecf7a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:01.843301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.844376 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Floating IP 6dceaf9e-83f1-4cdc-9fa6-e8d424452579 disassociated (deleted). External IP: 172.25.8.170, port: 6261c44f-8e20-4657-8482-662b8eb6bdeb. Feb 07 23:01:02.113333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router fbe2f121-2c74-4bae-a68c-3116c66ac00b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:01:02.441840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12584a3f-c8ba-444d-89de-3c26127243a2 req-36f84bf4-4a7b-4f2c-ae52-d1e45801cee9 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 210 time: 0.0396109 Feb 07 23:01:02.662526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ea288-8f7c-4435-b296-2a51f7f3c340 req-115cdc36-506e-4af9-baab-7965fbe028b6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:02.681394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c86ea288-8f7c-4435-b296-2a51f7f3c340 req-115cdc36-506e-4af9-baab-7965fbe028b6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1385305 Feb 07 23:01:02.764882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c86ea288-8f7c-4435-b296-2a51f7f3c340 req-bb3a52c0-28ee-44fa-8da6-4e9a5cae441f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751841 Feb 07 23:01:02.851046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac92b42-0f0e-41fb-9de9-1237e04834f3 req-08cad353-ed10-40bf-92fe-9780759b6235 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:02.853510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ac92b42-0f0e-41fb-9de9-1237e04834f3 req-08cad353-ed10-40bf-92fe-9780759b6235 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.7352087 Feb 07 23:01:02.947390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:01:02.958235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.961830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] Sync routers for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:02.980077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:02.981811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:03.028007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1efebf05-fa8f-437d-974f-5dc6919b852a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/floatingips/6dceaf9e-83f1-4cdc-9fa6-e8d424452579 HTTP/1.1" status: 204 len: 168 time: 2.3225336 Feb 07 23:01:03.068866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:03.071302 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389" -d '{"events": [{"name": "network-changed", "server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:03.119989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ac92b42-0f0e-41fb-9de9-1237e04834f3 req-37e7e49b-9f4c-4a35-af26-98ed2342bd3b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576790 Feb 07 23:01:03.179410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-2ca84530-d43f-4725-9479-21803c7a83b7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:03.181653 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-2ca84530-d43f-4725-9479-21803c7a83b7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.3483336 Feb 07 23:01:03.193973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'port': {'device_id': '8f8a2857-9bac-42bb-b44d-9373afec1b39', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'admin_state_up': True, 'tenant_id': 'edc93e220b884578820ed73d5e9400f9'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:03.217103 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c065977-5297-459d-a095-d8b92f649453 x-openstack-request-id: req-2c065977-5297-459d-a095-d8b92f649453 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:03.217414 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:03.220372 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c065977-5297-459d-a095-d8b92f649453 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:03.221001 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'status': 'completed', 'code': 200} Feb 07 23:01:03.287893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:03.437942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-2e44603d-a147-47cc-85ec-2d1a025a0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:03.439891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-2e44603d-a147-47cc-85ec-2d1a025a0273 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 1096 time: 0.2050998 Feb 07 23:01:03.552238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-ff4361ae-3dc2-430f-8bf6-a916f8252aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:03.554187 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-ff4361ae-3dc2-430f-8bf6-a916f8252aae service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7f624bb-f459-4905-b821-74b6ac303a27 HTTP/1.1" status: 200 len: 897 time: 0.1064610 Feb 07 23:01:03.610895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:00:54Z', 'revision_number': 6, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:03.625711 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7920064-0ad3-4e82-b0b9-8bbd3c8767ac req-6feb1618-e4bc-4067-8839-cf68359414c5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 210 time: 0.0523059 Feb 07 23:01:03.640365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-98bfdec0-33c2-4fa0-968f-57c151ccfd0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb HTTP/1.1" status: 200 len: 217 time: 0.0715778 Feb 07 23:01:03.666736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] Checking router: fbe2f121-2c74-4bae-a68c-3116c66ac00b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:01:03.679382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:03.680206 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:03.714874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786073d-1406-4b46-9f9b-652c042c270d req-2e3c23c9-994b-4ff6-837c-ceab961bb4bc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:03.723017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d786073d-1406-4b46-9f9b-652c042c270d req-2e3c23c9-994b-4ff6-837c-ceab961bb4bc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 945 time: 0.1671603 Feb 07 23:01:03.724993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Made reservation on behalf of edc93e220b884578820ed73d5e9400f9 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:03.728932 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.762638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-d26eb7b6-d188-4fe9-9f94-0ee3f02756f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:03.764471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-d26eb7b6-d188-4fe9-9f94-0ee3f02756f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1562e49-7b1b-4aeb-addb-79b54b8d8af6 HTTP/1.1" status: 200 len: 834 time: 0.1153769 Feb 07 23:01:03.912618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:03.993932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d786073d-1406-4b46-9f9b-652c042c270d req-7c88a4ac-dbda-413b-a84b-b8c509dbf2a8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681663 Feb 07 23:01:04.003616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4aae-ddd4-476a-8a29-a927e2dae3af req-a51a6825-e832-4c71-97af-8a19ae2ba143 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.005468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5dd4aae-ddd4-476a-8a29-a927e2dae3af req-a51a6825-e832-4c71-97af-8a19ae2ba143 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1045878 Feb 07 23:01:04.055571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.20.0.12 (2f757959-1832-41a9-aab1-345730436e6e/40058268-0e17-460f-86fe-d5a141a2db00/93c32acd-22ca-4639-aea4-8cee2593142c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:04.116566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5dd4aae-ddd4-476a-8a29-a927e2dae3af req-c81ceea9-d7a7-45e7-b0ca-32a9bee66685 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020074 Feb 07 23:01:04.220381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.245934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:00:54Z', 'revision_number': 6, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:04.338379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.399310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-3116c68f-55cb-4e73-9d96-88a99cc28380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.401217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-3116c68f-55cb-4e73-9d96-88a99cc28380 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7f624bb-f459-4905-b821-74b6ac303a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5622711 Feb 07 23:01:04.403854 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.432079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c2f44-9d48-46bc-b790-cda1cf73261d req-b6849b87-1a16-4e39-a553-bd027ac9953e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.451029 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c65c2f44-9d48-46bc-b790-cda1cf73261d req-b6849b87-1a16-4e39-a553-bd027ac9953e tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1729736 Feb 07 23:01:04.521431 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5aa27b-8e6c-4dda-a4df-fbc18feb345c None None] The sync data for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 is: [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:00:54Z', 'revision_number': 6, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '196e118f-2f4a-435c-8253-c8498feafd06', 'name': '', 'network_id': 'f7f624bb-f459-4905-b821-74b6ac303a27', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:e6:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:00Z', 'updated_at': '2022-02-07T22:59:08Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'f1562e49-7b1b-4aeb-addb-79b54b8d8af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:04.524712 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-1b57a712-ca56-4eb1-900f-69a9b1363857 service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080470 Feb 07 23:01:04.549482 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c65c2f44-9d48-46bc-b790-cda1cf73261d req-609fd9ae-42bf-4232-a92a-3fa82a1a3fe7 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938370 Feb 07 23:01:04.588685 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.671343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:04.759804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-131d4672-d7b5-499b-aa2d-73d9a6d2903b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.763770 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-131d4672-d7b5-499b-aa2d-73d9a6d2903b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 945 time: 0.0872362 Feb 07 23:01:04.780355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=93c32acd-22ca-4639-aea4-8cee2593142c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:04.784038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:04.803394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:01:04.969388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.970333 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.984725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-e1f439bd-f279-4d68-a6ae-80b5d400c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.985401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c842e8-d93a-4016-b526-d7cf1204665f req-d2ecf2c6-0791-4c52-a195-aabe7e508753 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.986338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-e1f439bd-f279-4d68-a6ae-80b5d400c5d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 1097 time: 0.4364672 Feb 07 23:01:04.994395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71c842e8-d93a-4016-b526-d7cf1204665f req-d2ecf2c6-0791-4c52-a195-aabe7e508753 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 932 time: 0.2292569 Feb 07 23:01:05.006688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39ec46-c546-4b7d-8d1f-55600272cfae req-c8deeed6-a64c-49dd-ace1-6b17e0415b67 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:05.016156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7c39ec46-c546-4b7d-8d1f-55600272cfae req-c8deeed6-a64c-49dd-ace1-6b17e0415b67 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.4229128 Feb 07 23:01:05.065711 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a22f58-3922-4599-8897-401c27287bb1 None None] New status for floating IP 6dceaf9e-83f1-4cdc-9fa6-e8d424452579: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:01:05.079941 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-71c842e8-d93a-4016-b526-d7cf1204665f req-5d112f69-a871-4c02-820d-cdcddd7261ff tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845320 Feb 07 23:01:05.102999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port 6261c44f-8e20-4657-8482-662b8eb6bdeb {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:05.103346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.236511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-7661448d-092a-47c6-9664-88dbddcc2f6d service neutron] 10.222.0.24 "GET /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600959 Feb 07 23:01:05.246148 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-9aee96d6-8da8-4c05-892c-1f4361ca64f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0555379 Feb 07 23:01:05.278477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Request body: {'port': {'device_id': '8f8a2857-9bac-42bb-b44d-9373afec1b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:05.282761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-49a88381-6c82-497a-ab62-7ab34c63b8d7 None None] Provisioning complete for port 93c32acd-22ca-4639-aea4-8cee2593142c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:05.283242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49a88381-6c82-497a-ab62-7ab34c63b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.314778 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7c39ec46-c546-4b7d-8d1f-55600272cfae req-d6bd41c3-3185-4764-a872-a9cf077ab6bc tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976868 Feb 07 23:01:05.359769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] For port 6261c44f-8e20-4657-8482-662b8eb6bdeb, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6261c44f-8e20-4657-8482-662b8eb6bdeb,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:05.360381 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.375377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-c4ed9b60-c3d5-4875-a5e6-0bc0b88b8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:05.376860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-c4ed9b60-c3d5-4875-a5e6-0bc0b88b8e5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 910 time: 0.3333440 Feb 07 23:01:05.377905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.387955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for 6261c44f-8e20-4657-8482-662b8eb6bdeb owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:05.423804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-49a88381-6c82-497a-ab62-7ab34c63b8d7 None None] Port 93c32acd-22ca-4639-aea4-8cee2593142c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:01:05.496366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-6d459ac5-1e56-4379-85e1-d804f4e82ef7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba915a32-22f8-4de1-8636-4ecf148e2164 HTTP/1.1" status: 200 len: 1002 time: 0.1039493 Feb 07 23:01:05.501053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd67796-afae-487b-a6f0-a72a37fd6c74 req-2b8d3712-b20c-474d-a18c-7b92b4046f4a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:05.502979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0fd67796-afae-487b-a6f0-a72a37fd6c74 req-2b8d3712-b20c-474d-a18c-7b92b4046f4a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 945 time: 0.2432373 Feb 07 23:01:05.650908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0fd67796-afae-487b-a6f0-a72a37fd6c74 req-35bedcd4-beab-4d38-b79d-59557baed5cc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a2db906-8b80-4840-a41e-674b395db052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354995 Feb 07 23:01:05.804428 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.825121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576be0d7-a837-4695-ab81-eeeb7a34123f req-f56b50eb-fadd-4031-84f1-4c9632502550 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:05.828251 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-576be0d7-a837-4695-ab81-eeeb7a34123f req-f56b50eb-fadd-4031-84f1-4c9632502550 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1420407 Feb 07 23:01:05.867437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=6261c44f-8e20-4657-8482-662b8eb6bdeb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:05.956443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] No DVR routers for this DVR port 6261c44f-8e20-4657-8482-662b8eb6bdeb on host n-h2-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:05.960398 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.967455 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3551adef-833e-45f3-b8f5-e67c9cad8f3e req-007c561d-32ef-4360-8f5c-513e08659930 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.24 "DELETE /v2.0/ports/6261c44f-8e20-4657-8482-662b8eb6bdeb HTTP/1.1" status: 204 len: 173 time: 1.1922209 Feb 07 23:01:05.967989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'name': 'network-vif-deleted', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:05.975793 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac154fc7-4a60-495b-ad8c-79f88aabda6a" -d '{"events": [{"server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "name": "network-vif-deleted", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:06.046669 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7b900c-4131-409d-8f80-a30bfef19948 x-openstack-request-id: req-6d7b900c-4131-409d-8f80-a30bfef19948 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:06.046955 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d820e5-a5be-49aa-bd44-c7746b580b73", "name": "network-vif-deleted", "tag": "6261c44f-8e20-4657-8482-662b8eb6bdeb", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:06.047185 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d7b900c-4131-409d-8f80-a30bfef19948 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:06.047658 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d820e5-a5be-49aa-bd44-c7746b580b73', 'name': 'network-vif-deleted', 'tag': '6261c44f-8e20-4657-8482-662b8eb6bdeb', 'status': 'completed', 'code': 200} Feb 07 23:01:06.114054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c32acd-22ca-4639-aea4-8cee2593142c {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:06.137951 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-576be0d7-a837-4695-ab81-eeeb7a34123f req-7bcee197-e8d1-4322-8118-ab36988143ad tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964950 Feb 07 23:01:06.160486 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.175366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-8a8ab8f6-b81d-45c1-8b2b-bd5478f5909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:06.177140 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-8a8ab8f6-b81d-45c1-8b2b-bd5478f5909a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.2856305 Feb 07 23:01:06.193768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Transition to ACTIVE for port object 93c32acd-22ca-4639-aea4-8cee2593142c will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:06.206726 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.307984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=93c32acd-22ca-4639-aea4-8cee2593142c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:06.318825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-1cbcabb6-c032-4009-ab9a-c8e8735c2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:06.327191 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-1cbcabb6-c032-4009-ab9a-c8e8735c2f83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359165 Feb 07 23:01:06.338214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bc950-2f22-48f5-9c90-f823f26cc315 req-987c687e-ceb8-48fb-b988-3582a1af06f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:06.348667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-742bc950-2f22-48f5-9c90-f823f26cc315 req-987c687e-ceb8-48fb-b988-3582a1af06f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.1457441 Feb 07 23:01:06.413052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-742bc950-2f22-48f5-9c90-f823f26cc315 req-083c1387-cdc1-44e7-b405-b69e154932c3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614431 Feb 07 23:01:06.670562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Attempting to bind port 93c32acd-22ca-4639-aea4-8cee2593142c on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:06.671235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Attempting to bind port 93c32acd-22ca-4639-aea4-8cee2593142c by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:06.671682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Attempting to bind port 93c32acd-22ca-4639-aea4-8cee2593142c on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:01:06.691344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4d27a88-7009-4df1-84a3-6309b59b86a6 req-ee4bb1fc-76e2-469e-b8e5-1fe4928914a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0793512 Feb 07 23:01:06.730143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eb14b-f165-4516-a1de-32350b7973bc req-69ac0aa0-1f52-43f8-9c36-be8572d7159c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:06.745733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c65eb14b-f165-4516-a1de-32350b7973bc req-69ac0aa0-1f52-43f8-9c36-be8572d7159c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.2841816 Feb 07 23:01:06.754836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Port 93c32acd-22ca-4639-aea4-8cee2593142c on network 2f757959-1832-41a9-aab1-345730436e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:01:06.755466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Attempting to bind port 93c32acd-22ca-4639-aea4-8cee2593142c on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:01:06.833593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4d27a88-7009-4df1-84a3-6309b59b86a6 req-c297ee12-ea54-4d72-b105-5a036bebf05b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 210 time: 0.0658116 Feb 07 23:01:06.839783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:01:06.846706 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:01:06.847463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Bound using segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:01:06.848265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Bound port: 93c32acd-22ca-4639-aea4-8cee2593142c, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:06.849064 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.884194 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-b5e4c05b-8007-4d0a-821d-b0b8c51da683 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845333 Feb 07 23:01:06.899078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c65eb14b-f165-4516-a1de-32350b7973bc req-b9fde6ce-ff3d-4c4a-9894-d13fe33f6e6c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371398 Feb 07 23:01:06.917692 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2dd57e4-b2f2-4eb9-846a-cb9169ef34f5 req-5cdd76c7-f2e0-4d12-bda7-75fd8617faac tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d820e5-a5be-49aa-bd44-c7746b580b73 HTTP/1.1" status: 200 len: 210 time: 0.0704532 Feb 07 23:01:07.099945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] For port 93c32acd-22ca-4639-aea4-8cee2593142c, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:01:07.110520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] For port 93c32acd-22ca-4639-aea4-8cee2593142c, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=93c32acd-22ca-4639-aea4-8cee2593142c,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:01:07.121648 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:07.170454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d27a88-7009-4df1-84a3-6309b59b86a6 req-e0487218-e222-49b7-93c7-39fc4a1c6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.172103 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4d27a88-7009-4df1-84a3-6309b59b86a6 req-e0487218-e222-49b7-93c7-39fc4a1c6e4d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=87518940c9e1467298bfc6fb7e8a763a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2487342 Feb 07 23:01:07.188146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.189211 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:07.197473 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/93c32acd-22ca-4639-aea4-8cee2593142c HTTP/1.1" status: 200 len: 1092 time: 1.9320481 Feb 07 23:01:07.201261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8a2857-9bac-42bb-b44d-9373afec1b39', 'tag': '93c32acd-22ca-4639-aea4-8cee2593142c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:07.204367 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2365c1d-d266-46db-8b47-d73de35d8f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8a2857-9bac-42bb-b44d-9373afec1b39", "tag": "93c32acd-22ca-4639-aea4-8cee2593142c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:07.250386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3fbd516-8c01-4c54-834a-04f5fbd3fc9c req-f0a42cd5-2f74-4290-a3ff-94d86dea10d2 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183918 Feb 07 23:01:07.342427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d44533-4a50-4444-8c18-0fec7a54b6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=93c32acd-22ca-4639-aea4-8cee2593142c,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:07.349117 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c5abe7-af38-4c9a-9046-d7746e5fdc25 x-openstack-request-id: req-c7c5abe7-af38-4c9a-9046-d7746e5fdc25 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:07.349502 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8a2857-9bac-42bb-b44d-9373afec1b39", "tag": "93c32acd-22ca-4639-aea4-8cee2593142c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:07.349685 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7c5abe7-af38-4c9a-9046-d7746e5fdc25 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:07.350027 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8a2857-9bac-42bb-b44d-9373afec1b39', 'tag': '93c32acd-22ca-4639-aea4-8cee2593142c', 'status': 'completed', 'code': 200} Feb 07 23:01:07.377445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-fcb9d64c-3805-481b-8b13-7c5ff11c10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.378925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-fcb9d64c-3805-481b-8b13-7c5ff11c10ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 1095 time: 0.1341841 Feb 07 23:01:07.477906 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-ce4fd7c0-e0e8-48bd-a29c-44fd22c629aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c32acd-22ca-4639-aea4-8cee2593142c HTTP/1.1" status: 200 len: 217 time: 0.0918107 Feb 07 23:01:07.546144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-6397e3da-0292-4ff3-834d-255a8486a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.547618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-6397e3da-0292-4ff3-834d-255a8486a892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0623798 Feb 07 23:01:07.697969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c095f3-40c5-4373-860e-bb9c20c2e9f3 req-1bf982a6-bb9d-4336-a066-0abc8d84f532 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.712084 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8c095f3-40c5-4373-860e-bb9c20c2e9f3 req-1bf982a6-bb9d-4336-a066-0abc8d84f532 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1395280 Feb 07 23:01:07.750967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-925d7029-47c3-4cc5-bd0e-1a0eaa70dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.754842 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-925d7029-47c3-4cc5-bd0e-1a0eaa70dd85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002885 Feb 07 23:01:07.771500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d27a88-7009-4df1-84a3-6309b59b86a6 req-eb13a34b-d535-4676-9b9b-89e791e1f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.775919 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4d27a88-7009-4df1-84a3-6309b59b86a6 req-eb13a34b-d535-4676-9b9b-89e791e1f82c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5959256 Feb 07 23:01:07.809643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c8c095f3-40c5-4373-860e-bb9c20c2e9f3 req-7276d18e-b9a0-48a5-91b8-2998492682a0 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966165 Feb 07 23:01:07.841095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0d49a-38db-4af1-bfff-b695af3ad563 req-e0ef6b32-e75a-47f6-893a-eafc4354c33e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.853421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2bd0d49a-38db-4af1-bfff-b695af3ad563 req-e0ef6b32-e75a-47f6-893a-eafc4354c33e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.1967728 Feb 07 23:01:07.985364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2bd0d49a-38db-4af1-bfff-b695af3ad563 req-a5eefcbe-7761-49af-ad00-aa096db30652 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160390 Feb 07 23:01:08.064868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-3619a73b-0b66-42fa-8d89-781c65b05482 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008723 Feb 07 23:01:08.112888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46344) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:08.218046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db85425-941c-456f-861e-3aa5a23b25d7 req-a966926b-8a72-49e9-abdf-581ceff52286 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:08.240394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6db85425-941c-456f-861e-3aa5a23b25d7 req-a966926b-8a72-49e9-abdf-581ceff52286 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1715996 Feb 07 23:01:08.358779 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9847d84-629c-42ac-8796-db4c03055019 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.361273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-358f52f0-0603-4d2a-be20-3a7111ebc538 req-70f08061-1e7e-495a-9e1f-dab381bd886b service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725797 Feb 07 23:01:08.397928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6db85425-941c-456f-861e-3aa5a23b25d7 req-130da333-a316-4e07-8522-24bb17b7bb4f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541986 Feb 07 23:01:08.424126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9847d84-629c-42ac-8796-db4c03055019 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.570221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-9ceadb9c-9ddf-4d55-a325-f8f91b459665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:08.575623 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-9ceadb9c-9ddf-4d55-a325-f8f91b459665 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 1095 time: 0.1441588 Feb 07 23:01:08.607414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9847d84-629c-42ac-8796-db4c03055019 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.610371 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a9847d84-629c-42ac-8796-db4c03055019 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.611641 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a9847d84-629c-42ac-8796-db4c03055019 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/security-groups/9a2db906-8b80-4840-a41e-674b395db052 HTTP/1.1" status: 204 len: 168 time: 0.4977050 Feb 07 23:01:08.634983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9847d84-629c-42ac-8796-db4c03055019 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2db906-8b80-4840-a41e-674b395db052,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:08.689084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46348) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:08.704787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-a2464dc7-1462-4d7c-b349-a150b036e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:08.707528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-a2464dc7-1462-4d7c-b349-a150b036e755 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1257403 Feb 07 23:01:08.816833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-5af233b5-e173-4660-b07d-88a2c36f06a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c32acd-22ca-4639-aea4-8cee2593142c HTTP/1.1" status: 200 len: 217 time: 0.1029441 Feb 07 23:01:08.964413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-653cd2b3-d9fa-4598-aa45-b22aa574ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:08.967369 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-653cd2b3-d9fa-4598-aa45-b22aa574ac87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.1451273 Feb 07 23:01:09.162053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-66b98555-6bf0-41ca-a2a4-6f8a25550f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:09.164051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-66b98555-6bf0-41ca-a2a4-6f8a25550f3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883054 Feb 07 23:01:09.172872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20d3e0-ed2f-417c-9a6f-19dd230ac8d8 req-be1f442a-091a-47c1-a11d-a337a6b0f135 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:09.174253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da20d3e0-ed2f-417c-9a6f-19dd230ac8d8 req-be1f442a-091a-47c1-a11d-a337a6b0f135 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1338890 Feb 07 23:01:09.297114 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da20d3e0-ed2f-417c-9a6f-19dd230ac8d8 req-caa26ff6-83e9-409e-b93e-bf43325c5f28 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041639 Feb 07 23:01:09.305226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72d661-7182-4d2b-9988-9d43592c3d07 req-1a17916d-c032-4b21-b3ac-b3008df9f65b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:09.314637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f72d661-7182-4d2b-9988-9d43592c3d07 req-1a17916d-c032-4b21-b3ac-b3008df9f65b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.1121011 Feb 07 23:01:09.575967 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2f72d661-7182-4d2b-9988-9d43592c3d07 req-0bb7980b-c549-4963-92eb-4f307ce835b7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587547 Feb 07 23:01:09.617568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 6261c44f-8e20-4657-8482-662b8eb6bdeb no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:01:09.692977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 6261c44f-8e20-4657-8482-662b8eb6bdeb {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:01:09.702689 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 6261c44f-8e20-4657-8482-662b8eb6bdeb not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:01:09.707610 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-f8968a28-60ad-461f-a7ee-877904ccaf64 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323868 Feb 07 23:01:09.711929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:09.817708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf48a9c-61f0-4b76-b6e5-0d09bb26cdc3 req-5b062253-c043-438c-8268-00ef4b10646b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:09.819199 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cf48a9c-61f0-4b76-b6e5-0d09bb26cdc3 req-5b062253-c043-438c-8268-00ef4b10646b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.2264564 Feb 07 23:01:09.903672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2365c1d-d266-46db-8b47-d73de35d8f0a req-30b37c5a-2d75-4354-9350-576e7f6f667a service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707389 Feb 07 23:01:09.954763 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4cf48a9c-61f0-4b76-b6e5-0d09bb26cdc3 req-6b1b296f-2eeb-4061-84d1-0937f683d1a2 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079082 Feb 07 23:01:10.087142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port 196e118f-2f4a-435c-8253-c8498feafd06 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:10.087519 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:10.438032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] For port 196e118f-2f4a-435c-8253-c8498feafd06, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=196e118f-2f4a-435c-8253-c8498feafd06,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:10.438691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:10.586190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for 196e118f-2f4a-435c-8253-c8498feafd06 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:10.663105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2bd29-a333-4323-b7b0-baac4f432b89 req-bfd75153-b413-430c-8b8d-6e09a2bd36c2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:10.672487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbf2bd29-a333-4323-b7b0-baac4f432b89 req-bfd75153-b413-430c-8b8d-6e09a2bd36c2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.2281954 Feb 07 23:01:10.814194 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbf2bd29-a333-4323-b7b0-baac4f432b89 req-c58f065d-7d99-4325-91a8-dea24e54f828 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406987 Feb 07 23:01:10.860135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef1da3-7ae9-4e2e-b4e9-ed5a3ee5676d req-3a6d6f3f-e1f3-4f4d-bdec-49207e024aaf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:10.871284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eef1da3-7ae9-4e2e-b4e9-ed5a3ee5676d req-3a6d6f3f-e1f3-4f4d-bdec-49207e024aaf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.1528311 Feb 07 23:01:10.961275 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eef1da3-7ae9-4e2e-b4e9-ed5a3ee5676d req-2e86ae11-7bc1-4df7-890d-b79ef21ef252 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877020 Feb 07 23:01:11.042567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:11.085989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=196e118f-2f4a-435c-8253-c8498feafd06,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:11.385019 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:11.640845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router fbe2f121-2c74-4bae-a68c-3116c66ac00b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:01:11.801701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:01:11.816937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46364) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:11.819616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] Sync routers for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:11.820299 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fc3b4308-10c4-4f7e-8535-cbcdaa2bbe73 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "PUT /v2.0/routers/fbe2f121-2c74-4bae-a68c-3116c66ac00b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1297669 Feb 07 23:01:11.833727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:11.834349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:11.931201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b39e185-3c4f-4266-840d-288f52f52bf9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting subnet f1562e49-7b1b-4aeb-addb-79b54b8d8af6 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:01:11.937200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b39e185-3c4f-4266-840d-288f52f52bf9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:11.985345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:11.996628 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b39e185-3c4f-4266-840d-288f52f52bf9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.038698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03632bb-9f68-481c-9450-8697facb82cd req-494b1a75-be38-498d-93c8-85a5c19b696b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:12.043189 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f03632bb-9f68-481c-9450-8697facb82cd req-494b1a75-be38-498d-93c8-85a5c19b696b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1165421 Feb 07 23:01:12.096552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f03632bb-9f68-481c-9450-8697facb82cd req-e19eb039-a3d6-420a-9e56-8a0503d5bbb2 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465353 Feb 07 23:01:12.164469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b39e185-3c4f-4266-840d-288f52f52bf9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.211376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7640d-0763-4291-9304-43c57dce5a64 req-88bbf61b-ea05-4ae8-94e7-c2258f5c6697 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:12.213550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09f7640d-0763-4291-9304-43c57dce5a64 req-88bbf61b-ea05-4ae8-94e7-c2258f5c6697 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.1469953 Feb 07 23:01:12.270259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:01:10Z', 'revision_number': 7, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:12.286143 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09f7640d-0763-4291-9304-43c57dce5a64 req-fa9498f5-62d8-4b82-b3eb-aeaffb74a51f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618823 Feb 07 23:01:12.303176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b39e185-3c4f-4266-840d-288f52f52bf9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.327236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] Checking router: fbe2f121-2c74-4bae-a68c-3116c66ac00b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:01:12.338337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39e185-3c4f-4266-840d-288f52f52bf9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Subnet': ['ID=f1562e49-7b1b-4aeb-addb-79b54b8d8af6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:12.341112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] Routers {'fbe2f121-2c74-4bae-a68c-3116c66ac00b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:12.341923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:12.347081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b39e185-3c4f-4266-840d-288f52f52bf9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.351337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5686a119-5414-48bc-9dff-5b40608f05ee None None] Network f7f624bb-f459-4905-b821-74b6ac303a27 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:01:12.364311 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b39e185-3c4f-4266-840d-288f52f52bf9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/subnets/f1562e49-7b1b-4aeb-addb-79b54b8d8af6 HTTP/1.1" status: 204 len: 168 time: 0.5452542 Feb 07 23:01:12.365318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46370) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:12.489018 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.551650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] Set router fbe2f121-2c74-4bae-a68c-3116c66ac00b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:12.617811 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.701383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port d6633ad7-ac37-4188-8e8e-fa842922afa7 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:12.701744 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.711422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea28615f-1181-46e3-b151-fef99744736b None None] DHCP port deletion for f7f624bb-f459-4905-b821-74b6ac303a27 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:01:12.813316 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ea28615f-1181-46e3-b151-fef99744736b None None] Deleting port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:12.813674 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea28615f-1181-46e3-b151-fef99744736b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.815297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] For port d6633ad7-ac37-4188-8e8e-fa842922afa7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d6633ad7-ac37-4188-8e8e-fa842922afa7,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:12.815655 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.829016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for d6633ad7-ac37-4188-8e8e-fa842922afa7 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:12.829229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:01:10Z', 'revision_number': 7, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:12.897261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfca823c-e12d-4b42-ba0f-c21a7eed8e10 None None] The sync data for ids ['fbe2f121-2c74-4bae-a68c-3116c66ac00b'] in n-d-827895-2 is: [{'id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'name': 'tempest-TestNetworkBasicOps-router-1955553422', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:55Z', 'updated_at': '2022-02-07T23:01:10Z', 'revision_number': 7, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'd6633ad7-ac37-4188-8e8e-fa842922afa7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe2f121-2c74-4bae-a68c-3116c66ac00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:56Z', 'updated_at': '2022-02-07T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:12.925561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ea28615f-1181-46e3-b151-fef99744736b None None] For port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2226530e-7a72-4ce0-a145-ff9ddf78fe9a,segment=NetworkSegment(cda71154-76fa-4fe5-93fb-4d81b3f62062),segment_id=cda71154-76fa-4fe5-93fb-4d81b3f62062)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:12.925973 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea28615f-1181-46e3-b151-fef99744736b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.953258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ea28615f-1181-46e3-b151-fef99744736b None None] Calling delete_port for 2226530e-7a72-4ce0-a145-ff9ddf78fe9a owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:13.067283 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea28615f-1181-46e3-b151-fef99744736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.098927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28615f-1181-46e3-b151-fef99744736b None None] Pushing event deleted for resources: {'Port': ['ID=2226530e-7a72-4ce0-a145-ff9ddf78fe9a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:13.100801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28615f-1181-46e3-b151-fef99744736b None None] No DVR routers for this DVR port 2226530e-7a72-4ce0-a145-ff9ddf78fe9a on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:13.344756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc36b3-440a-4eb9-8f25-9e89a0c98b21 req-2864a7cb-2ca9-49b0-949a-44e549fefc78 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:13.350473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76fc36b3-440a-4eb9-8f25-9e89a0c98b21 req-2864a7cb-2ca9-49b0-949a-44e549fefc78 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.1627119 Feb 07 23:01:13.440654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-76fc36b3-440a-4eb9-8f25-9e89a0c98b21 req-d88a0540-4764-4f69-9411-2394bd79145a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865519 Feb 07 23:01:13.522694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687fc3-dfe1-4374-8850-55d21ad6ae05 req-46f81e5a-fc50-4c1f-8426-73b5e15d1b4e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:13.524239 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20687fc3-dfe1-4374-8850-55d21ad6ae05 req-46f81e5a-fc50-4c1f-8426-73b5e15d1b4e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.1393805 Feb 07 23:01:13.537965 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.573793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=d6633ad7-ac37-4188-8e8e-fa842922afa7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:13.650815 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20687fc3-dfe1-4374-8850-55d21ad6ae05 req-1e0655c6-8f33-46c0-8829-8620f9b4745b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090877 Feb 07 23:01:13.660778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.759612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.763567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.810299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.810853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Fanout notify agent at l3_agent the message router_deleted on router fbe2f121-2c74-4bae-a68c-3116c66ac00b {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:01:13.817654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.818745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fc4370a5-84a5-447f-a350-17f382f8c805 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/routers/fbe2f121-2c74-4bae-a68c-3116c66ac00b HTTP/1.1" status: 204 len: 168 time: 1.4494531 Feb 07 23:01:13.821377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46378) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:13.902160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.007038 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:01:14.011063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.032070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f624bb-f459-4905-b821-74b6ac303a27']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:14.042395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda71154-76fa-4fe5-93fb-4d81b3f62062') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:14.042720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda71154-76fa-4fe5-93fb-4d81b3f62062') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:14.052739 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.066406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.072174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:01:14.072554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:01:14.075626 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:01:14.139455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.146985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.151743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/networks/f7f624bb-f459-4905-b821-74b6ac303a27 HTTP/1.1" status: 204 len: 168 time: 0.3280950 Feb 07 23:01:14.169783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ab2a-c4e9-4251-acde-e8482c7008e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Network': ['ID=f7f624bb-f459-4905-b821-74b6ac303a27,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:14.173299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46380) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:14.178525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'network': {'name': 'tempest-network-smoke--1815757702', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'port_security_enabled': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:14.203408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Made reservation on behalf of 87518940c9e1467298bfc6fb7e8a763a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:14.207133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.231588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:01:14.240872 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.241211 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Added segment 9896c9e2-e805-4092-a538-2c444e6e1cf5 of type vlan for network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 Feb 07 23:01:14.283809 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.319779 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.327250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:14.328077 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.402632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2226530e-7a72-4ce0-a145-ff9ddf78fe9a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:01:14.425717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2226530e-7a72-4ce0-a145-ff9ddf78fe9a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:01:14.426432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2226530e-7a72-4ce0-a145-ff9ddf78fe9a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:01:14.428941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 196e118f-2f4a-435c-8253-c8498feafd06 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:01:14.437996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2635350 Feb 07 23:01:14.440622 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:14.447586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'admin_state_up': True, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:14.462022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 196e118f-2f4a-435c-8253-c8498feafd06 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:01:14.462410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 196e118f-2f4a-435c-8253-c8498feafd06 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:01:14.463002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d6633ad7-ac37-4188-8e8e-fa842922afa7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:01:14.465720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663709f-14c4-4e54-8c80-ca2ceebb7a3b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Network': ['ID=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:14.490301 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.490993 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-b618edd5-69b1-4e4d-b5e2-1605953300e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882165 Feb 07 23:01:14.491358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.507028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d6633ad7-ac37-4188-8e8e-fa842922afa7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:01:14.507384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d6633ad7-ac37-4188-8e8e-fa842922afa7 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:01:14.509811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:01:14.587541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-a0f4896b-e680-4432-8119-e8280432acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:14.590177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-a0f4896b-e680-4432-8119-e8280432acb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 1097 time: 0.0773306 Feb 07 23:01:14.731541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-cb5aa323-7790-4cdd-a128-c0068e6cf84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:14.733247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-cb5aa323-7790-4cdd-a128-c0068e6cf84a service neutron] 10.222.0.46 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 910 time: 0.1231573 Feb 07 23:01:14.846261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-6a6091c8-e91e-4bcd-aae6-c9d6635fe0f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba915a32-22f8-4de1-8636-4ecf148e2164 HTTP/1.1" status: 200 len: 1002 time: 0.1041386 Feb 07 23:01:14.950616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-fc78ee60-a10b-40ba-9171-6b33fce2b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:14.952477 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-fc78ee60-a10b-40ba-9171-6b33fce2b933 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.0994537 Feb 07 23:01:14.966064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1ff12a97-6c53-4be0-a149-9099667d0657 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:01:15.001836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864711-a966-47b8-8344-ac6ba2a023fb req-ccf3a3d8-d49a-45db-b838-b10d7a962b4e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:15.009413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e5864711-a966-47b8-8344-ac6ba2a023fb req-ccf3a3d8-d49a-45db-b838-b10d7a962b4e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.2099464 Feb 07 23:01:15.030098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.048776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-e08af2f3-cbeb-48a5-b4e9-482e2d9aae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:15.050260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-e08af2f3-cbeb-48a5-b4e9-482e2d9aae27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908372 Feb 07 23:01:15.081258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e5864711-a966-47b8-8344-ac6ba2a023fb req-1df9fba8-dde7-44fd-94d7-511775ce3335 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707142 Feb 07 23:01:15.116998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e798bda-4146-4fbf-907b-b7c1e3b8edf8 req-eb0768b3-9a62-4b72-854a-5427e067ec45 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:15.125370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3e798bda-4146-4fbf-907b-b7c1e3b8edf8 req-eb0768b3-9a62-4b72-854a-5427e067ec45 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 944 time: 0.5435214 Feb 07 23:01:15.199833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:15.207759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-0ccdc227-655c-4332-84ab-254c4363b2c0 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480455 Feb 07 23:01:15.212693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '1ff12a97-6c53-4be0-a149-9099667d0657', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'port_id': '1ff12a97-6c53-4be0-a149-9099667d0657', 'mac_address': 'fa:16:3e:f3:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:01:15.227439 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.248049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3e798bda-4146-4fbf-907b-b7c1e3b8edf8 req-c5320253-85e0-4266-b86e-70861ddf5518 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151066 Feb 07 23:01:15.263087 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.280377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff12a97-6c53-4be0-a149-9099667d0657 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:15.304523 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:15.310665 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.314016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e41a2e23-c47e-49ed-91ea-af93c6c154b5 req-eedbfcdc-7744-438e-8930-8a489b550716 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990853 Feb 07 23:01:15.366094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:15.504919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.528936 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.531592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1ff12a97-6c53-4be0-a149-9099667d0657'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:01:15.679584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.25.8.60 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/e2fe38b4-9811-4230-b874-7bdbf3988839) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:15.785915 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.821607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.878411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:15.883418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:15.889931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:01:15.911426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=e2fe38b4-9811-4230-b874-7bdbf3988839,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:16.139798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.199732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e998c36-3ab9-45a1-bd4c-c814e13e25e2 req-73c29507-0077-4364-a983-f5e51a092965 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:16.206849 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e998c36-3ab9-45a1-bd4c-c814e13e25e2 req-73c29507-0077-4364-a983-f5e51a092965 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.0558562 Feb 07 23:01:16.246294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e998c36-3ab9-45a1-bd4c-c814e13e25e2 req-dfd5beed-229c-46e2-9cbc-0465aaabb2bc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Feb 07 23:01:16.365817 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.384990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952e789-86e4-45fc-9914-4852ae6a2124 req-e0ddc44b-0d94-4910-b030-3ba1985deae1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:16.386556 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f952e789-86e4-45fc-9914-4852ae6a2124 req-e0ddc44b-0d94-4910-b030-3ba1985deae1 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 945 time: 0.0665810 Feb 07 23:01:16.485673 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f952e789-86e4-45fc-9914-4852ae6a2124 req-69738e04-ca31-4003-a165-fa0a78ba3079 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660269 Feb 07 23:01:16.544061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:01:16.650473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:01:16.661186 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Sync routers for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:16.671737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.672546 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:16.675966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7b323900-244f-436a-8921-0ffdff8ffe0f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2314153 Feb 07 23:01:16.676064 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:16.677330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46394) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:16.720354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46396) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:16.720596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-584fbcb6-49e4-4267-a540-40f3ba9018a5 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=87518940c9e1467298bfc6fb7e8a763a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417738 Feb 07 23:01:16.781163 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:16.815517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29f78a-b30a-4dbd-98ae-3c3ab4eb41d2 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:16.817065 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bd29f78a-b30a-4dbd-98ae-3c3ab4eb41d2 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951102 Feb 07 23:01:16.819880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46398) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:16.851395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-46145d7f-0c9b-4775-b274-3298b6b5772f tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302556 Feb 07 23:01:16.856166 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46400) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:16.861165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-939456858', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:16.954012 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Made reservation on behalf of 87518940c9e1467298bfc6fb7e8a763a for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:16.957458 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.969357 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:16Z', 'revision_number': 3, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:16.975525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1ff12a97-6c53-4be0-a149-9099667d0657 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:01:16.999997 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Checking router: 4e4a3d8a-064e-4207-b3ce-f4273e943a31 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:01:17.000346 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Updating router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 port e2fe38b4-9811-4230-b874-7bdbf3988839 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:01:17.031176 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.058421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 1ff12a97-6c53-4be0-a149-9099667d0657 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:17.059090 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.150544 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.177780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:17.180339 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8f8cb4-a547-4cd6-a833-795734f7423a" -d '{"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-plugged", "status": "completed", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:17.195115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:17.200806 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.202858 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.251364 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05177951-60a6-4e0c-ab63-7690df68903b x-openstack-request-id: req-05177951-60a6-4e0c-ab63-7690df68903b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:17.251751 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-plugged", "status": "completed", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:17.252081 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05177951-60a6-4e0c-ab63-7690df68903b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:17.252769 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657', 'code': 200} Feb 07 23:01:17.258138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:17.278391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Subnet': ['ID=bbc4b313-a68d-4095-ac4a-65825f1b4562,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:17.305439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Checking segment: {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:01:17.305852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network hostable DHCP agents. Network: 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:01:17.326934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:01:17.341690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:17.351383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856f419-c68d-4cdf-80cc-40506a4c6922 None None] Network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:01:17.362374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:17.362948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.385395 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.391994 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.434569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4c66476f-de3c-451a-9d97-9035f7836c05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5773275 Feb 07 23:01:17.442952 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Pushing event updated for resources: {'Port': ['ID=e2fe38b4-9811-4230-b874-7bdbf3988839,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:17.443151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46406) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:17.460728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c34fae-725d-4bea-8bd6-cadf41060169 req-d2305980-9da0-41e0-bd1d-e80543e88521 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:17.471388 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19c34fae-725d-4bea-8bd6-cadf41060169 req-d2305980-9da0-41e0-bd1d-e80543e88521 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.1104050 Feb 07 23:01:17.480724 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Attempting to bind port e2fe38b4-9811-4230-b874-7bdbf3988839 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:17.481161 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Attempting to bind port e2fe38b4-9811-4230-b874-7bdbf3988839 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:17.481508 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Attempting to bind port e2fe38b4-9811-4230-b874-7bdbf3988839 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:01:17.484408 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.484747 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.485205 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.485596 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.485898 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.486225 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.486862 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.486862 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.487345 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.487666 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.488120 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.488440 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:17.498745 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:01:17.499361 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:01:17.499860 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.500253 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:01:17.500843 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Bound port: e2fe38b4-9811-4230-b874-7bdbf3988839, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:17.501221 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.554378 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19c34fae-725d-4bea-8bd6-cadf41060169 req-62052524-513d-4dbc-9cb1-9fc6e2bade57 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823689 Feb 07 23:01:17.583461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4b3b-0973-483e-8898-e3c9e881f7e2 req-ebed4ba4-99fd-47a3-8b0c-7b2222cffb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:17.584057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:01:17.585258 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.585680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-806d4b3b-0973-483e-8898-e3c9e881f7e2 req-ebed4ba4-99fd-47a3-8b0c-7b2222cffb3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 1098 time: 0.1797557 Feb 07 23:01:17.604008 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] For port e2fe38b4-9811-4230-b874-7bdbf3988839, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:01:17.608125 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] For port e2fe38b4-9811-4230-b874-7bdbf3988839, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e2fe38b4-9811-4230-b874-7bdbf3988839,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:01:17.616099 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.692616 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:17.694113 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:17.709858 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717b852-cf8c-4d13-a27f-39f6c21aebb7 None None] Pushing event updated for resources: {'Port': ['ID=e2fe38b4-9811-4230-b874-7bdbf3988839,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:17.757650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-806d4b3b-0973-483e-8898-e3c9e881f7e2 req-36279c85-8738-46eb-85af-b402eacaa15f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026676 Feb 07 23:01:17.772013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Allocated IP 172.20.0.2 (94e5d13b-9a91-4cc8-ac18-6c0042bd9b56/bbc4b313-a68d-4095-ac4a-65825f1b4562/d6293dcb-b1cf-461f-9b34-d0427fcbb3b8) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:17.818376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96a9d-90ee-4a71-ba93-93c17b62348e req-05a6ac73-c2bf-4876-bba3-ac3ba62d166b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:17.820137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2bf96a9d-90ee-4a71-ba93-93c17b62348e req-05a6ac73-c2bf-4876-bba3-ac3ba62d166b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 947 time: 0.1584818 Feb 07 23:01:17.845802 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:17.962869 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.973334 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.009512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2bf96a9d-90ee-4a71-ba93-93c17b62348e req-a9469c25-8e36-406e-a731-f908824a4ea7 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821277 Feb 07 23:01:18.013658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:18.019904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:18.023196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:01:18.086751 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Pushing event updated for resources: {'Port': ['ID=d6293dcb-b1cf-461f-9b34-d0427fcbb3b8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:18.101334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Attempting to bind port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:18.101710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Attempting to bind port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:18.102077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Attempting to bind port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 on network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:01:18.108189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:01:18.108568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Checking segment: {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:01:18.108984 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.109374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Bound using segment: {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:01:18.109822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.109963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Bound port: d6293dcb-b1cf-461f-9b34-d0427fcbb3b8, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:18.110220 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.165823 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:16Z', 'revision_number': 3, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:18.185407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] For port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:01:18.189761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] For port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d6293dcb-b1cf-461f-9b34-d0427fcbb3b8,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:01:18.193341 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac9932-9f12-4f6c-8a4d-ae695d69a598 None None] The sync data for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 is: [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:16Z', 'revision_number': 3, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:18.197509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.274876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294eefe7-e24b-4d3d-b21d-73d4a1fed835 None None] Pushing event updated for resources: {'Port': ['ID=d6293dcb-b1cf-461f-9b34-d0427fcbb3b8,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:18.449039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.20.0.1 (94e5d13b-9a91-4cc8-ac18-6c0042bd9b56/bbc4b313-a68d-4095-ac4a-65825f1b4562/0db8ece2-4df5-484a-9d14-30dde5116207) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:18.643825 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.688501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.748828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3451e-909e-4acf-8244-800f4bac1c88 req-66e62dde-1976-4ad3-a347-3d4f36ad279b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:18.774517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:18.777461 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8e3451e-909e-4acf-8244-800f4bac1c88 req-66e62dde-1976-4ad3-a347-3d4f36ad279b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.1479840 Feb 07 23:01:18.778045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:18.781929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:01:18.855061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.880323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8e3451e-909e-4acf-8244-800f4bac1c88 req-ee9e0dfe-9b0f-4db9-beec-8fa84b5bf205 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015341 Feb 07 23:01:18.893734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=0db8ece2-4df5-484a-9d14-30dde5116207,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:19.047467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:19.281611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ee64-44c6-4663-9f82-c20c0c5c0ea1 req-2134f006-10fd-46b9-90e3-1a44d4680d8a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:19.283428 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e877ee64-44c6-4663-9f82-c20c0c5c0ea1 req-2134f006-10fd-46b9-90e3-1a44d4680d8a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 947 time: 0.1121676 Feb 07 23:01:19.336604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e877ee64-44c6-4663-9f82-c20c0c5c0ea1 req-6291e47f-fc43-4816-b0b6-07746424e33d tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459573 Feb 07 23:01:19.498092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:19.506362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:19.614766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:19.616714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=0db8ece2-4df5-484a-9d14-30dde5116207,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:19.725370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:19.726957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:19.862296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:01:19.919323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391b440-d39c-43ec-9265-a4950c469c95 None None] Network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:01:19.994426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:01:20.004048 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-44b64021-f0b4-4425-a92e-f54c160547be tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "PUT /v2.0/routers/4e4a3d8a-064e-4207-b3ce-f4273e943a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5599475 Feb 07 23:01:20.004676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46452) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:20.068748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40495cef-8c61-4555-b27d-33a9694c4695 req-bd0b136d-4c79-4ce1-9c64-21639ad66157 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.077697 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40495cef-8c61-4555-b27d-33a9694c4695 req-bd0b136d-4c79-4ce1-9c64-21639ad66157 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.1110229 Feb 07 23:01:20.127867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0984-dc65-4a9e-98df-13049be0a222 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.128492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0984-dc65-4a9e-98df-13049be0a222 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.129020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0984-dc65-4a9e-98df-13049be0a222 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.129542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0984-dc65-4a9e-98df-13049be0a222 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.130064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0984-dc65-4a9e-98df-13049be0a222 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.130840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0984-dc65-4a9e-98df-13049be0a222 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.131360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0984-dc65-4a9e-98df-13049be0a222 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.131900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0984-dc65-4a9e-98df-13049be0a222 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.137398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40495cef-8c61-4555-b27d-33a9694c4695 req-03aaa09c-9b31-49c7-a84c-3e1c6564c97d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586321 Feb 07 23:01:20.138897 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bb1d0984-dc65-4a9e-98df-13049be0a222 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.1332016 Feb 07 23:01:20.139607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46454) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:20.179384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-dfb69d33-78d6-42c2-afe7-58d259bf1935 None None] Provisioning complete for port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:20.179788 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfb69d33-78d6-42c2-afe7-58d259bf1935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.268900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9ca9e-822d-435e-a60c-265316009394 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.269050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9ca9e-822d-435e-a60c-265316009394 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.269617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9ca9e-822d-435e-a60c-265316009394 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.269947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9ca9e-822d-435e-a60c-265316009394 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.270271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9ca9e-822d-435e-a60c-265316009394 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.270833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9ca9e-822d-435e-a60c-265316009394 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.271270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9ca9e-822d-435e-a60c-265316009394 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.271714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9ca9e-822d-435e-a60c-265316009394 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.276691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4cd9ca9e-822d-435e-a60c-265316009394 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.1330218 Feb 07 23:01:20.277410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46456) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:20.370150 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfb69d33-78d6-42c2-afe7-58d259bf1935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.431078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dfb69d33-78d6-42c2-afe7-58d259bf1935 None None] For port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d6293dcb-b1cf-461f-9b34-d0427fcbb3b8,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:20.437977 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfb69d33-78d6-42c2-afe7-58d259bf1935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.517046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e2fe38b4-9811-4230-b874-7bdbf3988839 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:01:20.523823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb69d33-78d6-42c2-afe7-58d259bf1935 None None] Pushing event updated for resources: {'Port': ['ID=d6293dcb-b1cf-461f-9b34-d0427fcbb3b8,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:20.598205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e2fe38b4-9811-4230-b874-7bdbf3988839 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:20.598512 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.701765 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.715967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Sync routers for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:20.746703 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port e2fe38b4-9811-4230-b874-7bdbf3988839, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e2fe38b4-9811-4230-b874-7bdbf3988839,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:20.750031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:20.751178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:20.756617 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.757540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:01:20.839782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fa8ce-b944-4e39-a056-e2c076567a8e req-7c86d27b-41c2-4f3c-ad21-98a2fe985a38 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.840326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c83fa8ce-b944-4e39-a056-e2c076567a8e req-7c86d27b-41c2-4f3c-ad21-98a2fe985a38 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 947 time: 0.0832770 Feb 07 23:01:20.977036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=e2fe38b4-9811-4230-b874-7bdbf3988839,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:20.981453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c83fa8ce-b944-4e39-a056-e2c076567a8e req-e315b21c-768f-46c8-9a74-205ea1c936ce tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070404 Feb 07 23:01:21.034829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:21.044265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-07c79230-c777-4bf1-9634-e570854c53ad None None] Provisioning complete for port 0db8ece2-4df5-484a-9d14-30dde5116207 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:21.044749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-07c79230-c777-4bf1-9634-e570854c53ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.048292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-580d78a7-0eb5-4550-99d3-1e24d506d642 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.7697489 Feb 07 23:01:21.128805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:21.129272 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.250046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-07c79230-c777-4bf1-9634-e570854c53ad None None] Port 0db8ece2-4df5-484a-9d14-30dde5116207 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:01:21.276670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e10ee-5324-43f6-9afb-206a17f8dc83 req-0b04b27e-9856-4d61-b018-3e85e2da0935 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:21.278868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f36e10ee-5324-43f6-9afb-206a17f8dc83 req-0b04b27e-9856-4d61-b018-3e85e2da0935 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.0657806 Feb 07 23:01:21.285794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-07c79230-c777-4bf1-9634-e570854c53ad None None] Provisioning complete for port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:21.286136 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-07c79230-c777-4bf1-9634-e570854c53ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.317931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f36e10ee-5324-43f6-9afb-206a17f8dc83 req-4d74b1f2-9610-4b0f-8b4b-b93be0d7ddce tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Feb 07 23:01:21.375654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46466) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:21.380346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1add850b-64a3-4ad8-9033-21170871deb8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352977938', 'description': 'tempest-secgroup-smoke-352977938 description', 'project_id': '87518940c9e1467298bfc6fb7e8a763a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:21.405940 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1add850b-64a3-4ad8-9033-21170871deb8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.467950 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-451e3446-ace5-49cf-b330-065f6fe1792d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.475126 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1add850b-64a3-4ad8-9033-21170871deb8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.477188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:18Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0db8ece2-4df5-484a-9d14-30dde5116207', 'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:60:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:18Z', 'updated_at': '2022-02-07T23:01:19Z', 'revision_number': 2, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:21.479593 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1add850b-64a3-4ad8-9033-21170871deb8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.505527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Checking router: 4e4a3d8a-064e-4207-b3ce-f4273e943a31 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:01:21.505880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Updating router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 port 0db8ece2-4df5-484a-9d14-30dde5116207 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:01:21.508763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1add850b-64a3-4ad8-9033-21170871deb8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.511332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1add850b-64a3-4ad8-9033-21170871deb8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1345673 Feb 07 23:01:21.513369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46468) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:21.516474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add850b-64a3-4ad8-9033-21170871deb8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db89521-cddf-4133-991a-3c152608f18f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:21.518856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-834b281e-b135-4505-8c7f-eb5bf361c082 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '1db89521-cddf-4133-991a-3c152608f18f', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:21.532679 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.548735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-834b281e-b135-4505-8c7f-eb5bf361c082 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.597991 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-834b281e-b135-4505-8c7f-eb5bf361c082 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.601875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-834b281e-b135-4505-8c7f-eb5bf361c082 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.621592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b281e-b135-4505-8c7f-eb5bf361c082 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98e3778-41e3-4b3b-aaf9-6a7f5d8ec7e3,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:21.631581 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-834b281e-b135-4505-8c7f-eb5bf361c082 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.635745 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-834b281e-b135-4505-8c7f-eb5bf361c082 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213284 Feb 07 23:01:21.636023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46470) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:21.640695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d6582db8-52db-4c5b-aab2-0e7b8a1d9b58 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '1db89521-cddf-4133-991a-3c152608f18f', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:21.655215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ee8a58dd-dd0a-4433-96e7-abc6825b3dd7 None None] Provisioning complete for port 0db8ece2-4df5-484a-9d14-30dde5116207 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:21.655597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee8a58dd-dd0a-4433-96e7-abc6825b3dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.671490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6582db8-52db-4c5b-aab2-0e7b8a1d9b58 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.732948 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6582db8-52db-4c5b-aab2-0e7b8a1d9b58 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.735143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a58dd-dd0a-4433-96e7-abc6825b3dd7 None None] Port 0db8ece2-4df5-484a-9d14-30dde5116207 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:01:21.737981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6582db8-52db-4c5b-aab2-0e7b8a1d9b58 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.756796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6582db8-52db-4c5b-aab2-0e7b8a1d9b58 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfbb6da-3de7-4472-bb1d-b0f1f80bc192,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:21.766294 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6582db8-52db-4c5b-aab2-0e7b8a1d9b58 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.767647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d6582db8-52db-4c5b-aab2-0e7b8a1d9b58 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304002 Feb 07 23:01:21.770269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46472) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:21.774673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6b74d241-0c43-4d80-9afa-b431d9ef2c7b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '1db89521-cddf-4133-991a-3c152608f18f', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:21.806699 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b74d241-0c43-4d80-9afa-b431d9ef2c7b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.851767 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.858177 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.870909 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b74d241-0c43-4d80-9afa-b431d9ef2c7b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.875470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b74d241-0c43-4d80-9afa-b431d9ef2c7b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.898679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74d241-0c43-4d80-9afa-b431d9ef2c7b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a4e6ad-d6d6-4df7-adf0-9e0ded4056b0,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:21.909601 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6b74d241-0c43-4d80-9afa-b431d9ef2c7b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.913820 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6b74d241-0c43-4d80-9afa-b431d9ef2c7b tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400433 Feb 07 23:01:21.914049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46474) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:21.919017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ee134ab7-bc95-4222-8cd4-ddbe4f2723e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '1db89521-cddf-4133-991a-3c152608f18f', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:21.948630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793350a-8a64-4a45-a696-b278ce7d073c None None] Pushing event updated for resources: {'Port': ['ID=0db8ece2-4df5-484a-9d14-30dde5116207,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:21.953726 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee134ab7-bc95-4222-8cd4-ddbe4f2723e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.963200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Attempting to bind port 0db8ece2-4df5-484a-9d14-30dde5116207 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:21.963726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Attempting to bind port 0db8ece2-4df5-484a-9d14-30dde5116207 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:21.964291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Attempting to bind port 0db8ece2-4df5-484a-9d14-30dde5116207 on network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:01:21.969855 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:01:21.970233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Checking segment: {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:01:21.970643 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.971020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Bound using segment: {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:01:21.971484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Bound port: 0db8ece2-4df5-484a-9d14-30dde5116207, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:21.971899 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.022045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee134ab7-bc95-4222-8cd4-ddbe4f2723e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.026642 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee134ab7-bc95-4222-8cd4-ddbe4f2723e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.042504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] For port 0db8ece2-4df5-484a-9d14-30dde5116207, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:01:22.048374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee134ab7-bc95-4222-8cd4-ddbe4f2723e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c986c81-a664-463a-a2b3-f9ca1c32030c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:22.048568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] For port 0db8ece2-4df5-484a-9d14-30dde5116207, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0db8ece2-4df5-484a-9d14-30dde5116207,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:01:22.054393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee134ab7-bc95-4222-8cd4-ddbe4f2723e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.055064 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.055806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ee134ab7-bc95-4222-8cd4-ddbe4f2723e4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406970 Feb 07 23:01:22.059201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46476) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:22.064456 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ff274cec-bbe2-4ef2-b16e-fd6233049ecc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '1db89521-cddf-4133-991a-3c152608f18f', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:22.097935 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-ff274cec-bbe2-4ef2-b16e-fd6233049ecc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Project 87518940c9e1467298bfc6fb7e8a763a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:01:22.105458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff274cec-bbe2-4ef2-b16e-fd6233049ecc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.114951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:22.115564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:00:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:22.121491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793350a-8a64-4a45-a696-b278ce7d073c None None] Pushing event updated for resources: {'Port': ['ID=0db8ece2-4df5-484a-9d14-30dde5116207,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:22.177503 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff274cec-bbe2-4ef2-b16e-fd6233049ecc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.183286 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff274cec-bbe2-4ef2-b16e-fd6233049ecc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.186191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1f22ec51-c6cb-4e73-b516-ccfeb9f867cf None None] Provisioning complete for port 0db8ece2-4df5-484a-9d14-30dde5116207 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:22.186570 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f22ec51-c6cb-4e73-b516-ccfeb9f867cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.209062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff274cec-bbe2-4ef2-b16e-fd6233049ecc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63658fe2-7a15-4191-aab0-d3fb26402787,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:22.218066 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff274cec-bbe2-4ef2-b16e-fd6233049ecc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.223373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46478) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:22.224328 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ff274cec-bbe2-4ef2-b16e-fd6233049ecc tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1638756 Feb 07 23:01:22.228095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c1970689-34e9-4d71-a7bc-cefa2ae5367d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'security_group_rule': {'security_group_id': '1db89521-cddf-4133-991a-3c152608f18f', 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:22.255345 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-c1970689-34e9-4d71-a7bc-cefa2ae5367d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Project 87518940c9e1467298bfc6fb7e8a763a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:01:22.262566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1970689-34e9-4d71-a7bc-cefa2ae5367d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.282760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:22.341355 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1970689-34e9-4d71-a7bc-cefa2ae5367d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.349249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1970689-34e9-4d71-a7bc-cefa2ae5367d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.372528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1970689-34e9-4d71-a7bc-cefa2ae5367d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f05aff-c9db-4f18-8f63-9c8554179286,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:22.384165 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1970689-34e9-4d71-a7bc-cefa2ae5367d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.388275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c1970689-34e9-4d71-a7bc-cefa2ae5367d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637394 Feb 07 23:01:22.455852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c05a05-3e6f-4aec-b8a7-d62c264aef85 req-eb46e38d-63cf-4bad-a9c9-6c4b9afb3bb0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:22.457590 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73c05a05-3e6f-4aec-b8a7-d62c264aef85 req-eb46e38d-63cf-4bad-a9c9-6c4b9afb3bb0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.0541883 Feb 07 23:01:22.478255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:01:22.508423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73c05a05-3e6f-4aec-b8a7-d62c264aef85 req-6830814e-923f-48d0-8c98-3a64a28b7afc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Feb 07 23:01:22.585619 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-163b7285-e97b-4e66-aaa7-716dc43e7ec0 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352977938&fields=id&tenant_id=87518940c9e1467298bfc6fb7e8a763a HTTP/1.1" status: 200 len: 267 time: 0.0321560 Feb 07 23:01:22.634603 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f22ec51-c6cb-4e73-b516-ccfeb9f867cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.694388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1f22ec51-c6cb-4e73-b516-ccfeb9f867cf None None] For port 0db8ece2-4df5-484a-9d14-30dde5116207, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0db8ece2-4df5-484a-9d14-30dde5116207,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:22.695329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:22.695783 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.698514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e22269-e110-4707-915b-0475fa382691 req-bfb31797-dc17-4ac1-bf55-62eabd3d1e39 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:22.700037 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-bfb31797-dc17-4ac1-bf55-62eabd3d1e39 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/networks?id=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 HTTP/1.1" status: 200 len: 797 time: 0.1067786 Feb 07 23:01:22.704319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f22ec51-c6cb-4e73-b516-ccfeb9f867cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.715995 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-6d7a9aab-7d40-43d0-a5ee-56f54af9c6d8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/quotas/87518940c9e1467298bfc6fb7e8a763a HTTP/1.1" status: 200 len: 375 time: 0.0098779 Feb 07 23:01:22.767554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-4eb0615e-2b35-432b-8493-3e2134837e61 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456524 Feb 07 23:01:22.819023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22ec51-c6cb-4e73-b516-ccfeb9f867cf None None] Pushing event updated for resources: {'Port': ['ID=0db8ece2-4df5-484a-9d14-30dde5116207,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:22.863043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f7e0845a-5e9c-4a55-b4b3-83f461ff62ca None None] Provisioning complete for port 0db8ece2-4df5-484a-9d14-30dde5116207 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:22.863421 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7e0845a-5e9c-4a55-b4b3-83f461ff62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.912565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e2fe38b4-9811-4230-b874-7bdbf3988839 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:01:22.917437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:18Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0db8ece2-4df5-484a-9d14-30dde5116207', 'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:60:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:18Z', 'updated_at': '2022-02-07T23:01:22Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:22.922341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-9424e0b1-ff37-45b0-9bed-b45f0e54acc9 service neutron] 10.222.0.15 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422927 Feb 07 23:01:22.972324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71614a-1abb-4d8e-82a2-c1f195870a65 None None] The sync data for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 is: [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:18Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0db8ece2-4df5-484a-9d14-30dde5116207', 'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:60:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:18Z', 'updated_at': '2022-02-07T23:01:22Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:23.034048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e2fe38b4-9811-4230-b874-7bdbf3988839 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:23.034427 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.041250 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-635c9d92-3785-4d9e-ae6f-a207025334dc service neutron] 10.222.0.15 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120863 Feb 07 23:01:23.218119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f053cc64-74e3-4653-8f19-b0f71cabc670 req-6513ea94-8e35-411e-96db-f3357ee527c0 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 210 time: 0.0282342 Feb 07 23:01:23.624532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b5af2-6841-4dbe-ac90-53396cef57fa req-793578ed-d33a-4439-bc9b-587263641549 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:23.626247 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f12b5af2-6841-4dbe-ac90-53396cef57fa req-793578ed-d33a-4439-bc9b-587263641549 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.0560017 Feb 07 23:01:23.669972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f12b5af2-6841-4dbe-ac90-53396cef57fa req-16a36d91-f3cd-496d-bdcf-3a92884f52ce tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Feb 07 23:01:24.215972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e22269-e110-4707-915b-0475fa382691 req-452fc638-68e1-4f66-af6b-c464f3c0dbde tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:24.217376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-452fc638-68e1-4f66-af6b-c464f3c0dbde tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "GET /v2.0/networks?id=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 HTTP/1.1" status: 200 len: 797 time: 0.1090701 Feb 07 23:01:24.268809 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-5e4bd375-a7f0-43f7-94a3-4716b7b4cec4 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87518940c9e1467298bfc6fb7e8a763a HTTP/1.1" status: 200 len: 379 time: 0.0419812 Feb 07 23:01:24.278486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'port': {'device_id': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'admin_state_up': True, 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'security_groups': ['1db89521-cddf-4133-991a-3c152608f18f']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:24.338342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0db8ece2-4df5-484a-9d14-30dde5116207 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:01:24.354611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-661ded64-c3fd-4d6d-ab81-2b2f7c3ad39b req-6d0b65fe-a65c-4ed4-9ab6-5291ffbbb6a7 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 210 time: 0.0579720 Feb 07 23:01:24.392249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0db8ece2-4df5-484a-9d14-30dde5116207 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:24.392628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.416036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Made reservation on behalf of 87518940c9e1467298bfc6fb7e8a763a for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:24.419631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.546934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.20.0.11 (94e5d13b-9a91-4cc8-ac18-6c0042bd9b56/bbc4b313-a68d-4095-ac4a-65825f1b4562/81d5765f-3cec-49e1-ab51-c876c3499114) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:24.617978 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ed1bd4a-ce1f-4b13-b8f5-e5f82c5105f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.690638 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.725245 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.768784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:24.773471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:24.777406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:01:24.797605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41532677-ef5d-4b35-8d86-97e49c093aa4 req-6a0f3ba3-0cfb-4113-9748-c20c47beffae tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:24.800521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-41532677-ef5d-4b35-8d86-97e49c093aa4 req-6a0f3ba3-0cfb-4113-9748-c20c47beffae tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.0588524 Feb 07 23:01:24.801127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=81d5765f-3cec-49e1-ab51-c876c3499114,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:24.840178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:24.840813 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.841789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-41532677-ef5d-4b35-8d86-97e49c093aa4 req-62396234-8d9a-407f-83fa-2340431acbcf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Feb 07 23:01:24.864402 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.872171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-499ed8e2-0f6a-46b7-8d24-57b5cc1907e9 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5979843 Feb 07 23:01:24.884664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Request body: {'port': {'device_id': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:24.945859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.068166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ddd1250b-546e-460f-acd1-55d806618b51 None None] Provisioning complete for port 81d5765f-3cec-49e1-ab51-c876c3499114 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:25.068435 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ddd1250b-546e-460f-acd1-55d806618b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.106012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1250b-546e-460f-acd1-55d806618b51 None None] Port 81d5765f-3cec-49e1-ab51-c876c3499114 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:01:25.209965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d5765f-3cec-49e1-ab51-c876c3499114 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:25.218081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.229597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Transition to ACTIVE for port object 81d5765f-3cec-49e1-ab51-c876c3499114 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:25.233230 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.289462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Pushing event updated for resources: {'Port': ['ID=81d5765f-3cec-49e1-ab51-c876c3499114,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:25.360451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Attempting to bind port 81d5765f-3cec-49e1-ab51-c876c3499114 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:25.360821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Attempting to bind port 81d5765f-3cec-49e1-ab51-c876c3499114 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:25.361147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Attempting to bind port 81d5765f-3cec-49e1-ab51-c876c3499114 on network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:01:25.365684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Port 81d5765f-3cec-49e1-ab51-c876c3499114 on network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:01:25.366001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Attempting to bind port 81d5765f-3cec-49e1-ab51-c876c3499114 on network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:01:25.371519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:01:25.371903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Checking segment: {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:01:25.372322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Bound using segment: {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:01:25.372751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Bound port: 81d5765f-3cec-49e1-ab51-c876c3499114, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9896c9e2-e805-4092-a538-2c444e6e1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:25.373112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.465308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] For port 81d5765f-3cec-49e1-ab51-c876c3499114, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:01:25.480210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] For port 81d5765f-3cec-49e1-ab51-c876c3499114, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=81d5765f-3cec-49e1-ab51-c876c3499114,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:01:25.487659 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.533243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69ca63-9207-493c-bd39-4d51c3613908 req-7eb66b11-c661-4e0d-8a46-114a42e9f0a1 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:25.534672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c69ca63-9207-493c-bd39-4d51c3613908 req-7eb66b11-c661-4e0d-8a46-114a42e9f0a1 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 944 time: 0.0980763 Feb 07 23:01:25.542248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:25.542871 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.544251 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] 10.222.0.46 "PUT /v2.0/ports/81d5765f-3cec-49e1-ab51-c876c3499114 HTTP/1.1" status: 200 len: 1092 time: 0.6640084 Feb 07 23:01:25.544709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:25.547105 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:25.584859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0f507-87fe-40a2-8f45-fe8f8168830f service neutron] Pushing event updated for resources: {'Port': ['ID=81d5765f-3cec-49e1-ab51-c876c3499114,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:25.598741 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5239b5e6-1355-4489-8de9-3410da53c05e x-openstack-request-id: req-5239b5e6-1355-4489-8de9-3410da53c05e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:25.599218 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:25.599499 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5239b5e6-1355-4489-8de9-3410da53c05e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:25.599922 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114', 'status': 'completed', 'code': 200} Feb 07 23:01:25.634752 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c69ca63-9207-493c-bd39-4d51c3613908 req-c0e783d0-d83f-48df-9877-75dab41a8518 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821080 Feb 07 23:01:25.659913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e22269-e110-4707-915b-0475fa382691 req-d5820c77-367d-4983-b4d4-306e95fa4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:25.661406 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-d5820c77-367d-4983-b4d4-306e95fa4b23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 1095 time: 0.0646598 Feb 07 23:01:25.705381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-77405b31-7e3c-451c-9b9b-fb3f43014189 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d5765f-3cec-49e1-ab51-c876c3499114 HTTP/1.1" status: 200 len: 217 time: 0.0355749 Feb 07 23:01:25.761047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e22269-e110-4707-915b-0475fa382691 req-e3e48d88-5764-4306-93a1-9338dca7f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:25.762468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-e3e48d88-5764-4306-93a1-9338dca7f870 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbc4b313-a68d-4095-ac4a-65825f1b4562 HTTP/1.1" status: 200 len: 834 time: 0.0503883 Feb 07 23:01:25.808566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e22269-e110-4707-915b-0475fa382691 req-3fd5c4a6-48e6-43ff-b1ce-b738b0ea9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:25.810051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-3fd5c4a6-48e6-43ff-b1ce-b738b0ea9544 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397451 Feb 07 23:01:25.908835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-7ed9d3c2-50c8-43a4-a122-7dc542251332 service neutron] 10.222.0.46 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890508 Feb 07 23:01:25.965829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb31b2-e213-4cc6-bc39-bfc33c0bb9bf req-ec0fd6e2-5d64-400b-90c1-e5de31643bbe tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:25.967282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ffb31b2-e213-4cc6-bc39-bfc33c0bb9bf req-ec0fd6e2-5d64-400b-90c1-e5de31643bbe tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.0479219 Feb 07 23:01:26.007794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ffb31b2-e213-4cc6-bc39-bfc33c0bb9bf req-9c2b4c94-a430-41b3-a583-07a2739311d9 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342753 Feb 07 23:01:26.008927 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e22269-e110-4707-915b-0475fa382691 req-206f7c5e-d736-48a5-b518-0f5def8fb1a0 service neutron] 10.222.0.46 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931652 Feb 07 23:01:26.092959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-3ade019f-d70d-4859-9020-beb885eef0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:26.094395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-3ade019f-d70d-4859-9020-beb885eef0bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 1095 time: 0.0410476 Feb 07 23:01:26.187443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-9acef7a8-3861-46fb-80dd-46ce2d4979bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:26.188895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-9acef7a8-3861-46fb-80dd-46ce2d4979bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 HTTP/1.1" status: 200 len: 897 time: 0.0872719 Feb 07 23:01:26.230719 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-4c555622-bb82-47b2-baac-b89661621e6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d5765f-3cec-49e1-ab51-c876c3499114 HTTP/1.1" status: 200 len: 217 time: 0.0345259 Feb 07 23:01:26.279132 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-11424532-db3a-4e5b-a133-fd7eb8fa8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:26.280681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-11424532-db3a-4e5b-a133-fd7eb8fa8e24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbc4b313-a68d-4095-ac4a-65825f1b4562 HTTP/1.1" status: 200 len: 834 time: 0.0433707 Feb 07 23:01:26.331117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-53ee3efe-941a-46bd-961b-2cad6e59e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:26.332650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-53ee3efe-941a-46bd-961b-2cad6e59e472 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445483 Feb 07 23:01:26.342201 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.423277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-813c7b8e-aac0-4025-9750-33bc09ab7294 service neutron] 10.222.0.46 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832222 Feb 07 23:01:26.516216 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e80a5d08-8bbf-4f15-a78b-16a29be72e9a req-d2eb94a2-9a57-42bf-b7b1-f61a61d7a0d8 service neutron] 10.222.0.46 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854011 Feb 07 23:01:26.600382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.751634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3be30-990e-4fba-ad11-d38eaa0b054d req-b979ea8d-9a10-40a2-a5c9-d5acdd0ea06c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:26.753093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1eb3be30-990e-4fba-ad11-d38eaa0b054d req-b979ea8d-9a10-40a2-a5c9-d5acdd0ea06c tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 944 time: 0.0486727 Feb 07 23:01:26.789505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1eb3be30-990e-4fba-ad11-d38eaa0b054d req-af83a3b9-fd58-4d8b-a033-50632e94f0f1 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302887 Feb 07 23:01:27.122478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f399f-2f3b-4d51-b163-d1c918eb5e31 req-d6d6dbf9-88f2-4bc2-9eb1-c22c11580d11 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:27.124249 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-028f399f-2f3b-4d51-b163-d1c918eb5e31 req-d6d6dbf9-88f2-4bc2-9eb1-c22c11580d11 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.0473604 Feb 07 23:01:27.160575 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-028f399f-2f3b-4d51-b163-d1c918eb5e31 req-7b36b084-49e8-4d29-8a4b-6b01a572d2da tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302913 Feb 07 23:01:27.910569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac799d-ca48-427f-b709-ce1b24823ed2 req-fa1d028e-2bfd-464c-ba8a-b4c8011739d7 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:27.912024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27ac799d-ca48-427f-b709-ce1b24823ed2 req-fa1d028e-2bfd-464c-ba8a-b4c8011739d7 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 944 time: 0.0487468 Feb 07 23:01:27.949041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27ac799d-ca48-427f-b709-ce1b24823ed2 req-313aa15b-25e7-4638-b8be-636e914c24cb tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304842 Feb 07 23:01:28.277053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e116f-52d1-494e-b9a7-c8893c55e389 req-cb282ef7-0e32-4aad-b5cd-9445ad673c86 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:28.278487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c5e116f-52d1-494e-b9a7-c8893c55e389 req-cb282ef7-0e32-4aad-b5cd-9445ad673c86 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.0515945 Feb 07 23:01:28.315747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c5e116f-52d1-494e-b9a7-c8893c55e389 req-1bca7dd6-b742-42c7-9081-07c8a4f797c1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313418 Feb 07 23:01:29.008891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 81d5765f-3cec-49e1-ab51-c876c3499114 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:01:29.062908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183e2b2-61c1-4f0d-8099-341f8baef079 req-60dc773b-a3b5-4523-b207-66d1045da7ab tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:29.064661 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4183e2b2-61c1-4f0d-8099-341f8baef079 req-60dc773b-a3b5-4523-b207-66d1045da7ab tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 944 time: 0.0481858 Feb 07 23:01:29.106481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 81d5765f-3cec-49e1-ab51-c876c3499114, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=81d5765f-3cec-49e1-ab51-c876c3499114,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:29.106795 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4183e2b2-61c1-4f0d-8099-341f8baef079 req-551de1bf-fb61-4722-a75b-e779a32ff07f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361578 Feb 07 23:01:29.118631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '81d5765f-3cec-49e1-ab51-c876c3499114', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'port_id': '81d5765f-3cec-49e1-ab51-c876c3499114', 'mac_address': 'fa:16:3e:f8:a1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:01:29.155395 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.167832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d5765f-3cec-49e1-ab51-c876c3499114 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:29.186660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 81d5765f-3cec-49e1-ab51-c876c3499114, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=81d5765f-3cec-49e1-ab51-c876c3499114,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:29.190888 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.236381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=81d5765f-3cec-49e1-ab51-c876c3499114,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:29.419872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['81d5765f-3cec-49e1-ab51-c876c3499114'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:01:29.433275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523fa7c-a0ef-4c4c-9e05-07576aaac530 req-1f1459d4-a45e-4f24-8777-d16e49ce7edc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:29.434733 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5523fa7c-a0ef-4c4c-9e05-07576aaac530 req-1f1459d4-a45e-4f24-8777-d16e49ce7edc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 944 time: 0.0516262 Feb 07 23:01:29.473666 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5523fa7c-a0ef-4c4c-9e05-07576aaac530 req-5c3bd777-9d48-4895-a4fa-a31f72363666 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Feb 07 23:01:29.723481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 93c32acd-22ca-4639-aea4-8cee2593142c details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:01:29.822746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 93c32acd-22ca-4639-aea4-8cee2593142c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=93c32acd-22ca-4639-aea4-8cee2593142c,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:29.834196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '93c32acd-22ca-4639-aea4-8cee2593142c', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'port_id': '93c32acd-22ca-4639-aea4-8cee2593142c', 'mac_address': 'fa:16:3e:6d:e0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:01:29.872390 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.885485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c32acd-22ca-4639-aea4-8cee2593142c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:29.905474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 93c32acd-22ca-4639-aea4-8cee2593142c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=93c32acd-22ca-4639-aea4-8cee2593142c,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:29.909366 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.958935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=93c32acd-22ca-4639-aea4-8cee2593142c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:30.108141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['93c32acd-22ca-4639-aea4-8cee2593142c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:01:30.225176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e2c1d-c881-4a30-a8b4-6f8805ad9c51 req-9cc84e51-8265-41bb-8ea7-80c6775d1646 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:30.226633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-603e2c1d-c881-4a30-a8b4-6f8805ad9c51 req-9cc84e51-8265-41bb-8ea7-80c6775d1646 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 945 time: 0.0486426 Feb 07 23:01:30.265396 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-603e2c1d-c881-4a30-a8b4-6f8805ad9c51 req-d6573ede-3926-49f6-8662-9c3325a726db tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323467 Feb 07 23:01:30.594538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d00a7e-9ca7-4dfd-84c0-887bad9a5a03 req-bd846aac-df8e-4f38-a789-2c7bf24b18d9 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:30.596052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4d00a7e-9ca7-4dfd-84c0-887bad9a5a03 req-bd846aac-df8e-4f38-a789-2c7bf24b18d9 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 945 time: 0.0487030 Feb 07 23:01:30.633592 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4d00a7e-9ca7-4dfd-84c0-887bad9a5a03 req-24a7c9bf-822c-4c5f-b41d-0cb8f8ec94c5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Feb 07 23:01:31.004443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 81d5765f-3cec-49e1-ab51-c876c3499114 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:01:31.055209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 81d5765f-3cec-49e1-ab51-c876c3499114 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:31.059494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 81d5765f-3cec-49e1-ab51-c876c3499114 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:31.059894 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.137610 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.159709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:31.161946 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3d3053-54b1-4372-9e96-0c11bf548d29" -d '{"events": [{"server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "name": "network-vif-plugged", "status": "completed", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:31.175513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 81d5765f-3cec-49e1-ab51-c876c3499114, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=81d5765f-3cec-49e1-ab51-c876c3499114,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:31.179545 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.207480 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcead27-e2ad-4afc-8181-62e0c2dd399d x-openstack-request-id: req-4fcead27-e2ad-4afc-8181-62e0c2dd399d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:31.207795 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "name": "network-vif-plugged", "status": "completed", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:31.208045 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fcead27-e2ad-4afc-8181-62e0c2dd399d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:31.208428 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114', 'code': 200} Feb 07 23:01:31.242193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=81d5765f-3cec-49e1-ab51-c876c3499114,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:31.251059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.251409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.251773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.252112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.252444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.252777 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.253180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.253507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.253832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.254156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.254479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.254801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:31.308470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabeaf4-81ce-49af-acfc-18753c4d53c8 req-c0788241-8e5b-4bb2-a7c2-6fca69ba9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:31.309977 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ecabeaf4-81ce-49af-acfc-18753c4d53c8 req-c0788241-8e5b-4bb2-a7c2-6fca69ba9cfd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 1097 time: 0.0429344 Feb 07 23:01:31.349802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ecabeaf4-81ce-49af-acfc-18753c4d53c8 req-8aed8bb6-2ac8-4911-bdce-079bd3eaa2ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294149 Feb 07 23:01:31.387086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091d43-456a-4f47-b7f0-3610ccf01b83 req-1dbd55f7-c443-4c40-9abc-f8c7869b135f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:31.388646 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81091d43-456a-4f47-b7f0-3610ccf01b83 req-1dbd55f7-c443-4c40-9abc-f8c7869b135f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 946 time: 0.0547123 Feb 07 23:01:31.428055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81091d43-456a-4f47-b7f0-3610ccf01b83 req-32c81e68-c71a-4369-b251-3546e2e432df tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330770 Feb 07 23:01:31.737017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 93c32acd-22ca-4639-aea4-8cee2593142c up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:01:31.757417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d3a6a-c63b-4c92-ad85-6db0bd2b0808 req-bae6a7cb-0849-494a-88f0-4fcbbac2d901 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:31.758893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001d3a6a-c63b-4c92-ad85-6db0bd2b0808 req-bae6a7cb-0849-494a-88f0-4fcbbac2d901 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 945 time: 0.0560327 Feb 07 23:01:31.787760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 93c32acd-22ca-4639-aea4-8cee2593142c completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:31.792587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 93c32acd-22ca-4639-aea4-8cee2593142c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:31.792996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.807480 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-001d3a6a-c63b-4c92-ad85-6db0bd2b0808 req-eccd3c36-c13d-411b-a3e1-5d3721d51cb8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Feb 07 23:01:31.885275 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.919459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 93c32acd-22ca-4639-aea4-8cee2593142c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=93c32acd-22ca-4639-aea4-8cee2593142c,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:31.923113 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.967982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=93c32acd-22ca-4639-aea4-8cee2593142c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:32.543733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1df91d-0ddf-45dc-bacf-e6398947bfeb req-32792614-7595-4b57-a3d6-ceab276ad438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:32.545208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c1df91d-0ddf-45dc-bacf-e6398947bfeb req-32792614-7595-4b57-a3d6-ceab276ad438 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 946 time: 0.0483751 Feb 07 23:01:32.583223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c1df91d-0ddf-45dc-bacf-e6398947bfeb req-d032a8ca-9384-4995-aa4f-ddbd4fdb2cb5 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320106 Feb 07 23:01:32.925943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d539f-b34a-4870-bfaf-e3d404f7c991 req-aa37c3dc-e0b5-45c4-9556-8f89c45fcfbc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:32.927376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-420d539f-b34a-4870-bfaf-e3d404f7c991 req-aa37c3dc-e0b5-45c4-9556-8f89c45fcfbc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 946 time: 0.0480301 Feb 07 23:01:32.964633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-420d539f-b34a-4870-bfaf-e3d404f7c991 req-67c4e3c4-059d-4cf3-89d2-77cd1280763d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307164 Feb 07 23:01:33.209621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a2857-9bac-42bb-b44d-9373afec1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c32acd-22ca-4639-aea4-8cee2593142c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:33.212728 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706924e8-bf74-43f9-8e01-999723e8628b" -d '{"events": [{"server_uuid": "8f8a2857-9bac-42bb-b44d-9373afec1b39", "name": "network-vif-plugged", "status": "completed", "tag": "93c32acd-22ca-4639-aea4-8cee2593142c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:33.248123 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651cb49f-9052-4671-a70f-6189c496f677 x-openstack-request-id: req-651cb49f-9052-4671-a70f-6189c496f677 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:33.248414 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a2857-9bac-42bb-b44d-9373afec1b39", "name": "network-vif-plugged", "status": "completed", "tag": "93c32acd-22ca-4639-aea4-8cee2593142c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:33.248667 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-651cb49f-9052-4671-a70f-6189c496f677 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:33.249313 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a2857-9bac-42bb-b44d-9373afec1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c32acd-22ca-4639-aea4-8cee2593142c', 'code': 200} Feb 07 23:01:33.339842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb21cc-a3ac-4017-a597-844d5af52333 req-41d87913-8cac-43e1-bc69-ce74f54de911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:33.341327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9eb21cc-a3ac-4017-a597-844d5af52333 req-41d87913-8cac-43e1-bc69-ce74f54de911 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 1097 time: 0.0388551 Feb 07 23:01:33.376135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9eb21cc-a3ac-4017-a597-844d5af52333 req-3e9368c5-8d0a-4ae4-942b-40d9953e2a41 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274680 Feb 07 23:01:33.699898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291b6ee-0f86-42cf-a29a-fb070690cc6b req-ac82e44e-f22f-40ec-b012-f69b12edfaf8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:33.701369 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8291b6ee-0f86-42cf-a29a-fb070690cc6b req-ac82e44e-f22f-40ec-b012-f69b12edfaf8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 946 time: 0.0480354 Feb 07 23:01:33.742863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8291b6ee-0f86-42cf-a29a-fb070690cc6b req-f63348b6-621f-4c8c-9bd5-baa91782fa11 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349197 Feb 07 23:01:33.858780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ca31e-47d6-4e15-b3f2-4c3aa5bf19c4 req-9eac3a99-1776-4a28-a1b4-3f0adf5ef86a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:33.860274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-865ca31e-47d6-4e15-b3f2-4c3aa5bf19c4 req-9eac3a99-1776-4a28-a1b4-3f0adf5ef86a tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 946 time: 0.0480659 Feb 07 23:01:33.901384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-865ca31e-47d6-4e15-b3f2-4c3aa5bf19c4 req-f71db0b7-3ef9-4a04-9741-421019a4cc89 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344074 Feb 07 23:01:33.923874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46552) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:33.967187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7bac5-e5a5-4968-a8b4-f9c787d24f98 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:33.968733 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1fe7bac5-e5a5-4968-a8b4-f9c787d24f98 tempest-TestNetworkBasicOps-153109128 tempest-TestNetworkBasicOps-153109128-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 1092 time: 0.0438833 Feb 07 23:01:33.971642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46554) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:33.974550 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:33.976533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '81d5765f-3cec-49e1-ab51-c876c3499114', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:34.002489 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:34.080351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f3f81-c164-452e-bd2c-46e9c87d4f12 req-a21b430f-1512-4b98-b57c-cd14bd671046 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:34.082544 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c0f3f81-c164-452e-bd2c-46e9c87d4f12 req-a21b430f-1512-4b98-b57c-cd14bd671046 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 946 time: 0.0500073 Feb 07 23:01:34.099977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:34.121956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c0f3f81-c164-452e-bd2c-46e9c87d4f12 req-c72ac82b-b5b5-471a-bdd9-343cf8c61b8d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Feb 07 23:01:34.207506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Allocated IP 172.25.8.27 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/d2fc2fc5-04cb-4dab-bee3-9df9c8bee4a5) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:34.308405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:34.343278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:34.386639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:34.389751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:34.393521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:01:34.419109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=d2fc2fc5-04cb-4dab-bee3-9df9c8bee4a5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:34.472189 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.056456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.124658 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.282666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22008ef-8403-4c71-b926-e174fc7771c0 req-e27edb61-46e1-4b2b-ae6f-7ad0fa1a9bc1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:35.284135 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f22008ef-8403-4c71-b926-e174fc7771c0 req-e27edb61-46e1-4b2b-ae6f-7ad0fa1a9bc1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 946 time: 0.0773661 Feb 07 23:01:35.350392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.357770 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f22008ef-8403-4c71-b926-e174fc7771c0 req-9eccac07-57b8-4459-aa7c-c504f63779e1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585151 Feb 07 23:01:35.358990 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.434274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event updated for resources: {'Port': ['ID=d2fc2fc5-04cb-4dab-bee3-9df9c8bee4a5,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:35.444762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.474645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d59d-ab75-460d-84b7-a959b375bdcc req-4c7daa15-8c42-4d40-abb1-7814574f8b1b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:35.476137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e008d59d-ab75-460d-84b7-a959b375bdcc req-4c7daa15-8c42-4d40-abb1-7814574f8b1b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 946 time: 0.0492327 Feb 07 23:01:35.514728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e008d59d-ab75-460d-84b7-a959b375bdcc req-fc740041-2773-4e3a-a0af-c4fbca114c72 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Feb 07 23:01:35.546808 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Floating IP 29087185-3cc9-44ea-8cd1-e3fd3bd5f627 associated. External IP: 172.25.8.27, port: 81d5765f-3cec-49e1-ab51-c876c3499114. Feb 07 23:01:35.673115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0390ef-4c85-4ca8-9021-bceae8528286 req-a2f818d8-80f3-4d66-a7fb-d587032c34bf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:35.674473 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c0390ef-4c85-4ca8-9021-bceae8528286 req-a2f818d8-80f3-4d66-a7fb-d587032c34bf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 946 time: 0.0950358 Feb 07 23:01:35.756208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c0390ef-4c85-4ca8-9021-bceae8528286 req-ea99783e-4564-4b53-8928-279a406e7323 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748096 Feb 07 23:01:35.826979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:01:35.937371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:01:35.951438 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] Sync routers for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:35.963867 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:35.964734 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:35.970774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:36.000273 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b83bae40-5f4f-4149-ada3-484660158d5d tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0274146 Feb 07 23:01:36.000866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:36.002934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46570) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:36.003128 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbbaa01-0397-45fe-8904-6ac90f936f00" -d '{"events": [{"name": "network-changed", "server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:36.054231 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b055a0-a355-4744-a8c0-a4c8e474625c x-openstack-request-id: req-44b055a0-a355-4744-a8c0-a4c8e474625c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:36.054536 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:36.054786 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44b055a0-a355-4744-a8c0-a4c8e474625c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:36.055315 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114', 'status': 'completed', 'code': 200} Feb 07 23:01:36.083601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2686145-5e43-4331-a5de-507590128320 req-8a29d5f8-b094-45da-a1cf-9058af4937ce tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:36.085323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2686145-5e43-4331-a5de-507590128320 req-8a29d5f8-b094-45da-a1cf-9058af4937ce tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 946 time: 0.0653532 Feb 07 23:01:36.086192 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:36.093333 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4075ea07-8476-4c79-85bf-3ecc3a95bf05 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/floatingips/29087185-3cc9-44ea-8cd1-e3fd3bd5f627 HTTP/1.1" status: 200 len: 991 time: 0.0874598 Feb 07 23:01:36.123245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-39716270-cd28-4fb2-a5bc-d2020b3f8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:36.125116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-39716270-cd28-4fb2-a5bc-d2020b3f8f71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 1097 time: 0.0454452 Feb 07 23:01:36.127608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2686145-5e43-4331-a5de-507590128320 req-95ae58fe-3adc-4cd5-84af-9bda700a9ae8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348351 Feb 07 23:01:36.216735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-15772b25-04d4-499c-a896-3acd69bd5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:36.218351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-15772b25-04d4-499c-a896-3acd69bd5948 service neutron] 10.222.0.46 "GET /v2.0/networks?id=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 HTTP/1.1" status: 200 len: 897 time: 0.0866568 Feb 07 23:01:36.288144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-65f60da0-ac3f-4df2-ab98-d4ce70842e03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d5765f-3cec-49e1-ab51-c876c3499114 HTTP/1.1" status: 200 len: 999 time: 0.0620968 Feb 07 23:01:36.310389 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:18Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '29087185-3cc9-44ea-8cd1-e3fd3bd5f627', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'port_id': '81d5765f-3cec-49e1-ab51-c876c3499114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'mac_address': 'fa:16:3e:f8:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:34Z', 'revision_number': 0, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db8ece2-4df5-484a-9d14-30dde5116207', 'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:60:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:18Z', 'updated_at': '2022-02-07T23:01:22Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:36.337771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-953fbcf0-3643-4405-bfdd-7db3cda30b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:36.339973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-953fbcf0-3643-4405-bfdd-7db3cda30b27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbc4b313-a68d-4095-ac4a-65825f1b4562 HTTP/1.1" status: 200 len: 834 time: 0.0439153 Feb 07 23:01:36.340558 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] Checking router: 4e4a3d8a-064e-4207-b3ce-f4273e943a31 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:01:36.348734 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:36.349300 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:36.389024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-6ae37279-57e5-4c5b-96cf-4e47a7ff587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:36.390607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-6ae37279-57e5-4c5b-96cf-4e47a7ff587c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411389 Feb 07 23:01:36.402509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-1aef8075-e14e-419a-8aed-3c1393463176 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:01:36.403445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-1aef8075-e14e-419a-8aed-3c1393463176 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054488 Feb 07 23:01:36.449792 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:36.494672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-ec8dc416-57aa-4692-a0be-3e3dcbbb497e service neutron] 10.222.0.46 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835297 Feb 07 23:01:36.583906 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dbbaa01-0397-45fe-8904-6ac90f936f00 req-7058efd8-4b89-485f-b3d6-24557bb504e0 service neutron] 10.222.0.46 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815299 Feb 07 23:01:36.670228 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:18Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '29087185-3cc9-44ea-8cd1-e3fd3bd5f627', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'port_id': '81d5765f-3cec-49e1-ab51-c876c3499114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'mac_address': 'fa:16:3e:f8:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:34Z', 'revision_number': 0, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db8ece2-4df5-484a-9d14-30dde5116207', 'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:60:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:18Z', 'updated_at': '2022-02-07T23:01:22Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:36.695249 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ed8e30-ec47-49fd-999a-1c0c41d223db None None] The sync data for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 is: [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:18Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '29087185-3cc9-44ea-8cd1-e3fd3bd5f627', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'port_id': '81d5765f-3cec-49e1-ab51-c876c3499114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'mac_address': 'fa:16:3e:f8:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:34Z', 'revision_number': 0, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db8ece2-4df5-484a-9d14-30dde5116207', 'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:60:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:18Z', 'updated_at': '2022-02-07T23:01:22Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:36.891394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67fda3-c7f5-4934-b8fd-b25b6fb5685c None None] New status for floating IP 29087185-3cc9-44ea-8cd1-e3fd3bd5f627: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:01:37.097229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46574) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:37.165638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5665bcde-eee4-423a-9d1c-b250b0ab3199 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/floatingips/29087185-3cc9-44ea-8cd1-e3fd3bd5f627 HTTP/1.1" status: 200 len: 993 time: 0.0671937 Feb 07 23:01:37.247413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656db7c4-00d4-468f-8e49-19d06ee4742c req-5c9bb428-f9d9-4075-9770-540704e52a67 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:37.249168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-656db7c4-00d4-468f-8e49-19d06ee4742c req-5c9bb428-f9d9-4075-9770-540704e52a67 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 946 time: 0.0482054 Feb 07 23:01:37.285552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-656db7c4-00d4-468f-8e49-19d06ee4742c req-5e0a2960-7ef0-452f-8017-55e977a66919 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303531 Feb 07 23:01:37.452325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e782e-194f-400e-a138-329b333d7a76 req-95de5ee2-b339-456a-abcd-ed8b47fdcf50 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:37.453745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f7e782e-194f-400e-a138-329b333d7a76 req-95de5ee2-b339-456a-abcd-ed8b47fdcf50 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 946 time: 0.0509596 Feb 07 23:01:37.544251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4f7e782e-194f-400e-a138-329b333d7a76 req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port 93c32acd-22ca-4639-aea4-8cee2593142c {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:37.544935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4f7e782e-194f-400e-a138-329b333d7a76 req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.634614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-4f7e782e-194f-400e-a138-329b333d7a76 req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] For port 93c32acd-22ca-4639-aea4-8cee2593142c, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=93c32acd-22ca-4639-aea4-8cee2593142c,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:37.635014 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4f7e782e-194f-400e-a138-329b333d7a76 req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.646510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-4f7e782e-194f-400e-a138-329b333d7a76 req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for 93c32acd-22ca-4639-aea4-8cee2593142c owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:37.769143 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4f7e782e-194f-400e-a138-329b333d7a76 req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.780436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['93c32acd-22ca-4639-aea4-8cee2593142c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:01:37.803361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=93c32acd-22ca-4639-aea4-8cee2593142c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:37.845434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7e782e-194f-400e-a138-329b333d7a76 req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] No DVR routers for this DVR port 93c32acd-22ca-4639-aea4-8cee2593142c on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:37.848190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-4f7e782e-194f-400e-a138-329b333d7a76 req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.851640 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4f7e782e-194f-400e-a138-329b333d7a76 req-6b915897-998f-4058-bb6a-f369dad10827 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "DELETE /v2.0/ports/93c32acd-22ca-4639-aea4-8cee2593142c HTTP/1.1" status: 204 len: 173 time: 0.3917704 Feb 07 23:01:37.852136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a2857-9bac-42bb-b44d-9373afec1b39', 'name': 'network-vif-deleted', 'tag': '93c32acd-22ca-4639-aea4-8cee2593142c'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:37.854794 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65189a48-5b95-4265-8b92-a2d1dccb3bcd" -d '{"events": [{"server_uuid": "8f8a2857-9bac-42bb-b44d-9373afec1b39", "name": "network-vif-deleted", "tag": "93c32acd-22ca-4639-aea4-8cee2593142c"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:37.899835 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce8a14-38f0-439f-b855-22a40ecb8950 x-openstack-request-id: req-6cce8a14-38f0-439f-b855-22a40ecb8950 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:37.900129 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a2857-9bac-42bb-b44d-9373afec1b39", "name": "network-vif-deleted", "tag": "93c32acd-22ca-4639-aea4-8cee2593142c", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:37.900988 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6cce8a14-38f0-439f-b855-22a40ecb8950 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:37.901470 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a2857-9bac-42bb-b44d-9373afec1b39', 'name': 'network-vif-deleted', 'tag': '93c32acd-22ca-4639-aea4-8cee2593142c', 'status': 'completed', 'code': 200} Feb 07 23:01:38.379459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07b0ceb7-6b77-4dbe-9a4b-2207abfc0be1 req-9aabe9de-1d9a-4d4b-bd9a-32984a799369 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 210 time: 0.0268092 Feb 07 23:01:39.480541 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23748ff2-d170-4bf3-a623-a739615a877c req-fc5afd4b-14bb-43fd-8eb2-55850c6728df tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 210 time: 0.0306799 Feb 07 23:01:40.576574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbe0e175-e559-4eae-8210-40d51c579886 req-1014dfd6-792a-437d-92c4-17c04ad79308 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 210 time: 0.0266197 Feb 07 23:01:41.687713 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aaa0ca5c-1ef8-4031-bc3f-23604dd12b60 req-f4190582-9101-41a6-aa52-5068548edba0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a2857-9bac-42bb-b44d-9373afec1b39 HTTP/1.1" status: 200 len: 210 time: 0.0255547 Feb 07 23:01:41.767690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 93c32acd-22ca-4639-aea4-8cee2593142c no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:01:41.788467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 93c32acd-22ca-4639-aea4-8cee2593142c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:01:41.788859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 93c32acd-22ca-4639-aea4-8cee2593142c not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:01:48.001741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9188eb1-2edb-46cf-a8f1-3f6f6f226932 req-58578c32-90ed-405e-bf13-5796419ccca6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:48.003346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9188eb1-2edb-46cf-a8f1-3f6f6f226932 req-58578c32-90ed-405e-bf13-5796419ccca6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0513318 Feb 07 23:01:48.042426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9188eb1-2edb-46cf-a8f1-3f6f6f226932 req-40f6d2fe-8f8c-46f0-99ac-2b640b328b76 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327609 Feb 07 23:01:49.162609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e77d5-c7e3-4b27-98cc-b464b47b1da9 req-2ca6760a-16b5-40df-b9a2-bcc8acb0501e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:49.164111 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-964e77d5-c7e3-4b27-98cc-b464b47b1da9 req-2ca6760a-16b5-40df-b9a2-bcc8acb0501e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0499163 Feb 07 23:01:49.207902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-964e77d5-c7e3-4b27-98cc-b464b47b1da9 req-f8779249-9dc5-4007-8390-1bc47f23d9da tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375898 Feb 07 23:01:50.333219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f13023-5799-43fd-bbac-1bf006596fbc req-eb5d17e4-136b-46fd-8dfe-e94518a1acd5 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:50.334678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-38f13023-5799-43fd-bbac-1bf006596fbc req-eb5d17e4-136b-46fd-8dfe-e94518a1acd5 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0510697 Feb 07 23:01:50.375319 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-38f13023-5799-43fd-bbac-1bf006596fbc req-90ee0c78-e6a0-4df6-83ca-37b38fd9a471 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331383 Feb 07 23:01:51.008185 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:01:51.438770 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0cb9101-6bca-4ac6-83e0-eccbb5004d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:51.505595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad438b-6c86-48a6-b09e-8c3945593db0 req-54f48f62-121f-4d12-b6c0-4814d5b81d9a tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:51.512211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96ad438b-6c86-48a6-b09e-8c3945593db0 req-54f48f62-121f-4d12-b6c0-4814d5b81d9a tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0574412 Feb 07 23:01:51.550514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96ad438b-6c86-48a6-b09e-8c3945593db0 req-08251f62-dcf3-42e6-9482-ef11bd34458c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359671 Feb 07 23:01:52.686750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98284f-b3f2-44df-a647-59ab3adb5292 req-0c52a4b0-2eef-49e3-90b2-f7ff14926463 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:52.688911 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b98284f-b3f2-44df-a647-59ab3adb5292 req-0c52a4b0-2eef-49e3-90b2-f7ff14926463 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0611944 Feb 07 23:01:52.731043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b98284f-b3f2-44df-a647-59ab3adb5292 req-fef1e9f1-febf-4933-a663-735619fd25ad tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338714 Feb 07 23:01:53.578323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9456205-f9eb-4aef-9e1a-fda05a0a1937 req-3abf7153-3e01-486e-8b2c-5c81590a6466 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:53.579795 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9456205-f9eb-4aef-9e1a-fda05a0a1937 req-3abf7153-3e01-486e-8b2c-5c81590a6466 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 947 time: 0.0519576 Feb 07 23:01:53.618201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9456205-f9eb-4aef-9e1a-fda05a0a1937 req-202878ac-c3e0-4e53-96aa-312a862fe111 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Feb 07 23:01:53.860391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3093f62-5077-4773-886d-550ea6f479c7 req-03e7ec95-edc6-45b5-b2ee-68bc479d1c41 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:53.861878 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3093f62-5077-4773-886d-550ea6f479c7 req-03e7ec95-edc6-45b5-b2ee-68bc479d1c41 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0532691 Feb 07 23:01:53.903064 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e3093f62-5077-4773-886d-550ea6f479c7 req-6c7ed840-159e-4e9b-8a1e-a5a91e27698f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344739 Feb 07 23:01:54.622006 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fb98386-d124-4113-86e2-39bc5e024426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:54.744404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41106dcf-52d7-4d77-bd63-3ee939162b41 req-40d1bff6-d503-4f24-b2b6-d4b449ca1c50 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:54.745880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41106dcf-52d7-4d77-bd63-3ee939162b41 req-40d1bff6-d503-4f24-b2b6-d4b449ca1c50 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 947 time: 0.0516028 Feb 07 23:01:54.788748 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41106dcf-52d7-4d77-bd63-3ee939162b41 req-b985a24b-09ce-4e3e-9887-4af07bf12d06 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecc59bc4-dade-48a8-adb1-712e2dafbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362382 Feb 07 23:01:54.874239 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:54.974002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-165bc1ca-3d53-4be3-b3bf-cc5553f34356 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:54.975448 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-165bc1ca-3d53-4be3-b3bf-cc5553f34356 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.46 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 947 time: 0.0498972 Feb 07 23:01:55.029882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb7676-7b59-4b62-861c-e6029c816ac5 req-ad5b2b81-8353-4797-b420-e02378ca31bf tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:55.031481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bffb7676-7b59-4b62-861c-e6029c816ac5 req-ad5b2b81-8353-4797-b420-e02378ca31bf tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0577424 Feb 07 23:01:55.072686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bffb7676-7b59-4b62-861c-e6029c816ac5 req-76991599-f967-4e86-aa9b-7de2316b688e tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345597 Feb 07 23:01:55.073406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Deleting port 1ff12a97-6c53-4be0-a149-9099667d0657 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:55.073752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.173039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] For port 1ff12a97-6c53-4be0-a149-9099667d0657, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1ff12a97-6c53-4be0-a149-9099667d0657,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:01:55.173785 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.358526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.358907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.359224 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Floating IP 8db32429-f378-4b73-8755-e1b1a97506dc disassociated. External IP: 172.25.8.2, port: 1ff12a97-6c53-4be0-a149-9099667d0657. Feb 07 23:01:55.359560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Calling delete_port for 1ff12a97-6c53-4be0-a149-9099667d0657 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:55.493709 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.522482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event deleted for resources: {'Port': ['ID=1ff12a97-6c53-4be0-a149-9099667d0657,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:55.532652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.532999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.533345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.533682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.534011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.534341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.534668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.534990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.535311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.535632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.535979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.536298 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:55.654307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:01:55.763294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:01:55.773129 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] Sync routers for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:55.784410 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:55.785022 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:55.823195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] No DVR routers for this DVR port 1ff12a97-6c53-4be0-a149-9099667d0657 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:55.832249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.844811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97ab1d57-9c96-43bf-9b4c-63ff81d6a4e1 req-560e4ee8-7441-49ef-aeac-29b173815412 tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.46 "DELETE /v2.0/ports/1ff12a97-6c53-4be0-a149-9099667d0657 HTTP/1.1" status: 204 len: 173 time: 0.8628705 Feb 07 23:01:55.846576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-deleted', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:55.862042 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0cd78a-eb62-477c-941b-c256d0ec4bea" -d '{"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-deleted", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:01:55.946891 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:55.987027 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1640e64-9256-4058-a830-266a3664239e x-openstack-request-id: req-c1640e64-9256-4058-a830-266a3664239e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:01:55.987369 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605a0224-d6fa-4a9a-96cc-05998a0dda03", "name": "network-vif-deleted", "tag": "1ff12a97-6c53-4be0-a149-9099667d0657", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:01:55.987628 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1640e64-9256-4058-a830-266a3664239e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:01:55.988066 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605a0224-d6fa-4a9a-96cc-05998a0dda03', 'name': 'network-vif-deleted', 'tag': '1ff12a97-6c53-4be0-a149-9099667d0657', 'status': 'completed', 'code': 200} Feb 07 23:01:56.040976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bd8596f8-73ec-41fc-bd12-08d60db3d5b9 req-57e29a0d-cfe2-48fd-b991-caa7c8871b0b tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/ports?device_id=605a0224-d6fa-4a9a-96cc-05998a0dda03 HTTP/1.1" status: 200 len: 210 time: 0.0421576 Feb 07 23:01:56.209609 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:56.234847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c268161-cbde-4c2e-ba9e-5b707818435e req-464d0dea-0ac3-4490-b952-4aa9737686c6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:56.235929 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] Checking router: dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:01:56.238210 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c268161-cbde-4c2e-ba9e-5b707818435e req-464d0dea-0ac3-4490-b952-4aa9737686c6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0613956 Feb 07 23:01:56.246161 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:01:56.246780 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:56.284150 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c268161-cbde-4c2e-ba9e-5b707818435e req-6562a4a9-aa17-41f4-92bc-1421b4329cf6 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362480 Feb 07 23:01:56.347153 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.363128 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:01:56.604379 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.668054 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:56.694192 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb9842-f2c8-453a-acc6-764ccdb01342 None None] The sync data for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 is: [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T22:56:03Z', 'revision_number': 4, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '04fc4097-1c65-418d-a25f-d3c471f94b1c', 'name': '', 'network_id': 'db9328a8-d792-41b3-ac3a-e474230c354e', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'mac_address': 'fa:16:3e:b2:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:00Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'subnets': [{'id': '988b654f-1d6f-420c-b2d6-6e681bcdd53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:56.928752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830621e-9e16-43b8-9a54-23dc63063803 None None] New status for floating IP 8db32429-f378-4b73-8755-e1b1a97506dc: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:01:57.149499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1ff12a97-6c53-4be0-a149-9099667d0657 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:01:57.149886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46766) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:57.177684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 1ff12a97-6c53-4be0-a149-9099667d0657 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:01:57.178036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1ff12a97-6c53-4be0-a149-9099667d0657 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:01:57.213468 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bac0e944-3ef2-4f52-a8e6-7a8a3d7055ef tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.242957 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bac0e944-3ef2-4f52-a8e6-7a8a3d7055ef tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.299557 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bac0e944-3ef2-4f52-a8e6-7a8a3d7055ef tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.302296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bac0e944-3ef2-4f52-a8e6-7a8a3d7055ef tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.303463 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bac0e944-3ef2-4f52-a8e6-7a8a3d7055ef tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "DELETE /v2.0/security-groups/ecc59bc4-dade-48a8-adb1-712e2dafbcb5 HTTP/1.1" status: 204 len: 168 time: 0.1517327 Feb 07 23:01:57.306373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46768) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:57.315498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0e944-3ef2-4f52-a8e6-7a8a3d7055ef tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc59bc4-dade-48a8-adb1-712e2dafbcb5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:57.333793 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-d287767e-1efb-4ed0-b4a0-6ce87265a50f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] show failed (client error): The resource could not be found. Feb 07 23:01:57.342374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d287767e-1efb-4ed0-b4a0-6ce87265a50f tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "GET /v2.0/security-groups/ecc59bc4-dade-48a8-adb1-712e2dafbcb5 HTTP/1.1" status: 404 len: 347 time: 0.0347311 Feb 07 23:01:57.345511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 46772) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:01:57.822515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4b1de-7711-4bbb-a358-de717fa43ea7 req-ca01039a-db3f-420e-a93c-71d30a9007cc tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:57.824121 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a5b4b1de-7711-4bbb-a358-de717fa43ea7 req-ca01039a-db3f-420e-a93c-71d30a9007cc tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.4358964 Feb 07 23:01:57.875548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Deleting port e2d36fb5-e123-4125-8584-00f7d94349e8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:01:57.875548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.879154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a5b4b1de-7711-4bbb-a358-de717fa43ea7 req-e9f60505-5a8b-4d22-bbef-7671234e5169 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468993 Feb 07 23:01:57.963629 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.964080 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.975249 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Calling delete_port for e2d36fb5-e123-4125-8584-00f7d94349e8 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:01:58.111213 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.144841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Pushing event deleted for resources: {'Port': ['ID=e2d36fb5-e123-4125-8584-00f7d94349e8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:58.201251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.204109 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.205365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-59bdcc59-29b3-4bb4-91ee-81b32094f74a tempest-AttachVolumeShelveTestJSON-555030168 tempest-AttachVolumeShelveTestJSON-555030168-project] 10.222.0.15 "DELETE /v2.0/floatingips/8db32429-f378-4b73-8755-e1b1a97506dc HTTP/1.1" status: 204 len: 168 time: 0.8588669 Feb 07 23:01:59.006874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa502fc-7358-4163-be45-14112854109f req-20286c0f-00f9-46e7-83e7-fd9a04e68a64 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:59.008513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efa502fc-7358-4163-be45-14112854109f req-20286c0f-00f9-46e7-83e7-fd9a04e68a64 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0531363 Feb 07 23:01:59.047939 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-efa502fc-7358-4163-be45-14112854109f req-eb753b5b-009e-45c1-a86b-c3916ddc73c7 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323706 Feb 07 23:01:59.300057 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847990e8-1826-4895-8225-c09c4d158be7 req-1d74ac49-0789-486d-b4f1-35d309a071d3 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:59.310124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-847990e8-1826-4895-8225-c09c4d158be7 req-1d74ac49-0789-486d-b4f1-35d309a071d3 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0913250 Feb 07 23:01:59.325652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-c307af90-8760-43af-a74a-144e4ec6e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:59.327143 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-c307af90-8760-43af-a74a-144e4ec6e853 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 1097 time: 0.0543084 Feb 07 23:01:59.369179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-847990e8-1826-4895-8225-c09c4d158be7 req-4072eb30-4b12-4024-bd6c-2bf015669cdb tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547819 Feb 07 23:01:59.456029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-35cb0ea4-c546-4cf2-9573-d9a9fa776e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:59.457296 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-35cb0ea4-c546-4cf2-9573-d9a9fa776e75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 910 time: 0.1177471 Feb 07 23:01:59.527133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-9dd603e5-0b5b-4cc2-826b-7cee58f0f237 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba915a32-22f8-4de1-8636-4ecf148e2164 HTTP/1.1" status: 200 len: 1002 time: 0.0622861 Feb 07 23:01:59.582545 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-ee3857b8-496c-4737-979d-20dcfbd2867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:59.584009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-ee3857b8-496c-4737-979d-20dcfbd2867a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.0504837 Feb 07 23:01:59.628314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-1a0284d2-c646-4b65-8ddc-2686fb036c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:59.629870 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-1a0284d2-c646-4b65-8ddc-2686fb036c02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400906 Feb 07 23:01:59.723152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-9330005a-31f2-4501-ae5d-5f6dab6bfd62 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858905 Feb 07 23:01:59.824732 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85db36e6-70a5-46ff-b33f-d971e8fc1cf1 req-3fabbfa0-bf12-4e8b-9695-2a5164655499 service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939395 Feb 07 23:02:00.494495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ea3d8-46e3-4d78-b84e-571f7bd33f04 req-4fc3ba31-712c-40fc-bfeb-6d23cccfad5b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:00.502850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a20ea3d8-46e3-4d78-b84e-571f7bd33f04 req-4fc3ba31-712c-40fc-bfeb-6d23cccfad5b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0635908 Feb 07 23:02:00.545471 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a20ea3d8-46e3-4d78-b84e-571f7bd33f04 req-4de7d0ba-5eec-4630-9b6e-007ca9aad016 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415363 Feb 07 23:02:03.613547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-ae70b3bb-68f3-4c6d-9ab8-6c033e2d3590 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:03.615211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-ae70b3bb-68f3-4c6d-9ab8-6c033e2d3590 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1022005 Feb 07 23:02:03.632691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-f67ea2a4-43d4-4ac4-85bb-984aeb7df943 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/quotas/edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 375 time: 0.0098619 Feb 07 23:02:03.692755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4dd1382a-4832-4773-8a9e-deb9c3ae1383 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500472 Feb 07 23:02:03.782455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-47f3d41f-8751-4433-8c6e-7b0887967422 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813751 Feb 07 23:02:03.844333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46860) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:03.881702 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-31500bca-1c5d-4dbe-a29e-a7c507844c99 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924177 Feb 07 23:02:03.988957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:04.219832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-079eeb24-8cbe-4e7f-a454-99e14aac3a8f req-c92f7997-d3fe-4914-971b-4fd91daae8c2 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0321488 Feb 07 23:02:04.378254 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:04.486443 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:04.635160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Deleting port 04fc4097-1c65-418d-a25f-d3c471f94b1c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:04.635536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:04.715559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] For port 04fc4097-1c65-418d-a25f-d3c471f94b1c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=04fc4097-1c65-418d-a25f-d3c471f94b1c,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:04.715948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:04.729196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Calling delete_port for 04fc4097-1c65-418d-a25f-d3c471f94b1c owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:04.910182 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:04.935457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fc4097-1c65-418d-a25f-d3c471f94b1c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:04.947584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.947959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.948301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.948639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.948974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.949302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.949627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.949952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.950271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.950592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.950917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:04.951237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.246610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-b888ffee-b987-4220-9dfa-ab916d200b2b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:05.248740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-b888ffee-b987-4220-9dfa-ab916d200b2b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1188836 Feb 07 23:02:05.265974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'port': {'device_id': '6daecfeb-0f7b-40bc-8a35-70dea348a3f1', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'admin_state_up': True, 'tenant_id': 'edc93e220b884578820ed73d5e9400f9'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:05.358698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55e3c353-7a28-4dd2-8339-c1d1c04010ee req-b6aef67b-26a3-4763-b5ac-723716e1a3cf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0372937 Feb 07 23:02:05.386503 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.426441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Made reservation on behalf of edc93e220b884578820ed73d5e9400f9 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:05.431166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.579835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.20.0.4 (2f757959-1832-41a9-aab1-345730436e6e/40058268-0e17-460f-86fe-d5a141a2db00/3b5bd5cc-349f-4db1-945b-eaf4c97d5b84) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:05.633639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:02:05.742102 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.744002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:02:05.749424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-788f15cd-3a9f-402d-9f87-776403ecc726 admin admin] 10.222.0.15 "PUT /v2.0/routers/dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9040387 Feb 07 23:02:05.751984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46888) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:05.755038 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] Sync routers for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:05.765574 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:05.766208 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:05.793650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.856918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:05.861061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:05.863084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:05.877415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:05.901701 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:05.908445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.972401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:05.973082 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.001984 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5cb2ffa2-266c-49e8-ba58-443f8e1355b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7449322 Feb 07 23:02:06.021836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-75894a69-a548-4113-844c-d8b9158ef4d5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:02:06.022937 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-75894a69-a548-4113-844c-d8b9158ef4d5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093451 Feb 07 23:02:06.054596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.126942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Deleting port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:06.127403 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.154864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Request body: {'port': {'device_id': '6daecfeb-0f7b-40bc-8a35-70dea348a3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:06.185769 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T23:02:04Z', 'revision_number': 5, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port': {'id': '8cb0dd17-1987-42ef-b7ef-f2d68a02c872', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:53Z', 'updated_at': '2022-02-07T22:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:06.221209 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] Checking router: dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:06.230968 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] Routers {'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:06.231596 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:06.243609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e181420d-5d60-4ec4-93d3-d4aee7667920 None None] Provisioning complete for port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:06.244258 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e181420d-5d60-4ec4-93d3-d4aee7667920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.250198 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.263641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] For port 8cb0dd17-1987-42ef-b7ef-f2d68a02c872, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8cb0dd17-1987-42ef-b7ef-f2d68a02c872,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:06.264843 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.281876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Calling delete_port for 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:06.325398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e181420d-5d60-4ec4-93d3-d4aee7667920 None None] Port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:06.370585 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] Set router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:06.433149 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T23:02:06Z', 'revision_number': 6, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:06.470699 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67987e3d-ed80-43c4-9fda-cddbb3961e7c None None] The sync data for ids ['dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c'] in n-d-827895-2 is: [{'id': 'dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c', 'name': 'tempest-AttachVolumeShelveTestJSON-320109278-router', 'tenant_id': '2f8188f23cd14522b0e643238af88f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:51Z', 'updated_at': '2022-02-07T23:02:06Z', 'revision_number': 6, 'project_id': '2f8188f23cd14522b0e643238af88f51', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:06.534524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d2a6-7de0-4a49-9366-2423f1ffd8fb req-948299f1-4fe8-4528-bef5-fd948daf348c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:06.536237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3d2a6-7de0-4a49-9366-2423f1ffd8fb req-948299f1-4fe8-4528-bef5-fd948daf348c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 931 time: 0.0748761 Feb 07 23:02:06.560151 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.604044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:06.608269 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3d2a6-7de0-4a49-9366-2423f1ffd8fb req-844db713-bb2b-44a4-b515-ecd7153a1fa6 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646794 Feb 07 23:02:06.610692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb0dd17-1987-42ef-b7ef-f2d68a02c872,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:06.612690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.627250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Transition to ACTIVE for port object 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:06.632413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.679049 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.687267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Pushing event updated for resources: {'Port': ['ID=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:06.784529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Attempting to bind port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:06.784864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Attempting to bind port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:06.785196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Attempting to bind port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:06.791518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 on network 2f757959-1832-41a9-aab1-345730436e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:02:06.792174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Attempting to bind port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:06.798788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:06.799138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:06.799530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Bound using segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:06.800018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Bound port: 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:06.800683 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.806909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.806909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.885037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.886080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:02:06.891458 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.893477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-deb29552-06d4-4cb3-89bf-0070bbffe392 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dc1841c3-c3eb-4ed9-b57b-fce5ecc5666c HTTP/1.1" status: 204 len: 168 time: 1.1404917 Feb 07 23:02:06.896462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46894) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:06.906803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] For port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:06.911208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] For port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:06.921399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.956616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-701675d6-dd42-493c-8e07-4c1fde5af917 admin admin] Deleting subnet 988b654f-1d6f-420c-b2d6-6e681bcdd53f {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:02:06.961144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-701675d6-dd42-493c-8e07-4c1fde5af917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.990392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:06.990816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.992303 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] 10.222.0.24 "PUT /v2.0/ports/3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 HTTP/1.1" status: 200 len: 1091 time: 0.9595983 Feb 07 23:02:06.992754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daecfeb-0f7b-40bc-8a35-70dea348a3f1', 'tag': '3b5bd5cc-349f-4db1-945b-eaf4c97d5b84'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:06.997301 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6da0765-10ee-45ce-8cf2-1d542400ae4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6daecfeb-0f7b-40bc-8a35-70dea348a3f1", "tag": "3b5bd5cc-349f-4db1-945b-eaf4c97d5b84"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:07.026036 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-701675d6-dd42-493c-8e07-4c1fde5af917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.040408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae383e0-f022-4602-acaf-877689fc0d9f service neutron] Pushing event updated for resources: {'Port': ['ID=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:07.064809 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55534fc2-57d8-4e24-8a36-3329cd3efb28 x-openstack-request-id: req-55534fc2-57d8-4e24-8a36-3329cd3efb28 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:07.065100 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6daecfeb-0f7b-40bc-8a35-70dea348a3f1", "tag": "3b5bd5cc-349f-4db1-945b-eaf4c97d5b84", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:07.065354 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55534fc2-57d8-4e24-8a36-3329cd3efb28 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:07.065740 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6daecfeb-0f7b-40bc-8a35-70dea348a3f1', 'tag': '3b5bd5cc-349f-4db1-945b-eaf4c97d5b84', 'status': 'completed', 'code': 200} Feb 07 23:02:07.102819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-e9561713-d279-4e5e-ac74-82fd0eeaf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:07.104921 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-e9561713-d279-4e5e-ac74-82fd0eeaf718 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0584753 Feb 07 23:02:07.135845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-701675d6-dd42-493c-8e07-4c1fde5af917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.162649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-5e7c9995-a2e7-476d-ae13-3948036104fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 HTTP/1.1" status: 200 len: 217 time: 0.0474823 Feb 07 23:02:07.203086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-701675d6-dd42-493c-8e07-4c1fde5af917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.220622 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-6a27ae8f-85a4-441b-b61d-095cc1b70aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:07.222070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-6a27ae8f-85a4-441b-b61d-095cc1b70aef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0527449 Feb 07 23:02:07.234181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701675d6-dd42-493c-8e07-4c1fde5af917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988b654f-1d6f-420c-b2d6-6e681bcdd53f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:07.238007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-701675d6-dd42-493c-8e07-4c1fde5af917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.242616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-701675d6-dd42-493c-8e07-4c1fde5af917 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/988b654f-1d6f-420c-b2d6-6e681bcdd53f HTTP/1.1" status: 204 len: 168 time: 0.3445442 Feb 07 23:02:07.244974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46898) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:07.249647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0fa3df-c895-4d57-916a-de1c20e9f068 None None] Network db9328a8-d792-41b3-ac3a-e474230c354e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:02:07.309525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-fc659996-938b-4d16-98c5-13e717f41dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:07.311722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-fc659996-938b-4d16-98c5-13e717f41dc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826430 Feb 07 23:02:07.349907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.420441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Deleting port c0ae2fbc-5103-4467-a09b-62880aec644a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:07.420935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.460424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-1fb52ca3-6091-4bdd-9f47-f274d7508ee5 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404994 Feb 07 23:02:07.496188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8557b4-ec54-4a72-89ec-5455944be573 None None] DHCP port deletion for db9328a8-d792-41b3-ac3a-e474230c354e request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:02:07.515211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] For port c0ae2fbc-5103-4467-a09b-62880aec644a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0ae2fbc-5103-4467-a09b-62880aec644a,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:07.515578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.529845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Calling delete_port for c0ae2fbc-5103-4467-a09b-62880aec644a owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:07.579991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fb8557b4-ec54-4a72-89ec-5455944be573 None None] Deleting port c0ae2fbc-5103-4467-a09b-62880aec644a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:07.580682 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb8557b4-ec54-4a72-89ec-5455944be573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.582000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-337d0b8a-07f4-427f-a0c3-b54e88dfc11f req-69f58bce-c101-48ba-a895-72b213ab95b7 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143236 Feb 07 23:02:07.651759 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.696492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-f536c6b6-3b88-4874-a8ea-4edc7eab869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:07.698670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-f536c6b6-3b88-4874-a8ea-4edc7eab869f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0655048 Feb 07 23:02:07.698810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ae2fbc-5103-4467-a09b-62880aec644a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:07.700859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] No DVR routers for this DVR port c0ae2fbc-5103-4467-a09b-62880aec644a on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:02:07.710278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fb8557b4-ec54-4a72-89ec-5455944be573 None None] For port c0ae2fbc-5103-4467-a09b-62880aec644a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c0ae2fbc-5103-4467-a09b-62880aec644a,segment=NetworkSegment(e5734be6-ba10-4264-854f-31ca2e612d44),segment_id=e5734be6-ba10-4264-854f-31ca2e612d44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:07.711338 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb8557b4-ec54-4a72-89ec-5455944be573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.733653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fb8557b4-ec54-4a72-89ec-5455944be573 None None] Calling delete_port for c0ae2fbc-5103-4467-a09b-62880aec644a owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:07.803995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-291b9040-895a-4565-98d6-e7a2abeed712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:07.805866 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-291b9040-895a-4565-98d6-e7a2abeed712 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1008699 Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:02:07.830301 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:02:07.842606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb8557b4-ec54-4a72-89ec-5455944be573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.863529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.875079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8557b4-ec54-4a72-89ec-5455944be573 None None] Pushing event deleted for resources: {'Port': ['ID=c0ae2fbc-5103-4467-a09b-62880aec644a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:07.888856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8557b4-ec54-4a72-89ec-5455944be573 None None] No DVR routers for this DVR port c0ae2fbc-5103-4467-a09b-62880aec644a on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:02:07.890677 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-0ff16682-ff3d-4480-ba82-a38b86008111 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 HTTP/1.1" status: 200 len: 217 time: 0.0492280 Feb 07 23:02:07.906173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05bb7-c6f2-4b7c-a296-9b21616ae511 req-4398e6eb-a403-4d48-bc9d-f580391f41fa tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:07.907730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-85c05bb7-c6f2-4b7c-a296-9b21616ae511 req-4398e6eb-a403-4d48-bc9d-f580391f41fa tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 943 time: 0.1643617 Feb 07 23:02:07.909453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9328a8-d792-41b3-ac3a-e474230c354e']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:07.926315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5734be6-ba10-4264-854f-31ca2e612d44') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:07.926519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5734be6-ba10-4264-854f-31ca2e612d44') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:07.943299 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.951287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-ade1f8ce-56c0-47f5-8565-6fea098b243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:07.953056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-ade1f8ce-56c0-47f5-8565-6fea098b243b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0562029 Feb 07 23:02:07.974306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-85c05bb7-c6f2-4b7c-a296-9b21616ae511 req-849e8ad3-1b14-4238-b878-1df43751c72f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567005 Feb 07 23:02:07.975226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.983255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:02:07.983958 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:02:07.985904 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:02:08.010333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-7dc57a33-8aba-4c38-ba8e-d3d28f2461ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:08.012041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-7dc57a33-8aba-4c38-ba8e-d3d28f2461ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530851 Feb 07 23:02:08.052761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:08.060918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:08.066566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/db9328a8-d792-41b3-ac3a-e474230c354e HTTP/1.1" status: 204 len: 168 time: 0.8182430 Feb 07 23:02:08.083654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71343330-9981-4e23-9912-950366fdc7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=db9328a8-d792-41b3-ac3a-e474230c354e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:08.117474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-fc0285d2-9f1f-4cb6-a268-d620b36f024c service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971491 Feb 07 23:02:08.205507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46904) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:08.227106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6da0765-10ee-45ce-8cf2-1d542400ae4c req-4b16f2bd-fb9f-4ffc-8ee7-6c908b70a264 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028304 Feb 07 23:02:08.250526 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d8d6cb3d-39cc-4411-b4ee-57317221f2c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f8188f23cd14522b0e643238af88f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430810 Feb 07 23:02:08.252916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46906) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:08.308848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85fa4c8c-94d3-4ad6-8164-0e146f63065b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:08.314168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:02:08.331276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85fa4c8c-94d3-4ad6-8164-0e146f63065b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:08.334742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:02:08.335091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8cb0dd17-1987-42ef-b7ef-f2d68a02c872 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:02:08.335838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0ae2fbc-5103-4467-a09b-62880aec644a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:02:08.362450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c0ae2fbc-5103-4467-a09b-62880aec644a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:02:08.363219 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c0ae2fbc-5103-4467-a09b-62880aec644a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:02:08.363631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 04fc4097-1c65-418d-a25f-d3c471f94b1c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:02:08.384919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 04fc4097-1c65-418d-a25f-d3c471f94b1c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:02:08.385269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 04fc4097-1c65-418d-a25f-d3c471f94b1c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:02:08.392072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85fa4c8c-94d3-4ad6-8164-0e146f63065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:08.394999 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-85fa4c8c-94d3-4ad6-8164-0e146f63065b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:08.398934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-85fa4c8c-94d3-4ad6-8164-0e146f63065b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d25640b7-8625-44ed-b1b4-bf31eb3900d1 HTTP/1.1" status: 204 len: 168 time: 0.1423891 Feb 07 23:02:08.406904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa4c8c-94d3-4ad6-8164-0e146f63065b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25640b7-8625-44ed-b1b4-bf31eb3900d1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:09.112478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86bc61-a402-4a1f-b21d-539b7b861bb7 req-00d25ef7-8b86-40f6-84ee-c33190b5f413 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:09.114127 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4d86bc61-a402-4a1f-b21d-539b7b861bb7 req-00d25ef7-8b86-40f6-84ee-c33190b5f413 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0552168 Feb 07 23:02:09.153896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4d86bc61-a402-4a1f-b21d-539b7b861bb7 req-4e3e5319-6da0-4c71-9fd7-07978304f182 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333493 Feb 07 23:02:10.274192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba805-f4eb-4ca7-8006-56e21ab84e57 req-15bcc95e-c214-49ee-941b-fad7fc4ee133 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:10.276458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eaeba805-f4eb-4ca7-8006-56e21ab84e57 req-15bcc95e-c214-49ee-941b-fad7fc4ee133 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0495210 Feb 07 23:02:10.311215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46950) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:10.315490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eaeba805-f4eb-4ca7-8006-56e21ab84e57 req-187f59e6-9649-456e-bceb-97d414aad2ca tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Feb 07 23:02:10.372599 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f4c1f2cb-2c69-459e-8309-f48bba7df772 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/floatingips/29087185-3cc9-44ea-8cd1-e3fd3bd5f627 HTTP/1.1" status: 200 len: 993 time: 0.0601473 Feb 07 23:02:10.624052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 46956) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:10.783533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port d2fc2fc5-04cb-4dab-bee3-9df9c8bee4a5 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:10.783910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.874381 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.874705 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.896060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for d2fc2fc5-04cb-4dab-bee3-9df9c8bee4a5 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:11.085001 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.108780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=d2fc2fc5-04cb-4dab-bee3-9df9c8bee4a5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:11.174515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.174840 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Floating IP 29087185-3cc9-44ea-8cd1-e3fd3bd5f627 disassociated (deleted). External IP: 172.25.8.27, port: 81d5765f-3cec-49e1-ab51-c876c3499114. Feb 07 23:02:11.444002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc09f54-79e0-418b-9d58-fe74cd85e080 req-f08d6108-912c-4a09-8621-f8f9e0db43d5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:11.445540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dc09f54-79e0-418b-9d58-fe74cd85e080 req-f08d6108-912c-4a09-8621-f8f9e0db43d5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0554338 Feb 07 23:02:11.494428 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4dc09f54-79e0-418b-9d58-fe74cd85e080 req-12bc03fc-7897-4a80-a219-ea5b18e7865b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Feb 07 23:02:11.654474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:02:11.764466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:02:11.769234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.776170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] Sync routers for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:11.786669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:11.787280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:11.799293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b46607c2-8577-4336-8e31-bee559a9bee3 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/floatingips/29087185-3cc9-44ea-8cd1-e3fd3bd5f627 HTTP/1.1" status: 204 len: 168 time: 1.1722000 Feb 07 23:02:11.799293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:11.800846 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866b1857-105d-4dc2-9cbf-195af2d32517" -d '{"events": [{"name": "network-changed", "server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:11.858328 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a5aa15-0519-4d2b-80db-53b47da02049 x-openstack-request-id: req-e9a5aa15-0519-4d2b-80db-53b47da02049 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:11.858786 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:11.868115 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9a5aa15-0519-4d2b-80db-53b47da02049 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:11.870971 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114', 'status': 'completed', 'code': 200} Feb 07 23:02:12.000447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:12.162462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-4c3a4ba7-1928-46c5-ab91-362475bc1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:12.163910 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-4c3a4ba7-1928-46c5-ab91-362475bc1fb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87518940c9e1467298bfc6fb7e8a763a&device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 1097 time: 0.2592032 Feb 07 23:02:12.221713 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:18Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0db8ece2-4df5-484a-9d14-30dde5116207', 'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:60:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:18Z', 'updated_at': '2022-02-07T23:01:22Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:12.251681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] Checking router: 4e4a3d8a-064e-4207-b3ce-f4273e943a31 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:12.260141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:12.260762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:12.261180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf665da6-6b46-4869-a548-170ad89e6826 req-5c0057dd-c4fe-4975-bc60-927d300f9e6f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:12.262643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf665da6-6b46-4869-a548-170ad89e6826 req-5c0057dd-c4fe-4975-bc60-927d300f9e6f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 946 time: 0.1109731 Feb 07 23:02:12.310459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-31151302-d194-4cf0-b047-7c9e64a4c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:12.311930 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-31151302-d194-4cf0-b047-7c9e64a4c2ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 HTTP/1.1" status: 200 len: 897 time: 0.1299748 Feb 07 23:02:12.319171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf665da6-6b46-4869-a548-170ad89e6826 req-89c49280-0fa5-43c0-9406-9aa7ab2dca55 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478585 Feb 07 23:02:12.357510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-2d22d3db-9f0e-407c-883f-aaf78a16fba1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d5765f-3cec-49e1-ab51-c876c3499114 HTTP/1.1" status: 200 len: 217 time: 0.0361655 Feb 07 23:02:12.367137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:12.410277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-ccadb2b9-2574-4bf9-adb2-839e96e90c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:12.411729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-ccadb2b9-2574-4bf9-adb2-839e96e90c3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbc4b313-a68d-4095-ac4a-65825f1b4562 HTTP/1.1" status: 200 len: 834 time: 0.0445616 Feb 07 23:02:12.460980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-b52931d7-2603-4ab5-9298-4df3bd512eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:12.462764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-b52931d7-2603-4ab5-9298-4df3bd512eed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443122 Feb 07 23:02:12.555548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-e4d97f3c-46c2-4a71-945f-b9d929fb5f12 service neutron] 10.222.0.46 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843837 Feb 07 23:02:12.566260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:18Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0db8ece2-4df5-484a-9d14-30dde5116207', 'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:60:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:18Z', 'updated_at': '2022-02-07T23:01:22Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:12.597102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591a91a-c418-4da1-ab9c-e76dee8e95a2 None None] The sync data for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 is: [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:01:18Z', 'revision_number': 4, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0db8ece2-4df5-484a-9d14-30dde5116207', 'name': '', 'network_id': '94e5d13b-9a91-4cc8-ac18-6c0042bd9b56', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'mac_address': 'fa:16:3e:60:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:18Z', 'updated_at': '2022-02-07T23:01:22Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'subnets': [{'id': 'bbc4b313-a68d-4095-ac4a-65825f1b4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:12.625789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de3d9c-4dcc-4a76-a779-e316468040b6 req-bfa992e6-1177-4597-a7f3-51eda591781a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:12.627431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6de3d9c-4dcc-4a76-a779-e316468040b6 req-bfa992e6-1177-4597-a7f3-51eda591781a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0575643 Feb 07 23:02:12.667382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-866b1857-105d-4dc2-9cbf-195af2d32517 req-92fcfd91-0eab-412d-8c17-02d572a4eca3 service neutron] 10.222.0.46 "GET /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020606 Feb 07 23:02:12.684415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6de3d9c-4dcc-4a76-a779-e316468040b6 req-bac239b2-58fd-4875-9416-2311712b92e8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493767 Feb 07 23:02:12.822364 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914cdb7-b567-45de-a2ef-41298723214f None None] New status for floating IP 29087185-3cc9-44ea-8cd1-e3fd3bd5f627: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:02:13.435220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a81ee5-53b8-4d3c-8a4c-3c632967c5ff req-e3c21a81-4590-4960-95bf-d38ed189fdf8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:13.436652 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-43a81ee5-53b8-4d3c-8a4c-3c632967c5ff req-e3c21a81-4590-4960-95bf-d38ed189fdf8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 946 time: 0.0477743 Feb 07 23:02:13.473910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-43a81ee5-53b8-4d3c-8a4c-3c632967c5ff req-c6c71c8f-432e-4763-b11c-776c9c16c2e8 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1db89521-cddf-4133-991a-3c152608f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311954 Feb 07 23:02:13.519561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-80ca8e93-51e0-4535-9800-1fb993460a09 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:13.521017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-80ca8e93-51e0-4535-9800-1fb993460a09 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "GET /v2.0/ports?device_id=af848217-97c2-4868-8bf3-b8e237ea6295 HTTP/1.1" status: 200 len: 946 time: 0.0510931 Feb 07 23:02:13.613550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port 81d5765f-3cec-49e1-ab51-c876c3499114 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:13.613893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.707652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] For port 81d5765f-3cec-49e1-ab51-c876c3499114, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=81d5765f-3cec-49e1-ab51-c876c3499114,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:13.708046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.720337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for 81d5765f-3cec-49e1-ab51-c876c3499114 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:13.836965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d17898-a22a-4112-8171-a461685afa0b req-ef344e67-ca39-49da-964b-62fbd0759bf5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:13.838397 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84d17898-a22a-4112-8171-a461685afa0b req-ef344e67-ca39-49da-964b-62fbd0759bf5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0754454 Feb 07 23:02:13.911206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-84d17898-a22a-4112-8171-a461685afa0b req-77c1136d-792c-4f41-80b5-8f72e810f776 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667176 Feb 07 23:02:13.922214 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.954981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=81d5765f-3cec-49e1-ab51-c876c3499114,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:14.008640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] No DVR routers for this DVR port 81d5765f-3cec-49e1-ab51-c876c3499114 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:02:14.011926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:14.015885 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c64ab874-6822-4735-8f4c-a8164c8072f6 req-6d714ffb-28c7-4263-bd78-95531c1e893f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.46 "DELETE /v2.0/ports/81d5765f-3cec-49e1-ab51-c876c3499114 HTTP/1.1" status: 204 len: 173 time: 0.4878905 Feb 07 23:02:14.016389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'name': 'network-vif-deleted', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:14.019220 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63549ba-1f85-49a0-b8ab-4079063c8219" -d '{"events": [{"server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "name": "network-vif-deleted", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:14.078715 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a065c1cf-1510-4837-ba1d-e2d2d96e850a x-openstack-request-id: req-a065c1cf-1510-4837-ba1d-e2d2d96e850a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:14.079001 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af848217-97c2-4868-8bf3-b8e237ea6295", "name": "network-vif-deleted", "tag": "81d5765f-3cec-49e1-ab51-c876c3499114", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:14.079248 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a065c1cf-1510-4837-ba1d-e2d2d96e850a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:14.079640 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af848217-97c2-4868-8bf3-b8e237ea6295', 'name': 'network-vif-deleted', 'tag': '81d5765f-3cec-49e1-ab51-c876c3499114', 'status': 'completed', 'code': 200} Feb 07 23:02:14.446070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-69bdb6ad-287e-4ce2-b43d-b7e6d34a746b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435464 Feb 07 23:02:14.541491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47018) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:14.551134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-e9649fd7-d951-4e60-b9b5-6925901706b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:14.552635 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-e9649fd7-d951-4e60-b9b5-6925901706b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 1097 time: 0.0445035 Feb 07 23:02:14.605684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-feceae02-5a45-446c-8b9a-8b0619734527 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:14.631403 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-feceae02-5a45-446c-8b9a-8b0619734527 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:14.658385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-cff7696f-dc19-43ce-848d-c03543f33321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:14.659888 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-cff7696f-dc19-43ce-848d-c03543f33321 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 910 time: 0.0890784 Feb 07 23:02:14.690550 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-feceae02-5a45-446c-8b9a-8b0619734527 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:14.693187 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-feceae02-5a45-446c-8b9a-8b0619734527 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:14.694320 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-feceae02-5a45-446c-8b9a-8b0619734527 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/security-groups/1db89521-cddf-4133-991a-3c152608f18f HTTP/1.1" status: 204 len: 168 time: 0.1517935 Feb 07 23:02:14.703730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feceae02-5a45-446c-8b9a-8b0619734527 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db89521-cddf-4133-991a-3c152608f18f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:14.730904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47022) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:14.735512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-3590cf2e-d505-42b3-8cbd-c2dcb6b89e63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba915a32-22f8-4de1-8636-4ecf148e2164 HTTP/1.1" status: 200 len: 1002 time: 0.0689328 Feb 07 23:02:14.784920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-5c77dd11-c847-427e-af98-f48ee2d8ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:14.786739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-5c77dd11-c847-427e-af98-f48ee2d8ff33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.0451465 Feb 07 23:02:14.834884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-72525f06-8146-426d-9e33-1112d976a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:14.836511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-72525f06-8146-426d-9e33-1112d976a0fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439358 Feb 07 23:02:14.924972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-ca254df3-e915-4f25-97b1-3403d7bbca9b service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814223 Feb 07 23:02:15.022840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-04576d62-b111-4feb-ba19-4b7f993d7632 req-74d8d442-4a40-485f-955c-511b8e26a13d service neutron] 10.222.0.46 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906935 Feb 07 23:02:15.064850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172309a-727c-4b63-9c8b-f86a55d8da79 req-5d7d4ffe-c663-4655-a3c2-16936fa14c7d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:15.066290 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0172309a-727c-4b63-9c8b-f86a55d8da79 req-5d7d4ffe-c663-4655-a3c2-16936fa14c7d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0792577 Feb 07 23:02:15.124804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0172309a-727c-4b63-9c8b-f86a55d8da79 req-9d3943d1-76e5-460b-bb63-babe071167a8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509150 Feb 07 23:02:15.167885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:15.434256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port 0db8ece2-4df5-484a-9d14-30dde5116207 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:15.434712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:15.521700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] For port 0db8ece2-4df5-484a-9d14-30dde5116207, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0db8ece2-4df5-484a-9d14-30dde5116207,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:15.522056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:15.533845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for 0db8ece2-4df5-484a-9d14-30dde5116207 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:15.719369 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:15.751081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=0db8ece2-4df5-484a-9d14-30dde5116207,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:15.935875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:16.159784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:02:16.309377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52be8c-10c3-45df-9c6d-78b263390d9e req-db5c27eb-c697-4049-b7cc-b33503ceb23d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:16.310867 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c52be8c-10c3-45df-9c6d-78b263390d9e req-db5c27eb-c697-4049-b7cc-b33503ceb23d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 943 time: 0.1044414 Feb 07 23:02:16.317695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:02:16.326706 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-91d10472-8fbe-4cfa-8dc9-df9e4a5d96d6 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "PUT /v2.0/routers/4e4a3d8a-064e-4207-b3ce-f4273e943a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919135 Feb 07 23:02:16.327261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47040) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:16.333468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] Sync routers for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:16.348737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:16.350761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:16.377626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c52be8c-10c3-45df-9c6d-78b263390d9e req-22d1cc8c-64a7-409a-a97c-5e0ace732ee8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Feb 07 23:02:16.387138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-36810b1d-7543-488c-9ad5-3ab03df43b7f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting subnet bbc4b313-a68d-4095-ac4a-65825f1b4562 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:02:16.390301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36810b1d-7543-488c-9ad5-3ab03df43b7f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:16.444359 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36810b1d-7543-488c-9ad5-3ab03df43b7f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:16.477077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:16.538993 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36810b1d-7543-488c-9ad5-3ab03df43b7f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:16.599007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36810b1d-7543-488c-9ad5-3ab03df43b7f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:16.626677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36810b1d-7543-488c-9ad5-3ab03df43b7f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc4b313-a68d-4095-ac4a-65825f1b4562,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:16.630601 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36810b1d-7543-488c-9ad5-3ab03df43b7f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:16.633719 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-36810b1d-7543-488c-9ad5-3ab03df43b7f tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/subnets/bbc4b313-a68d-4095-ac4a-65825f1b4562 HTTP/1.1" status: 204 len: 168 time: 0.3054430 Feb 07 23:02:16.637317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47046) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:16.642993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c652b8-62ba-403b-8997-94a6c2ab9ddc None None] Network 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:02:16.751833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:02:15Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:16.799010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] Checking router: 4e4a3d8a-064e-4207-b3ce-f4273e943a31 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:16.823985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] Routers {'4e4a3d8a-064e-4207-b3ce-f4273e943a31'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:16.824617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:16.923027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac80f41-eecd-4425-843a-dc1f03764349 None None] DHCP port deletion for 94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:02:17.030860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.117635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] Set router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:17.138452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.193874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Deleting port e2fe38b4-9811-4230-b874-7bdbf3988839 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:17.194271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.230181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 81d5765f-3cec-49e1-ab51-c876c3499114 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:02:17.264345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 81d5765f-3cec-49e1-ab51-c876c3499114 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:02:17.264935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 81d5765f-3cec-49e1-ab51-c876c3499114 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:02:17.273472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3ac80f41-eecd-4425-843a-dc1f03764349 None None] Deleting port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:17.274074 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ac80f41-eecd-4425-843a-dc1f03764349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.285722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] For port e2fe38b4-9811-4230-b874-7bdbf3988839, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e2fe38b4-9811-4230-b874-7bdbf3988839,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:17.286144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.299730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Calling delete_port for e2fe38b4-9811-4230-b874-7bdbf3988839 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:17.370885 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3ac80f41-eecd-4425-843a-dc1f03764349 None None] For port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d6293dcb-b1cf-461f-9b34-d0427fcbb3b8,segment=NetworkSegment(9896c9e2-e805-4092-a538-2c444e6e1cf5),segment_id=9896c9e2-e805-4092-a538-2c444e6e1cf5)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:17.371485 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ac80f41-eecd-4425-843a-dc1f03764349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.398379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3ac80f41-eecd-4425-843a-dc1f03764349 None None] Calling delete_port for d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:17.467988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:02:15Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:17.534765 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.544629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cd145-51f4-469b-a952-5284aa3389ce None None] The sync data for ids ['4e4a3d8a-064e-4207-b3ce-f4273e943a31'] in n-d-827895-2 is: [{'id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'name': 'tempest-TestNetworkBasicOps-router-2138358973', 'tenant_id': '87518940c9e1467298bfc6fb7e8a763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:14Z', 'updated_at': '2022-02-07T23:02:15Z', 'revision_number': 5, 'project_id': '87518940c9e1467298bfc6fb7e8a763a', 'gw_port': {'id': 'e2fe38b4-9811-4230-b874-7bdbf3988839', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a3d8a-064e-4207-b3ce-f4273e943a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:15Z', 'updated_at': '2022-02-07T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:17.555024 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ac80f41-eecd-4425-843a-dc1f03764349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.587100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af8b9a-618e-4370-b3f1-5ba433192ffc req-934fc491-0f92-4d7b-b716-7ddf29b426b6 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:17.588785 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3af8b9a-618e-4370-b3f1-5ba433192ffc req-934fc491-0f92-4d7b-b716-7ddf29b426b6 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 943 time: 0.1119287 Feb 07 23:02:17.589655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Port': ['ID=e2fe38b4-9811-4230-b874-7bdbf3988839,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:17.610165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac80f41-eecd-4425-843a-dc1f03764349 None None] No DVR routers for this DVR port d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:02:17.615544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac80f41-eecd-4425-843a-dc1f03764349 None None] Pushing event deleted for resources: {'Port': ['ID=d6293dcb-b1cf-461f-9b34-d0427fcbb3b8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:17.705978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3af8b9a-618e-4370-b3f1-5ba433192ffc req-0f4accbd-aecc-42b8-89d4-298e9ea15e26 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021128 Feb 07 23:02:17.708578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.809422 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.811585 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.857167 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.860164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:02:17.869909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Fanout notify agent at l3_agent the message router_deleted on router 4e4a3d8a-064e-4207-b3ce-f4273e943a31 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:02:17.887926 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.889634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1cf54a66-ec50-488c-8430-2d8ae86ef8dd tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/routers/4e4a3d8a-064e-4207-b3ce-f4273e943a31 HTTP/1.1" status: 204 len: 168 time: 1.2513962 Feb 07 23:02:17.892525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47066) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:17.965923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47068) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:18.001346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.020477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:18.035030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '3b5bd5cc-349f-4db1-945b-eaf4c97d5b84', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'port_id': '3b5bd5cc-349f-4db1-945b-eaf4c97d5b84', 'mac_address': 'fa:16:3e:20:89:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:02:18.076383 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.090592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:18.112861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:18.117523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.118128 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ddeddbe6-ae80-4b06-8459-6ff33cd35fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.121430 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.151867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e5d13b-9a91-4cc8-ac18-6c0042bd9b56']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:18.166064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9896c9e2-e805-4092-a538-2c444e6e1cf5') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:18.166356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9896c9e2-e805-4092-a538-2c444e6e1cf5') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:18.169962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:18.182055 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.205239 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.216768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:02:18.217148 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:02:18.220154 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:02:18.306921 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.315299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3b5bd5cc-349f-4db1-945b-eaf4c97d5b84'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:02:18.319944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.323650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] 10.222.0.15 "DELETE /v2.0/networks/94e5d13b-9a91-4cc8-ac18-6c0042bd9b56 HTTP/1.1" status: 204 len: 168 time: 0.4301105 Feb 07 23:02:18.339798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ddeddbe6-ae80-4b06-8459-6ff33cd35fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.353943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32accd9f-a280-468f-b0b8-5c0610bacd31 tempest-TestNetworkBasicOps-1123764136 tempest-TestNetworkBasicOps-1123764136-project] Pushing event deleted for resources: {'Network': ['ID=94e5d13b-9a91-4cc8-ac18-6c0042bd9b56,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:18.356158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ddeddbe6-ae80-4b06-8459-6ff33cd35fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.387743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ddeddbe6-ae80-4b06-8459-6ff33cd35fcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21c51ee2bab5435a9e87ae5f044294d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184871 Feb 07 23:02:18.388188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47074) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:18.411991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeddbe6-ae80-4b06-8459-6ff33cd35fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0415a7-8bf6-4af5-8fe5-65144ba94d8c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:18.462235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bc782eb9-7872-4c02-b8bd-80d831fbc94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.488852 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bc782eb9-7872-4c02-b8bd-80d831fbc94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.536962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bc782eb9-7872-4c02-b8bd-80d831fbc94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.539923 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bc782eb9-7872-4c02-b8bd-80d831fbc94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.541707 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bc782eb9-7872-4c02-b8bd-80d831fbc94c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f0415a7-8bf6-4af5-8fe5-65144ba94d8c HTTP/1.1" status: 204 len: 168 time: 0.1525395 Feb 07 23:02:18.549989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc782eb9-7872-4c02-b8bd-80d831fbc94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0415a7-8bf6-4af5-8fe5-65144ba94d8c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:18.592699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47080) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:18.687186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0db8ece2-4df5-484a-9d14-30dde5116207 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:02:18.717477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 0db8ece2-4df5-484a-9d14-30dde5116207 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:02:18.717477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0db8ece2-4df5-484a-9d14-30dde5116207 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:02:18.717477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:02:18.736186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:02:18.736459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d6293dcb-b1cf-461f-9b34-d0427fcbb3b8 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:02:18.857002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0036d9d-2bfa-44d7-b39e-0927195bd2c5 req-7130a6aa-f24d-42cc-b71b-4caffda13e30 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:18.858561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c0036d9d-2bfa-44d7-b39e-0927195bd2c5 req-7130a6aa-f24d-42cc-b71b-4caffda13e30 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 944 time: 0.0661042 Feb 07 23:02:18.864563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6aeb1292-2250-4f72-b4c9-dd1ae5906aab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87518940c9e1467298bfc6fb7e8a763a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706487 Feb 07 23:02:18.867026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47090) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:18.904785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c0036d9d-2bfa-44d7-b39e-0927195bd2c5 req-e67b4470-3be8-4e26-902f-a178176ac280 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Feb 07 23:02:18.923862 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9a4ea35-9473-40ce-85be-be77590d2c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.945855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9a4ea35-9473-40ce-85be-be77590d2c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.996169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9a4ea35-9473-40ce-85be-be77590d2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.999286 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9a4ea35-9473-40ce-85be-be77590d2c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.000485 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b9a4ea35-9473-40ce-85be-be77590d2c5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c850908-c7fa-41e6-8242-a667f74a3a1a HTTP/1.1" status: 204 len: 168 time: 0.1325018 Feb 07 23:02:19.008372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4ea35-9473-40ce-85be-be77590d2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c850908-c7fa-41e6-8242-a667f74a3a1a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:19.316678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47110) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:19.332064 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa94605e-39ee-48d5-b909-a53911dddc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.407764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa94605e-39ee-48d5-b909-a53911dddc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.412621 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aa94605e-39ee-48d5-b909-a53911dddc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.449185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94605e-39ee-48d5-b909-a53911dddc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab62be5-4be5-41dc-84f8-3f82891962cb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:19.453758 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aa94605e-39ee-48d5-b909-a53911dddc1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4807853b64fc4c18a1e57e0950b79c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360490 Feb 07 23:02:19.456413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47114) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:19.505775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b53-964f-438e-a9ca-13b29a5efb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.527536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b53-964f-438e-a9ca-13b29a5efb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.574026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b53-964f-438e-a9ca-13b29a5efb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.576829 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b53-964f-438e-a9ca-13b29a5efb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.578359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6c0c4b53-964f-438e-a9ca-13b29a5efb66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fab62be5-4be5-41dc-84f8-3f82891962cb HTTP/1.1" status: 204 len: 168 time: 0.1207619 Feb 07 23:02:19.587998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c4b53-964f-438e-a9ca-13b29a5efb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab62be5-4be5-41dc-84f8-3f82891962cb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:19.875829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:19.926148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:19.933049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:19.933806 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.029675 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.049549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f44d4b-c968-4d16-a601-0431de60138d req-458a7b76-4852-45bb-8662-1202b3c36a5b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:20.052430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2f44d4b-c968-4d16-a601-0431de60138d req-458a7b76-4852-45bb-8662-1202b3c36a5b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 944 time: 0.0664654 Feb 07 23:02:20.066949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daecfeb-0f7b-40bc-8a35-70dea348a3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5bd5cc-349f-4db1-945b-eaf4c97d5b84'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:20.069576 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a91bbe-706c-4393-b8be-3832748e953a" -d '{"events": [{"server_uuid": "6daecfeb-0f7b-40bc-8a35-70dea348a3f1", "name": "network-vif-plugged", "status": "completed", "tag": "3b5bd5cc-349f-4db1-945b-eaf4c97d5b84"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:20.104575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:20.112498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2f44d4b-c968-4d16-a601-0431de60138d req-b6a3c0ed-6b90-4734-87eb-78b6942b181c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Feb 07 23:02:20.115349 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.147755 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b125b93c-1993-403d-8dfa-576d0a924996 x-openstack-request-id: req-b125b93c-1993-403d-8dfa-576d0a924996 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:20.148346 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daecfeb-0f7b-40bc-8a35-70dea348a3f1", "name": "network-vif-plugged", "status": "completed", "tag": "3b5bd5cc-349f-4db1-945b-eaf4c97d5b84", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:20.148598 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b125b93c-1993-403d-8dfa-576d0a924996 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:20.149141 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daecfeb-0f7b-40bc-8a35-70dea348a3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5bd5cc-349f-4db1-945b-eaf4c97d5b84', 'code': 200} Feb 07 23:02:20.174968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:20.223689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984fc41-80e3-43fa-936b-1dc2b7d4d1a1 req-8b625be8-d51e-4657-8b02-b009e36203e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:20.225201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9984fc41-80e3-43fa-936b-1dc2b7d4d1a1 req-8b625be8-d51e-4657-8b02-b009e36203e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0418510 Feb 07 23:02:20.261605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e2fe38b4-9811-4230-b874-7bdbf3988839 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:02:20.273532 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9984fc41-80e3-43fa-936b-1dc2b7d4d1a1 req-aa56ab40-993e-4fcb-a38d-221f6acbaf29 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Feb 07 23:02:20.288304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e2fe38b4-9811-4230-b874-7bdbf3988839 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:02:20.288664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e2fe38b4-9811-4230-b874-7bdbf3988839 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:02:20.366260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47160) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:20.470175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-376883859-network', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:20.492343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Made reservation on behalf of 28cec62f1ef54cd78c95e1466d7cda78 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:20.494842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.503300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.579458 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.583647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.604934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:02:20.618864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1e25be-90fc-4d7d-9b8b-e39f915a7703,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:20.624127 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.624465 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Added segment f8c892f4-c56c-41d0-9b57-a8d619ececa1 of type vlan for network d12902e2-7a82-4daa-93cd-48c8f8119d96 Feb 07 23:02:20.667905 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.693360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.694309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:20.694875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.754471 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3869312 Feb 07 23:02:20.757812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47170) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:20.758405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b239d-1be8-40d4-b437-324471c0fe20 admin admin] Pushing event updated for resources: {'Network': ['ID=d12902e2-7a82-4daa-93cd-48c8f8119d96,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:20.765565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Request body: {'subnet': {'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-376883859-subnet', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:20.780683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:02:20.800860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Made reservation on behalf of 28cec62f1ef54cd78c95e1466d7cda78 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:20.803257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.936406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47174) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:20.975111 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.033413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2af30b-83bb-4f8b-a46e-e9713f3cd153,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:21.041593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Checking segment: {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:21.041951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Network hostable DHCP agents. Network: d12902e2-7a82-4daa-93cd-48c8f8119d96, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:02:21.047198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-72e25f76-c337-4107-bbb6-a8f46e4992e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.059003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:02:21.068549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d12902e2-7a82-4daa-93cd-48c8f8119d96) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:21.073790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:21.074723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.081146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a7ade-e4ec-4e81-93c5-521079029919 None None] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:02:21.099843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-03ab5af6-5f17-4de2-8d9b-258bb20f538a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3401091 Feb 07 23:02:21.102313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47178) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:21.108643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:21.134590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-72e25f76-c337-4107-bbb6-a8f46e4992e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.144229 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.145351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.146901 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-72e25f76-c337-4107-bbb6-a8f46e4992e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.204594 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-72e25f76-c337-4107-bbb6-a8f46e4992e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa30c8535aaf4458bd9dc020d19d1134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664113 Feb 07 23:02:21.206910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47182) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:21.212844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.240523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e25f76-c337-4107-bbb6-a8f46e4992e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de62e62-12de-4c27-9d17-473a718b8042,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:21.273450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-d12902e2-7a82-4daa-93cd-48c8f8119d96', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'fixed_ips': [{'subnet_id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:02:21.275865 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.315671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036b275-6977-4b6c-82a8-c7637035acf5 req-a6b42872-907d-4bbb-b2a7-d5b7d9b45fc3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:21.317238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0036b275-6977-4b6c-82a8-c7637035acf5 req-a6b42872-907d-4bbb-b2a7-d5b7d9b45fc3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 945 time: 0.1160655 Feb 07 23:02:21.339882 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99c66786-c5e5-4935-a371-a5b30c3a3d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.378567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99c66786-c5e5-4935-a371-a5b30c3a3d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.379058 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.389000 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0036b275-6977-4b6c-82a8-c7637035acf5 req-0943fe6c-447f-493c-8073-dd99bc78a726 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644796 Feb 07 23:02:21.442982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99c66786-c5e5-4935-a371-a5b30c3a3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.445853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-99c66786-c5e5-4935-a371-a5b30c3a3d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.447211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-99c66786-c5e5-4935-a371-a5b30c3a3d01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4de62e62-12de-4c27-9d17-473a718b8042 HTTP/1.1" status: 204 len: 168 time: 0.2133577 Feb 07 23:02:21.456586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c66786-c5e5-4935-a371-a5b30c3a3d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de62e62-12de-4c27-9d17-473a718b8042,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:21.484457 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66b703f7-28f1-4ce1-b145-a4e0e6c9db1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.487255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Allocated IP 172.20.0.2 (d12902e2-7a82-4daa-93cd-48c8f8119d96/1e2af30b-83bb-4f8b-a46e-e9713f3cd153/937d5413-b254-45be-a3d6-98681cae28fc) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:21.612237 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.632037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.646674 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.652588 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.699085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Pushing event updated for resources: {'Port': ['ID=937d5413-b254-45be-a3d6-98681cae28fc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:21.706938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:21.708364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:21.710570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:21.748510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Allocated IP 172.25.8.10 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/efb930d4-99f5-4229-b0b9-ae8a309ba5b4) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:21.750320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47188) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:21.764904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Attempting to bind port 937d5413-b254-45be-a3d6-98681cae28fc on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:21.765377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Attempting to bind port 937d5413-b254-45be-a3d6-98681cae28fc by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:21.765944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Attempting to bind port 937d5413-b254-45be-a3d6-98681cae28fc on network d12902e2-7a82-4daa-93cd-48c8f8119d96 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:21.770455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7086d479-0bca-4eef-9557-452f6d4ea062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.770959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:21.771545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Checking segment: {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:21.772247 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.772826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Bound using segment: {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:21.773299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Bound port: 937d5413-b254-45be-a3d6-98681cae28fc, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:21.773729 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.841532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] For port 937d5413-b254-45be-a3d6-98681cae28fc, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:21.844879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] For port 937d5413-b254-45be-a3d6-98681cae28fc, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=937d5413-b254-45be-a3d6-98681cae28fc,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:21.851035 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.911512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9556ff-c96d-49eb-9c13-0c002b6f8a38 None None] Pushing event updated for resources: {'Port': ['ID=937d5413-b254-45be-a3d6-98681cae28fc,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:21.913280 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.942016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7086d479-0bca-4eef-9557-452f6d4ea062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.949869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7086d479-0bca-4eef-9557-452f6d4ea062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.990320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7086d479-0bca-4eef-9557-452f6d4ea062 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b6b41219c444caa813c3077ded97552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388015 Feb 07 23:02:21.994120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47190) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:22.003045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086d479-0bca-4eef-9557-452f6d4ea062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c1222-1e99-4d54-92f3-304232f4749f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:22.006613 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.049836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:22.051622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43f3ab6c-0ab6-4828-a6cd-79dd4adb9150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.054286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:22.058655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:22.064555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Pushing event updated for resources: {'Port': ['ID=efb930d4-99f5-4229-b0b9-ae8a309ba5b4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:22.101690 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43f3ab6c-0ab6-4828-a6cd-79dd4adb9150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.164460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43f3ab6c-0ab6-4828-a6cd-79dd4adb9150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.167553 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-43f3ab6c-0ab6-4828-a6cd-79dd4adb9150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.168922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-43f3ab6c-0ab6-4828-a6cd-79dd4adb9150 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d92c1222-1e99-4d54-92f3-304232f4749f HTTP/1.1" status: 204 len: 168 time: 0.1737967 Feb 07 23:02:22.177490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3ab6c-0ab6-4828-a6cd-79dd4adb9150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c1222-1e99-4d54-92f3-304232f4749f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:22.381798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 937d5413-b254-45be-a3d6-98681cae28fc up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:22.436264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 937d5413-b254-45be-a3d6-98681cae28fc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:22.436554 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.539413 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.578313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 937d5413-b254-45be-a3d6-98681cae28fc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=937d5413-b254-45be-a3d6-98681cae28fc,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:22.586398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.637878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=937d5413-b254-45be-a3d6-98681cae28fc,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:22.764045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.816062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52039b92-6a18-4f10-8b11-0c8d370768b6 req-b5cad462-0678-4c88-8bf6-d3541f19c9a4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:22.817564 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52039b92-6a18-4f10-8b11-0c8d370768b6 req-b5cad462-0678-4c88-8bf6-d3541f19c9a4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 945 time: 0.1044292 Feb 07 23:02:22.898598 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-52039b92-6a18-4f10-8b11-0c8d370768b6 req-6ec9953a-6a6d-41f7-9809-59b07d874b10 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727372 Feb 07 23:02:23.036303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:23.054155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee7c21-403d-4af6-81d0-efb2c479271b req-9d445b80-fe7a-4b35-b171-0cc907b86a1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:23.056643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73ee7c21-403d-4af6-81d0-efb2c479271b req-9d445b80-fe7a-4b35-b171-0cc907b86a1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0576174 Feb 07 23:02:23.104794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-73ee7c21-403d-4af6-81d0-efb2c479271b req-fba9837c-bfd1-4465-8e4c-0b8169e3e516 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391169 Feb 07 23:02:23.117821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a28c71f-4116-4af9-8709-023f834dc81a None None] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:02:23.198835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Router 52fe814b-0b62-4ca3-a75f-c70238b9b39e is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:02:23.259644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ceb498d3-a21a-43cb-a085-d40af412c4ba None None] Provisioning complete for port 937d5413-b254-45be-a3d6-98681cae28fc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:23.260297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ceb498d3-a21a-43cb-a085-d40af412c4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:23.337836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:02:23.353220 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Sync routers for ids ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:23.364671 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:23.365566 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Routers {'52fe814b-0b62-4ca3-a75f-c70238b9b39e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:23.366187 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:01:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:23.369722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5a336253-6434-438d-8294-df61e84c401c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2631450 Feb 07 23:02:23.371609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47228) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:23.539419 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Set router 52fe814b-0b62-4ca3-a75f-c70238b9b39e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:23.860735 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:22Z', 'revision_number': 3, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'gw_port': {'id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:23.919651 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Checking router: 52fe814b-0b62-4ca3-a75f-c70238b9b39e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:23.920013 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Updating router 52fe814b-0b62-4ca3-a75f-c70238b9b39e port efb930d4-99f5-4229-b0b9-ae8a309ba5b4 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:02:23.996260 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.000991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ad95982c-3be5-4cfb-bd86-62f12964275c None None] Provisioning complete for port 937d5413-b254-45be-a3d6-98681cae28fc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:24.001976 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad95982c-3be5-4cfb-bd86-62f12964275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.058523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.353075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 937d5413-b254-45be-a3d6-98681cae28fc up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:24.382047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Allocated IP 172.20.0.1 (d12902e2-7a82-4daa-93cd-48c8f8119d96/1e2af30b-83bb-4f8b-a46e-e9713f3cd153/0e129d7a-2b70-4882-b01a-a719d5b6c1ed) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:24.460764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 937d5413-b254-45be-a3d6-98681cae28fc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:24.461372 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.521688 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.530558 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.538642 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.603952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.608365 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Attempting to bind port efb930d4-99f5-4229-b0b9-ae8a309ba5b4 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:24.609078 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Attempting to bind port efb930d4-99f5-4229-b0b9-ae8a309ba5b4 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:24.609653 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Attempting to bind port efb930d4-99f5-4229-b0b9-ae8a309ba5b4 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:24.626884 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Pushing event updated for resources: {'Port': ['ID=efb930d4-99f5-4229-b0b9-ae8a309ba5b4,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:24.650689 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:24.653785 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:24.654520 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.655102 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:24.657677 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Bound port: efb930d4-99f5-4229-b0b9-ae8a309ba5b4, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:24.658316 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.668635 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.669941 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.670692 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.671590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:24.672040 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.673178 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d714f85-aa5e-4ff2-abdc-7490a72c7c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.673944 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.674585 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.675427 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.676953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:24.677528 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.678076 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.678588 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.679398 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.681758 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:24.682130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:24.737011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.789180 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] For port efb930d4-99f5-4229-b0b9-ae8a309ba5b4, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:24.794289 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] For port efb930d4-99f5-4229-b0b9-ae8a309ba5b4, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=efb930d4-99f5-4229-b0b9-ae8a309ba5b4,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:24.806937 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.811398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0e129d7a-2b70-4882-b01a-a719d5b6c1ed,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:24.872988 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:24.941978 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Routers {'52fe814b-0b62-4ca3-a75f-c70238b9b39e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:24.943002 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:25.007800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:25.015757 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df634f7-440b-4bbe-a46a-0dd702c71c4f None None] Pushing event updated for resources: {'Port': ['ID=efb930d4-99f5-4229-b0b9-ae8a309ba5b4,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:25.074591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-59fc4e5d-c47b-4308-99f0-49279fc3ccad None None] Provisioning complete for port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:25.075138 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59fc4e5d-c47b-4308-99f0-49279fc3ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:25.121418 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] Set router 52fe814b-0b62-4ca3-a75f-c70238b9b39e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:25.151809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-59fc4e5d-c47b-4308-99f0-49279fc3ccad None None] Port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:25.409690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:25.417566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:25.488371 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 4, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'gw_port': {'id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0e129d7a-2b70-4882-b01a-a719d5b6c1ed', 'name': '', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'mac_address': 'fa:16:3e:7d:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:24Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 1, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'subnets': [{'id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:25.498513 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:25.501845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0e129d7a-2b70-4882-b01a-a719d5b6c1ed,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:25.523828 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb13ac-2245-4bba-879d-09ec2a2a1483 None None] The sync data for ids ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'] in n-d-827895-2 is: [{'id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 4, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'gw_port': {'id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0e129d7a-2b70-4882-b01a-a719d5b6c1ed', 'name': '', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'mac_address': 'fa:16:3e:7d:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:24Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 1, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'subnets': [{'id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:25.635361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:25.636970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:25.703852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47326) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:25.793092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Router 52fe814b-0b62-4ca3-a75f-c70238b9b39e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:02:25.896043 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-209058c3-00ba-4c2f-aaef-a007bbe914e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:25.971784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:02:25.984344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e343236e-d57b-4eb4-95e0-498e00f607c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/52fe814b-0b62-4ca3-a75f-c70238b9b39e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6109014 Feb 07 23:02:26.001677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-45c3a7ec-6002-4d83-914f-ae35f9ae1369 None None] Provisioning complete for port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:26.002373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-45c3a7ec-6002-4d83-914f-ae35f9ae1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.005225 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-209058c3-00ba-4c2f-aaef-a007bbe914e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.013571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-209058c3-00ba-4c2f-aaef-a007bbe914e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.043827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-45c3a7ec-6002-4d83-914f-ae35f9ae1369 None None] Port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:26.066762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209058c3-00ba-4c2f-aaef-a007bbe914e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca1c4ca-0c05-4423-a93a-3e5f7c29a7f0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:26.075361 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-209058c3-00ba-4c2f-aaef-a007bbe914e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d75ce6e0971443e96a5e9ebb2933390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690321 Feb 07 23:02:26.075549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47332) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:26.137587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36142567-8d79-400c-99bb-9f077e18babb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.161658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36142567-8d79-400c-99bb-9f077e18babb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.218603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36142567-8d79-400c-99bb-9f077e18babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.221575 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36142567-8d79-400c-99bb-9f077e18babb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.222844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-36142567-8d79-400c-99bb-9f077e18babb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ca1c4ca-0c05-4423-a93a-3e5f7c29a7f0 HTTP/1.1" status: 204 len: 168 time: 0.1460562 Feb 07 23:02:26.232120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36142567-8d79-400c-99bb-9f077e18babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca1c4ca-0c05-4423-a93a-3e5f7c29a7f0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:26.387283 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.635427 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.699346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47364) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:26.705035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1975975990-network', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:26.741971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Made reservation on behalf of 97b82b7270ff42aa952d69d13bd533e1 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:26.747258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.760810 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.792154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47366) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:26.794415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-364049ed-e52d-490e-b529-86051b208669 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:26.796164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-364049ed-e52d-490e-b529-86051b208669 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1295419 Feb 07 23:02:26.816024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-d0c18a57-c784-43b7-967c-7bf510228753 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/quotas/edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 375 time: 0.0115285 Feb 07 23:02:26.820033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e038a86-2b2e-4b0d-bf91-d3ce27363264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.897640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-308cae6d-fffa-46cd-bd19-311df151335b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739129 Feb 07 23:02:26.902366 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.909582 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.942587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:02:26.973825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3269bcc-4725-4622-a552-102823ca6913,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:26.977266 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.977266 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Added segment 343f8b04-b6f8-4453-a5a6-85b85d42b1ae of type vlan for network 222bf716-c762-4ba8-a70a-89e31c3a5028 Feb 07 23:02:26.988885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5210cd5c-a7f0-400e-9e77-7519f8e95e27 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903928 Feb 07 23:02:26.989713 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e038a86-2b2e-4b0d-bf91-d3ce27363264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.021303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e038a86-2b2e-4b0d-bf91-d3ce27363264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.040701 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.082669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e038a86-2b2e-4b0d-bf91-d3ce27363264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d57c34-f44c-4ae1-9e85-5246e2087ffd,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:27.092579 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5e038a86-2b2e-4b0d-bf91-d3ce27363264 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4bf92775e6d4aa4a3429801822c7d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969310 Feb 07 23:02:27.093008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47368) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:27.095809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-3cc48507-a21d-40ac-a58c-c2210d77367d service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992248 Feb 07 23:02:27.110551 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.111540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:27.112127 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.184455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4836631 Feb 07 23:02:27.187329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47372) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:27.192444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Request body: {'subnet': {'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1975975990-subnet', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:27.205066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24076ed9-4c02-41e2-b326-848ae91d284f admin admin] Pushing event updated for resources: {'Network': ['ID=222bf716-c762-4ba8-a70a-89e31c3a5028,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:27.216115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 222bf716-c762-4ba8-a70a-89e31c3a5028 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:02:27.222843 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c2d75f7f-5c8a-4ab2-9cc3-89d4c80caa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.230173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Made reservation on behalf of 97b82b7270ff42aa952d69d13bd533e1 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:27.233093 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.263372 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c2d75f7f-5c8a-4ab2-9cc3-89d4c80caa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.332653 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c2d75f7f-5c8a-4ab2-9cc3-89d4c80caa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.336158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c2d75f7f-5c8a-4ab2-9cc3-89d4c80caa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.338229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c2d75f7f-5c8a-4ab2-9cc3-89d4c80caa30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35d57c34-f44c-4ae1-9e85-5246e2087ffd HTTP/1.1" status: 204 len: 168 time: 0.2444360 Feb 07 23:02:27.347627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d75f7f-5c8a-4ab2-9cc3-89d4c80caa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d57c34-f44c-4ae1-9e85-5246e2087ffd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:27.404758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9eca50b-b7eb-490a-8ce8-e9ab81f92d3a req-d2645353-929f-42fa-bb60-517cbb3438ca tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0332038 Feb 07 23:02:27.469082 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.520527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769e1189-1933-4712-89b0-c316d533aaba,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:27.539461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Checking segment: {'id': '343f8b04-b6f8-4453-a5a6-85b85d42b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:27.540512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Network hostable DHCP agents. Network: 222bf716-c762-4ba8-a70a-89e31c3a5028, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:02:27.567789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Network 222bf716-c762-4ba8-a70a-89e31c3a5028 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:02:27.580200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 222bf716-c762-4ba8-a70a-89e31c3a5028) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:27.584620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:27.585205 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.591600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bef834-f1e7-451f-8a9c-32575f8405e8 None None] Network 222bf716-c762-4ba8-a70a-89e31c3a5028 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:02:27.604997 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e5ab11d8-8d98-47fe-be8a-404e219edea8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4164197 Feb 07 23:02:27.608437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47384) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:27.615387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:27.660969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.662175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.764628 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.811756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-222bf716-c762-4ba8-a70a-89e31c3a5028', 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'fixed_ips': [{'subnet_id': '769e1189-1933-4712-89b0-c316d533aaba'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:02:27.813267 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.961445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.993101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Allocated IP 172.20.0.2 (222bf716-c762-4ba8-a70a-89e31c3a5028/769e1189-1933-4712-89b0-c316d533aaba/7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:28.007442 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:02:28.179033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Sync routers for ids ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:28.181588 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.188795 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.237670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.241875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Routers {'52fe814b-0b62-4ca3-a75f-c70238b9b39e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:28.242625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:28.247904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Network 222bf716-c762-4ba8-a70a-89e31c3a5028 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:28.265377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.289506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:28.297162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:28.309648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Pushing event updated for resources: {'Port': ['ID=7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:28.406161 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Attempting to bind port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:28.406740 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Attempting to bind port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '343f8b04-b6f8-4453-a5a6-85b85d42b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:28.407351 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Attempting to bind port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 on network 222bf716-c762-4ba8-a70a-89e31c3a5028 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:28.418936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:28.419501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Checking segment: {'id': '343f8b04-b6f8-4453-a5a6-85b85d42b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:28.420041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.420536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Bound using segment: {'id': '343f8b04-b6f8-4453-a5a6-85b85d42b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:28.421125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Bound port: 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343f8b04-b6f8-4453-a5a6-85b85d42b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:28.421616 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.444388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Set router 52fe814b-0b62-4ca3-a75f-c70238b9b39e gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:28.470308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Allocated IP 172.25.8.123 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/81892b79-dd67-41da-ba35-93ac78798ddf) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:28.515766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device efb930d4-99f5-4229-b0b9-ae8a309ba5b4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:28.584362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e515333-d460-40e9-b33b-e1e8f29d3248 req-e07f4cd7-8c39-45e7-a9ca-d6c7921824cc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0351737 Feb 07 23:02:28.656991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-6041ffc5-c3fc-4e76-9055-66f02c0844e0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:28.659089 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-6041ffc5-c3fc-4e76-9055-66f02c0844e0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.46 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.2109373 Feb 07 23:02:28.665759 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.675616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'port': {'device_id': 'b0fd5918-dd30-47d5-8a80-6286b214ecc2', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'admin_state_up': True, 'tenant_id': 'edc93e220b884578820ed73d5e9400f9'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:28.706575 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.712331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] For port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:28.739554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] For port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0,segment=NetworkSegment(343f8b04-b6f8-4453-a5a6-85b85d42b1ae),segment_id=343f8b04-b6f8-4453-a5a6-85b85d42b1ae)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:28.759682 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:28.763149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:28.763421 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.766357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port efb930d4-99f5-4229-b0b9-ae8a309ba5b4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:28.767113 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.772944 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:28.842600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Made reservation on behalf of edc93e220b884578820ed73d5e9400f9 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:28.852057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.912874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b279d1-a392-483f-86e3-9bc2c40f3348 None None] Pushing event updated for resources: {'Port': ['ID=7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:28.952397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Pushing event updated for resources: {'Port': ['ID=81892b79-dd67-41da-ba35-93ac78798ddf,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:29.047461 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.069334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 4, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'gw_port': {'id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0e129d7a-2b70-4882-b01a-a719d5b6c1ed', 'name': '', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'mac_address': 'fa:16:3e:7d:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:24Z', 'updated_at': '2022-02-07T23:02:25Z', 'revision_number': 2, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'subnets': [{'id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:29.107519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.20.0.14 (2f757959-1832-41a9-aab1-345730436e6e/40058268-0e17-460f-86fe-d5a141a2db00/dded4661-f691-46cb-8d39-f64a221d4ea4) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:29.149936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Checking router: 52fe814b-0b62-4ca3-a75f-c70238b9b39e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:29.150540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Updating router 52fe814b-0b62-4ca3-a75f-c70238b9b39e port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:02:29.155901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port efb930d4-99f5-4229-b0b9-ae8a309ba5b4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=efb930d4-99f5-4229-b0b9-ae8a309ba5b4,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:29.177327 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.249076 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.362789 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.437218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.533115 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.553766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3b5bd5cc-349f-4db1-945b-eaf4c97d5b84'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:02:29.620633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:29.635276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:29.637963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=efb930d4-99f5-4229-b0b9-ae8a309ba5b4,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:29.643084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:29.736807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=dded4661-f691-46cb-8d39-f64a221d4ea4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:29.814462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:29.817337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.954248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-5efe4260-ce19-4c24-8a70-a636925f6d1f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2855048 Feb 07 23:02:29.968650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Request body: {'port': {'device_id': 'b0fd5918-dd30-47d5-8a80-6286b214ecc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:29.982599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30865f-b2d7-40d0-8b1b-23224b917902 req-8d60af5a-7482-4923-9b04-4b328d1460e4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:29.984457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f30865f-b2d7-40d0-8b1b-23224b917902 req-8d60af5a-7482-4923-9b04-4b328d1460e4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 932 time: 0.1602311 Feb 07 23:02:30.146782 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.160265 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.166440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9f30865f-b2d7-40d0-8b1b-23224b917902 req-0f847585-1212-40da-8638-36239e78ef61 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611598 Feb 07 23:02:30.171061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.373610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Pushing event updated for resources: {'Port': ['ID=0e129d7a-2b70-4882-b01a-a719d5b6c1ed,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:30.394817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4d8d1945-8d7d-412e-a76e-b1c1ff4ba019 None None] Provisioning complete for port dded4661-f691-46cb-8d39-f64a221d4ea4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:30.395207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1945-8d7d-412e-a76e-b1c1ff4ba019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.646589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.937170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dded4661-f691-46cb-8d39-f64a221d4ea4 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:30.965130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.986442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:02:30.990334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Transition to ACTIVE for port object dded4661-f691-46cb-8d39-f64a221d4ea4 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:31.000316 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.098747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Pushing event updated for resources: {'Port': ['ID=dded4661-f691-46cb-8d39-f64a221d4ea4,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:31.207063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d1945-8d7d-412e-a76e-b1c1ff4ba019 None None] Port dded4661-f691-46cb-8d39-f64a221d4ea4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:31.214833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device efb930d4-99f5-4229-b0b9-ae8a309ba5b4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:31.225111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:02:31.226767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006f3a3-b476-4411-8955-37555312988d None None] Network 222bf716-c762-4ba8-a70a-89e31c3a5028 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:02:31.241477 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Sync routers for ids ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:31.266024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Routers {'5644eecc-2f4d-4ba0-aa89-601bd88392b5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:31.268451 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:31.293675 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.295447 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5d5b7fd2-2e5c-4ce5-8d5c-ea12e8ee67ea admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6844120 Feb 07 23:02:31.298519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47452) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:31.319536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Attempting to bind port dded4661-f691-46cb-8d39-f64a221d4ea4 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:31.323286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Attempting to bind port dded4661-f691-46cb-8d39-f64a221d4ea4 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:31.323645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Attempting to bind port dded4661-f691-46cb-8d39-f64a221d4ea4 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:31.343748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Port dded4661-f691-46cb-8d39-f64a221d4ea4 on network 2f757959-1832-41a9-aab1-345730436e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:02:31.344073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Attempting to bind port dded4661-f691-46cb-8d39-f64a221d4ea4 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:31.365623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:31.367733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:31.368216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Bound using segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:31.374849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Bound port: dded4661-f691-46cb-8d39-f64a221d4ea4, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:31.375397 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.375518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Attempting to bind port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:31.375924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Attempting to bind port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:31.380880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Attempting to bind port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed on network d12902e2-7a82-4daa-93cd-48c8f8119d96 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:31.537032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:31.537305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Checking segment: {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:31.538592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.541857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Bound using segment: {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:31.542394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Bound port: 0e129d7a-2b70-4882-b01a-a719d5b6c1ed, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:31.544338 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.552826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] For port dded4661-f691-46cb-8d39-f64a221d4ea4, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:31.556800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] For port dded4661-f691-46cb-8d39-f64a221d4ea4, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dded4661-f691-46cb-8d39-f64a221d4ea4,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:31.561230 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Set router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:31.562584 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.600651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b8662d8d-c9ab-4ec6-bf05-b51a3ae03de6 None None] Provisioning complete for port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:31.601036 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8662d8d-c9ab-4ec6-bf05-b51a3ae03de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.628909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:31.630061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.633064 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] 10.222.0.46 "PUT /v2.0/ports/dded4661-f691-46cb-8d39-f64a221d4ea4 HTTP/1.1" status: 200 len: 1092 time: 1.6691728 Feb 07 23:02:31.635657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd5918-dd30-47d5-8a80-6286b214ecc2', 'tag': 'dded4661-f691-46cb-8d39-f64a221d4ea4'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:31.638583 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb98015e-3a21-48c8-bfba-76e748c1477b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fd5918-dd30-47d5-8a80-6286b214ecc2", "tag": "dded4661-f691-46cb-8d39-f64a221d4ea4"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:31.716440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44841c2e-c51f-4ca9-b073-8694d3149265 service neutron] Pushing event updated for resources: {'Port': ['ID=dded4661-f691-46cb-8d39-f64a221d4ea4,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:31.763169 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c174f8f-e01c-412a-8e41-ab03e1f0c819 x-openstack-request-id: req-1c174f8f-e01c-412a-8e41-ab03e1f0c819 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:31.765942 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fd5918-dd30-47d5-8a80-6286b214ecc2", "tag": "dded4661-f691-46cb-8d39-f64a221d4ea4", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:31.766686 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c174f8f-e01c-412a-8e41-ab03e1f0c819 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:31.766686 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd5918-dd30-47d5-8a80-6286b214ecc2', 'tag': 'dded4661-f691-46cb-8d39-f64a221d4ea4', 'status': 'completed', 'code': 200} Feb 07 23:02:31.780739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] For port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:31.784637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] For port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0e129d7a-2b70-4882-b01a-a719d5b6c1ed,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:31.805211 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.844805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-12d50a03-2210-4417-9b93-7898b67adf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:31.846536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-12d50a03-2210-4417-9b93-7898b67adf61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 1095 time: 0.1225238 Feb 07 23:02:31.882618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70358e46-7272-49d5-aaa2-39e70fa28813 req-7a8e22f5-4a4a-4263-8611-45c62c9fa901 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:31.897415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Pushing event updated for resources: {'Port': ['ID=0e129d7a-2b70-4882-b01a-a719d5b6c1ed,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:31.898762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70358e46-7272-49d5-aaa2-39e70fa28813 req-7a8e22f5-4a4a-4263-8611-45c62c9fa901 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.4847579 Feb 07 23:02:31.926171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-ad280622-7370-4eed-bf99-6a3c77985950 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dded4661-f691-46cb-8d39-f64a221d4ea4 HTTP/1.1" status: 200 len: 217 time: 0.0712929 Feb 07 23:02:31.932450 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:27Z', 'updated_at': '2022-02-07T23:02:29Z', 'revision_number': 3, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'gw_port': {'id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:28Z', 'updated_at': '2022-02-07T23:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:31.947886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b8662d8d-c9ab-4ec6-bf05-b51a3ae03de6 None None] Port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:31.957810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.958260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.958652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.959055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.959478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.959975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.960452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.960843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.961239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.961687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.962077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.962465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2fbf2-1793-4769-83bb-e8fa023b07ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:31.998404 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Checking router: 5644eecc-2f4d-4ba0-aa89-601bd88392b5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:31.998775 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Updating router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 port 81892b79-dd67-41da-ba35-93ac78798ddf binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:02:32.031389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port efb930d4-99f5-4229-b0b9-ae8a309ba5b4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:32.036244 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.057841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Routers {'52fe814b-0b62-4ca3-a75f-c70238b9b39e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:32.059301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:32.074064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47458) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:32.086990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-ac583327-57f5-487a-a32f-22cf5aaec20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:32.090967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-ac583327-57f5-487a-a32f-22cf5aaec20d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.1560137 Feb 07 23:02:32.092193 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.146403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b8662d8d-c9ab-4ec6-bf05-b51a3ae03de6 None None] Provisioning complete for port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:32.153725 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8662d8d-c9ab-4ec6-bf05-b51a3ae03de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.206448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-2bfd1351-285f-451f-9fd0-27bff563bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:32.207986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-2bfd1351-285f-451f-9fd0-27bff563bc39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028967 Feb 07 23:02:32.288504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-70358e46-7272-49d5-aaa2-39e70fa28813 req-6ad1de20-d660-4978-8395-da75ea7cd4c4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601010 Feb 07 23:02:32.317124 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2808a53c-3a8f-4075-a291-770ff0f4564e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.431414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-bfb13ef6-def7-4dc6-af53-0689d8205319 service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158387 Feb 07 23:02:32.442935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2808a53c-3a8f-4075-a291-770ff0f4564e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.482545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2808a53c-3a8f-4075-a291-770ff0f4564e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.572951 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5787272f-2695-4c7f-a5c4-c15994cce034 req-2d841763-da34-437f-b3f4-8d8eb5e99f56 service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342976 Feb 07 23:02:32.611034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] Set router 52fe814b-0b62-4ca3-a75f-c70238b9b39e gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:32.666604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:32.672490 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8662d8d-c9ab-4ec6-bf05-b51a3ae03de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.723607 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.732009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808a53c-3a8f-4075-a291-770ff0f4564e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32be3d91-f567-4853-ac7d-6324f4ee8f6a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:32.751278 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.759002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-77ca7205-defd-4aa9-94eb-7527487f43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:32.763863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-77ca7205-defd-4aa9-94eb-7527487f43e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 1095 time: 0.1324186 Feb 07 23:02:32.792302 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2808a53c-3a8f-4075-a291-770ff0f4564e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=967d67c9f3284c74ab235b47f543de19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7149303 Feb 07 23:02:32.810734 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47466) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:32.843351 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Attempting to bind port 81892b79-dd67-41da-ba35-93ac78798ddf on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:32.844170 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Attempting to bind port 81892b79-dd67-41da-ba35-93ac78798ddf by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:32.844721 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Attempting to bind port 81892b79-dd67-41da-ba35-93ac78798ddf on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:32.854890 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:32.855563 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:32.856321 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.856858 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:32.859851 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Bound port: 81892b79-dd67-41da-ba35-93ac78798ddf, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:32.860866 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.863027 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0955f-529a-448c-ad61-c3165a0d3208 None None] Pushing event updated for resources: {'Port': ['ID=81892b79-dd67-41da-ba35-93ac78798ddf,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:32.907673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b8662d8d-c9ab-4ec6-bf05-b51a3ae03de6 None None] For port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0,segment=NetworkSegment(343f8b04-b6f8-4453-a5a6-85b85d42b1ae),segment_id=343f8b04-b6f8-4453-a5a6-85b85d42b1ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:32.931358 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8662d8d-c9ab-4ec6-bf05-b51a3ae03de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.940104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.949727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:32.950102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.001497 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] For port 81892b79-dd67-41da-ba35-93ac78798ddf, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:33.007959 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] For port 81892b79-dd67-41da-ba35-93ac78798ddf, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=81892b79-dd67-41da-ba35-93ac78798ddf,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:33.025425 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.105537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a45dc272-255e-42c9-af9d-41544fc4ceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.111403 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Routers {'5644eecc-2f4d-4ba0-aa89-601bd88392b5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:33.112245 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:33.119148 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0955f-529a-448c-ad61-c3165a0d3208 None None] Pushing event updated for resources: {'Port': ['ID=81892b79-dd67-41da-ba35-93ac78798ddf,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:33.150501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a45dc272-255e-42c9-af9d-41544fc4ceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.166501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fb095415-d310-4e01-af67-e7d57387026d None None] Provisioning complete for port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:33.167508 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb095415-d310-4e01-af67-e7d57387026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.178256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8662d8d-c9ab-4ec6-bf05-b51a3ae03de6 None None] Pushing event updated for resources: {'Port': ['ID=7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:33.223247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a45dc272-255e-42c9-af9d-41544fc4ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.226211 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a45dc272-255e-42c9-af9d-41544fc4ceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.230445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a45dc272-255e-42c9-af9d-41544fc4ceda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32be3d91-f567-4853-ac7d-6324f4ee8f6a HTTP/1.1" status: 204 len: 168 time: 0.4095905 Feb 07 23:02:33.251134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dc272-255e-42c9-af9d-41544fc4ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be3d91-f567-4853-ac7d-6324f4ee8f6a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:33.294838 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] Set router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:33.306605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-33f92438-05de-4e1f-a040-001916d01c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:33.308135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-33f92438-05de-4e1f-a040-001916d01c75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.5374572 Feb 07 23:02:33.424453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-1d792364-8aac-4b18-9c6c-c1b6f9a18fc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dded4661-f691-46cb-8d39-f64a221d4ea4 HTTP/1.1" status: 200 len: 217 time: 0.1068203 Feb 07 23:02:33.480546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-7cc5d87b-0c29-4cde-8e49-b266a6395d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:33.482248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-7cc5d87b-0c29-4cde-8e49-b266a6395d8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0498846 Feb 07 23:02:33.484576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Allocated IP 172.20.0.1 (222bf716-c762-4ba8-a70a-89e31c3a5028/769e1189-1933-4712-89b0-c316d533aaba/d2c39614-dc65-42fa-9ec1-9f2326638a0d) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:33.559224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-e57ee474-0ea9-436c-b508-c625febccbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:33.561239 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-e57ee474-0ea9-436c-b508-c625febccbf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634186 Feb 07 23:02:33.570145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1afec4-6869-4e7d-8ce3-a9b3c7ead4eb req-af2d5735-ce6e-4d90-b018-88be0e617815 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:33.578586 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d1afec4-6869-4e7d-8ce3-a9b3c7ead4eb req-af2d5735-ce6e-4d90-b018-88be0e617815 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.1568806 Feb 07 23:02:33.603168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 4, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'gw_port': {'id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0e129d7a-2b70-4882-b01a-a719d5b6c1ed', 'name': '', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'mac_address': 'fa:16:3e:7d:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:24Z', 'updated_at': '2022-02-07T23:02:31Z', 'revision_number': 4, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'subnets': [{'id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:33.638405 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb095415-d310-4e01-af67-e7d57387026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.640611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c9d00-c17a-4c0d-9dc1-cf49c4c2b7d4 None None] The sync data for ids ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'] in n-d-827895-2 is: [{'id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:24Z', 'revision_number': 4, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'gw_port': {'id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0e129d7a-2b70-4882-b01a-a719d5b6c1ed', 'name': '', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'mac_address': 'fa:16:3e:7d:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:24Z', 'updated_at': '2022-02-07T23:02:31Z', 'revision_number': 4, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'subnets': [{'id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:33.705122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fb095415-d310-4e01-af67-e7d57387026d None None] For port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0e129d7a-2b70-4882-b01a-a719d5b6c1ed,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:33.716213 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb095415-d310-4e01-af67-e7d57387026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.794127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fb095415-d310-4e01-af67-e7d57387026d None None] Provisioning complete for port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:33.795237 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb095415-d310-4e01-af67-e7d57387026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.823836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfedfc-9c4b-49dc-81f5-dacfde66fa0a req-d9604770-ae42-4be8-a0a0-e241b746f083 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:33.826091 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13cfedfc-9c4b-49dc-81f5-dacfde66fa0a req-d9604770-ae42-4be8-a0a0-e241b746f083 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.4540877 Feb 07 23:02:33.880597 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:27Z', 'updated_at': '2022-02-07T23:02:29Z', 'revision_number': 3, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'gw_port': {'id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:28Z', 'updated_at': '2022-02-07T23:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:33.936437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb095415-d310-4e01-af67-e7d57387026d None None] Pushing event updated for resources: {'Port': ['ID=0e129d7a-2b70-4882-b01a-a719d5b6c1ed,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:33.956155 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6cf042-2313-4bb5-bd1d-7fdd83b7d772 None None] The sync data for ids ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'] in n-d-827895-2 is: [{'id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:27Z', 'updated_at': '2022-02-07T23:02:29Z', 'revision_number': 3, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'gw_port': {'id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:28Z', 'updated_at': '2022-02-07T23:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:34.043311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.057982 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.058884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0e129d7a-2b70-4882-b01a-a719d5b6c1ed up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:34.075561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13cfedfc-9c4b-49dc-81f5-dacfde66fa0a req-78d56d41-10fb-407b-a293-7e03d433a83f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263477 Feb 07 23:02:34.177426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.269384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47482) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:34.280358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:34.281016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.350039 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ffb2c62-0ccb-4106-a294-da4013505c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.374833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Network 222bf716-c762-4ba8-a70a-89e31c3a5028 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:34.389466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:34.393465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:34.396670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c39614-dc65-42fa-9ec1-9f2326638a0d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:34.474159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.566831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:34.568757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.612346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d1afec4-6869-4e7d-8ce3-a9b3c7ead4eb req-c23d8009-35bc-4d85-bd7b-6244df24e77d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0317774 Feb 07 23:02:34.690696 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-f859702f-cae1-4f20-8ad1-1077c8e9da4c service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1097264 Feb 07 23:02:34.750897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:34.756202 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.869522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ffb2c62-0ccb-4106-a294-da4013505c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.880663 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ffb2c62-0ccb-4106-a294-da4013505c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.928723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb98015e-3a21-48c8-bfba-76e748c1477b req-2d132baf-18d3-4b0a-bb24-7c99b1c66a61 service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266724 Feb 07 23:02:34.998721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.017396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-45600bee-aeec-40e6-bad2-d72c53504a02 None None] Provisioning complete for port d2c39614-dc65-42fa-9ec1-9f2326638a0d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:35.017975 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-45600bee-aeec-40e6-bad2-d72c53504a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.025162 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ffb2c62-0ccb-4106-a294-da4013505c2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ab9c30f074f4b13860f1bd4554f834f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7408013 Feb 07 23:02:35.025943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47484) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:35.046704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb2c62-0ccb-4106-a294-da4013505c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090ab8e7-8122-4a7c-ac6c-4f8fb6741c1e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:35.114122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-45600bee-aeec-40e6-bad2-d72c53504a02 None None] Port d2c39614-dc65-42fa-9ec1-9f2326638a0d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:35.213037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce766f81-0218-45ab-a6a1-336575017808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.231743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-1fe0ba50-d001-4d97-b3b1-285afccb9f72 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:35.236515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-1fe0ba50-d001-4d97-b3b1-285afccb9f72 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.46 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1134756 Feb 07 23:02:35.329355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce766f81-0218-45ab-a6a1-336575017808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.345825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4b9c8-5ca4-4fd6-a609-834381644fae req-f02c0d84-5d39-4005-946b-783ba9c6aa0c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:35.347742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dc4b9c8-5ca4-4fd6-a609-834381644fae req-f02c0d84-5d39-4005-946b-783ba9c6aa0c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.0877163 Feb 07 23:02:35.372220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.391883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.467396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c39614-dc65-42fa-9ec1-9f2326638a0d,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:35.502987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7dc4b9c8-5ca4-4fd6-a609-834381644fae req-4fc8b9c2-8f72-4746-91a0-66f903a1d222 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443162 Feb 07 23:02:35.519903 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.525834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Deleting port ba915a32-22f8-4de1-8636-4ecf148e2164 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:35.526455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.709990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce766f81-0218-45ab-a6a1-336575017808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.715451 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce766f81-0218-45ab-a6a1-336575017808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.725761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ce766f81-0218-45ab-a6a1-336575017808 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/090ab8e7-8122-4a7c-ac6c-4f8fb6741c1e HTTP/1.1" status: 204 len: 168 time: 0.6982636 Feb 07 23:02:35.764745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Network 222bf716-c762-4ba8-a70a-89e31c3a5028 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:35.777659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce766f81-0218-45ab-a6a1-336575017808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090ab8e7-8122-4a7c-ac6c-4f8fb6741c1e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:35.781980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:35.915884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] For port ba915a32-22f8-4de1-8636-4ecf148e2164, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba915a32-22f8-4de1-8636-4ecf148e2164,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:35.916413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.936334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1390a-4df3-4ac3-9a55-b3b092e13bcb req-1d24c01b-9a20-4240-bb2e-9762dabc93e5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:35.938269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5ae1390a-4df3-4ac3-9a55-b3b092e13bcb req-1d24c01b-9a20-4240-bb2e-9762dabc93e5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.1393163 Feb 07 23:02:35.999492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0e129d7a-2b70-4882-b01a-a719d5b6c1ed up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:36.147509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:02:36.452060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-269129ff-091f-4e28-8b03-e1bfdd553838 None None] Provisioning complete for port d2c39614-dc65-42fa-9ec1-9f2326638a0d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:36.452436 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-269129ff-091f-4e28-8b03-e1bfdd553838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.458123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:02:36.459737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.461995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.462471 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Floating IP 5b6d9e60-1d5e-45a2-bc85-4a348130a95a disassociated. External IP: 172.25.8.197, port: ba915a32-22f8-4de1-8636-4ecf148e2164. Feb 07 23:02:36.462898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Calling delete_port for ba915a32-22f8-4de1-8636-4ecf148e2164 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:36.476983 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-55b4133a-fe2d-4d03-b5e1-876a41378e57 admin admin] 10.222.0.15 "PUT /v2.0/routers/5644eecc-2f4d-4ba0-aa89-601bd88392b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1771679 Feb 07 23:02:36.518156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5ae1390a-4df3-4ac3-9a55-b3b092e13bcb req-aab8c0cc-fc27-49b5-8714-1b03cb329bd7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579791 Feb 07 23:02:36.520762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:36.521350 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.525775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-269129ff-091f-4e28-8b03-e1bfdd553838 None None] Port d2c39614-dc65-42fa-9ec1-9f2326638a0d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:36.709365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 81892b79-dd67-41da-ba35-93ac78798ddf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:36.773916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27909259-bb0d-4793-9ac9-d717f13bca38 req-1d6d9949-06ce-46ac-baa6-2f849aa57a48 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:36.775532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27909259-bb0d-4793-9ac9-d717f13bca38 req-1d6d9949-06ce-46ac-baa6-2f849aa57a48 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 946 time: 0.1319995 Feb 07 23:02:36.808774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 81892b79-dd67-41da-ba35-93ac78798ddf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:36.809156 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.889265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.937217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27909259-bb0d-4793-9ac9-d717f13bca38 req-723896ee-2221-4223-9443-111be6f44c5c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ed5da64-cc40-4199-8430-fb9823e87b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551182 Feb 07 23:02:36.970199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event deleted for resources: {'Port': ['ID=ba915a32-22f8-4de1-8636-4ecf148e2164,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:36.984781 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.036488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 81892b79-dd67-41da-ba35-93ac78798ddf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=81892b79-dd67-41da-ba35-93ac78798ddf,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:37.047976 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.174317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=81892b79-dd67-41da-ba35-93ac78798ddf,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:37.204792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Router 192ee214-366b-4a1c-9266-e4d2afed5dd9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:02:37.331843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba915a32-22f8-4de1-8636-4ecf148e2164 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:02:37.368053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: ba915a32-22f8-4de1-8636-4ecf148e2164 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:02:37.368538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba915a32-22f8-4de1-8636-4ecf148e2164 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:02:37.434277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:02:37.448777 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] Sync routers for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:37.476901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:37.487728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:37.560238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] No DVR routers for this DVR port ba915a32-22f8-4de1-8636-4ecf148e2164 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:02:37.579944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.587573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6a61f6e-4371-46b7-b5f8-2958d980e513 req-30aabb99-b475-4d3c-95c0-5aa60ef69fce tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.46 "DELETE /v2.0/ports/ba915a32-22f8-4de1-8636-4ecf148e2164 HTTP/1.1" status: 204 len: 173 time: 2.3370683 Feb 07 23:02:37.588634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578fabd8-369e-40ba-befc-c853af11b61a', 'name': 'network-vif-deleted', 'tag': 'ba915a32-22f8-4de1-8636-4ecf148e2164'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:37.605312 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd72f5ec-38b0-46e6-8395-e70d3e3fa09e" -d '{"events": [{"server_uuid": "578fabd8-369e-40ba-befc-c853af11b61a", "name": "network-vif-deleted", "tag": "ba915a32-22f8-4de1-8636-4ecf148e2164"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:37.750443 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1dd5d9-ea51-4d60-9e48-97d98b1213cd x-openstack-request-id: req-7d1dd5d9-ea51-4d60-9e48-97d98b1213cd {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:37.750726 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578fabd8-369e-40ba-befc-c853af11b61a", "name": "network-vif-deleted", "tag": "ba915a32-22f8-4de1-8636-4ecf148e2164", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:37.750979 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d1dd5d9-ea51-4d60-9e48-97d98b1213cd {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:37.751443 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578fabd8-369e-40ba-befc-c853af11b61a', 'name': 'network-vif-deleted', 'tag': 'ba915a32-22f8-4de1-8636-4ecf148e2164', 'status': 'completed', 'code': 200} Feb 07 23:02:37.815790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 81892b79-dd67-41da-ba35-93ac78798ddf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:37.899939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9ff03-9793-4a3c-8923-adb5bb481bbe req-3741b9b2-dd7c-46d8-a02c-f79ac8e5f699 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:37.903994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4f9ff03-9793-4a3c-8923-adb5bb481bbe req-3741b9b2-dd7c-46d8-a02c-f79ac8e5f699 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.1969473 Feb 07 23:02:37.918329 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Sync routers for ids ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:37.933979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:37.951077 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Routers {'5644eecc-2f4d-4ba0-aa89-601bd88392b5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:37.952318 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:38.004261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4f9ff03-9793-4a3c-8923-adb5bb481bbe req-ffbf09e5-24ac-4341-bb15-c1821728c2e2 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729544 Feb 07 23:02:38.201193 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60f4a25b-0d49-4a32-bb7c-3b8bb782e8b2 req-268bfc99-750c-408c-b1c8-d1799a6dd0c1 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=578fabd8-369e-40ba-befc-c853af11b61a HTTP/1.1" status: 200 len: 210 time: 0.0537663 Feb 07 23:02:38.218304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 81892b79-dd67-41da-ba35-93ac78798ddf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:38.219340 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:38.315514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689be48-50e7-41c4-978c-5291e456ad45 req-2f0b23d6-5217-4b2c-a27e-d4c3d631cc50 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:38.324821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-2f0b23d6-5217-4b2c-a27e-d4c3d631cc50 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/networks?id=d12902e2-7a82-4daa-93cd-48c8f8119d96 HTTP/1.1" status: 200 len: 909 time: 0.3238344 Feb 07 23:02:38.344797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-b0db38d6-2392-4828-a68e-dd558fae21fd tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/quotas/97b82b7270ff42aa952d69d13bd533e1 HTTP/1.1" status: 200 len: 375 time: 0.0183094 Feb 07 23:02:38.351024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Set router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:38.565631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-35255b04-97be-4dc3-bffc-2f4dc6ed8fb9 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=97b82b7270ff42aa952d69d13bd533e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1957085 Feb 07 23:02:38.588015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-71d47a84-aae2-467c-819f-c3d77c224205 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:02:38.590218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:38.594185 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-71d47a84-aae2-467c-819f-c3d77c224205 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194709 Feb 07 23:02:38.621820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] Checking router: 192ee214-366b-4a1c-9266-e4d2afed5dd9 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:38.635460 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:38.636249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:38.786904 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:27Z', 'updated_at': '2022-02-07T23:02:34Z', 'revision_number': 4, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'gw_port': {'id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:28Z', 'updated_at': '2022-02-07T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'd2c39614-dc65-42fa-9ec1-9f2326638a0d', 'name': '', 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'mac_address': 'fa:16:3e:d5:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '769e1189-1933-4712-89b0-c316d533aaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:32Z', 'updated_at': '2022-02-07T23:02:35Z', 'revision_number': 2, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'subnets': [{'id': '769e1189-1933-4712-89b0-c316d533aaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:38.858432 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-599175f5-e2ce-485e-b7cf-cfda2b0b87f5 service neutron] 10.222.0.15 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566583 Feb 07 23:02:38.883635 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Checking router: 5644eecc-2f4d-4ba0-aa89-601bd88392b5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:38.884212 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Updating router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 port d2c39614-dc65-42fa-9ec1-9f2326638a0d binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:02:38.912124 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:38.913779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:39.034425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-47c2d461-72e3-499a-8796-20bc9062a782 service neutron] 10.222.0.15 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750817 Feb 07 23:02:39.234857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574dfb4-2b0c-48d1-9968-6a273c36879f req-00b4fbd5-4638-48bc-a97a-eea74cc61d05 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:39.255683 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0574dfb4-2b0c-48d1-9968-6a273c36879f req-00b4fbd5-4638-48bc-a97a-eea74cc61d05 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.1410468 Feb 07 23:02:39.325029 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8b56b0d5-941b-480f-a691-4042e3d20a9b req-4b408f8a-df49-4824-8743-5fa7020cbcd3 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 210 time: 0.0735543 Feb 07 23:02:39.417418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0574dfb4-2b0c-48d1-9968-6a273c36879f req-4056238d-19ba-412a-a504-0e36127ebc35 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581430 Feb 07 23:02:39.467850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47570) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:39.482069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:39.538717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a5911-1d1a-4810-8515-c319b70b31c3 None None] The sync data for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 is: [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:39.580497 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:39.590019 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:39.622257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bac6-27dc-4087-a299-fa086c1845bb tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:39.720866 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aeb3cf-2155-47ea-b2df-c4b415fe9e3d None None] Pushing event updated for resources: {'Port': ['ID=d2c39614-dc65-42fa-9ec1-9f2326638a0d,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:39.768739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bac6-27dc-4087-a299-fa086c1845bb tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:39.778530 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Attempting to bind port d2c39614-dc65-42fa-9ec1-9f2326638a0d on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:39.779014 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Attempting to bind port d2c39614-dc65-42fa-9ec1-9f2326638a0d by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '343f8b04-b6f8-4453-a5a6-85b85d42b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:39.779408 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Attempting to bind port d2c39614-dc65-42fa-9ec1-9f2326638a0d on network 222bf716-c762-4ba8-a70a-89e31c3a5028 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:39.826715 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:39.827085 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Checking segment: {'id': '343f8b04-b6f8-4453-a5a6-85b85d42b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:39.827613 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:39.834782 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Bound using segment: {'id': '343f8b04-b6f8-4453-a5a6-85b85d42b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:39.835404 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Bound port: d2c39614-dc65-42fa-9ec1-9f2326638a0d, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343f8b04-b6f8-4453-a5a6-85b85d42b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:39.835891 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:39.887642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bac6-27dc-4087-a299-fa086c1845bb tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:39.896544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bac6-27dc-4087-a299-fa086c1845bb tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:39.899061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ffb3bac6-27dc-4087-a299-fa086c1845bb tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "DELETE /v2.0/security-groups/1ed5da64-cc40-4199-8430-fb9823e87b4e HTTP/1.1" status: 204 len: 168 time: 0.4299080 Feb 07 23:02:39.902199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47582) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:39.918515 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-bc9f5686-312d-4954-ad1d-d36ec1049299 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] show failed (client error): The resource could not be found. Feb 07 23:02:39.922918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3bac6-27dc-4087-a299-fa086c1845bb tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed5da64-cc40-4199-8430-fb9823e87b4e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:39.937059 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bc9f5686-312d-4954-ad1d-d36ec1049299 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups/1ed5da64-cc40-4199-8430-fb9823e87b4e HTTP/1.1" status: 404 len: 347 time: 0.0307808 Feb 07 23:02:39.937276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47584) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:40.112298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ea05ea-b4e3-4511-9d4e-7d8967eed7fa None None] New status for floating IP 5b6d9e60-1d5e-45a2-bc85-4a348130a95a: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:02:40.120647 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] For port d2c39614-dc65-42fa-9ec1-9f2326638a0d, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:40.133688 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] For port d2c39614-dc65-42fa-9ec1-9f2326638a0d, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d2c39614-dc65-42fa-9ec1-9f2326638a0d,segment=NetworkSegment(343f8b04-b6f8-4453-a5a6-85b85d42b1ae),segment_id=343f8b04-b6f8-4453-a5a6-85b85d42b1ae)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:40.146002 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.287690 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Routers {'5644eecc-2f4d-4ba0-aa89-601bd88392b5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:40.292582 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:40.316269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Deleting port 4c493e33-5921-4aae-a49b-aabd1cc9ad49 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:02:40.317354 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.366109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5eebbaa5-8d48-4e61-acd2-3580ea985c56 None None] Provisioning complete for port d2c39614-dc65-42fa-9ec1-9f2326638a0d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:40.366583 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5eebbaa5-8d48-4e61-acd2-3580ea985c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.521436 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aeb3cf-2155-47ea-b2df-c4b415fe9e3d None None] Pushing event updated for resources: {'Port': ['ID=d2c39614-dc65-42fa-9ec1-9f2326638a0d,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:40.643088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-770f9f9a-c27a-4dcc-b70d-ab0a6b27fec2 req-70eaa42f-9f29-4d88-9971-aac59f0acee8 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 210 time: 0.0413938 Feb 07 23:02:40.671406 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] Set router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:40.690106 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5eebbaa5-8d48-4e61-acd2-3580ea985c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.737591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5eebbaa5-8d48-4e61-acd2-3580ea985c56 None None] For port d2c39614-dc65-42fa-9ec1-9f2326638a0d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d2c39614-dc65-42fa-9ec1-9f2326638a0d,segment=NetworkSegment(343f8b04-b6f8-4453-a5a6-85b85d42b1ae),segment_id=343f8b04-b6f8-4453-a5a6-85b85d42b1ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:40.746384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.747181 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.747416 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5eebbaa5-8d48-4e61-acd2-3580ea985c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.796537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Calling delete_port for 4c493e33-5921-4aae-a49b-aabd1cc9ad49 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:02:40.888076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f7b2e-88ae-4dd8-b359-0053fd54e874 req-e1f014a4-bfb5-4a87-a898-37f4989459b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:40.890077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a62f7b2e-88ae-4dd8-b359-0053fd54e874 req-e1f014a4-bfb5-4a87-a898-37f4989459b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.2153227 Feb 07 23:02:40.959205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-08690d02-9298-4785-86d2-9d315eda104b None None] Provisioning complete for port d2c39614-dc65-42fa-9ec1-9f2326638a0d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:40.959923 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08690d02-9298-4785-86d2-9d315eda104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:41.026258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:41.060724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebbaa5-8d48-4e61-acd2-3580ea985c56 None None] Pushing event updated for resources: {'Port': ['ID=d2c39614-dc65-42fa-9ec1-9f2326638a0d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:41.089119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a62f7b2e-88ae-4dd8-b359-0053fd54e874 req-f3dc7bc4-251f-4342-9bb1-a59c9cc69947 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858015 Feb 07 23:02:41.107626 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:27Z', 'updated_at': '2022-02-07T23:02:34Z', 'revision_number': 4, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'gw_port': {'id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:28Z', 'updated_at': '2022-02-07T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'd2c39614-dc65-42fa-9ec1-9f2326638a0d', 'name': '', 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'mac_address': 'fa:16:3e:d5:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '769e1189-1933-4712-89b0-c316d533aaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:32Z', 'updated_at': '2022-02-07T23:02:40Z', 'revision_number': 4, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'subnets': [{'id': '769e1189-1933-4712-89b0-c316d533aaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:41.138634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event deleted for resources: {'Port': ['ID=4c493e33-5921-4aae-a49b-aabd1cc9ad49,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:41.171349 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a31e6-4a5b-4139-81ac-e006c0a0c3b6 None None] The sync data for ids ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'] in n-d-827895-2 is: [{'id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:27Z', 'updated_at': '2022-02-07T23:02:34Z', 'revision_number': 4, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'gw_port': {'id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:28Z', 'updated_at': '2022-02-07T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'd2c39614-dc65-42fa-9ec1-9f2326638a0d', 'name': '', 'network_id': '222bf716-c762-4ba8-a70a-89e31c3a5028', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'mac_address': 'fa:16:3e:d5:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '769e1189-1933-4712-89b0-c316d533aaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:32Z', 'updated_at': '2022-02-07T23:02:40Z', 'revision_number': 4, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'subnets': [{'id': '769e1189-1933-4712-89b0-c316d533aaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:41.213071 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:41.221186 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:41.227774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2d63798d-c0fc-4015-bb31-84aafb57342b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "DELETE /v2.0/floatingips/5b6d9e60-1d5e-45a2-bc85-4a348130a95a HTTP/1.1" status: 204 len: 168 time: 1.2814960 Feb 07 23:02:41.462175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47608) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:41.715681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689be48-50e7-41c4-978c-5291e456ad45 req-34b02ee2-11c4-46b4-a69b-1c9a7cc57771 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:41.719975 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-34b02ee2-11c4-46b4-a69b-1c9a7cc57771 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.46 "GET /v2.0/networks?id=d12902e2-7a82-4daa-93cd-48c8f8119d96 HTTP/1.1" status: 200 len: 909 time: 0.2029655 Feb 07 23:02:41.732403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Request body: {'port': {'device_id': 'b6c4b0e5-a2b6-48c9-a9df-106b424b49b1', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'admin_state_up': True, 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:41.825188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Made reservation on behalf of 97b82b7270ff42aa952d69d13bd533e1 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:41.827458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:41.843388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31edcdbd-1bf9-4a7f-a69a-812c418d4857 req-0dc5e58c-aaa1-4494-8f8c-2525861e7b48 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 210 time: 0.0453913 Feb 07 23:02:41.866370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cebe69b2-0478-4a9e-8416-e53e49137579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:41.953344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d2c39614-dc65-42fa-9ec1-9f2326638a0d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:42.043802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d2c39614-dc65-42fa-9ec1-9f2326638a0d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:42.044522 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.055872 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cebe69b2-0478-4a9e-8416-e53e49137579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.061495 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cebe69b2-0478-4a9e-8416-e53e49137579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.117012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47614) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:42.124157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6e1f4400-0521-4830-9fb3-ba61b94bdc24 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206992380', 'description': 'tempest-description--1533903366'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:42.138363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cebe69b2-0478-4a9e-8416-e53e49137579 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e385498c3d14595bce8a50a5e1310c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750166 Feb 07 23:02:42.140910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47618) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:42.178567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4400-0521-4830-9fb3-ba61b94bdc24 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.190414 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe69b2-0478-4a9e-8416-e53e49137579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a3518-fa31-4d18-9dca-c51b9781aa35,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:42.230632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfb22734-419a-4d3f-8004-487439d8860a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.260074 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfb22734-419a-4d3f-8004-487439d8860a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.319687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Allocated IP 172.20.0.4 (d12902e2-7a82-4daa-93cd-48c8f8119d96/1e2af30b-83bb-4f8b-a46e-e9713f3cd153/b1b1c598-7ac8-4106-8481-cbdfd2eb17e3) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:42.321954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfb22734-419a-4d3f-8004-487439d8860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.324752 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bfb22734-419a-4d3f-8004-487439d8860a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.326340 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bfb22734-419a-4d3f-8004-487439d8860a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c36a3518-fa31-4d18-9dca-c51b9781aa35 HTTP/1.1" status: 204 len: 168 time: 0.1794250 Feb 07 23:02:42.338739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb22734-419a-4d3f-8004-487439d8860a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a3518-fa31-4d18-9dca-c51b9781aa35,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:42.354840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf8c3c-5475-40b9-9c0e-d17bfaf5ad71 req-0f890daa-739c-4cff-8939-81d9f23482bd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:42.356771 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9cf8c3c-5475-40b9-9c0e-d17bfaf5ad71 req-0f890daa-739c-4cff-8939-81d9f23482bd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.1121111 Feb 07 23:02:42.464928 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4400-0521-4830-9fb3-ba61b94bdc24 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.479780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4400-0521-4830-9fb3-ba61b94bdc24 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.507119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9cf8c3c-5475-40b9-9c0e-d17bfaf5ad71 req-ecd5332e-da41-4d90-9b42-29fe6532ecb4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292884 Feb 07 23:02:42.556150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4400-0521-4830-9fb3-ba61b94bdc24 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.560031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e1f4400-0521-4830-9fb3-ba61b94bdc24 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4382753 Feb 07 23:02:42.560509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47624) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:42.566717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9002501e-ece7-4be4-a9c0-d7cffcf39907 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'security_group_rule': {'security_group_id': 'c589b6ae-12de-4388-9bcc-f03778a8e1c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:42.571357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f4400-0521-4830-9fb3-ba61b94bdc24 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c589b6ae-12de-4388-9bcc-f03778a8e1c6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:42.627076 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9002501e-ece7-4be4-a9c0-d7cffcf39907 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.650910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.729581 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9002501e-ece7-4be4-a9c0-d7cffcf39907 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.735270 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9002501e-ece7-4be4-a9c0-d7cffcf39907 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.743296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.791765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002501e-ece7-4be4-a9c0-d7cffcf39907 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2a424a-be9f-4e5b-863f-ca8a41fdd692,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:42.807425 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9002501e-ece7-4be4-a9c0-d7cffcf39907 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.808802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9002501e-ece7-4be4-a9c0-d7cffcf39907 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473698 Feb 07 23:02:42.811992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47634) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:42.816520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a52d5d3d-9efe-4722-a841-db663893c062 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'security_group_rule': {'security_group_id': 'c589b6ae-12de-4388-9bcc-f03778a8e1c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:42.819181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:42.822415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:42.828500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:42.831359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:42.872194 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a52d5d3d-9efe-4722-a841-db663893c062 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.886991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:42.887877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.911117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-4bc17f4b-ebf1-4797-a4b7-b9625192910b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1829135 Feb 07 23:02:42.924129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Request body: {'port': {'device_id': 'b6c4b0e5-a2b6-48c9-a9df-106b424b49b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:43.011243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.055410 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a52d5d3d-9efe-4722-a841-db663893c062 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.063375 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a52d5d3d-9efe-4722-a841-db663893c062 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.109549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de916a-9748-4693-8e7d-90ccd0b6f184 req-4e3bb57f-51eb-449b-992c-e3f696924e92 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:43.124627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03de916a-9748-4693-8e7d-90ccd0b6f184 req-4e3bb57f-51eb-449b-992c-e3f696924e92 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1027 time: 0.1661789 Feb 07 23:02:43.136512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d5d3d-9efe-4722-a841-db663893c062 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd4a6ff-987b-4893-8951-6380e0f7afff,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:43.157010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a52d5d3d-9efe-4722-a841-db663893c062 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.159252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a52d5d3d-9efe-4722-a841-db663893c062 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464468 Feb 07 23:02:43.162467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47644) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:43.167390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:43.222210 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-03de916a-9748-4693-8e7d-90ccd0b6f184 req-7c215e7e-e009-425a-82c4-1cb8dd1429b5 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870748 Feb 07 23:02:43.232315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bb4f0b41-b124-407e-b268-bbb7f942a7b5 None None] Provisioning complete for port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:43.232838 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0b41-b124-407e-b268-bbb7f942a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.253106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.295294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f0b41-b124-407e-b268-bbb7f942a7b5 None None] Port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:43.391525 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.404258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:43.412164 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.426168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Transition to ACTIVE for port object b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:43.431609 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.506566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:43.532843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Allocated IP 172.25.8.188 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/859f1aec-356a-4bf0-a534-1ad87823b1b2) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:43.601208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Attempting to bind port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:43.601453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Attempting to bind port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:43.602368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Attempting to bind port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 on network d12902e2-7a82-4daa-93cd-48c8f8119d96 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:43.608250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 on network d12902e2-7a82-4daa-93cd-48c8f8119d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:02:43.608573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Attempting to bind port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 on network d12902e2-7a82-4daa-93cd-48c8f8119d96 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:43.622144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:43.623414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Checking segment: {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:43.624020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Bound using segment: {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:43.624600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Bound port: b1b1c598-7ac8-4106-8481-cbdfd2eb17e3, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:43.624972 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.669973 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.719185 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.735476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d512b14-fd81-4122-90ff-d1b607867bd1 req-4ca74f31-39f8-40ff-96ad-86fac788d783 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:43.737148 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d512b14-fd81-4122-90ff-d1b607867bd1 req-4ca74f31-39f8-40ff-96ad-86fac788d783 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.1177692 Feb 07 23:02:43.751694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] For port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:43.755127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] For port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:43.764700 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.774702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:43.778013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:43.780749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:43.812588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'Port': ['ID=859f1aec-356a-4bf0-a534-1ad87823b1b2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:43.844158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:43.844893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.846297 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] 10.222.0.46 "PUT /v2.0/ports/b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 HTTP/1.1" status: 200 len: 1091 time: 0.9271340 Feb 07 23:02:43.846745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c4b0e5-a2b6-48c9-a9df-106b424b49b1', 'tag': 'b1b1c598-7ac8-4106-8481-cbdfd2eb17e3'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:43.849139 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf3e671-22e5-4270-a747-486e35d4cfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c4b0e5-a2b6-48c9-a9df-106b424b49b1", "tag": "b1b1c598-7ac8-4106-8481-cbdfd2eb17e3"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:43.890699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d512b14-fd81-4122-90ff-d1b607867bd1 req-23b2c7bc-6add-417e-bd35-ee1b05a87bea tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340299 Feb 07 23:02:43.933319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.967354 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59934a52-92db-4681-bdd8-06d56f9be4ae x-openstack-request-id: req-59934a52-92db-4681-bdd8-06d56f9be4ae {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:43.967653 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c4b0e5-a2b6-48c9-a9df-106b424b49b1", "tag": "b1b1c598-7ac8-4106-8481-cbdfd2eb17e3", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:43.968050 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59934a52-92db-4681-bdd8-06d56f9be4ae {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:43.968519 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c4b0e5-a2b6-48c9-a9df-106b424b49b1', 'tag': 'b1b1c598-7ac8-4106-8481-cbdfd2eb17e3', 'status': 'completed', 'code': 200} Feb 07 23:02:43.970038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd9f88-af6f-4f66-9bcd-25cc72470913 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:43.987575 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.989327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689be48-50e7-41c4-978c-5291e456ad45 req-5e0e0123-7fcf-4817-aefb-dd2e7dae41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:43.990983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-5e0e0123-7fcf-4817-aefb-dd2e7dae41dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97b82b7270ff42aa952d69d13bd533e1&device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1094 time: 0.0734606 Feb 07 23:02:44.038422 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-98a7d4bc-5eed-4317-863b-ca72c401b44d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 HTTP/1.1" status: 200 len: 217 time: 0.0387089 Feb 07 23:02:44.090566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689be48-50e7-41c4-978c-5291e456ad45 req-934c4913-b1fb-4774-895a-e307784f2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:44.092047 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-934c4913-b1fb-4774-895a-e307784f2e3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e2af30b-83bb-4f8b-a46e-e9713f3cd153 HTTP/1.1" status: 200 len: 848 time: 0.0481286 Feb 07 23:02:44.157543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689be48-50e7-41c4-978c-5291e456ad45 req-8ae96b7f-ea05-44ec-ad6b-6621ea932731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:44.160011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-8ae96b7f-ea05-44ec-ad6b-6621ea932731 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d12902e2-7a82-4daa-93cd-48c8f8119d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617599 Feb 07 23:02:44.178451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.183995 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.227093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47676) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:44.240441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'Port': ['ID=859f1aec-356a-4bf0-a534-1ad87823b1b2,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:44.282201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-db91971e-329e-41f5-a31d-6cfa15eb5775 service neutron] 10.222.0.46 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142888 Feb 07 23:02:44.290522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.308016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.317598 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bb1b3c45-ea74-423b-b218-aa402d5a6168 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1458726 Feb 07 23:02:44.393337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3287f02-7603-41f9-ba48-817ec127586e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.419172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44f350-4a05-47d7-9ba9-30b153d429c7 req-bfb95fa8-dbb5-43db-8493-1316e147adca tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:44.420702 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ef44f350-4a05-47d7-9ba9-30b153d429c7 req-bfb95fa8-dbb5-43db-8493-1316e147adca tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1094 time: 0.1350045 Feb 07 23:02:44.487926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7689be48-50e7-41c4-978c-5291e456ad45 req-260768e1-bfda-4aae-b4aa-da243a412fe2 service neutron] 10.222.0.46 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920683 Feb 07 23:02:44.504060 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ef44f350-4a05-47d7-9ba9-30b153d429c7 req-6d3fcf4f-6704-462f-84d7-d572c01a884c tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760329 Feb 07 23:02:44.539035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-118ebd89-1629-43cc-949e-34c826978a12 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--206992380&fields=id&tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0 HTTP/1.1" status: 200 len: 267 time: 0.0531301 Feb 07 23:02:44.606136 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3287f02-7603-41f9-ba48-817ec127586e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.611728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3287f02-7603-41f9-ba48-817ec127586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.620112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-906fb9ca-dd99-4a67-80b9-4a6d63aa5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:44.621666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-906fb9ca-dd99-4a67-80b9-4a6d63aa5741 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97b82b7270ff42aa952d69d13bd533e1&device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1094 time: 0.0815880 Feb 07 23:02:44.709226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a3287f02-7603-41f9-ba48-817ec127586e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4db9a7435f2045fe8d775089510fca88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801588 Feb 07 23:02:44.719421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3287f02-7603-41f9-ba48-817ec127586e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ce2cb6-0513-4a79-9b37-958fe9a64f7b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:44.721862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 47694) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:44.805269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-2a2b2a14-91c2-4fa6-a01c-f531dfce39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:44.806735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-2a2b2a14-91c2-4fa6-a01c-f531dfce39c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d12902e2-7a82-4daa-93cd-48c8f8119d96 HTTP/1.1" status: 200 len: 909 time: 0.1737974 Feb 07 23:02:44.811723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b249550c-ccc5-4a90-a752-e6cf7f5d5398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.864104 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-a01f1df9-7a18-41e3-b1a5-b9b817bab74b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 HTTP/1.1" status: 200 len: 217 time: 0.0503206 Feb 07 23:02:44.887212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b249550c-ccc5-4a90-a752-e6cf7f5d5398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.936268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-a982e6ca-0635-4509-8642-ab0b3592728f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:44.937796 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-a982e6ca-0635-4509-8642-ab0b3592728f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 810 time: 0.3971992 Feb 07 23:02:44.949389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-ed9d0d9f-e7fa-4f07-9eac-e27af6cf164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:44.950817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-ed9d0d9f-e7fa-4f07-9eac-e27af6cf164e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e2af30b-83bb-4f8b-a46e-e9713f3cd153 HTTP/1.1" status: 200 len: 848 time: 0.0778873 Feb 07 23:02:44.954550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-ab8f76e4-970c-40bf-8dd7-faa825f316d2 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/quotas/aab5777fcbf648a0b699c9be7cdbb0b0 HTTP/1.1" status: 200 len: 375 time: 0.0106621 Feb 07 23:02:45.022671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-2beff962-bb71-4e86-a9e2-b0c4563081e2 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620322 Feb 07 23:02:45.031741 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b249550c-ccc5-4a90-a752-e6cf7f5d5398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:45.034727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b249550c-ccc5-4a90-a752-e6cf7f5d5398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:45.035875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b249550c-ccc5-4a90-a752-e6cf7f5d5398 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7ce2cb6-0513-4a79-9b37-958fe9a64f7b HTTP/1.1" status: 204 len: 168 time: 0.3093672 Feb 07 23:02:45.057607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249550c-ccc5-4a90-a752-e6cf7f5d5398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ce2cb6-0513-4a79-9b37-958fe9a64f7b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:45.064269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-0176505e-0314-4633-95e8-527ab484a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:45.066062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-0176505e-0314-4633-95e8-527ab484a1cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d12902e2-7a82-4daa-93cd-48c8f8119d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075201 Feb 07 23:02:45.079611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d2e4-03a4-46e4-8f5d-2c310e9fb304 req-3b3ff278-a9c7-4579-bd21-1f50f2966197 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:45.081302 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-25c5d2e4-03a4-46e4-8f5d-2c310e9fb304 req-3b3ff278-a9c7-4579-bd21-1f50f2966197 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0920079 Feb 07 23:02:45.173762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-25c5d2e4-03a4-46e4-8f5d-2c310e9fb304 req-bd4ecef1-8e92-43ea-8c55-19170f1263d5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836823 Feb 07 23:02:45.182032 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-69889275-8471-4c65-b83d-de3c2085609c service neutron] 10.222.0.15 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335356 Feb 07 23:02:45.224232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-d53d6588-1aa9-437e-b436-d1074e131301 service neutron] 10.222.0.46 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419253 Feb 07 23:02:45.306382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-48f371a6-359d-49fd-95b0-c04c7f436863 service neutron] 10.222.0.15 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159189 Feb 07 23:02:45.352457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bf3e671-22e5-4270-a747-486e35d4cfb7 req-6c84bf39-24bb-4d8d-ba3e-f1b52f4775fd service neutron] 10.222.0.46 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194713 Feb 07 23:02:45.537406 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f4845fa-f208-44d6-9eed-a7d0f735083a req-3121a5df-ee23-4971-99f9-c56eb0489fc3 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 210 time: 0.0455883 Feb 07 23:02:45.647225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e73978-87d1-4765-b743-6e33656de679 req-da136eb6-632e-484b-a1ad-ca59a0d1b3d6 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:45.653311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1e73978-87d1-4765-b743-6e33656de679 req-da136eb6-632e-484b-a1ad-ca59a0d1b3d6 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1094 time: 0.0557439 Feb 07 23:02:45.695054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a1e73978-87d1-4765-b743-6e33656de679 req-fe93b58a-a6c8-479d-87dc-64abed858fbb tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354054 Feb 07 23:02:46.311493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff411a-9464-4b82-9653-10a6cc27f868 req-f6560268-752f-41ec-952f-9dce9e4b1019 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:46.312727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcff411a-9464-4b82-9653-10a6cc27f868 req-f6560268-752f-41ec-952f-9dce9e4b1019 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0560858 Feb 07 23:02:46.359583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcff411a-9464-4b82-9653-10a6cc27f868 req-b73ffc8d-b0a0-44b9-954a-50e1e39d0f82 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 Feb 07 23:02:46.695289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91b9392c-ccc3-427a-9b71-2c30d06f819d req-68e78078-8647-4f2d-85a0-1c1d83275009 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 210 time: 0.0521307 Feb 07 23:02:46.702553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-f79301ae-ef9f-470b-acf8-c30bfcb0b279 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:46.704402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-f79301ae-ef9f-470b-acf8-c30bfcb0b279 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.24 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 810 time: 0.1680391 Feb 07 23:02:46.786650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-eb190758-fbd2-4080-8620-d21827bb7992 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0 HTTP/1.1" status: 200 len: 379 time: 0.0716193 Feb 07 23:02:46.797471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'port': {'device_id': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'admin_state_up': True, 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'security_groups': ['c589b6ae-12de-4388-9bcc-f03778a8e1c6']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:46.913067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44a953-2561-4626-adb4-aeb9eebbe358 req-c463b17c-65fc-4e9a-b7a9-b8858e47b274 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:46.916440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb44a953-2561-4626-adb4-aeb9eebbe358 req-c463b17c-65fc-4e9a-b7a9-b8858e47b274 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1094 time: 0.1248829 Feb 07 23:02:46.977776 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb44a953-2561-4626-adb4-aeb9eebbe358 req-721da295-b17e-4877-9f98-a9089cd32f9e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529165 Feb 07 23:02:46.995450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Made reservation on behalf of aab5777fcbf648a0b699c9be7cdbb0b0 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:46.999567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.145443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Allocated IP 172.20.0.7 (db1c45f2-63d9-4be1-8606-8da64d0df07f/69565f97-44fa-4eea-9041-f5e191979448/d59281ee-4a70-48fd-b5d1-372fbf1e1884) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:47.304555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.346099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:02:47.348901 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.434474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Network db1c45f2-63d9-4be1-8606-8da64d0df07f is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:47.440464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:47.443221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:47.491042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:47.499531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event updated for resources: {'Port': ['ID=d59281ee-4a70-48fd-b5d1-372fbf1e1884,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:47.522582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'b1b1c598-7ac8-4106-8481-cbdfd2eb17e3', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'port_id': 'b1b1c598-7ac8-4106-8481-cbdfd2eb17e3', 'mac_address': 'fa:16:3e:67:bc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:02:47.549759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:47.550508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.597513 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.598939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-6386f8b5-c222-4538-acf6-081b63ebed02 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8054926 Feb 07 23:02:47.599140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828afe-00bb-482e-a893-f708bc0e9812 req-440ff4aa-bf32-4b3e-aac5-576f5b4fc155 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:47.610743 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2828afe-00bb-482e-a893-f708bc0e9812 req-440ff4aa-bf32-4b3e-aac5-576f5b4fc155 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.1152766 Feb 07 23:02:47.613664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:47.627689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Request body: {'port': {'device_id': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:47.658164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:47.671493 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.681073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2828afe-00bb-482e-a893-f708bc0e9812 req-05845161-aaae-4002-b8a6-5f15b11d81d9 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690620 Feb 07 23:02:47.730567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.737375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:47.881161 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b1b1c598-7ac8-4106-8481-cbdfd2eb17e3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:02:47.930615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47792) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:47.948241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf38576-a465-4314-9495-bba796231021 req-281e4ffd-c01a-40df-8fe1-26c71f9e974c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:47.955676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-adf38576-a465-4314-9495-bba796231021 req-281e4ffd-c01a-40df-8fe1-26c71f9e974c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 931 time: 0.1459286 Feb 07 23:02:47.998068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-91f81751-31a2-4d69-be6f-2ff83f88a879 None None] Provisioning complete for port d59281ee-4a70-48fd-b5d1-372fbf1e1884 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:47.999172 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91f81751-31a2-4d69-be6f-2ff83f88a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.052445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a2afa42-ba27-436c-8020-b230f0acb60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.068783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-adf38576-a465-4314-9495-bba796231021 req-7a7563dd-1207-469a-811c-6d026f647f54 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946739 Feb 07 23:02:48.113223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-91f81751-31a2-4d69-be6f-2ff83f88a879 None None] Port d59281ee-4a70-48fd-b5d1-372fbf1e1884 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:48.168202 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290b663-87c8-4b46-925b-b19adc171186 req-2e9fb88b-2f25-485a-a7ff-f0b3e7dc26c5 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:48.170234 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2290b663-87c8-4b46-925b-b19adc171186 req-2e9fb88b-2f25-485a-a7ff-f0b3e7dc26c5 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1095 time: 0.0831356 Feb 07 23:02:48.204413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59281ee-4a70-48fd-b5d1-372fbf1e1884 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:48.212557 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a2afa42-ba27-436c-8020-b230f0acb60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.214915 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.228155 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2290b663-87c8-4b46-925b-b19adc171186 req-4b2403f3-ae8f-404a-86e4-228f439ad8b3 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515306 Feb 07 23:02:48.229720 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a2afa42-ba27-436c-8020-b230f0acb60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.232641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Transition to ACTIVE for port object d59281ee-4a70-48fd-b5d1-372fbf1e1884 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:48.237458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.286807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2afa42-ba27-436c-8020-b230f0acb60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a728cd91-05a3-46c9-a863-9c9df33a453f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:48.291619 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8a2afa42-ba27-436c-8020-b230f0acb60d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ceeded1779db4ca49ebea6baa48c1c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598363 Feb 07 23:02:48.294424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47798) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:48.318242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=d59281ee-4a70-48fd-b5d1-372fbf1e1884,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:48.356684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d4a3-4f35-4b23-ad8a-255b02063241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.386320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d4a3-4f35-4b23-ad8a-255b02063241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.428820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Attempting to bind port d59281ee-4a70-48fd-b5d1-372fbf1e1884 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:48.429360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Attempting to bind port d59281ee-4a70-48fd-b5d1-372fbf1e1884 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:48.429532 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Attempting to bind port d59281ee-4a70-48fd-b5d1-372fbf1e1884 on network db1c45f2-63d9-4be1-8606-8da64d0df07f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:48.436973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Port d59281ee-4a70-48fd-b5d1-372fbf1e1884 on network db1c45f2-63d9-4be1-8606-8da64d0df07f not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:02:48.437389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Attempting to bind port d59281ee-4a70-48fd-b5d1-372fbf1e1884 on network db1c45f2-63d9-4be1-8606-8da64d0df07f {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:48.447208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:48.447694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Checking segment: {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:48.447984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Bound using segment: {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:48.448457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Bound port: d59281ee-4a70-48fd-b5d1-372fbf1e1884, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2f76e2-e251-4da1-9d55-89b2e47a0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:48.448848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.451229 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d4a3-4f35-4b23-ad8a-255b02063241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.455063 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d4a3-4f35-4b23-ad8a-255b02063241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.456632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e4f4d4a3-4f35-4b23-ad8a-255b02063241 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a728cd91-05a3-46c9-a863-9c9df33a453f HTTP/1.1" status: 204 len: 168 time: 0.1611586 Feb 07 23:02:48.468232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4d4a3-4f35-4b23-ad8a-255b02063241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728cd91-05a3-46c9-a863-9c9df33a453f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:48.548011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] For port d59281ee-4a70-48fd-b5d1-372fbf1e1884, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:48.554045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] For port d59281ee-4a70-48fd-b5d1-372fbf1e1884, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d59281ee-4a70-48fd-b5d1-372fbf1e1884,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:48.560332 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.606659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:48.607339 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.609101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] 10.222.0.24 "PUT /v2.0/ports/d59281ee-4a70-48fd-b5d1-372fbf1e1884 HTTP/1.1" status: 200 len: 1091 time: 0.9965215 Feb 07 23:02:48.609467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'tag': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:48.611869 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56cef0a-4a2c-4cf9-b5a4-569632423340" -d '{"events": [{"name": "network-changed", "server_uuid": "6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822", "tag": "d59281ee-4a70-48fd-b5d1-372fbf1e1884"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:48.694068 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c759af-a6e0-4aad-ba9a-bd12326033d4 x-openstack-request-id: req-a9c759af-a6e0-4aad-ba9a-bd12326033d4 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:48.694319 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822", "tag": "d59281ee-4a70-48fd-b5d1-372fbf1e1884", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:48.694611 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9c759af-a6e0-4aad-ba9a-bd12326033d4 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:48.695007 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'tag': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884', 'status': 'completed', 'code': 200} Feb 07 23:02:48.735310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbfc42-b100-4fbb-bd48-85c3d789eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=d59281ee-4a70-48fd-b5d1-372fbf1e1884,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:48.773143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-c2490a21-0007-4d0e-99f1-c9e67f8c90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:48.775654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-c2490a21-0007-4d0e-99f1-c9e67f8c90d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 1094 time: 0.0925841 Feb 07 23:02:48.842742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6471a5-f929-4daa-a6fa-8151e071ca09 req-6308b71e-e782-4582-8a31-379f981c675f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:48.850816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b6471a5-f929-4daa-a6fa-8151e071ca09 req-6308b71e-e782-4582-8a31-379f981c675f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0684242 Feb 07 23:02:48.882002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-57f98a71-0cc3-4225-8838-8b5545a5eea2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59281ee-4a70-48fd-b5d1-372fbf1e1884 HTTP/1.1" status: 200 len: 217 time: 0.0949645 Feb 07 23:02:48.910857 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b6471a5-f929-4daa-a6fa-8151e071ca09 req-80910b07-807e-4f55-b9c7-7aa4b821c134 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588222 Feb 07 23:02:48.920809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47808) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:48.940103 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e5474275-ba5d-49d0-acec-b9bcab600d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.962804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-1ac5244b-3200-4188-8c49-55ae1a673d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:48.964226 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-1ac5244b-3200-4188-8c49-55ae1a673d10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.0779221 Feb 07 23:02:49.022748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-536e8107-1576-45a6-ace8-d6d976a7b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:49.024985 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-536e8107-1576-45a6-ace8-d6d976a7b61d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544004 Feb 07 23:02:49.039028 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e5474275-ba5d-49d0-acec-b9bcab600d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.045095 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e5474275-ba5d-49d0-acec-b9bcab600d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.096346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e5474275-ba5d-49d0-acec-b9bcab600d80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52c20c7cfb9045318031b58b11684e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719880 Feb 07 23:02:49.096346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5474275-ba5d-49d0-acec-b9bcab600d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5133e785-2a34-4038-b29d-cd78b58b2a56,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:49.097622 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 47812) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:49.174101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad702ceb-a9cf-4943-a761-ce457b3dd27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.203692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad702ceb-a9cf-4943-a761-ce457b3dd27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.274672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad702ceb-a9cf-4943-a761-ce457b3dd27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.279000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad702ceb-a9cf-4943-a761-ce457b3dd27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.283760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ad702ceb-a9cf-4943-a761-ce457b3dd27e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5133e785-2a34-4038-b29d-cd78b58b2a56 HTTP/1.1" status: 204 len: 168 time: 0.1851153 Feb 07 23:02:49.295654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad702ceb-a9cf-4943-a761-ce457b3dd27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5133e785-2a34-4038-b29d-cd78b58b2a56,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:49.364178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:49.364801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93073551-6252-4f49-bacb-ea187ede1b2b req-ba302dc5-1cf3-43a6-8fef-1c1b5797bdf2 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:49.373568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93073551-6252-4f49-bacb-ea187ede1b2b req-ba302dc5-1cf3-43a6-8fef-1c1b5797bdf2 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1095 time: 0.0561476 Feb 07 23:02:49.423570 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93073551-6252-4f49-bacb-ea187ede1b2b req-a19ab169-873b-4b02-a774-b43e162cf0cc tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490296 Feb 07 23:02:49.465421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:49.472774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:49.473167 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.598676 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.619327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a65e9b-ac35-4d47-9633-4fc1927eb6a9 req-5785081b-974c-4ab1-bedd-839fa8658974 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:49.628538 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6a65e9b-ac35-4d47-9633-4fc1927eb6a9 req-5785081b-974c-4ab1-bedd-839fa8658974 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 943 time: 0.1110995 Feb 07 23:02:49.630691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c4b0e5-a2b6-48c9-a9df-106b424b49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1c598-7ac8-4106-8481-cbdfd2eb17e3'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:49.633621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-e26d2dde-cfac-44f2-9a5a-ed5ae99b535d service neutron] 10.222.0.24 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016529 Feb 07 23:02:49.634857 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45eab34-09d1-4357-8d57-eb44a42f10ad" -d '{"events": [{"server_uuid": "b6c4b0e5-a2b6-48c9-a9df-106b424b49b1", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1c598-7ac8-4106-8481-cbdfd2eb17e3"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:49.659043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:49.664376 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.732987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:49.756444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6a65e9b-ac35-4d47-9633-4fc1927eb6a9 req-5a337a6d-ece1-465d-801b-404194b71a5a tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267817 Feb 07 23:02:49.808816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-10fa6b6e-2ffb-469d-a065-fd844d58c69e req-74afec41-e774-47eb-8380-40a20eeb0655 service neutron] 10.222.0.24 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492157 Feb 07 23:02:49.895920 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feadf8c8-68b2-447c-9cf6-b586f5e37c7c x-openstack-request-id: req-feadf8c8-68b2-447c-9cf6-b586f5e37c7c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:49.896245 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c4b0e5-a2b6-48c9-a9df-106b424b49b1", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1c598-7ac8-4106-8481-cbdfd2eb17e3", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:49.896503 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-feadf8c8-68b2-447c-9cf6-b586f5e37c7c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:49.896902 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c4b0e5-a2b6-48c9-a9df-106b424b49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1c598-7ac8-4106-8481-cbdfd2eb17e3', 'code': 200} Feb 07 23:02:49.911256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-7a48b65a-76d3-4e6f-9ce6-96e5754d6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:49.917051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-7a48b65a-76d3-4e6f-9ce6-96e5754d6720 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 1094 time: 0.0592699 Feb 07 23:02:50.107992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2f723-5929-472d-9b01-fae9320cf73b req-11edb5a8-099a-4060-adb8-105656fb958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:50.110122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ad2f723-5929-472d-9b01-fae9320cf73b req-11edb5a8-099a-4060-adb8-105656fb958a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1096 time: 0.1553285 Feb 07 23:02:50.144990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664365d-90e4-4c40-b11d-23a54bc96131 req-8cbd138c-e33b-441b-ad4d-41066183aadf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:50.146485 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7664365d-90e4-4c40-b11d-23a54bc96131 req-8cbd138c-e33b-441b-ad4d-41066183aadf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.1274183 Feb 07 23:02:50.150411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-6bbf70b2-6a87-42cf-9f09-57e323ac8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:50.151811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-6bbf70b2-6a87-42cf-9f09-57e323ac8b6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 910 time: 0.2275915 Feb 07 23:02:50.216065 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2ad2f723-5929-472d-9b01-fae9320cf73b req-2bac792d-5d16-4307-bf18-bd72b00720d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985982 Feb 07 23:02:50.218514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-216486f4-3b8c-4356-8fbd-bb46205cfc7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59281ee-4a70-48fd-b5d1-372fbf1e1884 HTTP/1.1" status: 200 len: 217 time: 0.0492101 Feb 07 23:02:50.264460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7664365d-90e4-4c40-b11d-23a54bc96131 req-1ea137cf-2392-437f-b911-2e157daff767 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101148 Feb 07 23:02:50.283186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-76d31d37-891c-4d80-84fe-0c12bbebb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:50.284649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-76d31d37-891c-4d80-84fe-0c12bbebb925 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.0560176 Feb 07 23:02:50.335509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-e27a2750-615d-4458-b6af-d1fe16e26efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:50.337106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-e27a2750-615d-4458-b6af-d1fe16e26efa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460103 Feb 07 23:02:50.431753 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-72ee734d-afdc-4639-a346-47981cea521f service neutron] 10.222.0.24 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872085 Feb 07 23:02:50.558187 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e56cef0a-4a2c-4cf9-b5a4-569632423340 req-654d7380-0070-4f35-a3b6-0ae8ebe8445a service neutron] 10.222.0.24 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197619 Feb 07 23:02:50.559172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc293c7-d834-42ae-a0b4-c90d189b2102 req-6d2611f8-f1d2-4f36-9f08-6a39dc1d18b8 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:50.566892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3dc293c7-d834-42ae-a0b4-c90d189b2102 req-6d2611f8-f1d2-4f36-9f08-6a39dc1d18b8 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1096 time: 0.0510130 Feb 07 23:02:50.599318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3dc293c7-d834-42ae-a0b4-c90d189b2102 req-be08b371-ddc9-4636-b924-e6d388f6d8ec tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315092 Feb 07 23:02:50.898760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c279006-c866-4f28-b213-50ee7ea52cb1 req-9fffaefc-7ef9-4ba0-9e45-57a17f989bb1 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:50.900252 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1c279006-c866-4f28-b213-50ee7ea52cb1 req-9fffaefc-7ef9-4ba0-9e45-57a17f989bb1 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 943 time: 0.0564008 Feb 07 23:02:50.940229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1c279006-c866-4f28-b213-50ee7ea52cb1 req-f0fac81a-3cec-462a-8102-7a593f4a544f tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330620 Feb 07 23:02:51.392616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cde175-b0af-40d4-9f5e-ab1b545db139 req-816b52e6-6ddd-4ccd-972b-d16e918e919b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:51.394075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02cde175-b0af-40d4-9f5e-ab1b545db139 req-816b52e6-6ddd-4ccd-972b-d16e918e919b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0500991 Feb 07 23:02:51.443057 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d98f46c-de1e-4c85-95f7-f2e4527ffb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:51.456050 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02cde175-b0af-40d4-9f5e-ab1b545db139 req-4d58d969-2856-49d1-a8e6-08c7458b6748 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546131 Feb 07 23:02:51.712571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafcc03-d343-48bf-990b-c25b98f952c5 req-7edfca81-507f-475d-b7ee-e6fae0f3ddc9 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:51.714093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-beafcc03-d343-48bf-990b-c25b98f952c5 req-7edfca81-507f-475d-b7ee-e6fae0f3ddc9 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1096 time: 0.0436230 Feb 07 23:02:51.754833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-beafcc03-d343-48bf-990b-c25b98f952c5 req-b330d99b-96e1-4453-b69e-b08eb50f8356 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342438 Feb 07 23:02:51.870341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219caed-2030-4553-9354-b26256a400ae req-d3851527-ee30-445d-9a76-52d20790cd75 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:51.872043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f219caed-2030-4553-9354-b26256a400ae req-d3851527-ee30-445d-9a76-52d20790cd75 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1096 time: 0.0493736 Feb 07 23:02:51.919543 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f219caed-2030-4553-9354-b26256a400ae req-33e7341c-9d01-4baf-808d-15b2c2e22bde tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Feb 07 23:02:52.049647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba1b6-b6c7-4da0-858a-d3f876502a19 req-0ddf81c5-5a77-412a-a520-a7a30482c6b4 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:52.051180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-008ba1b6-b6c7-4da0-858a-d3f876502a19 req-0ddf81c5-5a77-412a-a520-a7a30482c6b4 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1096 time: 0.0506260 Feb 07 23:02:52.051391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d59281ee-4a70-48fd-b5d1-372fbf1e1884 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:02:52.079395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fd472-3a52-4149-aa2e-929f71d0d391 req-c7c50b86-a85b-48ed-9d5b-3edb2a741a51 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:52.081213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-144fd472-3a52-4149-aa2e-929f71d0d391 req-c7c50b86-a85b-48ed-9d5b-3edb2a741a51 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 943 time: 0.0679762 Feb 07 23:02:52.103303 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-008ba1b6-b6c7-4da0-858a-d3f876502a19 req-fcd43302-3048-4f5a-9be5-672d4c34521e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Feb 07 23:02:52.135950 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-144fd472-3a52-4149-aa2e-929f71d0d391 req-57b3f670-1ea2-4f4c-9774-c057ef779d5a tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469899 Feb 07 23:02:52.197223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d59281ee-4a70-48fd-b5d1-372fbf1e1884, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d59281ee-4a70-48fd-b5d1-372fbf1e1884,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:52.211048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'port_id': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884', 'mac_address': 'fa:16:3e:43:e2:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:02:52.430471 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:52.446872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59281ee-4a70-48fd-b5d1-372fbf1e1884 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:52.448213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-1789237d-e0fc-45d7-9d16-cc970f3e56c5 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:52.449915 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-1789237d-e0fc-45d7-9d16-cc970f3e56c5 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/networks?id=d12902e2-7a82-4daa-93cd-48c8f8119d96 HTTP/1.1" status: 200 len: 909 time: 0.1177299 Feb 07 23:02:52.467014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-c02bc9a1-8c92-4a8d-adaa-328d955b910a tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/quotas/97b82b7270ff42aa952d69d13bd533e1 HTTP/1.1" status: 200 len: 375 time: 0.0106039 Feb 07 23:02:52.471377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d59281ee-4a70-48fd-b5d1-372fbf1e1884, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d59281ee-4a70-48fd-b5d1-372fbf1e1884,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:52.476092 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:52.530542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-f641bd26-a0a5-48ea-a2aa-01e8e44221ec tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=97b82b7270ff42aa952d69d13bd533e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550888 Feb 07 23:02:52.546329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d59281ee-4a70-48fd-b5d1-372fbf1e1884,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:52.621128 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd12200-d0c6-439f-a98d-584cf8ff052c req-774d1a3b-3b6e-4419-a82c-4e2022e84057 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:52.622975 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bdd12200-d0c6-439f-a98d-584cf8ff052c req-774d1a3b-3b6e-4419-a82c-4e2022e84057 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0558457 Feb 07 23:02:52.669926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bdd12200-d0c6-439f-a98d-584cf8ff052c req-049a6188-3610-4c2d-9f5d-960fe92d152c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Feb 07 23:02:52.677135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e440b5a2-fd21-4c21-bfa8-b8de4615f681 service neutron] 10.222.0.15 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356404 Feb 07 23:02:52.698427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['d59281ee-4a70-48fd-b5d1-372fbf1e1884'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:02:52.794486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e6b673f4-3f98-42b4-a93d-0cf4dc61ab4d service neutron] 10.222.0.15 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055391 Feb 07 23:02:53.014005 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-49b37d95-788d-43c8-8caf-636bbc396033 req-96e2d2c5-703d-42bd-bf6a-24a87e648d52 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 210 time: 0.0302138 Feb 07 23:02:53.279053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be6c96-0369-4749-8834-3bc41884ecd9 req-26771520-6f4b-453d-af62-36fe3acc8e35 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:53.280716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f7be6c96-0369-4749-8834-3bc41884ecd9 req-26771520-6f4b-453d-af62-36fe3acc8e35 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 944 time: 0.0658720 Feb 07 23:02:53.326340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f7be6c96-0369-4749-8834-3bc41884ecd9 req-a78ef0e6-09f4-491f-84af-553cf1e0f5b8 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378654 Feb 07 23:02:53.810425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855ab86-5e16-4a60-95ab-0b8fa62bb2ab req-f79d1f00-1c14-49dc-93d9-668015b0e2c2 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:53.812212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5855ab86-5e16-4a60-95ab-0b8fa62bb2ab req-f79d1f00-1c14-49dc-93d9-668015b0e2c2 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0577145 Feb 07 23:02:53.857292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5855ab86-5e16-4a60-95ab-0b8fa62bb2ab req-62eeca52-8b13-47d9-95fb-e794e112d0c4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390394 Feb 07 23:02:54.015477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-a562e4a0-2014-400c-9e86-204ed807eb81 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:54.016995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-a562e4a0-2014-400c-9e86-204ed807eb81 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.24 "GET /v2.0/networks?id=d12902e2-7a82-4daa-93cd-48c8f8119d96 HTTP/1.1" status: 200 len: 909 time: 0.0984879 Feb 07 23:02:54.029382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Request body: {'port': {'device_id': '316d2318-d868-4785-bf58-6f2eb745d94d', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'admin_state_up': True, 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:54.057608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Made reservation on behalf of 97b82b7270ff42aa952d69d13bd533e1 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:54.060405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.078491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d59281ee-4a70-48fd-b5d1-372fbf1e1884 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:54.143153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port d59281ee-4a70-48fd-b5d1-372fbf1e1884 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:54.147441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port d59281ee-4a70-48fd-b5d1-372fbf1e1884 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:54.148032 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.157547 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6dde068f-533e-4d8b-a1df-801f1f03f36b req-6710ce49-9b65-46b6-b1f0-8d330f05885b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 210 time: 0.0348177 Feb 07 23:02:54.216856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Allocated IP 172.20.0.10 (d12902e2-7a82-4daa-93cd-48c8f8119d96/1e2af30b-83bb-4f8b-a46e-e9713f3cd153/688e3fa9-2d0b-4469-b339-2b80feb19ffd) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:54.243850 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.281018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:54.284181 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddbaef9-598a-44b9-b73f-c5e374be4eb9" -d '{"events": [{"server_uuid": "6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822", "name": "network-vif-plugged", "status": "completed", "tag": "d59281ee-4a70-48fd-b5d1-372fbf1e1884"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:54.301965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port d59281ee-4a70-48fd-b5d1-372fbf1e1884, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d59281ee-4a70-48fd-b5d1-372fbf1e1884,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:54.308216 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.342271 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236a2413-3a83-4b0d-8640-97cdc8a84577 x-openstack-request-id: req-236a2413-3a83-4b0d-8640-97cdc8a84577 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:54.342494 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822", "name": "network-vif-plugged", "status": "completed", "tag": "d59281ee-4a70-48fd-b5d1-372fbf1e1884", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:54.342721 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-236a2413-3a83-4b0d-8640-97cdc8a84577 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:54.343632 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884', 'code': 200} Feb 07 23:02:54.374452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=d59281ee-4a70-48fd-b5d1-372fbf1e1884,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:54.451608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e74bf-8d71-4406-aac7-1dcad71adc7f req-d84422dd-67e3-4c65-bfdf-824623b501ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:54.454289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-790e74bf-8d71-4406-aac7-1dcad71adc7f req-d84422dd-67e3-4c65-bfdf-824623b501ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 1096 time: 0.0457749 Feb 07 23:02:54.464142 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.500852 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-790e74bf-8d71-4406-aac7-1dcad71adc7f req-4805c2f5-29be-4bd9-a6ea-7fa9aa140812 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383344 Feb 07 23:02:54.526121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3f7c8-20fd-49f5-9e5b-15d77c9a7e98 req-a76e2d1f-e19e-4992-bc5a-45eb22742fb1 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:54.527693 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8e3f7c8-20fd-49f5-9e5b-15d77c9a7e98 req-a76e2d1f-e19e-4992-bc5a-45eb22742fb1 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 945 time: 0.0803938 Feb 07 23:02:54.562049 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.574363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b1b1c598-7ac8-4106-8481-cbdfd2eb17e3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:02:54.610795 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8e3f7c8-20fd-49f5-9e5b-15d77c9a7e98 req-a19eedc9-07c9-4a57-87cf-a7815819dcfe tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749705 Feb 07 23:02:54.622398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:54.625634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:54.630121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:02:54.635210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Pushing event updated for resources: {'Port': ['ID=688e3fa9-2d0b-4469-b339-2b80feb19ffd,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:54.647466 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e206-d97b-461c-8334-b19dcddf3050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.680289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:54.680894 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.701170 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e3b16014-7898-4dff-bc59-95f7663eba23 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6752782 Feb 07 23:02:54.715211 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Request body: {'port': {'device_id': '316d2318-d868-4785-bf58-6f2eb745d94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:54.790162 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.895676 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.997473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0ea9c5f8-35fc-41e7-bd71-b420b1b1b13f None None] Provisioning complete for port 688e3fa9-2d0b-4469-b339-2b80feb19ffd triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:54.998279 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c5f8-35fc-41e7-bd71-b420b1b1b13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.013856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051675f-c1a7-4ffc-9f20-e23e25fe993f req-fa67dca6-e9c1-4c75-920b-c4cb12265903 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:55.022044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1051675f-c1a7-4ffc-9f20-e23e25fe993f req-fa67dca6-e9c1-4c75-920b-c4cb12265903 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0680227 Feb 07 23:02:55.069882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9c5f8-35fc-41e7-bd71-b420b1b1b13f None None] Port 688e3fa9-2d0b-4469-b339-2b80feb19ffd cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:02:55.089767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1051675f-c1a7-4ffc-9f20-e23e25fe993f req-b689accb-bc46-4477-a1bb-e152232b96e1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666535 Feb 07 23:02:55.128757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688e3fa9-2d0b-4469-b339-2b80feb19ffd {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:55.138170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.153291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Transition to ACTIVE for port object 688e3fa9-2d0b-4469-b339-2b80feb19ffd will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:55.157768 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.223511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Pushing event updated for resources: {'Port': ['ID=688e3fa9-2d0b-4469-b339-2b80feb19ffd,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:55.337651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Attempting to bind port 688e3fa9-2d0b-4469-b339-2b80feb19ffd on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:55.337990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Attempting to bind port 688e3fa9-2d0b-4469-b339-2b80feb19ffd by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:55.338354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Attempting to bind port 688e3fa9-2d0b-4469-b339-2b80feb19ffd on network d12902e2-7a82-4daa-93cd-48c8f8119d96 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:55.344804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b00fd-325f-4f74-a92b-6cee475ec733 req-43a9f409-0c81-4158-98aa-b5985127e24d tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:55.346329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-454b00fd-325f-4f74-a92b-6cee475ec733 req-43a9f409-0c81-4158-98aa-b5985127e24d tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1053 time: 0.0739040 Feb 07 23:02:55.347366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Port 688e3fa9-2d0b-4469-b339-2b80feb19ffd on network d12902e2-7a82-4daa-93cd-48c8f8119d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:02:55.347684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Attempting to bind port 688e3fa9-2d0b-4469-b339-2b80feb19ffd on network d12902e2-7a82-4daa-93cd-48c8f8119d96 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:02:55.354152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:02:55.354509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Checking segment: {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:02:55.354939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Bound using segment: {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:02:55.355377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Bound port: 688e3fa9-2d0b-4469-b339-2b80feb19ffd, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c892f4-c56c-41d0-9b57-a8d619ececa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:55.355765 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.434953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-454b00fd-325f-4f74-a92b-6cee475ec733 req-ed4078e8-6e4c-489c-933e-b39f2801c5a7 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760779 Feb 07 23:02:55.470204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] For port 688e3fa9-2d0b-4469-b339-2b80feb19ffd, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:02:55.473602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] For port 688e3fa9-2d0b-4469-b339-2b80feb19ffd, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=688e3fa9-2d0b-4469-b339-2b80feb19ffd,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:02:55.483940 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.546250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:55.546873 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.548483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] 10.222.0.24 "PUT /v2.0/ports/688e3fa9-2d0b-4469-b339-2b80feb19ffd HTTP/1.1" status: 200 len: 1092 time: 0.8389158 Feb 07 23:02:55.548943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316d2318-d868-4785-bf58-6f2eb745d94d', 'tag': '688e3fa9-2d0b-4469-b339-2b80feb19ffd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:55.551305 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27dad63-7c30-4236-af3e-bf895125f03d" -d '{"events": [{"name": "network-changed", "server_uuid": "316d2318-d868-4785-bf58-6f2eb745d94d", "tag": "688e3fa9-2d0b-4469-b339-2b80feb19ffd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:55.620433 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626db8fb-66a7-43fb-8d77-63598056bf36 x-openstack-request-id: req-626db8fb-66a7-43fb-8d77-63598056bf36 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:55.622408 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316d2318-d868-4785-bf58-6f2eb745d94d", "tag": "688e3fa9-2d0b-4469-b339-2b80feb19ffd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:55.622599 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-626db8fb-66a7-43fb-8d77-63598056bf36 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:55.623297 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316d2318-d868-4785-bf58-6f2eb745d94d', 'tag': '688e3fa9-2d0b-4469-b339-2b80feb19ffd', 'status': 'completed', 'code': 200} Feb 07 23:02:55.643092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Pushing event updated for resources: {'Port': ['ID=688e3fa9-2d0b-4469-b339-2b80feb19ffd,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:55.655254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.655493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.655906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.656262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.656733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.657311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.657831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.658231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.658560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.659043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.659322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.659692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9371c68-dad6-4bf6-ad3f-0b2b2461cce5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:55.673323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-db61647d-9ba2-410b-9c69-816b63634fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:55.675876 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-db61647d-9ba2-410b-9c69-816b63634fbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97b82b7270ff42aa952d69d13bd533e1&device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1095 time: 0.0718937 Feb 07 23:02:55.696425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48216) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:55.753472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-d75051ff-6ae6-4bd7-8955-72ada783a188 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=688e3fa9-2d0b-4469-b339-2b80feb19ffd HTTP/1.1" status: 200 len: 217 time: 0.0640924 Feb 07 23:02:55.846932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754d74b-f0f8-48a9-9b23-ee4641c7ecf1 req-0cd9ec75-5d93-430a-9a1d-5493223ab1e0 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:55.848493 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6754d74b-f0f8-48a9-9b23-ee4641c7ecf1 req-0cd9ec75-5d93-430a-9a1d-5493223ab1e0 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 945 time: 0.0980735 Feb 07 23:02:55.849940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-d3ceadb1-aad3-4995-be33-a79372e96fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:55.851274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-d3ceadb1-aad3-4995-be33-a79372e96fab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e2af30b-83bb-4f8b-a46e-e9713f3cd153 HTTP/1.1" status: 200 len: 848 time: 0.0877705 Feb 07 23:02:55.858312 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30278f00-24bb-47b1-82fb-96fcd8bd6efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.941310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6754d74b-f0f8-48a9-9b23-ee4641c7ecf1 req-720ad912-94bb-4460-a8e1-6ba794fb486c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846326 Feb 07 23:02:55.941536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30278f00-24bb-47b1-82fb-96fcd8bd6efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.947538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30278f00-24bb-47b1-82fb-96fcd8bd6efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.952592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-3a576bcb-a0e3-43dc-9f4c-d3789ff166de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:55.954077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-3a576bcb-a0e3-43dc-9f4c-d3789ff166de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d12902e2-7a82-4daa-93cd-48c8f8119d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957303 Feb 07 23:02:56.002837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30278f00-24bb-47b1-82fb-96fcd8bd6efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6cb16b-9d13-4d8c-91b1-703459019cf8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:56.013465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30278f00-24bb-47b1-82fb-96fcd8bd6efc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f315f4f293241faa0d2dd851cc52b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157663 Feb 07 23:02:56.014459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48222) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:56.064235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-df438b16-e246-4390-8643-2168c7ee5838 service neutron] 10.222.0.24 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030152 Feb 07 23:02:56.099799 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17f2d508-cc31-4fc9-91fa-c2c032f5ba4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.140497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e6994-e62e-4d7d-b8c6-75957d7b9749 req-f4c82ea7-6221-4a7f-8825-ab080d4389d1 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:56.142213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-153e6994-e62e-4d7d-b8c6-75957d7b9749 req-f4c82ea7-6221-4a7f-8825-ab080d4389d1 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 945 time: 0.0902588 Feb 07 23:02:56.144414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17f2d508-cc31-4fc9-91fa-c2c032f5ba4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.153403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48226) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:56.160762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6cd82c22-b9f5-4517-b51c-c2248d95d920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Request body: {'floatingip': {'port_id': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:56.187883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8132ef5c-36b8-4aab-9169-ab1eaadaa064 req-59f0177a-ffd3-426f-b486-48bb8e3604a0 service neutron] 10.222.0.24 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173427 Feb 07 23:02:56.217388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cd82c22-b9f5-4517-b51c-c2248d95d920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.234574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519e6ba-a752-47e1-abef-6ee744cfc126 req-5b4e2b41-7e71-406d-9546-fca35201decb tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:56.236427 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f519e6ba-a752-47e1-abef-6ee744cfc126 req-5b4e2b41-7e71-406d-9546-fca35201decb tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0656047 Feb 07 23:02:56.318100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f519e6ba-a752-47e1-abef-6ee744cfc126 req-45992dc9-b5df-428b-9fc6-2ab25c2bd9ca tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665975 Feb 07 23:02:56.321270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dad63-7c30-4236-af3e-bf895125f03d req-b4db1e3b-d785-4b8e-874f-c5e96c8da658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:56.322972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a27dad63-7c30-4236-af3e-bf895125f03d req-b4db1e3b-d785-4b8e-874f-c5e96c8da658 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97b82b7270ff42aa952d69d13bd533e1&device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1095 time: 0.0828207 Feb 07 23:02:56.345594 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17f2d508-cc31-4fc9-91fa-c2c032f5ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.348564 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17f2d508-cc31-4fc9-91fa-c2c032f5ba4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.349711 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-17f2d508-cc31-4fc9-91fa-c2c032f5ba4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c6cb16b-9d13-4d8c-91b1-703459019cf8 HTTP/1.1" status: 204 len: 168 time: 0.3339980 Feb 07 23:02:56.377942 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.400604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2d508-cc31-4fc9-91fa-c2c032f5ba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6cb16b-9d13-4d8c-91b1-703459019cf8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:56.459131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dad63-7c30-4236-af3e-bf895125f03d req-5c2d6622-6bfb-4731-a63c-3250ccb76193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:56.460741 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a27dad63-7c30-4236-af3e-bf895125f03d req-5c2d6622-6bfb-4731-a63c-3250ccb76193 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d12902e2-7a82-4daa-93cd-48c8f8119d96 HTTP/1.1" status: 200 len: 909 time: 0.1314127 Feb 07 23:02:56.513266 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a27dad63-7c30-4236-af3e-bf895125f03d req-a5463727-2256-4c1d-8435-59b39c26e2c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=688e3fa9-2d0b-4469-b339-2b80feb19ffd HTTP/1.1" status: 200 len: 217 time: 0.0434809 Feb 07 23:02:56.569855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dad63-7c30-4236-af3e-bf895125f03d req-9be16316-8e4e-4234-91e9-0cd318f489bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:56.572238 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a27dad63-7c30-4236-af3e-bf895125f03d req-9be16316-8e4e-4234-91e9-0cd318f489bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e2af30b-83bb-4f8b-a46e-e9713f3cd153 HTTP/1.1" status: 200 len: 848 time: 0.0523062 Feb 07 23:02:56.620694 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.638475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dad63-7c30-4236-af3e-bf895125f03d req-f27e27e9-f1d0-4de3-8eb3-187426bf1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:56.640353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a27dad63-7c30-4236-af3e-bf895125f03d req-f27e27e9-f1d0-4de3-8eb3-187426bf1016 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d12902e2-7a82-4daa-93cd-48c8f8119d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585828 Feb 07 23:02:56.710080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed742674-6923-493a-b2c2-c95a9264072d req-8f9dd6a6-1872-4cd4-906e-4b9b471840c8 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:56.712367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed742674-6923-493a-b2c2-c95a9264072d req-8f9dd6a6-1872-4cd4-906e-4b9b471840c8 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1095 time: 0.1547143 Feb 07 23:02:56.751861 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a27dad63-7c30-4236-af3e-bf895125f03d req-78a094c3-3d2d-43a1-8a77-858e08cb13ba service neutron] 10.222.0.24 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023765 Feb 07 23:02:56.803530 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed742674-6923-493a-b2c2-c95a9264072d req-b7d44672-9c88-4042-bbfb-aa76a909d194 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827017 Feb 07 23:02:56.873441 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cd82c22-b9f5-4517-b51c-c2248d95d920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.879832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cd82c22-b9f5-4517-b51c-c2248d95d920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.881395 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a27dad63-7c30-4236-af3e-bf895125f03d req-6fa4c246-9011-4747-80c3-d5277a113874 service neutron] 10.222.0.24 "GET /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219668 Feb 07 23:02:56.993275 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-6cd82c22-b9f5-4517-b51c-c2248d95d920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Floating IP ebcc22e0-bd32-462a-bfee-64618f71082d associated. External IP: 172.25.8.188, port: d59281ee-4a70-48fd-b5d1-372fbf1e1884. Feb 07 23:02:57.219003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd82c22-b9f5-4517-b51c-c2248d95d920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Router 192ee214-366b-4a1c-9266-e4d2afed5dd9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:02:57.364181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device dded4661-f691-46cb-8d39-f64a221d4ea4 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:02:57.376921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd82c22-b9f5-4517-b51c-c2248d95d920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:02:57.391293 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] Sync routers for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:57.391949 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6cd82c22-b9f5-4517-b51c-c2248d95d920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:57.409508 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:57.409508 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:57.442963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6cd82c22-b9f5-4517-b51c-c2248d95d920 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "PUT /v2.0/floatingips/ebcc22e0-bd32-462a-bfee-64618f71082d HTTP/1.1" status: 200 len: 991 time: 1.2880616 Feb 07 23:02:57.443239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'tag': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:57.452975 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2a8b1-d4a1-4631-b0c1-1402faabf061" -d '{"events": [{"name": "network-changed", "server_uuid": "6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822", "tag": "d59281ee-4a70-48fd-b5d1-372fbf1e1884"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:57.535822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port dded4661-f691-46cb-8d39-f64a221d4ea4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dded4661-f691-46cb-8d39-f64a221d4ea4,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:57.548471 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:57.554053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'dded4661-f691-46cb-8d39-f64a221d4ea4', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'port_id': 'dded4661-f691-46cb-8d39-f64a221d4ea4', 'mac_address': 'fa:16:3e:81:16:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:02:57.561455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723465-e50f-4b86-9a39-50897545e7ad req-bd17bd2a-58c9-4c88-b627-04b7bf53d8bf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:57.563192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4d723465-e50f-4b86-9a39-50897545e7ad req-bd17bd2a-58c9-4c88-b627-04b7bf53d8bf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 944 time: 0.1142182 Feb 07 23:02:57.629666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4d723465-e50f-4b86-9a39-50897545e7ad req-551fa76c-5602-4d3a-bb8a-4acfe3afb777 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601599 Feb 07 23:02:57.643837 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:57.649088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d8f61-ef8e-47ed-b4e1-a02ede5eb7f4 req-f2cdd98e-5faf-47a0-8c54-1518fce6aa4c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:57.659287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-626d8f61-ef8e-47ed-b4e1-a02ede5eb7f4 req-f2cdd98e-5faf-47a0-8c54-1518fce6aa4c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 945 time: 0.1150219 Feb 07 23:02:57.659766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dded4661-f691-46cb-8d39-f64a221d4ea4 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:57.684095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port dded4661-f691-46cb-8d39-f64a221d4ea4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dded4661-f691-46cb-8d39-f64a221d4ea4,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:57.692221 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:57.716254 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-626d8f61-ef8e-47ed-b4e1-a02ede5eb7f4 req-5062442d-236d-48bd-9c62-d7cc22ca5e25 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546641 Feb 07 23:02:57.730625 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d856d2e-7ff5-4b3c-b1ae-2bb54516b885 x-openstack-request-id: req-9d856d2e-7ff5-4b3c-b1ae-2bb54516b885 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:57.730914 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822", "tag": "d59281ee-4a70-48fd-b5d1-372fbf1e1884", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:57.731189 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d856d2e-7ff5-4b3c-b1ae-2bb54516b885 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:57.731609 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'tag': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884', 'status': 'completed', 'code': 200} Feb 07 23:02:57.777699 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=dded4661-f691-46cb-8d39-f64a221d4ea4,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:57.801597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-74d0f032-1708-494f-b0e7-b00d09a3e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:57.803183 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-74d0f032-1708-494f-b0e7-b00d09a3e2a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 1096 time: 0.0497866 Feb 07 23:02:57.858769 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ebcc22e0-bd32-462a-bfee-64618f71082d', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'port_id': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'mac_address': 'fa:16:3e:43:e2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:02:43Z', 'updated_at': '2022-02-07T23:02:56Z', 'revision_number': 1, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:57.892063 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] Checking router: 192ee214-366b-4a1c-9266-e4d2afed5dd9 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:57.894527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['dded4661-f691-46cb-8d39-f64a221d4ea4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:02:57.906574 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:02:57.907225 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:57.938524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-7500037c-4aa7-42e5-89c8-1764e97b8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:57.940573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-7500037c-4aa7-42e5-89c8-1764e97b8962 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 200 len: 910 time: 0.1295378 Feb 07 23:02:57.983905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727632b-1d8e-459f-947e-741c405a655b req-57761193-a857-43ee-bd71-097266043f69 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:57.985416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b727632b-1d8e-459f-947e-741c405a655b req-57761193-a857-43ee-bd71-097266043f69 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1095 time: 0.0698996 Feb 07 23:02:58.036478 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-52620d16-fc53-433f-b90f-167bd93ea988 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59281ee-4a70-48fd-b5d1-372fbf1e1884 HTTP/1.1" status: 200 len: 999 time: 0.0893693 Feb 07 23:02:58.041158 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b727632b-1d8e-459f-947e-741c405a655b req-2325eb91-bd2c-4d7b-8f61-9797b3a4cf72 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477707 Feb 07 23:02:58.085192 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:02:58.105346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-263fcf0b-724f-4451-b41e-6a02294de5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:58.106994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-263fcf0b-724f-4451-b41e-6a02294de5e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 200 len: 849 time: 0.0545168 Feb 07 23:02:58.166435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-18bd8920-8039-4a02-b7e9-a239dc3b32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:58.168122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-18bd8920-8039-4a02-b7e9-a239dc3b32b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db1c45f2-63d9-4be1-8606-8da64d0df07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541289 Feb 07 23:02:58.275484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-914ca2e2-fd42-49b2-a01a-431a64a2c408 service neutron] 10.222.0.24 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007454 Feb 07 23:02:58.387484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cda2a8b1-d4a1-4631-b0c1-1402faabf061 req-b7c46c0a-20df-4ab6-a30b-10053a894861 service neutron] 10.222.0.24 "GET /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053083 Feb 07 23:02:58.458273 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ebcc22e0-bd32-462a-bfee-64618f71082d', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'port_id': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'mac_address': 'fa:16:3e:43:e2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:02:43Z', 'updated_at': '2022-02-07T23:02:56Z', 'revision_number': 1, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:58.490022 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07101f51-055d-4255-b1dc-8bbdbad513d1 None None] The sync data for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 is: [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'ebcc22e0-bd32-462a-bfee-64618f71082d', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'port_id': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'mac_address': 'fa:16:3e:43:e2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:02:43Z', 'updated_at': '2022-02-07T23:02:56Z', 'revision_number': 1, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:58.720293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e5973-4497-4c73-8ebf-2d13884ea556 None None] New status for floating IP ebcc22e0-bd32-462a-bfee-64618f71082d: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:02:58.834086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68012e1a-3812-4774-80c1-093f29091983 req-649c90e2-a9cb-4978-85e9-f46e33abd607 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:58.836448 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68012e1a-3812-4774-80c1-093f29091983 req-649c90e2-a9cb-4978-85e9-f46e33abd607 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 945 time: 0.0837059 Feb 07 23:02:58.866141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc602-671a-4ac7-b3a3-a12ef60add8a req-d99cb860-6613-4089-9382-cb91b6d79f01 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:58.869402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4bedc602-671a-4ac7-b3a3-a12ef60add8a req-d99cb860-6613-4089-9382-cb91b6d79f01 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 945 time: 0.0823514 Feb 07 23:02:58.895742 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68012e1a-3812-4774-80c1-093f29091983 req-fa921599-51f5-4a5e-aec5-c83ee6a5a8f7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521541 Feb 07 23:02:58.935025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4bedc602-671a-4ac7-b3a3-a12ef60add8a req-a0f281f2-a7d6-4134-9795-b920fdcee7b2 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551219 Feb 07 23:02:59.177709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be62424-ea76-49e6-998b-c8b0801ef3d7 req-1c5030b5-44b0-4268-ba32-f01579091582 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:59.179597 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1be62424-ea76-49e6-998b-c8b0801ef3d7 req-1c5030b5-44b0-4268-ba32-f01579091582 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1095 time: 0.0518169 Feb 07 23:02:59.231054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1be62424-ea76-49e6-998b-c8b0801ef3d7 req-5657a68e-f981-4854-86f2-420b6760fa21 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Feb 07 23:02:59.379796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device dded4661-f691-46cb-8d39-f64a221d4ea4 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:02:59.451244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port dded4661-f691-46cb-8d39-f64a221d4ea4 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:59.458764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port dded4661-f691-46cb-8d39-f64a221d4ea4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:59.458764 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.547929 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.573361 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd5918-dd30-47d5-8a80-6286b214ecc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded4661-f691-46cb-8d39-f64a221d4ea4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:59.575765 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3467210e-09c7-4b87-bbc4-193372b6f2e4" -d '{"events": [{"server_uuid": "b0fd5918-dd30-47d5-8a80-6286b214ecc2", "name": "network-vif-plugged", "status": "completed", "tag": "dded4661-f691-46cb-8d39-f64a221d4ea4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:02:59.608809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port dded4661-f691-46cb-8d39-f64a221d4ea4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dded4661-f691-46cb-8d39-f64a221d4ea4,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:02:59.617598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.624804 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2479337-8a5c-438b-a407-20de853b8bef x-openstack-request-id: req-d2479337-8a5c-438b-a407-20de853b8bef {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:02:59.625330 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fd5918-dd30-47d5-8a80-6286b214ecc2", "name": "network-vif-plugged", "status": "completed", "tag": "dded4661-f691-46cb-8d39-f64a221d4ea4", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:02:59.625651 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2479337-8a5c-438b-a407-20de853b8bef {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:02:59.626635 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd5918-dd30-47d5-8a80-6286b214ecc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded4661-f691-46cb-8d39-f64a221d4ea4', 'code': 200} Feb 07 23:02:59.697981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=dded4661-f691-46cb-8d39-f64a221d4ea4,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:59.723773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3daa-1883-4908-8f61-071759685cae req-3585816c-515b-49cf-9870-b0dd6eca05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:59.725283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1bcc3daa-1883-4908-8f61-071759685cae req-3585816c-515b-49cf-9870-b0dd6eca05b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 1097 time: 0.0425615 Feb 07 23:02:59.765770 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1bcc3daa-1883-4908-8f61-071759685cae req-34bc744b-1ba0-415d-b63e-2e3396a1cd96 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335982 Feb 07 23:02:59.843599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48422) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:02:59.966771 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c14d9df0-641c-4957-9fdb-7dfc8f8822c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.059969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e7bbc-bcb5-471b-8d9e-223d71335781 req-2c76412f-494e-42f4-951e-756618b6b99e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:00.061433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-838e7bbc-bcb5-471b-8d9e-223d71335781 req-2c76412f-494e-42f4-951e-756618b6b99e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0809579 Feb 07 23:03:00.102787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 688e3fa9-2d0b-4469-b339-2b80feb19ffd details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:03:00.108618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c14d9df0-641c-4957-9fdb-7dfc8f8822c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.114137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c14d9df0-641c-4957-9fdb-7dfc8f8822c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.118606 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-838e7bbc-bcb5-471b-8d9e-223d71335781 req-2d924439-411b-4cdc-88d6-d6d540e141a7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506992 Feb 07 23:03:00.158502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c14d9df0-641c-4957-9fdb-7dfc8f8822c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14a9c42342404a0bbcaf889dd382a5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111162 Feb 07 23:03:00.158502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d9df0-641c-4957-9fdb-7dfc8f8822c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e778ff9-aa32-4a06-91e3-028cab6ca060,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:00.159045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48428) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:00.209057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 688e3fa9-2d0b-4469-b339-2b80feb19ffd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=688e3fa9-2d0b-4469-b339-2b80feb19ffd,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:00.220125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '688e3fa9-2d0b-4469-b339-2b80feb19ffd', 'network_id': 'd12902e2-7a82-4daa-93cd-48c8f8119d96', 'port_id': '688e3fa9-2d0b-4469-b339-2b80feb19ffd', 'mac_address': 'fa:16:3e:1e:10:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2af30b-83bb-4f8b-a46e-e9713f3cd153', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:03:00.221327 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dedb581e-d428-4256-a109-d0b6b8044bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.242995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dedb581e-d428-4256-a109-d0b6b8044bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.263888 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.277308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688e3fa9-2d0b-4469-b339-2b80feb19ffd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:03:00.294425 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dedb581e-d428-4256-a109-d0b6b8044bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.299569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dedb581e-d428-4256-a109-d0b6b8044bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.303469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 688e3fa9-2d0b-4469-b339-2b80feb19ffd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=688e3fa9-2d0b-4469-b339-2b80feb19ffd,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:00.303628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dedb581e-d428-4256-a109-d0b6b8044bbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e778ff9-aa32-4a06-91e3-028cab6ca060 HTTP/1.1" status: 204 len: 168 time: 0.1324546 Feb 07 23:03:00.311839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb581e-d428-4256-a109-d0b6b8044bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e778ff9-aa32-4a06-91e3-028cab6ca060,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:00.312141 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.365512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249277a5-d08c-453f-a224-689b3913e7b0 req-a1901f59-9b7a-44b2-b329-4256df818579 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:00.368460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-249277a5-d08c-453f-a224-689b3913e7b0 req-a1901f59-9b7a-44b2-b329-4256df818579 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1096 time: 0.0543463 Feb 07 23:03:00.387543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=688e3fa9-2d0b-4469-b339-2b80feb19ffd,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:00.416785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-249277a5-d08c-453f-a224-689b3913e7b0 req-d3daa4b0-ad72-42f9-8d33-40de52ed9f5b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Feb 07 23:03:00.546814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['688e3fa9-2d0b-4469-b339-2b80feb19ffd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:03:00.613041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48446) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:00.629613 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea2f105f-f7d8-4137-a4af-bc8c5f3b3f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.735042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea2f105f-f7d8-4137-a4af-bc8c5f3b3f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.744867 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ea2f105f-f7d8-4137-a4af-bc8c5f3b3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.789605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f105f-f7d8-4137-a4af-bc8c5f3b3f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ea831e-4953-43de-875f-9304bd6b4cdc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:00.803827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48450) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:00.804044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ea2f105f-f7d8-4137-a4af-bc8c5f3b3f25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2158a50c8891451fa533c166882668af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897976 Feb 07 23:03:00.867937 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19ad174d-f533-4db8-aea8-921888fb540a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.891360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19ad174d-f533-4db8-aea8-921888fb540a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.940393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19ad174d-f533-4db8-aea8-921888fb540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.943028 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19ad174d-f533-4db8-aea8-921888fb540a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.944254 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-19ad174d-f533-4db8-aea8-921888fb540a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7ea831e-4953-43de-875f-9304bd6b4cdc HTTP/1.1" status: 204 len: 168 time: 0.1389577 Feb 07 23:03:00.953912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad174d-f533-4db8-aea8-921888fb540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ea831e-4953-43de-875f-9304bd6b4cdc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:01.241280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23116-ea10-484f-ad90-8443b4f789b6 req-76915fc5-7c60-43e0-b2a1-19502c6f08dd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:01.246385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96e23116-ea10-484f-ad90-8443b4f789b6 req-76915fc5-7c60-43e0-b2a1-19502c6f08dd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0541070 Feb 07 23:03:01.284666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96e23116-ea10-484f-ad90-8443b4f789b6 req-0d1293fb-ab32-4521-8bf6-0e4431665306 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348074 Feb 07 23:03:01.412176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034e933-26ef-4f24-be74-1f39f584965f req-c6e5e7e5-b0b5-4541-a93c-931fac750974 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:01.414313 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4034e933-26ef-4f24-be74-1f39f584965f req-c6e5e7e5-b0b5-4541-a93c-931fac750974 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0514488 Feb 07 23:03:01.472372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4034e933-26ef-4f24-be74-1f39f584965f req-64c319d2-6ba2-4ddd-91dc-53f6614a1aa2 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Feb 07 23:03:01.553378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ab4c0-0033-4898-9bf7-9e0e29fdff77 req-564b68b9-e869-4d1d-9ea8-ee6423f833bf tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:01.563675 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b5ab4c0-0033-4898-9bf7-9e0e29fdff77 req-564b68b9-e869-4d1d-9ea8-ee6423f833bf tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1096 time: 0.0670011 Feb 07 23:03:01.612738 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b5ab4c0-0033-4898-9bf7-9e0e29fdff77 req-00e18133-e3d0-4b9c-bf7d-89a06d00dc51 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479982 Feb 07 23:03:01.798770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b60cb-c95e-4598-9f23-5627b2343651 req-2cc5f8c1-3251-4052-b8e6-2489c37a13e5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:01.800242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c0b60cb-c95e-4598-9f23-5627b2343651 req-2cc5f8c1-3251-4052-b8e6-2489c37a13e5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0519102 Feb 07 23:03:01.857559 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c0b60cb-c95e-4598-9f23-5627b2343651 req-49f9c22b-b382-4c8f-9a3b-bb2e713ff372 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483952 Feb 07 23:03:02.108163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 688e3fa9-2d0b-4469-b339-2b80feb19ffd up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:02.165879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 688e3fa9-2d0b-4469-b339-2b80feb19ffd completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:03:02.170437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 688e3fa9-2d0b-4469-b339-2b80feb19ffd triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:02.171019 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.259413 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.288438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316d2318-d868-4785-bf58-6f2eb745d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e3fa9-2d0b-4469-b339-2b80feb19ffd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:02.291213 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da70604e-5ba8-4088-a40a-0c884d479e1e" -d '{"events": [{"server_uuid": "316d2318-d868-4785-bf58-6f2eb745d94d", "name": "network-vif-plugged", "status": "completed", "tag": "688e3fa9-2d0b-4469-b339-2b80feb19ffd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:03:02.306366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 688e3fa9-2d0b-4469-b339-2b80feb19ffd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=688e3fa9-2d0b-4469-b339-2b80feb19ffd,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:02.313302 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.366710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=688e3fa9-2d0b-4469-b339-2b80feb19ffd,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:02.377401 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db149ef-1be5-438d-ab55-67c5bf3be924 x-openstack-request-id: req-6db149ef-1be5-438d-ab55-67c5bf3be924 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:03:02.377971 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316d2318-d868-4785-bf58-6f2eb745d94d", "name": "network-vif-plugged", "status": "completed", "tag": "688e3fa9-2d0b-4469-b339-2b80feb19ffd", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:03:02.378185 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6db149ef-1be5-438d-ab55-67c5bf3be924 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:03:02.378541 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316d2318-d868-4785-bf58-6f2eb745d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e3fa9-2d0b-4469-b339-2b80feb19ffd', 'code': 200} Feb 07 23:03:02.464808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48502) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:02.470231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38abef1-dfa9-4c76-b4d0-7a3f41e1892f req-36ec6171-12fc-4410-b31c-e5a48f96734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:02.472203 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d38abef1-dfa9-4c76-b4d0-7a3f41e1892f req-36ec6171-12fc-4410-b31c-e5a48f96734c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1097 time: 0.0461328 Feb 07 23:03:02.509970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d38abef1-dfa9-4c76-b4d0-7a3f41e1892f req-05d54009-011a-4eac-9d86-2eb84a13ce49 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305886 Feb 07 23:03:02.575801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2fbb249f-fbd1-4c84-b880-b8745d7f8d84 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-368235223'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:02.603527 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2fbb249f-fbd1-4c84-b880-b8745d7f8d84 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.604772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2fbb249f-fbd1-4c84-b880-b8745d7f8d84 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.663602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2fbb249f-fbd1-4c84-b880-b8745d7f8d84 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.672037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2fbb249f-fbd1-4c84-b880-b8745d7f8d84 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.690700 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2fbb249f-fbd1-4c84-b880-b8745d7f8d84 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.694916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2fbb249f-fbd1-4c84-b880-b8745d7f8d84 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2289608 Feb 07 23:03:02.695292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48508) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:02.772319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3706aec5-edb0-4fe4-82a4-7b1d7d2c7adb tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.810148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f8a3a-e1e7-4a01-bfdf-7ad52c6bdd8f req-f2f962e0-0011-4782-bda7-9700c6b1027a tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:02.811574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc6f8a3a-e1e7-4a01-bfdf-7ad52c6bdd8f req-f2f962e0-0011-4782-bda7-9700c6b1027a tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1097 time: 0.1415350 Feb 07 23:03:02.964882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc6f8a3a-e1e7-4a01-bfdf-7ad52c6bdd8f req-fc5c694d-bfec-4e6e-8b0e-d1c44a20f054 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229730 Feb 07 23:03:02.970766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3706aec5-edb0-4fe4-82a4-7b1d7d2c7adb tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.977659 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3706aec5-edb0-4fe4-82a4-7b1d7d2c7adb tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.982399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a19083-7223-457c-aec8-e1d68dad7cda req-05952a1a-5a6c-42d4-9f00-226dc3fc4458 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:02.984139 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08a19083-7223-457c-aec8-e1d68dad7cda req-05952a1a-5a6c-42d4-9f00-226dc3fc4458 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0516372 Feb 07 23:03:03.023062 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-08a19083-7223-457c-aec8-e1d68dad7cda req-372081e3-02bc-4fde-ba2c-2072383d6bbe tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Feb 07 23:03:03.032152 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3706aec5-edb0-4fe4-82a4-7b1d7d2c7adb tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.032659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3706aec5-edb0-4fe4-82a4-7b1d7d2c7adb tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea281e31-5a02-4529-806f-38cdc55c19e9 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:03:03.039606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3706aec5-edb0-4fe4-82a4-7b1d7d2c7adb tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.044724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3706aec5-edb0-4fe4-82a4-7b1d7d2c7adb tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ea281e31-5a02-4529-806f-38cdc55c19e9 HTTP/1.1" status: 204 len: 168 time: 0.3480525 Feb 07 23:03:03.045220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48514) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:03.049816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3865c59a-8ffb-4897-b8ad-d5f5ee51eac8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Request body: {'router': {'name': 'tempest-router-1498403330', 'distributed': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:03.077648 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3865c59a-8ffb-4897-b8ad-d5f5ee51eac8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.078706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3865c59a-8ffb-4897-b8ad-d5f5ee51eac8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.139793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3865c59a-8ffb-4897-b8ad-d5f5ee51eac8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.144921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3865c59a-8ffb-4897-b8ad-d5f5ee51eac8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.161948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3865c59a-8ffb-4897-b8ad-d5f5ee51eac8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.163562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3865c59a-8ffb-4897-b8ad-d5f5ee51eac8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1172974 Feb 07 23:03:03.166474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48516) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:03.241214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-770cad7d-2168-4448-b219-76b83592598b tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.314119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0a11fa45-1c93-4df7-9811-05e9b46168a5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:03.316139 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0a11fa45-1c93-4df7-9811-05e9b46168a5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0570736 Feb 07 23:03:03.440786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port dded4661-f691-46cb-8d39-f64a221d4ea4 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:03.441373 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.547719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] For port dded4661-f691-46cb-8d39-f64a221d4ea4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=dded4661-f691-46cb-8d39-f64a221d4ea4,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:03.548402 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.562803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for dded4661-f691-46cb-8d39-f64a221d4ea4 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:03.705612 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-770cad7d-2168-4448-b219-76b83592598b tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.707691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-770cad7d-2168-4448-b219-76b83592598b tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.743325 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.753976 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-770cad7d-2168-4448-b219-76b83592598b tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.754920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770cad7d-2168-4448-b219-76b83592598b tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3645402-a097-4613-bc74-89a1a0c10c2a {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:03:03.762703 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['3b5bd5cc-349f-4db1-945b-eaf4c97d5b84'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:03:03.772169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-770cad7d-2168-4448-b219-76b83592598b tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.774202 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-770cad7d-2168-4448-b219-76b83592598b tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a3645402-a097-4613-bc74-89a1a0c10c2a HTTP/1.1" status: 204 len: 168 time: 0.6060710 Feb 07 23:03:03.777096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48518) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:03.782729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-19e138c5-0f25-4983-acf4-26f5f7a79a86 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Request body: {'router': {'name': 'tempest-router-1126593361', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3dbf126beda04e2ebd89b981b368b459'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:03.792446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=dded4661-f691-46cb-8d39-f64a221d4ea4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:03.838166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e138c5-0f25-4983-acf4-26f5f7a79a86 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.839755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e138c5-0f25-4983-acf4-26f5f7a79a86 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.857012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] No DVR routers for this DVR port dded4661-f691-46cb-8d39-f64a221d4ea4 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:03.862645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.870960 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b3f38405-e0c3-46b3-aa12-fee390fc6f20 req-0e181ed0-6a1f-4a59-bbe3-faba7b66429b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.46 "DELETE /v2.0/ports/dded4661-f691-46cb-8d39-f64a221d4ea4 HTTP/1.1" status: 204 len: 173 time: 0.5442531 Feb 07 23:03:03.872286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd5918-dd30-47d5-8a80-6286b214ecc2', 'name': 'network-vif-deleted', 'tag': 'dded4661-f691-46cb-8d39-f64a221d4ea4'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:03.875002 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4559c17-1ea1-4d41-8826-0e5e1dc42210" -d '{"events": [{"server_uuid": "b0fd5918-dd30-47d5-8a80-6286b214ecc2", "name": "network-vif-deleted", "tag": "dded4661-f691-46cb-8d39-f64a221d4ea4"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:03:04.010329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e138c5-0f25-4983-acf4-26f5f7a79a86 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.025074 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e138c5-0f25-4983-acf4-26f5f7a79a86 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.059177 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-19e138c5-0f25-4983-acf4-26f5f7a79a86 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.063275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-19e138c5-0f25-4983-acf4-26f5f7a79a86 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2821631 Feb 07 23:03:04.065484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48530) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:04.074027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:04.140183 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.209651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1be1f-9b67-4b37-bc49-339e4c01536f req-55893fca-61d0-48a7-9cb9-9b3311271c13 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:04.211225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fea1be1f-9b67-4b37-bc49-339e4c01536f req-55893fca-61d0-48a7-9cb9-9b3311271c13 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1097 time: 0.0566096 Feb 07 23:03:04.239576 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9034aa8b-0f3c-44ea-9f31-d380debb1d65 x-openstack-request-id: req-9034aa8b-0f3c-44ea-9f31-d380debb1d65 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:03:04.240074 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fd5918-dd30-47d5-8a80-6286b214ecc2", "name": "network-vif-deleted", "tag": "dded4661-f691-46cb-8d39-f64a221d4ea4", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:03:04.240424 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9034aa8b-0f3c-44ea-9f31-d380debb1d65 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:03:04.240938 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd5918-dd30-47d5-8a80-6286b214ecc2', 'name': 'network-vif-deleted', 'tag': 'dded4661-f691-46cb-8d39-f64a221d4ea4', 'status': 'completed', 'code': 200} Feb 07 23:03:04.249814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fea1be1f-9b67-4b37-bc49-339e4c01536f req-f195529e-c799-41ae-a01d-dca574bc0da7 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Feb 07 23:03:04.367664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33b2d2-f2e8-42cf-a385-a8f84f0950dd req-59fe3255-b5b2-47d7-9145-019fd0c16ff8 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:04.369310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c33b2d2-f2e8-42cf-a385-a8f84f0950dd req-59fe3255-b5b2-47d7-9145-019fd0c16ff8 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1097 time: 0.0489929 Feb 07 23:03:04.408743 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c33b2d2-f2e8-42cf-a385-a8f84f0950dd req-c84274f2-c2b4-4ecf-a8c8-8f96769e139c tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Feb 07 23:03:04.499738 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.529347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8fff7-36fd-4135-a35e-6782f5068aa0 req-ad50caac-b06b-487a-a6e5-253058df0de4 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:04.531984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-29d8fff7-36fd-4135-a35e-6782f5068aa0 req-ad50caac-b06b-487a-a6e5-253058df0de4 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1097 time: 0.0531030 Feb 07 23:03:04.575617 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-29d8fff7-36fd-4135-a35e-6782f5068aa0 req-7024bf94-84a0-43dc-95e6-31395125b6a3 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352800 Feb 07 23:03:04.732265 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-53587ef1-2468-4455-b685-0889d139fb40 req-980d9593-a7db-4253-a68f-75a924d05dc8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0640688 Feb 07 23:03:04.775306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27314'] for router, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.775638 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.839616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8d5ce-db86-4bc0-baa1-1e575f770383 req-2f5ab717-741d-4a9f-9bdb-b1c8db8086d9 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:04.841282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cd8d5ce-db86-4bc0-baa1-1e575f770383 req-2f5ab717-741d-4a9f-9bdb-b1c8db8086d9 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1097 time: 0.0469041 Feb 07 23:03:04.868196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102290) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 07 23:03:04.868535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Router 5e1f3c42-b368-4c3a-bb59-6bab41c2afa1 migrating from provider to provider. {{(pid=102290) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 07 23:03:04.869133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.874714 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.879124 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769387'] for router, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.881046 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cd8d5ce-db86-4bc0-baa1-1e575f770383 req-d06129db-6bec-4661-8f03-0ae36dd60bea tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Feb 07 23:03:04.962786 n-d-827895-2 neutron-server[102290]: WARNING neutron.scheduler.l3_agent_scheduler [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] No L3 agents can host the router 5e1f3c42-b368-4c3a-bb59-6bab41c2afa1 Feb 07 23:03:05.008692 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:03:05.063806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Hosts for router 5e1f3c42-b368-4c3a-bb59-6bab41c2afa1: [] {{(pid=102290) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 07 23:03:05.086975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Hosts for other DVR routers connected to router 5e1f3c42-b368-4c3a-bb59-6bab41c2afa1: set() {{(pid=102290) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 07 23:03:05.089546 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.090756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-93f87577-4552-4249-99d8-109dd581d3db tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "PUT /v2.0/routers/5e1f3c42-b368-4c3a-bb59-6bab41c2afa1 HTTP/1.1" status: 200 len: 717 time: 1.0240510 Feb 07 23:03:05.093414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48542) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:05.175292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2adc1be5-00f9-4829-a843-dd3291f85175 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "GET /v2.0/routers/5e1f3c42-b368-4c3a-bb59-6bab41c2afa1 HTTP/1.1" status: 200 len: 717 time: 0.0783315 Feb 07 23:03:05.175654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48544) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:05.366624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8faf904f-3cd1-4c54-a2c0-c0c8280fa8db tempest-RoutersTestDVR-2136407122 tempest-RoutersTestDVR-2136407122-project] 10.222.0.15 "GET /v2.0/routers/5e1f3c42-b368-4c3a-bb59-6bab41c2afa1 HTTP/1.1" status: 200 len: 683 time: 0.1897388 Feb 07 23:03:05.369485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:05.408199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device dded4661-f691-46cb-8d39-f64a221d4ea4 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:05.430355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: dded4661-f691-46cb-8d39-f64a221d4ea4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:05.430859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device dded4661-f691-46cb-8d39-f64a221d4ea4 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:05.443253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8e53-9d3a-4695-9647-3e6f3c4a6f52 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.602190 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8e53-9d3a-4695-9647-3e6f3c4a6f52 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.603911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8e53-9d3a-4695-9647-3e6f3c4a6f52 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.652480 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8e53-9d3a-4695-9647-3e6f3c4a6f52 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.652986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ab8e53-9d3a-4695-9647-3e6f3c4a6f52 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e1f3c42-b368-4c3a-bb59-6bab41c2afa1 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:03:05.657343 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8e53-9d3a-4695-9647-3e6f3c4a6f52 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.662930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c1ab8e53-9d3a-4695-9647-3e6f3c4a6f52 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "DELETE /v2.0/routers/5e1f3c42-b368-4c3a-bb59-6bab41c2afa1 HTTP/1.1" status: 204 len: 168 time: 0.2879434 Feb 07 23:03:05.663042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48550) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:05.667885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fca684c2-4f4c-4b6d-bc19-a04faa1b7960 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Request body: {'router': {'name': 'tempest-router-1647422005', 'distributed': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:05.692269 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fca684c2-4f4c-4b6d-bc19-a04faa1b7960 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.693280 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fca684c2-4f4c-4b6d-bc19-a04faa1b7960 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.759441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fca684c2-4f4c-4b6d-bc19-a04faa1b7960 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.767057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fca684c2-4f4c-4b6d-bc19-a04faa1b7960 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.786947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fca684c2-4f4c-4b6d-bc19-a04faa1b7960 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.791377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fca684c2-4f4c-4b6d-bc19-a04faa1b7960 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1249769 Feb 07 23:03:05.791929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48554) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:05.838642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-54556e2c-08e5-40bb-ac7e-e0b8c1a5e321 req-8e1e2d41-26fe-4a84-83ea-ad73e7d3e862 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0387905 Feb 07 23:03:05.881788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6b59c75-f0d4-499c-9d2c-b09fa7f75db8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.070944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6b59c75-f0d4-499c-9d2c-b09fa7f75db8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.073785 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6b59c75-f0d4-499c-9d2c-b09fa7f75db8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.116920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a4b65-2158-4261-a888-26395d062426 req-af1c4a1e-e4af-452e-ae8d-59faba2f8822 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:06.118657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-650a4b65-2158-4261-a888-26395d062426 req-af1c4a1e-e4af-452e-ae8d-59faba2f8822 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1097 time: 0.1398432 Feb 07 23:03:06.124037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6b59c75-f0d4-499c-9d2c-b09fa7f75db8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.124576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b59c75-f0d4-499c-9d2c-b09fa7f75db8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6dc6982-7737-4b32-81cb-8d8e6b29399f {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:03:06.130101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6b59c75-f0d4-499c-9d2c-b09fa7f75db8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.135409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b6b59c75-f0d4-499c-9d2c-b09fa7f75db8 tempest-RoutersTestDVR-1479741404 tempest-RoutersTestDVR-1479741404-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e6dc6982-7737-4b32-81cb-8d8e6b29399f HTTP/1.1" status: 204 len: 168 time: 0.3381178 Feb 07 23:03:06.180646 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-650a4b65-2158-4261-a888-26395d062426 req-8296efcf-1e25-4a1d-94af-83815fe7329e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498576 Feb 07 23:03:06.246391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-dece8cb8-fbe8-481b-9d4a-32ca5382470f tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:06.248956 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-dece8cb8-fbe8-481b-9d4a-32ca5382470f tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 1097 time: 0.0480304 Feb 07 23:03:06.352258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Deleting port 688e3fa9-2d0b-4469-b339-2b80feb19ffd {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:06.352707 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.421727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48564) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:06.451288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] For port 688e3fa9-2d0b-4469-b339-2b80feb19ffd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=688e3fa9-2d0b-4469-b339-2b80feb19ffd,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:06.451800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.465754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Calling delete_port for 688e3fa9-2d0b-4469-b339-2b80feb19ffd owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:06.545079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4062e2a0-3d88-4ef7-9654-f2edaa797f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.637002 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.648274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b1b1c598-7ac8-4106-8481-cbdfd2eb17e3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:03:06.651512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['688e3fa9-2d0b-4469-b339-2b80feb19ffd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:03:06.672845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Pushing event deleted for resources: {'Port': ['ID=688e3fa9-2d0b-4469-b339-2b80feb19ffd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:06.729653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] No DVR routers for this DVR port 688e3fa9-2d0b-4469-b339-2b80feb19ffd on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:06.733116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.737177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f515de7b-a214-448d-b0ab-be73d32d9a9f req-a38869db-1ab6-4e3a-9804-2ad023da927e tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.24 "DELETE /v2.0/ports/688e3fa9-2d0b-4469-b339-2b80feb19ffd HTTP/1.1" status: 204 len: 173 time: 0.4822242 Feb 07 23:03:06.737316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316d2318-d868-4785-bf58-6f2eb745d94d', 'name': 'network-vif-deleted', 'tag': '688e3fa9-2d0b-4469-b339-2b80feb19ffd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:06.739778 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743fff58-08f9-4a5d-abf7-e3a963311af3" -d '{"events": [{"server_uuid": "316d2318-d868-4785-bf58-6f2eb745d94d", "name": "network-vif-deleted", "tag": "688e3fa9-2d0b-4469-b339-2b80feb19ffd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:03:06.806273 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4062e2a0-3d88-4ef7-9654-f2edaa797f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.812597 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38018408-e01a-4826-b58e-04071530346c x-openstack-request-id: req-38018408-e01a-4826-b58e-04071530346c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:03:06.813208 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316d2318-d868-4785-bf58-6f2eb745d94d", "name": "network-vif-deleted", "tag": "688e3fa9-2d0b-4469-b339-2b80feb19ffd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:03:06.813674 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38018408-e01a-4826-b58e-04071530346c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:03:06.814310 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316d2318-d868-4785-bf58-6f2eb745d94d', 'name': 'network-vif-deleted', 'tag': '688e3fa9-2d0b-4469-b339-2b80feb19ffd', 'status': 'completed', 'code': 200} Feb 07 23:03:06.819139 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4062e2a0-3d88-4ef7-9654-f2edaa797f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.883403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48572) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:06.883975 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4062e2a0-3d88-4ef7-9654-f2edaa797f30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3dbf126beda04e2ebd89b981b368b459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607155 Feb 07 23:03:06.888823 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062e2a0-3d88-4ef7-9654-f2edaa797f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e3ce30-fc88-4cf3-9a63-71063ac6471b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:06.978152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.000882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2cbdcfc-3739-40ba-94a9-993fc5c78907 req-68817d97-aa0a-48f7-8864-190362cb9984 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0425935 Feb 07 23:03:07.026231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.076519 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.079307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.080700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60e3ce30-fc88-4cf3-9a63-71063ac6471b HTTP/1.1" status: 204 len: 168 time: 0.1960294 Feb 07 23:03:07.089557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e3ce30-fc88-4cf3-9a63-71063ac6471b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:07.097303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.097863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.098205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.098536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.098861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.099183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.099503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.099851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.100168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.100576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.100794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.101934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5219c5-e055-4025-8d34-8bd981eecd7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:07.303600 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b9ac2bce-a691-4495-9976-246e89f281a8 req-10c02479-a56f-4484-8c03-6eacda368bbf tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316d2318-d868-4785-bf58-6f2eb745d94d HTTP/1.1" status: 200 len: 210 time: 0.0344522 Feb 07 23:03:07.544950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48582) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:07.559931 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75e91b7c-af2b-4015-ac41-6df9deea482f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.640122 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75e91b7c-af2b-4015-ac41-6df9deea482f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.643999 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75e91b7c-af2b-4015-ac41-6df9deea482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.684261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-75e91b7c-af2b-4015-ac41-6df9deea482f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fe25806f5d444cabd374c4562a9b4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380761 Feb 07 23:03:07.685002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48584) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:07.687247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e91b7c-af2b-4015-ac41-6df9deea482f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3adbf60-f803-42b3-9863-bf2775db31d5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:07.737456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07061a40-87dc-4268-9d74-9cd1cfdca2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.760905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07061a40-87dc-4268-9d74-9cd1cfdca2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.810293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07061a40-87dc-4268-9d74-9cd1cfdca2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.812968 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07061a40-87dc-4268-9d74-9cd1cfdca2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.814200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-07061a40-87dc-4268-9d74-9cd1cfdca2c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3adbf60-f803-42b3-9863-bf2775db31d5 HTTP/1.1" status: 204 len: 168 time: 0.1280465 Feb 07 23:03:07.822299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07061a40-87dc-4268-9d74-9cd1cfdca2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3adbf60-f803-42b3-9863-bf2775db31d5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:08.112865 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3e4c6f16-678f-4d6a-a73e-02a572e7cc93 req-d7cd60a3-24eb-47a2-b32b-8b711312019b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0305035 Feb 07 23:03:08.631327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005eaf8-eb55-438f-981d-a5687faceeb6 req-08317daf-01f9-4b64-86f7-83bacdb1b645 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:08.640006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9005eaf8-eb55-438f-981d-a5687faceeb6 req-08317daf-01f9-4b64-86f7-83bacdb1b645 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1096 time: 0.0700567 Feb 07 23:03:08.675476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9005eaf8-eb55-438f-981d-a5687faceeb6 req-7bbd9ab1-268e-40e1-84a9-b9ec3cca9151 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341783 Feb 07 23:03:09.248574 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c51e348f-dc08-49c2-9339-1372cfa84a3c req-696b8a62-8364-45e4-b1a3-b4b498d0f0d5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0fd5918-dd30-47d5-8a80-6286b214ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0399244 Feb 07 23:03:09.340497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48632) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:09.453831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1676935903', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:09.485636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Made reservation on behalf of c253572c76294053b4876a7b4e585de7 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:09.488783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.503520 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.582336 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.587234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.599939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] device_id is not set on port 34a4433a-5796-4ae6-a7e2-5eff60a3056a yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:09.655490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcec60a-bffc-4ac6-9bcf-13237dd45198,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:09.741716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Allocated IP 172.25.8.229 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/34a4433a-5796-4ae6-a7e2-5eff60a3056a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:09.802619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c5d0c-b416-45d7-92a2-40056cc064c7 req-5a2a9fba-3f4f-4c30-8625-4d29f0a26ed8 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.811166 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-061c5d0c-b416-45d7-92a2-40056cc064c7 req-5a2a9fba-3f4f-4c30-8625-4d29f0a26ed8 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1096 time: 0.0505555 Feb 07 23:03:09.844058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-061c5d0c-b416-45d7-92a2-40056cc064c7 req-cc67f2fe-89f4-40ea-a007-33edffabf74b tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3269bcc-4725-4622-a552-102823ca6913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317516 Feb 07 23:03:09.926709 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-2d18cbd6-7f34-4be7-b587-bc8c5e735569 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.928601 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-2d18cbd6-7f34-4be7-b587-bc8c5e735569 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 1096 time: 0.0544674 Feb 07 23:03:09.934643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.974046 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.023383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:10.027696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:10.036241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Deleting port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:10.036605 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.036761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:10.040791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Pushing event updated for resources: {'Port': ['ID=34a4433a-5796-4ae6-a7e2-5eff60a3056a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:10.083209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:10.083827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.105001 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-35d5f4aa-a254-4b2e-af25-48f4c17f1d15 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.7597835 Feb 07 23:03:10.105341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48640) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:10.109501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.229'}]}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:10.123647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] For port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:10.124043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.133941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.135024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.138644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Calling delete_port for b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:10.166777 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 688e3fa9-2d0b-4469-b339-2b80feb19ffd no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:10.197578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 688e3fa9-2d0b-4469-b339-2b80feb19ffd {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:10.197923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 688e3fa9-2d0b-4469-b339-2b80feb19ffd not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:10.198338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.297718 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.315148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b1b1c598-7ac8-4106-8481-cbdfd2eb17e3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:03:10.328161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1b1c598-7ac8-4106-8481-cbdfd2eb17e3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:10.412115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] No DVR routers for this DVR port b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:10.415488 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.419666 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-792cd40c-8b48-46cd-99d1-4d3d9aea878e req-92cae0cb-65a3-42d4-8024-8c3398820742 tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.46 "DELETE /v2.0/ports/b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 HTTP/1.1" status: 204 len: 173 time: 0.4850662 Feb 07 23:03:10.420178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c4b0e5-a2b6-48c9-a9df-106b424b49b1', 'name': 'network-vif-deleted', 'tag': 'b1b1c598-7ac8-4106-8481-cbdfd2eb17e3'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:10.422843 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12116259-39de-4dc3-ba6a-5ef8e9e54367" -d '{"events": [{"server_uuid": "b6c4b0e5-a2b6-48c9-a9df-106b424b49b1", "name": "network-vif-deleted", "tag": "b1b1c598-7ac8-4106-8481-cbdfd2eb17e3"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:03:10.453449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.504756 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8365c9-4d29-4404-80cc-b6c913a0bb51 x-openstack-request-id: req-2f8365c9-4d29-4404-80cc-b6c913a0bb51 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:03:10.505108 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c4b0e5-a2b6-48c9-a9df-106b424b49b1", "name": "network-vif-deleted", "tag": "b1b1c598-7ac8-4106-8481-cbdfd2eb17e3", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:03:10.505365 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f8365c9-4d29-4404-80cc-b6c913a0bb51 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:03:10.505892 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c4b0e5-a2b6-48c9-a9df-106b424b49b1', 'name': 'network-vif-deleted', 'tag': 'b1b1c598-7ac8-4106-8481-cbdfd2eb17e3', 'status': 'completed', 'code': 200} Feb 07 23:03:10.702758 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.728666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.915729 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.010153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fae20ca2-268a-4820-8258-0ac52528d9a1 req-ca3d5580-6018-4ac5-b606-17547f90d7fa tempest-TestServerMultinode-550280933 tempest-TestServerMultinode-550280933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6c4b0e5-a2b6-48c9-a9df-106b424b49b1 HTTP/1.1" status: 200 len: 210 time: 0.0522308 Feb 07 23:03:11.111535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.113691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.161294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.161920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b444385-c540-4710-8dd4-ff467451193b {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:03:11.180389 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 23:03:11.181457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-920ff279-e9d1-4a30-837a-39291e53ff11 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0753295 Feb 07 23:03:11.184351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48652) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:11.264437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4befebd1-7892-437e-921e-39b76acf1084 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Deleting port 34a4433a-5796-4ae6-a7e2-5eff60a3056a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:11.264691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4befebd1-7892-437e-921e-39b76acf1084 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.345176 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4befebd1-7892-437e-921e-39b76acf1084 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.356900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4befebd1-7892-437e-921e-39b76acf1084 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Calling delete_port for 34a4433a-5796-4ae6-a7e2-5eff60a3056a owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:11.499226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4befebd1-7892-437e-921e-39b76acf1084 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.532085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befebd1-7892-437e-921e-39b76acf1084 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Pushing event deleted for resources: {'Port': ['ID=34a4433a-5796-4ae6-a7e2-5eff60a3056a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:11.634122 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4befebd1-7892-437e-921e-39b76acf1084 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.649230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4befebd1-7892-437e-921e-39b76acf1084 tempest-RoutersAdminNegativeIpV6Test-1653252688 tempest-RoutersAdminNegativeIpV6Test-1653252688-project-admin] 10.222.0.15 "DELETE /v2.0/ports/34a4433a-5796-4ae6-a7e2-5eff60a3056a HTTP/1.1" status: 204 len: 168 time: 0.4635580 Feb 07 23:03:11.670674 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-7ef7bcd5-6f8c-4b2d-8b8d-b64f82ba7cf3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797942 Feb 07 23:03:11.774717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-7870eb75-aa92-4dfd-956c-17663a3d5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:11.776764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-7870eb75-aa92-4dfd-956c-17663a3d5b74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0517602 Feb 07 23:03:11.940653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-bf345359-d340-4f7d-a23a-1cfc740bb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:11.943852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-bf345359-d340-4f7d-a23a-1cfc740bb0bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1362329 Feb 07 23:03:11.995232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-53c98de9-fdf3-46a2-8e90-03d7014c8226 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 HTTP/1.1" status: 200 len: 217 time: 0.0434189 Feb 07 23:03:12.012913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48674) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:12.085704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-c12f0146-4205-4cec-9237-48d9f3b9a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:12.090302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48680) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:12.093831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-c12f0146-4205-4cec-9237-48d9f3b9a110 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0923727 Feb 07 23:03:12.202723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-fe22c420-0d66-4e57-b6dc-fb09654e0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:12.207011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-fe22c420-0d66-4e57-b6dc-fb09654e0c41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033332 Feb 07 23:03:12.234024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-77f26689-c98a-429e-acc4-9c30bbf0a917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.388656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-aaa10ee9-87c3-4c24-9e82-f600c010c06a service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738992 Feb 07 23:03:12.443588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-77f26689-c98a-429e-acc4-9c30bbf0a917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.455743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-77f26689-c98a-429e-acc4-9c30bbf0a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.518059 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0a86927-4c5a-4f6e-b3d6-affc438678f0 req-525ccf81-e74f-41c3-ace3-19b144013ad9 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231415 Feb 07 23:03:12.532296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-77f26689-c98a-429e-acc4-9c30bbf0a917 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f37922cf688d46d68f1b2829523b1601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181949 Feb 07 23:03:12.536142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48690) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:12.557246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f26689-c98a-429e-acc4-9c30bbf0a917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41f193b-6825-481e-8849-7d1202a3a6fa,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:12.640212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d57c-d4ce-4dd9-8419-fdf1796a3d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.674047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d57c-d4ce-4dd9-8419-fdf1796a3d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.765278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d57c-d4ce-4dd9-8419-fdf1796a3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.767990 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d57c-d4ce-4dd9-8419-fdf1796a3d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.771511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f1e1d57c-d4ce-4dd9-8419-fdf1796a3d11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e41f193b-6825-481e-8849-7d1202a3a6fa HTTP/1.1" status: 204 len: 168 time: 0.2309539 Feb 07 23:03:12.778468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1d57c-d4ce-4dd9-8419-fdf1796a3d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41f193b-6825-481e-8849-7d1202a3a6fa,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:13.130047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.178697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48696) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:13.265211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4d17f1c2-f4f4-4ef6-b5dd-522d0c979683 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c253572c76294053b4876a7b4e585de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847321 Feb 07 23:03:13.267799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48698) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:13.316962 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc355223-f486-4204-8201-958d4edef318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.338939 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc355223-f486-4204-8201-958d4edef318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.385943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc355223-f486-4204-8201-958d4edef318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.388437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc355223-f486-4204-8201-958d4edef318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.389594 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cc355223-f486-4204-8201-958d4edef318 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fcec60a-bffc-4ac6-9bcf-13237dd45198 HTTP/1.1" status: 204 len: 168 time: 0.1207600 Feb 07 23:03:13.400830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc355223-f486-4204-8201-958d4edef318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcec60a-bffc-4ac6-9bcf-13237dd45198,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:13.437737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Deleting port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:13.438170 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.465130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:13.492622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:13.493212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b1b1c598-7ac8-4106-8481-cbdfd2eb17e3 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:13.540591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] For port 0e129d7a-2b70-4882-b01a-a719d5b6c1ed, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0e129d7a-2b70-4882-b01a-a719d5b6c1ed,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:13.541095 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.553654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Calling delete_port for 0e129d7a-2b70-4882-b01a-a719d5b6c1ed owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:13.816933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.878019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Pushing event deleted for resources: {'Port': ['ID=0e129d7a-2b70-4882-b01a-a719d5b6c1ed,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:13.911256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4e031-5ace-4acc-af35-e373243188a5 req-9d8bda29-94b7-449f-a77b-f372e58bf39d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:13.913088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c0a4e031-5ace-4acc-af35-e373243188a5 req-9d8bda29-94b7-449f-a77b-f372e58bf39d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0938375 Feb 07 23:03:14.000435 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c0a4e031-5ace-4acc-af35-e373243188a5 req-9c89fb8b-e062-4fba-b38a-25db8fac48a1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754395 Feb 07 23:03:14.103890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.336975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48738) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:14.340524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Router 52fe814b-0b62-4ca3-a75f-c70238b9b39e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:03:14.445147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-375654093'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:14.457515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:03:14.463570 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3574fefe-26d0-42f2-adcd-04f0bfc8afca admin admin] 10.222.0.15 "PUT /v2.0/routers/52fe814b-0b62-4ca3-a75f-c70238b9b39e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3744950 Feb 07 23:03:14.466061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48742) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:14.470670 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] Sync routers for ids ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:14.476259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Made reservation on behalf of ed95518867634a31805ad4b643f9deeb for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:14.480761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.484076 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] Routers {'52fe814b-0b62-4ca3-a75f-c70238b9b39e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:14.485121 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:14.491112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.590113 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.592839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.596220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.628613 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] Set router 52fe814b-0b62-4ca3-a75f-c70238b9b39e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:14.630550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:03:14.641826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b61e08-ef4f-4fe3-ac0c-87098bb4697e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:14.649929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.650579 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Added segment aaee29ae-6e85-4800-90c3-9d4e3354e241 of type vlan for network 5df77cb1-a492-44e1-b922-b06183019243 Feb 07 23:03:14.703888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.736720 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.750615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.758299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:14.758981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.805103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Deleting port efb930d4-99f5-4229-b0b9-ae8a309ba5b4 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:14.805375 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.842964 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:03:13Z', 'revision_number': 5, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'gw_port': {'id': 'efb930d4-99f5-4229-b0b9-ae8a309ba5b4', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:14.856019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Network': ['ID=5df77cb1-a492-44e1-b922-b06183019243,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:14.873068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 5df77cb1-a492-44e1-b922-b06183019243 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:03:14.877933 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] Checking router: 52fe814b-0b62-4ca3-a75f-c70238b9b39e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:14.878725 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9fa4143-d6d1-423c-a6e7-01b2d0ceeed3 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5392427 Feb 07 23:03:14.880131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48744) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:14.887304 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] Routers {'52fe814b-0b62-4ca3-a75f-c70238b9b39e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:14.887957 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:14.892690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'subnet': {'network_id': '5df77cb1-a492-44e1-b922-b06183019243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:14.932956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] For port efb930d4-99f5-4229-b0b9-ae8a309ba5b4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=efb930d4-99f5-4229-b0b9-ae8a309ba5b4,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:14.933521 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.962639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Calling delete_port for efb930d4-99f5-4229-b0b9-ae8a309ba5b4 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:15.055437 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] Set router 52fe814b-0b62-4ca3-a75f-c70238b9b39e gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:15.122766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Made reservation on behalf of ed95518867634a31805ad4b643f9deeb for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:15.128657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.182119 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:03:14Z', 'revision_number': 6, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:15.231070 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730161f-8edc-4900-8326-d95a04c2000a None None] The sync data for ids ['52fe814b-0b62-4ca3-a75f-c70238b9b39e'] in n-d-827895-2 is: [{'id': '52fe814b-0b62-4ca3-a75f-c70238b9b39e', 'name': 'tempest-TestServerMultinode-376883859-router', 'tenant_id': '28cec62f1ef54cd78c95e1466d7cda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:21Z', 'updated_at': '2022-02-07T23:03:14Z', 'revision_number': 6, 'project_id': '28cec62f1ef54cd78c95e1466d7cda78', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:15.254894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee4bc2-260b-467a-a812-9bd8e1c338be req-852011f1-5043-4d85-aeeb-24b34c2b3e50 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:15.262632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6ee4bc2-260b-467a-a812-9bd8e1c338be req-852011f1-5043-4d85-aeeb-24b34c2b3e50 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0866909 Feb 07 23:03:15.265299 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.322731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Pushing event deleted for resources: {'Port': ['ID=efb930d4-99f5-4229-b0b9-ae8a309ba5b4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:15.353811 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6ee4bc2-260b-467a-a812-9bd8e1c338be req-5add6a1c-85c9-4b08-a11f-734cdc7c67c7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898783 Feb 07 23:03:15.426360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.429858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca806e-5a95-4852-a51a-66068aea0060 req-d85ac526-c8f2-4cd5-88e9-0d0a96b7ad3a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:15.433384 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31ca806e-5a95-4852-a51a-66068aea0060 req-d85ac526-c8f2-4cd5-88e9-0d0a96b7ad3a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 945 time: 0.1396942 Feb 07 23:03:15.523606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.539363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.541892 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.586920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.587514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52fe814b-0b62-4ca3-a75f-c70238b9b39e {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:03:15.591994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.596632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-70c741f0-b9ca-4841-a2e1-4f06604e392c admin admin] 10.222.0.15 "DELETE /v2.0/routers/52fe814b-0b62-4ca3-a75f-c70238b9b39e HTTP/1.1" status: 204 len: 168 time: 1.1260774 Feb 07 23:03:15.596632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48750) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:15.624008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Subnet': ['ID=fff4270e-61f8-498d-a95d-972218ed4210,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:15.638897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Checking segment: {'id': 'aaee29ae-6e85-4800-90c3-9d4e3354e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5df77cb1-a492-44e1-b922-b06183019243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:15.639062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Network hostable DHCP agents. Network: 5df77cb1-a492-44e1-b922-b06183019243, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:03:15.644435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3304cc-f9c3-4efd-8c89-3a6c7bcf6a56 admin admin] Deleting subnet 1e2af30b-83bb-4f8b-a46e-e9713f3cd153 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:15.649383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df3304cc-f9c3-4efd-8c89-3a6c7bcf6a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.665628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-31ca806e-5a95-4852-a51a-66068aea0060 req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:15.665969 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31ca806e-5a95-4852-a51a-66068aea0060 req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.668671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Network 5df77cb1-a492-44e1-b922-b06183019243 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:03:15.693041 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df3304cc-f9c3-4efd-8c89-3a6c7bcf6a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.717113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 5df77cb1-a492-44e1-b922-b06183019243) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:15.729534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afafb45a-70e1-4f67-8e08-40f8eb6d85d0 None None] Network 5df77cb1-a492-44e1-b922-b06183019243 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:15.733805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:15.735733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.764807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-63318c58-7475-40a0-9980-33fa8a635583 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8832965 Feb 07 23:03:15.768660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48752) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:15.781778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'port': {'network_id': '5df77cb1-a492-44e1-b922-b06183019243', 'name': 'tempest-AllowedAddressPairTestJSON-1718179670'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:15.793224 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df3304cc-f9c3-4efd-8c89-3a6c7bcf6a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.890753 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df3304cc-f9c3-4efd-8c89-3a6c7bcf6a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.917550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-31ca806e-5a95-4852-a51a-66068aea0060 req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] For port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:15.918004 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31ca806e-5a95-4852-a51a-66068aea0060 req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.938721 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3304cc-f9c3-4efd-8c89-3a6c7bcf6a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2af30b-83bb-4f8b-a46e-e9713f3cd153,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:15.942542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-df3304cc-f9c3-4efd-8c89-3a6c7bcf6a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.950630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-31ca806e-5a95-4852-a51a-66068aea0060 req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:15.951775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-df3304cc-f9c3-4efd-8c89-3a6c7bcf6a56 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1e2af30b-83bb-4f8b-a46e-e9713f3cd153 HTTP/1.1" status: 204 len: 168 time: 0.3548641 Feb 07 23:03:15.952736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48754) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:16.059445 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.140453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Deleting port 937d5413-b254-45be-a3d6-98681cae28fc {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:16.141059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.157278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device efb930d4-99f5-4229-b0b9-ae8a309ba5b4 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:16.159557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa72d7-661a-4a8a-9437-7a42b772fd5e None None] Network d12902e2-7a82-4daa-93cd-48c8f8119d96 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:16.172243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Made reservation on behalf of ed95518867634a31805ad4b643f9deeb for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:16.179593 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.236257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: efb930d4-99f5-4229-b0b9-ae8a309ba5b4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:16.236605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device efb930d4-99f5-4229-b0b9-ae8a309ba5b4 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:16.237026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0e129d7a-2b70-4882-b01a-a719d5b6c1ed no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:16.269906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] For port 937d5413-b254-45be-a3d6-98681cae28fc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=937d5413-b254-45be-a3d6-98681cae28fc,segment=NetworkSegment(f8c892f4-c56c-41d0-9b57-a8d619ececa1),segment_id=f8c892f4-c56c-41d0-9b57-a8d619ececa1)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:16.271068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.271648 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31ca806e-5a95-4852-a51a-66068aea0060 req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.280965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 0e129d7a-2b70-4882-b01a-a719d5b6c1ed {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:16.281553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0e129d7a-2b70-4882-b01a-a719d5b6c1ed not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:16.307628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Calling delete_port for 937d5413-b254-45be-a3d6-98681cae28fc owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:16.336313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=3b5bd5cc-349f-4db1-945b-eaf4c97d5b84,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:16.362643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-5df77cb1-a492-44e1-b922-b06183019243', 'network_id': '5df77cb1-a492-44e1-b922-b06183019243', 'tenant_id': 'ed95518867634a31805ad4b643f9deeb', 'fixed_ips': [{'subnet_id': 'fff4270e-61f8-498d-a95d-972218ed4210'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:03:16.363563 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.375359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] device_id is not set on port 98814acc-fb83-47a9-b1d0-6da449ae5e49 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:16.408094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ca806e-5a95-4852-a51a-66068aea0060 req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] No DVR routers for this DVR port 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:16.418188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-31ca806e-5a95-4852-a51a-66068aea0060 req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.421131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-31ca806e-5a95-4852-a51a-66068aea0060 req-06b8d15b-fb9c-431a-8732-29dd63bf49b1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "DELETE /v2.0/ports/3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 HTTP/1.1" status: 204 len: 173 time: 0.9777784 Feb 07 23:03:16.421425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daecfeb-0f7b-40bc-8a35-70dea348a3f1', 'name': 'network-vif-deleted', 'tag': '3b5bd5cc-349f-4db1-945b-eaf4c97d5b84'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:16.424758 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700c7667-cefb-4074-8578-4c88d86c97d0" -d '{"events": [{"server_uuid": "6daecfeb-0f7b-40bc-8a35-70dea348a3f1", "name": "network-vif-deleted", "tag": "3b5bd5cc-349f-4db1-945b-eaf4c97d5b84"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:03:16.546080 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.588261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Pushing event deleted for resources: {'Port': ['ID=937d5413-b254-45be-a3d6-98681cae28fc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:16.591578 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb898c94-0955-48df-9c7f-6197f4a655b9 req-a0bb6cac-a0fa-45a2-b21e-af9f1d2a487e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0717890 Feb 07 23:03:16.603543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] No DVR routers for this DVR port 937d5413-b254-45be-a3d6-98681cae28fc on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:16.642258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315680b-91a5-4d97-8afe-6fed972e4be4 None None] DHCP port deletion for d12902e2-7a82-4daa-93cd-48c8f8119d96 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:03:16.642983 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212f4a9f-99be-4e69-b6ed-ae5d9a4c524e x-openstack-request-id: req-212f4a9f-99be-4e69-b6ed-ae5d9a4c524e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:03:16.643470 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daecfeb-0f7b-40bc-8a35-70dea348a3f1", "name": "network-vif-deleted", "tag": "3b5bd5cc-349f-4db1-945b-eaf4c97d5b84", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:03:16.643868 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-212f4a9f-99be-4e69-b6ed-ae5d9a4c524e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:03:16.644378 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daecfeb-0f7b-40bc-8a35-70dea348a3f1', 'name': 'network-vif-deleted', 'tag': '3b5bd5cc-349f-4db1-945b-eaf4c97d5b84', 'status': 'completed', 'code': 200} Feb 07 23:03:16.675317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Allocated IP 172.20.0.2 (5df77cb1-a492-44e1-b922-b06183019243/fff4270e-61f8-498d-a95d-972218ed4210/f03e34a7-335a-43c7-96f9-d6989889a069) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:16.699247 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.723189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12902e2-7a82-4daa-93cd-48c8f8119d96']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:16.733707 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c892f4-c56c-41d0-9b57-a8d619ececa1') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:16.734037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c892f4-c56c-41d0-9b57-a8d619ececa1') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:16.748264 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.764713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.782539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:03:16.782942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:03:16.785265 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:03:16.862900 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.868222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.876876 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.877100 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.882783 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] 10.222.0.15 "DELETE /v2.0/networks/d12902e2-7a82-4daa-93cd-48c8f8119d96 HTTP/1.1" status: 204 len: 168 time: 0.9279013 Feb 07 23:03:16.893406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48762) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:16.900843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de903c-aeeb-4c93-a3d4-234c7b2783ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d12902e2-7a82-4daa-93cd-48c8f8119d96,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:16.914986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Network 5df77cb1-a492-44e1-b922-b06183019243 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:16.918212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:16.943337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:16.982860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.db.api [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9a430d0a-725e-4671-adb3-b85d028b251a {{(pid=102290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:03:16.983215 n-d-827895-2 neutron-server[102290]: DEBUG oslo_db.api [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:03:17.026430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Pushing event updated for resources: {'Port': ['ID=f03e34a7-335a-43c7-96f9-d6989889a069,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:17.041334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Attempting to bind port f03e34a7-335a-43c7-96f9-d6989889a069 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:17.041676 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Attempting to bind port f03e34a7-335a-43c7-96f9-d6989889a069 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'aaee29ae-6e85-4800-90c3-9d4e3354e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5df77cb1-a492-44e1-b922-b06183019243'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:17.042043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Attempting to bind port f03e34a7-335a-43c7-96f9-d6989889a069 on network 5df77cb1-a492-44e1-b922-b06183019243 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:17.048527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:17.048967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Checking segment: {'id': 'aaee29ae-6e85-4800-90c3-9d4e3354e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5df77cb1-a492-44e1-b922-b06183019243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:17.049435 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.049879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Bound using segment: {'id': 'aaee29ae-6e85-4800-90c3-9d4e3354e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5df77cb1-a492-44e1-b922-b06183019243'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:17.050410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Bound port: f03e34a7-335a-43c7-96f9-d6989889a069, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaee29ae-6e85-4800-90c3-9d4e3354e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5df77cb1-a492-44e1-b922-b06183019243'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:17.050872 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.118853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] For port f03e34a7-335a-43c7-96f9-d6989889a069, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:17.122742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] For port f03e34a7-335a-43c7-96f9-d6989889a069, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f03e34a7-335a-43c7-96f9-d6989889a069,segment=NetworkSegment(aaee29ae-6e85-4800-90c3-9d4e3354e241),segment_id=aaee29ae-6e85-4800-90c3-9d4e3354e241)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:17.126801 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.185113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71738f-7e77-4b47-887d-9fa811180e9a None None] Pushing event updated for resources: {'Port': ['ID=f03e34a7-335a-43c7-96f9-d6989889a069,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:17.316507 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.484785 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.508035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] device_id is not set on port ffae5975-8ec0-4d85-bd35-b8eb67666e8c yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:17.662116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Allocated IP 172.20.0.12 (5df77cb1-a492-44e1-b922-b06183019243/fff4270e-61f8-498d-a95d-972218ed4210/ffae5975-8ec0-4d85-bd35-b8eb67666e8c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:17.764434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e9fe08f-d54e-46b0-886b-cc935074f4fe req-91709b8a-7694-4f92-9f0e-b3a8ee8516a0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0649784 Feb 07 23:03:17.768213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f03e34a7-335a-43c7-96f9-d6989889a069 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:17.858969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f03e34a7-335a-43c7-96f9-d6989889a069 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:17.859420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.925559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.957344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.963779 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.982878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Deleting port d2c39614-dc65-42fa-9ec1-9f2326638a0d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:17.983366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.998996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port f03e34a7-335a-43c7-96f9-d6989889a069, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f03e34a7-335a-43c7-96f9-d6989889a069,segment=NetworkSegment(aaee29ae-6e85-4800-90c3-9d4e3354e241),segment_id=aaee29ae-6e85-4800-90c3-9d4e3354e241)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:18.005073 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.031958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Network 5df77cb1-a492-44e1-b922-b06183019243 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:18.035968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:18.044999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:18.070058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=f03e34a7-335a-43c7-96f9-d6989889a069,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:18.090855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Port': ['ID=ffae5975-8ec0-4d85-bd35-b8eb67666e8c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:18.107040 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 937d5413-b254-45be-a3d6-98681cae28fc no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:18.122553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:18.123194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.139465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 937d5413-b254-45be-a3d6-98681cae28fc {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:18.139878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 937d5413-b254-45be-a3d6-98681cae28fc not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:18.145459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2c85e46c-88bb-4d75-a701-5451446a21a6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3754559 Feb 07 23:03:18.149647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48768) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:18.150857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] For port d2c39614-dc65-42fa-9ec1-9f2326638a0d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d2c39614-dc65-42fa-9ec1-9f2326638a0d,segment=NetworkSegment(343f8b04-b6f8-4453-a5a6-85b85d42b1ae),segment_id=343f8b04-b6f8-4453-a5a6-85b85d42b1ae)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:18.151661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.156536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'port': {'network_id': '5df77cb1-a492-44e1-b922-b06183019243', 'name': 'tempest-AllowedAddressPairTestJSON-1279301050', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:db:51:50'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:18.178544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Calling delete_port for d2c39614-dc65-42fa-9ec1-9f2326638a0d owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:18.187244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:18.209614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:18.210766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 3b5bd5cc-349f-4db1-945b-eaf4c97d5b84 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:18.300275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Made reservation on behalf of ed95518867634a31805ad4b643f9deeb for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:18.412163 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.416562 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.439304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] device_id is not set on port c554d569-552f-45c1-b8a1-db525fd6d60a yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:18.442957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c39614-dc65-42fa-9ec1-9f2326638a0d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:18.568587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Allocated IP 172.20.0.14 (5df77cb1-a492-44e1-b922-b06183019243/fff4270e-61f8-498d-a95d-972218ed4210/c554d569-552f-45c1-b8a1-db525fd6d60a) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:18.594812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a97dff-670c-4a35-a0e3-835df9f02c9f None None] Network 5df77cb1-a492-44e1-b922-b06183019243 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:18.664310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.705177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-111dc0d6-7ec5-4d54-bdbd-ed362753f254 None None] Provisioning complete for port f03e34a7-335a-43c7-96f9-d6989889a069 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:18.705557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-111dc0d6-7ec5-4d54-bdbd-ed362753f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.833721 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.885437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.948611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Network 5df77cb1-a492-44e1-b922-b06183019243 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:18.952319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:18.958419 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-68f5f771-61b8-4ed2-bf56-1941b96d66b8 req-bab9481c-9d4b-4ebb-8d30-34fcd9088563 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0481288 Feb 07 23:03:18.972229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:18.994183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:03:19.026449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Port': ['ID=c554d569-552f-45c1-b8a1-db525fd6d60a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:19.049355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:19.050130 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.074026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a8f4c8b7-8828-4421-816e-f1100ee00987 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 0.9218996 Feb 07 23:03:19.075927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48772) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:19.195462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:03:19.201138 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b5ca2290-9628-4047-96ac-ddf0952403e1 admin admin] 10.222.0.15 "PUT /v2.0/routers/5644eecc-2f4d-4ba0-aa89-601bd88392b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3062549 Feb 07 23:03:19.203737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48774) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:19.204593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] Sync routers for ids ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:19.213091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091769d6-1112-4652-8ecd-aff7efbcc903 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:19.218986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091769d6-1112-4652-8ecd-aff7efbcc903 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:19.219656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] Routers {'5644eecc-2f4d-4ba0-aa89-601bd88392b5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:19.220481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:19.225072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091769d6-1112-4652-8ecd-aff7efbcc903 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:19.226979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-091769d6-1112-4652-8ecd-aff7efbcc903 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.1500664 Feb 07 23:03:19.231091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48776) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:19.310125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bc79aef4-f097-4fa9-b07b-547f4724b7f9 None None] Provisioning complete for port f03e34a7-335a-43c7-96f9-d6989889a069 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:19.312334 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc79aef4-f097-4fa9-b07b-547f4724b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.332342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-af89fddb-5ea4-44e9-8298-3ac1ce620fca tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Deleting port c554d569-552f-45c1-b8a1-db525fd6d60a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:19.332685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-af89fddb-5ea4-44e9-8298-3ac1ce620fca tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.375051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.422968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] Set router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:19.482225 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-af89fddb-5ea4-44e9-8298-3ac1ce620fca tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.496533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-af89fddb-5ea4-44e9-8298-3ac1ce620fca tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Calling delete_port for c554d569-552f-45c1-b8a1-db525fd6d60a owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:19.506379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.604344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Deleting port 81892b79-dd67-41da-ba35-93ac78798ddf {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:19.605062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.622900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bc79aef4-f097-4fa9-b07b-547f4724b7f9 None None] Provisioning complete for port ffae5975-8ec0-4d85-bd35-b8eb67666e8c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:19.623151 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc79aef4-f097-4fa9-b07b-547f4724b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.695585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bc79aef4-f097-4fa9-b07b-547f4724b7f9 None None] Port ffae5975-8ec0-4d85-bd35-b8eb67666e8c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:19.713588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-af89fddb-5ea4-44e9-8298-3ac1ce620fca tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.722018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:27Z', 'updated_at': '2022-02-07T23:03:18Z', 'revision_number': 5, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'gw_port': {'id': '81892b79-dd67-41da-ba35-93ac78798ddf', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:28Z', 'updated_at': '2022-02-07T23:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:19.759982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] Checking router: 5644eecc-2f4d-4ba0-aa89-601bd88392b5 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:19.762549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] For port 81892b79-dd67-41da-ba35-93ac78798ddf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=81892b79-dd67-41da-ba35-93ac78798ddf,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:19.763079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.780211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] Routers {'5644eecc-2f4d-4ba0-aa89-601bd88392b5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:19.780552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:02:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:19.789834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Calling delete_port for 81892b79-dd67-41da-ba35-93ac78798ddf owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:19.822023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89fddb-5ea4-44e9-8298-3ac1ce620fca tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event deleted for resources: {'Port': ['ID=c554d569-552f-45c1-b8a1-db525fd6d60a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:19.892915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f03e34a7-335a-43c7-96f9-d6989889a069 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:20.025745 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.080180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Pushing event deleted for resources: {'Port': ['ID=81892b79-dd67-41da-ba35-93ac78798ddf,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:20.098666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-af89fddb-5ea4-44e9-8298-3ac1ce620fca tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.104564 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-af89fddb-5ea4-44e9-8298-3ac1ce620fca tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "DELETE /v2.0/ports/c554d569-552f-45c1-b8a1-db525fd6d60a HTTP/1.1" status: 204 len: 168 time: 0.8722508 Feb 07 23:03:20.106803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48780) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:20.144150 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8930d1e4-0aab-41c9-ad3c-1b528a311b98 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] GET failed (client error): The resource could not be found. Feb 07 23:03:20.145925 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8930d1e4-0aab-41c9-ad3c-1b528a311b98 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "GET /v2.0/ports/c554d569-552f-45c1-b8a1-db525fd6d60a HTTP/1.1" status: 404 len: 333 time: 0.0380147 Feb 07 23:03:20.153253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48782) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:20.164222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'port': {'network_id': '5df77cb1-a492-44e1-b922-b06183019243', 'name': 'tempest-AllowedAddressPairTestJSON-1878608979'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:20.176622 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-def73056-ec7a-49c1-9a9c-eb3d7e7a5a4d req-12cc03f3-4bec-47c8-8ee4-b719155ffdee tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0567102 Feb 07 23:03:20.207404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.249567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-62a2632d-6ec9-4217-930f-8142e37ffe9e None None] Provisioning complete for port ffae5975-8ec0-4d85-bd35-b8eb67666e8c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:20.250065 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62a2632d-6ec9-4217-930f-8142e37ffe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.255624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] Set router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:20.308106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Made reservation on behalf of ed95518867634a31805ad4b643f9deeb for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:20.312849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.313413 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.315444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.330962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:27Z', 'updated_at': '2022-02-07T23:03:19Z', 'revision_number': 6, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:20.360539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] device_id is not set on port 2b67613b-f8cf-454c-b183-b6dfddb1339c yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:20.364255 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.365097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5644eecc-2f4d-4ba0-aa89-601bd88392b5 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:03:20.371252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d63a90-6c5c-4c7f-9f6a-c358ce8a50ad None None] The sync data for ids ['5644eecc-2f4d-4ba0-aa89-601bd88392b5'] in n-d-827895-2 is: [{'id': '5644eecc-2f4d-4ba0-aa89-601bd88392b5', 'name': 'tempest-TestServerMultinode-1975975990-router', 'tenant_id': '97b82b7270ff42aa952d69d13bd533e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:27Z', 'updated_at': '2022-02-07T23:03:19Z', 'revision_number': 6, 'project_id': '97b82b7270ff42aa952d69d13bd533e1', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:20.380808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f03e34a7-335a-43c7-96f9-d6989889a069 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:20.381191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.383735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-62a2632d-6ec9-4217-930f-8142e37ffe9e None None] Port ffae5975-8ec0-4d85-bd35-b8eb67666e8c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:20.386334 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.388783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d7ec162a-f499-4590-a8dc-28c03f6db61b admin admin] 10.222.0.15 "DELETE /v2.0/routers/5644eecc-2f4d-4ba0-aa89-601bd88392b5 HTTP/1.1" status: 204 len: 168 time: 1.1835539 Feb 07 23:03:20.390617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48784) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:20.453889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cba699c-6dc9-4b1d-ba63-d178ad6644c3 admin admin] Deleting subnet 769e1189-1933-4712-89b0-c316d533aaba {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:20.457584 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8cba699c-6dc9-4b1d-ba63-d178ad6644c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.496971 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8cba699c-6dc9-4b1d-ba63-d178ad6644c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.498396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f47f8c35-40d6-4e06-9a1e-d4f87a26fdbc None None] Could not find standard attr ID for object c554d569-552f-45c1-b8a1-db525fd6d60a. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:03:20.563095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Allocated IP 172.20.0.3 (5df77cb1-a492-44e1-b922-b06183019243/fff4270e-61f8-498d-a95d-972218ed4210/2b67613b-f8cf-454c-b183-b6dfddb1339c) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:20.582421 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8cba699c-6dc9-4b1d-ba63-d178ad6644c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.651106 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8cba699c-6dc9-4b1d-ba63-d178ad6644c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.679431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba699c-6dc9-4b1d-ba63-d178ad6644c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769e1189-1933-4712-89b0-c316d533aaba,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:20.681516 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8cba699c-6dc9-4b1d-ba63-d178ad6644c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.687229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8cba699c-6dc9-4b1d-ba63-d178ad6644c3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/769e1189-1933-4712-89b0-c316d533aaba HTTP/1.1" status: 204 len: 168 time: 0.2954295 Feb 07 23:03:20.687839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48786) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:20.691156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c53cd1-1935-41de-acef-f1d730959fc6 None None] Network 222bf716-c762-4ba8-a70a-89e31c3a5028 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:20.758319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.769414 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.815794 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.853617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Deleting port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:20.853962 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.918444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Network 5df77cb1-a492-44e1-b922-b06183019243 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:20.926004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:20.928763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:20.943925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] For port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0,segment=NetworkSegment(343f8b04-b6f8-4453-a5a6-85b85d42b1ae),segment_id=343f8b04-b6f8-4453-a5a6-85b85d42b1ae)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:20.945363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.963143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e73ca-6d83-4347-b710-4034d1d8b652 None None] DHCP port deletion for 222bf716-c762-4ba8-a70a-89e31c3a5028 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:03:20.967315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Port': ['ID=2b67613b-f8cf-454c-b183-b6dfddb1339c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:20.968812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Calling delete_port for 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:21.006700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:21.007346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.029615 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e74ee43a-da48-4f46-a5bf-80e977db5b72 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8750031 Feb 07 23:03:21.032219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48788) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:21.041744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-683e73ca-6d83-4347-b710-4034d1d8b652 None None] Deleting port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:21.042371 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-683e73ca-6d83-4347-b710-4034d1d8b652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.050441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-83cf0a63-515c-4da2-83a9-b40f27264097 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:db:51:50'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:21.097009 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.120239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] No DVR routers for this DVR port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:21.145344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-683e73ca-6d83-4347-b710-4034d1d8b652 None None] For port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0,segment=NetworkSegment(343f8b04-b6f8-4453-a5a6-85b85d42b1ae),segment_id=343f8b04-b6f8-4453-a5a6-85b85d42b1ae)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:21.145758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-683e73ca-6d83-4347-b710-4034d1d8b652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.166163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-683e73ca-6d83-4347-b710-4034d1d8b652 None None] Calling delete_port for 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:21.302581 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-683e73ca-6d83-4347-b710-4034d1d8b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.350279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e73ca-6d83-4347-b710-4034d1d8b652 None None] Pushing event deleted for resources: {'Port': ['ID=7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:21.379313 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0bfb0df-d860-4add-890b-57d176344196 req-3338d4fc-d70a-434c-91f0-41f6e60b2fae tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daecfeb-0f7b-40bc-8a35-70dea348a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0463526 Feb 07 23:03:21.390673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-83cf0a63-515c-4da2-83a9-b40f27264097 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.400621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e73ca-6d83-4347-b710-4034d1d8b652 None None] No DVR routers for this DVR port 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:21.441846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-81769498-b89f-4fca-bf27-5d6a9363b855 None None] Provisioning complete for port 2b67613b-f8cf-454c-b183-b6dfddb1339c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:21.442281 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81769498-b89f-4fca-bf27-5d6a9363b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.495563 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f179b34-f1d6-43d3-ad69-e5c814aef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.500358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-81769498-b89f-4fca-bf27-5d6a9363b855 None None] Port 2b67613b-f8cf-454c-b183-b6dfddb1339c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:21.671360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:21.728922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.736827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-83cf0a63-515c-4da2-83a9-b40f27264097 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.745866 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-83cf0a63-515c-4da2-83a9-b40f27264097 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.755179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222bf716-c762-4ba8-a70a-89e31c3a5028']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:21.765272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d2c39614-dc65-42fa-9ec1-9f2326638a0d no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:21.777336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343f8b04-b6f8-4453-a5a6-85b85d42b1ae') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:21.777636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343f8b04-b6f8-4453-a5a6-85b85d42b1ae') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:21.801010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.812741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d2c39614-dc65-42fa-9ec1-9f2326638a0d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:21.812741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d2c39614-dc65-42fa-9ec1-9f2326638a0d not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:21.813194 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 81892b79-dd67-41da-ba35-93ac78798ddf no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:21.836768 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.844930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:03:21.845334 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:03:21.847244 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:03:21.860779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 81892b79-dd67-41da-ba35-93ac78798ddf {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:21.862934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 81892b79-dd67-41da-ba35-93ac78798ddf not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:21.865804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:21.903158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:21.903608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7b7ea17f-e0c7-4f9a-a6f3-72e434b58dd0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:21.952907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.954708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf0a63-515c-4da2-83a9-b40f27264097 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Port': ['ID=2b67613b-f8cf-454c-b183-b6dfddb1339c,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:21.958187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-83cf0a63-515c-4da2-83a9-b40f27264097 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] In _notify_port_updated(), no bound segment for port 2b67613b-f8cf-454c-b183-b6dfddb1339c on network 5df77cb1-a492-44e1-b922-b06183019243 {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 23:03:21.963736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf0a63-515c-4da2-83a9-b40f27264097 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:21.964386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-83cf0a63-515c-4da2-83a9-b40f27264097 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.965700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-83cf0a63-515c-4da2-83a9-b40f27264097 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "PUT /v2.0/ports/2b67613b-f8cf-454c-b183-b6dfddb1339c HTTP/1.1" status: 200 len: 994 time: 0.9318058 Feb 07 23:03:21.969885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48792) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:21.970483 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.973609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] 10.222.0.15 "DELETE /v2.0/networks/222bf716-c762-4ba8-a70a-89e31c3a5028 HTTP/1.1" status: 204 len: 168 time: 1.2845554 Feb 07 23:03:21.990866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eebdb5-7303-4a87-91c5-d98e16b23a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=222bf716-c762-4ba8-a70a-89e31c3a5028,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:22.079891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-52e2bffa-8f28-4d28-bc3f-f7452cb775fc tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Deleting port 2b67613b-f8cf-454c-b183-b6dfddb1339c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:22.080212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52e2bffa-8f28-4d28-bc3f-f7452cb775fc tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.186774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52e2bffa-8f28-4d28-bc3f-f7452cb775fc tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.197359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48796) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:22.207554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-52e2bffa-8f28-4d28-bc3f-f7452cb775fc tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Calling delete_port for 2b67613b-f8cf-454c-b183-b6dfddb1339c owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:22.250352 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-08d58891-bd5e-4cc6-97ca-78e53de91645 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28cec62f1ef54cd78c95e1466d7cda78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499258 Feb 07 23:03:22.250699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48798) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:22.252195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c9f40db5-8330-45f7-9d88-13aba6213c04 None None] Provisioning complete for port 2b67613b-f8cf-454c-b183-b6dfddb1339c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:22.254086 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9f40db5-8330-45f7-9d88-13aba6213c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.311307 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aff79ec2-1b09-4e17-ae18-d61f98932014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.316906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c9f40db5-8330-45f7-9d88-13aba6213c04 None None] Port 2b67613b-f8cf-454c-b183-b6dfddb1339c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:22.336490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aff79ec2-1b09-4e17-ae18-d61f98932014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.395428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aff79ec2-1b09-4e17-ae18-d61f98932014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.398693 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aff79ec2-1b09-4e17-ae18-d61f98932014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.399953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-aff79ec2-1b09-4e17-ae18-d61f98932014 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc1e25be-90fc-4d7d-9b8b-e39f915a7703 HTTP/1.1" status: 204 len: 168 time: 0.1483009 Feb 07 23:03:22.409815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff79ec2-1b09-4e17-ae18-d61f98932014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1e25be-90fc-4d7d-9b8b-e39f915a7703,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:22.440018 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52e2bffa-8f28-4d28-bc3f-f7452cb775fc tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.585249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2bffa-8f28-4d28-bc3f-f7452cb775fc tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event deleted for resources: {'Port': ['ID=2b67613b-f8cf-454c-b183-b6dfddb1339c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:22.671849 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52e2bffa-8f28-4d28-bc3f-f7452cb775fc tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.678205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-52e2bffa-8f28-4d28-bc3f-f7452cb775fc tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "DELETE /v2.0/ports/2b67613b-f8cf-454c-b183-b6dfddb1339c HTTP/1.1" status: 204 len: 168 time: 0.7073557 Feb 07 23:03:22.681558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48808) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:22.713877 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace1caed-3518-461f-be8e-7ece8f1417c5 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] GET failed (client error): The resource could not be found. Feb 07 23:03:22.730105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ace1caed-3518-461f-be8e-7ece8f1417c5 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "GET /v2.0/ports/2b67613b-f8cf-454c-b183-b6dfddb1339c HTTP/1.1" status: 404 len: 333 time: 0.0464952 Feb 07 23:03:22.733241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48812) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:22.738882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'port': {'network_id': '5df77cb1-a492-44e1-b922-b06183019243', 'name': 'tempest-AllowedAddressPairTestJSON-536329920'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:22.868010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Made reservation on behalf of ed95518867634a31805ad4b643f9deeb for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:22.873265 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.893032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] device_id is not set on port 54d13c7f-7a72-451c-8a4f-e9a8f82ab00a yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:22.931272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48814) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:22.971952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0ad3be83-f3e5-4f1e-aa26-c4bbf4e69c9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97b82b7270ff42aa952d69d13bd533e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394320 Feb 07 23:03:22.974384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48816) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:23.012556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Allocated IP 172.20.0.3 (5df77cb1-a492-44e1-b922-b06183019243/fff4270e-61f8-498d-a95d-972218ed4210/54d13c7f-7a72-451c-8a4f-e9a8f82ab00a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:23.028185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b42030d-e501-4f5e-a321-8e3edc541849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.050686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b42030d-e501-4f5e-a321-8e3edc541849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.102387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b42030d-e501-4f5e-a321-8e3edc541849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.105061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b42030d-e501-4f5e-a321-8e3edc541849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.106267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b42030d-e501-4f5e-a321-8e3edc541849 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3269bcc-4725-4622-a552-102823ca6913 HTTP/1.1" status: 204 len: 168 time: 0.1309414 Feb 07 23:03:23.114325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42030d-e501-4f5e-a321-8e3edc541849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3269bcc-4725-4622-a552-102823ca6913,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:23.203630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.239974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.293271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Network 5df77cb1-a492-44e1-b922-b06183019243 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:23.297137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:23.300261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:23.657155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-76dc1567-e14a-4d8f-b636-97704f41a301 None None] Provisioning complete for port 54d13c7f-7a72-451c-8a4f-e9a8f82ab00a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:23.657683 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76dc1567-e14a-4d8f-b636-97704f41a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.707713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:23.711037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.712240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-76dc1567-e14a-4d8f-b636-97704f41a301 None None] Port 54d13c7f-7a72-451c-8a4f-e9a8f82ab00a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:23.721468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Port': ['ID=54d13c7f-7a72-451c-8a4f-e9a8f82ab00a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:23.737959 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-afe9145f-d3d0-4470-b53b-6ce21c0e93c7 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0034926 Feb 07 23:03:23.740729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48832) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:23.749112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8368a085-e177-4766-bac6-ae98a17451e0 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:db:51:50'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:23.939915 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8368a085-e177-4766-bac6-ae98a17451e0 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.000801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48844) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:24.116724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-944022978-network', 'tenant_id': 'b59ff3ca79b645a2998337b756382926'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:24.130783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8368a085-e177-4766-bac6-ae98a17451e0 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.136317 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8368a085-e177-4766-bac6-ae98a17451e0 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.139510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Made reservation on behalf of b59ff3ca79b645a2998337b756382926 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:24.142454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.151104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.220861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368a085-e177-4766-bac6-ae98a17451e0 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Port': ['ID=54d13c7f-7a72-451c-8a4f-e9a8f82ab00a,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:24.233732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8368a085-e177-4766-bac6-ae98a17451e0 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] In _notify_port_updated(), no bound segment for port 54d13c7f-7a72-451c-8a4f-e9a8f82ab00a on network 5df77cb1-a492-44e1-b922-b06183019243 {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 23:03:24.240538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8368a085-e177-4766-bac6-ae98a17451e0 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:24.242302 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8368a085-e177-4766-bac6-ae98a17451e0 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.246292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8368a085-e177-4766-bac6-ae98a17451e0 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "PUT /v2.0/ports/54d13c7f-7a72-451c-8a4f-e9a8f82ab00a HTTP/1.1" status: 200 len: 995 time: 0.5008688 Feb 07 23:03:24.246463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48848) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:24.250906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.256527 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.276179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:03:24.287743 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.288848 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Added segment a747924a-1225-47d0-a176-3106be2b601b of type vlan for network ef289832-4db7-40ef-86c7-2181bb4109d2 Feb 07 23:03:24.356728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e10c1145-ebcf-4f73-af61-13cc92403bfe tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Deleting port 54d13c7f-7a72-451c-8a4f-e9a8f82ab00a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:24.357206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c1145-ebcf-4f73-af61-13cc92403bfe tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.357502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.362363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6dd415-6a30-4fe9-b63b-8891016af059,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:24.390696 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.391629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:24.393427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.459168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4547160 Feb 07 23:03:24.459329 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c1145-ebcf-4f73-af61-13cc92403bfe tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.461576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48850) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:24.466511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Request body: {'subnet': {'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-944022978-subnet', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:24.473630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e10c1145-ebcf-4f73-af61-13cc92403bfe tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Calling delete_port for 54d13c7f-7a72-451c-8a4f-e9a8f82ab00a owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:24.473845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c84d0-c950-40b3-bb93-e5e7a9cdaa2c admin admin] Pushing event updated for resources: {'Network': ['ID=ef289832-4db7-40ef-86c7-2181bb4109d2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:24.487637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ef289832-4db7-40ef-86c7-2181bb4109d2 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:03:24.498092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Made reservation on behalf of b59ff3ca79b645a2998337b756382926 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:24.501109 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.587939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-df7ba42e-6773-49a0-8b1b-2ad246458661 None None] Provisioning complete for port 54d13c7f-7a72-451c-8a4f-e9a8f82ab00a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:24.588598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df7ba42e-6773-49a0-8b1b-2ad246458661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.624814 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c1145-ebcf-4f73-af61-13cc92403bfe tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.649469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-df7ba42e-6773-49a0-8b1b-2ad246458661 None None] Port 54d13c7f-7a72-451c-8a4f-e9a8f82ab00a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:24.654619 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b3d43d8-2959-43bf-9a09-ebf99500f64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.662523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c1145-ebcf-4f73-af61-13cc92403bfe tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event deleted for resources: {'Port': ['ID=54d13c7f-7a72-451c-8a4f-e9a8f82ab00a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:24.751021 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e10c1145-ebcf-4f73-af61-13cc92403bfe tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.756235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e10c1145-ebcf-4f73-af61-13cc92403bfe tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "DELETE /v2.0/ports/54d13c7f-7a72-451c-8a4f-e9a8f82ab00a HTTP/1.1" status: 204 len: 168 time: 0.5086446 Feb 07 23:03:24.759665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:24.804200 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1781d3-358d-4423-805b-ff2a8213f6b6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] GET failed (client error): The resource could not be found. Feb 07 23:03:24.806110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6a1781d3-358d-4423-805b-ff2a8213f6b6 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "GET /v2.0/ports/54d13c7f-7a72-451c-8a4f-e9a8f82ab00a HTTP/1.1" status: 404 len: 333 time: 0.0455325 Feb 07 23:03:24.811545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48858) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:24.816554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'port': {'network_id': '5df77cb1-a492-44e1-b922-b06183019243', 'name': 'tempest-AllowedAddressPairTestJSON-2036003192'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:24.851819 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.880310 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.995360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Pushing event updated for resources: {'Subnet': ['ID=105fe6b0-f1fc-41d9-a5a0-66fe2108d946,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:25.007280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Checking segment: {'id': 'a747924a-1225-47d0-a176-3106be2b601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:25.007928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Network hostable DHCP agents. Network: ef289832-4db7-40ef-86c7-2181bb4109d2, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:03:25.041001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Network ef289832-4db7-40ef-86c7-2181bb4109d2 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:03:25.044663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Made reservation on behalf of ed95518867634a31805ad4b643f9deeb for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:25.048149 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.061398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ef289832-4db7-40ef-86c7-2181bb4109d2) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:25.067674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:25.068269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.069818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88691a89-ea6d-4b93-9c71-0a76d0b951b0 None None] Network ef289832-4db7-40ef-86c7-2181bb4109d2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:25.077195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] device_id is not set on port cfcddfba-189f-471e-8217-aca05c238caa yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:25.122050 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-90bf65ce-9936-434c-b81a-a7d5a050127b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6568625 Feb 07 23:03:25.123115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48860) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:25.130921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:25.193338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.194316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.235733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Allocated IP 172.20.0.4 (5df77cb1-a492-44e1-b922-b06183019243/fff4270e-61f8-498d-a95d-972218ed4210/cfcddfba-189f-471e-8217-aca05c238caa) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:25.237258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-ef289832-4db7-40ef-86c7-2181bb4109d2', 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'fixed_ips': [{'subnet_id': '105fe6b0-f1fc-41d9-a5a0-66fe2108d946'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:03:25.238419 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.281685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.385638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Allocated IP 172.20.0.2 (ef289832-4db7-40ef-86c7-2181bb4109d2/105fe6b0-f1fc-41d9-a5a0-66fe2108d946/00547133-f081-4806-8551-5032d2ed0ab4) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:25.507482 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.550388 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.558146 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.594401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Network ef289832-4db7-40ef-86c7-2181bb4109d2 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:25.597454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:25.601732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:25.617846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Pushing event updated for resources: {'Port': ['ID=00547133-f081-4806-8551-5032d2ed0ab4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:25.624316 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.670875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Attempting to bind port 00547133-f081-4806-8551-5032d2ed0ab4 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:25.671241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Attempting to bind port 00547133-f081-4806-8551-5032d2ed0ab4 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a747924a-1225-47d0-a176-3106be2b601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:25.671611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Attempting to bind port 00547133-f081-4806-8551-5032d2ed0ab4 on network ef289832-4db7-40ef-86c7-2181bb4109d2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:25.676718 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:25.677094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Checking segment: {'id': 'a747924a-1225-47d0-a176-3106be2b601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:25.677939 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.677939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Bound using segment: {'id': 'a747924a-1225-47d0-a176-3106be2b601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:25.678333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Bound port: 00547133-f081-4806-8551-5032d2ed0ab4, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a747924a-1225-47d0-a176-3106be2b601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:25.679291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.687293 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.747960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] For port 00547133-f081-4806-8551-5032d2ed0ab4, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:25.751210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] For port 00547133-f081-4806-8551-5032d2ed0ab4, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=00547133-f081-4806-8551-5032d2ed0ab4,segment=NetworkSegment(a747924a-1225-47d0-a176-3106be2b601b),segment_id=a747924a-1225-47d0-a176-3106be2b601b)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:25.759641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.774307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Network 5df77cb1-a492-44e1-b922-b06183019243 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:25.810277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:25.815039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:25.817724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Port': ['ID=cfcddfba-189f-471e-8217-aca05c238caa,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:25.822953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d12b3e-c899-4de9-a8e6-6849ad952119 None None] Pushing event updated for resources: {'Port': ['ID=00547133-f081-4806-8551-5032d2ed0ab4,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:25.926674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:25.934769 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.956990 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.991680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4994311c-4689-462d-9582-4257e164f400 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1784568 Feb 07 23:03:25.993356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.994771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48874) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:26.003093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'port': {'network_id': '5df77cb1-a492-44e1-b922-b06183019243', 'name': 'tempest-AllowedAddressPairTestJSON-1929526234'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:26.188510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Allocated IP 172.25.8.200 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/af4e47f7-995d-4272-ac63-e567d34b20ee) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:26.251313 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Made reservation on behalf of ed95518867634a31805ad4b643f9deeb for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:26.255537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.313555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-712a970f-a375-4064-96fe-082842cd4986 None None] Provisioning complete for port cfcddfba-189f-471e-8217-aca05c238caa triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:26.315162 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-712a970f-a375-4064-96fe-082842cd4986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.316527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] device_id is not set on port 1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:26.406791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-712a970f-a375-4064-96fe-082842cd4986 None None] Port cfcddfba-189f-471e-8217-aca05c238caa cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:26.414466 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.415866 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.461594 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.515613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Allocated IP 172.20.0.3 (5df77cb1-a492-44e1-b922-b06183019243/fff4270e-61f8-498d-a95d-972218ed4210/1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:26.522036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:26.525841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:26.529571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:26.565397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Pushing event updated for resources: {'Port': ['ID=af4e47f7-995d-4272-ac63-e567d34b20ee,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:26.650641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.688363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.726202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.777468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Network 5df77cb1-a492-44e1-b922-b06183019243 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:26.784209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:26.786726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:26.789802 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Port': ['ID=1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:26.856297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.879289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:26.880006 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.902668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b5905daa-76e6-48c8-8d53-92a3722beaeb tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9064088 Feb 07 23:03:26.905343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48902) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:26.915648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b774e6d8-dde2-41fb-90ff-c0c3e5abd132 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:db:51:50'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1d:79:6f'}]}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:27.049066 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b774e6d8-dde2-41fb-90ff-c0c3e5abd132 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.176454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.249133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9d347dba-6579-4194-b265-b47024b65c09 None None] Provisioning complete for port 1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:27.249729 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d347dba-6579-4194-b265-b47024b65c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.299679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9d347dba-6579-4194-b265-b47024b65c09 None None] Port 1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:27.314312 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b774e6d8-dde2-41fb-90ff-c0c3e5abd132 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.321190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b774e6d8-dde2-41fb-90ff-c0c3e5abd132 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.337354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Router 82b14955-a172-4bc2-91f8-229351c6957c is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:03:27.411311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774e6d8-dde2-41fb-90ff-c0c3e5abd132 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event updated for resources: {'Port': ['ID=1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:27.437534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b774e6d8-dde2-41fb-90ff-c0c3e5abd132 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] In _notify_port_updated(), no bound segment for port 1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf on network 5df77cb1-a492-44e1-b922-b06183019243 {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 23:03:27.445950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b774e6d8-dde2-41fb-90ff-c0c3e5abd132 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:27.452216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b774e6d8-dde2-41fb-90ff-c0c3e5abd132 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.457786 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b774e6d8-dde2-41fb-90ff-c0c3e5abd132 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "PUT /v2.0/ports/1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf HTTP/1.1" status: 200 len: 1056 time: 0.5511332 Feb 07 23:03:27.459335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48916) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:27.466523 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022c7768-0140-4ef5-a599-a6fb03279553 None None] Network ef289832-4db7-40ef-86c7-2181bb4109d2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:27.544879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:03:27.558525 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Sync routers for ids ['82b14955-a172-4bc2-91f8-229351c6957c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:27.569971 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Routers {'82b14955-a172-4bc2-91f8-229351c6957c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:27.570860 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['82b14955-a172-4bc2-91f8-229351c6957c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:27.574709 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.578494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e118f9f4-bff0-4a88-99a1-485400b2acbd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.4548018 Feb 07 23:03:27.580133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48918) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:27.591809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b45d4abe-d129-40c6-aa6d-6e5e3c177623 None None] Provisioning complete for port 00547133-f081-4806-8551-5032d2ed0ab4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:27.592194 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b45d4abe-d129-40c6-aa6d-6e5e3c177623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.660090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e27da-60e9-4d75-9258-7cb1e6830a7b tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Deleting port 1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:27.660434 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f9e27da-60e9-4d75-9258-7cb1e6830a7b tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.661174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48920) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:27.670799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5e570a5c-d738-420a-9594-9cd880721186 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35802865', 'description': 'tempest-secgroup-smoke-35802865 description', 'project_id': 'edc93e220b884578820ed73d5e9400f9'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:27.729449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e570a5c-d738-420a-9594-9cd880721186 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.734504 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Set router 82b14955-a172-4bc2-91f8-229351c6957c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:27.800635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 00547133-f081-4806-8551-5032d2ed0ab4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:27.817489 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e570a5c-d738-420a-9594-9cd880721186 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.822689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e570a5c-d738-420a-9594-9cd880721186 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.846687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f9e27da-60e9-4d75-9258-7cb1e6830a7b tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.863645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5e570a5c-d738-420a-9594-9cd880721186 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.865471 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5e570a5c-d738-420a-9594-9cd880721186 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2029550 Feb 07 23:03:27.868748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e570a5c-d738-420a-9594-9cd880721186 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a41d66f-c945-4c62-b241-31cebdf30211,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:27.871528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48922) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:27.875552 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e27da-60e9-4d75-9258-7cb1e6830a7b tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Calling delete_port for 1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:27.877291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6b99d927-ce7f-48aa-8f1f-c2659adf1f08 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'security_group_rule': {'security_group_id': '5a41d66f-c945-4c62-b241-31cebdf30211', 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:27.904029 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b45d4abe-d129-40c6-aa6d-6e5e3c177623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.914571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b99d927-ce7f-48aa-8f1f-c2659adf1f08 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.925517 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b14955-a172-4bc2-91f8-229351c6957c', 'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:25Z', 'updated_at': '2022-02-07T23:03:26Z', 'revision_number': 3, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'gw_port': {'id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:26Z', 'updated_at': '2022-02-07T23:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:27.956700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b45d4abe-d129-40c6-aa6d-6e5e3c177623 None None] For port 00547133-f081-4806-8551-5032d2ed0ab4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=00547133-f081-4806-8551-5032d2ed0ab4,segment=NetworkSegment(a747924a-1225-47d0-a176-3106be2b601b),segment_id=a747924a-1225-47d0-a176-3106be2b601b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:27.958143 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Checking router: 82b14955-a172-4bc2-91f8-229351c6957c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:27.958734 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Updating router 82b14955-a172-4bc2-91f8-229351c6957c port af4e47f7-995d-4272-ac63-e567d34b20ee binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:03:27.965014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 00547133-f081-4806-8551-5032d2ed0ab4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:27.966680 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.977849 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b45d4abe-d129-40c6-aa6d-6e5e3c177623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.001906 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.016794 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b99d927-ce7f-48aa-8f1f-c2659adf1f08 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.025302 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b99d927-ce7f-48aa-8f1f-c2659adf1f08 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.047385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99d927-ce7f-48aa-8f1f-c2659adf1f08 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd872f1-52e8-4ed2-a2e1-86bb0b4de49d,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:28.063298 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b99d927-ce7f-48aa-8f1f-c2659adf1f08 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.066124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6b99d927-ce7f-48aa-8f1f-c2659adf1f08 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927240 Feb 07 23:03:28.069295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48926) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:28.073679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-292809f5-f3ce-4e35-ae93-87a90206a051 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'security_group_rule': {'security_group_id': '5a41d66f-c945-4c62-b241-31cebdf30211', 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:28.133657 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-292809f5-f3ce-4e35-ae93-87a90206a051 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.169296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d4abe-d129-40c6-aa6d-6e5e3c177623 None None] Pushing event updated for resources: {'Port': ['ID=00547133-f081-4806-8551-5032d2ed0ab4,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:28.192646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f9e27da-60e9-4d75-9258-7cb1e6830a7b tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.223796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a21a66a0-ff4d-488a-9705-da3938fb2e6b None None] Provisioning complete for port 1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:28.225001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a21a66a0-ff4d-488a-9705-da3938fb2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.270386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-292809f5-f3ce-4e35-ae93-87a90206a051 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.270925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a21a66a0-ff4d-488a-9705-da3938fb2e6b None None] Port 1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf was deleted so its status cannot be updated. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 07 23:03:28.277967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-292809f5-f3ce-4e35-ae93-87a90206a051 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.318364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292809f5-f3ce-4e35-ae93-87a90206a051 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ac9786-58ea-4ef2-a8d9-958270415b1f,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:28.346249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-292809f5-f3ce-4e35-ae93-87a90206a051 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.347513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-292809f5-f3ce-4e35-ae93-87a90206a051 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2773390 Feb 07 23:03:28.351183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48928) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:28.356066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d8ef9d88-c1c1-4d66-90e4-7ce6ddbdb98c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'security_group_rule': {'security_group_id': '5a41d66f-c945-4c62-b241-31cebdf30211', 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:28.394972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9d88-c1c1-4d66-90e4-7ce6ddbdb98c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.397930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c5ad1403-8565-4ed8-af51-080a6b85a33a None None] Provisioning complete for port 00547133-f081-4806-8551-5032d2ed0ab4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:28.398521 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1403-8565-4ed8-af51-080a6b85a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.402223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e27da-60e9-4d75-9258-7cb1e6830a7b tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event deleted for resources: {'Port': ['ID=1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:28.526925 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.534764 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.598685 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Attempting to bind port af4e47f7-995d-4272-ac63-e567d34b20ee on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:28.601041 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Attempting to bind port af4e47f7-995d-4272-ac63-e567d34b20ee by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:28.601889 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Attempting to bind port af4e47f7-995d-4272-ac63-e567d34b20ee on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:28.613739 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:28.614806 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:28.615445 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.616882 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:28.617649 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Bound port: af4e47f7-995d-4272-ac63-e567d34b20ee, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:28.618273 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.685468 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] For port af4e47f7-995d-4272-ac63-e567d34b20ee, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:28.689287 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] For port af4e47f7-995d-4272-ac63-e567d34b20ee, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=af4e47f7-995d-4272-ac63-e567d34b20ee,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:28.698925 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.703842 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Pushing event updated for resources: {'Port': ['ID=af4e47f7-995d-4272-ac63-e567d34b20ee,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:28.717579 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.718062 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.718487 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.718904 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.719342 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.719777 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.720189 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.721254 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.721721 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.722456 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.722456 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.722910 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:28.761839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f9e27da-60e9-4d75-9258-7cb1e6830a7b tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.767938 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0f9e27da-60e9-4d75-9258-7cb1e6830a7b tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "DELETE /v2.0/ports/1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf HTTP/1.1" status: 204 len: 168 time: 1.3069963 Feb 07 23:03:28.784491 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Routers {'82b14955-a172-4bc2-91f8-229351c6957c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:28.785329 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['82b14955-a172-4bc2-91f8-229351c6957c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:28.786828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48930) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:28.818227 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-393b290d-4c1e-4ce0-b5cc-b61f84d8a572 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] GET failed (client error): The resource could not be found. Feb 07 23:03:28.822675 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-393b290d-4c1e-4ce0-b5cc-b61f84d8a572 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "GET /v2.0/ports/1749ccc4-c53f-4f3b-99bf-1e3f44fe02bf HTTP/1.1" status: 404 len: 333 time: 0.0321331 Feb 07 23:03:28.823748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48932) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:28.846335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9d88-c1c1-4d66-90e4-7ce6ddbdb98c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.851780 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116cd15-8e06-490b-8774-a1be21ef63ed None None] Pushing event updated for resources: {'Port': ['ID=af4e47f7-995d-4272-ac63-e567d34b20ee,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:28.856603 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9d88-c1c1-4d66-90e4-7ce6ddbdb98c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.870962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef9d88-c1c1-4d66-90e4-7ce6ddbdb98c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fe1007-bc86-44a1-b388-ba89ea781697,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:28.891614 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9d88-c1c1-4d66-90e4-7ce6ddbdb98c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.893253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d8ef9d88-c1c1-4d66-90e4-7ce6ddbdb98c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5410023 Feb 07 23:03:28.897805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 48934) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:28.909102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fca4a444-6341-4234-b3c6-cd0156d8b106 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'security_group_rule': {'security_group_id': '5a41d66f-c945-4c62-b241-31cebdf30211', 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:28.945091 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] Set router 82b14955-a172-4bc2-91f8-229351c6957c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:29.008513 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.028652 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fca4a444-6341-4234-b3c6-cd0156d8b106 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.042877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f2fe0-af32-427e-949a-ace2d82ffe15 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Deleting port cfcddfba-189f-471e-8217-aca05c238caa {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:29.043209 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2fe0-af32-427e-949a-ace2d82ffe15 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.137944 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-25904395-96d5-421b-981b-ff444568f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b14955-a172-4bc2-91f8-229351c6957c', 'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:25Z', 'updated_at': '2022-02-07T23:03:26Z', 'revision_number': 3, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'gw_port': {'id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:26Z', 'updated_at': '2022-02-07T23:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:29.173399 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25904395-96d5-421b-981b-ff444568f4ae None None] The sync data for ids ['82b14955-a172-4bc2-91f8-229351c6957c'] in n-d-827895-2 is: [{'id': '82b14955-a172-4bc2-91f8-229351c6957c', 'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:25Z', 'updated_at': '2022-02-07T23:03:26Z', 'revision_number': 3, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'gw_port': {'id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:26Z', 'updated_at': '2022-02-07T23:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:29.245051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fca4a444-6341-4234-b3c6-cd0156d8b106 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.258945 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fca4a444-6341-4234-b3c6-cd0156d8b106 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.296214 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2fe0-af32-427e-949a-ace2d82ffe15 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.322039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4a444-6341-4234-b3c6-cd0156d8b106 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6024781-2aa3-4e6f-ae11-598220a9b347,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:29.334400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f2fe0-af32-427e-949a-ace2d82ffe15 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Calling delete_port for cfcddfba-189f-471e-8217-aca05c238caa owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:29.352124 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fca4a444-6341-4234-b3c6-cd0156d8b106 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.352124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fca4a444-6341-4234-b3c6-cd0156d8b106 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4411135 Feb 07 23:03:29.352124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Allocated IP 172.20.0.1 (ef289832-4db7-40ef-86c7-2181bb4109d2/105fe6b0-f1fc-41d9-a5a0-66fe2108d946/179f218d-97fe-4142-85ff-617622ffbf83) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:29.352479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48942) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:29.359989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d223ccb7-e0e2-4e31-9191-cc7176fd5623 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'security_group_rule': {'security_group_id': '5a41d66f-c945-4c62-b241-31cebdf30211', 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:29.388601 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-d223ccb7-e0e2-4e31-9191-cc7176fd5623 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Project edc93e220b884578820ed73d5e9400f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:03:29.394600 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d223ccb7-e0e2-4e31-9191-cc7176fd5623 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.516688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d223ccb7-e0e2-4e31-9191-cc7176fd5623 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.523593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d223ccb7-e0e2-4e31-9191-cc7176fd5623 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.547980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223ccb7-e0e2-4e31-9191-cc7176fd5623 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ebd0b3-7f65-4a2d-8eda-9d929d935dd9,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:29.558778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d223ccb7-e0e2-4e31-9191-cc7176fd5623 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.560651 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d223ccb7-e0e2-4e31-9191-cc7176fd5623 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2109718 Feb 07 23:03:29.562865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48946) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:29.567846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2de309c1-95a8-4c3f-bc40-b978d2d7cb2a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'security_group_rule': {'security_group_id': '5a41d66f-c945-4c62-b241-31cebdf30211', 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:29.595610 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.606597 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-2de309c1-95a8-4c3f-bc40-b978d2d7cb2a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Project edc93e220b884578820ed73d5e9400f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:03:29.609644 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2de309c1-95a8-4c3f-bc40-b978d2d7cb2a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.657347 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2fe0-af32-427e-949a-ace2d82ffe15 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.736918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2de309c1-95a8-4c3f-bc40-b978d2d7cb2a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.744435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2de309c1-95a8-4c3f-bc40-b978d2d7cb2a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.791066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de309c1-95a8-4c3f-bc40-b978d2d7cb2a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e3a62d-3830-457f-93fb-92568a6776bb,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:29.798210 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2de309c1-95a8-4c3f-bc40-b978d2d7cb2a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.806795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2de309c1-95a8-4c3f-bc40-b978d2d7cb2a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2417183 Feb 07 23:03:29.858726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f2fe0-af32-427e-949a-ace2d82ffe15 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event deleted for resources: {'Port': ['ID=cfcddfba-189f-471e-8217-aca05c238caa,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:29.876289 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.890133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 00547133-f081-4806-8551-5032d2ed0ab4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:30.027769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 00547133-f081-4806-8551-5032d2ed0ab4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:30.028442 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.042884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Pushing event updated for resources: {'Port': ['ID=179f218d-97fe-4142-85ff-617622ffbf83,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:30.084438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Network ef289832-4db7-40ef-86c7-2181bb4109d2 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:30.094855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2fe0-af32-427e-949a-ace2d82ffe15 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.098269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2e5f2fe0-af32-427e-949a-ace2d82ffe15 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "DELETE /v2.0/ports/cfcddfba-189f-471e-8217-aca05c238caa HTTP/1.1" status: 204 len: 168 time: 1.2738349 Feb 07 23:03:30.099202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:30.101228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48984) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:30.109719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:30.168934 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5463d9-ae96-4651-865a-ce7c6b2f4a04 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] GET failed (client error): The resource could not be found. Feb 07 23:03:30.179565 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0f5463d9-ae96-4651-865a-ce7c6b2f4a04 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "GET /v2.0/ports/cfcddfba-189f-471e-8217-aca05c238caa HTTP/1.1" status: 404 len: 333 time: 0.0707505 Feb 07 23:03:30.179985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 48994) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:30.227355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.239154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device af4e47f7-995d-4272-ac63-e567d34b20ee up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:30.415379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port af4e47f7-995d-4272-ac63-e567d34b20ee triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:30.415792 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.432804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-963b0b2c-00dd-4c53-99b7-26e6ea0f6c70 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Deleting port ffae5975-8ec0-4d85-bd35-b8eb67666e8c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:30.433153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-963b0b2c-00dd-4c53-99b7-26e6ea0f6c70 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.578876 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.621331 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.632303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port af4e47f7-995d-4272-ac63-e567d34b20ee, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=af4e47f7-995d-4272-ac63-e567d34b20ee,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:30.654138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6ffc0919-fd4e-4fab-bad9-06d830e0a865 None None] Provisioning complete for port 179f218d-97fe-4142-85ff-617622ffbf83 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:30.654794 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0919-fd4e-4fab-bad9-06d830e0a865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.662207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.664194 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-963b0b2c-00dd-4c53-99b7-26e6ea0f6c70 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.680609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-963b0b2c-00dd-4c53-99b7-26e6ea0f6c70 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Calling delete_port for ffae5975-8ec0-4d85-bd35-b8eb67666e8c owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:30.765847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc0919-fd4e-4fab-bad9-06d830e0a865 None None] Port 179f218d-97fe-4142-85ff-617622ffbf83 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:30.771675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=af4e47f7-995d-4272-ac63-e567d34b20ee,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:30.884192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.890423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.911788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-963b0b2c-00dd-4c53-99b7-26e6ea0f6c70 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.964538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b0b2c-00dd-4c53-99b7-26e6ea0f6c70 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event deleted for resources: {'Port': ['ID=ffae5975-8ec0-4d85-bd35-b8eb67666e8c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:31.004806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.012013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Pushing event updated for resources: {'Port': ['ID=179f218d-97fe-4142-85ff-617622ffbf83,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:31.078370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-963b0b2c-00dd-4c53-99b7-26e6ea0f6c70 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.090896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-963b0b2c-00dd-4c53-99b7-26e6ea0f6c70 tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "DELETE /v2.0/ports/ffae5975-8ec0-4d85-bd35-b8eb67666e8c HTTP/1.1" status: 204 len: 168 time: 0.9077861 Feb 07 23:03:31.091201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49034) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:31.166253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Network ef289832-4db7-40ef-86c7-2181bb4109d2 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:31.168739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:31.188892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b41dc44-9cf7-4c3a-a2f7-2e83408ecdae tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Deleting subnet fff4270e-61f8-498d-a95d-972218ed4210 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:31.193458 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b41dc44-9cf7-4c3a-a2f7-2e83408ecdae tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.297437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b41dc44-9cf7-4c3a-a2f7-2e83408ecdae tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.388774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Router 82b14955-a172-4bc2-91f8-229351c6957c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:03:31.494559 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b41dc44-9cf7-4c3a-a2f7-2e83408ecdae tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.582366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b41dc44-9cf7-4c3a-a2f7-2e83408ecdae tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.609693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-70c8849e-702e-44e7-9f05-e4a2ac9d52fc None None] Provisioning complete for port 179f218d-97fe-4142-85ff-617622ffbf83 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:31.610198 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70c8849e-702e-44e7-9f05-e4a2ac9d52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.619383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a59077-afed-443b-b20e-31eb85d36f58 None None] Network 5df77cb1-a492-44e1-b922-b06183019243 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:31.634000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b41dc44-9cf7-4c3a-a2f7-2e83408ecdae tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.645866 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2b41dc44-9cf7-4c3a-a2f7-2e83408ecdae tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "DELETE /v2.0/subnets/fff4270e-61f8-498d-a95d-972218ed4210 HTTP/1.1" status: 204 len: 168 time: 0.5535467 Feb 07 23:03:31.662433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49038) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:31.705175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41dc44-9cf7-4c3a-a2f7-2e83408ecdae tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event deleted for resources: {'Subnet': ['ID=fff4270e-61f8-498d-a95d-972218ed4210,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:31.732530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:03:31.786997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device af4e47f7-995d-4272-ac63-e567d34b20ee up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:31.792845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-70c8849e-702e-44e7-9f05-e4a2ac9d52fc None None] Port 179f218d-97fe-4142-85ff-617622ffbf83 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:31.875209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Sync routers for ids ['82b14955-a172-4bc2-91f8-229351c6957c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:31.923223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Routers {'82b14955-a172-4bc2-91f8-229351c6957c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:31.923818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['82b14955-a172-4bc2-91f8-229351c6957c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:32.234863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port af4e47f7-995d-4272-ac63-e567d34b20ee triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:32.235446 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.251755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c97cd483-7544-4858-8cac-9270ae4245e4 admin admin] 10.222.0.15 "PUT /v2.0/routers/82b14955-a172-4bc2-91f8-229351c6957c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6678514 Feb 07 23:03:32.254062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.305238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] DHCP port deletion for 5df77cb1-a492-44e1-b922-b06183019243 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:03:32.348704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Deleting port f03e34a7-335a-43c7-96f9-d6989889a069 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:32.349246 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.370682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Set router 82b14955-a172-4bc2-91f8-229351c6957c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:32.454062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] For port f03e34a7-335a-43c7-96f9-d6989889a069, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f03e34a7-335a-43c7-96f9-d6989889a069,segment=NetworkSegment(aaee29ae-6e85-4800-90c3-9d4e3354e241),segment_id=aaee29ae-6e85-4800-90c3-9d4e3354e241)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:32.454761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.495508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Calling delete_port for f03e34a7-335a-43c7-96f9-d6989889a069 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:32.623475 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.634520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Deleting port f03e34a7-335a-43c7-96f9-d6989889a069 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:32.635015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.711950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event deleted for resources: {'Port': ['ID=f03e34a7-335a-43c7-96f9-d6989889a069,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:32.718984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] No DVR routers for this DVR port f03e34a7-335a-43c7-96f9-d6989889a069 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:32.723651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] For port f03e34a7-335a-43c7-96f9-d6989889a069, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:32.724088 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.758005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Calling delete_port for f03e34a7-335a-43c7-96f9-d6989889a069 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:32.762344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Port f03e34a7-335a-43c7-96f9-d6989889a069 was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 23:03:32.765762 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.800197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Pushing event deleted for resources: {'Port': ['ID=f03e34a7-335a-43c7-96f9-d6989889a069,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:32.804096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] No DVR routers for this DVR port f03e34a7-335a-43c7-96f9-d6989889a069 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:32.819438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.819438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.820078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.820491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.820826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.821178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.821482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.821809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.822134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.823299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.823638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.824016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c9d4f6-9222-400c-bf0e-a9ac697e2dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:32.861906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b14955-a172-4bc2-91f8-229351c6957c', 'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:25Z', 'updated_at': '2022-02-07T23:03:30Z', 'revision_number': 4, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'gw_port': {'id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:26Z', 'updated_at': '2022-02-07T23:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '179f218d-97fe-4142-85ff-617622ffbf83', 'name': '', 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'mac_address': 'fa:16:3e:2d:ac:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '105fe6b0-f1fc-41d9-a5a0-66fe2108d946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:29Z', 'updated_at': '2022-02-07T23:03:30Z', 'revision_number': 2, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'subnets': [{'id': '105fe6b0-f1fc-41d9-a5a0-66fe2108d946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:32.895253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.918483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df77cb1-a492-44e1-b922-b06183019243']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:32.929862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaee29ae-6e85-4800-90c3-9d4e3354e241') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:32.929862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaee29ae-6e85-4800-90c3-9d4e3354e241') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:32.934886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Checking router: 82b14955-a172-4bc2-91f8-229351c6957c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:32.935239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Updating router 82b14955-a172-4bc2-91f8-229351c6957c port 179f218d-97fe-4142-85ff-617622ffbf83 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:03:32.939373 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.961848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.963662 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.974216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:03:32.974617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:03:32.979840 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:03:33.084134 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.093206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.101358 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] 10.222.0.15 "DELETE /v2.0/networks/5df77cb1-a492-44e1-b922-b06183019243 HTTP/1.1" status: 204 len: 168 time: 1.4376333 Feb 07 23:03:33.117808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91922ea-3b7b-4f39-ae94-5a7cd4d8632d tempest-AllowedAddressPairTestJSON-269412926 tempest-AllowedAddressPairTestJSON-269412926-project] Pushing event deleted for resources: {'Network': ['ID=5df77cb1-a492-44e1-b922-b06183019243,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:33.410605 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.418312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.498045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96337db1-59f2-483b-b9e6-a823e1b8242f None None] Pushing event updated for resources: {'Port': ['ID=179f218d-97fe-4142-85ff-617622ffbf83,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:33.500219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49064) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:33.634904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Attempting to bind port 179f218d-97fe-4142-85ff-617622ffbf83 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:33.635455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Attempting to bind port 179f218d-97fe-4142-85ff-617622ffbf83 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a747924a-1225-47d0-a176-3106be2b601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:33.635903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Attempting to bind port 179f218d-97fe-4142-85ff-617622ffbf83 on network ef289832-4db7-40ef-86c7-2181bb4109d2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:33.646337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:33.646872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Checking segment: {'id': 'a747924a-1225-47d0-a176-3106be2b601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:33.647200 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.647604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Bound using segment: {'id': 'a747924a-1225-47d0-a176-3106be2b601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:33.648453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Bound port: 179f218d-97fe-4142-85ff-617622ffbf83, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a747924a-1225-47d0-a176-3106be2b601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:33.648855 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.797017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f03e34a7-335a-43c7-96f9-d6989889a069 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:33.800250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49072) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:33.808738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-24191e26-4a86-4878-83d9-8264329a6145 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed95518867634a31805ad4b643f9deeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072631 Feb 07 23:03:33.812288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] For port 179f218d-97fe-4142-85ff-617622ffbf83, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:33.868186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: f03e34a7-335a-43c7-96f9-d6989889a069 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:33.868775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f03e34a7-335a-43c7-96f9-d6989889a069 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:33.873617 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] For port 179f218d-97fe-4142-85ff-617622ffbf83, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=179f218d-97fe-4142-85ff-617622ffbf83,segment=NetworkSegment(a747924a-1225-47d0-a176-3106be2b601b),segment_id=a747924a-1225-47d0-a176-3106be2b601b)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:33.882986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.910353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab4b82a8-62ed-40c5-b637-5316df79ba2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.969650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab4b82a8-62ed-40c5-b637-5316df79ba2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.012343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a11f0624-c11e-42bd-8eb8-3b9f00704af4 None None] Provisioning complete for port 179f218d-97fe-4142-85ff-617622ffbf83 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:34.012791 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a11f0624-c11e-42bd-8eb8-3b9f00704af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.019557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Routers {'82b14955-a172-4bc2-91f8-229351c6957c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:34.020215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['82b14955-a172-4bc2-91f8-229351c6957c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:34.087661 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab4b82a8-62ed-40c5-b637-5316df79ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.090721 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ab4b82a8-62ed-40c5-b637-5316df79ba2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.095033 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ab4b82a8-62ed-40c5-b637-5316df79ba2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08b61e08-ef4f-4fe3-ac0c-87098bb4697e HTTP/1.1" status: 204 len: 168 time: 0.2936721 Feb 07 23:03:34.110934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96337db1-59f2-483b-b9e6-a823e1b8242f None None] Pushing event updated for resources: {'Port': ['ID=179f218d-97fe-4142-85ff-617622ffbf83,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:34.114805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b82a8-62ed-40c5-b637-5316df79ba2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b61e08-ef4f-4fe3-ac0c-87098bb4697e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:34.160273 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.293517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49080) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:34.332128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a11f0624-c11e-42bd-8eb8-3b9f00704af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.355964 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] Set router 82b14955-a172-4bc2-91f8-229351c6957c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:34.381413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a11f0624-c11e-42bd-8eb8-3b9f00704af4 None None] For port 179f218d-97fe-4142-85ff-617622ffbf83, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=179f218d-97fe-4142-85ff-617622ffbf83,segment=NetworkSegment(a747924a-1225-47d0-a176-3106be2b601b),segment_id=a747924a-1225-47d0-a176-3106be2b601b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:34.415854 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a11f0624-c11e-42bd-8eb8-3b9f00704af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.597556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f0624-c11e-42bd-8eb8-3b9f00704af4 None None] Pushing event updated for resources: {'Port': ['ID=179f218d-97fe-4142-85ff-617622ffbf83,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:34.611064 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.617698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-96a5a8a6-83cb-423a-8100-c4bd0fdd2cdf None None] Provisioning complete for port 179f218d-97fe-4142-85ff-617622ffbf83 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:34.618297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96a5a8a6-83cb-423a-8100-c4bd0fdd2cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.996420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.001267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b14955-a172-4bc2-91f8-229351c6957c', 'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:25Z', 'updated_at': '2022-02-07T23:03:30Z', 'revision_number': 4, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'gw_port': {'id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:26Z', 'updated_at': '2022-02-07T23:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '179f218d-97fe-4142-85ff-617622ffbf83', 'name': '', 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'mac_address': 'fa:16:3e:2d:ac:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '105fe6b0-f1fc-41d9-a5a0-66fe2108d946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:29Z', 'updated_at': '2022-02-07T23:03:33Z', 'revision_number': 4, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'subnets': [{'id': '105fe6b0-f1fc-41d9-a5a0-66fe2108d946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:35.036325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b051cf-a46e-44bf-83f6-acfc54f48e76 None None] The sync data for ids ['82b14955-a172-4bc2-91f8-229351c6957c'] in n-d-827895-2 is: [{'id': '82b14955-a172-4bc2-91f8-229351c6957c', 'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:25Z', 'updated_at': '2022-02-07T23:03:30Z', 'revision_number': 4, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'gw_port': {'id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:26Z', 'updated_at': '2022-02-07T23:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '179f218d-97fe-4142-85ff-617622ffbf83', 'name': '', 'network_id': 'ef289832-4db7-40ef-86c7-2181bb4109d2', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'mac_address': 'fa:16:3e:2d:ac:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '105fe6b0-f1fc-41d9-a5a0-66fe2108d946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:29Z', 'updated_at': '2022-02-07T23:03:33Z', 'revision_number': 4, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'subnets': [{'id': '105fe6b0-f1fc-41d9-a5a0-66fe2108d946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:35.256979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49104) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:35.426321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1641733821'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:35.471583 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:35.481334 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.507212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Deleting port 179f218d-97fe-4142-85ff-617622ffbf83 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:35.507825 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.507970 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.616957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.632801 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.640077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] For port 179f218d-97fe-4142-85ff-617622ffbf83, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=179f218d-97fe-4142-85ff-617622ffbf83,segment=NetworkSegment(a747924a-1225-47d0-a176-3106be2b601b),segment_id=a747924a-1225-47d0-a176-3106be2b601b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:35.640584 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.674432 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Calling delete_port for 179f218d-97fe-4142-85ff-617622ffbf83 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:35.685309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e113931d-5f13-4f75-8f39-828f86dcb894,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:35.703132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:03:35.739024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.739247 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Added segment 329b5e15-5958-43d2-993f-e5f64cf49c31 of type vlan for network f5361c17-937c-4775-b5bf-2de95bedd68c Feb 07 23:03:35.843924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 179f218d-97fe-4142-85ff-617622ffbf83 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:35.898633 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.950944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.959192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:35.959972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.974341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 179f218d-97fe-4142-85ff-617622ffbf83 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:35.974341 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.014130 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7559202 Feb 07 23:03:36.018875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49110) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:36.027822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:36.097211 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.147419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Pushing event deleted for resources: {'Port': ['ID=179f218d-97fe-4142-85ff-617622ffbf83,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:36.233151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181c7f8-0662-4180-abd4-772add677f84 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Network': ['ID=f5361c17-937c-4775-b5bf-2de95bedd68c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:36.258855 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:03:36.301031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:36.307529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.490216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.623990 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.704676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=631051a0-4c6e-453d-aafe-5d5e3b97615d,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:36.718778 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:36.719380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network hostable DHCP agents. Network: f5361c17-937c-4775-b5bf-2de95bedd68c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:03:36.738853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:03:36.752470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, f5361c17-937c-4775-b5bf-2de95bedd68c) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:36.759898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:36.760501 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.765596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00d1e6-4aa4-4fe8-bea7-629b569e031a None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:36.786524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a86a82a2-0104-4879-a182-30e5ea3d89f3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7665582 Feb 07 23:03:36.789825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49114) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:36.795572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'name': 'tempest-NetworksTestDHCPv6-701341213'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:36.798305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Router 82b14955-a172-4bc2-91f8-229351c6957c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:03:36.957793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:03:36.966855 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-23d66d7e-1df7-4858-a59a-2495a35bae2a admin admin] 10.222.0.15 "PUT /v2.0/routers/82b14955-a172-4bc2-91f8-229351c6957c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6719918 Feb 07 23:03:36.967507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49116) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:36.982410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:36.986031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': '631051a0-4c6e-453d-aafe-5d5e3b97615d'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:03:36.986931 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.992526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.014079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 99e54bb9-d550-4129-b2e9-92450312aa3f yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:37.098909 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] Sync routers for ids ['82b14955-a172-4bc2-91f8-229351c6957c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:37.113870 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] Routers {'82b14955-a172-4bc2-91f8-229351c6957c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:37.114480 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['82b14955-a172-4bc2-91f8-229351c6957c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:37.140435 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.197908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/631051a0-4c6e-453d-aafe-5d5e3b97615d/99e54bb9-d550-4129-b2e9-92450312aa3f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:37.368592 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] Set router 82b14955-a172-4bc2-91f8-229351c6957c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:37.486622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.544917 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.579877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.617768 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b14955-a172-4bc2-91f8-229351c6957c', 'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:25Z', 'updated_at': '2022-02-07T23:03:35Z', 'revision_number': 5, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'gw_port': {'id': 'af4e47f7-995d-4272-ac63-e567d34b20ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b14955-a172-4bc2-91f8-229351c6957c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:26Z', 'updated_at': '2022-02-07T23:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:37.625608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::2-edd25b2a-177a-472a-81d0-99e8ff37b4c0 {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:03:37.626115 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:03:37.635818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:37.641317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:37.647129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:37.654515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:37.659472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.659630 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] Checking router: 82b14955-a172-4bc2-91f8-229351c6957c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:37.670445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=99e54bb9-d550-4129-b2e9-92450312aa3f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:37.673540 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] Routers {'82b14955-a172-4bc2-91f8-229351c6957c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:37.686106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c7d50f99-23d1-4e61-82e5-b07218deec24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8949223 Feb 07 23:03:37.686256 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['82b14955-a172-4bc2-91f8-229351c6957c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:37.690426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49132) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:37.702955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Deleting port af4e47f7-995d-4272-ac63-e567d34b20ee {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:37.703295 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.760931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3662c-b0f4-409d-b0b8-65d4eb914426 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:37.761900 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b3b3662c-b0f4-409d-b0b8-65d4eb914426 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0692878 Feb 07 23:03:37.768289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49134) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:37.797473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] For port af4e47f7-995d-4272-ac63-e567d34b20ee, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=af4e47f7-995d-4272-ac63-e567d34b20ee,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:37.797849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.806107 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] Set router 82b14955-a172-4bc2-91f8-229351c6957c gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:37.820651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Calling delete_port for af4e47f7-995d-4272-ac63-e567d34b20ee owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:37.870584 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b14955-a172-4bc2-91f8-229351c6957c', 'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:25Z', 'updated_at': '2022-02-07T23:03:37Z', 'revision_number': 6, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:37.888433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0468c0ae-679b-49eb-a759-fdae01c57038 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 99e54bb9-d550-4129-b2e9-92450312aa3f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:37.889039 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0468c0ae-679b-49eb-a759-fdae01c57038 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.902204 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a9bab4-a59b-4c0f-9b35-14a041b3368a None None] The sync data for ids ['82b14955-a172-4bc2-91f8-229351c6957c'] in n-d-827895-2 is: [{'id': '82b14955-a172-4bc2-91f8-229351c6957c', 'name': 'tempest-ImageQuotaTest-944022978-router', 'tenant_id': 'b59ff3ca79b645a2998337b756382926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:25Z', 'updated_at': '2022-02-07T23:03:37Z', 'revision_number': 6, 'project_id': 'b59ff3ca79b645a2998337b756382926', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:38.009746 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0468c0ae-679b-49eb-a759-fdae01c57038 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.026065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0468c0ae-679b-49eb-a759-fdae01c57038 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 99e54bb9-d550-4129-b2e9-92450312aa3f owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:38.046693 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.080194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=af4e47f7-995d-4272-ac63-e567d34b20ee,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:38.127569 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.164794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.233658 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0468c0ae-679b-49eb-a759-fdae01c57038 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.313510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468c0ae-679b-49eb-a759-fdae01c57038 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=99e54bb9-d550-4129-b2e9-92450312aa3f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:38.331390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.334550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.375475 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0468c0ae-679b-49eb-a759-fdae01c57038 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.379358 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0468c0ae-679b-49eb-a759-fdae01c57038 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/99e54bb9-d550-4129-b2e9-92450312aa3f HTTP/1.1" status: 204 len: 168 time: 0.6100504 Feb 07 23:03:38.382079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49138) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:38.400746 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.402034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b14955-a172-4bc2-91f8-229351c6957c {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:03:38.411761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.414288 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c64ff7c5-ae68-4bcf-a90a-a2217a011cdd admin admin] 10.222.0.15 "DELETE /v2.0/routers/82b14955-a172-4bc2-91f8-229351c6957c HTTP/1.1" status: 204 len: 168 time: 1.4456985 Feb 07 23:03:38.419900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49140) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:38.490561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Allocated IP 2001:db8::3 (f5361c17-937c-4775-b5bf-2de95bedd68c/631051a0-4c6e-453d-aafe-5d5e3b97615d/56a5db76-42a4-4c52-a0bd-a02c59d5699b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:38.557210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9070476d-5cd6-46ad-a963-97b6f6762f8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:38.558957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9070476d-5cd6-46ad-a963-97b6f6762f8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:38.560498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9070476d-5cd6-46ad-a963-97b6f6762f8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1759071 Feb 07 23:03:38.563064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49144) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:38.576653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-62626bac-55bf-442b-b262-edb62cdcd51b admin admin] Deleting subnet 105fe6b0-f1fc-41d9-a5a0-66fe2108d946 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:38.601257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62626bac-55bf-442b-b262-edb62cdcd51b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.652046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9fcdb9-5ced-45b1-b85a-f34d570f84a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 631051a0-4c6e-453d-aafe-5d5e3b97615d {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:38.658037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62626bac-55bf-442b-b262-edb62cdcd51b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.712095 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.720257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.726295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d9fcdb9-5ced-45b1-b85a-f34d570f84a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.775928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d9fcdb9-5ced-45b1-b85a-f34d570f84a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.776249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:38.786267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:38.790802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:38.799961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Pushing event updated for resources: {'Port': ['ID=56a5db76-42a4-4c52-a0bd-a02c59d5699b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:38.890243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Attempting to bind port 56a5db76-42a4-4c52-a0bd-a02c59d5699b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:38.890767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Attempting to bind port 56a5db76-42a4-4c52-a0bd-a02c59d5699b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:38.891364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Attempting to bind port 56a5db76-42a4-4c52-a0bd-a02c59d5699b on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:38.902315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:38.902807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:38.903330 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.904702 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:38.905299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Bound port: 56a5db76-42a4-4c52-a0bd-a02c59d5699b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:38.905776 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.942523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d9fcdb9-5ced-45b1-b85a-f34d570f84a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.027087 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62626bac-55bf-442b-b262-edb62cdcd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.086849 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d9fcdb9-5ced-45b1-b85a-f34d570f84a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.089134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] For port 56a5db76-42a4-4c52-a0bd-a02c59d5699b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:39.092867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] For port 56a5db76-42a4-4c52-a0bd-a02c59d5699b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=56a5db76-42a4-4c52-a0bd-a02c59d5699b,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:39.099503 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.124857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8d9fcdb9-5ced-45b1-b85a-f34d570f84a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.128315 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8d9fcdb9-5ced-45b1-b85a-f34d570f84a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/631051a0-4c6e-453d-aafe-5d5e3b97615d HTTP/1.1" status: 204 len: 168 time: 0.5636187 Feb 07 23:03:39.129713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fcdb9-5ced-45b1-b85a-f34d570f84a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=631051a0-4c6e-453d-aafe-5d5e3b97615d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:39.132813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49146) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:39.137874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62626bac-55bf-442b-b262-edb62cdcd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.152876 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62626bac-55bf-442b-b262-edb62cdcd51b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.159378 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-62626bac-55bf-442b-b262-edb62cdcd51b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/105fe6b0-f1fc-41d9-a5a0-66fe2108d946 HTTP/1.1" status: 204 len: 168 time: 0.7384522 Feb 07 23:03:39.160017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49148) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:39.189963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad8d1e9-87c7-4c03-a2b3-979c52f86ec4 None None] Network ef289832-4db7-40ef-86c7-2181bb4109d2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:39.259986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.263329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62626bac-55bf-442b-b262-edb62cdcd51b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105fe6b0-f1fc-41d9-a5a0-66fe2108d946,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:39.270459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49150) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:39.274628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2903eb6a-834e-4038-a316-74a0307bd276 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1334362 Feb 07 23:03:39.277967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:39.344293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef301fb-e662-43b6-b143-415bca583bd0 None None] Pushing event updated for resources: {'Port': ['ID=56a5db76-42a4-4c52-a0bd-a02c59d5699b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:39.474061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Deleting port 00547133-f081-4806-8551-5032d2ed0ab4 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:39.474496 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.528022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:39.532188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.610424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29ff36-f7c5-490a-8737-156da8e8ea23 None None] DHCP port deletion for ef289832-4db7-40ef-86c7-2181bb4109d2 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:03:39.621237 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] For port 00547133-f081-4806-8551-5032d2ed0ab4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=00547133-f081-4806-8551-5032d2ed0ab4,segment=NetworkSegment(a747924a-1225-47d0-a176-3106be2b601b),segment_id=a747924a-1225-47d0-a176-3106be2b601b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:39.621802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.666804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Calling delete_port for 00547133-f081-4806-8551-5032d2ed0ab4 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:39.765689 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8d29ff36-f7c5-490a-8737-156da8e8ea23 None None] Deleting port 00547133-f081-4806-8551-5032d2ed0ab4 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:39.766165 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d29ff36-f7c5-490a-8737-156da8e8ea23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.891011 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.918970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 56a5db76-42a4-4c52-a0bd-a02c59d5699b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:39.923180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] No DVR routers for this DVR port 00547133-f081-4806-8551-5032d2ed0ab4 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:39.974759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8d29ff36-f7c5-490a-8737-156da8e8ea23 None None] For port 00547133-f081-4806-8551-5032d2ed0ab4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=00547133-f081-4806-8551-5032d2ed0ab4,segment=NetworkSegment(a747924a-1225-47d0-a176-3106be2b601b),segment_id=a747924a-1225-47d0-a176-3106be2b601b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:39.975921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d29ff36-f7c5-490a-8737-156da8e8ea23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.001556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8d29ff36-f7c5-490a-8737-156da8e8ea23 None None] Calling delete_port for 00547133-f081-4806-8551-5032d2ed0ab4 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:40.002179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Pushing event deleted for resources: {'Port': ['ID=00547133-f081-4806-8551-5032d2ed0ab4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:40.063098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.080932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 56a5db76-42a4-4c52-a0bd-a02c59d5699b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:40.081317 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.112712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef289832-4db7-40ef-86c7-2181bb4109d2']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:40.133968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a747924a-1225-47d0-a176-3106be2b601b') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:40.134280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a747924a-1225-47d0-a176-3106be2b601b') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:40.149478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.156823 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.198746 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d29ff36-f7c5-490a-8737-156da8e8ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.207400 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.221713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:40.226393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.228619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:03:40.229034 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.231122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:40.234494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:40.235063 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:03:40.237404 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:03:40.285157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29ff36-f7c5-490a-8737-156da8e8ea23 None None] Pushing event deleted for resources: {'Port': ['ID=00547133-f081-4806-8551-5032d2ed0ab4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:40.288966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=86eb1249-f57b-412f-84c9-98b24b7a63dc,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:40.302404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dfff2fb3-38ee-4443-9332-ebc3991ee3a0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0294859 Feb 07 23:03:40.306511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49156) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:40.307986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29ff36-f7c5-490a-8737-156da8e8ea23 None None] No DVR routers for this DVR port 00547133-f081-4806-8551-5032d2ed0ab4 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:40.314597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'name': 'tempest-NetworksTestDHCPv6-1128982242'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:40.337008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 56a5db76-42a4-4c52-a0bd-a02c59d5699b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=56a5db76-42a4-4c52-a0bd-a02c59d5699b,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:40.343009 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.435048 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.441871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.453181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 00547133-f081-4806-8551-5032d2ed0ab4 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:40.465658 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ef289832-4db7-40ef-86c7-2181bb4109d2 HTTP/1.1" status: 204 len: 168 time: 1.3010826 Feb 07 23:03:40.496701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=56a5db76-42a4-4c52-a0bd-a02c59d5699b,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:40.501089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 00547133-f081-4806-8551-5032d2ed0ab4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:40.501430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 00547133-f081-4806-8551-5032d2ed0ab4 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:40.502180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 179f218d-97fe-4142-85ff-617622ffbf83 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:40.545715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 179f218d-97fe-4142-85ff-617622ffbf83 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:40.551405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 179f218d-97fe-4142-85ff-617622ffbf83 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:40.552025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device af4e47f7-995d-4272-ac63-e567d34b20ee no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:40.566647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45173dba-0841-4b62-b9f2-4253f201a957 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef289832-4db7-40ef-86c7-2181bb4109d2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:40.580040 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: af4e47f7-995d-4272-ac63-e567d34b20ee {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:40.580393 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device af4e47f7-995d-4272-ac63-e567d34b20ee not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:40.598923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:40.604390 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.629249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 0973e044-735f-428b-8760-428459c97c3e yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:40.797940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49164) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:40.861782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::10b (f5361c17-937c-4775-b5bf-2de95bedd68c/86eb1249-f57b-412f-84c9-98b24b7a63dc/0973e044-735f-428b-8760-428459c97c3e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:40.892550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7c0794d2-4380-4278-a251-d599fe8c0c0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b59ff3ca79b645a2998337b756382926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933669 Feb 07 23:03:40.895208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49166) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:40.964814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc6bf5-527b-4c69-89cb-a54f918d58c8 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:41.026196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75d024a1-6d45-406a-a289-587a037d90a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.067102 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75d024a1-6d45-406a-a289-587a037d90a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.095820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6002e2d6-6da1-4dd8-a8bf-72229ca092b7 None None] Provisioning complete for port 56a5db76-42a4-4c52-a0bd-a02c59d5699b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:41.096553 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6002e2d6-6da1-4dd8-a8bf-72229ca092b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.116542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.168109 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.208968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75d024a1-6d45-406a-a289-587a037d90a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.212495 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75d024a1-6d45-406a-a289-587a037d90a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.213815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-75d024a1-6d45-406a-a289-587a037d90a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf6dd415-6a30-4fe9-b63b-8891016af059 HTTP/1.1" status: 204 len: 168 time: 0.3175814 Feb 07 23:03:41.234713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:41.238601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d024a1-6d45-406a-a289-587a037d90a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6dd415-6a30-4fe9-b63b-8891016af059,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:41.246708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:41.253424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:41.260958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:41.263187 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.279888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=0973e044-735f-428b-8760-428459c97c3e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:41.298432 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-98539131-43e3-4697-b262-883261e96e2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9908164 Feb 07 23:03:41.301076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49170) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:41.467277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbcd1f-09de-460e-b10d-2a07c4a6cc1f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:41.474503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbcd1f-09de-460e-b10d-2a07c4a6cc1f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:41.478276 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-12fbcd1f-09de-460e-b10d-2a07c4a6cc1f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1752734 Feb 07 23:03:41.481693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49174) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:41.652157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b126aa01-8760-4677-b16b-1d215e9f26a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 0973e044-735f-428b-8760-428459c97c3e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:41.652710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b126aa01-8760-4677-b16b-1d215e9f26a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.718995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386f021-3aee-4f9b-ae32-755a81e98e4f None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:41.798888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 56a5db76-42a4-4c52-a0bd-a02c59d5699b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:41.844350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b126aa01-8760-4677-b16b-1d215e9f26a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.895589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-b126aa01-8760-4677-b16b-1d215e9f26a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 0973e044-735f-428b-8760-428459c97c3e owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:41.914566 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a0e5e34c-28db-48fd-9eac-4b1c7cabf87d None None] Provisioning complete for port 56a5db76-42a4-4c52-a0bd-a02c59d5699b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:41.915345 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e34c-28db-48fd-9eac-4b1c7cabf87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.964542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 56a5db76-42a4-4c52-a0bd-a02c59d5699b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:41.965073 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.983372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49180) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:42.014927 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-394bb9aa-70ef-4a14-bc29-ea10cfda96b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.020182 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:03:42.143567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b126aa01-8760-4677-b16b-1d215e9f26a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.204667 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-394bb9aa-70ef-4a14-bc29-ea10cfda96b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.208449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126aa01-8760-4677-b16b-1d215e9f26a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=0973e044-735f-428b-8760-428459c97c3e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:42.218386 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-394bb9aa-70ef-4a14-bc29-ea10cfda96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.239070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b126aa01-8760-4677-b16b-1d215e9f26a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.246643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b126aa01-8760-4677-b16b-1d215e9f26a7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/0973e044-735f-428b-8760-428459c97c3e HTTP/1.1" status: 204 len: 168 time: 0.7633705 Feb 07 23:03:42.247792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49182) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:42.266004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bb9aa-70ef-4a14-bc29-ea10cfda96b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e848f91f-aba9-4478-82ab-baf66a8a4b81,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:42.308709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db604fbb-adb8-4031-9a02-aa2b9d202347 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:42.311219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db604fbb-adb8-4031-9a02-aa2b9d202347 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:42.316544 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-394bb9aa-70ef-4a14-bc29-ea10cfda96b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3310406 Feb 07 23:03:42.317873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49184) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:42.318460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49186) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:42.319487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-db604fbb-adb8-4031-9a02-aa2b9d202347 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0668275 Feb 07 23:03:42.400975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a0e5e34c-28db-48fd-9eac-4b1c7cabf87d None None] Could not find standard attr ID for object 0973e044-735f-428b-8760-428459c97c3e. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:03:42.469743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-94dd28ec-6b2a-4ffe-a022-3abd28f91c0e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 86eb1249-f57b-412f-84c9-98b24b7a63dc {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:42.472958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a385b4e0-18db-49e4-9be9-4bbd14bf5550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.476449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94dd28ec-6b2a-4ffe-a022-3abd28f91c0e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.529742 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a385b4e0-18db-49e4-9be9-4bbd14bf5550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.544950 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94dd28ec-6b2a-4ffe-a022-3abd28f91c0e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.618404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94dd28ec-6b2a-4ffe-a022-3abd28f91c0e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.668666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a385b4e0-18db-49e4-9be9-4bbd14bf5550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.671269 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a385b4e0-18db-49e4-9be9-4bbd14bf5550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.672707 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a385b4e0-18db-49e4-9be9-4bbd14bf5550 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e848f91f-aba9-4478-82ab-baf66a8a4b81 HTTP/1.1" status: 204 len: 168 time: 0.3368835 Feb 07 23:03:42.685975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385b4e0-18db-49e4-9be9-4bbd14bf5550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e848f91f-aba9-4478-82ab-baf66a8a4b81,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:42.732696 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94dd28ec-6b2a-4ffe-a022-3abd28f91c0e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.733657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2bf24cb0-38c5-423c-bfb9-290adf31d683 None None] Provisioning complete for port 56a5db76-42a4-4c52-a0bd-a02c59d5699b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:42.734096 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2bf24cb0-38c5-423c-bfb9-290adf31d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.781113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd28ec-6b2a-4ffe-a022-3abd28f91c0e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=86eb1249-f57b-412f-84c9-98b24b7a63dc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:42.785625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94dd28ec-6b2a-4ffe-a022-3abd28f91c0e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.791607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-94dd28ec-6b2a-4ffe-a022-3abd28f91c0e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/86eb1249-f57b-412f-84c9-98b24b7a63dc HTTP/1.1" status: 204 len: 168 time: 0.4703586 Feb 07 23:03:42.793921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49192) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:42.842049 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cf294c0f-4f24-4432-a011-d7103fbd8a6c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466988 Feb 07 23:03:42.845295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49194) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:42.862672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:43.032683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed79f5fc-d0be-430e-8e2f-fec7d1650a74 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:43.059457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-13ba8ffc-27bb-4e2e-ace5-1bbae2298392 None None] Could not find standard attr ID for object 99e54bb9-d550-4129-b2e9-92450312aa3f. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:03:43.126490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:43.132762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.383282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ad2b0-4393-4f69-809f-06888672d7a9 None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:03:43.439284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.445869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a92ad2b0-4393-4f69-809f-06888672d7a9 None None] Deleting port 56a5db76-42a4-4c52-a0bd-a02c59d5699b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:43.446260 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2b0-4393-4f69-809f-06888672d7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.502019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:43.505962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:43.511265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:43.511865 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.515716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=a75e9a64-ec31-48c6-b59d-ab15a037bffc,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:43.533840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e03cb4f2-3e7d-401e-b5e0-4ff9cbee5a2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6874411 Feb 07 23:03:43.536819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49212) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:43.542727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'name': 'tempest-NetworksTestDHCPv6-2032695224'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:43.567344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a92ad2b0-4393-4f69-809f-06888672d7a9 None None] For port 56a5db76-42a4-4c52-a0bd-a02c59d5699b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=56a5db76-42a4-4c52-a0bd-a02c59d5699b,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:43.567799 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2b0-4393-4f69-809f-06888672d7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.583608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a92ad2b0-4393-4f69-809f-06888672d7a9 None None] Calling delete_port for 56a5db76-42a4-4c52-a0bd-a02c59d5699b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:43.684796 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2b0-4393-4f69-809f-06888672d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.701593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ad2b0-4393-4f69-809f-06888672d7a9 None None] No DVR routers for this DVR port 56a5db76-42a4-4c52-a0bd-a02c59d5699b on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:43.726230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad2b0-4393-4f69-809f-06888672d7a9 None None] Pushing event deleted for resources: {'Port': ['ID=56a5db76-42a4-4c52-a0bd-a02c59d5699b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:43.741806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:43.747482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b3092-02f9-454a-b1f0-b9f34aa90fda None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:43.750389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.778167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 1c3b5399-9a8c-4926-89c1-41b2b6f009d6 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:43.829573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 56a5db76-42a4-4c52-a0bd-a02c59d5699b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:43.831063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507624-a640-4b88-af4f-1bf04805090e req-ccc9760f-c815-4377-81cc-4384c8414c0c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:43.840520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fa507624-a640-4b88-af4f-1bf04805090e req-ccc9760f-c815-4377-81cc-4384c8414c0c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 945 time: 0.0640869 Feb 07 23:03:43.868975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 56a5db76-42a4-4c52-a0bd-a02c59d5699b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:43.869419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 56a5db76-42a4-4c52-a0bd-a02c59d5699b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:43.883628 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fa507624-a640-4b88-af4f-1bf04805090e req-b81d446f-cdcd-4727-82aa-f4a201834862 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424259 Feb 07 23:03:43.966328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::177 (f5361c17-937c-4775-b5bf-2de95bedd68c/a75e9a64-ec31-48c6-b59d-ab15a037bffc/1c3b5399-9a8c-4926-89c1-41b2b6f009d6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:43.976427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': 'a75e9a64-ec31-48c6-b59d-ab15a037bffc'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:03:43.978826 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.130662 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.166426 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.216910 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Allocated IP 2001:db8::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/a75e9a64-ec31-48c6-b59d-ab15a037bffc/e26d0d4d-e2e4-45c1-91f6-8c29aa607204) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:44.218697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:44.221866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:44.226832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:44.232423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:44.233038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.236656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=1c3b5399-9a8c-4926-89c1-41b2b6f009d6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:44.252311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-49ef2679-52a7-4030-b15e-f915b89b1942 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7137144 Feb 07 23:03:44.254483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49218) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:44.307828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f7bb2-3228-4beb-a2c0-4791c622e1e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:44.309346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a46f7bb2-3228-4beb-a2c0-4791c622e1e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0539148 Feb 07 23:03:44.311953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49220) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:44.385390 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.392967 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.400995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ed805-3812-4ec0-aaa3-5b38ac969852 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 1c3b5399-9a8c-4926-89c1-41b2b6f009d6 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:44.401338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a1ed805-3812-4ec0-aaa3-5b38ac969852 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.438542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:44.442883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:44.447952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:44.455563 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Pushing event updated for resources: {'Port': ['ID=e26d0d4d-e2e4-45c1-91f6-8c29aa607204,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:44.499321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a1ed805-3812-4ec0-aaa3-5b38ac969852 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.513444 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Attempting to bind port e26d0d4d-e2e4-45c1-91f6-8c29aa607204 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:44.513693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ed805-3812-4ec0-aaa3-5b38ac969852 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 1c3b5399-9a8c-4926-89c1-41b2b6f009d6 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:44.513809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Attempting to bind port e26d0d4d-e2e4-45c1-91f6-8c29aa607204 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:44.514168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Attempting to bind port e26d0d4d-e2e4-45c1-91f6-8c29aa607204 on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:44.519406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:44.519812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:44.520218 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.520609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:44.521236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Bound port: e26d0d4d-e2e4-45c1-91f6-8c29aa607204, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:44.521459 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.588428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] For port e26d0d4d-e2e4-45c1-91f6-8c29aa607204, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:44.592313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] For port e26d0d4d-e2e4-45c1-91f6-8c29aa607204, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e26d0d4d-e2e4-45c1-91f6-8c29aa607204,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:44.597425 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.664333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d50dc4-f160-4256-afc5-259e7384c2ec None None] Pushing event updated for resources: {'Port': ['ID=e26d0d4d-e2e4-45c1-91f6-8c29aa607204,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:44.733140 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a1ed805-3812-4ec0-aaa3-5b38ac969852 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.124755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ed805-3812-4ec0-aaa3-5b38ac969852 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=1c3b5399-9a8c-4926-89c1-41b2b6f009d6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:45.168448 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a1ed805-3812-4ec0-aaa3-5b38ac969852 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.171608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3a1ed805-3812-4ec0-aaa3-5b38ac969852 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/1c3b5399-9a8c-4926-89c1-41b2b6f009d6 HTTP/1.1" status: 204 len: 168 time: 0.8586836 Feb 07 23:03:45.174322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49226) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:45.198230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f36c6-561e-4888-95b4-abdc494a721b req-5fe8b4ed-5598-43f8-9518-91fffdb5acba tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:45.199747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed2f36c6-561e-4888-95b4-abdc494a721b req-5fe8b4ed-5598-43f8-9518-91fffdb5acba tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 945 time: 0.0789101 Feb 07 23:03:45.241596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed2f36c6-561e-4888-95b4-abdc494a721b req-2b4a0059-d3bb-41ed-9932-0134abaa5527 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups?id=c589b6ae-12de-4388-9bcc-f03778a8e1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356758 Feb 07 23:03:45.282333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2b1f8-b483-4658-862f-72dec1efd2a2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:45.284250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2b1f8-b483-4658-862f-72dec1efd2a2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:45.286766 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cfb2b1f8-b483-4658-862f-72dec1efd2a2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1108341 Feb 07 23:03:45.289161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49228) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:45.340834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-bedb4ed1-b647-4555-a36f-c1d3e5532f46 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:45.342235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-bedb4ed1-b647-4555-a36f-c1d3e5532f46 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 945 time: 0.0533791 Feb 07 23:03:45.347468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe8a973-0488-46b1-adba-49001199094f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet a75e9a64-ec31-48c6-b59d-ab15a037bffc {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:45.352166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a973-0488-46b1-adba-49001199094f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.399381 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a973-0488-46b1-adba-49001199094f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.455903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Deleting port d59281ee-4a70-48fd-b5d1-372fbf1e1884 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:45.456261 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.523483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a973-0488-46b1-adba-49001199094f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.562356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] For port d59281ee-4a70-48fd-b5d1-372fbf1e1884, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=d59281ee-4a70-48fd-b5d1-372fbf1e1884,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:45.562723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.602857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a973-0488-46b1-adba-49001199094f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.635258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8a973-0488-46b1-adba-49001199094f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=a75e9a64-ec31-48c6-b59d-ab15a037bffc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:45.639923 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a973-0488-46b1-adba-49001199094f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.643915 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ffe8a973-0488-46b1-adba-49001199094f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/a75e9a64-ec31-48c6-b59d-ab15a037bffc HTTP/1.1" status: 204 len: 168 time: 0.3537085 Feb 07 23:03:45.646677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49230) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:45.717624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b29268a2-bba2-4078-bb6c-b9d5069f5049 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696540 Feb 07 23:03:45.720149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49232) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:45.802041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9a5556-4cc0-479a-ac8c-90544ff24eec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:45.804449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7b9a5556-4cc0-479a-ac8c-90544ff24eec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0829325 Feb 07 23:03:45.805275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e26d0d4d-e2e4-45c1-91f6-8c29aa607204 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:45.807309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49234) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:45.838448 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.838912 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.839606 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Floating IP ebcc22e0-bd32-462a-bfee-64618f71082d disassociated. External IP: 172.25.8.188, port: d59281ee-4a70-48fd-b5d1-372fbf1e1884. Feb 07 23:03:45.839606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Calling delete_port for d59281ee-4a70-48fd-b5d1-372fbf1e1884 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:45.875650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5c1be1-24d5-4959-a182-d26fb12680e1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:45.878929 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0f5c1be1-24d5-4959-a182-d26fb12680e1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0710332 Feb 07 23:03:45.883459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49238) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:45.948513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-584f04c4-3f67-4855-88fb-f0e4eeecf5ca tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571122 Feb 07 23:03:45.953944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49240) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:45.954364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e26d0d4d-e2e4-45c1-91f6-8c29aa607204 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:45.954991 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.964709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a781c-2237-40dc-8595-888193002d57 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:45.966194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:46.092880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a6d2fea1-4e39-474f-bcdc-8ad7230f2732 None None] Provisioning complete for port e26d0d4d-e2e4-45c1-91f6-8c29aa607204 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:46.093359 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d2fea1-4e39-474f-bcdc-8ad7230f2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.112632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.148625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event deleted for resources: {'Port': ['ID=d59281ee-4a70-48fd-b5d1-372fbf1e1884,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:46.159471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:46.164293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.219894 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.283961 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d2fea1-4e39-474f-bcdc-8ad7230f2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.309911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port e26d0d4d-e2e4-45c1-91f6-8c29aa607204, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e26d0d4d-e2e4-45c1-91f6-8c29aa607204,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:46.319535 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.370359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45bc4457-4077-4b8a-9493-057143218fc0 req-4ff0afe9-e6bf-4175-9144-3ad44d57d50b tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822 HTTP/1.1" status: 200 len: 210 time: 0.0364447 Feb 07 23:03:46.370947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f5544-5462-4733-a68b-242aff312b2c None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:03:46.389863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Router 192ee214-366b-4a1c-9266-e4d2afed5dd9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:03:46.402008 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-a6d2fea1-4e39-474f-bcdc-8ad7230f2732 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:03:46.402450 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-a6d2fea1-4e39-474f-bcdc-8ad7230f2732 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:03:46.442005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=e26d0d4d-e2e4-45c1-91f6-8c29aa607204,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:46.467582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f5544-5462-4733-a68b-242aff312b2c None None] Deleting port e26d0d4d-e2e4-45c1-91f6-8c29aa607204 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:46.467582 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e9f5544-5462-4733-a68b-242aff312b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.550880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7e9f5544-5462-4733-a68b-242aff312b2c None None] For port e26d0d4d-e2e4-45c1-91f6-8c29aa607204, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e26d0d4d-e2e4-45c1-91f6-8c29aa607204,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:46.551439 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e9f5544-5462-4733-a68b-242aff312b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.569371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f5544-5462-4733-a68b-242aff312b2c None None] Calling delete_port for e26d0d4d-e2e4-45c1-91f6-8c29aa607204 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:46.570966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:03:46.579806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.592138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] Sync routers for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:46.641745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] No DVR routers for this DVR port d59281ee-4a70-48fd-b5d1-372fbf1e1884 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:46.654159 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.657454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d3315d9-a8db-4510-a0c6-b3807a12a3e1 req-4ae701c6-9728-4eeb-9984-2a0072997024 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.24 "DELETE /v2.0/ports/d59281ee-4a70-48fd-b5d1-372fbf1e1884 HTTP/1.1" status: 204 len: 173 time: 1.3097889 Feb 07 23:03:46.657921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'name': 'network-vif-deleted', 'tag': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:46.660323 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ab5cb2-f07c-4951-a038-844bd6b101f0" -d '{"events": [{"server_uuid": "6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822", "name": "network-vif-deleted", "tag": "d59281ee-4a70-48fd-b5d1-372fbf1e1884"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:03:46.668052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:46.668682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:46.674936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:46.679233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:46.681296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=39e2755a-e3f3-4bab-b307-a489ce8b8d67,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:46.684511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:46.686845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.712782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-10787a0d-852c-4cad-bbcb-4cd2e2d5029f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7546988 Feb 07 23:03:46.714609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49246) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:46.733099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': '39e2755a-e3f3-4bab-b307-a489ce8b8d67', 'ip_address': '2001:db8::28ff:197d:96eb:a1fa'}], 'name': 'tempest-NetworksTestDHCPv6-1429553430'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:46.743123 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65d8a51-84c8-4442-9845-b78347366f87 x-openstack-request-id: req-b65d8a51-84c8-4442-9845-b78347366f87 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:03:46.743415 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822", "name": "network-vif-deleted", "tag": "d59281ee-4a70-48fd-b5d1-372fbf1e1884", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:03:46.743666 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b65d8a51-84c8-4442-9845-b78347366f87 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:03:46.744085 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be6c6e4-d8aa-4f17-9a0e-e0a2ad04f822', 'name': 'network-vif-deleted', 'tag': 'd59281ee-4a70-48fd-b5d1-372fbf1e1884', 'status': 'completed', 'code': 200} Feb 07 23:03:46.857686 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e9f5544-5462-4733-a68b-242aff312b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.890642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f5544-5462-4733-a68b-242aff312b2c None None] Pushing event deleted for resources: {'Port': ['ID=e26d0d4d-e2e4-45c1-91f6-8c29aa607204,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:46.893868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:46.894372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:46.898282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f5544-5462-4733-a68b-242aff312b2c None None] No DVR routers for this DVR port e26d0d4d-e2e4-45c1-91f6-8c29aa607204 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:47.020256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.042974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port e3d9aa48-dd8a-4729-b972-ff11f5466432 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:47.117830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d878d11-d2da-4fb2-ae6b-ce6c91597f1d None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:47.133410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2fea1-4e39-474f-bcdc-8ad7230f2732 None None] Port e26d0d4d-e2e4-45c1-91f6-8c29aa607204 update to ACTIVE by agent not found {{(pid=102291) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 07 23:03:47.328713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::28ff:197d:96eb:a1fa (f5361c17-937c-4775-b5bf-2de95bedd68c/39e2755a-e3f3-4bab-b307-a489ce8b8d67/e3d9aa48-dd8a-4729-b972-ff11f5466432) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:47.391183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': '39e2755a-e3f3-4bab-b307-a489ce8b8d67'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:03:47.392055 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.482077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49262) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:47.516316 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.523473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:47.560535 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.566180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] Checking router: 192ee214-366b-4a1c-9266-e4d2afed5dd9 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:47.566988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-846ae16e-cc7e-454d-8be5-8f42e851cea9 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.599142 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:03:47.600231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:47.637845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-846ae16e-cc7e-454d-8be5-8f42e851cea9 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.639543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:47.641940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=e3d9aa48-dd8a-4729-b972-ff11f5466432,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:47.644895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:47.651784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:47.659365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Allocated IP 2001:db8::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/39e2755a-e3f3-4bab-b307-a489ce8b8d67/9032851d-81c8-4f3e-aa00-7d3674358d88) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:47.660688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:47.661474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.688429 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d1469759-408c-4cf0-b592-15584d0f9aa4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9725068 Feb 07 23:03:47.691332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49264) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:47.762187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb2bd4-f6dc-4a1e-9263-97f99231ae12 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:47.765706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-846ae16e-cc7e-454d-8be5-8f42e851cea9 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.767281 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e7cb2bd4-f6dc-4a1e-9263-97f99231ae12 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0746207 Feb 07 23:03:47.769066 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-846ae16e-cc7e-454d-8be5-8f42e851cea9 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.769792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49266) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:47.770901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-846ae16e-cc7e-454d-8be5-8f42e851cea9 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "DELETE /v2.0/security-groups/c589b6ae-12de-4388-9bcc-f03778a8e1c6 HTTP/1.1" status: 204 len: 168 time: 0.2864537 Feb 07 23:03:47.775971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49268) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:47.790404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e26d0d4d-e2e4-45c1-91f6-8c29aa607204 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:47.797585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ae16e-cc7e-454d-8be5-8f42e851cea9 tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c589b6ae-12de-4388-9bcc-f03778a8e1c6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:47.800829 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-ffb4c461-cfe7-4550-9693-805a20d7881d tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] show failed (client error): The resource could not be found. Feb 07 23:03:47.802453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ffb4c461-cfe7-4550-9693-805a20d7881d tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "GET /v2.0/security-groups/c589b6ae-12de-4388-9bcc-f03778a8e1c6 HTTP/1.1" status: 404 len: 347 time: 0.0251575 Feb 07 23:03:47.806441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49270) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:47.853823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e26d0d4d-e2e4-45c1-91f6-8c29aa607204 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:47.854166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e26d0d4d-e2e4-45c1-91f6-8c29aa607204 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:47.857890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:03:47.915078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e606bb08-62f5-4c6a-aa67-efa960ae605f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port e3d9aa48-dd8a-4729-b972-ff11f5466432 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:47.915511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e606bb08-62f5-4c6a-aa67-efa960ae605f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.966651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Deleting port 859f1aec-356a-4bf0-a534-1ad87823b1b2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:47.967253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.020626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e606bb08-62f5-4c6a-aa67-efa960ae605f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.035642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-e606bb08-62f5-4c6a-aa67-efa960ae605f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for e3d9aa48-dd8a-4729-b972-ff11f5466432 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:48.072468 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.072715 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.086787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Calling delete_port for 859f1aec-356a-4bf0-a534-1ad87823b1b2 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:48.149498 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.162987 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.175153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:48.194150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e606bb08-62f5-4c6a-aa67-efa960ae605f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.234551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c3cd9-bcca-4216-9de8-2a568354dc17 None None] The sync data for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 is: [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T22:59:31Z', 'revision_number': 4, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '1c2acc8d-0134-4af7-8de9-d7fb4f029c83', 'name': '', 'network_id': 'db1c45f2-63d9-4be1-8606-8da64d0df07f', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'mac_address': 'fa:16:3e:5b:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '69565f97-44fa-4eea-9041-f5e191979448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:28Z', 'updated_at': '2022-02-07T22:59:35Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'subnets': [{'id': '69565f97-44fa-4eea-9041-f5e191979448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:48.264544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:48.266006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Pushing event updated for resources: {'Port': ['ID=9032851d-81c8-4f3e-aa00-7d3674358d88,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:48.276637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606bb08-62f5-4c6a-aa67-efa960ae605f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=e3d9aa48-dd8a-4729-b972-ff11f5466432,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:48.281952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.287959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:48.291737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:48.292464 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e606bb08-62f5-4c6a-aa67-efa960ae605f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.304962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e606bb08-62f5-4c6a-aa67-efa960ae605f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/e3d9aa48-dd8a-4729-b972-ff11f5466432 HTTP/1.1" status: 204 len: 168 time: 0.5305998 Feb 07 23:03:48.304962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49282) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:48.344989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Pushing event deleted for resources: {'Port': ['ID=859f1aec-356a-4bf0-a534-1ad87823b1b2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:48.355437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d59281ee-4a70-48fd-b5d1-372fbf1e1884 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:48.393345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e28511-1846-4ee4-9181-be3e3489b2f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:48.395251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e28511-1846-4ee4-9181-be3e3489b2f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:48.401222 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.401670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-56e28511-1846-4ee4-9181-be3e3489b2f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0951011 Feb 07 23:03:48.402453 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49284) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:48.405130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.409327 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8f8f02c5-34b2-40ca-b230-76bbc1551b1c tempest-AttachVolumeTestJSON-515483836 tempest-AttachVolumeTestJSON-515483836-project] 10.222.0.15 "DELETE /v2.0/floatingips/ebcc22e0-bd32-462a-bfee-64618f71082d HTTP/1.1" status: 204 len: 168 time: 0.5977094 Feb 07 23:03:48.434115 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Attempting to bind port 9032851d-81c8-4f3e-aa00-7d3674358d88 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:48.434692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Attempting to bind port 9032851d-81c8-4f3e-aa00-7d3674358d88 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:48.435123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Attempting to bind port 9032851d-81c8-4f3e-aa00-7d3674358d88 on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:48.438333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: d59281ee-4a70-48fd-b5d1-372fbf1e1884 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:48.438810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device d59281ee-4a70-48fd-b5d1-372fbf1e1884 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:48.445922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:48.446470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:48.446986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.447482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:48.448100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Bound port: 9032851d-81c8-4f3e-aa00-7d3674358d88, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:48.449538 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.473585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e44f20-ea70-4717-9d4a-fb4f4c5d5eb1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 39e2755a-e3f3-4bab-b307-a489ce8b8d67 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:48.479640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-54e44f20-ea70-4717-9d4a-fb4f4c5d5eb1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.543880 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-54e44f20-ea70-4717-9d4a-fb4f4c5d5eb1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.555470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] For port 9032851d-81c8-4f3e-aa00-7d3674358d88, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:48.559614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] For port 9032851d-81c8-4f3e-aa00-7d3674358d88, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9032851d-81c8-4f3e-aa00-7d3674358d88,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:48.581215 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.674545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-54e44f20-ea70-4717-9d4a-fb4f4c5d5eb1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.694293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c243e76-b644-497f-9a7e-089d284b19f8 None None] Pushing event updated for resources: {'Port': ['ID=9032851d-81c8-4f3e-aa00-7d3674358d88,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:48.735805 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786df93b-d226-4cb7-aff4-36a54b4178b8 None None] New status for floating IP ebcc22e0-bd32-462a-bfee-64618f71082d: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:03:48.781896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-54e44f20-ea70-4717-9d4a-fb4f4c5d5eb1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.823473 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-54e44f20-ea70-4717-9d4a-fb4f4c5d5eb1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.831895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-54e44f20-ea70-4717-9d4a-fb4f4c5d5eb1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/39e2755a-e3f3-4bab-b307-a489ce8b8d67 HTTP/1.1" status: 204 len: 168 time: 0.4272115 Feb 07 23:03:48.833624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49290) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:48.856631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e44f20-ea70-4717-9d4a-fb4f4c5d5eb1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=39e2755a-e3f3-4bab-b307-a489ce8b8d67,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:48.896733 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6e780d22-6863-405d-829d-adabee8ba53d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606897 Feb 07 23:03:48.899782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49292) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:48.906407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:49.076255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:49.091311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.342936 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.387196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:49.390214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:49.394546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:49.395134 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.413553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=2a608dba-3123-4230-b988-83664b47ac12,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:49.422943 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fd691f2a-4365-48e3-b672-5a33efb12f50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5195911 Feb 07 23:03:49.423137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49304) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:49.429532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': '2a608dba-3123-4230-b988-83664b47ac12', 'ip_address': '2001:db8::eace:e05e:e311:7bb3'}], 'name': 'tempest-NetworksTestDHCPv6-1808895760'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:49.549788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:49.640311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.661458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 0a2ebd41-f9e2-48a2-81e3-de2f88dfdada yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:49.813336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9032851d-81c8-4f3e-aa00-7d3674358d88 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:49.905760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9032851d-81c8-4f3e-aa00-7d3674358d88 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:49.906213 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.969832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::eace:e05e:e311:7bb3 (f5361c17-937c-4775-b5bf-2de95bedd68c/2a608dba-3123-4230-b988-83664b47ac12/0a2ebd41-f9e2-48a2-81e3-de2f88dfdada) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:50.035335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.089270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 9032851d-81c8-4f3e-aa00-7d3674358d88, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9032851d-81c8-4f3e-aa00-7d3674358d88,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:50.102073 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.198497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=9032851d-81c8-4f3e-aa00-7d3674358d88,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:50.216739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.229141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d5847-0d7a-4121-8885-838adffaa9c4 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:50.281551 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.309341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f17ba1a9-0dbc-4ff8-9884-e65a625e8abc None None] Provisioning complete for port 9032851d-81c8-4f3e-aa00-7d3674358d88 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:50.309753 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f17ba1a9-0dbc-4ff8-9884-e65a625e8abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.333211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:50.339271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:50.341946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:50.352398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:50.353023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.366262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=0a2ebd41-f9e2-48a2-81e3-de2f88dfdada,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:50.379752 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-56373b22-cd82-4061-aa7e-7d06ada84e21 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9551108 Feb 07 23:03:50.382517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49310) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:50.449708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3710e59c-9b87-484e-a168-c570f157230d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:50.456912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3710e59c-9b87-484e-a168-c570f157230d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:50.461022 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3710e59c-9b87-484e-a168-c570f157230d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0749526 Feb 07 23:03:50.461664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49312) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:50.557573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3b886303-89a3-45ce-a050-7d7dad29ad39 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 0a2ebd41-f9e2-48a2-81e3-de2f88dfdada {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:50.558286 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b886303-89a3-45ce-a050-7d7dad29ad39 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.669242 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b886303-89a3-45ce-a050-7d7dad29ad39 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.686421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3b886303-89a3-45ce-a050-7d7dad29ad39 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 0a2ebd41-f9e2-48a2-81e3-de2f88dfdada owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:50.810709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-97e5aeca-f73d-437d-b646-f46e624df829 None None] Provisioning complete for port 9032851d-81c8-4f3e-aa00-7d3674358d88 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:50.811099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97e5aeca-f73d-437d-b646-f46e624df829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.915633 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b886303-89a3-45ce-a050-7d7dad29ad39 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.954985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886303-89a3-45ce-a050-7d7dad29ad39 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=0a2ebd41-f9e2-48a2-81e3-de2f88dfdada,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:50.975106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-97e5aeca-f73d-437d-b646-f46e624df829 None None] Could not find standard attr ID for object 0a2ebd41-f9e2-48a2-81e3-de2f88dfdada. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:03:51.006761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3b886303-89a3-45ce-a050-7d7dad29ad39 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.013037 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3b886303-89a3-45ce-a050-7d7dad29ad39 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/0a2ebd41-f9e2-48a2-81e3-de2f88dfdada HTTP/1.1" status: 204 len: 168 time: 0.5485938 Feb 07 23:03:51.013460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49316) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:51.094649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68d27ed-d831-4b8b-ad0c-b167585a5c8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:51.096946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68d27ed-d831-4b8b-ad0c-b167585a5c8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:51.100704 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c68d27ed-d831-4b8b-ad0c-b167585a5c8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0857294 Feb 07 23:03:51.101466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49318) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:51.160911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a85a78-1487-446a-aac2-7773d73c19f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 2a608dba-3123-4230-b988-83664b47ac12 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:51.165534 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0a85a78-1487-446a-aac2-7773d73c19f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.193778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6e5918f1-45c1-4b07-9ed7-a2b7b03da09b None None] Could not find standard attr ID for object 0973e044-735f-428b-8760-428459c97c3e. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:03:51.226027 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0a85a78-1487-446a-aac2-7773d73c19f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.291802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0a85a78-1487-446a-aac2-7773d73c19f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.382206 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0a85a78-1487-446a-aac2-7773d73c19f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.407433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3222ea43-927c-436e-9999-e20be6f3c9b2 None None] Could not find standard attr ID for object 1c3b5399-9a8c-4926-89c1-41b2b6f009d6. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:03:51.419223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a85a78-1487-446a-aac2-7773d73c19f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=2a608dba-3123-4230-b988-83664b47ac12,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:51.431668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a0a85a78-1487-446a-aac2-7773d73c19f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.436640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a0a85a78-1487-446a-aac2-7773d73c19f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/2a608dba-3123-4230-b988-83664b47ac12 HTTP/1.1" status: 204 len: 168 time: 0.3338916 Feb 07 23:03:51.439176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49322) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:51.483798 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-54861f2c-3d9b-49de-9c26-38e8aaf544ad tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427494 Feb 07 23:03:51.486443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49324) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:51.493927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:51.515509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c853f3a-011e-4482-825d-66dfdfd74e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.760029 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9d9ff-8f52-4717-b1b8-99c8993d7e02 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:51.783172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9032851d-81c8-4f3e-aa00-7d3674358d88 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:51.892016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5738dc16-4104-4ebf-8e78-5294b1e0c0fb None None] Could not find standard attr ID for object e3d9aa48-dd8a-4729-b972-ff11f5466432. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:03:51.948689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:51.971048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.991977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9032851d-81c8-4f3e-aa00-7d3674358d88 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:51.992475 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:52.132659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c936c8-eae2-4b9e-ae7a-b9431ada1a5a None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:03:52.191936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-10c936c8-eae2-4b9e-ae7a-b9431ada1a5a None None] Deleting port 9032851d-81c8-4f3e-aa00-7d3674358d88 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:52.192471 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10c936c8-eae2-4b9e-ae7a-b9431ada1a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:52.268921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-10c936c8-eae2-4b9e-ae7a-b9431ada1a5a None None] For port 9032851d-81c8-4f3e-aa00-7d3674358d88, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9032851d-81c8-4f3e-aa00-7d3674358d88,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:52.269481 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10c936c8-eae2-4b9e-ae7a-b9431ada1a5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:52.271061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:52.284754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-10c936c8-eae2-4b9e-ae7a-b9431ada1a5a None None] Calling delete_port for 9032851d-81c8-4f3e-aa00-7d3674358d88 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:52.362319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=7582c353-b3e2-45dc-a2f1-413251dc7c42,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:52.381542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:52.383262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:52.387949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:52.388678 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:52.395466 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10c936c8-eae2-4b9e-ae7a-b9431ada1a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:52.433305 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8ee6d040-c946-4085-9843-69d7540dab61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9453106 Feb 07 23:03:52.435973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49334) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:52.441694 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': '7582c353-b3e2-45dc-a2f1-413251dc7c42', 'ip_address': '2001:db8::fd83:4e00:9f02:5ffb'}], 'name': 'tempest-NetworksTestDHCPv6-1207282529'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:52.448066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c936c8-eae2-4b9e-ae7a-b9431ada1a5a None None] Pushing event deleted for resources: {'Port': ['ID=9032851d-81c8-4f3e-aa00-7d3674358d88,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:52.453469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c936c8-eae2-4b9e-ae7a-b9431ada1a5a None None] No DVR routers for this DVR port 9032851d-81c8-4f3e-aa00-7d3674358d88 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:52.471905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8b5f5-7a78-4d23-a7a2-11b28f0553d1 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:52.616782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:52.650025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': '7582c353-b3e2-45dc-a2f1-413251dc7c42'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:03:52.651090 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:52.736751 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:52.760601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 6ed04225-085f-49fa-af3f-235abefb88c8 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:52.812032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Allocated IP 2001:db8::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/7582c353-b3e2-45dc-a2f1-413251dc7c42/320b9535-7419-4463-8af2-14fd0caaedc5) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:52.989297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:52.994667 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.044248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::fd83:4e00:9f02:5ffb (f5361c17-937c-4775-b5bf-2de95bedd68c/7582c353-b3e2-45dc-a2f1-413251dc7c42/6ed04225-085f-49fa-af3f-235abefb88c8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:53.208675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:53.212745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:53.214346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.215505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:53.246639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Pushing event updated for resources: {'Port': ['ID=320b9535-7419-4463-8af2-14fd0caaedc5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:53.264247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.281718 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Attempting to bind port 320b9535-7419-4463-8af2-14fd0caaedc5 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:53.282092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Attempting to bind port 320b9535-7419-4463-8af2-14fd0caaedc5 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:53.282462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Attempting to bind port 320b9535-7419-4463-8af2-14fd0caaedc5 on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:53.287832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:53.288294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:53.288710 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.289107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:53.289582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Bound port: 320b9535-7419-4463-8af2-14fd0caaedc5, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:53.289972 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.316084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:53.319639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:53.323318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:53.328899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:53.329512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.342710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=6ed04225-085f-49fa-af3f-235abefb88c8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:53.354559 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a2f9b8a7-1988-4d43-8cbb-2867c0e1bba0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9152389 Feb 07 23:03:53.354781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49338) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:53.359637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] For port 320b9535-7419-4463-8af2-14fd0caaedc5, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:53.362881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] For port 320b9535-7419-4463-8af2-14fd0caaedc5, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=320b9535-7419-4463-8af2-14fd0caaedc5,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:53.367001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.406236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fcd0d5-2241-467d-8162-b584db895c3b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:53.413637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fcd0d5-2241-467d-8162-b584db895c3b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:53.415483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-40fcd0d5-2241-467d-8162-b584db895c3b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0597298 Feb 07 23:03:53.418173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49340) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:53.439104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36e084-e34c-46d3-b69d-6a8ce2e1f100 None None] Pushing event updated for resources: {'Port': ['ID=320b9535-7419-4463-8af2-14fd0caaedc5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:53.535497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c1a2f884-5aae-4303-a5de-2ef1428be257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 6ed04225-085f-49fa-af3f-235abefb88c8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:53.536081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f884-5aae-4303-a5de-2ef1428be257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.690907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f884-5aae-4303-a5de-2ef1428be257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.727030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c1a2f884-5aae-4303-a5de-2ef1428be257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 6ed04225-085f-49fa-af3f-235abefb88c8 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:53.792802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 320b9535-7419-4463-8af2-14fd0caaedc5 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:53.845567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 320b9535-7419-4463-8af2-14fd0caaedc5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:53.846192 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.853649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-862f8652-6d3b-4715-873d-b35febfe8f81 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35802865&fields=id&tenant_id=edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 267 time: 0.0632043 Feb 07 23:03:53.940076 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.972900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 320b9535-7419-4463-8af2-14fd0caaedc5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=320b9535-7419-4463-8af2-14fd0caaedc5,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:53.979449 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.013290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f884-5aae-4303-a5de-2ef1428be257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.029048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-20a79485-04a4-4036-b639-d3721f5fe25d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:54.030685 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-20a79485-04a4-4036-b639-d3721f5fe25d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1596713 Feb 07 23:03:54.045766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=320b9535-7419-4463-8af2-14fd0caaedc5,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:54.064076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2f884-5aae-4303-a5de-2ef1428be257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=6ed04225-085f-49fa-af3f-235abefb88c8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:54.065670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9032851d-81c8-4f3e-aa00-7d3674358d88 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:54.066910 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-8b22ed32-4cd1-433c-9de8-ed6a699e8d3d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/quotas/edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 375 time: 0.0149045 Feb 07 23:03:54.093139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 9032851d-81c8-4f3e-aa00-7d3674358d88 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:54.093139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9032851d-81c8-4f3e-aa00-7d3674358d88 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:54.129200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f884-5aae-4303-a5de-2ef1428be257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.132704 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c1a2f884-5aae-4303-a5de-2ef1428be257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/6ed04225-085f-49fa-af3f-235abefb88c8 HTTP/1.1" status: 204 len: 168 time: 0.7135184 Feb 07 23:03:54.135045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49352) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:54.189604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-b38b778d-73b5-4803-94ef-d8369ba33181 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101730 Feb 07 23:03:54.201182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ad407e-3a78-435e-9a27-be10cd060747 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:54.202812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ad407e-3a78-435e-9a27-be10cd060747 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:54.206668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-64ad407e-3a78-435e-9a27-be10cd060747 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0683689 Feb 07 23:03:54.206903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49356) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:54.309892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e155b3-920a-4af0-a8ad-f004288b3077 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 7582c353-b3e2-45dc-a2f1-413251dc7c42 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:54.315510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01e155b3-920a-4af0-a8ad-f004288b3077 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.375133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01e155b3-920a-4af0-a8ad-f004288b3077 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.379530 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-2d3c0e84-dc60-47ea-8d9d-6a1023d247f8 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645441 Feb 07 23:03:54.571762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-9d2adbe1-19f8-492d-b4c1-fcd4ef06bb30 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714218 Feb 07 23:03:54.575509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01e155b3-920a-4af0-a8ad-f004288b3077 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.641393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3f8ceab-892d-4101-a118-34e74d1f55ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.655684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01e155b3-920a-4af0-a8ad-f004288b3077 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.685224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e155b3-920a-4af0-a8ad-f004288b3077 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=7582c353-b3e2-45dc-a2f1-413251dc7c42,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:54.688927 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01e155b3-920a-4af0-a8ad-f004288b3077 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.695259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-01e155b3-920a-4af0-a8ad-f004288b3077 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/7582c353-b3e2-45dc-a2f1-413251dc7c42 HTTP/1.1" status: 204 len: 168 time: 0.4841926 Feb 07 23:03:54.695259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49360) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:54.763397 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ff0267a9-c072-4a48-b781-7cb7899168d5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651770 Feb 07 23:03:54.763628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49362) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:54.768525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5dd48c09-f13a-430e-953b-f9240f93863e None None] Provisioning complete for port 320b9535-7419-4463-8af2-14fd0caaedc5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:54.769038 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dd48c09-f13a-430e-953b-f9240f93863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.861363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad1528-388d-4029-bc9b-464b332cc511 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:54.862900 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-43ad1528-388d-4029-bc9b-464b332cc511 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0982268 Feb 07 23:03:54.866959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49368) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:54.914411 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.933272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b94782c-cf6e-4810-a469-d57d066cfc0a None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:54.967923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858f1405-6e8e-4c6d-af2c-7be0d7cb90ec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:54.969959 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-858f1405-6e8e-4c6d-af2c-7be0d7cb90ec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024287 Feb 07 23:03:54.972635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49370) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:55.038307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49376) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:55.044512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1cf61289-bc82-4cac-8470-bd214903c7f9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705323 Feb 07 23:03:55.044717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:55.050860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a7687c96-64a4-436b-a60b-0179e8bc8daf None None] Could not find standard attr ID for object 0a2ebd41-f9e2-48a2-81e3-de2f88dfdada. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:03:55.093733 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92ddb44b-bc87-4a41-b6bc-adf47b1f99b5 req-7254292f-949e-49e2-b12e-67fc2606cf33 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 210 time: 0.0449181 Feb 07 23:03:55.180899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae03257-9d76-4830-b1a4-284cabbda074 None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:03:55.206839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:55.212809 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.248234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ae03257-9d76-4830-b1a4-284cabbda074 None None] Deleting port 320b9535-7419-4463-8af2-14fd0caaedc5 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:55.248623 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ae03257-9d76-4830-b1a4-284cabbda074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.346885 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8ae03257-9d76-4830-b1a4-284cabbda074 None None] For port 320b9535-7419-4463-8af2-14fd0caaedc5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=320b9535-7419-4463-8af2-14fd0caaedc5,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:55.351182 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ae03257-9d76-4830-b1a4-284cabbda074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.386982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ae03257-9d76-4830-b1a4-284cabbda074 None None] Calling delete_port for 320b9535-7419-4463-8af2-14fd0caaedc5 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:55.531399 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ae03257-9d76-4830-b1a4-284cabbda074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.553709 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.578259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae03257-9d76-4830-b1a4-284cabbda074 None None] Pushing event deleted for resources: {'Port': ['ID=320b9535-7419-4463-8af2-14fd0caaedc5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:55.591361 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae03257-9d76-4830-b1a4-284cabbda074 None None] No DVR routers for this DVR port 320b9535-7419-4463-8af2-14fd0caaedc5 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:55.644422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=e11f1dda-f2c5-405b-bd76-ecac2e8f842a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:55.648977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:55.651225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:55.656974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:55.657926 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.661490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d6f42e-8907-4ef0-ae2b-d88fa4a7ad7b None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:55.734329 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-65b87998-2308-42cb-8f62-380c1f3f5930 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6954043 Feb 07 23:03:55.737027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49396) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:55.752351 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 320b9535-7419-4463-8af2-14fd0caaedc5 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:55.752614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': 'e11f1dda-f2c5-405b-bd76-ecac2e8f842a', 'ip_address': '2001:db8::c633:2b1e:c40e:80c0'}], 'name': 'tempest-NetworksTestDHCPv6-145018884'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:55.777959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 320b9535-7419-4463-8af2-14fd0caaedc5 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:03:55.778572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 320b9535-7419-4463-8af2-14fd0caaedc5 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:03:55.935268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': 'e11f1dda-f2c5-405b-bd76-ecac2e8f842a'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:03:55.936510 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.948157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:56.059458 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.077117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 7070f8ea-363b-4714-89fe-a1ebc3295ac8 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:56.152663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Allocated IP 2001:db8::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/e11f1dda-f2c5-405b-bd76-ecac2e8f842a/5eaaf611-1995-47aa-a24e-7d6aab3190bf) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:56.204357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3512cedc-18a0-4107-88a5-13ceceba1195 req-49075bcf-80dd-4921-a3c8-885e6cd1be6b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 210 time: 0.0314116 Feb 07 23:03:56.320741 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.327748 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.393430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:56.393882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::c633:2b1e:c40e:80c0 (f5361c17-937c-4775-b5bf-2de95bedd68c/e11f1dda-f2c5-405b-bd76-ecac2e8f842a/7070f8ea-363b-4714-89fe-a1ebc3295ac8) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:56.398873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:56.401129 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.401907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Pushing event updated for resources: {'Port': ['ID=5eaaf611-1995-47aa-a24e-7d6aab3190bf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:56.404106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:56.480227 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Attempting to bind port 5eaaf611-1995-47aa-a24e-7d6aab3190bf on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:56.480618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Attempting to bind port 5eaaf611-1995-47aa-a24e-7d6aab3190bf by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:56.480953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Attempting to bind port 5eaaf611-1995-47aa-a24e-7d6aab3190bf on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:56.486389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:56.486765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:56.487291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.487684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:56.488170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Bound port: 5eaaf611-1995-47aa-a24e-7d6aab3190bf, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:56.488546 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.572956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-d1cdfef9-c105-4cfc-ac90-9fecce5a1583 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:56.574996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-d1cdfef9-c105-4cfc-ac90-9fecce5a1583 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.46 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1440475 Feb 07 23:03:56.578811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.610914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] For port 5eaaf611-1995-47aa-a24e-7d6aab3190bf, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:56.637390 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.642629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] For port 5eaaf611-1995-47aa-a24e-7d6aab3190bf, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5eaaf611-1995-47aa-a24e-7d6aab3190bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:56.649301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.661348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-1f70d449-ae9e-4076-a435-5ad58599bed8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 378 time: 0.0740707 Feb 07 23:03:56.664326 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.673636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'port': {'device_id': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'admin_state_up': True, 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'security_groups': ['5a41d66f-c945-4c62-b241-31cebdf30211']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:56.735245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f8e64-dea2-4936-8cac-f9f9ec66944e None None] Pushing event updated for resources: {'Port': ['ID=5eaaf611-1995-47aa-a24e-7d6aab3190bf,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:56.742373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=7070f8ea-363b-4714-89fe-a1ebc3295ac8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:56.761712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:56.763212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:56.765665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:56.772082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:56.772744 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.798367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1403f9f8-43dc-4a76-ba89-9f646fc80837 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0573604 Feb 07 23:03:56.798684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49402) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:56.804491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f2449c86-5205-47db-8de7-e10713baeda7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': 'e11f1dda-f2c5-405b-bd76-ecac2e8f842a', 'ip_address': '2001:db8::c633:2b1e:c40e:80c0'}], 'name': 'tempest-NetworksTestDHCPv6-1195988625'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:56.994355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2449c86-5205-47db-8de7-e10713baeda7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:57.000700 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2449c86-5205-47db-8de7-e10713baeda7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.004062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Made reservation on behalf of edc93e220b884578820ed73d5e9400f9 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:57.008075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.042614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-f2449c86-5205-47db-8de7-e10713baeda7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 44565f1e-a202-4a4b-887d-80301387104e yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:03:57.285285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.20.0.6 (2f757959-1832-41a9-aab1-345730436e6e/40058268-0e17-460f-86fe-d5a141a2db00/4946f255-c79d-4767-a49b-697ee9d19ff2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:57.310844 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cbda46f3-9f87-48ca-983c-35b2df96e7b5 req-3357f049-83a4-44d2-af12-b3839eef3666 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 210 time: 0.0331895 Feb 07 23:03:57.336330 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2449c86-5205-47db-8de7-e10713baeda7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 23:03:57.336861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2449c86-5205-47db-8de7-e10713baeda7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:57.373506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f2449c86-5205-47db-8de7-e10713baeda7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5738328 Feb 07 23:03:57.377728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49406) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:57.447499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3571e-4dfd-4235-8cb1-ba1a92164d5b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:57.453710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3571e-4dfd-4235-8cb1-ba1a92164d5b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:57.458491 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e5d3571e-4dfd-4235-8cb1-ba1a92164d5b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0791123 Feb 07 23:03:57.459264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49408) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:57.478828 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.529319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.580152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-787a7881-c974-49e9-9191-d207721cfa3f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 7070f8ea-363b-4714-89fe-a1ebc3295ac8 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:57.580428 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-787a7881-c974-49e9-9191-d207721cfa3f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.612473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:57.619044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:57.621561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:03:57.624736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=4946f255-c79d-4767-a49b-697ee9d19ff2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:57.717796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.718339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.718840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.719336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.719875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.720355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.720842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.721326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.722052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.722515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.724800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.725311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:57.763583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:57.764243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.793120 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-787a7881-c974-49e9-9191-d207721cfa3f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.807592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-95b57c39-6bf8-437a-86de-34620529fa21 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1382072 Feb 07 23:03:57.821527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Request body: {'port': {'device_id': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:57.830142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-787a7881-c974-49e9-9191-d207721cfa3f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 7070f8ea-363b-4714-89fe-a1ebc3295ac8 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:57.882715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5eaaf611-1995-47aa-a24e-7d6aab3190bf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:03:57.960160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.963169 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 5eaaf611-1995-47aa-a24e-7d6aab3190bf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:57.963620 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.134674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-787a7881-c974-49e9-9191-d207721cfa3f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.142328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-18b39d7a-643a-4c05-96e1-cc76f5d5da56 None None] Provisioning complete for port 4946f255-c79d-4767-a49b-697ee9d19ff2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:58.142708 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18b39d7a-643a-4c05-96e1-cc76f5d5da56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.146640 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.205411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-18b39d7a-643a-4c05-96e1-cc76f5d5da56 None None] Port 4946f255-c79d-4767-a49b-697ee9d19ff2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:03:58.208036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a7881-c974-49e9-9191-d207721cfa3f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=7070f8ea-363b-4714-89fe-a1ebc3295ac8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:58.237230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 5eaaf611-1995-47aa-a24e-7d6aab3190bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5eaaf611-1995-47aa-a24e-7d6aab3190bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:58.246232 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.266560 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-787a7881-c974-49e9-9191-d207721cfa3f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.274705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-787a7881-c974-49e9-9191-d207721cfa3f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/7070f8ea-363b-4714-89fe-a1ebc3295ac8 HTTP/1.1" status: 204 len: 168 time: 0.8131051 Feb 07 23:03:58.275564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49412) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:58.385332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d574b09-f769-4dc2-ba06-c8ec22f0c5b3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:58.386883 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d574b09-f769-4dc2-ba06-c8ec22f0c5b3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:58.394999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=5eaaf611-1995-47aa-a24e-7d6aab3190bf,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:58.404402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9d574b09-f769-4dc2-ba06-c8ec22f0c5b3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1276801 Feb 07 23:03:58.405297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49416) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:58.419962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a3eefa87-292b-407e-81b0-4239485ee1d4 None None] Provisioning complete for port 5eaaf611-1995-47aa-a24e-7d6aab3190bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:58.420447 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a3eefa87-292b-407e-81b0-4239485ee1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.499733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bc3f05-c61d-4b0e-a10b-f79a384ea7f4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet e11f1dda-f2c5-405b-bd76-ecac2e8f842a {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:03:58.504740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3f05-c61d-4b0e-a10b-f79a384ea7f4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.565785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff6011-2eff-49f4-a091-f2e7903310e3 req-b90eb922-de43-461e-bfc2-0c6f48109a0e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:58.568735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8ff6011-2eff-49f4-a091-f2e7903310e3 req-b90eb922-de43-461e-bfc2-0c6f48109a0e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 931 time: 0.1177003 Feb 07 23:03:58.583533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3f05-c61d-4b0e-a10b-f79a384ea7f4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.644123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4946f255-c79d-4767-a49b-697ee9d19ff2 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:03:58.655309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.671362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Transition to ACTIVE for port object 4946f255-c79d-4767-a49b-697ee9d19ff2 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:03:58.681763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.698388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5724d2fe-a270-43b2-8a72-d3212f289c10 None None] Could not find standard attr ID for object 7070f8ea-363b-4714-89fe-a1ebc3295ac8. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:03:58.841003 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3f05-c61d-4b0e-a10b-f79a384ea7f4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.910103 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8ff6011-2eff-49f4-a091-f2e7903310e3 req-555c0cab-c3a3-42bc-a91a-abc351992a1e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3210657 Feb 07 23:03:58.911214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Pushing event updated for resources: {'Port': ['ID=4946f255-c79d-4767-a49b-697ee9d19ff2,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:58.949148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49424) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:59.034268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Attempting to bind port 4946f255-c79d-4767-a49b-697ee9d19ff2 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:59.034913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Attempting to bind port 4946f255-c79d-4767-a49b-697ee9d19ff2 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:59.035248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Attempting to bind port 4946f255-c79d-4767-a49b-697ee9d19ff2 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:59.043920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Port 4946f255-c79d-4767-a49b-697ee9d19ff2 on network 2f757959-1832-41a9-aab1-345730436e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:03:59.044420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Attempting to bind port 4946f255-c79d-4767-a49b-697ee9d19ff2 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:03:59.063606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:03:59.063606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:03:59.063606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Bound using segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:03:59.063606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Bound port: 4946f255-c79d-4767-a49b-697ee9d19ff2, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:59.063606 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.122569 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3f05-c61d-4b0e-a10b-f79a384ea7f4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.160407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc3f05-c61d-4b0e-a10b-f79a384ea7f4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=e11f1dda-f2c5-405b-bd76-ecac2e8f842a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:59.165237 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3f05-c61d-4b0e-a10b-f79a384ea7f4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.168580 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a4bc3f05-c61d-4b0e-a10b-f79a384ea7f4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/e11f1dda-f2c5-405b-bd76-ecac2e8f842a HTTP/1.1" status: 204 len: 168 time: 0.7624779 Feb 07 23:03:59.179344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc522f-cca5-4cd3-8e94-557d9583ec24 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:03:59.189913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49426) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:59.216759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] For port 4946f255-c79d-4767-a49b-697ee9d19ff2, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:03:59.298070 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-318867cf-fec3-4928-be66-e7b4ca6a2627 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008024 Feb 07 23:03:59.298070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] For port 4946f255-c79d-4767-a49b-697ee9d19ff2, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4946f255-c79d-4767-a49b-697ee9d19ff2,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:03:59.298607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49428) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:03:59.305763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:59.311529 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.391841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Pushing event updated for resources: {'Port': ['ID=4946f255-c79d-4767-a49b-697ee9d19ff2,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:59.410667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:59.412335 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.414059 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f7b72e2a-d74d-44fa-af32-27e2a3315e01 service neutron] 10.222.0.46 "PUT /v2.0/ports/4946f255-c79d-4767-a49b-697ee9d19ff2 HTTP/1.1" status: 200 len: 1091 time: 1.5985203 Feb 07 23:03:59.414648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'tag': '4946f255-c79d-4767-a49b-697ee9d19ff2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:59.417870 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacd7047-18d5-4985-a090-d12d6d06bef4" -d '{"events": [{"name": "network-changed", "server_uuid": "e3186a0f-86c4-4462-87af-df867d2f5b03", "tag": "4946f255-c79d-4767-a49b-697ee9d19ff2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:03:59.541807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fafa3ee-0a61-408c-8ebb-2f7bb948c522 None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:03:59.598268 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75060fc-6f29-4766-8194-85d24b4bfa37 x-openstack-request-id: req-e75060fc-6f29-4766-8194-85d24b4bfa37 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:03:59.598938 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3186a0f-86c4-4462-87af-df867d2f5b03", "tag": "4946f255-c79d-4767-a49b-697ee9d19ff2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:03:59.612160 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e75060fc-6f29-4766-8194-85d24b4bfa37 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:03:59.612841 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'tag': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'status': 'completed', 'code': 200} Feb 07 23:03:59.641092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9fafa3ee-0a61-408c-8ebb-2f7bb948c522 None None] Deleting port 5eaaf611-1995-47aa-a24e-7d6aab3190bf {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:03:59.641474 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fafa3ee-0a61-408c-8ebb-2f7bb948c522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.711672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-27c4eb43-a8ea-48f6-bf72-10c8fdff3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:59.716544 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-27c4eb43-a8ea-48f6-bf72-10c8fdff3226 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 1094 time: 0.1917980 Feb 07 23:03:59.746924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5eaaf611-1995-47aa-a24e-7d6aab3190bf no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:03:59.782056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-f277b88f-fb7e-4b39-a71c-8f68edeb7701 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4946f255-c79d-4767-a49b-697ee9d19ff2 HTTP/1.1" status: 200 len: 217 time: 0.0568550 Feb 07 23:03:59.783221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:59.787942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.795941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9fafa3ee-0a61-408c-8ebb-2f7bb948c522 None None] For port 5eaaf611-1995-47aa-a24e-7d6aab3190bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5eaaf611-1995-47aa-a24e-7d6aab3190bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:03:59.796347 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fafa3ee-0a61-408c-8ebb-2f7bb948c522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.818062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9fafa3ee-0a61-408c-8ebb-2f7bb948c522 None None] Calling delete_port for 5eaaf611-1995-47aa-a24e-7d6aab3190bf owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:03:59.935397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-5605e528-237a-4393-8b96-064aa1c4c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:59.936883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-5605e528-237a-4393-8b96-064aa1c4c606 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0861127 Feb 07 23:04:00.017587 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.047584 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.080309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fafa3ee-0a61-408c-8ebb-2f7bb948c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.099868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafa3ee-0a61-408c-8ebb-2f7bb948c522 None None] No DVR routers for this DVR port 5eaaf611-1995-47aa-a24e-7d6aab3190bf on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:00.159024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafa3ee-0a61-408c-8ebb-2f7bb948c522 None None] Pushing event deleted for resources: {'Port': ['ID=5eaaf611-1995-47aa-a24e-7d6aab3190bf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:00.348491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-92c24bc2-eaa5-4a27-8003-6e82feae7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:00.350163 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-92c24bc2-eaa5-4a27-8003-6e82feae7be0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052167 Feb 07 23:04:00.368595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Deleting port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:00.369304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.399771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4db80-d711-4725-a3c0-4533f3034789 req-4ba2d26b-f12a-41f2-9905-b5cef8c72f85 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:00.401324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75c4db80-d711-4725-a3c0-4533f3034789 req-4ba2d26b-f12a-41f2-9905-b5cef8c72f85 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 943 time: 0.1403787 Feb 07 23:04:00.459145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] For port 1c2acc8d-0134-4af7-8de9-d7fb4f029c83, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1c2acc8d-0134-4af7-8de9-d7fb4f029c83,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:00.459926 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.471358 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.474192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Calling delete_port for 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:00.546934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:00.553846 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-75c4db80-d711-4725-a3c0-4533f3034789 req-1150b165-d42e-41cd-b6d1-ad69b9c62b53 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1370952 Feb 07 23:04:00.560071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:00.569144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:00.569743 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.582597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e1e75-4ad6-478b-815d-8d2c045ab22e None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:00.590010 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-4df3f11c-323c-4815-a43b-a3c6f50c7d8a service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137654 Feb 07 23:04:00.590613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=435d6391-479b-41e9-a5e3-795e80efc845,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:00.599058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c1d44a28-2a60-4f3f-94c2-8a4b4387900c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2992375 Feb 07 23:04:00.607519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49434) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:00.612782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a3ee56e3-4aae-48ef-8689-7d4bbaa35319 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': '435d6391-479b-41e9-a5e3-795e80efc845', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1198589957'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:00.727222 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e3b11de-e4b5-47aa-8a28-8f36b7790d05 req-d88ad4d5-79fd-45b9-856c-f391ebb665eb service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259694 Feb 07 23:04:00.790897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ee56e3-4aae-48ef-8689-7d4bbaa35319 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:00.793783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': '435d6391-479b-41e9-a5e3-795e80efc845'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:00.793783 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.795917 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a3ee56e3-4aae-48ef-8689-7d4bbaa35319 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.809429 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.841495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2acc8d-0134-4af7-8de9-d7fb4f029c83,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:00.845215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-a3ee56e3-4aae-48ef-8689-7d4bbaa35319 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 25f43082-a80a-4615-aeb7-0a6e31fc2cea yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:00.864259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-a61961e9-4152-4665-8ec0-197421ab4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:00.866762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-a61961e9-4152-4665-8ec0-197421ab4a73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 1094 time: 0.0887182 Feb 07 23:04:00.994516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-84af2381-d1f0-467c-bf7d-a94af6ab3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:00.996175 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-84af2381-d1f0-467c-bf7d-a94af6ab3cd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1186295 Feb 07 23:04:01.018074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Allocated IP 2001:db8::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/435d6391-479b-41e9-a5e3-795e80efc845/5d3cfa1b-a70a-4b25-b1a7-b0aac1612106) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:01.060113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-f8bf34af-37eb-415f-b2bc-a404c8314c22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4946f255-c79d-4767-a49b-697ee9d19ff2 HTTP/1.1" status: 200 len: 217 time: 0.0562220 Feb 07 23:04:01.125512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-7d80fb41-b48e-4513-bc51-071c74307817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:01.126987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-7d80fb41-b48e-4513-bc51-071c74307817 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0613456 Feb 07 23:04:01.192463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-434c3cf1-f212-4f5f-8ebb-b593c51a53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:01.195227 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-434c3cf1-f212-4f5f-8ebb-b593c51a53e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609927 Feb 07 23:04:01.221528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.258229 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.266999 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.278657 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ee56e3-4aae-48ef-8689-7d4bbaa35319 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:01.279122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ee56e3-4aae-48ef-8689-7d4bbaa35319 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:01.304598 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-991ea86f-f9f0-429e-a478-71bd0a6c5128 service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022582 Feb 07 23:04:01.319999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:01.323609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:01.327209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:01.329605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a3ee56e3-4aae-48ef-8689-7d4bbaa35319 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7209854 Feb 07 23:04:01.334350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49436) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:01.360100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Pushing event updated for resources: {'Port': ['ID=5d3cfa1b-a70a-4b25-b1a7-b0aac1612106,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:01.423095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b6b175-17b5-41f3-9bf0-a0450cd08e2a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:01.425015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e3b6b175-17b5-41f3-9bf0-a0450cd08e2a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0897541 Feb 07 23:04:01.428338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49438) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:01.476388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bacd7047-18d5-4985-a090-d12d6d06bef4 req-8f3ce316-dad8-4ae8-81c9-cab37bd028ff service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646726 Feb 07 23:04:01.518366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b77943-7e5f-4511-a169-51bc47c3073b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:01.520070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b77943-7e5f-4511-a169-51bc47c3073b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:01.521910 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b0b77943-7e5f-4511-a169-51bc47c3073b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0924952 Feb 07 23:04:01.525363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49440) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:01.556342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Router 192ee214-366b-4a1c-9266-e4d2afed5dd9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:04:01.571176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Attempting to bind port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:01.572128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Attempting to bind port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:01.572370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Attempting to bind port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:01.589678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:01.590269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f008b1-bbd9-4d5b-b6af-6b2c3abdbec0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 435d6391-479b-41e9-a5e3-795e80efc845 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:01.590361 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:01.590361 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.590697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:01.591310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Bound port: 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:01.591718 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.593946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22f008b1-bbd9-4d5b-b6af-6b2c3abdbec0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.682857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] For port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:01.684420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22f008b1-bbd9-4d5b-b6af-6b2c3abdbec0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.687078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] For port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5d3cfa1b-a70a-4b25-b1a7-b0aac1612106,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:01.705562 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.720680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:04:01.752443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9c46e147-b72d-4769-b720-80d50105fbd7 admin admin] 10.222.0.15 "PUT /v2.0/routers/192ee214-366b-4a1c-9266-e4d2afed5dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7981102 Feb 07 23:04:01.753460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49444) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:01.773708 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] Sync routers for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:04:01.816249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22f008b1-bbd9-4d5b-b6af-6b2c3abdbec0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.827248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:01.830394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:01.830548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9ab6a-8e6b-4684-adad-cef30981b36b req-1cbe8563-9714-4472-8f62-874c967cd97d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:01.832165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35d9ab6a-8e6b-4684-adad-cef30981b36b req-1cbe8563-9714-4472-8f62-874c967cd97d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 943 time: 0.1446552 Feb 07 23:04:01.913278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22f008b1-bbd9-4d5b-b6af-6b2c3abdbec0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.921638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea691b2d-20aa-43e0-ad4d-f33035be9ebd None None] Pushing event updated for resources: {'Port': ['ID=5d3cfa1b-a70a-4b25-b1a7-b0aac1612106,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:01.948364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-35d9ab6a-8e6b-4684-adad-cef30981b36b req-eaa7c2b5-0e3e-42d1-aa1e-34a8c999a876 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969167 Feb 07 23:04:01.953961 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.980240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f008b1-bbd9-4d5b-b6af-6b2c3abdbec0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=435d6391-479b-41e9-a5e3-795e80efc845,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:01.996191 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-22f008b1-bbd9-4d5b-b6af-6b2c3abdbec0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.002492 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-22f008b1-bbd9-4d5b-b6af-6b2c3abdbec0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/435d6391-479b-41e9-a5e3-795e80efc845 HTTP/1.1" status: 204 len: 168 time: 0.4755135 Feb 07 23:04:02.003163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49446) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:02.041150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:04:02.061543 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2cadab9c-653f-404d-a7fe-3b213b5326f2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565479 Feb 07 23:04:02.065010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49448) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:02.071693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:02.190433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.253942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:02.259889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.294059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T23:04:00Z', 'revision_number': 5, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port': {'id': 'bd1fd456-6284-4df0-baf8-0949945f742c', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:24Z', 'updated_at': '2022-02-07T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:02.322966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] Checking router: 192ee214-366b-4a1c-9266-e4d2afed5dd9 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:04:02.337152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] Routers {'192ee214-366b-4a1c-9266-e4d2afed5dd9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:02.338078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['192ee214-366b-4a1c-9266-e4d2afed5dd9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:02.341308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Deleting port bd1fd456-6284-4df0-baf8-0949945f742c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:02.341646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.453703 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] Set router 192ee214-366b-4a1c-9266-e4d2afed5dd9 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:04:02.477721 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] For port bd1fd456-6284-4df0-baf8-0949945f742c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bd1fd456-6284-4df0-baf8-0949945f742c,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:02.478084 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.499059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Calling delete_port for bd1fd456-6284-4df0-baf8-0949945f742c owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:02.509758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T23:04:02Z', 'revision_number': 6, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:02.535860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29848b-0918-480e-aa15-40e8e47dc78a None None] The sync data for ids ['192ee214-366b-4a1c-9266-e4d2afed5dd9'] in n-d-827895-2 is: [{'id': '192ee214-366b-4a1c-9266-e4d2afed5dd9', 'name': 'tempest-AttachVolumeTestJSON-489343413-router', 'tenant_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:23Z', 'updated_at': '2022-02-07T23:04:02Z', 'revision_number': 6, 'project_id': 'aab5777fcbf648a0b699c9be7cdbb0b0', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:04:02.586571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.639778 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:02.645227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:02.651794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:02.652379 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.703960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=554abc7e-f569-4191-b7b4-3986530059d2,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:02.716116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b9c986c9-83de-4cd4-a05b-863f4e690e68 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6500452 Feb 07 23:04:02.718796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49450) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:02.725600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9a772193-40c9-4e34-98e4-01d1a0594688 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1651629711', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:02.790385 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a772193-40c9-4e34-98e4-01d1a0594688 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.792103 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a772193-40c9-4e34-98e4-01d1a0594688 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.796606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.842647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1fd456-6284-4df0-baf8-0949945f742c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:02.934681 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a772193-40c9-4e34-98e4-01d1a0594688 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.945604 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a772193-40c9-4e34-98e4-01d1a0594688 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.954346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.084197 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3137c-3048-4f28-a355-bd9b131a23a2 req-7226db3e-9aa4-453e-a95d-3a6d8e72cb4a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:03.085961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fec3137c-3048-4f28-a355-bd9b131a23a2 req-7226db3e-9aa4-453e-a95d-3a6d8e72cb4a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 943 time: 0.0540583 Feb 07 23:04:03.126062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d250724-4649-4296-b50c-be4974bcf60a None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:03.134563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fec3137c-3048-4f28-a355-bd9b131a23a2 req-262ac959-60f0-4d9e-b0a7-3f2b6fddb8bc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418344 Feb 07 23:04:03.199229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-777ce2c8-7021-4ae9-927a-e8d6a0dae99c None None] Provisioning complete for port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:03.199606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-777ce2c8-7021-4ae9-927a-e8d6a0dae99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.360005 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-777ce2c8-7021-4ae9-927a-e8d6a0dae99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.378265 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a772193-40c9-4e34-98e4-01d1a0594688 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.379483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9a772193-40c9-4e34-98e4-01d1a0594688 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6597428 Feb 07 23:04:03.381382 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.382920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49454) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:03.384167 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.404667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-777ce2c8-7021-4ae9-927a-e8d6a0dae99c None None] For port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5d3cfa1b-a70a-4b25-b1a7-b0aac1612106,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:03.414365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-777ce2c8-7021-4ae9-927a-e8d6a0dae99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.458957 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.466378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192ee214-366b-4a1c-9266-e4d2afed5dd9 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:04:03.473300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.483579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d2198fdc-89a4-4bdd-bc4c-9cd2de717845 admin admin] 10.222.0.15 "DELETE /v2.0/routers/192ee214-366b-4a1c-9266-e4d2afed5dd9 HTTP/1.1" status: 204 len: 168 time: 1.7201643 Feb 07 23:04:03.484264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49456) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:03.489116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ce2c8-7021-4ae9-927a-e8d6a0dae99c None None] Pushing event updated for resources: {'Port': ['ID=5d3cfa1b-a70a-4b25-b1a7-b0aac1612106,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:03.545593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99adf63-ab19-487c-aea8-c18a0df79086 admin admin] Deleting subnet 69565f97-44fa-4eea-9041-f5e191979448 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:03.548995 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b99adf63-ab19-487c-aea8-c18a0df79086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.614195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b99adf63-ab19-487c-aea8-c18a0df79086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.742135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-51121a1a-0ba4-4e2a-9c22-f9f178d5b88a None None] Provisioning complete for port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:03.742517 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51121a1a-0ba4-4e2a-9c22-f9f178d5b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.754952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b99adf63-ab19-487c-aea8-c18a0df79086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.837003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:03.865827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b99adf63-ab19-487c-aea8-c18a0df79086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.894104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99adf63-ab19-487c-aea8-c18a0df79086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69565f97-44fa-4eea-9041-f5e191979448,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:03.904467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.910219 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b99adf63-ab19-487c-aea8-c18a0df79086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.915592 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b99adf63-ab19-487c-aea8-c18a0df79086 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/69565f97-44fa-4eea-9041-f5e191979448 HTTP/1.1" status: 204 len: 168 time: 0.4303021 Feb 07 23:04:03.918345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49458) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:03.918890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e070db0-3930-4f8b-a439-0c0c158ffe50 None None] Network db1c45f2-63d9-4be1-8606-8da64d0df07f requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:04.012751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.023959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:04.024537 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.066989 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.071240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Deleting port 2d46853b-82c1-437c-92b9-b371b25d5d32 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:04.071672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.140007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] For port 2d46853b-82c1-437c-92b9-b371b25d5d32, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2d46853b-82c1-437c-92b9-b371b25d5d32,segment=NetworkSegment(0a2f76e2-e251-4da1-9d55-89b2e47a0616),segment_id=0a2f76e2-e251-4da1-9d55-89b2e47a0616)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:04.140378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.161083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Calling delete_port for 2d46853b-82c1-437c-92b9-b371b25d5d32 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:04.189364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::1 (f5361c17-937c-4775-b5bf-2de95bedd68c/554abc7e-f569-4191-b7b4-3986530059d2/95890ef5-033d-4bc2-a07c-913be98c607c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:04.229711 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] DHCP port deletion for db1c45f2-63d9-4be1-8606-8da64d0df07f request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:04.270126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bd1fd456-6284-4df0-baf8-0949945f742c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:04.270357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.294307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: bd1fd456-6284-4df0-baf8-0949945f742c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:04.294307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bd1fd456-6284-4df0-baf8-0949945f742c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:04.294675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:04.311465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d46853b-82c1-437c-92b9-b371b25d5d32,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:04.317339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:04.317506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] No DVR routers for this DVR port 2d46853b-82c1-437c-92b9-b371b25d5d32 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:04.317612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1c2acc8d-0134-4af7-8de9-d7fb4f029c83 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:04.327737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.343489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] Deleting port 2d46853b-82c1-437c-92b9-b371b25d5d32 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:04.344196 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.365594 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.366155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99792c-424e-4ff4-8577-db538d747f0f req-b91af1fa-8398-4593-a0a3-3becb9522e81 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:04.373750 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a99792c-424e-4ff4-8577-db538d747f0f req-b91af1fa-8398-4593-a0a3-3becb9522e81 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 943 time: 0.1165855 Feb 07 23:04:04.407984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:04.410861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] For port 2d46853b-82c1-437c-92b9-b371b25d5d32, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:04.411256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.413166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:04.416898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:04.417448 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.430867 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.433627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] Calling delete_port for 2d46853b-82c1-437c-92b9-b371b25d5d32 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:04.437053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] Port 2d46853b-82c1-437c-92b9-b371b25d5d32 was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 23:04:04.438969 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.461974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=95890ef5-033d-4bc2-a07c-913be98c607c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:04.465630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a99792c-424e-4ff4-8577-db538d747f0f req-407ffe8d-e270-44b9-86b7-088665677986 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909500 Feb 07 23:04:04.472945 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] Pushing event deleted for resources: {'Port': ['ID=2d46853b-82c1-437c-92b9-b371b25d5d32,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:04.474802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1c45f2-63d9-4be1-8606-8da64d0df07f']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:04.475484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197d25c-b92b-4b37-99a2-52ace6589309 None None] No DVR routers for this DVR port 2d46853b-82c1-437c-92b9-b371b25d5d32 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:04.490810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2f76e2-e251-4da1-9d55-89b2e47a0616') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:04.491115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2f76e2-e251-4da1-9d55-89b2e47a0616') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:04.502852 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.516665 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.524062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.531034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:04:04.531646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:04:04.534315 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:04:04.570999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.602150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.608479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.612141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] 10.222.0.15 "DELETE /v2.0/networks/db1c45f2-63d9-4be1-8606-8da64d0df07f HTTP/1.1" status: 204 len: 168 time: 0.6917300 Feb 07 23:04:04.629871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f856a-4a80-463d-917c-4519fed84f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=db1c45f2-63d9-4be1-8606-8da64d0df07f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:04.738810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49464) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:04.782682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3af21820-009e-4f31-ae8d-be48dd74b7c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aab5777fcbf648a0b699c9be7cdbb0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419841 Feb 07 23:04:04.784573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49466) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:04.829147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5a51c172-a040-4adf-9381-fdcc9900798f None None] Provisioning complete for port 95890ef5-033d-4bc2-a07c-913be98c607c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:04.829619 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a51c172-a040-4adf-9381-fdcc9900798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.858357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-017daaac-3c9b-4714-a4a3-45bcb8e85740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.876946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5a51c172-a040-4adf-9381-fdcc9900798f None None] Port 95890ef5-033d-4bc2-a07c-913be98c607c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:04:04.883637 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-017daaac-3c9b-4714-a4a3-45bcb8e85740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.893409 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.898603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.899459 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.937029 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-017daaac-3c9b-4714-a4a3-45bcb8e85740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.939638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-017daaac-3c9b-4714-a4a3-45bcb8e85740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.943761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-017daaac-3c9b-4714-a4a3-45bcb8e85740 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/041e19b7-01f7-4c71-921b-3b13f34097ee HTTP/1.1" status: 204 len: 168 time: 0.1554441 Feb 07 23:04:04.952841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017daaac-3c9b-4714-a4a3-45bcb8e85740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e19b7-01f7-4c71-921b-3b13f34097ee,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:04.994770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=95890ef5-033d-4bc2-a07c-913be98c607c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:05.036435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:05.037933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:05.162244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Router db5d3422-2950-4212-bd42-878819a09087 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:04:05.267726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:04:05.275755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-35b4a599-521b-4333-9a02-a2917063cbf3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "PUT /v2.0/routers/db5d3422-2950-4212-bd42-878819a09087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8913248 Feb 07 23:04:05.276214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49478) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:05.278618 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Sync routers for ids ['db5d3422-2950-4212-bd42-878819a09087'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:04:05.290051 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Routers {'db5d3422-2950-4212-bd42-878819a09087'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:05.290748 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['db5d3422-2950-4212-bd42-878819a09087'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:05.304276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7f715948-ca5d-44d2-abcb-defa41b157a0 None None] Provisioning complete for port 95890ef5-033d-4bc2-a07c-913be98c607c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:05.305427 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f715948-ca5d-44d2-abcb-defa41b157a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.330619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c230059-9018-4599-8511-a5e1546c9f25 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:05.335187 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4c230059-9018-4599-8511-a5e1546c9f25 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports/95890ef5-033d-4bc2-a07c-913be98c607c HTTP/1.1" status: 200 len: 911 time: 0.0543079 Feb 07 23:04:05.335187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49482) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:05.357661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7f715948-ca5d-44d2-abcb-defa41b157a0 None None] Port 95890ef5-033d-4bc2-a07c-913be98c607c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:04:05.393391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a58224e-0a9e-4f19-b04f-8e7de35733db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:05.400293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a58224e-0a9e-4f19-b04f-8e7de35733db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:05.401948 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0a58224e-0a9e-4f19-b04f-8e7de35733db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0654044 Feb 07 23:04:05.404834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49486) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:05.485136 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Set router db5d3422-2950-4212-bd42-878819a09087 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:04:05.602639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82181-56ac-4a12-819e-796fc43b5ea8 req-be4fc6ed-4d25-4bbf-aa98-e1d1e5a51ad8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:05.609936 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90c82181-56ac-4a12-819e-796fc43b5ea8 req-be4fc6ed-4d25-4bbf-aa98-e1d1e5a51ad8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 943 time: 0.0721083 Feb 07 23:04:05.676488 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-90c82181-56ac-4a12-819e-796fc43b5ea8 req-d95070b5-9ab6-4c6b-9b29-b8fb430dc2c7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655975 Feb 07 23:04:05.727950 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5d3422-2950-4212-bd42-878819a09087', 'name': 'tempest-NetworksTestDHCPv6-router-1651629711', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:04:02Z', 'updated_at': '2022-02-07T23:04:04Z', 'revision_number': 2, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'gw_port_host': None, '_interfaces': [{'id': '95890ef5-033d-4bc2-a07c-913be98c607c', 'name': '', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'mac_address': 'fa:16:3e:25:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5d3422-2950-4212-bd42-878819a09087', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '554abc7e-f569-4191-b7b4-3986530059d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:04Z', 'updated_at': '2022-02-07T23:04:04Z', 'revision_number': 2, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'subnets': [{'id': '554abc7e-f569-4191-b7b4-3986530059d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:05.730173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2d46853b-82c1-437c-92b9-b371b25d5d32 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:05.754165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2d46853b-82c1-437c-92b9-b371b25d5d32 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:05.754895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2d46853b-82c1-437c-92b9-b371b25d5d32 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:05.764956 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Checking router: db5d3422-2950-4212-bd42-878819a09087 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:04:05.765308 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Updating router db5d3422-2950-4212-bd42-878819a09087 port 95890ef5-033d-4bc2-a07c-913be98c607c binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:04:05.791918 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.898167 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.094064 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.101023 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.131006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 95890ef5-033d-4bc2-a07c-913be98c607c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:06.131798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.153844 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8df1e0-8810-4aff-a8fb-f6ce059aedeb None None] Pushing event updated for resources: {'Port': ['ID=95890ef5-033d-4bc2-a07c-913be98c607c,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:06.211777 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Attempting to bind port 95890ef5-033d-4bc2-a07c-913be98c607c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:06.212179 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Attempting to bind port 95890ef5-033d-4bc2-a07c-913be98c607c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:06.212504 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Attempting to bind port 95890ef5-033d-4bc2-a07c-913be98c607c on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:06.220112 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:06.220497 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:06.220877 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.222018 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:06.222499 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Bound port: 95890ef5-033d-4bc2-a07c-913be98c607c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:06.222884 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.275314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.295530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 95890ef5-033d-4bc2-a07c-913be98c607c owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:06.309822 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] For port 95890ef5-033d-4bc2-a07c-913be98c607c, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:06.315434 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] For port 95890ef5-033d-4bc2-a07c-913be98c607c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=95890ef5-033d-4bc2-a07c-913be98c607c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:06.321793 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.388484 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Routers {'db5d3422-2950-4212-bd42-878819a09087'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:06.389132 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['db5d3422-2950-4212-bd42-878819a09087'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:06.477586 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8df1e0-8810-4aff-a8fb-f6ce059aedeb None None] Pushing event updated for resources: {'Port': ['ID=95890ef5-033d-4bc2-a07c-913be98c607c,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:06.497429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] Set router db5d3422-2950-4212-bd42-878819a09087 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:04:06.504433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f415d1ed-0e67-42d3-a699-3a6e8d22cc5c None None] Provisioning complete for port 95890ef5-033d-4bc2-a07c-913be98c607c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:06.504938 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f415d1ed-0e67-42d3-a699-3a6e8d22cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.568878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.572472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f415d1ed-0e67-42d3-a699-3a6e8d22cc5c None None] Could not find standard attr ID for object 95890ef5-033d-4bc2-a07c-913be98c607c. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:06.576358 n-d-827895-2 neutron-server[102291]: INFO neutron.plugins.ml2.db [None req-f415d1ed-0e67-42d3-a699-3a6e8d22cc5c None None] No ports have port_id starting with 95890ef5-033d-4bc2-a07c-913be98c607c Feb 07 23:04:06.607600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=95890ef5-033d-4bc2-a07c-913be98c607c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:06.706814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a6558232-fa1b-4e23-a580-6cab43d98028 None None] Could not find standard attr ID for object 95890ef5-033d-4bc2-a07c-913be98c607c. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:06.731285 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.768715 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5d3422-2950-4212-bd42-878819a09087', 'name': 'tempest-NetworksTestDHCPv6-router-1651629711', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:04:02Z', 'updated_at': '2022-02-07T23:04:04Z', 'revision_number': 2, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'gw_port_host': None, '_interfaces': [{'id': '95890ef5-033d-4bc2-a07c-913be98c607c', 'name': '', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'mac_address': 'fa:16:3e:25:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5d3422-2950-4212-bd42-878819a09087', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '554abc7e-f569-4191-b7b4-3986530059d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:04Z', 'updated_at': '2022-02-07T23:04:06Z', 'revision_number': 4, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'subnets': [{'id': '554abc7e-f569-4191-b7b4-3986530059d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:06.802954 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740cb9e-72ad-4b16-af35-6391178d01e0 None None] The sync data for ids ['db5d3422-2950-4212-bd42-878819a09087'] in n-d-827895-2 is: [{'id': 'db5d3422-2950-4212-bd42-878819a09087', 'name': 'tempest-NetworksTestDHCPv6-router-1651629711', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:04:02Z', 'updated_at': '2022-02-07T23:04:04Z', 'revision_number': 2, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'gw_port_host': None, '_interfaces': [{'id': '95890ef5-033d-4bc2-a07c-913be98c607c', 'name': '', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'mac_address': 'fa:16:3e:25:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5d3422-2950-4212-bd42-878819a09087', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '554abc7e-f569-4191-b7b4-3986530059d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:04Z', 'updated_at': '2022-02-07T23:04:06Z', 'revision_number': 4, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'subnets': [{'id': '554abc7e-f569-4191-b7b4-3986530059d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:04:06.981024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8b9e-eb66-46f7-b1d9-505a53ab1388 req-3a65b6d6-9e70-418b-8de9-eded2b732ba1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:06.982507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-16aa8b9e-eb66-46f7-b1d9-505a53ab1388 req-3a65b6d6-9e70-418b-8de9-eded2b732ba1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 943 time: 0.1900790 Feb 07 23:04:06.986913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Router db5d3422-2950-4212-bd42-878819a09087 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:04:07.093210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:04:07.097544 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-16aa8b9e-eb66-46f7-b1d9-505a53ab1388 req-72fd6fe5-bc35-4e92-b523-3cbcc7a3a27c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027772 Feb 07 23:04:07.107416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-781c5d87-eaa5-4648-8d41-1f5d8b2fdb15 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "PUT /v2.0/routers/db5d3422-2950-4212-bd42-878819a09087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7014861 Feb 07 23:04:07.109988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49524) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:07.170833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad1f20-1026-4902-9748-fc541a2add05 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:07.172515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad1f20-1026-4902-9748-fc541a2add05 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:07.175747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-28ad1f20-1026-4902-9748-fc541a2add05 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0631626 Feb 07 23:04:07.176748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49528) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:07.255055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 554abc7e-f569-4191-b7b4-3986530059d2 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:07.258734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.303671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.358711 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.423733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.459253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=554abc7e-f569-4191-b7b4-3986530059d2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:07.463173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.464869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19763e22-c8fd-4203-8cf1-dda4a5e3e2bc None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:07.469840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/554abc7e-f569-4191-b7b4-3986530059d2 HTTP/1.1" status: 204 len: 168 time: 0.2882106 Feb 07 23:04:07.470496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49534) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:07.472673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.473023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.473361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.473695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.475065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.475439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.475760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.476093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.476419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.476741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.477087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.477409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f751e-37d4-4173-bb7b-f6e3cb4ea138 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:07.619664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49536) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:07.619870 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5ab23853-385a-474d-b3fe-d8e5a4cebe6a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1477120 Feb 07 23:04:07.703735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a1b19-bde3-42c4-9a53-c1fa2c4d27bd None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:07.718509 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4925a032-f5ae-4dbe-bb9d-e8825ba706ea tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.775621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a1b19-bde3-42c4-9a53-c1fa2c4d27bd None None] Deleting port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:07.776184 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1b19-bde3-42c4-9a53-c1fa2c4d27bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.861163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9e2a1b19-bde3-42c4-9a53-c1fa2c4d27bd None None] For port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5d3cfa1b-a70a-4b25-b1a7-b0aac1612106,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:07.861626 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1b19-bde3-42c4-9a53-c1fa2c4d27bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.877539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a1b19-bde3-42c4-9a53-c1fa2c4d27bd None None] Calling delete_port for 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:07.966830 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1b19-bde3-42c4-9a53-c1fa2c4d27bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.999492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a1b19-bde3-42c4-9a53-c1fa2c4d27bd None None] Pushing event deleted for resources: {'Port': ['ID=5d3cfa1b-a70a-4b25-b1a7-b0aac1612106,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:08.004609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a1b19-bde3-42c4-9a53-c1fa2c4d27bd None None] No DVR routers for this DVR port 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:08.202590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4925a032-f5ae-4dbe-bb9d-e8825ba706ea tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.204739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4925a032-f5ae-4dbe-bb9d-e8825ba706ea tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.234014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a41b46-4cee-4b82-bb8b-f3089aed87cc req-bc2a7328-6351-4b50-9167-cfdcb4975fac tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:08.235607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48a41b46-4cee-4b82-bb8b-f3089aed87cc req-bc2a7328-6351-4b50-9167-cfdcb4975fac tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 943 time: 0.0546594 Feb 07 23:04:08.249925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4925a032-f5ae-4dbe-bb9d-e8825ba706ea tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.250775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4925a032-f5ae-4dbe-bb9d-e8825ba706ea tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Fanout notify agent at l3_agent the message router_deleted on router db5d3422-2950-4212-bd42-878819a09087 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:04:08.258796 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4925a032-f5ae-4dbe-bb9d-e8825ba706ea tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.260019 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4925a032-f5ae-4dbe-bb9d-e8825ba706ea tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/routers/db5d3422-2950-4212-bd42-878819a09087 HTTP/1.1" status: 204 len: 168 time: 0.6392863 Feb 07 23:04:08.263332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:08.267922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:08.292247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48a41b46-4cee-4b82-bb8b-f3089aed87cc req-d9bee9e1-9530-4b49-a96f-de14e134fd8d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460145 Feb 07 23:04:08.367124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:08.370914 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.566106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.608474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:08.611671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:08.618003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:08.618599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba0b03-35f2-4451-a76e-032e0d2fe04c None None] Sync routers for ids ['db5d3422-2950-4212-bd42-878819a09087'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:04:08.618775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.625751 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5e08c-16c7-49be-9ba7-b24894d14a89 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:08.631964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=22e82646-f423-4477-b35b-40c38f1f2672,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:08.645476 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8ae5015e-c05f-41b1-b5d3-6661cd597e14 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3792012 Feb 07 23:04:08.645900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49560) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:08.649595 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba0b03-35f2-4451-a76e-032e0d2fe04c None None] Routers set() bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:08.650045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba0b03-35f2-4451-a76e-032e0d2fe04c None None] Router IDs set() for agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 23:04:08.650769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4bdbf417-4e80-4afc-a458-820c8c3c62e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2044456063', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:08.650967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_agentschedulers_db [None req-83ba0b03-35f2-4451-a76e-032e0d2fe04c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db5d3422-2950-4212-bd42-878819a09087'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent'). {{(pid=102291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 07 23:04:08.685074 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf417-4e80-4afc-a458-820c8c3c62e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.686393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf417-4e80-4afc-a458-820c8c3c62e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.699627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba0b03-35f2-4451-a76e-032e0d2fe04c None None] Routers set() bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:08.700035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba0b03-35f2-4451-a76e-032e0d2fe04c None None] Router IDs set() for agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 23:04:08.700641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_agentschedulers_db [None req-83ba0b03-35f2-4451-a76e-032e0d2fe04c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db5d3422-2950-4212-bd42-878819a09087'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent'). {{(pid=102291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 07 23:04:08.701044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba0b03-35f2-4451-a76e-032e0d2fe04c None None] The sync data for ids ['db5d3422-2950-4212-bd42-878819a09087'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:04:08.745304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf417-4e80-4afc-a458-820c8c3c62e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.752288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf417-4e80-4afc-a458-820c8c3c62e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.777187 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf417-4e80-4afc-a458-820c8c3c62e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.778718 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4bdbf417-4e80-4afc-a458-820c8c3c62e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1316664 Feb 07 23:04:08.781523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49566) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:08.839329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': '22e82646-f423-4477-b35b-40c38f1f2672'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:08.840315 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.981057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Allocated IP 2001:db8::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/22e82646-f423-4477-b35b-40c38f1f2672/98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:09.089678 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.142479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.153810 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.192453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:09.198883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:09.207007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:09.226404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Pushing event updated for resources: {'Port': ['ID=98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:09.272604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Attempting to bind port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:09.272895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Attempting to bind port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:09.273252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Attempting to bind port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:09.278293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:09.278668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:09.279071 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.279458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:09.280193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Bound port: 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:09.280571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.347022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] For port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:09.352586 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] For port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:09.359821 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.366067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::1 (f5361c17-937c-4775-b5bf-2de95bedd68c/22e82646-f423-4477-b35b-40c38f1f2672/784385ca-1b66-4ea2-8bc1-2195305f3aba) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:09.430222 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bcfac-2c11-417b-ab02-01fff78b45e3 None None] Pushing event updated for resources: {'Port': ['ID=98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:09.507822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc50ffc-23b5-46da-bc58-49c0f57430f0 req-cfc4893e-a06c-4904-a022-fe81705f601c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:09.509382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-adc50ffc-23b5-46da-bc58-49c0f57430f0 req-cfc4893e-a06c-4904-a022-fe81705f601c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 943 time: 0.1224349 Feb 07 23:04:09.576561 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.603626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-adc50ffc-23b5-46da-bc58-49c0f57430f0 req-3499d043-964b-4669-884c-d79503806666 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846860 Feb 07 23:04:09.651321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.694139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:09.698257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:09.702064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:09.702619 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.734232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4946f255-c79d-4767-a49b-697ee9d19ff2 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:04:09.827239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=784385ca-1b66-4ea2-8bc1-2195305f3aba,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:09.867852 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.966428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:10.082776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:10.083159 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.126234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4946f255-c79d-4767-a49b-697ee9d19ff2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4946f255-c79d-4767-a49b-697ee9d19ff2,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:10.142129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'port_id': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'mac_address': 'fa:16:3e:2b:43:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:04:10.156295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.163928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.165165 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.212879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=784385ca-1b66-4ea2-8bc1-2195305f3aba,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:10.224003 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.242738 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.246810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4946f255-c79d-4767-a49b-697ee9d19ff2 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:04:10.287865 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4946f255-c79d-4767-a49b-697ee9d19ff2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4946f255-c79d-4767-a49b-697ee9d19ff2,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:10.299296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:10.300628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.307788 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.327331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:10.329443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:10.377620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4946f255-c79d-4767-a49b-697ee9d19ff2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:10.397376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:10.457473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:10.459370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5d3cfa1b-a70a-4b25-b1a7-b0aac1612106 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:10.460008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95890ef5-033d-4bc2-a07c-913be98c607c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:10.485311 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Router d0e249ee-f05e-45c8-9948-02961d665672 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:04:10.493049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 95890ef5-033d-4bc2-a07c-913be98c607c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:10.493476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 95890ef5-033d-4bc2-a07c-913be98c607c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:10.499079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:10.516770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['4946f255-c79d-4767-a49b-697ee9d19ff2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:04:10.596031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:04:10.602522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dbcc9c29-b3f7-4eb5-9432-935dba87abec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "PUT /v2.0/routers/d0e249ee-f05e-45c8-9948-02961d665672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8192089 Feb 07 23:04:10.605294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49598) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:10.607362 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Sync routers for ids ['d0e249ee-f05e-45c8-9948-02961d665672'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:04:10.622958 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Routers {'d0e249ee-f05e-45c8-9948-02961d665672'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:10.623589 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d0e249ee-f05e-45c8-9948-02961d665672'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:10.704833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588c91d-3c2d-4ef3-adad-ef272dfbe339 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:10.706312 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f588c91d-3c2d-4ef3-adad-ef272dfbe339 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports/784385ca-1b66-4ea2-8bc1-2195305f3aba HTTP/1.1" status: 200 len: 911 time: 0.0995889 Feb 07 23:04:10.709220 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49604) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:10.778465 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Set router d0e249ee-f05e-45c8-9948-02961d665672 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:04:10.792333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b2001489-3969-4536-941e-85216e0648f7 None None] Provisioning complete for port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:10.792716 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b2001489-3969-4536-941e-85216e0648f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.845697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87a14d-a57a-41f6-94bc-a97143a6e051 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:10.853629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87a14d-a57a-41f6-94bc-a97143a6e051 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:10.856548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ef87a14d-a57a-41f6-94bc-a97143a6e051 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1449320 Feb 07 23:04:10.858752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49606) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:10.865583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6b7b1-60e0-4bb9-b829-53d7a7b3f213 req-3a33f7ce-0b8d-4312-b222-f08fbf6e42bf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:10.874482 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24b6b7b1-60e0-4bb9-b829-53d7a7b3f213 req-3a33f7ce-0b8d-4312-b222-f08fbf6e42bf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 944 time: 0.1485074 Feb 07 23:04:10.939267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24b6b7b1-60e0-4bb9-b829-53d7a7b3f213 req-eea1a186-55c1-4841-a4eb-4b43d1f4759f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631893 Feb 07 23:04:11.075897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a6bf09b0-3e10-4526-8894-00c78706e1f3 None None] Provisioning complete for port 784385ca-1b66-4ea2-8bc1-2195305f3aba triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:11.077615 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6bf09b0-3e10-4526-8894-00c78706e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.111096 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e249ee-f05e-45c8-9948-02961d665672', 'name': 'tempest-NetworksTestDHCPv6-router-2044456063', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:04:08Z', 'updated_at': '2022-02-07T23:04:09Z', 'revision_number': 2, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'gw_port_host': None, '_interfaces': [{'id': '784385ca-1b66-4ea2-8bc1-2195305f3aba', 'name': '', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'mac_address': 'fa:16:3e:b0:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e249ee-f05e-45c8-9948-02961d665672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '22e82646-f423-4477-b35b-40c38f1f2672', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:09Z', 'updated_at': '2022-02-07T23:04:10Z', 'revision_number': 2, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'subnets': [{'id': '22e82646-f423-4477-b35b-40c38f1f2672', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:11.145126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf09b0-3e10-4526-8894-00c78706e1f3 None None] Port 784385ca-1b66-4ea2-8bc1-2195305f3aba cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:04:11.147226 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Checking router: d0e249ee-f05e-45c8-9948-02961d665672 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:04:11.147683 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Updating router d0e249ee-f05e-45c8-9948-02961d665672 port 784385ca-1b66-4ea2-8bc1-2195305f3aba binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:04:11.180631 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.285608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.373758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-de489da3-a6a0-4141-9c7a-3ced395b8f62 None None] Provisioning complete for port 784385ca-1b66-4ea2-8bc1-2195305f3aba triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:11.374125 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de489da3-a6a0-4141-9c7a-3ced395b8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.420514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-de489da3-a6a0-4141-9c7a-3ced395b8f62 None None] Port 784385ca-1b66-4ea2-8bc1-2195305f3aba cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:04:11.537113 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 784385ca-1b66-4ea2-8bc1-2195305f3aba {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:11.537643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.589646 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.597131 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.617285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49614) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:11.627988 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.642976 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 784385ca-1b66-4ea2-8bc1-2195305f3aba owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:11.697816 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Attempting to bind port 784385ca-1b66-4ea2-8bc1-2195305f3aba on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:11.698395 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Attempting to bind port 784385ca-1b66-4ea2-8bc1-2195305f3aba by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:11.698509 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Attempting to bind port 784385ca-1b66-4ea2-8bc1-2195305f3aba on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:11.700881 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416bd4a-f54e-4f9e-9f18-e6140cb984d7 None None] Pushing event updated for resources: {'Port': ['ID=784385ca-1b66-4ea2-8bc1-2195305f3aba,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:11.706650 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:11.707240 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:11.707821 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.708415 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:11.709054 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Bound port: 784385ca-1b66-4ea2-8bc1-2195305f3aba, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:11.709599 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.749834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4946f255-c79d-4767-a49b-697ee9d19ff2 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:11.781916 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] For port 784385ca-1b66-4ea2-8bc1-2195305f3aba, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:11.785447 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] For port 784385ca-1b66-4ea2-8bc1-2195305f3aba, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=784385ca-1b66-4ea2-8bc1-2195305f3aba,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:11.792535 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.799257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa1a27a-ab4c-416e-88d8-05606afd17da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.821342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:11.882263 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Routers {'d0e249ee-f05e-45c8-9948-02961d665672'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:11.883134 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['d0e249ee-f05e-45c8-9948-02961d665672'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:11.926041 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.952240 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa1a27a-ab4c-416e-88d8-05606afd17da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.955244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 4946f255-c79d-4767-a49b-697ee9d19ff2 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:04:11.957441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:11.957995 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.960890 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7fa1a27a-ab4c-416e-88d8-05606afd17da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.991518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=784385ca-1b66-4ea2-8bc1-2195305f3aba,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:11.997420 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 4946f255-c79d-4767-a49b-697ee9d19ff2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:11.998351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.007354 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7fa1a27a-ab4c-416e-88d8-05606afd17da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=662889c997834930946ef60ee59588cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875849 Feb 07 23:04:12.009764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1a27a-ab4c-416e-88d8-05606afd17da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29c677e-35fe-4ff3-9508-952354eaebd8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:12.014861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49620) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:12.065393 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] Set router d0e249ee-f05e-45c8-9948-02961d665672 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:04:12.074886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-eed40f58-0555-4795-b8dc-a9779cfc565c None None] Could not find standard attr ID for object 784385ca-1b66-4ea2-8bc1-2195305f3aba. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:12.087191 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-274d7347-646a-43ea-97b6-6669ec31ff10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.138736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-274d7347-646a-43ea-97b6-6669ec31ff10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.184423 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416bd4a-f54e-4f9e-9f18-e6140cb984d7 None None] Pushing event updated for resources: {'Port': ['ID=784385ca-1b66-4ea2-8bc1-2195305f3aba,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:12.185857 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.191062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.280105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4946f255-c79d-4767-a49b-697ee9d19ff2'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:04:12.282446 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6ae4d0-7ecf-4d8c-b735-cbb9890c3c82" -d '{"events": [{"server_uuid": "e3186a0f-86c4-4462-87af-df867d2f5b03", "name": "network-vif-plugged", "status": "completed", "tag": "4946f255-c79d-4767-a49b-697ee9d19ff2"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:04:12.285049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163932a-5e8f-424d-af60-546987bc02dd req-b3900e0b-1d36-4975-95a4-a1f2b697f71c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:12.286750 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3163932a-5e8f-424d-af60-546987bc02dd req-b3900e0b-1d36-4975-95a4-a1f2b697f71c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 944 time: 0.1517301 Feb 07 23:04:12.339627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4946f255-c79d-4767-a49b-697ee9d19ff2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4946f255-c79d-4767-a49b-697ee9d19ff2,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:12.353850 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.416654 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e249ee-f05e-45c8-9948-02961d665672', 'name': 'tempest-NetworksTestDHCPv6-router-2044456063', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:04:08Z', 'updated_at': '2022-02-07T23:04:09Z', 'revision_number': 2, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'gw_port_host': None, '_interfaces': [{'id': '784385ca-1b66-4ea2-8bc1-2195305f3aba', 'name': '', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'mac_address': 'fa:16:3e:b0:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e249ee-f05e-45c8-9948-02961d665672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '22e82646-f423-4477-b35b-40c38f1f2672', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:09Z', 'updated_at': '2022-02-07T23:04:11Z', 'revision_number': 4, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'subnets': [{'id': '22e82646-f423-4477-b35b-40c38f1f2672', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:12.453909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4946f255-c79d-4767-a49b-697ee9d19ff2,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:12.460191 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a58327-2d34-47f4-86ae-ad37df356d57 None None] The sync data for ids ['d0e249ee-f05e-45c8-9948-02961d665672'] in n-d-827895-2 is: [{'id': 'd0e249ee-f05e-45c8-9948-02961d665672', 'name': 'tempest-NetworksTestDHCPv6-router-2044456063', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:04:08Z', 'updated_at': '2022-02-07T23:04:09Z', 'revision_number': 2, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'gw_port_host': None, '_interfaces': [{'id': '784385ca-1b66-4ea2-8bc1-2195305f3aba', 'name': '', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'mac_address': 'fa:16:3e:b0:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e249ee-f05e-45c8-9948-02961d665672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '22e82646-f423-4477-b35b-40c38f1f2672', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:09Z', 'updated_at': '2022-02-07T23:04:11Z', 'revision_number': 4, 'project_id': '76909356a158410c8998ff6c66ee40bf', 'subnets': [{'id': '22e82646-f423-4477-b35b-40c38f1f2672', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:04:12.468488 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30126f4-3069-46b7-a4a4-16ee6256ffeb x-openstack-request-id: req-f30126f4-3069-46b7-a4a4-16ee6256ffeb {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:04:12.469083 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3186a0f-86c4-4462-87af-df867d2f5b03", "name": "network-vif-plugged", "status": "completed", "tag": "4946f255-c79d-4767-a49b-697ee9d19ff2", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:04:12.473339 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f30126f4-3069-46b7-a4a4-16ee6256ffeb {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:04:12.474003 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'code': 200} Feb 07 23:04:12.482009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1c0cdd96-cf24-4375-b866-f22f7a0684b3 None None] Could not find standard attr ID for object 784385ca-1b66-4ea2-8bc1-2195305f3aba. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:12.500769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Router d0e249ee-f05e-45c8-9948-02961d665672 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:04:12.506015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3163932a-5e8f-424d-af60-546987bc02dd req-fa508ba1-8be9-4d3a-a716-8fbc47ec8ab2 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1809342 Feb 07 23:04:12.572138 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-274d7347-646a-43ea-97b6-6669ec31ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.575112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-274d7347-646a-43ea-97b6-6669ec31ff10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.579256 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-274d7347-646a-43ea-97b6-6669ec31ff10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a29c677e-35fe-4ff3-9508-952354eaebd8 HTTP/1.1" status: 204 len: 168 time: 0.5631926 Feb 07 23:04:12.587337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f41ab8-8158-4ea7-94f2-0a5773338b50 req-ed426279-b83f-4c25-8f60-f43e9e65021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:12.588929 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-00f41ab8-8158-4ea7-94f2-0a5773338b50 req-ed426279-b83f-4c25-8f60-f43e9e65021e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 1096 time: 0.0767484 Feb 07 23:04:12.598268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d7347-646a-43ea-97b6-6669ec31ff10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29c677e-35fe-4ff3-9508-952354eaebd8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:12.639559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:04:12.647082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a5de689c-193a-4f4f-bea5-a76af0221c24 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "PUT /v2.0/routers/d0e249ee-f05e-45c8-9948-02961d665672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870035 Feb 07 23:04:12.649510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49626) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:12.657780 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-00f41ab8-8158-4ea7-94f2-0a5773338b50 req-3c7347bf-b651-4ae3-bf1b-d61b64bdf54f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546243 Feb 07 23:04:12.712773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b032c-accf-49da-8b66-58d93bb67a1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:12.714497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b032c-accf-49da-8b66-58d93bb67a1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:12.716149 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bd0b032c-accf-49da-8b66-58d93bb67a1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0649283 Feb 07 23:04:12.719152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49628) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:12.802215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26ecd61-f645-4aac-8f53-11b71edebf76 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 22e82646-f423-4477-b35b-40c38f1f2672 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:12.806537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd61-f645-4aac-8f53-11b71edebf76 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.859489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd61-f645-4aac-8f53-11b71edebf76 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.955377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd61-f645-4aac-8f53-11b71edebf76 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.975496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49632) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:12.994549 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0254a0f-40ce-4bfa-8926-7dbb0a842dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.020581 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd61-f645-4aac-8f53-11b71edebf76 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.054413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ecd61-f645-4aac-8f53-11b71edebf76 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=22e82646-f423-4477-b35b-40c38f1f2672,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:13.063666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd61-f645-4aac-8f53-11b71edebf76 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.066897 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b26ecd61-f645-4aac-8f53-11b71edebf76 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/22e82646-f423-4477-b35b-40c38f1f2672 HTTP/1.1" status: 204 len: 168 time: 0.3469014 Feb 07 23:04:13.069850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49634) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:13.072488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc0f6a6-d654-4c4f-9dc7-13c4c881198b None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:13.126639 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0254a0f-40ce-4bfa-8926-7dbb0a842dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.145280 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e0254a0f-40ce-4bfa-8926-7dbb0a842dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.227223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e0254a0f-40ce-4bfa-8926-7dbb0a842dee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=907b709330ca4c53a963996aec9c8e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506275 Feb 07 23:04:13.229900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49636) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:13.235300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0e5216b6-b644-4f6b-be31-5e261ee9f2fc tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1643865 Feb 07 23:04:13.237065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0254a0f-40ce-4bfa-8926-7dbb0a842dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab803c8-91f2-4192-9de0-6f68fdbb4896,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:13.240190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49638) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:13.283342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a14b82-e654-4973-a109-5b86233f1182 None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:13.302365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f21284-44d9-4315-afed-075727a0a773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.330290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f21284-44d9-4315-afed-075727a0a773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.334235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-65a14b82-e654-4973-a109-5b86233f1182 None None] Deleting port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:13.334631 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65a14b82-e654-4973-a109-5b86233f1182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.338193 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0da61ed0-85a3-4a57-9a2b-1ae8f0d5c254 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.383369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f21284-44d9-4315-afed-075727a0a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.386072 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f21284-44d9-4315-afed-075727a0a773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.387462 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b9f21284-44d9-4315-afed-075727a0a773 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ab803c8-91f2-4192-9de0-6f68fdbb4896 HTTP/1.1" status: 204 len: 168 time: 0.1564384 Feb 07 23:04:13.407043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f21284-44d9-4315-afed-075727a0a773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab803c8-91f2-4192-9de0-6f68fdbb4896,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:13.437381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-65a14b82-e654-4973-a109-5b86233f1182 None None] For port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:13.437780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65a14b82-e654-4973-a109-5b86233f1182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.454136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-65a14b82-e654-4973-a109-5b86233f1182 None None] Calling delete_port for 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:13.518091 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0da61ed0-85a3-4a57-9a2b-1ae8f0d5c254 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.520887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0da61ed0-85a3-4a57-9a2b-1ae8f0d5c254 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.545213 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65a14b82-e654-4973-a109-5b86233f1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.595545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0da61ed0-85a3-4a57-9a2b-1ae8f0d5c254 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.596524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da61ed0-85a3-4a57-9a2b-1ae8f0d5c254 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Fanout notify agent at l3_agent the message router_deleted on router d0e249ee-f05e-45c8-9948-02961d665672 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:04:13.604397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0da61ed0-85a3-4a57-9a2b-1ae8f0d5c254 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.606636 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0da61ed0-85a3-4a57-9a2b-1ae8f0d5c254 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/routers/d0e249ee-f05e-45c8-9948-02961d665672 HTTP/1.1" status: 204 len: 168 time: 0.3654773 Feb 07 23:04:13.608729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a14b82-e654-4973-a109-5b86233f1182 None None] Pushing event deleted for resources: {'Port': ['ID=98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:13.609250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49646) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:13.618498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a14b82-e654-4973-a109-5b86233f1182 None None] No DVR routers for this DVR port 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:13.655914 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9d3597d3-92af-4cb8-a72e-8508fdbef1f8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0453324 Feb 07 23:04:13.658285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49648) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:13.735963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31bcb4-7749-49d3-90f3-c108746c3f13 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:13.742303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ce31bcb4-7749-49d3-90f3-c108746c3f13 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0784514 Feb 07 23:04:13.742446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd621aa7-a5b4-4c5f-bfae-65a8b0c67c0c req-c69a8a70-7071-4f99-818f-16cd0d40cb39 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:13.745345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49652) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:13.746966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:13.753329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd621aa7-a5b4-4c5f-bfae-65a8b0c67c0c req-c69a8a70-7071-4f99-818f-16cd0d40cb39 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 945 time: 0.1349633 Feb 07 23:04:13.781923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:13.782275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 98eb1f62-86bc-4fd6-b0f9-4fcf05e814bb not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:13.812053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f85e777c-21b8-43d2-8068-3b62a1c3964f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615530 Feb 07 23:04:13.812221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cd621aa7-a5b4-4c5f-bfae-65a8b0c67c0c req-449cdba9-1c86-4395-8709-623794d3405a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554175 Feb 07 23:04:13.815676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49656) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:13.821600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:13.943925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:13.947563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.148940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbe531-907e-4de2-bcef-fd332104f5aa None None] Sync routers for ids ['d0e249ee-f05e-45c8-9948-02961d665672'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:04:14.158621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbe531-907e-4de2-bcef-fd332104f5aa None None] Routers set() bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:14.159553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbe531-907e-4de2-bcef-fd332104f5aa None None] Router IDs set() for agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 23:04:14.160186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_agentschedulers_db [None req-69fbe531-907e-4de2-bcef-fd332104f5aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d0e249ee-f05e-45c8-9948-02961d665672'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent'). {{(pid=102291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 07 23:04:14.169283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbe531-907e-4de2-bcef-fd332104f5aa None None] Routers set() bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:14.169652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbe531-907e-4de2-bcef-fd332104f5aa None None] Router IDs set() for agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 23:04:14.170225 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_agentschedulers_db [None req-69fbe531-907e-4de2-bcef-fd332104f5aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d0e249ee-f05e-45c8-9948-02961d665672'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent'). {{(pid=102291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 07 23:04:14.170592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbe531-907e-4de2-bcef-fd332104f5aa None None] The sync data for ids ['d0e249ee-f05e-45c8-9948-02961d665672'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:04:14.243295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:14.244840 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.291163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:14.294420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:14.298641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:14.299229 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.304770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a5c0b-915f-487d-81ee-ef77fafe391d None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:14.309604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=515908ba-2fd7-4ef5-a904-d85ed838bbf6,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:14.323137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-561ccc0c-f25f-4cbd-95b0-c1660e8f1257 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5058496 Feb 07 23:04:14.325996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49672) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:14.331067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:14.452945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:14.456654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.459528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': '515908ba-2fd7-4ef5-a904-d85ed838bbf6'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:14.460842 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.617944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Allocated IP 2001:db8::f816:3eff:fe62:b9b4 (f5361c17-937c-4775-b5bf-2de95bedd68c/515908ba-2fd7-4ef5-a904-d85ed838bbf6/346b91d7-1f80-45da-a4a7-e9bc19aabe8a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:14.752901 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.793770 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.801663 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.803604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:14.807557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:14.813736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:14.814375 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.824467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=cde0b9ce-7a22-4c7d-b21b-0ee843687632,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:14.845335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:14.845802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dced75c7-be5b-414a-a2b3-0be9591ce8f1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5184684 Feb 07 23:04:14.849346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49688) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:14.856291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:14.856711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:eb:3b:fc', 'name': 'tempest-NetworksTestDHCPv6-146320782'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:14.866130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:14.879059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Pushing event updated for resources: {'Port': ['ID=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:14.945704 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Attempting to bind port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:14.946327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Attempting to bind port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:14.946866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Attempting to bind port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:14.953775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:14.955031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:14.955675 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.956252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:14.956903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Bound port: 346b91d7-1f80-45da-a4a7-e9bc19aabe8a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:14.957490 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.042331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:15.054844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] For port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:15.058783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] For port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:15.066485 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.151595 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99c66d-aed7-4a08-965b-7ddd803f6188 None None] Pushing event updated for resources: {'Port': ['ID=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:15.173317 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.206884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 7938cf14-e662-4bfe-8436-3b3f8883d19f yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:15.294270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58e278-bce5-4f81-bbab-9fc88bf6da29 req-b3232044-a40c-4a3d-8584-246a862230ee tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:15.302419 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d58e278-bce5-4f81-bbab-9fc88bf6da29 req-b3232044-a40c-4a3d-8584-246a862230ee tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 945 time: 0.4097185 Feb 07 23:04:15.339659 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d58e278-bce5-4f81-bbab-9fc88bf6da29 req-9cd64d55-baf5-414f-afcf-bc9a85921c61 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362518 Feb 07 23:04:15.493513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 172.20.0.14 (f5361c17-937c-4775-b5bf-2de95bedd68c/cde0b9ce-7a22-4c7d-b21b-0ee843687632/7938cf14-e662-4bfe-8436-3b3f8883d19f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:15.508793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-e55a058a-4d4a-4252-9c0a-dd819bd04250 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970263 Feb 07 23:04:15.510383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:feeb:3bfc (f5361c17-937c-4775-b5bf-2de95bedd68c/515908ba-2fd7-4ef5-a904-d85ed838bbf6/7938cf14-e662-4bfe-8436-3b3f8883d19f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:15.552163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811087b-5529-4a53-80d3-52a28603f3f5 req-20396ff0-0de2-40de-87d9-fc0ca0a4b1c1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:15.553961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3811087b-5529-4a53-80d3-52a28603f3f5 req-20396ff0-0de2-40de-87d9-fc0ca0a4b1c1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 945 time: 0.0999415 Feb 07 23:04:15.715452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3811087b-5529-4a53-80d3-52a28603f3f5 req-ce792da7-f759-4a1a-8b3b-f965744bdd36 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507509 Feb 07 23:04:15.719765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-ba21d7c1-4759-496c-8ee5-782a51bdb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:15.721206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-ba21d7c1-4759-496c-8ee5-782a51bdb4a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 1096 time: 0.1555400 Feb 07 23:04:15.742245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49722) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:15.777630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.804658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d51a45-84a9-4431-b350-9c89344935a7 tempest-TestVolumeBootPattern-592791179 tempest-TestVolumeBootPattern-592791179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:15.810150 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-55d51a45-84a9-4431-b350-9c89344935a7 tempest-TestVolumeBootPattern-592791179 tempest-TestVolumeBootPattern-592791179-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 1091 time: 0.0658782 Feb 07 23:04:15.811080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49726) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:15.820382 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:15.841718 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 346b91d7-1f80-45da-a4a7-e9bc19aabe8a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:15.874438 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.900942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.915005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:15.915915 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.923285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-48da498f-9016-4452-8fb1-0beb8b7af1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:15.924872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-48da498f-9016-4452-8fb1-0beb8b7af1da service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1612773 Feb 07 23:04:15.963767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:16.003257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:16.006490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:16.026510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-7ac77cca-70e6-44f1-a743-c43a73c9a23b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4946f255-c79d-4767-a49b-697ee9d19ff2 HTTP/1.1" status: 200 len: 217 time: 0.0791569 Feb 07 23:04:16.038047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.110161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=7938cf14-e662-4bfe-8436-3b3f8883d19f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:16.147681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:16.148643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.165717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-412dd260-d54f-4a80-a0bd-b7162b2104ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:16.167610 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-412dd260-d54f-4a80-a0bd-b7162b2104ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.1165988 Feb 07 23:04:16.197548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4f94893b-7a4e-4c04-9721-ca94d9f76063 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3457084 Feb 07 23:04:16.215741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49734) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:16.222433 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.259801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.25.8.221 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/03c8a7d6-ff71-41f4-a5a7-45e147da11fe) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:16.266123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:16.273687 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.312503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-647e7727-fab2-41d2-a7d6-7bf01b68dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:16.316454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-647e7727-fab2-41d2-a7d6-7bf01b68dc1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425030 Feb 07 23:04:16.326427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 784385ca-1b66-4ea2-8bc1-2195305f3aba no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:16.361377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f96c9a-d0a5-4192-866f-eac9a4848e6c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:16.369129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f96c9a-d0a5-4192-866f-eac9a4848e6c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:16.370869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 784385ca-1b66-4ea2-8bc1-2195305f3aba {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:16.371216 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-59f96c9a-d0a5-4192-866f-eac9a4848e6c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1529109 Feb 07 23:04:16.371983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 784385ca-1b66-4ea2-8bc1-2195305f3aba not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:16.382172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49738) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:16.397392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:16.449454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.462985 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-903f4346-b52f-4ea4-8a34-452a239d8eb0 service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375332 Feb 07 23:04:16.474687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49740) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:16.532709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85926c-02e8-4be4-a3e0-6181e2b69a6d None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:16.535601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1f5112a3-429e-4277-b57f-382efe7d392a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 7938cf14-e662-4bfe-8436-3b3f8883d19f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:16.536025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f5112a3-429e-4277-b57f-382efe7d392a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.542338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.604838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-283ad9a6-a27a-43a7-a337-bf542b5de88c req-30f66874-0833-4a5f-af81-8a0abf219f68 service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315110 Feb 07 23:04:16.607204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-570f3857-769d-4a95-a5a8-60dbc547ae9e None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:16.607580 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-570f3857-769d-4a95-a5a8-60dbc547ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.631031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:16.657674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:16.660118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:16.671971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a6df2dc-43ef-4bf0-81d9-aa3a14cabee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.703416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=03c8a7d6-ff71-41f4-a5a7-45e147da11fe,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:16.758874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f5112a3-429e-4277-b57f-382efe7d392a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.801236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1f5112a3-429e-4277-b57f-382efe7d392a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 7938cf14-e662-4bfe-8436-3b3f8883d19f owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:16.844890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d614630-9b9e-4126-8074-e55a69481cb0 None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': '515908ba-2fd7-4ef5-a904-d85ed838bbf6', 'ip_address': '2001:db8::f816:3eff:fe62:b9b4'}, {'subnet_id': 'cde0b9ce-7a22-4c7d-b21b-0ee843687632'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '346b91d7-1f80-45da-a4a7-e9bc19aabe8a'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:16.872328 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d614630-9b9e-4126-8074-e55a69481cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.027505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a6df2dc-43ef-4bf0-81d9-aa3a14cabee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.035986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5d614630-9b9e-4126-8074-e55a69481cb0 None None] Allocated IP 172.20.0.2 (f5361c17-937c-4775-b5bf-2de95bedd68c/cde0b9ce-7a22-4c7d-b21b-0ee843687632/346b91d7-1f80-45da-a4a7-e9bc19aabe8a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:17.045697 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4a6df2dc-43ef-4bf0-81d9-aa3a14cabee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.136141 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4a6df2dc-43ef-4bf0-81d9-aa3a14cabee6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=016937e95d004f35aad546cff8399c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592169 Feb 07 23:04:17.136398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5d614630-9b9e-4126-8074-e55a69481cb0 None None] For port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:17.136894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6df2dc-43ef-4bf0-81d9-aa3a14cabee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a667db2-e1ef-476d-a65e-fb6091ce4ec4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:17.139170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49744) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:17.177904 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d614630-9b9e-4126-8074-e55a69481cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.187031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d614630-9b9e-4126-8074-e55a69481cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.198308 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8f63ac1-bdd4-4c6c-8096-fafe42c69c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.212974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f5112a3-429e-4277-b57f-382efe7d392a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.224917 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8f63ac1-bdd4-4c6c-8096-fafe42c69c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.265735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5112a3-429e-4277-b57f-382efe7d392a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=7938cf14-e662-4bfe-8436-3b3f8883d19f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:17.287479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d614630-9b9e-4126-8074-e55a69481cb0 None None] Pushing event updated for resources: {'Port': ['ID=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:17.311522 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8f63ac1-bdd4-4c6c-8096-fafe42c69c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.314413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b8f63ac1-bdd4-4c6c-8096-fafe42c69c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.315941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b8f63ac1-bdd4-4c6c-8096-fafe42c69c39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a667db2-e1ef-476d-a65e-fb6091ce4ec4 HTTP/1.1" status: 204 len: 168 time: 0.1748836 Feb 07 23:04:17.325199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f63ac1-bdd4-4c6c-8096-fafe42c69c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a667db2-e1ef-476d-a65e-fb6091ce4ec4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:17.472385 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1f5112a3-429e-4277-b57f-382efe7d392a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.476729 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1f5112a3-429e-4277-b57f-382efe7d392a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/7938cf14-e662-4bfe-8436-3b3f8883d19f HTTP/1.1" status: 204 len: 168 time: 1.0936120 Feb 07 23:04:17.479355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49748) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:17.491312 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.547526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb148a8-692c-43fd-a883-974b7524713d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:17.549128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb148a8-692c-43fd-a883-974b7524713d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:17.550861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb148a8-692c-43fd-a883-974b7524713d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:17.555165 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4fb148a8-692c-43fd-a883-974b7524713d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0711908 Feb 07 23:04:17.557348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49752) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:17.577610 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.629561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0973ca-b5ef-43c8-9136-c08871e1ec1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 515908ba-2fd7-4ef5-a904-d85ed838bbf6 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:17.633883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d0973ca-b5ef-43c8-9136-c08871e1ec1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.713732 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d0973ca-b5ef-43c8-9136-c08871e1ec1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.714772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49754) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:17.738859 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da3801e8-8148-443c-addc-62077847e0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.753089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 346b91d7-1f80-45da-a4a7-e9bc19aabe8a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:17.814806 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.821786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:17.822937 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.823642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.860404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d0973ca-b5ef-43c8-9136-c08871e1ec1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.938516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=03c8a7d6-ff71-41f4-a5a7-45e147da11fe,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:17.939336 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d0973ca-b5ef-43c8-9136-c08871e1ec1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.953380 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da3801e8-8148-443c-addc-62077847e0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.960976 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.964768 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da3801e8-8148-443c-addc-62077847e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.976699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0973ca-b5ef-43c8-9136-c08871e1ec1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=515908ba-2fd7-4ef5-a904-d85ed838bbf6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:17.981225 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d0973ca-b5ef-43c8-9136-c08871e1ec1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.984408 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6d0973ca-b5ef-43c8-9136-c08871e1ec1b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/515908ba-2fd7-4ef5-a904-d85ed838bbf6 HTTP/1.1" status: 204 len: 168 time: 0.4260409 Feb 07 23:04:17.986996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49756) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:18.037374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f50c419-8831-41a2-b037-bb18ff07c008 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:18.043301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72f5c88-e080-4a42-9a43-ad65c846cf92 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet cde0b9ce-7a22-4c7d-b21b-0ee843687632 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:18.046757 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f72f5c88-e080-4a42-9a43-ad65c846cf92 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.090167 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f72f5c88-e080-4a42-9a43-ad65c846cf92 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.109042 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Floating IP 4d26207d-e393-4f10-8d41-75b5c5d72382 associated. External IP: 172.25.8.221, port: 4946f255-c79d-4767-a49b-697ee9d19ff2. Feb 07 23:04:18.117366 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-da3801e8-8148-443c-addc-62077847e0c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf7c94bad6a8485780e15858f802d7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954525 Feb 07 23:04:18.120084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49758) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:18.135079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4e7a07e5-ab9a-4d50-9caf-e641eea9cdec None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:18.135457 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e7a07e5-ab9a-4d50-9caf-e641eea9cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.153471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3801e8-8148-443c-addc-62077847e0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e429c50c-515b-43d2-8371-54c8f8e64b9b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:18.216640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf62048-01fb-4d0e-9556-74ae768ae594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.230796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f72f5c88-e080-4a42-9a43-ad65c846cf92 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.272686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf62048-01fb-4d0e-9556-74ae768ae594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.279362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4e7a07e5-ab9a-4d50-9caf-e641eea9cdec None None] Could not find standard attr ID for object 7938cf14-e662-4bfe-8436-3b3f8883d19f. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:18.327619 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f72f5c88-e080-4a42-9a43-ad65c846cf92 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.357369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f5c88-e080-4a42-9a43-ad65c846cf92 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=cde0b9ce-7a22-4c7d-b21b-0ee843687632,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:18.364592 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f72f5c88-e080-4a42-9a43-ad65c846cf92 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.370592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f72f5c88-e080-4a42-9a43-ad65c846cf92 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/cde0b9ce-7a22-4c7d-b21b-0ee843687632 HTTP/1.1" status: 204 len: 168 time: 0.3802063 Feb 07 23:04:18.370798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Router a8fa6b98-d561-4635-84f8-e225c34e0e14 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:04:18.370920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49760) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:18.380062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf62048-01fb-4d0e-9556-74ae768ae594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.382596 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bf62048-01fb-4d0e-9556-74ae768ae594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.386484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9bf62048-01fb-4d0e-9556-74ae768ae594 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e429c50c-515b-43d2-8371-54c8f8e64b9b HTTP/1.1" status: 204 len: 168 time: 0.2653670 Feb 07 23:04:18.434137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-08dff22e-a78b-46d9-a0f7-04a715eb3153 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619152 Feb 07 23:04:18.435850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf62048-01fb-4d0e-9556-74ae768ae594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e429c50c-515b-43d2-8371-54c8f8e64b9b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:18.437249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49764) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:18.444761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:18.581391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:04:18.596394 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] Sync routers for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:04:18.613365 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:18.618296 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:18.618802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.668595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f2356f98-af7b-40ef-b5d9-a0fd316755b4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8557005 Feb 07 23:04:18.669452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'tag': '4946f255-c79d-4767-a49b-697ee9d19ff2'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:04:18.671815 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a07e54-3fa5-423b-a68f-e849bf861bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "e3186a0f-86c4-4462-87af-df867d2f5b03", "tag": "4946f255-c79d-4767-a49b-697ee9d19ff2"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:04:18.674452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:18.678309 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:18.749099 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:04:18.947208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc27fa-460a-4ab1-8f20-81c90b74d6c0 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:19.045994 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:04:19.072074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cb36839e-9705-49f0-873c-cadbc2963fdc None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:19.073655 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb36839e-9705-49f0-873c-cadbc2963fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:19.107441 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '4d26207d-e393-4f10-8d41-75b5c5d72382', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:2b:43:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:04:17Z', 'updated_at': '2022-02-07T23:04:17Z', 'revision_number': 0, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:19.160747 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] Checking router: a8fa6b98-d561-4635-84f8-e225c34e0e14 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:04:19.174076 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:04:19.174699 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:03:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:19.259552 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5499447-5c42-4673-8e63-f06927732863 x-openstack-request-id: req-a5499447-5c42-4673-8e63-f06927732863 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:04:19.261848 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3186a0f-86c4-4462-87af-df867d2f5b03", "tag": "4946f255-c79d-4767-a49b-697ee9d19ff2", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:04:19.261848 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5499447-5c42-4673-8e63-f06927732863 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:04:19.262208 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'tag': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'status': 'completed', 'code': 200} Feb 07 23:04:19.329981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.objects.ports [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:19.336902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-43401cd1-bd43-42ec-a21e-bc5bf5e37849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:19.338402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-43401cd1-bd43-42ec-a21e-bc5bf5e37849 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 1096 time: 0.0958350 Feb 07 23:04:19.352836 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:04:19.370195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b06861-5595-454c-8cde-e361950157a1 None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': 'cbd491b4-db95-43e5-b143-afcaa834308b'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '346b91d7-1f80-45da-a4a7-e9bc19aabe8a'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:19.418106 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b06861-5595-454c-8cde-e361950157a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:19.490543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-f31aa8bf-de28-4868-8108-ddff7cc9609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:19.492636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-f31aa8bf-de28-4868-8108-ddff7cc9609f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1473901 Feb 07 23:04:19.641150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-f31ac3a6-6133-4fbe-ba08-6c0e8b43a802 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4946f255-c79d-4767-a49b-697ee9d19ff2 HTTP/1.1" status: 200 len: 999 time: 0.1389744 Feb 07 23:04:19.663936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c2b06861-5595-454c-8cde-e361950157a1 None None] Allocated IP 2001:db8::f816:3eff:fe62:b9b4 (f5361c17-937c-4775-b5bf-2de95bedd68c/cbd491b4-db95-43e5-b143-afcaa834308b/346b91d7-1f80-45da-a4a7-e9bc19aabe8a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:19.723285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-760d1bd1-024a-4c95-a2dc-ef2a443cd89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:19.725471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-760d1bd1-024a-4c95-a2dc-ef2a443cd89d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0684311 Feb 07 23:04:19.778577 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '4d26207d-e393-4f10-8d41-75b5c5d72382', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:2b:43:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:04:17Z', 'updated_at': '2022-02-07T23:04:17Z', 'revision_number': 0, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:19.821978 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c4b82-58f2-4972-b4a0-f688762fdaf3 None None] The sync data for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 is: [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '4d26207d-e393-4f10-8d41-75b5c5d72382', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:2b:43:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:04:17Z', 'updated_at': '2022-02-07T23:04:17Z', 'revision_number': 0, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:04:19.824869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-87ee72af-c209-4c8c-b3c8-70551550479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:19.827811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-87ee72af-c209-4c8c-b3c8-70551550479c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889871 Feb 07 23:04:19.831957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c2b06861-5595-454c-8cde-e361950157a1 None None] For port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:19.884983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b06861-5595-454c-8cde-e361950157a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:19.890962 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b06861-5595-454c-8cde-e361950157a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:19.892150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.db.api [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe62:b9b4-33656587-71f0-4ec0-a2d2-aa4c7adadc {{(pid=102289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:04:19.892912 n-d-827895-2 neutron-server[102289]: DEBUG oslo_db.api [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:04:19.939486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-d5606a23-437f-499b-9b04-1ea9fa672ec6 service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026351 Feb 07 23:04:19.985463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b06861-5595-454c-8cde-e361950157a1 None None] Pushing event updated for resources: {'Port': ['ID=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:20.051120 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03a07e54-3fa5-423b-a68f-e849bf861bf5 req-3445c774-d439-46c4-abfc-daf39cc690af service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046886 Feb 07 23:04:20.159886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9657e-f61d-4234-837f-4a2e9446fb96 None None] New status for floating IP 4d26207d-e393-4f10-8d41-75b5c5d72382: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:04:20.501962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.objects.ports [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:20.594613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_pluggable_backend [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=102289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Feb 07 23:04:20.594982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:20.611511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3d5f80f5-76bd-4943-8b43-e5967880ec8e None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:20.611951 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d5f80f5-76bd-4943-8b43-e5967880ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:20.645528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=cbd491b4-db95-43e5-b143-afcaa834308b,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:20.662510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:20.664482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:20.667648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:20.668276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:20.693709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9ae8ae6d-e0a5-41a2-b8d2-a44aa9b0750a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2552307 Feb 07 23:04:20.694208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49810) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:20.699960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:20.746924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ecf02-b0be-45c8-86e4-20d931a485bf None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:20.837155 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:20.841104 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:20.866895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6c06897c-58fe-426d-a7c2-4f193211fee5 None None] Could not find standard attr ID for object 7938cf14-e662-4bfe-8436-3b3f8883d19f. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:21.089412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49816) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:21.102482 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.156747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:21.159953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:21.165131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:21.165704 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.172085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c64c58-d1a7-4957-a2ce-8038a63dad80 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:21.177467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=b15f47ab-be46-49de-94ff-6621b5070bbc,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:21.188242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6856baa0-fc00-4b3e-bedc-941bf10070c3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4926710 Feb 07 23:04:21.190984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49820) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:21.206051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:ed:c9:ae', 'name': 'tempest-NetworksTestDHCPv6-1503476025'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:21.232739 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee5696e2-3d9c-47b3-9cbf-1a22bb4dd024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.249064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ee461259-c892-40f2-97b1-7daabfaf37e3 None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:21.249436 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee461259-c892-40f2-97b1-7daabfaf37e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.382241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:21.399384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee5696e2-3d9c-47b3-9cbf-1a22bb4dd024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.438921 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ee5696e2-3d9c-47b3-9cbf-1a22bb4dd024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.471687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d066b6-9bc4-40f1-aeae-d4d4b6c213d5 None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': 'cbd491b4-db95-43e5-b143-afcaa834308b', 'ip_address': '2001:db8::f816:3eff:fe62:b9b4'}, {'subnet_id': 'b15f47ab-be46-49de-94ff-6621b5070bbc'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '346b91d7-1f80-45da-a4a7-e9bc19aabe8a'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:21.495212 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ee5696e2-3d9c-47b3-9cbf-1a22bb4dd024 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f7d4ccac8424a2681e95f707f3d6b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047432 Feb 07 23:04:21.497525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49822) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:21.498266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5696e2-3d9c-47b3-9cbf-1a22bb4dd024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3382ff-7fd7-463a-9a9f-a420f6aca68a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:21.507831 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30d066b6-9bc4-40f1-aeae-d4d4b6c213d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.517961 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd2875a8-ea43-44fe-8d4b-c112c1e6dd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.531721 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.552584 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98b25ceb-8fa7-4c1d-ad0c-b9287c5e103b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.557413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port e623f4b4-decd-4097-a9de-d023305cd74b yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:21.575653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98b25ceb-8fa7-4c1d-ad0c-b9287c5e103b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.626199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98b25ceb-8fa7-4c1d-ad0c-b9287c5e103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.629062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-98b25ceb-8fa7-4c1d-ad0c-b9287c5e103b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.630986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-98b25ceb-8fa7-4c1d-ad0c-b9287c5e103b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db3382ff-7fd7-463a-9a9f-a420f6aca68a HTTP/1.1" status: 204 len: 168 time: 0.1318440 Feb 07 23:04:21.640470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b25ceb-8fa7-4c1d-ad0c-b9287c5e103b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3382ff-7fd7-463a-9a9f-a420f6aca68a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:21.723283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 346b91d7-1f80-45da-a4a7-e9bc19aabe8a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:21.743680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 172.20.0.11 (f5361c17-937c-4775-b5bf-2de95bedd68c/b15f47ab-be46-49de-94ff-6621b5070bbc/e623f4b4-decd-4097-a9de-d023305cd74b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:21.751257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:feed:c9ae (f5361c17-937c-4775-b5bf-2de95bedd68c/cbd491b4-db95-43e5-b143-afcaa834308b/e623f4b4-decd-4097-a9de-d023305cd74b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:21.776474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:21.776849 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.964798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49828) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:21.979630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b937-30f2-4d51-a01d-434ed2b5d2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.073340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b937-30f2-4d51-a01d-434ed2b5d2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.077437 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b937-30f2-4d51-a01d-434ed2b5d2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.117893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6fd5b937-30f2-4d51-a01d-434ed2b5d2e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4ddefefab1745d581833a1640dd9609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516888 Feb 07 23:04:22.118792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b937-30f2-4d51-a01d-434ed2b5d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca04a25-a11c-40e3-9138-ae8fb3d45811,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:22.121194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49830) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:22.171380 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31517faa-3603-46b5-9334-728f28438703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.182845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.192708 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31517faa-3603-46b5-9334-728f28438703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.215942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.252322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31517faa-3603-46b5-9334-728f28438703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.255311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31517faa-3603-46b5-9334-728f28438703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.256793 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-31517faa-3603-46b5-9334-728f28438703 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eca04a25-a11c-40e3-9138-ae8fb3d45811 HTTP/1.1" status: 204 len: 168 time: 0.1342373 Feb 07 23:04:22.264734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-30d066b6-9bc4-40f1-aeae-d4d4b6c213d5 None None] Allocated IP 172.20.0.2 (f5361c17-937c-4775-b5bf-2de95bedd68c/b15f47ab-be46-49de-94ff-6621b5070bbc/346b91d7-1f80-45da-a4a7-e9bc19aabe8a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:22.266364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31517faa-3603-46b5-9334-728f28438703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca04a25-a11c-40e3-9138-ae8fb3d45811,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:22.268292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:22.272997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:22.276336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:22.303877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=e623f4b4-decd-4097-a9de-d023305cd74b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:22.337040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:22.337684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.355352 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b787c07-bba0-447a-8ff2-681fef9f835c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1627305 Feb 07 23:04:22.357872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49834) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:22.381847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-30d066b6-9bc4-40f1-aeae-d4d4b6c213d5 None None] For port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:22.415358 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30d066b6-9bc4-40f1-aeae-d4d4b6c213d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.420611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd39ea4-9289-46c8-bb36-5401acd1204c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:22.420941 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30d066b6-9bc4-40f1-aeae-d4d4b6c213d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.427629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd39ea4-9289-46c8-bb36-5401acd1204c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:22.429297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2bd39ea4-9289-46c8-bb36-5401acd1204c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0703988 Feb 07 23:04:22.431898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49836) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:22.506378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d066b6-9bc4-40f1-aeae-d4d4b6c213d5 None None] Pushing event updated for resources: {'Port': ['ID=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:22.537667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a10d4287-2270-4119-8e6c-aab90c60681d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port e623f4b4-decd-4097-a9de-d023305cd74b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:22.538178 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a10d4287-2270-4119-8e6c-aab90c60681d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.638133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a10d4287-2270-4119-8e6c-aab90c60681d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.654948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a10d4287-2270-4119-8e6c-aab90c60681d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for e623f4b4-decd-4097-a9de-d023305cd74b owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:22.866911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a10d4287-2270-4119-8e6c-aab90c60681d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.901702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d4287-2270-4119-8e6c-aab90c60681d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=e623f4b4-decd-4097-a9de-d023305cd74b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:23.007163 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a10d4287-2270-4119-8e6c-aab90c60681d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.013170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a10d4287-2270-4119-8e6c-aab90c60681d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/e623f4b4-decd-4097-a9de-d023305cd74b HTTP/1.1" status: 204 len: 168 time: 0.5778666 Feb 07 23:04:23.013359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49856) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:23.083518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef16065-2630-44fa-8caf-d25da587de6f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:23.085136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef16065-2630-44fa-8caf-d25da587de6f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:23.086996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef16065-2630-44fa-8caf-d25da587de6f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:23.089610 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6ef16065-2630-44fa-8caf-d25da587de6f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0752516 Feb 07 23:04:23.092397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49860) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:23.142407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-549a121b-0921-4077-977e-7814038e9609 None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:23.142881 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-549a121b-0921-4077-977e-7814038e9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.151105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15afd2d-c590-486d-813b-52c2866632f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet b15f47ab-be46-49de-94ff-6621b5070bbc {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:23.154802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b15afd2d-c590-486d-813b-52c2866632f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.207791 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b15afd2d-c590-486d-813b-52c2866632f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.311016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b15afd2d-c590-486d-813b-52c2866632f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.379555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b15afd2d-c590-486d-813b-52c2866632f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.411417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15afd2d-c590-486d-813b-52c2866632f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=b15f47ab-be46-49de-94ff-6621b5070bbc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:23.424667 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b15afd2d-c590-486d-813b-52c2866632f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.428198 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b15afd2d-c590-486d-813b-52c2866632f5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/b15f47ab-be46-49de-94ff-6621b5070bbc HTTP/1.1" status: 204 len: 168 time: 0.3347015 Feb 07 23:04:23.431089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49868) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:23.462152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8a425097-e811-4835-9252-a918849b6170 None None] Could not find standard attr ID for object e623f4b4-decd-4097-a9de-d023305cd74b. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:23.489747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b2396d-6c69-498e-af74-6aa322a420e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet cbd491b4-db95-43e5-b143-afcaa834308b {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:23.493031 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29b2396d-6c69-498e-af74-6aa322a420e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.540405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29b2396d-6c69-498e-af74-6aa322a420e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.646099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29b2396d-6c69-498e-af74-6aa322a420e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.697102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e27c6b-6813-411c-bed6-1317447ab45e None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:23.753798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29b2396d-6c69-498e-af74-6aa322a420e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.790425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 346b91d7-1f80-45da-a4a7-e9bc19aabe8a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:23.801068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2396d-6c69-498e-af74-6aa322a420e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd491b4-db95-43e5-b143-afcaa834308b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:23.805379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29b2396d-6c69-498e-af74-6aa322a420e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.811793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-29b2396d-6c69-498e-af74-6aa322a420e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/cbd491b4-db95-43e5-b143-afcaa834308b HTTP/1.1" status: 204 len: 168 time: 0.3771451 Feb 07 23:04:23.813008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49880) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:23.877334 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aac87a00-2b28-4028-ab02-aa9c00e18900 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632117 Feb 07 23:04:23.880817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49882) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:23.888691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:23.920045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:23.920630 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.022853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:24.031036 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.061570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d097b-7eaf-4c8d-ab92-db0e93cf96a6 None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:24.121770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a56d097b-7eaf-4c8d-ab92-db0e93cf96a6 None None] Deleting port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:24.122160 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a56d097b-7eaf-4c8d-ab92-db0e93cf96a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.200030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a56d097b-7eaf-4c8d-ab92-db0e93cf96a6 None None] For port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:24.200353 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a56d097b-7eaf-4c8d-ab92-db0e93cf96a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.215967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a56d097b-7eaf-4c8d-ab92-db0e93cf96a6 None None] Calling delete_port for 346b91d7-1f80-45da-a4a7-e9bc19aabe8a owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:24.275611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.306009 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a56d097b-7eaf-4c8d-ab92-db0e93cf96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.319891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d097b-7eaf-4c8d-ab92-db0e93cf96a6 None None] No DVR routers for this DVR port 346b91d7-1f80-45da-a4a7-e9bc19aabe8a on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:24.325344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:24.330959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:24.340990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:24.341772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.345012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d097b-7eaf-4c8d-ab92-db0e93cf96a6 None None] Pushing event deleted for resources: {'Port': ['ID=346b91d7-1f80-45da-a4a7-e9bc19aabe8a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:24.349904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79bc2a5-3b8a-4c94-b7be-19d744d2d61d None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:24.361729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=82078658-8755-4b0c-95d4-19e6e58d411a,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:24.369086 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9c899948-b83d-4c31-a69d-22eefe9e3c8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4865074 Feb 07 23:04:24.372040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49900) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:24.378425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:24.506883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:24.510788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.541965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': '82078658-8755-4b0c-95d4-19e6e58d411a'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:24.543127 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.659367 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e730b5bc-9851-4f4b-8793-b6208f071d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.715472 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Allocated IP 172.20.0.2 (f5361c17-937c-4775-b5bf-2de95bedd68c/82078658-8755-4b0c-95d4-19e6e58d411a/50f8e088-07bb-4e6b-a628-e96bf32a755c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:24.865185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:24.866947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.917204 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.918650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:24.923004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:24.925593 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.927739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:24.928328 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.940832 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.949587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=ac7fbd03-78b7-4b58-a84d-fdaf5c6bce64,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:24.960979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49918) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:24.967306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:4f:50:e1', 'name': 'tempest-NetworksTestDHCPv6-424255105'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:24.971646 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cc1f5e3d-a743-4ed3-a366-746b3ad28850 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5979865 Feb 07 23:04:24.979062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:24.981957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:24.985317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:24.993445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Pushing event updated for resources: {'Port': ['ID=50f8e088-07bb-4e6b-a628-e96bf32a755c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:25.060208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Attempting to bind port 50f8e088-07bb-4e6b-a628-e96bf32a755c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:25.060570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Attempting to bind port 50f8e088-07bb-4e6b-a628-e96bf32a755c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:25.060931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Attempting to bind port 50f8e088-07bb-4e6b-a628-e96bf32a755c on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:25.071807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:25.072180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:25.072580 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.073119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:25.074061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Bound port: 50f8e088-07bb-4e6b-a628-e96bf32a755c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:25.074667 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.109897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:25.110471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49922) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:25.144647 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] For port 50f8e088-07bb-4e6b-a628-e96bf32a755c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:25.148709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] For port 50f8e088-07bb-4e6b-a628-e96bf32a755c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=50f8e088-07bb-4e6b-a628-e96bf32a755c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:25.153967 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.214580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.215093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ffe83-5077-4b1e-a318-ac53cd2fbbee None None] Pushing event updated for resources: {'Port': ['ID=50f8e088-07bb-4e6b-a628-e96bf32a755c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:25.245207 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 190b917d-5b00-450d-8af8-8cc7eba068a5 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:25.254819 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-003361db-8043-4209-a964-180c33d4cc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.341872 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-003361db-8043-4209-a964-180c33d4cc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.346772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-003361db-8043-4209-a964-180c33d4cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.391242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-003361db-8043-4209-a964-180c33d4cc3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6b6bcdb407747e994aacd50e66b5995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772431 Feb 07 23:04:25.391242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003361db-8043-4209-a964-180c33d4cc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218b5462-456f-46ff-85da-2725d86bd623,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:25.392645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49926) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:25.436875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 172.20.0.14 (f5361c17-937c-4775-b5bf-2de95bedd68c/82078658-8755-4b0c-95d4-19e6e58d411a/190b917d-5b00-450d-8af8-8cc7eba068a5) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:25.451788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:fe4f:50e1 (f5361c17-937c-4775-b5bf-2de95bedd68c/ac7fbd03-78b7-4b58-a84d-fdaf5c6bce64/190b917d-5b00-450d-8af8-8cc7eba068a5) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:25.464188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-078f64c2-928c-4856-9941-aab3ec9cd6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.500423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-078f64c2-928c-4856-9941-aab3ec9cd6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.553833 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-078f64c2-928c-4856-9941-aab3ec9cd6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.556484 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-078f64c2-928c-4856-9941-aab3ec9cd6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.557856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-078f64c2-928c-4856-9941-aab3ec9cd6bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/218b5462-456f-46ff-85da-2725d86bd623 HTTP/1.1" status: 204 len: 168 time: 0.1643007 Feb 07 23:04:25.566565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f64c2-928c-4856-9941-aab3ec9cd6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218b5462-456f-46ff-85da-2725d86bd623,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:25.651447 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.701609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.750999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:25.755947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:25.758442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:25.795956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=190b917d-5b00-450d-8af8-8cc7eba068a5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:25.820807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:25.821473 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.846217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49934) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:25.860549 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0da53d69-29de-4095-bff5-ce7dfa59990e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8983574 Feb 07 23:04:25.891509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 50f8e088-07bb-4e6b-a628-e96bf32a755c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:25.905382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2edf9c4-8659-4cd5-8985-718b4d1efb8a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:25.912245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49936) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:25.912412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2edf9c4-8659-4cd5-8985-718b4d1efb8a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:25.913922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e2edf9c4-8659-4cd5-8985-718b4d1efb8a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0666738 Feb 07 23:04:25.916597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49938) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:25.934372 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b66e5e35-c216-48cb-b63d-2e77381d0d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.966028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 50f8e088-07bb-4e6b-a628-e96bf32a755c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:25.966652 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.023007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b66e5e35-c216-48cb-b63d-2e77381d0d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.031154 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b66e5e35-c216-48cb-b63d-2e77381d0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.036742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-82baa2a4-7843-462a-86f8-a42ac0cd1579 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 190b917d-5b00-450d-8af8-8cc7eba068a5 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:26.037806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82baa2a4-7843-462a-86f8-a42ac0cd1579 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.076943 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.078205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b66e5e35-c216-48cb-b63d-2e77381d0d8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92717f6928c342008073bd5d266db6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647680 Feb 07 23:04:26.078798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49940) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:26.085878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e5e35-c216-48cb-b63d-2e77381d0d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7872eb34-9c11-49ff-aa48-dcb858c547ca,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:26.126474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 50f8e088-07bb-4e6b-a628-e96bf32a755c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=50f8e088-07bb-4e6b-a628-e96bf32a755c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:26.134293 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.138643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1a9f-7267-4cb1-a344-b9d24b657712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.163734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1a9f-7267-4cb1-a344-b9d24b657712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.220740 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=50f8e088-07bb-4e6b-a628-e96bf32a755c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:26.222824 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1a9f-7267-4cb1-a344-b9d24b657712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.225081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82baa2a4-7843-462a-86f8-a42ac0cd1579 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.227643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1a9f-7267-4cb1-a344-b9d24b657712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.232562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d6a1a9f-7267-4cb1-a344-b9d24b657712 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7872eb34-9c11-49ff-aa48-dcb858c547ca HTTP/1.1" status: 204 len: 168 time: 0.1525671 Feb 07 23:04:26.245339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 346b91d7-1f80-45da-a4a7-e9bc19aabe8a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:26.247178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-82baa2a4-7843-462a-86f8-a42ac0cd1579 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 190b917d-5b00-450d-8af8-8cc7eba068a5 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:26.248399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a1a9f-7267-4cb1-a344-b9d24b657712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7872eb34-9c11-49ff-aa48-dcb858c547ca,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:26.276769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 346b91d7-1f80-45da-a4a7-e9bc19aabe8a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:26.277119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 346b91d7-1f80-45da-a4a7-e9bc19aabe8a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:26.375857 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.422827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ce712-f1aa-4f09-8e8c-331aeeb9494b None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:26.463738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82baa2a4-7843-462a-86f8-a42ac0cd1579 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.494645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82baa2a4-7843-462a-86f8-a42ac0cd1579 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=190b917d-5b00-450d-8af8-8cc7eba068a5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:26.560388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cb7f93d1-d992-4f2b-ad4d-3a88607fbdb3 None None] Provisioning complete for port 50f8e088-07bb-4e6b-a628-e96bf32a755c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:26.560866 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb7f93d1-d992-4f2b-ad4d-3a88607fbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.592164 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82baa2a4-7843-462a-86f8-a42ac0cd1579 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.595592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-82baa2a4-7843-462a-86f8-a42ac0cd1579 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/190b917d-5b00-450d-8af8-8cc7eba068a5 HTTP/1.1" status: 204 len: 168 time: 0.6779878 Feb 07 23:04:26.598161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49950) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:26.639168 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.658937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562263c2-a941-45b8-a789-399ad2d0affb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:26.660548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562263c2-a941-45b8-a789-399ad2d0affb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:26.663188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562263c2-a941-45b8-a789-399ad2d0affb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:26.665001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-562263c2-a941-45b8-a789-399ad2d0affb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0649273 Feb 07 23:04:26.667867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49954) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:26.729300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcd3592-7212-44ae-b45b-29dfca5bb536 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 82078658-8755-4b0c-95d4-19e6e58d411a {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:26.732677 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3592-7212-44ae-b45b-29dfca5bb536 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.736140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f737c-f0a2-48b5-b000-c1270e637832 None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': '82078658-8755-4b0c-95d4-19e6e58d411a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ac7fbd03-78b7-4b58-a84d-fdaf5c6bce64'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '50f8e088-07bb-4e6b-a628-e96bf32a755c'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:26.761957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb1f737c-f0a2-48b5-b000-c1270e637832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.779371 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3592-7212-44ae-b45b-29dfca5bb536 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.897365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3592-7212-44ae-b45b-29dfca5bb536 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.964305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3592-7212-44ae-b45b-29dfca5bb536 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server [None req-fb1f737c-f0a2-48b5-b000-c1270e637832 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82078658-8755-4b0c-95d4-19e6e58d411a: This subnet is being modified by another concurrent operation. Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exception Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82078658-8755-4b0c-95d4-19e6e58d411a: This subnet is being modified by another concurrent operation. Feb 07 23:04:26.965205 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 23:04:27.003501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3592-7212-44ae-b45b-29dfca5bb536 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.010386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6bcd3592-7212-44ae-b45b-29dfca5bb536 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/82078658-8755-4b0c-95d4-19e6e58d411a HTTP/1.1" status: 204 len: 168 time: 0.3392065 Feb 07 23:04:27.010386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd3592-7212-44ae-b45b-29dfca5bb536 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=82078658-8755-4b0c-95d4-19e6e58d411a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:27.012360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49966) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:27.054986 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845a1ba-30a7-4304-add0-bebfe57e71f3 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:27.075116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8420f93-82f2-4b06-b07a-e37671782693 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet ac7fbd03-78b7-4b58-a84d-fdaf5c6bce64 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:27.078327 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8420f93-82f2-4b06-b07a-e37671782693 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.123131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8420f93-82f2-4b06-b07a-e37671782693 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.148116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cabdf140-df31-4b1c-b8f3-1c52f0a1bf29 None None] Provisioning complete for port 50f8e088-07bb-4e6b-a628-e96bf32a755c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:27.148571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cabdf140-df31-4b1c-b8f3-1c52f0a1bf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.177212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8420f93-82f2-4b06-b07a-e37671782693 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.244331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8420f93-82f2-4b06-b07a-e37671782693 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.275069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8420f93-82f2-4b06-b07a-e37671782693 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7fbd03-78b7-4b58-a84d-fdaf5c6bce64,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:27.284791 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a8420f93-82f2-4b06-b07a-e37671782693 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.289106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a8420f93-82f2-4b06-b07a-e37671782693 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/ac7fbd03-78b7-4b58-a84d-fdaf5c6bce64 HTTP/1.1" status: 204 len: 168 time: 0.2755597 Feb 07 23:04:27.291474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49974) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:27.332653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-80da70a2-d8b8-464a-b5bf-1f6b77262b91 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394602 Feb 07 23:04:27.335023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 49978) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:27.339856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:27.347108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302afb1d-ada5-4945-9476-58796a1233ad None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': 'ac7fbd03-78b7-4b58-a84d-fdaf5c6bce64'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '50f8e088-07bb-4e6b-a628-e96bf32a755c'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:27.374191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-302afb1d-ada5-4945-9476-58796a1233ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.462088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:27.465885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.540770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a5aa4fa5-2436-4d36-a169-1069eed42a8a None None] Provisioning complete for port 50f8e088-07bb-4e6b-a628-e96bf32a755c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:27.541161 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4fa5-2436-4d36-a169-1069eed42a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.719729 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.733698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99731e76-5416-428b-8cae-01afb134b80d None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 23:04:27.786009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:27.790037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:27.793575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-18f168e5-7000-4fe7-b663-82fdbc840537 None None] Could not find standard attr ID for object 190b917d-5b00-450d-8af8-8cc7eba068a5. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:27.798270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:27.801895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.820689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=f350e7cd-80a4-47b5-b1a8-f699dee944bf,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:27.847113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-53b6d3d0-751b-4156-996a-3fad38edc75b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5084941 Feb 07 23:04:27.847323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 50f8e088-07bb-4e6b-a628-e96bf32a755c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:27.847646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 49988) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:27.849561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99731e76-5416-428b-8cae-01afb134b80d None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 23:04:27.855378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:27.991191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:27.994723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.019305 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.236613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 50f8e088-07bb-4e6b-a628-e96bf32a755c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=50f8e088-07bb-4e6b-a628-e96bf32a755c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:28.244864 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.345612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=50f8e088-07bb-4e6b-a628-e96bf32a755c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:28.394562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:28.436796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': 'f350e7cd-80a4-47b5-b1a8-f699dee944bf'}, {'subnet_id': 'accc1bb1-2b6d-4b89-bd9f-df3e9d42831b'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '50f8e088-07bb-4e6b-a628-e96bf32a755c'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:28.462802 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.686360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 07 23:04:28.686360 n-d-827895-2 neutron-server[102291]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 07 23:04:28.686360 n-d-827895-2 neutron-server[102291]: [parameters: {'ip_address': '2001:db8::f816:3eff:feb3:dcde', 'status': 'ALLOCATED', 'ipam_subnet_id': 'e9d48699-afd4-488b-8bc8-6643b2393600'}] Feb 07 23:04:28.686360 n-d-827895-2 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:04:28.687012 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:04:28.727101 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.883585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] For port 50f8e088-07bb-4e6b-a628-e96bf32a755c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=50f8e088-07bb-4e6b-a628-e96bf32a755c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:28.913947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.918799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.919506 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.992009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:29.003782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:29.010137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:29.010711 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.018708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=50f8e088-07bb-4e6b-a628-e96bf32a755c,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:29.024061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=accc1bb1-2b6d-4b89-bd9f-df3e9d42831b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:29.036052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cf67bd09-6c32-4a0b-8e2f-8c0d7ffdbd45 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1845682 Feb 07 23:04:29.039502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50020) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:29.044550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:8e:20:18', 'name': 'tempest-NetworksTestDHCPv6-515735252'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:29.165254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:29.169742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.194340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 9253e03e-3395-40f9-a560-06e5a6c90019 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:29.221861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.377415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 172.20.0.3 (f5361c17-937c-4775-b5bf-2de95bedd68c/f350e7cd-80a4-47b5-b1a8-f699dee944bf/9253e03e-3395-40f9-a560-06e5a6c90019) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:29.385314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:fe8e:2018 (f5361c17-937c-4775-b5bf-2de95bedd68c/accc1bb1-2b6d-4b89-bd9f-df3e9d42831b/9253e03e-3395-40f9-a560-06e5a6c90019) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:29.546276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.597283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.647623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:29.653251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:29.657308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] Allocated IP 172.20.0.2 (f5361c17-937c-4775-b5bf-2de95bedd68c/f350e7cd-80a4-47b5-b1a8-f699dee944bf/50f8e088-07bb-4e6b-a628-e96bf32a755c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:29.661244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:29.707606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=9253e03e-3395-40f9-a560-06e5a6c90019,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:29.724884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:29.725626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.750391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6a5d43e0-04f6-4493-9619-14e4a08fe4e4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7096534 Feb 07 23:04:29.750577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50032) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:29.793718 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] For port 50f8e088-07bb-4e6b-a628-e96bf32a755c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=50f8e088-07bb-4e6b-a628-e96bf32a755c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:29.815970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c5bfa-65ee-4301-b0ef-b982f82fdae0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:29.822682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c5bfa-65ee-4301-b0ef-b982f82fdae0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:29.824304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-064c5bfa-65ee-4301-b0ef-b982f82fdae0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0728650 Feb 07 23:04:29.826873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50036) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:29.836195 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.844261 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.953174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5f65e678-ef46-4a27-acab-cad51f61b085 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 9253e03e-3395-40f9-a560-06e5a6c90019 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:29.954180 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f65e678-ef46-4a27-acab-cad51f61b085 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.954662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6de91-b8c8-43bb-81e6-046976795336 None None] Pushing event updated for resources: {'Port': ['ID=50f8e088-07bb-4e6b-a628-e96bf32a755c,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:30.061193 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f65e678-ef46-4a27-acab-cad51f61b085 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.085400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5f65e678-ef46-4a27-acab-cad51f61b085 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 9253e03e-3395-40f9-a560-06e5a6c90019 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:30.338757 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f65e678-ef46-4a27-acab-cad51f61b085 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.366033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65e678-ef46-4a27-acab-cad51f61b085 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=9253e03e-3395-40f9-a560-06e5a6c90019,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:30.468678 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f65e678-ef46-4a27-acab-cad51f61b085 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.473799 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5f65e678-ef46-4a27-acab-cad51f61b085 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/9253e03e-3395-40f9-a560-06e5a6c90019 HTTP/1.1" status: 204 len: 168 time: 0.6455314 Feb 07 23:04:30.476378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50048) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:30.538846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6698e5-db83-4b5d-bba7-16ceb89f619d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:30.540714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6698e5-db83-4b5d-bba7-16ceb89f619d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:30.542627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6698e5-db83-4b5d-bba7-16ceb89f619d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:30.544350 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5c6698e5-db83-4b5d-bba7-16ceb89f619d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0663903 Feb 07 23:04:30.547026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50054) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:30.604037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c95988-2e28-4ae0-8c89-c274bf78bb50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet accc1bb1-2b6d-4b89-bd9f-df3e9d42831b {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:30.607538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01c95988-2e28-4ae0-8c89-c274bf78bb50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.652471 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01c95988-2e28-4ae0-8c89-c274bf78bb50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.753304 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01c95988-2e28-4ae0-8c89-c274bf78bb50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.823469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b1834-25ac-4a3b-9554-e65f72dd595d None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 23:04:30.824035 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01c95988-2e28-4ae0-8c89-c274bf78bb50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.857245 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-01c95988-2e28-4ae0-8c89-c274bf78bb50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.860720 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-01c95988-2e28-4ae0-8c89-c274bf78bb50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/accc1bb1-2b6d-4b89-bd9f-df3e9d42831b HTTP/1.1" status: 204 len: 168 time: 0.3126321 Feb 07 23:04:30.861984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95988-2e28-4ae0-8c89-c274bf78bb50 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=accc1bb1-2b6d-4b89-bd9f-df3e9d42831b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:30.864811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50062) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:30.892701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ce2069a9-4929-4fef-af92-44890d7f108f None None] Provisioning complete for port 50f8e088-07bb-4e6b-a628-e96bf32a755c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:30.893408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2069a9-4929-4fef-af92-44890d7f108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.950395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0c24ea-dfc6-47e9-be6d-cc7b738b94f2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet f350e7cd-80a4-47b5-b1a8-f699dee944bf {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:30.954304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c0c24ea-dfc6-47e9-be6d-cc7b738b94f2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.990625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b1834-25ac-4a3b-9554-e65f72dd595d None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 23:04:31.011596 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c0c24ea-dfc6-47e9-be6d-cc7b738b94f2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.053036 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2069a9-4929-4fef-af92-44890d7f108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.132553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ce2069a9-4929-4fef-af92-44890d7f108f None None] For port 50f8e088-07bb-4e6b-a628-e96bf32a755c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=50f8e088-07bb-4e6b-a628-e96bf32a755c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:31.142275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c0c24ea-dfc6-47e9-be6d-cc7b738b94f2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.148331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2069a9-4929-4fef-af92-44890d7f108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.242238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2069a9-4929-4fef-af92-44890d7f108f None None] Pushing event updated for resources: {'Port': ['ID=50f8e088-07bb-4e6b-a628-e96bf32a755c,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:31.243096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c0c24ea-dfc6-47e9-be6d-cc7b738b94f2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.282173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c24ea-dfc6-47e9-be6d-cc7b738b94f2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=f350e7cd-80a4-47b5-b1a8-f699dee944bf,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:31.288036 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c0c24ea-dfc6-47e9-be6d-cc7b738b94f2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.291198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5c0c24ea-dfc6-47e9-be6d-cc7b738b94f2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/f350e7cd-80a4-47b5-b1a8-f699dee944bf HTTP/1.1" status: 204 len: 168 time: 0.4250500 Feb 07 23:04:31.293803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50068) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:31.337405 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2cf993d3-9f3e-4c90-8224-90590cc86149 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420125 Feb 07 23:04:31.339500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50070) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:31.343162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f57d6-8262-4919-a34b-4d98e71c141a None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:31.400127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300c4a5-6d7b-4e43-864b-6d45b1fc34b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:31.403770 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d300c4a5-6d7b-4e43-864b-6d45b1fc34b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0614724 Feb 07 23:04:31.404920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50074) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:31.431914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2c1a2856-1613-4a10-a611-162d67203e99 None None] Provisioning complete for port 50f8e088-07bb-4e6b-a628-e96bf32a755c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:31.432290 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c1a2856-1613-4a10-a611-162d67203e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.469749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd47ca-ffab-44b9-b9fd-fb9ed0d7e6af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:31.473444 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-76cd47ca-ffab-44b9-b9fd-fb9ed0d7e6af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659931 Feb 07 23:04:31.474364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50076) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:31.523482 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-762741c2-1419-47a0-a832-e94f0ec757ae tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475190 Feb 07 23:04:31.528613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50078) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:31.533777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1c5e71cf-e9d2-4fac-918c-b2d10853c6d3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:31.624723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfe2342-75d8-4d7e-822b-8aedcaef578d None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:31.639557 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e71cf-e9d2-4fac-918c-b2d10853c6d3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:31.643848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c5e71cf-e9d2-4fac-918c-b2d10853c6d3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.646018 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5e71cf-e9d2-4fac-918c-b2d10853c6d3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:31.646456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5e71cf-e9d2-4fac-918c-b2d10853c6d3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:31.663389 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1c5e71cf-e9d2-4fac-918c-b2d10853c6d3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1335342 Feb 07 23:04:31.666624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50082) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:31.671994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-eaea057e-fbcd-4bcd-b0d4-9c947d8482f6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:31.683502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe2342-75d8-4d7e-822b-8aedcaef578d None None] Deleting port 50f8e088-07bb-4e6b-a628-e96bf32a755c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:31.683936 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2342-75d8-4d7e-822b-8aedcaef578d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.759421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ebfe2342-75d8-4d7e-822b-8aedcaef578d None None] For port 50f8e088-07bb-4e6b-a628-e96bf32a755c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=50f8e088-07bb-4e6b-a628-e96bf32a755c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:31.759878 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2342-75d8-4d7e-822b-8aedcaef578d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.776424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe2342-75d8-4d7e-822b-8aedcaef578d None None] Calling delete_port for 50f8e088-07bb-4e6b-a628-e96bf32a755c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:31.778513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaea057e-fbcd-4bcd-b0d4-9c947d8482f6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:31.782192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-eaea057e-fbcd-4bcd-b0d4-9c947d8482f6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.783664 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaea057e-fbcd-4bcd-b0d4-9c947d8482f6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:31.784188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaea057e-fbcd-4bcd-b0d4-9c947d8482f6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:31.802002 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eaea057e-fbcd-4bcd-b0d4-9c947d8482f6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1336746 Feb 07 23:04:31.805841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50090) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:31.814638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-db920c47-ec73-479e-9f14-90e9e93ca0e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:31.875416 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2342-75d8-4d7e-822b-8aedcaef578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.902493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2342-75d8-4d7e-822b-8aedcaef578d None None] Pushing event deleted for resources: {'Port': ['ID=50f8e088-07bb-4e6b-a628-e96bf32a755c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:31.904419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe2342-75d8-4d7e-822b-8aedcaef578d None None] No DVR routers for this DVR port 50f8e088-07bb-4e6b-a628-e96bf32a755c on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:31.925632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427ebd2-44f7-4210-b94d-660dc1e42cb4 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:31.930704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db920c47-ec73-479e-9f14-90e9e93ca0e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:31.934903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-db920c47-ec73-479e-9f14-90e9e93ca0e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.938474 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-db920c47-ec73-479e-9f14-90e9e93ca0e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:31.939229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db920c47-ec73-479e-9f14-90e9e93ca0e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:31.958233 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-db920c47-ec73-479e-9f14-90e9e93ca0e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1512549 Feb 07 23:04:31.961789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50094) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:31.968184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-557d3398-c092-4b06-9c70-f1c4608a7de0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:32.070065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557d3398-c092-4b06-9c70-f1c4608a7de0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:32.073497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-557d3398-c092-4b06-9c70-f1c4608a7de0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.075075 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-557d3398-c092-4b06-9c70-f1c4608a7de0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:32.075492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557d3398-c092-4b06-9c70-f1c4608a7de0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:32.091284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-557d3398-c092-4b06-9c70-f1c4608a7de0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1281981 Feb 07 23:04:32.094249 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50100) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:32.100415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c16be06f-8960-4d4e-af7b-c5dd1b6613dc tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:32.192684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16be06f-8960-4d4e-af7b-c5dd1b6613dc tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:32.196230 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c16be06f-8960-4d4e-af7b-c5dd1b6613dc tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.197670 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16be06f-8960-4d4e-af7b-c5dd1b6613dc tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:32.198097 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16be06f-8960-4d4e-af7b-c5dd1b6613dc tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:32.216125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c16be06f-8960-4d4e-af7b-c5dd1b6613dc tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1180644 Feb 07 23:04:32.216346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50104) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:32.221050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4af2efac-2037-4b1c-9858-916a49eb0e75 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:32.315516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af2efac-2037-4b1c-9858-916a49eb0e75 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:32.319158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4af2efac-2037-4b1c-9858-916a49eb0e75 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.320552 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af2efac-2037-4b1c-9858-916a49eb0e75 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:32.320984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af2efac-2037-4b1c-9858-916a49eb0e75 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:32.344354 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4af2efac-2037-4b1c-9858-916a49eb0e75 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1268899 Feb 07 23:04:32.346882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50112) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:32.378185 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f8bfa0f4-5420-4fdd-9337-2fc2653e00eb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0302780 Feb 07 23:04:32.380887 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50116) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:32.435001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eaaf47-ddae-4470-85aa-20d94bac45a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:32.436679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d3eaaf47-ddae-4470-85aa-20d94bac45a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0549097 Feb 07 23:04:32.439284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50120) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:32.481983 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-464639e6-21c9-432a-932c-e8549745d1e1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415347 Feb 07 23:04:32.485518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50126) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:32.491155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:32.579883 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:32.584117 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.853576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.objects.ports [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:32.855130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.900709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:32.903944 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:32.908131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:32.908712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.914020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971b19c-ecdc-419d-ae4c-2515111af6fc None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:32.921472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=d24bba9b-91c0-46a6-8f43-8c1505de05b7,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:32.931668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-abfe484e-5ba4-48f2-b5f9-4fb58ec994a4 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4451065 Feb 07 23:04:32.934199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50140) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:32.940326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:41:2d:25', 'name': 'tempest-NetworksTestDHCPv6-1414924094'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:33.065460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:33.086820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': 'd24bba9b-91c0-46a6-8f43-8c1505de05b7'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:33.087990 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.162421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.186865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port a1400ed5-8d5d-468d-98a1-615001062c67 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:33.232274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Allocated IP 2001:db8::f816:3eff:feb2:942 (f5361c17-937c-4775-b5bf-2de95bedd68c/d24bba9b-91c0-46a6-8f43-8c1505de05b7/3d359263-42bd-4f96-a146-a7c857bf061a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:33.382993 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.392469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.435087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:33.438530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:fe41:2d25 (f5361c17-937c-4775-b5bf-2de95bedd68c/d24bba9b-91c0-46a6-8f43-8c1505de05b7/a1400ed5-8d5d-468d-98a1-615001062c67) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:33.439180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:33.443920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:33.449375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Pushing event updated for resources: {'Port': ['ID=3d359263-42bd-4f96-a146-a7c857bf061a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:33.475264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.475668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.476041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.476391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.476735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.477054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.477375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.477732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.478073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.478401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.478798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.479123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:33.515858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Attempting to bind port 3d359263-42bd-4f96-a146-a7c857bf061a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:33.516240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Attempting to bind port 3d359263-42bd-4f96-a146-a7c857bf061a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:33.516635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Attempting to bind port 3d359263-42bd-4f96-a146-a7c857bf061a on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:33.522353 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:33.522733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:33.523191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.523549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:33.524058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Bound port: 3d359263-42bd-4f96-a146-a7c857bf061a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:33.524445 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.594586 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] For port 3d359263-42bd-4f96-a146-a7c857bf061a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:33.598758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] For port 3d359263-42bd-4f96-a146-a7c857bf061a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3d359263-42bd-4f96-a146-a7c857bf061a,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:33.603500 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.618774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.657348 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.663416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ba387-0b14-48d5-a468-767e4ebe382a None None] Pushing event updated for resources: {'Port': ['ID=3d359263-42bd-4f96-a146-a7c857bf061a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:33.715241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:33.718401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:33.722417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:33.728732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:33.729362 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.738369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=a1400ed5-8d5d-468d-98a1-615001062c67,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:33.756176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1c88d35f-2a2c-4328-804e-ae487404e382 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8182442 Feb 07 23:04:33.757149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50156) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:33.819468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e64e80-5515-4d85-b924-13bd3c65da61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:33.825659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e64e80-5515-4d85-b924-13bd3c65da61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:33.827321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-40e64e80-5515-4d85-b924-13bd3c65da61 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0691395 Feb 07 23:04:33.830171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50160) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:33.939801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6ccfc573-fb85-47ea-9c15-5012380c823c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port a1400ed5-8d5d-468d-98a1-615001062c67 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:33.940429 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc573-fb85-47ea-9c15-5012380c823c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.026321 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.047760 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc573-fb85-47ea-9c15-5012380c823c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.066699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6ccfc573-fb85-47ea-9c15-5012380c823c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for a1400ed5-8d5d-468d-98a1-615001062c67 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:34.205623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc573-fb85-47ea-9c15-5012380c823c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.239534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfc573-fb85-47ea-9c15-5012380c823c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=a1400ed5-8d5d-468d-98a1-615001062c67,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:34.268851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc573-fb85-47ea-9c15-5012380c823c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.273017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6ccfc573-fb85-47ea-9c15-5012380c823c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/a1400ed5-8d5d-468d-98a1-615001062c67 HTTP/1.1" status: 204 len: 168 time: 0.4416323 Feb 07 23:04:34.275072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50170) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:34.326043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad4fd9a-8575-442e-84ef-6fd260e54659 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:34.327604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad4fd9a-8575-442e-84ef-6fd260e54659 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:34.329122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7ad4fd9a-8575-442e-84ef-6fd260e54659 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0530882 Feb 07 23:04:34.331835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50172) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:34.390258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28e9f12-ceca-46cc-a313-a6d5f122ad8e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet d24bba9b-91c0-46a6-8f43-8c1505de05b7 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:34.393706 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a28e9f12-ceca-46cc-a313-a6d5f122ad8e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.452457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a28e9f12-ceca-46cc-a313-a6d5f122ad8e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.515833 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.834612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a28e9f12-ceca-46cc-a313-a6d5f122ad8e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.841376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3935b5e7-b1e7-4f4d-be6d-30a679d051d5 None None] Provisioning complete for port 3d359263-42bd-4f96-a146-a7c857bf061a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:34.841973 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3935b5e7-b1e7-4f4d-be6d-30a679d051d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.916710 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a28e9f12-ceca-46cc-a313-a6d5f122ad8e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.945525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e9f12-ceca-46cc-a313-a6d5f122ad8e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=d24bba9b-91c0-46a6-8f43-8c1505de05b7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:34.952142 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a28e9f12-ceca-46cc-a313-a6d5f122ad8e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.955439 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a28e9f12-ceca-46cc-a313-a6d5f122ad8e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/d24bba9b-91c0-46a6-8f43-8c1505de05b7 HTTP/1.1" status: 204 len: 168 time: 0.6221321 Feb 07 23:04:34.958216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50182) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:35.004230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c04115ba-e806-4c10-8023-da17ec7a4498 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446534 Feb 07 23:04:35.007953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50184) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:35.013908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:35.115838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:35.117345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ba238-8d16-45db-a0bc-e6a1e41fc7d0 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:35.120656 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.172960 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3935b5e7-b1e7-4f4d-be6d-30a679d051d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.292421 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-3935b5e7-b1e7-4f4d-be6d-30a679d051d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:04:35.292989 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-3935b5e7-b1e7-4f4d-be6d-30a679d051d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:04:35.368534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47203bd-e81a-40e3-a518-0e2a95a4d91c None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:35.424262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a47203bd-e81a-40e3-a518-0e2a95a4d91c None None] Deleting port 3d359263-42bd-4f96-a146-a7c857bf061a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:35.424798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a47203bd-e81a-40e3-a518-0e2a95a4d91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.477779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:35.521053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a47203bd-e81a-40e3-a518-0e2a95a4d91c None None] For port 3d359263-42bd-4f96-a146-a7c857bf061a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3d359263-42bd-4f96-a146-a7c857bf061a,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:35.521702 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a47203bd-e81a-40e3-a518-0e2a95a4d91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.534910 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a47203bd-e81a-40e3-a518-0e2a95a4d91c None None] Calling delete_port for 3d359263-42bd-4f96-a146-a7c857bf061a owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:35.628740 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a47203bd-e81a-40e3-a518-0e2a95a4d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.651445 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.662424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47203bd-e81a-40e3-a518-0e2a95a4d91c None None] Pushing event deleted for resources: {'Port': ['ID=3d359263-42bd-4f96-a146-a7c857bf061a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:35.663803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47203bd-e81a-40e3-a518-0e2a95a4d91c None None] No DVR routers for this DVR port 3d359263-42bd-4f96-a146-a7c857bf061a on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:35.696907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Port 3d359263-42bd-4f96-a146-a7c857bf061a concurrently deleted while adding address for new subnet {'id': 'c3b35be7-0d43-48f4-b3ff-90017ac22d95', 'name': '', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3589, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-07T23:04:35Z', 'updated_at': '2022-02-07T23:04:35Z', 'revision_number': 0, 'segment_id': None, 'project_id': '76909356a158410c8998ff6c66ee40bf'}. {{(pid=102290) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Feb 07 23:04:35.697774 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.749652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:35.753170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:35.756898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:35.757612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.763823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b50a6ef-43cd-40e1-a1ef-0485056937d1 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:35.783765 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=c3b35be7-0d43-48f4-b3ff-90017ac22d95,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:35.798411 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c6e71852-c825-46c0-97b5-f42274867c56 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7889464 Feb 07 23:04:35.801402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50202) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:35.808088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:6c:fa:ce', 'name': 'tempest-NetworksTestDHCPv6-2057970377'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:35.838121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3935b5e7-b1e7-4f4d-be6d-30a679d051d5 None None] Port 3d359263-42bd-4f96-a146-a7c857bf061a update to ACTIVE by agent not found {{(pid=102291) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 07 23:04:35.953204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:35.953521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': 'c3b35be7-0d43-48f4-b3ff-90017ac22d95'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:35.954597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.958536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.969833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-091ea416-8e1c-4110-9002-eedc89a5d14b None None] Could not find standard attr ID for object a1400ed5-8d5d-468d-98a1-615001062c67. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:35.982157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 4e2a0c46-c238-45af-8cba-286fc8ce9290 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:36.101100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Allocated IP 2001:db8::f816:3eff:fe3f:a415 (f5361c17-937c-4775-b5bf-2de95bedd68c/c3b35be7-0d43-48f4-b3ff-90017ac22d95/4619b097-93a0-43f8-847a-e86a62197aa6) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:36.266113 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.273361 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.323342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:36.329181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Pushing event updated for resources: {'Port': ['ID=4619b097-93a0-43f8-847a-e86a62197aa6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:36.329362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:fe6c:face (f5361c17-937c-4775-b5bf-2de95bedd68c/c3b35be7-0d43-48f4-b3ff-90017ac22d95/4e2a0c46-c238-45af-8cba-286fc8ce9290) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:36.332111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:36.334729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:36.391188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Attempting to bind port 4619b097-93a0-43f8-847a-e86a62197aa6 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:36.391690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Attempting to bind port 4619b097-93a0-43f8-847a-e86a62197aa6 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:36.392120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Attempting to bind port 4619b097-93a0-43f8-847a-e86a62197aa6 on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:36.397553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:36.397907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:36.398311 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.398729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:36.399290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Bound port: 4619b097-93a0-43f8-847a-e86a62197aa6, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:36.399633 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.466504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] For port 4619b097-93a0-43f8-847a-e86a62197aa6, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:36.470158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] For port 4619b097-93a0-43f8-847a-e86a62197aa6, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4619b097-93a0-43f8-847a-e86a62197aa6,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:36.478568 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.498080 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.546950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca3589-736d-4fe0-b07a-62deb35c49b8 None None] Pushing event updated for resources: {'Port': ['ID=4619b097-93a0-43f8-847a-e86a62197aa6,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:36.550073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.607287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:36.610663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:36.613498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:36.622226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:36.622889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.631965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=4e2a0c46-c238-45af-8cba-286fc8ce9290,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:36.649704 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fb6c6f56-4525-4483-8b01-367f05a18dbf tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8465822 Feb 07 23:04:36.652812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50228) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:36.721167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6564dc12-b638-486e-b748-3c69413faaa8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:36.729729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6564dc12-b638-486e-b748-3c69413faaa8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:36.738137 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6564dc12-b638-486e-b748-3c69413faaa8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0832031 Feb 07 23:04:36.741921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50230) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:36.853614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d7e26edf-0bd5-41a8-a586-00b6dcb2a090 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 4e2a0c46-c238-45af-8cba-286fc8ce9290 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:36.854771 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7e26edf-0bd5-41a8-a586-00b6dcb2a090 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.959112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7e26edf-0bd5-41a8-a586-00b6dcb2a090 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.971416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d7e26edf-0bd5-41a8-a586-00b6dcb2a090 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 4e2a0c46-c238-45af-8cba-286fc8ce9290 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:37.113791 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7e26edf-0bd5-41a8-a586-00b6dcb2a090 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.148183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e26edf-0bd5-41a8-a586-00b6dcb2a090 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=4e2a0c46-c238-45af-8cba-286fc8ce9290,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:37.173970 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7e26edf-0bd5-41a8-a586-00b6dcb2a090 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.177460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d7e26edf-0bd5-41a8-a586-00b6dcb2a090 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/4e2a0c46-c238-45af-8cba-286fc8ce9290 HTTP/1.1" status: 204 len: 168 time: 0.4345584 Feb 07 23:04:37.182069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50236) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:37.241543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba86de-12a8-4e4e-8a1a-7496298a4aad tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:37.243263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba86de-12a8-4e4e-8a1a-7496298a4aad tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:37.247619 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8aba86de-12a8-4e4e-8a1a-7496298a4aad tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0636885 Feb 07 23:04:37.248027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50240) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:37.304740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75d13d3-b1f8-481c-a5f3-e4be120771d1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet c3b35be7-0d43-48f4-b3ff-90017ac22d95 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:37.308454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d75d13d3-b1f8-481c-a5f3-e4be120771d1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.354895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d75d13d3-b1f8-481c-a5f3-e4be120771d1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.447354 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d75d13d3-b1f8-481c-a5f3-e4be120771d1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.518476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d75d13d3-b1f8-481c-a5f3-e4be120771d1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.547840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d13d3-b1f8-481c-a5f3-e4be120771d1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b35be7-0d43-48f4-b3ff-90017ac22d95,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:37.557924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d75d13d3-b1f8-481c-a5f3-e4be120771d1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.563714 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d75d13d3-b1f8-481c-a5f3-e4be120771d1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/c3b35be7-0d43-48f4-b3ff-90017ac22d95 HTTP/1.1" status: 204 len: 168 time: 0.3123229 Feb 07 23:04:37.564244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50250) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:37.612131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a0281af5-1d98-417b-9638-5038ccf9c654 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465615 Feb 07 23:04:37.614633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50254) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:37.643571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d92828e-b446-42b2-9718-fdb1382f0c67 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:37.665881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fcc8d9-6ce9-4def-a2a0-2c49f9b98b8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:37.667359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b7fcc8d9-6ce9-4def-a2a0-2c49f9b98b8f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0516341 Feb 07 23:04:37.670015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50256) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:37.722737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-26116011-50e1-4ca2-9835-30af5fec4e0c None None] Provisioning complete for port 4619b097-93a0-43f8-847a-e86a62197aa6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:37.723454 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26116011-50e1-4ca2-9835-30af5fec4e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.724128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e514bd09-ca22-48ce-9bd7-98a3286d69ff tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:37.725806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e514bd09-ca22-48ce-9bd7-98a3286d69ff tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545504 Feb 07 23:04:37.728451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50260) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:37.775759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e83b4c1d-7d60-421c-8213-ca9749c54d99 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460947 Feb 07 23:04:37.782264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50262) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:37.787720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:37.907932 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26116011-50e1-4ca2-9835-30af5fec4e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.916738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:37.927472 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.929200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd9914b-a52a-4016-acbd-9c9216e7e978 None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:37.984664 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-26116011-50e1-4ca2-9835-30af5fec4e0c None None] For port 4619b097-93a0-43f8-847a-e86a62197aa6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4619b097-93a0-43f8-847a-e86a62197aa6,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:37.991128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26116011-50e1-4ca2-9835-30af5fec4e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.053571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9914b-a52a-4016-acbd-9c9216e7e978 None None] Deleting port 4619b097-93a0-43f8-847a-e86a62197aa6 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:38.054148 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dd9914b-a52a-4016-acbd-9c9216e7e978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.068357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26116011-50e1-4ca2-9835-30af5fec4e0c None None] Pushing event updated for resources: {'Port': ['ID=4619b097-93a0-43f8-847a-e86a62197aa6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:38.126059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3dd9914b-a52a-4016-acbd-9c9216e7e978 None None] For port 4619b097-93a0-43f8-847a-e86a62197aa6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4619b097-93a0-43f8-847a-e86a62197aa6,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:38.126470 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dd9914b-a52a-4016-acbd-9c9216e7e978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.141121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9914b-a52a-4016-acbd-9c9216e7e978 None None] Calling delete_port for 4619b097-93a0-43f8-847a-e86a62197aa6 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:38.234879 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dd9914b-a52a-4016-acbd-9c9216e7e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.256017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:38.261818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9914b-a52a-4016-acbd-9c9216e7e978 None None] Pushing event deleted for resources: {'Port': ['ID=4619b097-93a0-43f8-847a-e86a62197aa6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:38.265433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd9914b-a52a-4016-acbd-9c9216e7e978 None None] No DVR routers for this DVR port 4619b097-93a0-43f8-847a-e86a62197aa6 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:38.360384 n-d-827895-2 neutron-server[102290]: WARNING neutron.services.revisions.revision_plugin [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Could not find related port for resource to bump revision. Feb 07 23:04:38.372529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_pluggable_backend [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Port 4619b097-93a0-43f8-847a-e86a62197aa6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102290) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 07 23:04:38.372834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_pluggable_backend [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3f:a415 {{(pid=102290) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 07 23:04:38.376238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_pluggable_backend [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3f:a415 {{(pid=102290) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 07 23:04:38.377444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.424077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:38.427815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:38.432055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:38.432635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.440253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf36d74-ad42-4cb9-9277-9899c34caf2d None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:38.447343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=64e5e67b-d53a-4ffa-be64-97fe16e71a97,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:38.457044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-354b2897-753d-4dbd-bc7c-f087304566fd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6712680 Feb 07 23:04:38.457479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50286) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:38.462226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:38:84:f8', 'name': 'tempest-NetworksTestDHCPv6-2067658673'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:38.578633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:38.610471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': '64e5e67b-d53a-4ffa-be64-97fe16e71a97'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:38.611423 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.687285 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.714490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 5dd42bc5-7e69-4135-969b-7f02ed78db87 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:38.754949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Allocated IP 2001:db8::f816:3eff:feb0:8d99 (f5361c17-937c-4775-b5bf-2de95bedd68c/64e5e67b-d53a-4ffa-be64-97fe16e71a97/d9ee4f55-0750-44eb-b0d9-d94bd80e723b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:38.913657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.921471 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.967346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:38.969354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:fe38:84f8 (f5361c17-937c-4775-b5bf-2de95bedd68c/64e5e67b-d53a-4ffa-be64-97fe16e71a97/5dd42bc5-7e69-4135-969b-7f02ed78db87) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:38.970199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:38.974256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:38.979877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Pushing event updated for resources: {'Port': ['ID=d9ee4f55-0750-44eb-b0d9-d94bd80e723b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:39.037877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Attempting to bind port d9ee4f55-0750-44eb-b0d9-d94bd80e723b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:39.038255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Attempting to bind port d9ee4f55-0750-44eb-b0d9-d94bd80e723b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:39.038629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Attempting to bind port d9ee4f55-0750-44eb-b0d9-d94bd80e723b on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:39.043976 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:39.044362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:39.044767 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.045164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:39.045633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Bound port: d9ee4f55-0750-44eb-b0d9-d94bd80e723b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:39.046015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.114874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] For port d9ee4f55-0750-44eb-b0d9-d94bd80e723b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:39.119313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] For port d9ee4f55-0750-44eb-b0d9-d94bd80e723b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d9ee4f55-0750-44eb-b0d9-d94bd80e723b,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:39.124440 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.149322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.198525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ff26c-9a8e-4556-ab42-344f0713a02d None None] Pushing event updated for resources: {'Port': ['ID=d9ee4f55-0750-44eb-b0d9-d94bd80e723b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:39.200760 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.259730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:39.263754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:39.268350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:39.275410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:39.276298 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.280773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=5dd42bc5-7e69-4135-969b-7f02ed78db87,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:39.300420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ed16f82e-46ce-4487-97b3-34936f607be2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8418224 Feb 07 23:04:39.300673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50298) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:39.354384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909df9b-9c77-4d9a-90bf-bf6628183ac0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:39.364024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909df9b-9c77-4d9a-90bf-bf6628183ac0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:39.366240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a909df9b-9c77-4d9a-90bf-bf6628183ac0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0628328 Feb 07 23:04:39.368760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50300) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:39.394649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50302) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:39.499736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0bbdba37-88b3-483a-a32f-d762f6ede624 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 5dd42bc5-7e69-4135-969b-7f02ed78db87 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:39.500280 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0bbdba37-88b3-483a-a32f-d762f6ede624 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.541234 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61688f5c-0e2d-439d-839c-8d5060592b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.601356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0bbdba37-88b3-483a-a32f-d762f6ede624 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.616576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0bbdba37-88b3-483a-a32f-d762f6ede624 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 5dd42bc5-7e69-4135-969b-7f02ed78db87 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:39.629362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61688f5c-0e2d-439d-839c-8d5060592b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.633120 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61688f5c-0e2d-439d-839c-8d5060592b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.681622 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-61688f5c-0e2d-439d-839c-8d5060592b19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef3f2ecb2e81470bb56ad7353db10dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852116 Feb 07 23:04:39.682586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61688f5c-0e2d-439d-839c-8d5060592b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46abbb93-b26d-497e-b81d-0187a4298791,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:39.685074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50306) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:39.783031 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a774fa96-17d2-42f8-b491-53a0bd372131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.803467 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0bbdba37-88b3-483a-a32f-d762f6ede624 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.840101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a774fa96-17d2-42f8-b491-53a0bd372131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.852559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdba37-88b3-483a-a32f-d762f6ede624 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=5dd42bc5-7e69-4135-969b-7f02ed78db87,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:39.890969 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0bbdba37-88b3-483a-a32f-d762f6ede624 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.891831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d9ee4f55-0750-44eb-b0d9-d94bd80e723b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:39.896544 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0bbdba37-88b3-483a-a32f-d762f6ede624 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/5dd42bc5-7e69-4135-969b-7f02ed78db87 HTTP/1.1" status: 204 len: 168 time: 0.5235026 Feb 07 23:04:39.897833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50310) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:39.952368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6063e1-ee97-4f67-b5e1-781537f745f7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:39.953983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6063e1-ee97-4f67-b5e1-781537f745f7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:39.955458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3c6063e1-ee97-4f67-b5e1-781537f745f7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0572050 Feb 07 23:04:39.958227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50312) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:39.962146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d9ee4f55-0750-44eb-b0d9-d94bd80e723b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:39.962519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.987786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a774fa96-17d2-42f8-b491-53a0bd372131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.990959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a774fa96-17d2-42f8-b491-53a0bd372131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.994497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a774fa96-17d2-42f8-b491-53a0bd372131 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46abbb93-b26d-497e-b81d-0187a4298791 HTTP/1.1" status: 204 len: 168 time: 0.3058970 Feb 07 23:04:40.007652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774fa96-17d2-42f8-b491-53a0bd372131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46abbb93-b26d-497e-b81d-0187a4298791,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:40.027680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07d19e4-fb64-46f8-b3df-ec9b962cf9db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 64e5e67b-d53a-4ffa-be64-97fe16e71a97 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:40.032292 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e07d19e4-fb64-46f8-b3df-ec9b962cf9db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.099499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.101746 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e07d19e4-fb64-46f8-b3df-ec9b962cf9db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.145679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port d9ee4f55-0750-44eb-b0d9-d94bd80e723b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d9ee4f55-0750-44eb-b0d9-d94bd80e723b,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:40.157052 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.218105 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e07d19e4-fb64-46f8-b3df-ec9b962cf9db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.219019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=d9ee4f55-0750-44eb-b0d9-d94bd80e723b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:40.254123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4619b097-93a0-43f8-847a-e86a62197aa6 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:40.283695 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4619b097-93a0-43f8-847a-e86a62197aa6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:40.284167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4619b097-93a0-43f8-847a-e86a62197aa6 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:40.303532 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e07d19e4-fb64-46f8-b3df-ec9b962cf9db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.340347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d19e4-fb64-46f8-b3df-ec9b962cf9db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=64e5e67b-d53a-4ffa-be64-97fe16e71a97,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:40.344608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e07d19e4-fb64-46f8-b3df-ec9b962cf9db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.348830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e07d19e4-fb64-46f8-b3df-ec9b962cf9db tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/64e5e67b-d53a-4ffa-be64-97fe16e71a97 HTTP/1.1" status: 204 len: 168 time: 0.3888285 Feb 07 23:04:40.351452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50318) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:40.365383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac274c9-a22b-4565-97f3-86752f46aba1 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:40.405185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50320) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:40.405669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-49e187d0-845a-44c7-97e1-809b54c2d5a3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520732 Feb 07 23:04:40.406012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50322) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:40.412387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:40.422579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71c361a5-6874-470c-ad76-8f3c98b760fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.484961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-edab5ff8-76a8-4200-bbd2-ebe7da6e7ff1 None None] Provisioning complete for port d9ee4f55-0750-44eb-b0d9-d94bd80e723b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:40.485370 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edab5ff8-76a8-4200-bbd2-ebe7da6e7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.510455 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71c361a5-6874-470c-ad76-8f3c98b760fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.515696 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71c361a5-6874-470c-ad76-8f3c98b760fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.555404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c361a5-6874-470c-ad76-8f3c98b760fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403e89da-3368-4782-9d8c-b00d56f444ed,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:40.565309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:40.570511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-71c361a5-6874-470c-ad76-8f3c98b760fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0642a09a875d49069ec04cdffc517bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626525 Feb 07 23:04:40.570816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.572815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50324) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:40.618608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef4e66-9c5a-46bf-86fb-4957f2e4409c None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:40.638401 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16dec03b-25e1-4a6c-8a8d-9af082520ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.667672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16dec03b-25e1-4a6c-8a8d-9af082520ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.674051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-adef4e66-9c5a-46bf-86fb-4957f2e4409c None None] Deleting port d9ee4f55-0750-44eb-b0d9-d94bd80e723b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:40.674497 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-adef4e66-9c5a-46bf-86fb-4957f2e4409c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.716925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16dec03b-25e1-4a6c-8a8d-9af082520ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.719600 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-16dec03b-25e1-4a6c-8a8d-9af082520ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.724543 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-16dec03b-25e1-4a6c-8a8d-9af082520ebc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/403e89da-3368-4782-9d8c-b00d56f444ed HTTP/1.1" status: 204 len: 168 time: 0.1505811 Feb 07 23:04:40.734713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dec03b-25e1-4a6c-8a8d-9af082520ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403e89da-3368-4782-9d8c-b00d56f444ed,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:40.769527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-adef4e66-9c5a-46bf-86fb-4957f2e4409c None None] For port d9ee4f55-0750-44eb-b0d9-d94bd80e723b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d9ee4f55-0750-44eb-b0d9-d94bd80e723b,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:40.770459 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-adef4e66-9c5a-46bf-86fb-4957f2e4409c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.788042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-adef4e66-9c5a-46bf-86fb-4957f2e4409c None None] Calling delete_port for d9ee4f55-0750-44eb-b0d9-d94bd80e723b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:40.880934 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-adef4e66-9c5a-46bf-86fb-4957f2e4409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.909888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef4e66-9c5a-46bf-86fb-4957f2e4409c None None] Pushing event deleted for resources: {'Port': ['ID=d9ee4f55-0750-44eb-b0d9-d94bd80e723b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:40.914368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef4e66-9c5a-46bf-86fb-4957f2e4409c None None] No DVR routers for this DVR port d9ee4f55-0750-44eb-b0d9-d94bd80e723b on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:40.927305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:41.042090 n-d-827895-2 neutron-server[102290]: WARNING neutron.services.revisions.revision_plugin [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Could not find related port for resource to bump revision. Feb 07 23:04:41.047081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_pluggable_backend [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Port d9ee4f55-0750-44eb-b0d9-d94bd80e723b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102290) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 07 23:04:41.047405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_pluggable_backend [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Reverting IP allocation for 2001:db8::f816:3eff:feb0:8d99 {{(pid=102290) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 07 23:04:41.050774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.ipam_pluggable_backend [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb0:8d99 {{(pid=102290) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 07 23:04:41.053005 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.110541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:41.114854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:41.117868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:41.118446 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.124927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e136382e-d532-4cf2-bdd5-70d9779f2fe9 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:41.141403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=e378db25-a03b-4716-9f47-4314ed6b9a0a,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:41.149982 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4bff7cd8-2d43-4a80-af2f-b72758545ac2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7426848 Feb 07 23:04:41.152748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50336) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:41.159822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:88:fe:69', 'name': 'tempest-NetworksTestDHCPv6-1908294523'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:41.298304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:41.302138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': 'e378db25-a03b-4716-9f47-4314ed6b9a0a'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:41.302799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.303022 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.326588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 69a6d31f-cb78-40c1-bd86-fb0d1ec6d114 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:41.439397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:fe88:fe69 (f5361c17-937c-4775-b5bf-2de95bedd68c/e378db25-a03b-4716-9f47-4314ed6b9a0a/69a6d31f-cb78-40c1-bd86-fb0d1ec6d114) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:41.601088 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.640101 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.685775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:41.688739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:41.689668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Allocated IP 2001:db8::f816:3eff:fedb:353a (f5361c17-937c-4775-b5bf-2de95bedd68c/e378db25-a03b-4716-9f47-4314ed6b9a0a/72546dcb-2fe2-4192-8ed7-8e55c0538d5c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:41.693412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:41.699115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:41.699736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.710414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=69a6d31f-cb78-40c1-bd86-fb0d1ec6d114,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:41.725300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0d81370a-a2ac-4731-abd7-e402157a5d30 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5688479 Feb 07 23:04:41.725745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50350) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:41.784015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ed14e7-181d-4ff8-a7a1-1fab047c5531 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:41.787738 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-58ed14e7-181d-4ff8-a7a1-1fab047c5531 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0590060 Feb 07 23:04:41.788478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50352) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:41.841757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d9ee4f55-0750-44eb-b0d9-d94bd80e723b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:41.888138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c7272393-64ce-48bc-bca8-a6cc0c7a6a78 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 69a6d31f-cb78-40c1-bd86-fb0d1ec6d114 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:41.888558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7272393-64ce-48bc-bca8-a6cc0c7a6a78 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.991339 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7272393-64ce-48bc-bca8-a6cc0c7a6a78 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.005630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c7272393-64ce-48bc-bca8-a6cc0c7a6a78 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 69a6d31f-cb78-40c1-bd86-fb0d1ec6d114 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:42.028827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d9ee4f55-0750-44eb-b0d9-d94bd80e723b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:42.029416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d9ee4f55-0750-44eb-b0d9-d94bd80e723b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:42.045022 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.052182 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.092319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:42.095670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:42.099487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:42.107767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Pushing event updated for resources: {'Port': ['ID=72546dcb-2fe2-4192-8ed7-8e55c0538d5c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:42.147151 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7272393-64ce-48bc-bca8-a6cc0c7a6a78 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.160135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Attempting to bind port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:42.161223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Attempting to bind port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:42.161691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Attempting to bind port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:42.166830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:42.167350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:42.167905 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.168396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:42.168955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Bound port: 72546dcb-2fe2-4192-8ed7-8e55c0538d5c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:42.169544 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.181677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7272393-64ce-48bc-bca8-a6cc0c7a6a78 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=69a6d31f-cb78-40c1-bd86-fb0d1ec6d114,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:42.209756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c7272393-64ce-48bc-bca8-a6cc0c7a6a78 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.215880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c7272393-64ce-48bc-bca8-a6cc0c7a6a78 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/69a6d31f-cb78-40c1-bd86-fb0d1ec6d114 HTTP/1.1" status: 204 len: 168 time: 0.4239538 Feb 07 23:04:42.216075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50354) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:42.235810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] For port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:42.239513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] For port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=72546dcb-2fe2-4192-8ed7-8e55c0538d5c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:42.244150 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.271522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac6cf06-3ce4-4830-8fa3-a905256f82b3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:42.273510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac6cf06-3ce4-4830-8fa3-a905256f82b3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:42.278580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8ac6cf06-3ce4-4830-8fa3-a905256f82b3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0588613 Feb 07 23:04:42.279248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50356) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:42.301145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4d005-0d13-4cdc-80d3-c3e7b4ee1fc9 None None] Pushing event updated for resources: {'Port': ['ID=72546dcb-2fe2-4192-8ed7-8e55c0538d5c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:42.344797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f945d118-9211-4846-b114-66e4c9ddcb2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet e378db25-a03b-4716-9f47-4314ed6b9a0a {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:42.349085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f945d118-9211-4846-b114-66e4c9ddcb2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.391925 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f945d118-9211-4846-b114-66e4c9ddcb2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.498038 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f945d118-9211-4846-b114-66e4c9ddcb2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.565053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f945d118-9211-4846-b114-66e4c9ddcb2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.595766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f945d118-9211-4846-b114-66e4c9ddcb2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.601888 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f945d118-9211-4846-b114-66e4c9ddcb2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/e378db25-a03b-4716-9f47-4314ed6b9a0a HTTP/1.1" status: 204 len: 168 time: 0.3192275 Feb 07 23:04:42.601888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945d118-9211-4846-b114-66e4c9ddcb2d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=e378db25-a03b-4716-9f47-4314ed6b9a0a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:42.602295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50358) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:42.643827 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-789cac41-d632-415d-8a81-769dc3d72657 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401156 Feb 07 23:04:42.647209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50360) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:42.697530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a56384-41c3-4b2b-981b-01f7973a7494 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:42.699337 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-10a56384-41c3-4b2b-981b-01f7973a7494 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0508685 Feb 07 23:04:42.701634 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50366) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:42.752198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f17f8-84ed-410e-8215-ff16b6395894 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:42.753658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ff9f17f8-84ed-410e-8215-ff16b6395894 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0511179 Feb 07 23:04:42.756752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50370) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:42.801678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50372) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:42.802191 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7995ac5b-52a1-43b5-b0ac-6ea833ee7e09 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440347 Feb 07 23:04:42.807697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:42.902612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:42.906109 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.096883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.146336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:43.149615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:43.153915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:43.154489 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.159875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=3f9e90e8-86bd-4cc6-b855-211c98a170d7,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:43.179142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50378) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:43.179267 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f7985e60-6044-4a92-b5d5-c5f42b8f84e2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3758502 Feb 07 23:04:43.184089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:df:9a:d0', 'name': 'tempest-NetworksTestDHCPv6-498022772'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:43.267008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c993d6-98e0-46ee-8adc-d651a93cfdb2 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:43.303167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:43.307207 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.327335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 086cb114-f4af-48df-b588-e5bd0a6bacc2 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:43.355527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2d195395-e8b7-4bb6-acea-a65bb700eab5 None None] Provisioning complete for port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:43.355934 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d195395-e8b7-4bb6-acea-a65bb700eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.449477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::291 (f5361c17-937c-4775-b5bf-2de95bedd68c/3f9e90e8-86bd-4cc6-b855-211c98a170d7/086cb114-f4af-48df-b588-e5bd0a6bacc2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:43.493181 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d195395-e8b7-4bb6-acea-a65bb700eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.528732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2d195395-e8b7-4bb6-acea-a65bb700eab5 None None] For port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=72546dcb-2fe2-4192-8ed7-8e55c0538d5c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:43.534066 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d195395-e8b7-4bb6-acea-a65bb700eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.582430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d195395-e8b7-4bb6-acea-a65bb700eab5 None None] Pushing event updated for resources: {'Port': ['ID=72546dcb-2fe2-4192-8ed7-8e55c0538d5c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:43.610865 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.646561 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.699957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:43.703146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:43.705812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:43.711826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:43.712449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.718835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=086cb114-f4af-48df-b588-e5bd0a6bacc2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:43.739672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dcd0a760-a201-44b6-850d-53cab5f3427b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5564938 Feb 07 23:04:43.739935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50380) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:43.759752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0c1e5be1-957d-47f5-a834-073b532c5ef7 None None] Provisioning complete for port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:43.760365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5be1-957d-47f5-a834-073b532c5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.798750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e280b145-4c25-4b06-a29d-b112204822ec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:43.805502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e280b145-4c25-4b06-a29d-b112204822ec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:43.807269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e280b145-4c25-4b06-a29d-b112204822ec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0664074 Feb 07 23:04:43.810364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:43.918824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 72546dcb-2fe2-4192-8ed7-8e55c0538d5c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:43.982109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:43.982493 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.014390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d4535aee-7692-436f-8cbf-219c4e3695ed None None] Could not find standard attr ID for object 69a6d31f-cb78-40c1-bd86-fb0d1ec6d114. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:44.238484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b273e8c5-a3ff-4a67-8290-118f3e6365ba None None] Provisioning complete for port 086cb114-f4af-48df-b588-e5bd0a6bacc2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:44.239031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b273e8c5-a3ff-4a67-8290-118f3e6365ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.275808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b273e8c5-a3ff-4a67-8290-118f3e6365ba None None] Port 086cb114-f4af-48df-b588-e5bd0a6bacc2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:04:44.292327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0e64006c-5262-4f18-b520-298332c500b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 086cb114-f4af-48df-b588-e5bd0a6bacc2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:44.292665 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e64006c-5262-4f18-b520-298332c500b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.380767 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e64006c-5262-4f18-b520-298332c500b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.392009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0e64006c-5262-4f18-b520-298332c500b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 086cb114-f4af-48df-b588-e5bd0a6bacc2 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:44.511432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e64006c-5262-4f18-b520-298332c500b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.543966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64006c-5262-4f18-b520-298332c500b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=086cb114-f4af-48df-b588-e5bd0a6bacc2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:44.566691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e64006c-5262-4f18-b520-298332c500b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.570007 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0e64006c-5262-4f18-b520-298332c500b9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/086cb114-f4af-48df-b588-e5bd0a6bacc2 HTTP/1.1" status: 204 len: 168 time: 0.7584453 Feb 07 23:04:44.572450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50390) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:44.627174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637d162a-765a-44e3-9b0a-bf19dd22820c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:44.628851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637d162a-765a-44e3-9b0a-bf19dd22820c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:44.630479 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-637d162a-765a-44e3-9b0a-bf19dd22820c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0571046 Feb 07 23:04:44.633359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50392) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:44.686260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c93cda1-0e97-4315-aaed-45ee814e2916 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 3f9e90e8-86bd-4cc6-b855-211c98a170d7 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:44.689570 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c93cda1-0e97-4315-aaed-45ee814e2916 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.734547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c93cda1-0e97-4315-aaed-45ee814e2916 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.778162 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c93cda1-0e97-4315-aaed-45ee814e2916 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.837747 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c93cda1-0e97-4315-aaed-45ee814e2916 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.865191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93cda1-0e97-4315-aaed-45ee814e2916 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9e90e8-86bd-4cc6-b855-211c98a170d7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:44.867143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6c93cda1-0e97-4315-aaed-45ee814e2916 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.870356 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6c93cda1-0e97-4315-aaed-45ee814e2916 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/3f9e90e8-86bd-4cc6-b855-211c98a170d7 HTTP/1.1" status: 204 len: 168 time: 0.2359979 Feb 07 23:04:44.873176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50394) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:44.876064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ac7c3-1df2-4423-a4bb-d530404fdad7 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:44.914993 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-228ed47e-89e4-4e82-8f8f-64427be1a3ee tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406363 Feb 07 23:04:44.917506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50396) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:44.964175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36819777-695b-45d4-b50a-cfff028209e6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:44.965631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-36819777-695b-45d4-b50a-cfff028209e6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0472348 Feb 07 23:04:44.968214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50398) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:45.020677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e2491-421d-4619-bd5a-c8d4fd2e206a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:45.022269 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-395e2491-421d-4619-bd5a-c8d4fd2e206a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0531480 Feb 07 23:04:45.024931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50400) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:45.047249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229568ce-3af5-4ac9-9e84-270db923cd71 None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:45.066891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8d1a96f5-52bb-4677-a31c-b24cc4d922fc tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408590 Feb 07 23:04:45.070979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50402) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:45.075842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:45.094946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-229568ce-3af5-4ac9-9e84-270db923cd71 None None] Deleting port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:45.095253 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-229568ce-3af5-4ac9-9e84-270db923cd71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.156975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-229568ce-3af5-4ac9-9e84-270db923cd71 None None] For port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=72546dcb-2fe2-4192-8ed7-8e55c0538d5c,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:45.157383 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-229568ce-3af5-4ac9-9e84-270db923cd71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.169509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:45.174477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.175466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-229568ce-3af5-4ac9-9e84-270db923cd71 None None] Calling delete_port for 72546dcb-2fe2-4192-8ed7-8e55c0538d5c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:45.270382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-229568ce-3af5-4ac9-9e84-270db923cd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.305659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229568ce-3af5-4ac9-9e84-270db923cd71 None None] No DVR routers for this DVR port 72546dcb-2fe2-4192-8ed7-8e55c0538d5c on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:45.311094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229568ce-3af5-4ac9-9e84-270db923cd71 None None] Pushing event deleted for resources: {'Port': ['ID=72546dcb-2fe2-4192-8ed7-8e55c0538d5c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:45.446959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.objects.ports [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:45.448402 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.495226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:45.498601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:45.502719 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:45.503305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.508134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e758591-72c4-4e57-89a4-9fa5f07b4dea None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:45.508647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=252ddc10-961b-4ba3-941e-62e49552de5a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:45.524501 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-210a7618-b7a6-46fc-b5ee-87c15c3647be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4525037 Feb 07 23:04:45.527433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50412) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:45.532389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c16a84d3-7c7a-4ac0-90e7-62a915bd837b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:45.640897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a84d3-7c7a-4ac0-90e7-62a915bd837b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:45.644371 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c16a84d3-7c7a-4ac0-90e7-62a915bd837b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.656662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': '252ddc10-961b-4ba3-941e-62e49552de5a'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:45.657598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.742375 n-d-827895-2 neutron-server[102290]: INFO neutron.db.ipam_backend_mixin [None req-c16a84d3-7c7a-4ac0-90e7-62a915bd837b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 252ddc10-961b-4ba3-941e-62e49552de5a (CIDR: 2001:db8::/64) Feb 07 23:04:45.745503 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16a84d3-7c7a-4ac0-90e7-62a915bd837b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:45.746206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16a84d3-7c7a-4ac0-90e7-62a915bd837b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:45.761664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c16a84d3-7c7a-4ac0-90e7-62a915bd837b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2331257 Feb 07 23:04:45.764507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50414) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:45.769727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:45.799215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Allocated IP 2001:db8::f816:3eff:fe43:83a (f5361c17-937c-4775-b5bf-2de95bedd68c/252ddc10-961b-4ba3-941e-62e49552de5a/8b07c5e2-f5a1-44e9-bece-17bfd39020a1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:45.853440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 72546dcb-2fe2-4192-8ed7-8e55c0538d5c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:45.884140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 72546dcb-2fe2-4192-8ed7-8e55c0538d5c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:45.884483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 72546dcb-2fe2-4192-8ed7-8e55c0538d5c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:45.886958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:45.890396 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.972351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.978426 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.023899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:46.027887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:46.030418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:46.038645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Pushing event updated for resources: {'Port': ['ID=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:46.094377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Attempting to bind port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:46.094751 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Attempting to bind port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:46.095119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Attempting to bind port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:46.101516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:46.101901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:46.102306 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.102697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:46.103157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Bound port: 8b07c5e2-f5a1-44e9-bece-17bfd39020a1, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:46.103538 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.120836 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.159381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:46.165121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:46.166834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] For port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:46.169267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:46.169838 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.170631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] For port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:46.175268 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.184753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=ace72bf4-c5b3-49e6-a833-f83c014220d2,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:46.193264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5bf512f2-d6b7-44d7-a9f9-080824f5c3e8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4275928 Feb 07 23:04:46.195851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50416) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:46.200691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:a2:7b:ed', 'name': 'tempest-NetworksTestDHCPv6-1301396942'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:46.247106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cad75-a414-4e1e-aaa8-93c7f9821146 None None] Pushing event updated for resources: {'Port': ['ID=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:46.323374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:46.444348 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.471153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 67c31965-28dc-4d7a-85ea-61b47d572544 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:46.643522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8:0:1::38a (f5361c17-937c-4775-b5bf-2de95bedd68c/ace72bf4-c5b3-49e6-a833-f83c014220d2/67c31965-28dc-4d7a-85ea-61b47d572544) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:46.650600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:fea2:7bed (f5361c17-937c-4775-b5bf-2de95bedd68c/252ddc10-961b-4ba3-941e-62e49552de5a/67c31965-28dc-4d7a-85ea-61b47d572544) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:46.791166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.824706 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.873721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:46.876766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:46.882117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:46.887612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:46.888235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.891878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=67c31965-28dc-4d7a-85ea-61b47d572544,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:46.909250 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-558524b4-1908-4ca5-a252-a5d74976d8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7123470 Feb 07 23:04:46.911942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50424) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:47.001174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f08747d6-99d3-4899-8f76-7a5dcb4ea96e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 67c31965-28dc-4d7a-85ea-61b47d572544 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:47.001521 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f08747d6-99d3-4899-8f76-7a5dcb4ea96e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.095035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f08747d6-99d3-4899-8f76-7a5dcb4ea96e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.109029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f08747d6-99d3-4899-8f76-7a5dcb4ea96e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 67c31965-28dc-4d7a-85ea-61b47d572544 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:47.167245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898c8c2d-a1fb-40d0-9a0c-bcf86060409e None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:47.250301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1990fe9c-af84-4cd5-a9a6-7fbf15f8ac97 None None] Provisioning complete for port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:47.250670 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1990fe9c-af84-4cd5-a9a6-7fbf15f8ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.289996 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f08747d6-99d3-4899-8f76-7a5dcb4ea96e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.321584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08747d6-99d3-4899-8f76-7a5dcb4ea96e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=67c31965-28dc-4d7a-85ea-61b47d572544,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:47.368509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f08747d6-99d3-4899-8f76-7a5dcb4ea96e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.372339 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f08747d6-99d3-4899-8f76-7a5dcb4ea96e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/67c31965-28dc-4d7a-85ea-61b47d572544 HTTP/1.1" status: 204 len: 168 time: 0.4594254 Feb 07 23:04:47.374787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50426) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:47.397579 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1990fe9c-af84-4cd5-a9a6-7fbf15f8ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.437737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1990fe9c-af84-4cd5-a9a6-7fbf15f8ac97 None None] For port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:47.442937 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1990fe9c-af84-4cd5-a9a6-7fbf15f8ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.521411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990fe9c-af84-4cd5-a9a6-7fbf15f8ac97 None None] Pushing event updated for resources: {'Port': ['ID=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:47.524646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a24332-9751-44b0-b717-f1d7c5f6c7f1 None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': '252ddc10-961b-4ba3-941e-62e49552de5a', 'ip_address': '2001:db8::f816:3eff:fe43:83a'}, {'subnet_id': 'ace72bf4-c5b3-49e6-a833-f83c014220d2'}], 'binding:host_id': 'n-d-827895-2'}, 'id': '8b07c5e2-f5a1-44e9-bece-17bfd39020a1'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:47.555459 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-84a24332-9751-44b0-b717-f1d7c5f6c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.709410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcb3ef8-7b1b-4f72-a0ba-8f91a4f079a5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:47.710896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5bcb3ef8-7b1b-4f72-a0ba-8f91a4f079a5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.3352058 Feb 07 23:04:47.713481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50430) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:47.728750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-84a24332-9751-44b0-b717-f1d7c5f6c7f1 None None] Allocated IP 2001:db8:0:1::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/ace72bf4-c5b3-49e6-a833-f83c014220d2/8b07c5e2-f5a1-44e9-bece-17bfd39020a1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:47.761022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b229d9-db7d-4fdf-bda5-756e2e9652af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:47.762495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9b229d9-db7d-4fdf-bda5-756e2e9652af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0481050 Feb 07 23:04:47.765196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50432) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:47.833467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d35b6-57bd-4ef8-9025-9a9ac6734ff3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:47.835354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d35b6-57bd-4ef8-9025-9a9ac6734ff3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:47.837195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d35b6-57bd-4ef8-9025-9a9ac6734ff3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:47.838744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6b3d35b6-57bd-4ef8-9025-9a9ac6734ff3 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0725150 Feb 07 23:04:47.841691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50434) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:47.841910 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-84a24332-9751-44b0-b717-f1d7c5f6c7f1 None None] For port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:47.874214 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-84a24332-9751-44b0-b717-f1d7c5f6c7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.879574 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-84a24332-9751-44b0-b717-f1d7c5f6c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.906567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5780a454-e7eb-4813-bfdf-d2cf03def256 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 252ddc10-961b-4ba3-941e-62e49552de5a {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:47.907081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:47.909814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5780a454-e7eb-4813-bfdf-d2cf03def256 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.954749 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5780a454-e7eb-4813-bfdf-d2cf03def256 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.000989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a24332-9751-44b0-b717-f1d7c5f6c7f1 None None] Pushing event updated for resources: {'Port': ['ID=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:48.021411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:48.021820 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.046008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5780a454-e7eb-4813-bfdf-d2cf03def256 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.109504 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5780a454-e7eb-4813-bfdf-d2cf03def256 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.138839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780a454-e7eb-4813-bfdf-d2cf03def256 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=252ddc10-961b-4ba3-941e-62e49552de5a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:48.142578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5780a454-e7eb-4813-bfdf-d2cf03def256 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.146138 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5780a454-e7eb-4813-bfdf-d2cf03def256 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/252ddc10-961b-4ba3-941e-62e49552de5a HTTP/1.1" status: 204 len: 168 time: 0.3026047 Feb 07 23:04:48.148654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50436) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:48.202331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1642bf1-9e27-47d3-8748-1b7505931400 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet ace72bf4-c5b3-49e6-a833-f83c014220d2 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:48.205633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1642bf1-9e27-47d3-8748-1b7505931400 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.250276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1642bf1-9e27-47d3-8748-1b7505931400 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.336667 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1642bf1-9e27-47d3-8748-1b7505931400 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.399574 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1642bf1-9e27-47d3-8748-1b7505931400 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.431834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1642bf1-9e27-47d3-8748-1b7505931400 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=ace72bf4-c5b3-49e6-a833-f83c014220d2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:48.435790 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a1642bf1-9e27-47d3-8748-1b7505931400 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.440174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a1642bf1-9e27-47d3-8748-1b7505931400 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/ace72bf4-c5b3-49e6-a833-f83c014220d2 HTTP/1.1" status: 204 len: 168 time: 0.2904792 Feb 07 23:04:48.441389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50438) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:48.481529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b9fcc26b-15c1-4baa-9787-2c37db8d8556 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377352 Feb 07 23:04:48.484378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50440) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:48.489861 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:48.516957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad1828-8351-46d3-ac61-d0e0a6a12371 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:48.590540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e892d877-3a88-4444-85dc-154b1caba241 None None] Provisioning complete for port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:48.590915 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e892d877-3a88-4444-85dc-154b1caba241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.595253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:48.599171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.911163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7092ac16-b3b5-493e-817f-6e310cbb71db None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:04:48.928066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:48.965537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7092ac16-b3b5-493e-817f-6e310cbb71db None None] Deleting port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:48.965856 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7092ac16-b3b5-493e-817f-6e310cbb71db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.047556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7092ac16-b3b5-493e-817f-6e310cbb71db None None] For port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:49.048418 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7092ac16-b3b5-493e-817f-6e310cbb71db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.062192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7092ac16-b3b5-493e-817f-6e310cbb71db None None] Calling delete_port for 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:49.086681 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.239612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] For port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:49.272249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.276555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.277295 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.279920 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7092ac16-b3b5-493e-817f-6e310cbb71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.306940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092ac16-b3b5-493e-817f-6e310cbb71db None None] Pushing event deleted for resources: {'Port': ['ID=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:49.310321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092ac16-b3b5-493e-817f-6e310cbb71db None None] No DVR routers for this DVR port 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:49.323677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=8b07c5e2-f5a1-44e9-bece-17bfd39020a1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:49.348612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:49.352147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:49.356326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:49.357079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.361101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b307f1-d5ee-468f-bc18-b460f4d454d1 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:49.362658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=cbfb6086-a278-49de-b130-139f7c58f55c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:49.382298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0ea78874-f471-469d-baba-9e0c7c438b2e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8931615 Feb 07 23:04:49.382526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50452) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:49.387416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f706eeef-8606-4a27-aab1-97576c1140e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:49.516625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f706eeef-8606-4a27-aab1-97576c1140e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:49.518058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-f5361c17-937c-4775-b5bf-2de95bedd68c', 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'tenant_id': '76909356a158410c8998ff6c66ee40bf', 'fixed_ips': [{'subnet_id': 'cbfb6086-a278-49de-b130-139f7c58f55c'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:04:49.518936 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.520633 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f706eeef-8606-4a27-aab1-97576c1140e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.618936 n-d-827895-2 neutron-server[102290]: INFO neutron.db.ipam_backend_mixin [None req-f706eeef-8606-4a27-aab1-97576c1140e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cbfb6086-a278-49de-b130-139f7c58f55c (CIDR: 2001:db8::/64) Feb 07 23:04:49.621818 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f706eeef-8606-4a27-aab1-97576c1140e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:49.622326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f706eeef-8606-4a27-aab1-97576c1140e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:49.638148 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f706eeef-8606-4a27-aab1-97576c1140e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2547073 Feb 07 23:04:49.640977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50454) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:49.646337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:49.666296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Allocated IP 2001:db8::f816:3eff:fe97:d94b (f5361c17-937c-4775-b5bf-2de95bedd68c/cbfb6086-a278-49de-b130-139f7c58f55c/a0577129-7d14-4f16-ae8e-d3e1a04434bf) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:49.771538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:49.776767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.823864 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.832980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.839815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:04:49.896553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:04:49.896898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8b07c5e2-f5a1-44e9-bece-17bfd39020a1 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:04:49.907181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:49.912983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:49.915470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:49.918915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Pushing event updated for resources: {'Port': ['ID=a0577129-7d14-4f16-ae8e-d3e1a04434bf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:49.974219 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Attempting to bind port a0577129-7d14-4f16-ae8e-d3e1a04434bf on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:49.974589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Attempting to bind port a0577129-7d14-4f16-ae8e-d3e1a04434bf by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:49.974951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Attempting to bind port a0577129-7d14-4f16-ae8e-d3e1a04434bf on network f5361c17-937c-4775-b5bf-2de95bedd68c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:04:49.980166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:04:49.980520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Checking segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:04:49.980924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.981319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Bound using segment: {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:04:49.981786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Bound port: a0577129-7d14-4f16-ae8e-d3e1a04434bf, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329b5e15-5958-43d2-993f-e5f64cf49c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:49.982168 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.032749 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.049200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] For port a0577129-7d14-4f16-ae8e-d3e1a04434bf, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:04:50.053525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] For port a0577129-7d14-4f16-ae8e-d3e1a04434bf, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0577129-7d14-4f16-ae8e-d3e1a04434bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:04:50.058164 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.078486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:50.083903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:50.088162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:50.088799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.096367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=b7510810-c019-4c74-bbe6-074c7f4077e8,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:50.110814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7beafdd8-24c6-41a6-9379-692a6f28d04c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4686685 Feb 07 23:04:50.115368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50456) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:50.124557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:18:47:57', 'name': 'tempest-NetworksTestDHCPv6-187821313'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:50.138987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83498d-b704-4ccd-bc17-669b452767f8 None None] Pushing event updated for resources: {'Port': ['ID=a0577129-7d14-4f16-ae8e-d3e1a04434bf,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:50.240909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:50.245251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.267069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 94ba675e-3251-4727-820a-612e5e7e06da yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:50.459925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8:0:1::2a5 (f5361c17-937c-4775-b5bf-2de95bedd68c/b7510810-c019-4c74-bbe6-074c7f4077e8/94ba675e-3251-4727-820a-612e5e7e06da) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:50.466510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::f816:3eff:fe18:4757 (f5361c17-937c-4775-b5bf-2de95bedd68c/cbfb6086-a278-49de-b130-139f7c58f55c/94ba675e-3251-4727-820a-612e5e7e06da) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:50.606961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.640349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.688481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:50.691570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:50.695198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:50.700764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:50.701365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.707810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=94ba675e-3251-4727-820a-612e5e7e06da,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:50.723284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-11deb95e-f86f-4c2d-8177-a2c60259feb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6067333 Feb 07 23:04:50.725913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50458) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:50.820874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-babb6ee4-83ce-43ea-978d-c20e4c6c53da tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 94ba675e-3251-4727-820a-612e5e7e06da {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:50.821133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-babb6ee4-83ce-43ea-978d-c20e4c6c53da tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.917004 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-babb6ee4-83ce-43ea-978d-c20e4c6c53da tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.929799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-babb6ee4-83ce-43ea-978d-c20e4c6c53da tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 94ba675e-3251-4727-820a-612e5e7e06da owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:51.049040 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f163246-e215-4039-b27a-29dcaeaac07c None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:51.106832 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-babb6ee4-83ce-43ea-978d-c20e4c6c53da tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.134073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb6ee4-83ce-43ea-978d-c20e4c6c53da tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=94ba675e-3251-4727-820a-612e5e7e06da,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:51.140540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b43b9b04-71c9-45fd-9b9a-25cd40bf8b1a None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:51.140921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b43b9b04-71c9-45fd-9b9a-25cd40bf8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.180400 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-babb6ee4-83ce-43ea-978d-c20e4c6c53da tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.183611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-babb6ee4-83ce-43ea-978d-c20e4c6c53da tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/94ba675e-3251-4727-820a-612e5e7e06da HTTP/1.1" status: 204 len: 168 time: 0.4567544 Feb 07 23:04:51.186062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50460) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:51.233654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e5703-b7ab-4acb-ab77-4063d7f2b17d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:51.235355 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dd0e5703-b7ab-4acb-ab77-4063d7f2b17d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0481553 Feb 07 23:04:51.238648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50462) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:51.282382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b43b9b04-71c9-45fd-9b9a-25cd40bf8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.296819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73275d97-c920-49d4-a610-c50fb78a6422 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:51.301211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-73275d97-c920-49d4-a610-c50fb78a6422 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0585940 Feb 07 23:04:51.301655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50464) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:51.346581 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b43b9b04-71c9-45fd-9b9a-25cd40bf8b1a None None] For port a0577129-7d14-4f16-ae8e-d3e1a04434bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0577129-7d14-4f16-ae8e-d3e1a04434bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:51.350911 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b43b9b04-71c9-45fd-9b9a-25cd40bf8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.353931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48d0f9-cf5a-4990-bffd-caf75a805787 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:51.355446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48d0f9-cf5a-4990-bffd-caf75a805787 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:51.357146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48d0f9-cf5a-4990-bffd-caf75a805787 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:51.357409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409dbcb-0e6c-4463-9f46-8c8a04f36887 None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': 'cbfb6086-a278-49de-b130-139f7c58f55c', 'ip_address': '2001:db8::f816:3eff:fe97:d94b'}, {'subnet_id': 'b7510810-c019-4c74-bbe6-074c7f4077e8'}], 'binding:host_id': 'n-d-827895-2'}, 'id': 'a0577129-7d14-4f16-ae8e-d3e1a04434bf'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:51.361080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-af48d0f9-cf5a-4990-bffd-caf75a805787 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0562217 Feb 07 23:04:51.361367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50466) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:51.408130 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9409dbcb-0e6c-4463-9f46-8c8a04f36887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.413145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b37c83-d66e-4ca4-b317-240dee1a4050 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet b7510810-c019-4c74-bbe6-074c7f4077e8 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:51.416312 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7b37c83-d66e-4ca4-b317-240dee1a4050 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.430145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b9b04-71c9-45fd-9b9a-25cd40bf8b1a None None] Pushing event updated for resources: {'Port': ['ID=a0577129-7d14-4f16-ae8e-d3e1a04434bf,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:51.467942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7b37c83-d66e-4ca4-b317-240dee1a4050 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.520511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7b37c83-d66e-4ca4-b317-240dee1a4050 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.546317 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8f2a957-c077-4ae4-8239-a0d532199695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.578451 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7b37c83-d66e-4ca4-b317-240dee1a4050 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server [None req-9409dbcb-0e6c-4463-9f46-8c8a04f36887 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7510810-c019-4c74-bbe6-074c7f4077e8: This subnet is being modified by another concurrent operation. Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exception Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7510810-c019-4c74-bbe6-074c7f4077e8: This subnet is being modified by another concurrent operation. Feb 07 23:04:51.580140 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 23:04:51.605849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b37c83-d66e-4ca4-b317-240dee1a4050 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=b7510810-c019-4c74-bbe6-074c7f4077e8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:51.611682 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7b37c83-d66e-4ca4-b317-240dee1a4050 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.614991 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b7b37c83-d66e-4ca4-b317-240dee1a4050 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/b7510810-c019-4c74-bbe6-074c7f4077e8 HTTP/1.1" status: 204 len: 168 time: 0.2526743 Feb 07 23:04:51.617558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50468) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:51.670660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bd1030-bb04-466d-b0ae-143afb392849 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet cbfb6086-a278-49de-b130-139f7c58f55c {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:51.674249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72bd1030-bb04-466d-b0ae-143afb392849 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.674962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0ba86ca3-c1d6-4e0e-9aa6-94658b89b77f None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:51.675344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ba86ca3-c1d6-4e0e-9aa6-94658b89b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.719261 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72bd1030-bb04-466d-b0ae-143afb392849 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.790146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5c0528-15a6-4590-ab7d-096722f3a12e None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 23:04:51.813470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72bd1030-bb04-466d-b0ae-143afb392849 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.874503 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72bd1030-bb04-466d-b0ae-143afb392849 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.878550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5c0528-15a6-4590-ab7d-096722f3a12e None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 23:04:51.888668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-973df97b-1e7f-47c4-8e8e-ff03985ec041 None None] Could not find standard attr ID for object 94ba675e-3251-4727-820a-612e5e7e06da. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:51.902292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd1030-bb04-466d-b0ae-143afb392849 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfb6086-a278-49de-b130-139f7c58f55c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:51.904377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72bd1030-bb04-466d-b0ae-143afb392849 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.909686 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-72bd1030-bb04-466d-b0ae-143afb392849 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/cbfb6086-a278-49de-b130-139f7c58f55c HTTP/1.1" status: 204 len: 168 time: 0.2889278 Feb 07 23:04:51.910473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50470) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:51.954962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b901527a-5fbe-47e7-818f-cb5784008c69 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407772 Feb 07 23:04:51.955199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50472) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:51.960254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:52.050432 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:52.054977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.106007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb8cf0-2407-4cd5-a7dc-ff4efd0f3ec7 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 23:04:52.185714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beb8cf0-2407-4cd5-a7dc-ff4efd0f3ec7 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 23:04:52.245356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.249230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a63f0832-1b3f-43e7-b65d-a5eb424ead9c None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:52.249613 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a63f0832-1b3f-43e7-b65d-a5eb424ead9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.286615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:52.289957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:52.294303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:52.294887 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.308656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=0e565790-5861-4002-b771-9119a961f3a9,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:52.322200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1d97564f-a409-45fe-9471-d4683cc7df2b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3636136 Feb 07 23:04:52.322606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50476) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:52.328227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7fedd4b9-2c4f-4424-a6d5-e6024ea3ea7b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:52.450308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fedd4b9-2c4f-4424-a6d5-e6024ea3ea7b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:52.453804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fedd4b9-2c4f-4424-a6d5-e6024ea3ea7b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.529137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a277c-6b54-4eaf-8290-cc8abfa5aae9 None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': '0e565790-5861-4002-b771-9119a961f3a9'}], 'binding:host_id': 'n-d-827895-2'}, 'id': 'a0577129-7d14-4f16-ae8e-d3e1a04434bf'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:52.545142 n-d-827895-2 neutron-server[102289]: INFO neutron.db.ipam_backend_mixin [None req-7fedd4b9-2c4f-4424-a6d5-e6024ea3ea7b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e565790-5861-4002-b771-9119a961f3a9 (CIDR: 2001:db8::/64) Feb 07 23:04:52.548269 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fedd4b9-2c4f-4424-a6d5-e6024ea3ea7b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:52.548736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fedd4b9-2c4f-4424-a6d5-e6024ea3ea7b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:52.557572 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-476a277c-6b54-4eaf-8290-cc8abfa5aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.564792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7fedd4b9-2c4f-4424-a6d5-e6024ea3ea7b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2410908 Feb 07 23:04:52.568021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50480) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:52.572565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:52.686716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:52.691047 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.722044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-476a277c-6b54-4eaf-8290-cc8abfa5aae9 None None] Allocated IP 2001:db8::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/0e565790-5861-4002-b771-9119a961f3a9/a0577129-7d14-4f16-ae8e-d3e1a04434bf) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:52.819912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-476a277c-6b54-4eaf-8290-cc8abfa5aae9 None None] For port a0577129-7d14-4f16-ae8e-d3e1a04434bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0577129-7d14-4f16-ae8e-d3e1a04434bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:52.852376 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-476a277c-6b54-4eaf-8290-cc8abfa5aae9 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.857589 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-476a277c-6b54-4eaf-8290-cc8abfa5aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.933334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a277c-6b54-4eaf-8290-cc8abfa5aae9 None None] Pushing event updated for resources: {'Port': ['ID=a0577129-7d14-4f16-ae8e-d3e1a04434bf,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:53.069559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.objects.ports [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:53.231739 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.396605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] For port a0577129-7d14-4f16-ae8e-d3e1a04434bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0577129-7d14-4f16-ae8e-d3e1a04434bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:53.429662 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.435494 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.436335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.516859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:53.527625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:53.536298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:53.536727 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.542134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1f22f-751f-4210-b328-afe3493635de None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:53.543762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=a0577129-7d14-4f16-ae8e-d3e1a04434bf,revision_number=7']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:53.549499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=2d26a87e-f6da-4a8e-b16b-3bc610ea7b01,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:53.563817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-960c69a6-0bd5-4ba5-adb0-e04b9d12a49c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9950712 Feb 07 23:04:53.567340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50482) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:53.572355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:73:ba:98', 'name': 'tempest-NetworksTestDHCPv6-157764579'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:53.664288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6a7dbb6b-da48-4266-aa38-bcdb4ed29fbf None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:53.664659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a7dbb6b-da48-4266-aa38-bcdb4ed29fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.681755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:53.772860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.793781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port dacd284c-8337-432d-a4d1-dd3a32aff70f yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:53.898114 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a0577129-7d14-4f16-ae8e-d3e1a04434bf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:53.950502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:53.950754 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.999952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::341 (f5361c17-937c-4775-b5bf-2de95bedd68c/0e565790-5861-4002-b771-9119a961f3a9/dacd284c-8337-432d-a4d1-dd3a32aff70f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:54.007986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:ba98 (f5361c17-937c-4775-b5bf-2de95bedd68c/2d26a87e-f6da-4a8e-b16b-3bc610ea7b01/dacd284c-8337-432d-a4d1-dd3a32aff70f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:54.162490 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.197535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.244184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:54.247496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:54.251228 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:54.257763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:54.258389 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.264736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=dacd284c-8337-432d-a4d1-dd3a32aff70f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:54.273769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34b184-28d3-4fee-a86f-80ad7695ea8f None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:54.280234 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-74840e8a-1645-4332-9d41-d6a36485c81b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7118464 Feb 07 23:04:54.282753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50484) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:54.373290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2287a113-874f-43e6-b477-2cde9c3f70d8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port dacd284c-8337-432d-a4d1-dd3a32aff70f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:54.373630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2287a113-874f-43e6-b477-2cde9c3f70d8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.464941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2287a113-874f-43e6-b477-2cde9c3f70d8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.477221 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2287a113-874f-43e6-b477-2cde9c3f70d8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for dacd284c-8337-432d-a4d1-dd3a32aff70f owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:54.492455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-da59198c-b5a7-43c7-ad8e-8b5787677b89 None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:54.492831 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da59198c-b5a7-43c7-ad8e-8b5787677b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.652320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2287a113-874f-43e6-b477-2cde9c3f70d8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.667016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a60da45d-a058-4cc2-bba2-7f397d342b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.686362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287a113-874f-43e6-b477-2cde9c3f70d8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=dacd284c-8337-432d-a4d1-dd3a32aff70f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:54.733648 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2287a113-874f-43e6-b477-2cde9c3f70d8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.737222 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2287a113-874f-43e6-b477-2cde9c3f70d8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/dacd284c-8337-432d-a4d1-dd3a32aff70f HTTP/1.1" status: 204 len: 168 time: 0.4534006 Feb 07 23:04:54.739643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50486) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:54.794455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e0cbb-e04e-4c98-9271-76532822e66f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:54.796014 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ac6e0cbb-e04e-4c98-9271-76532822e66f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0553267 Feb 07 23:04:54.798466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50488) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:54.848856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19d7acb-5744-4b43-9238-57b839261387 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:54.850435 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a19d7acb-5744-4b43-9238-57b839261387 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0510347 Feb 07 23:04:54.853157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50490) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:54.889160 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.894790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f8895cea-8e62-4f42-b988-abd8a1c83073 None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:54.895177 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8895cea-8e62-4f42-b988-abd8a1c83073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.914624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f3cea-d018-40a3-85ab-2cd16cc7d869 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:54.916617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f3cea-d018-40a3-85ab-2cd16cc7d869 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:54.918225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f3cea-d018-40a3-85ab-2cd16cc7d869 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:54.920286 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6e0f3cea-d018-40a3-85ab-2cd16cc7d869 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0656686 Feb 07 23:04:54.922563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50492) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:54.980151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93c0c5e-e3f9-43ee-856f-182872d776fb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 0e565790-5861-4002-b771-9119a961f3a9 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:54.983348 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e93c0c5e-e3f9-43ee-856f-182872d776fb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.985898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f8895cea-8e62-4f42-b988-abd8a1c83073 None None] Could not find standard attr ID for object dacd284c-8337-432d-a4d1-dd3a32aff70f. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:55.030675 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e93c0c5e-e3f9-43ee-856f-182872d776fb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.100634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8daa5a97-0467-4742-9ff7-16e151ba26cd None None] Could not find standard attr ID for object dacd284c-8337-432d-a4d1-dd3a32aff70f. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:04:55.119479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e93c0c5e-e3f9-43ee-856f-182872d776fb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.180585 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e93c0c5e-e3f9-43ee-856f-182872d776fb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.213035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c0c5e-e3f9-43ee-856f-182872d776fb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=0e565790-5861-4002-b771-9119a961f3a9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:55.216942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e93c0c5e-e3f9-43ee-856f-182872d776fb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.220386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e93c0c5e-e3f9-43ee-856f-182872d776fb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/0e565790-5861-4002-b771-9119a961f3a9 HTTP/1.1" status: 204 len: 168 time: 0.2968204 Feb 07 23:04:55.223334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50494) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:55.276618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873ac71-b35e-4d88-8c2a-e74f2b1a1609 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:55.280759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91b5165-005c-445c-8434-4fb2f4f9d652 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 2d26a87e-f6da-4a8e-b16b-3bc610ea7b01 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:55.285740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f91b5165-005c-445c-8434-4fb2f4f9d652 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.325603 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f91b5165-005c-445c-8434-4fb2f4f9d652 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.409333 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f91b5165-005c-445c-8434-4fb2f4f9d652 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.468956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f91b5165-005c-445c-8434-4fb2f4f9d652 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.497306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b5165-005c-445c-8434-4fb2f4f9d652 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=2d26a87e-f6da-4a8e-b16b-3bc610ea7b01,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:55.499271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f91b5165-005c-445c-8434-4fb2f4f9d652 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.502450 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f91b5165-005c-445c-8434-4fb2f4f9d652 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/2d26a87e-f6da-4a8e-b16b-3bc610ea7b01 HTTP/1.1" status: 204 len: 168 time: 0.2779968 Feb 07 23:04:55.505642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50496) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:55.543675 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-72d8da50-a23d-4753-808c-9bd7aa98a285 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369327 Feb 07 23:04:55.546425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50498) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:55.552053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:55.647577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:55.651279 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.844691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.892800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:55.896601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:55.900910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:55.901488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.911434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=4e7e7846-f9b3-471a-a59e-8d999d2eda03,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:55.927088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d6e7a621-ef10-41c3-98ae-c1d4ec1df28a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3796475 Feb 07 23:04:55.929837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50500) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:55.934793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d0aac4bd-6307-4c93-a1fa-f1b6c6bd3afb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:55.948497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393884df-0a48-4881-b240-ffa0a48e34c5 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:56.020911 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:04:56.046455 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-35bbf038-4a8b-4ef1-96ea-7f7a60cb4237 None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:56.047097 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35bbf038-4a8b-4ef1-96ea-7f7a60cb4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.052131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aac4bd-6307-4c93-a1fa-f1b6c6bd3afb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:56.056181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0aac4bd-6307-4c93-a1fa-f1b6c6bd3afb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.149359 n-d-827895-2 neutron-server[102289]: INFO neutron.db.ipam_backend_mixin [None req-d0aac4bd-6307-4c93-a1fa-f1b6c6bd3afb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e7e7846-f9b3-471a-a59e-8d999d2eda03 (CIDR: 2001:db8::/64) Feb 07 23:04:56.152746 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0aac4bd-6307-4c93-a1fa-f1b6c6bd3afb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:04:56.153195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0aac4bd-6307-4c93-a1fa-f1b6c6bd3afb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:56.170751 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d0aac4bd-6307-4c93-a1fa-f1b6c6bd3afb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2373965 Feb 07 23:04:56.171231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50502) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:56.176691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'subnet': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:56.233609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b323add-850a-4a7a-bf00-99e6b7d455ba None None] Update dhcp port {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'fixed_ips': [{'subnet_id': '4e7e7846-f9b3-471a-a59e-8d999d2eda03'}], 'binding:host_id': 'n-d-827895-2'}, 'id': 'a0577129-7d14-4f16-ae8e-d3e1a04434bf'} from n-d-827895-2. {{(pid=102291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 07 23:04:56.259671 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b323add-850a-4a7a-bf00-99e6b7d455ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.290666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:56.294267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.384887 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.433482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2b323add-850a-4a7a-bf00-99e6b7d455ba None None] Allocated IP 2001:db8::2 (f5361c17-937c-4775-b5bf-2de95bedd68c/4e7e7846-f9b3-471a-a59e-8d999d2eda03/a0577129-7d14-4f16-ae8e-d3e1a04434bf) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:56.529669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2b323add-850a-4a7a-bf00-99e6b7d455ba None None] For port a0577129-7d14-4f16-ae8e-d3e1a04434bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0577129-7d14-4f16-ae8e-d3e1a04434bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:56.557758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b323add-850a-4a7a-bf00-99e6b7d455ba None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.563054 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b323add-850a-4a7a-bf00-99e6b7d455ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.629277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:04:56.644192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b323add-850a-4a7a-bf00-99e6b7d455ba None None] Pushing event updated for resources: {'Port': ['ID=a0577129-7d14-4f16-ae8e-d3e1a04434bf,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:56.647306 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.790556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.956286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] For port a0577129-7d14-4f16-ae8e-d3e1a04434bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0577129-7d14-4f16-ae8e-d3e1a04434bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:04:56.988747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.995181 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.996277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:57.075564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:57.083718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:57.094305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:57.094896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:57.106165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Subnet': ['ID=b7f70f91-1743-4482-b3c7-477113630761,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:57.110912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=a0577129-7d14-4f16-ae8e-d3e1a04434bf,revision_number=12']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:57.124050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-71c806bd-4ef0-4ec0-b304-09fb73894f11 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9515445 Feb 07 23:04:57.126753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50504) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:57.133440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Request body: {'port': {'network_id': 'f5361c17-937c-4775-b5bf-2de95bedd68c', 'mac_address': 'fa:16:3e:4e:29:72', 'name': 'tempest-NetworksTestDHCPv6-777933906'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:57.148844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2ed58-73fa-400b-a8ae-f8c2813e7259 None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:57.246453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-876d9e6a-3de1-461c-8468-2fdcfda75f1f None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:57.246897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-876d9e6a-3de1-461c-8468-2fdcfda75f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:57.252303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Made reservation on behalf of 76909356a158410c8998ff6c66ee40bf for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:57.342203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:57.362043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] device_id is not set on port 397149bc-e5dd-42c3-ac68-1d8d375e52b6 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:04:57.543104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8::e8 (f5361c17-937c-4775-b5bf-2de95bedd68c/4e7e7846-f9b3-471a-a59e-8d999d2eda03/397149bc-e5dd-42c3-ac68-1d8d375e52b6) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:57.550192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:2972 (f5361c17-937c-4775-b5bf-2de95bedd68c/b7f70f91-1743-4482-b3c7-477113630761/397149bc-e5dd-42c3-ac68-1d8d375e52b6) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:57.705967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:57.839619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a0577129-7d14-4f16-ae8e-d3e1a04434bf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:04:57.905744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:57.906302 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.023538 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.067866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Network f5361c17-937c-4775-b5bf-2de95bedd68c is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:58.070202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-19f81c49-3cd4-42da-aa7c-9335a4096df0 None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:58.070577 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19f81c49-3cd4-42da-aa7c-9335a4096df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.070923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:58.074539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:04:58.080089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:58.080696 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.090191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event updated for resources: {'Port': ['ID=397149bc-e5dd-42c3-ac68-1d8d375e52b6,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:58.101340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.101773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.102123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.102460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.102796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.103223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.103478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.103879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.104174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.104569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.105603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.105603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:58.115436 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8606dd68-3a65-4887-9cdd-ff7889ea33bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9831669 Feb 07 23:04:58.115436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50506) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:58.207105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd3802-5254-46ff-afcf-78e98f42435f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting port 397149bc-e5dd-42c3-ac68-1d8d375e52b6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:04:58.207448 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3802-5254-46ff-afcf-78e98f42435f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.294583 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3802-5254-46ff-afcf-78e98f42435f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.307426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd3802-5254-46ff-afcf-78e98f42435f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Calling delete_port for 397149bc-e5dd-42c3-ac68-1d8d375e52b6 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:04:58.397288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e600b52c-0e85-4dac-aaf3-6b3fcd606780 None None] Provisioning complete for port 397149bc-e5dd-42c3-ac68-1d8d375e52b6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:58.397875 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e600b52c-0e85-4dac-aaf3-6b3fcd606780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.431990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e600b52c-0e85-4dac-aaf3-6b3fcd606780 None None] Port 397149bc-e5dd-42c3-ac68-1d8d375e52b6 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:04:58.478870 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3802-5254-46ff-afcf-78e98f42435f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.508619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd3802-5254-46ff-afcf-78e98f42435f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Port': ['ID=397149bc-e5dd-42c3-ac68-1d8d375e52b6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:58.558723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3802-5254-46ff-afcf-78e98f42435f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.561896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9cbd3802-5254-46ff-afcf-78e98f42435f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/397149bc-e5dd-42c3-ac68-1d8d375e52b6 HTTP/1.1" status: 204 len: 168 time: 0.4457061 Feb 07 23:04:58.564501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50508) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:58.614073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ad843b-23c9-4f21-9897-df16f36af1d0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:58.615671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e7ad843b-23c9-4f21-9897-df16f36af1d0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0501904 Feb 07 23:04:58.618226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50510) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:58.671266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2d3c6-feca-48a2-b9f2-e0cc2893de98 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:58.675265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f1c2d3c6-feca-48a2-b9f2-e0cc2893de98 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0536976 Feb 07 23:04:58.675451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50512) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:58.726771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b279195-c284-4370-808c-5cf286ed95cb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:58.728331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b279195-c284-4370-808c-5cf286ed95cb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:58.729956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b279195-c284-4370-808c-5cf286ed95cb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:58.731457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6b279195-c284-4370-808c-5cf286ed95cb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0544944 Feb 07 23:04:58.734086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50514) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:58.783578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d25222-f0fc-4d04-aba3-81f1af57f15d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet 4e7e7846-f9b3-471a-a59e-8d999d2eda03 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:58.787116 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e4d25222-f0fc-4d04-aba3-81f1af57f15d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.825155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e4d25222-f0fc-4d04-aba3-81f1af57f15d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.912906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e4d25222-f0fc-4d04-aba3-81f1af57f15d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.970395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e4d25222-f0fc-4d04-aba3-81f1af57f15d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.999779 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e4d25222-f0fc-4d04-aba3-81f1af57f15d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.002970 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e4d25222-f0fc-4d04-aba3-81f1af57f15d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/4e7e7846-f9b3-471a-a59e-8d999d2eda03 HTTP/1.1" status: 204 len: 168 time: 0.2678623 Feb 07 23:04:59.004518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d25222-f0fc-4d04-aba3-81f1af57f15d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7e7846-f9b3-471a-a59e-8d999d2eda03,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:59.006120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50516) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.006362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae885586-f3ab-41f4-bc7f-adf2df33c70b None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:59.058066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5522467e-f65d-4ecc-b2fb-e5aadcaa4a73 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Deleting subnet b7f70f91-1743-4482-b3c7-477113630761 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:04:59.061102 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5522467e-f65d-4ecc-b2fb-e5aadcaa4a73 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.101147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5522467e-f65d-4ecc-b2fb-e5aadcaa4a73 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.189439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5522467e-f65d-4ecc-b2fb-e5aadcaa4a73 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.251490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5522467e-f65d-4ecc-b2fb-e5aadcaa4a73 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.279596 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522467e-f65d-4ecc-b2fb-e5aadcaa4a73 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f70f91-1743-4482-b3c7-477113630761,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:59.283285 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5522467e-f65d-4ecc-b2fb-e5aadcaa4a73 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.286509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5522467e-f65d-4ecc-b2fb-e5aadcaa4a73 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/b7f70f91-1743-4482-b3c7-477113630761 HTTP/1.1" status: 204 len: 168 time: 0.2793696 Feb 07 23:04:59.289015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50518) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.330859 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e3e72ff9-5fd0-4380-b787-31bfb51def02 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407419 Feb 07 23:04:59.334058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50520) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.381330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8da803-5c65-4f30-9064-fb990fb44ad0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:59.382838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-de8da803-5c65-4f30-9064-fb990fb44ad0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0478814 Feb 07 23:04:59.385454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50522) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.437191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbbd9cd-4a38-4d92-b8f4-9e36d2d17e29 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:59.438668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3dbbd9cd-4a38-4d92-b8f4-9e36d2d17e29 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0521975 Feb 07 23:04:59.441286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50524) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.486372 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-43bd0007-ea89-453a-8f85-9b6327b942e1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404811 Feb 07 23:04:59.487159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50526) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.513629 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4684370c-4803-4d08-b812-ab79cdd66bec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.514347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4684370c-4803-4d08-b812-ab79cdd66bec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.517520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4684370c-4803-4d08-b812-ab79cdd66bec tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/397149bc-e5dd-42c3-ac68-1d8d375e52b6 HTTP/1.1" status: 404 len: 333 time: 0.0281427 Feb 07 23:04:59.520613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50528) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.551295 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e682ac18-a378-465b-9e3b-4b5cb1b1fdd6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.551778 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e682ac18-a378-465b-9e3b-4b5cb1b1fdd6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.554819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e682ac18-a378-465b-9e3b-4b5cb1b1fdd6 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/b7f70f91-1743-4482-b3c7-477113630761 HTTP/1.1" status: 404 len: 337 time: 0.0332820 Feb 07 23:04:59.557485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50530) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.584079 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e9f0aa-acfa-4a5a-8dc3-de9290307661 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.584542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e9f0aa-acfa-4a5a-8dc3-de9290307661 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.587592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-59e9f0aa-acfa-4a5a-8dc3-de9290307661 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/4e7e7846-f9b3-471a-a59e-8d999d2eda03 HTTP/1.1" status: 404 len: 337 time: 0.0291288 Feb 07 23:04:59.590034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50532) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.613423 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce7c6ba-b54c-42cc-8dbb-cc613c66dade tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.614171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce7c6ba-b54c-42cc-8dbb-cc613c66dade tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.617857 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cce7c6ba-b54c-42cc-8dbb-cc613c66dade tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/dacd284c-8337-432d-a4d1-dd3a32aff70f HTTP/1.1" status: 404 len: 333 time: 0.0262492 Feb 07 23:04:59.619683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50534) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.630310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed8e00-acf4-462f-ad14-c0b0d7b75fca None None] Network f5361c17-937c-4775-b5bf-2de95bedd68c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:04:59.647141 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4eb7ae2-3c94-4677-91af-e596798c411c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.647599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4eb7ae2-3c94-4677-91af-e596798c411c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.650553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e4eb7ae2-3c94-4677-91af-e596798c411c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/2d26a87e-f6da-4a8e-b16b-3bc610ea7b01 HTTP/1.1" status: 404 len: 337 time: 0.0299087 Feb 07 23:04:59.652988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50536) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.680576 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ee5868-4737-4c93-ab3d-5fe73f2b24a2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.680950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ee5868-4737-4c93-ab3d-5fe73f2b24a2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.683901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-92ee5868-4737-4c93-ab3d-5fe73f2b24a2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/0e565790-5861-4002-b771-9119a961f3a9 HTTP/1.1" status: 404 len: 337 time: 0.0299957 Feb 07 23:04:59.686362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50538) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.709052 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e99c1c-38e3-4c99-9871-6fd55de7d8fa tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.709761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e99c1c-38e3-4c99-9871-6fd55de7d8fa tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.713083 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-88e99c1c-38e3-4c99-9871-6fd55de7d8fa tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/94ba675e-3251-4727-820a-612e5e7e06da HTTP/1.1" status: 404 len: 333 time: 0.0258172 Feb 07 23:04:59.715553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50540) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.747406 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1acd49-9db3-4a3c-b53d-ec266ee67b7d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.747898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1acd49-9db3-4a3c-b53d-ec266ee67b7d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.750904 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cd1acd49-9db3-4a3c-b53d-ec266ee67b7d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/b7510810-c019-4c74-bbe6-074c7f4077e8 HTTP/1.1" status: 404 len: 337 time: 0.0344048 Feb 07 23:04:59.753790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50542) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.780484 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca75539d-30c7-4355-a593-587e4c90f8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.780941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca75539d-30c7-4355-a593-587e4c90f8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.786833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca75539d-30c7-4355-a593-587e4c90f8af tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/cbfb6086-a278-49de-b130-139f7c58f55c HTTP/1.1" status: 404 len: 337 time: 0.0290663 Feb 07 23:04:59.787135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50546) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.812975 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fb4958-8319-4f7b-b0f0-d9fce2517d8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.813856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fb4958-8319-4f7b-b0f0-d9fce2517d8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.819382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-38fb4958-8319-4f7b-b0f0-d9fce2517d8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/67c31965-28dc-4d7a-85ea-61b47d572544 HTTP/1.1" status: 404 len: 333 time: 0.0289385 Feb 07 23:04:59.819811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50548) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.860525 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea4e2c0-a933-49e3-a633-e87fc93bb28e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.860935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea4e2c0-a933-49e3-a633-e87fc93bb28e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.864153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8ea4e2c0-a933-49e3-a633-e87fc93bb28e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/ace72bf4-c5b3-49e6-a833-f83c014220d2 HTTP/1.1" status: 404 len: 337 time: 0.0431912 Feb 07 23:04:59.866772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50552) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.883126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-005c266e-4783-4a30-adbb-f90aef75ee85 None None] Provisioning complete for port a0577129-7d14-4f16-ae8e-d3e1a04434bf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:59.883514 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-005c266e-4783-4a30-adbb-f90aef75ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.895897 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df6938e-7048-4489-9a5d-f13fcb14a302 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.896361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df6938e-7048-4489-9a5d-f13fcb14a302 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.899310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3df6938e-7048-4489-9a5d-f13fcb14a302 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/252ddc10-961b-4ba3-941e-62e49552de5a HTTP/1.1" status: 404 len: 337 time: 0.0315669 Feb 07 23:04:59.901875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50554) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.923950 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fe7cc9-6f70-492c-a839-2bd4deb59e7c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.924877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fe7cc9-6f70-492c-a839-2bd4deb59e7c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.928075 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a0fe7cc9-6f70-492c-a839-2bd4deb59e7c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/086cb114-f4af-48df-b588-e5bd0a6bacc2 HTTP/1.1" status: 404 len: 333 time: 0.0250983 Feb 07 23:04:59.930675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50556) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.959941 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4b6f34-073e-45a5-9f3e-6ba93fa6ab3b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.960487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4b6f34-073e-45a5-9f3e-6ba93fa6ab3b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:04:59.963793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3c4b6f34-073e-45a5-9f3e-6ba93fa6ab3b tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/3f9e90e8-86bd-4cc6-b855-211c98a170d7 HTTP/1.1" status: 404 len: 337 time: 0.0321705 Feb 07 23:04:59.966332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50558) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:04:59.998861 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f8b217-5ec9-47eb-acf6-ff4e37b066b1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:04:59.999535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f8b217-5ec9-47eb-acf6-ff4e37b066b1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.002500 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-54f8b217-5ec9-47eb-acf6-ff4e37b066b1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/69a6d31f-cb78-40c1-bd86-fb0d1ec6d114 HTTP/1.1" status: 404 len: 333 time: 0.0351810 Feb 07 23:05:00.005827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50560) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.020671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0189c19-1b46-4997-87db-7b0ca4a32bb0 None None] DHCP port deletion for f5361c17-937c-4775-b5bf-2de95bedd68c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:05:00.032470 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d48dae-7ccb-442f-88d4-3645583630e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.032927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d48dae-7ccb-442f-88d4-3645583630e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.035986 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a6d48dae-7ccb-442f-88d4-3645583630e9 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/e378db25-a03b-4716-9f47-4314ed6b9a0a HTTP/1.1" status: 404 len: 337 time: 0.0292101 Feb 07 23:05:00.038627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50562) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.060762 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfb0505-4c06-40ff-9653-4569605eee9d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.061400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfb0505-4c06-40ff-9653-4569605eee9d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.064372 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-edfb0505-4c06-40ff-9653-4569605eee9d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/5dd42bc5-7e69-4135-969b-7f02ed78db87 HTTP/1.1" status: 404 len: 333 time: 0.0248466 Feb 07 23:05:00.067439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50564) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.070924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d0189c19-1b46-4997-87db-7b0ca4a32bb0 None None] Deleting port a0577129-7d14-4f16-ae8e-d3e1a04434bf {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:00.071311 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0189c19-1b46-4997-87db-7b0ca4a32bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:00.093212 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c34f954-6197-492b-b467-9116ab0643eb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.093668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c34f954-6197-492b-b467-9116ab0643eb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.096596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3c34f954-6197-492b-b467-9116ab0643eb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/64e5e67b-d53a-4ffa-be64-97fe16e71a97 HTTP/1.1" status: 404 len: 337 time: 0.0281847 Feb 07 23:05:00.099134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50566) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.121431 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a8b26f-5e42-41e4-867d-0b8296106606 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.122056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a8b26f-5e42-41e4-867d-0b8296106606 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.125038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-05a8b26f-5e42-41e4-867d-0b8296106606 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/4e2a0c46-c238-45af-8cba-286fc8ce9290 HTTP/1.1" status: 404 len: 333 time: 0.0249963 Feb 07 23:05:00.127441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50568) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.134247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d0189c19-1b46-4997-87db-7b0ca4a32bb0 None None] For port a0577129-7d14-4f16-ae8e-d3e1a04434bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a0577129-7d14-4f16-ae8e-d3e1a04434bf,segment=NetworkSegment(329b5e15-5958-43d2-993f-e5f64cf49c31),segment_id=329b5e15-5958-43d2-993f-e5f64cf49c31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:00.134654 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0189c19-1b46-4997-87db-7b0ca4a32bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:00.147457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d0189c19-1b46-4997-87db-7b0ca4a32bb0 None None] Calling delete_port for a0577129-7d14-4f16-ae8e-d3e1a04434bf owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:00.153531 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a898f7-81d1-4fbf-a73e-8389492d4586 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.153985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a898f7-81d1-4fbf-a73e-8389492d4586 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.156932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-02a898f7-81d1-4fbf-a73e-8389492d4586 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/c3b35be7-0d43-48f4-b3ff-90017ac22d95 HTTP/1.1" status: 404 len: 337 time: 0.0285699 Feb 07 23:05:00.159463 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50570) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.186274 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-1923cde8-bee6-41d0-b918-a3a7d26dbf6a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.186826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1923cde8-bee6-41d0-b918-a3a7d26dbf6a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.189753 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1923cde8-bee6-41d0-b918-a3a7d26dbf6a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/a1400ed5-8d5d-468d-98a1-615001062c67 HTTP/1.1" status: 404 len: 333 time: 0.0291929 Feb 07 23:05:00.193101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50572) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.218285 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbde28ef-04ff-4644-962e-9c737fe1ae9f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.218736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbde28ef-04ff-4644-962e-9c737fe1ae9f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.221670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bbde28ef-04ff-4644-962e-9c737fe1ae9f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/d24bba9b-91c0-46a6-8f43-8c1505de05b7 HTTP/1.1" status: 404 len: 337 time: 0.0276678 Feb 07 23:05:00.224466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50574) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.228413 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0189c19-1b46-4997-87db-7b0ca4a32bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:00.247598 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb8a91e-6512-4762-96df-fe043661e5bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.248176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb8a91e-6512-4762-96df-fe043661e5bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.251077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2fb8a91e-6512-4762-96df-fe043661e5bb tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/9253e03e-3395-40f9-a560-06e5a6c90019 HTTP/1.1" status: 404 len: 333 time: 0.0257211 Feb 07 23:05:00.251848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0189c19-1b46-4997-87db-7b0ca4a32bb0 None None] Pushing event deleted for resources: {'Port': ['ID=a0577129-7d14-4f16-ae8e-d3e1a04434bf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:00.254228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50576) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.260534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0189c19-1b46-4997-87db-7b0ca4a32bb0 None None] No DVR routers for this DVR port a0577129-7d14-4f16-ae8e-d3e1a04434bf on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:00.280621 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4565c17d-0461-47a9-8adf-843cac5a7d06 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.281075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4565c17d-0461-47a9-8adf-843cac5a7d06 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.284007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4565c17d-0461-47a9-8adf-843cac5a7d06 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/accc1bb1-2b6d-4b89-bd9f-df3e9d42831b HTTP/1.1" status: 404 len: 337 time: 0.0287225 Feb 07 23:05:00.287608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50578) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.312280 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2ba7d9-f671-4196-8215-1e66be4502bd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.312718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2ba7d9-f671-4196-8215-1e66be4502bd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.315572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe2ba7d9-f671-4196-8215-1e66be4502bd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/f350e7cd-80a4-47b5-b1a8-f699dee944bf HTTP/1.1" status: 404 len: 337 time: 0.0270467 Feb 07 23:05:00.318698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50580) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.340936 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-95485c3d-0800-4f32-9758-9eb6a2d24869 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.341624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95485c3d-0800-4f32-9758-9eb6a2d24869 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.344396 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-95485c3d-0800-4f32-9758-9eb6a2d24869 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/190b917d-5b00-450d-8af8-8cc7eba068a5 HTTP/1.1" status: 404 len: 333 time: 0.0248315 Feb 07 23:05:00.346755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50582) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.376872 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c3da24-a45b-48fd-bd66-429b9dbc146a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.377319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c3da24-a45b-48fd-bd66-429b9dbc146a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.380394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-08c3da24-a45b-48fd-bd66-429b9dbc146a tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/ac7fbd03-78b7-4b58-a84d-fdaf5c6bce64 HTTP/1.1" status: 404 len: 337 time: 0.0326869 Feb 07 23:05:00.382819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50584) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.408406 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bc8394-e467-43d4-8703-03bc9b09451d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.408845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bc8394-e467-43d4-8703-03bc9b09451d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.412386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a7bc8394-e467-43d4-8703-03bc9b09451d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/82078658-8755-4b0c-95d4-19e6e58d411a HTTP/1.1" status: 404 len: 337 time: 0.0286772 Feb 07 23:05:00.415046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50586) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.437632 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebbfcf1-7267-48c2-ad3f-dc1f1e20e89d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.438485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebbfcf1-7267-48c2-ad3f-dc1f1e20e89d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.441370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ebbfcf1-7267-48c2-ad3f-dc1f1e20e89d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/e623f4b4-decd-4097-a9de-d023305cd74b HTTP/1.1" status: 404 len: 333 time: 0.0253541 Feb 07 23:05:00.443845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50588) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.467890 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff0e181-07b4-4756-9795-947ad51cef65 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.468315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff0e181-07b4-4756-9795-947ad51cef65 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.471102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bff0e181-07b4-4756-9795-947ad51cef65 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/b15f47ab-be46-49de-94ff-6621b5070bbc HTTP/1.1" status: 404 len: 337 time: 0.0264010 Feb 07 23:05:00.474200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50590) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.497798 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b3eb77-0a1a-45d7-b3dd-1835ba5d26e7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.498529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b3eb77-0a1a-45d7-b3dd-1835ba5d26e7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.501325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b2b3eb77-0a1a-45d7-b3dd-1835ba5d26e7 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/cbd491b4-db95-43e5-b143-afcaa834308b HTTP/1.1" status: 404 len: 337 time: 0.0262866 Feb 07 23:05:00.503725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50592) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.525262 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fd58bc-d64b-404a-a2d1-7f5429100081 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.525770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fd58bc-d64b-404a-a2d1-7f5429100081 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.528617 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-78fd58bc-d64b-404a-a2d1-7f5429100081 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/7938cf14-e662-4bfe-8436-3b3f8883d19f HTTP/1.1" status: 404 len: 333 time: 0.0240617 Feb 07 23:05:00.530861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50594) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.558711 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d503e7b9-aeaf-47b0-8ab8-a45f8dcbc9ee tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.559140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d503e7b9-aeaf-47b0-8ab8-a45f8dcbc9ee tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.561977 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d503e7b9-aeaf-47b0-8ab8-a45f8dcbc9ee tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/cde0b9ce-7a22-4c7d-b21b-0ee843687632 HTTP/1.1" status: 404 len: 337 time: 0.0302701 Feb 07 23:05:00.564320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50596) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.591208 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d39ded4-c720-4c08-a95e-a6b967b9cab8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.591648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d39ded4-c720-4c08-a95e-a6b967b9cab8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.594506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6d39ded4-c720-4c08-a95e-a6b967b9cab8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/515908ba-2fd7-4ef5-a904-d85ed838bbf6 HTTP/1.1" status: 404 len: 337 time: 0.0293319 Feb 07 23:05:00.597054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50598) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.624481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-119163a8-9f75-4db4-9cab-2f2cb42e9b7c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0e249ee-f05e-45c8-9948-02961d665672 HTTP/1.1" status: 200 len: 205 time: 0.0255382 Feb 07 23:05:00.626737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50600) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.665935 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-b0e18dcf-5109-408c-b017-fa401f5d42d0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] delete failed (client error): The resource could not be found. Feb 07 23:05:00.666950 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b0e18dcf-5109-408c-b017-fa401f5d42d0 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/routers/d0e249ee-f05e-45c8-9948-02961d665672 HTTP/1.1" status: 404 len: 336 time: 0.0393219 Feb 07 23:05:00.669627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50604) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.702738 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f431f13-3bd6-4cc6-9040-b00ce34d2259 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.703103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f431f13-3bd6-4cc6-9040-b00ce34d2259 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.706017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f431f13-3bd6-4cc6-9040-b00ce34d2259 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/22e82646-f423-4477-b35b-40c38f1f2672 HTTP/1.1" status: 404 len: 337 time: 0.0356457 Feb 07 23:05:00.709370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50606) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.734903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f562eaf6-059f-4ec5-ab15-216406f7f5ad tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "GET /v2.0/ports?device_id=db5d3422-2950-4212-bd42-878819a09087 HTTP/1.1" status: 200 len: 205 time: 0.0245225 Feb 07 23:05:00.737204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50608) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.773282 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-d5c51920-c606-469a-af07-0fcc5a3b865d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] delete failed (client error): The resource could not be found. Feb 07 23:05:00.774239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d5c51920-c606-469a-af07-0fcc5a3b865d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/routers/db5d3422-2950-4212-bd42-878819a09087 HTTP/1.1" status: 404 len: 336 time: 0.0361857 Feb 07 23:05:00.776653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50610) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.801334 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-baba8482-370c-4abe-9d74-fd3945fb97e5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.801759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baba8482-370c-4abe-9d74-fd3945fb97e5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.804612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-baba8482-370c-4abe-9d74-fd3945fb97e5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/554abc7e-f569-4191-b7b4-3986530059d2 HTTP/1.1" status: 404 len: 337 time: 0.0271032 Feb 07 23:05:00.806879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50612) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.836783 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-137cb099-3354-4be3-99e9-b69e54a8f9ef tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.837413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137cb099-3354-4be3-99e9-b69e54a8f9ef tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.840102 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-137cb099-3354-4be3-99e9-b69e54a8f9ef tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/435d6391-479b-41e9-a5e3-795e80efc845 HTTP/1.1" status: 404 len: 337 time: 0.0323768 Feb 07 23:05:00.842508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50614) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.864429 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-74965741-e989-4d49-adbb-a2b630c0c4be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.865030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74965741-e989-4d49-adbb-a2b630c0c4be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.870569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-74965741-e989-4d49-adbb-a2b630c0c4be tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/7070f8ea-363b-4714-89fe-a1ebc3295ac8 HTTP/1.1" status: 404 len: 333 time: 0.0271714 Feb 07 23:05:00.871562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50616) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.898782 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-47667f05-4367-4f08-8037-6d9fc7ff564f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.899231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47667f05-4367-4f08-8037-6d9fc7ff564f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.902290 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-47667f05-4367-4f08-8037-6d9fc7ff564f tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/e11f1dda-f2c5-405b-bd76-ecac2e8f842a HTTP/1.1" status: 404 len: 337 time: 0.0297048 Feb 07 23:05:00.904775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50618) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.926396 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8f3cdd-926d-4483-8379-230b7fac4a85 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.926996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8f3cdd-926d-4483-8379-230b7fac4a85 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.929892 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2f8f3cdd-926d-4483-8379-230b7fac4a85 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/6ed04225-085f-49fa-af3f-235abefb88c8 HTTP/1.1" status: 404 len: 333 time: 0.0242262 Feb 07 23:05:00.932225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50620) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.958909 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c34961-889a-4728-a039-68c5d65a4553 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.959292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c34961-889a-4728-a039-68c5d65a4553 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.962263 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-46c34961-889a-4728-a039-68c5d65a4553 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/7582c353-b3e2-45dc-a2f1-413251dc7c42 HTTP/1.1" status: 404 len: 337 time: 0.0291724 Feb 07 23:05:00.964731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50624) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:00.986707 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-58efb5f9-8b9e-4e50-825d-4d36ca31d34c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:00.987329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58efb5f9-8b9e-4e50-825d-4d36ca31d34c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:00.993184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-58efb5f9-8b9e-4e50-825d-4d36ca31d34c tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/0a2ebd41-f9e2-48a2-81e3-de2f88dfdada HTTP/1.1" status: 404 len: 333 time: 0.0254161 Feb 07 23:05:00.993620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50630) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.023810 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7870cf4-4f8d-4069-92af-a628f8665dbd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:01.024265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7870cf4-4f8d-4069-92af-a628f8665dbd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:01.027211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d7870cf4-4f8d-4069-92af-a628f8665dbd tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/2a608dba-3123-4230-b988-83664b47ac12 HTTP/1.1" status: 404 len: 337 time: 0.0329020 Feb 07 23:05:01.029764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50632) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.052792 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4049e1d0-144a-4f08-8bbc-f92106cf2a4e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:01.053452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4049e1d0-144a-4f08-8bbc-f92106cf2a4e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:01.056373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4049e1d0-144a-4f08-8bbc-f92106cf2a4e tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/e3d9aa48-dd8a-4729-b972-ff11f5466432 HTTP/1.1" status: 404 len: 333 time: 0.0257134 Feb 07 23:05:01.058996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50636) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.086782 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78f749d-2f06-46d2-830f-def3e814e798 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:01.087229 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78f749d-2f06-46d2-830f-def3e814e798 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:01.090148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c78f749d-2f06-46d2-830f-def3e814e798 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/39e2755a-e3f3-4bab-b307-a489ce8b8d67 HTTP/1.1" status: 404 len: 337 time: 0.0292430 Feb 07 23:05:01.092625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50640) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.116050 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3c5121-2ce3-4c7b-9387-97fe9c355dc5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:01.116697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3c5121-2ce3-4c7b-9387-97fe9c355dc5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:01.119610 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bc3c5121-2ce3-4c7b-9387-97fe9c355dc5 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/1c3b5399-9a8c-4926-89c1-41b2b6f009d6 HTTP/1.1" status: 404 len: 333 time: 0.0260789 Feb 07 23:05:01.122285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50642) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.147970 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-057c6a63-a9c5-4afc-8a42-638952d72fb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:01.148418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057c6a63-a9c5-4afc-8a42-638952d72fb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:01.151365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-057c6a63-a9c5-4afc-8a42-638952d72fb8 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/a75e9a64-ec31-48c6-b59d-ab15a037bffc HTTP/1.1" status: 404 len: 337 time: 0.0281913 Feb 07 23:05:01.153961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50644) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.176822 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cc2978-65b5-4b53-910a-6670ea3db3b2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:01.177396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cc2978-65b5-4b53-910a-6670ea3db3b2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:01.180315 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-19cc2978-65b5-4b53-910a-6670ea3db3b2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/0973e044-735f-428b-8760-428459c97c3e HTTP/1.1" status: 404 len: 333 time: 0.0253468 Feb 07 23:05:01.182713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50646) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.211118 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc00e6d-9a6b-42d7-86aa-395cc093be8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:01.211477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc00e6d-9a6b-42d7-86aa-395cc093be8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:01.214358 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ccc00e6d-9a6b-42d7-86aa-395cc093be8d tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/86eb1249-f57b-412f-84c9-98b24b7a63dc HTTP/1.1" status: 404 len: 337 time: 0.0307775 Feb 07 23:05:01.216717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50648) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.238970 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37ce2ee-20f5-4753-b8ea-64d54327a619 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:01.239545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37ce2ee-20f5-4753-b8ea-64d54327a619 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:01.242428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b37ce2ee-20f5-4753-b8ea-64d54327a619 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/ports/99e54bb9-d550-4129-b2e9-92450312aa3f HTTP/1.1" status: 404 len: 333 time: 0.0248744 Feb 07 23:05:01.244949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50650) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.270063 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1b16df-e63f-4a11-841f-525fde16c2d2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:01.270501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1b16df-e63f-4a11-841f-525fde16c2d2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:01.273379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ca1b16df-e63f-4a11-841f-525fde16c2d2 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/subnets/631051a0-4c6e-453d-aafe-5d5e3b97615d HTTP/1.1" status: 404 len: 337 time: 0.0275633 Feb 07 23:05:01.275775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50652) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.347912 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.434566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.454963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5361c17-937c-4775-b5bf-2de95bedd68c']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:01.464298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329b5e15-5958-43d2-993f-e5f64cf49c31') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:01.464525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329b5e15-5958-43d2-993f-e5f64cf49c31') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:01.474045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.486509 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.492778 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:01.493153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: items = [ Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:01.496273 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:01.554571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.561798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.564258 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] 10.222.0.15 "DELETE /v2.0/networks/f5361c17-937c-4775-b5bf-2de95bedd68c HTTP/1.1" status: 204 len: 168 time: 0.2876115 Feb 07 23:05:01.575956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103001b-cba8-4b21-b4d1-44ae0c56afd1 tempest-NetworksTestDHCPv6-917169021 tempest-NetworksTestDHCPv6-917169021-project] Pushing event deleted for resources: {'Network': ['ID=f5361c17-937c-4775-b5bf-2de95bedd68c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:01.805627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50658) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.825362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a0577129-7d14-4f16-ae8e-d3e1a04434bf no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:05:01.846399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: a0577129-7d14-4f16-ae8e-d3e1a04434bf {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:05:01.852265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a0577129-7d14-4f16-ae8e-d3e1a04434bf not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:05:01.942039 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0a681500-d5c1-4f65-8bc0-c130af2b1cc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76909356a158410c8998ff6c66ee40bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352580 Feb 07 23:05:01.944498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50662) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:01.991657 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56a58bec-4e4a-43dc-a1bd-aedc0c6c9410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.012198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56a58bec-4e4a-43dc-a1bd-aedc0c6c9410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.059058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56a58bec-4e4a-43dc-a1bd-aedc0c6c9410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.061684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-56a58bec-4e4a-43dc-a1bd-aedc0c6c9410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.062819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-56a58bec-4e4a-43dc-a1bd-aedc0c6c9410 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e113931d-5f13-4f75-8f39-828f86dcb894 HTTP/1.1" status: 204 len: 168 time: 0.1174355 Feb 07 23:05:02.070400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a58bec-4e4a-43dc-a1bd-aedc0c6c9410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e113931d-5f13-4f75-8f39-828f86dcb894,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:02.692560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50690) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.797613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-d78c4407-ed57-47b2-8a3b-ed1111dc952f tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.798603 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d78c4407-ed57-47b2-8a3b-ed1111dc952f tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1050835 Feb 07 23:05:02.802239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50694) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.807209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-07c63149-4611-4e60-b441-04d86865d42b tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.808163 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-07c63149-4611-4e60-b441-04d86865d42b tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050416 Feb 07 23:05:02.810864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50696) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.815558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-97d32357-8326-4589-aa8d-8af98245a4ce tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.819800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50698) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.819961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-97d32357-8326-4589-aa8d-8af98245a4ce tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0079901 Feb 07 23:05:02.824671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-e910485c-03fe-4899-91b0-a708f49c153f tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.825746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e910485c-03fe-4899-91b0-a708f49c153f tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046082 Feb 07 23:05:02.827954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50700) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.831846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-3ce98dc6-7920-4c89-b8be-dc3bf20885f4 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.832749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3ce98dc6-7920-4c89-b8be-dc3bf20885f4 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039620 Feb 07 23:05:02.834934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50702) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.838804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-d733fdde-911e-40cc-a5a7-792d6dcae521 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.839730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d733fdde-911e-40cc-a5a7-792d6dcae521 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039375 Feb 07 23:05:02.841828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50704) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.845420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-ae4d7157-e3be-44a6-8d65-6685866bbe38 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.846330 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ae4d7157-e3be-44a6-8d65-6685866bbe38 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0036941 Feb 07 23:05:02.849000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50706) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.853503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-9a55c8c1-0565-4344-b696-520b46b4e2d8 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.854445 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9a55c8c1-0565-4344-b696-520b46b4e2d8 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045857 Feb 07 23:05:02.856580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50708) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.860190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-59204a44-8cc2-4a2a-8874-84f0eaf94374 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.861078 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-59204a44-8cc2-4a2a-8874-84f0eaf94374 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037012 Feb 07 23:05:02.863791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50710) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.867444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-b11207c6-1ab0-4fdd-ad1a-91ed9f5b183b tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.868363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b11207c6-1ab0-4fdd-ad1a-91ed9f5b183b tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037088 Feb 07 23:05:02.870560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50712) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.875006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-4a6ad250-db4d-4c43-86fb-435012ba2605 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.876000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4a6ad250-db4d-4c43-86fb-435012ba2605 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041840 Feb 07 23:05:02.878022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50714) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.881759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-055e2545-96d8-4e2d-81ec-53cd7b8d483c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.882667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-055e2545-96d8-4e2d-81ec-53cd7b8d483c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038245 Feb 07 23:05:02.884653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50716) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.888270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-4dceb370-db34-4ede-ba69-d9b7bda31b93 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.889208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4dceb370-db34-4ede-ba69-d9b7bda31b93 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037165 Feb 07 23:05:02.891140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50718) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.895691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-efd58982-7ade-4563-84fc-da65970df82f tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.896672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-efd58982-7ade-4563-84fc-da65970df82f tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046895 Feb 07 23:05:02.898651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50720) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.902582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-e481f542-d92b-40b3-926c-b59d16396549 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.903513 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e481f542-d92b-40b3-926c-b59d16396549 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040340 Feb 07 23:05:02.905485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50722) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.909135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-ca69cf9e-70f0-434d-9c73-07532918fa26 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.910604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca69cf9e-70f0-434d-9c73-07532918fa26 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042825 Feb 07 23:05:02.912577 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50724) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.916180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-55699b6a-8c37-47c5-97fc-e220fba9e4ba tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.917113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-55699b6a-8c37-47c5-97fc-e220fba9e4ba tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0037076 Feb 07 23:05:02.919034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50726) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.922690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-8af8b5d9-6f28-4cab-b8dd-e478baa6b81c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.923603 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8af8b5d9-6f28-4cab-b8dd-e478baa6b81c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0037670 Feb 07 23:05:02.926239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50728) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.929856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-22544e05-3725-472d-bf53-b26beeb564c2 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.930768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-22544e05-3725-472d-bf53-b26beeb564c2 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0037146 Feb 07 23:05:02.932819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50730) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.936458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-88816403-9c70-493c-8da0-151af532cc5b tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.937365 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-88816403-9c70-493c-8da0-151af532cc5b tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037327 Feb 07 23:05:02.939323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50732) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.942986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-c12b26ef-2a9b-4200-8a34-1d6a8c7ceb99 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.944174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c12b26ef-2a9b-4200-8a34-1d6a8c7ceb99 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0037143 Feb 07 23:05:02.945906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50734) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.950320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-4a841a19-ea9d-41c5-9c4a-446ecd848338 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.951224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4a841a19-ea9d-41c5-9c4a-446ecd848338 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045097 Feb 07 23:05:02.953496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50736) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.957450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-54765981-afd6-4add-9510-2119cbb1d171 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.958733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-54765981-afd6-4add-9510-2119cbb1d171 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044034 Feb 07 23:05:02.960684 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50738) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.964434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-9d74b254-2eb8-4b62-8475-32f1ac323dd4 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.966212 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9d74b254-2eb8-4b62-8475-32f1ac323dd4 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046902 Feb 07 23:05:02.968160 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50740) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.971771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-70c6171b-2a6a-444b-b27f-139dcae4c697 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.973396 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-70c6171b-2a6a-444b-b27f-139dcae4c697 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044096 Feb 07 23:05:02.975475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50742) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.979123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-920f61d8-e058-485e-a5c0-c4f0090bef41 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.980068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-920f61d8-e058-485e-a5c0-c4f0090bef41 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037432 Feb 07 23:05:02.982025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50744) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.985642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-185862b0-eb70-4fce-8cb1-383abdc7ec8a tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.986551 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-185862b0-eb70-4fce-8cb1-383abdc7ec8a tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037205 Feb 07 23:05:02.989273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50746) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:02.992899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-064a97e8-0149-43c1-a322-b3d4f9fca164 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:02.993808 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-064a97e8-0149-43c1-a322-b3d4f9fca164 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0037279 Feb 07 23:05:02.996063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50748) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.000458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-4b6d7a04-4626-4807-a7dd-4d25a31c9624 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.001373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4b6d7a04-4626-4807-a7dd-4d25a31c9624 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045104 Feb 07 23:05:03.003371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50750) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.007606 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-acc98943-88d1-4f0c-8c97-5f2cb3ad59c5 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.008546 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-acc98943-88d1-4f0c-8c97-5f2cb3ad59c5 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043263 Feb 07 23:05:03.010533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50752) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.014208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-bfd21955-7e4b-4f92-b3e3-e2893ff14229 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.015067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bfd21955-7e4b-4f92-b3e3-e2893ff14229 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0037284 Feb 07 23:05:03.017041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50754) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.020683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-066d872e-eb36-4b08-8a94-3ff71da04ead tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.021626 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-066d872e-eb36-4b08-8a94-3ff71da04ead tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0037513 Feb 07 23:05:03.023529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50756) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.027145 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-9d1e6060-78c3-4126-87ad-88c82d3db436 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.028091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9d1e6060-78c3-4126-87ad-88c82d3db436 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037215 Feb 07 23:05:03.030027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50758) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.033640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-d35c682c-5c68-498d-b772-2fa829b9fc12 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.034542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d35c682c-5c68-498d-b772-2fa829b9fc12 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037112 Feb 07 23:05:03.037028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50760) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.040656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-ce9396fc-af6c-4c52-a523-1082f46b8df8 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.041570 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ce9396fc-af6c-4c52-a523-1082f46b8df8 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0037317 Feb 07 23:05:03.043519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50762) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.047386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-3a1c7039-cf02-475a-99ea-f251035386de tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.048336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3a1c7039-cf02-475a-99ea-f251035386de tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039794 Feb 07 23:05:03.050883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50764) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.055332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-e71c301c-58a8-4e32-8021-5e92512a5ac3 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.056271 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e71c301c-58a8-4e32-8021-5e92512a5ac3 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044215 Feb 07 23:05:03.058428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50766) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.062647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-e9bda35c-9337-4ec1-9f5b-e93e38303f0f tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.063572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e9bda35c-9337-4ec1-9f5b-e93e38303f0f tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043261 Feb 07 23:05:03.065569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50768) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.069302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-9a24bd12-1e3e-46ee-ad5c-47592236a0bb tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.070239 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9a24bd12-1e3e-46ee-ad5c-47592236a0bb tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038049 Feb 07 23:05:03.072310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50770) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.075912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-77ab707b-20c5-4b29-8368-1818d89af97e tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.076856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-77ab707b-20c5-4b29-8368-1818d89af97e tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0037117 Feb 07 23:05:03.078837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50772) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.082576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-f7839848-c020-4705-ad24-cab681157ebe tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.083516 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f7839848-c020-4705-ad24-cab681157ebe tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038440 Feb 07 23:05:03.085490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50774) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.089517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-2453a988-62d7-41c7-89e2-5bf84926bb44 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.090453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2453a988-62d7-41c7-89e2-5bf84926bb44 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041249 Feb 07 23:05:03.092471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50776) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.096072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-a3548025-991e-4ffd-947f-ed10ce2a96c3 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.097009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a3548025-991e-4ffd-947f-ed10ce2a96c3 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037024 Feb 07 23:05:03.099541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50778) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.103691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-665fbebd-4ce8-42b6-805e-cbb4262a9d3e tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.104655 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-665fbebd-4ce8-42b6-805e-cbb4262a9d3e tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041823 Feb 07 23:05:03.106689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50780) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.110443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-5a6410a3-5801-442a-846d-399df629dd88 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.111406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5a6410a3-5801-442a-846d-399df629dd88 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038729 Feb 07 23:05:03.114138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50782) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.117698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-5df67d8f-f5f7-40b1-a290-788893c9b77c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.118586 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5df67d8f-f5f7-40b1-a290-788893c9b77c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0036583 Feb 07 23:05:03.120623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50784) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.124455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-c182d187-bd1a-4df5-bb8c-f7dcf90f8a39 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.125374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c182d187-bd1a-4df5-bb8c-f7dcf90f8a39 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0036302 Feb 07 23:05:03.127313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50786) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.131488 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-bef266c7-64d9-4fba-b749-ef89879e433d tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.132462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bef266c7-64d9-4fba-b749-ef89879e433d tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042875 Feb 07 23:05:03.134415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50788) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.138080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-8c93fc1e-ba79-46e9-b6ed-39513fb061c4 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.138992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8c93fc1e-ba79-46e9-b6ed-39513fb061c4 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0037477 Feb 07 23:05:03.141078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50790) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.144806 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-93660166-2ed5-4f28-a97c-8c3e54f6b890 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.145707 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-93660166-2ed5-4f28-a97c-8c3e54f6b890 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038235 Feb 07 23:05:03.147814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50792) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.151419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-ee99485c-cbec-4569-9748-4c22fedb2139 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.152356 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ee99485c-cbec-4569-9748-4c22fedb2139 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0037398 Feb 07 23:05:03.154421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50794) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.158103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-aa70ffdd-bd21-408c-aff4-3221a9483eab tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.159013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aa70ffdd-bd21-408c-aff4-3221a9483eab tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0037858 Feb 07 23:05:03.161565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50796) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.165193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-2fd8304c-d312-4b96-95af-b1f7f2f5086c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.166124 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2fd8304c-d312-4b96-95af-b1f7f2f5086c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037317 Feb 07 23:05:03.168136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50798) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.171679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-f223750a-f4c9-4322-9746-99ed6f01029d tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.172608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f223750a-f4c9-4322-9746-99ed6f01029d tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0036719 Feb 07 23:05:03.174643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50800) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.178899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-c8d32c06-4b44-4a81-8712-d4c5157f9182 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.179834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c8d32c06-4b44-4a81-8712-d4c5157f9182 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043631 Feb 07 23:05:03.181880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50802) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.185964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-1f492b54-4686-409f-a313-7c287bd767f9 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.186877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1f492b54-4686-409f-a313-7c287bd767f9 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041914 Feb 07 23:05:03.189380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50804) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.193098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-2082ec30-72d5-4451-a98b-5b33ac03844d tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.194005 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2082ec30-72d5-4451-a98b-5b33ac03844d tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038204 Feb 07 23:05:03.196154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50806) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.199740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-787ed9c2-6840-4f72-9f1d-c6f987eb41a6 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.200662 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-787ed9c2-6840-4f72-9f1d-c6f987eb41a6 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0037076 Feb 07 23:05:03.202644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50808) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.206275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-9e20ba62-bea5-4391-9e7a-f7deebb2d5ba tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.207385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9e20ba62-bea5-4391-9e7a-f7deebb2d5ba tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039327 Feb 07 23:05:03.209435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50810) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.213042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-488dea53-cff9-46a8-9b46-3519e740995c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.213949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-488dea53-cff9-46a8-9b46-3519e740995c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0037076 Feb 07 23:05:03.215992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50812) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.219552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [None req-82dcd46e-3974-4f2c-89f1-3eef6cbc33df tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.220484 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-82dcd46e-3974-4f2c-89f1-3eef6cbc33df tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0036867 Feb 07 23:05:03.223168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50814) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.227227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-1b7cf097-e98b-43fc-b8c0-82114a6493a0 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.228214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1b7cf097-e98b-43fc-b8c0-82114a6493a0 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041904 Feb 07 23:05:03.230204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50816) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.233820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-e6d9f77f-56c7-4ee4-8958-893de7755631 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.234720 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e6d9f77f-56c7-4ee4-8958-893de7755631 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037138 Feb 07 23:05:03.236891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50818) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.241800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-b5a6720c-dc27-4066-940f-7597fc29edae tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.242711 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b5a6720c-dc27-4066-940f-7597fc29edae tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050249 Feb 07 23:05:03.244878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50820) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.248853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-2c76e2cd-7ac2-4fbf-8cac-18ebc530a43c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.249793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2c76e2cd-7ac2-4fbf-8cac-18ebc530a43c tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0041049 Feb 07 23:05:03.251892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50822) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.255630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-c520658d-e73a-4364-933c-59848e4952c3 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.256553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c520658d-e73a-4364-933c-59848e4952c3 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038526 Feb 07 23:05:03.258637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50824) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.262261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-0ed56436-896b-4ca6-9501-d07893132784 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.263217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0ed56436-896b-4ca6-9501-d07893132784 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0037038 Feb 07 23:05:03.265319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50826) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.268865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-ca745039-dca1-4459-96b8-2526f7ea185d tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.270466 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca745039-dca1-4459-96b8-2526f7ea185d tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043988 Feb 07 23:05:03.272574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50828) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.276345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [None req-3348b657-adc9-4409-b5c1-2ebbe162ee90 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:03.277246 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3348b657-adc9-4409-b5c1-2ebbe162ee90 tempest-ExtensionsTestJSON-1136402499 tempest-ExtensionsTestJSON-1136402499-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0038176 Feb 07 23:05:03.524125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50840) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.631337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aede56a6-d2f2-4652-90f3-c1d88324eaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:03.707046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aede56a6-d2f2-4652-90f3-c1d88324eaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:03.711780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-aede56a6-d2f2-4652-90f3-c1d88324eaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:03.751051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-aede56a6-d2f2-4652-90f3-c1d88324eaed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df8a0189be134b1f948ebe7573363d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258270 Feb 07 23:05:03.752238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede56a6-d2f2-4652-90f3-c1d88324eaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e651ac51-7db5-4fd0-bb9f-aea04f221ce1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:03.754275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50844) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:03.804082 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea1b-a574-4d24-8d8b-7cff8fa0ec6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:03.826009 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea1b-a574-4d24-8d8b-7cff8fa0ec6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:03.872233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea1b-a574-4d24-8d8b-7cff8fa0ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:03.874930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea1b-a574-4d24-8d8b-7cff8fa0ec6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:03.876068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3e04ea1b-a574-4d24-8d8b-7cff8fa0ec6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e651ac51-7db5-4fd0-bb9f-aea04f221ce1 HTTP/1.1" status: 204 len: 168 time: 0.1208253 Feb 07 23:05:03.884373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04ea1b-a574-4d24-8d8b-7cff8fa0ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e651ac51-7db5-4fd0-bb9f-aea04f221ce1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:04.054071 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.518822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50866) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:04.522429 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.615965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'networks': [{'name': 'tempest-network--1907026629'}, {'name': 'tempest-network--957445413'}]} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:04.616278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'network': {'name': 'tempest-network--1907026629'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:04.616740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'network': {'name': 'tempest-network--957445413'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:04.639401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Made reservation on behalf of 89eeccacae6749c294095b7f85a9914b for: {'network': 2} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:04.643839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.652786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.726634 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.730438 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.730918 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.772586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1983715-4ad1-4248-b3af-18daeb082354,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:04.776241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:04.785138 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.785482 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Added segment 41944c2f-e063-4a7f-a7c7-85faee1e760b of type vlan for network 64344f37-d506-4f78-8a34-e3170b915aa0 Feb 07 23:05:04.831725 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.864288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:04.873473 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.873832 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Added segment fe037529-d25a-49e8-bf57-2eb9fa17f1fd of type vlan for network 96ddfa8f-81f4-40ee-a086-7ac446a2236d Feb 07 23:05:04.914627 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.945764 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.946397 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.951829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:04.956645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:04.957264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.010531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4904125 Feb 07 23:05:05.013210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50872) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:05.028025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Network': ['ID=64344f37-d506-4f78-8a34-e3170b915aa0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:05.038607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 64344f37-d506-4f78-8a34-e3170b915aa0 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:05.096487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99329f14-fe8f-4dd2-bd86-e67c7d57070a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Network': ['ID=96ddfa8f-81f4-40ee-a086-7ac446a2236d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:05.107029 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 96ddfa8f-81f4-40ee-a086-7ac446a2236d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:05.194906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca6429-164a-42ec-a992-851a00fe1402 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:05.200934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca6429-164a-42ec-a992-851a00fe1402 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:05.207876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca6429-164a-42ec-a992-851a00fe1402 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:05.213676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca6429-164a-42ec-a992-851a00fe1402 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:05.215270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8fca6429-164a-42ec-a992-851a00fe1402 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2009404 Feb 07 23:05:05.218097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50874) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:05.624217 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.707694 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.731188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64344f37-d506-4f78-8a34-e3170b915aa0']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:05.740908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41944c2f-e063-4a7f-a7c7-85faee1e760b') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:05.741193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41944c2f-e063-4a7f-a7c7-85faee1e760b') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:05.750692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.764331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.770653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:05.770959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:05.773986 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:05.834903 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.843352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.846768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/networks/64344f37-d506-4f78-8a34-e3170b915aa0 HTTP/1.1" status: 204 len: 168 time: 0.6276591 Feb 07 23:05:05.850275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50882) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:05.857596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b5d4c-9b6b-40e4-9e54-d8fa635775f1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Network': ['ID=64344f37-d506-4f78-8a34-e3170b915aa0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:05.928807 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.941571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50884) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:06.022374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.044168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ddfa8f-81f4-40ee-a086-7ac446a2236d']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:06.049956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30009a31-9974-4462-89ec-2c93f84daba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.053998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe037529-d25a-49e8-bf57-2eb9fa17f1fd') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:06.054286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe037529-d25a-49e8-bf57-2eb9fa17f1fd') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:06.063880 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.076951 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.082865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:06.083251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:06.086254 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:06.145903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.150751 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.156161 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/networks/96ddfa8f-81f4-40ee-a086-7ac446a2236d HTTP/1.1" status: 204 len: 168 time: 0.3042953 Feb 07 23:05:06.156954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50888) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:06.187259 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30009a31-9974-4462-89ec-2c93f84daba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.191009 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30009a31-9974-4462-89ec-2c93f84daba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.199794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b14e5-1d23-4512-8fcd-55dbf7492202 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Network': ['ID=96ddfa8f-81f4-40ee-a086-7ac446a2236d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:06.232436 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30009a31-9974-4462-89ec-2c93f84daba6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=378a3619c74c4b2a8318e0f6a4827973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897747 Feb 07 23:05:06.233281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30009a31-9974-4462-89ec-2c93f84daba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f244567-a5b2-4d1d-a20f-9934bb33f826,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:06.235495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50890) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:06.283486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c94b9e55-f0fc-43d8-b460-eeb3700f012d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.305109 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c94b9e55-f0fc-43d8-b460-eeb3700f012d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.351531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a8ccb-8922-485a-8299-88b873d1d93a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:06.352436 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c94b9e55-f0fc-43d8-b460-eeb3700f012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.355155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c94b9e55-f0fc-43d8-b460-eeb3700f012d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.356428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c94b9e55-f0fc-43d8-b460-eeb3700f012d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f244567-a5b2-4d1d-a20f-9934bb33f826 HTTP/1.1" status: 204 len: 168 time: 0.1200218 Feb 07 23:05:06.357522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a8ccb-8922-485a-8299-88b873d1d93a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:06.359059 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-082a8ccb-8922-485a-8299-88b873d1d93a tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1968732 Feb 07 23:05:06.363500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50894) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:06.368579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b9e55-f0fc-43d8-b460-eeb3700f012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f244567-a5b2-4d1d-a20f-9934bb33f826,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:06.368879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1652407757'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:06.393638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Made reservation on behalf of 89eeccacae6749c294095b7f85a9914b for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:06.397243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.420899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:06.430456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.430818 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Added segment 033946de-8836-4999-bba2-ef2ee1e49305 of type vlan for network e199d296-ddcc-4fec-90a4-d44f01c29a11 Feb 07 23:05:06.470830 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.496390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.501838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:06.502404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.557861 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1925108 Feb 07 23:05:06.560088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50898) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:06.565964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1953027806'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:06.575235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8991f5b-1dca-43cf-a74a-047934bcd260 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Network': ['ID=e199d296-ddcc-4fec-90a4-d44f01c29a11,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:06.586376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network e199d296-ddcc-4fec-90a4-d44f01c29a11 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:06.593971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Made reservation on behalf of 89eeccacae6749c294095b7f85a9914b for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:06.602281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.629598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:06.642427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.642836 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Added segment 94c2740d-8c03-4829-947c-d168bf682939 of type vlan for network 2cb20e7f-8624-4192-b2d0-971593d432c4 Feb 07 23:05:06.685104 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.711596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.717151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:06.717802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.778947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2150996 Feb 07 23:05:06.779257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50908) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:06.785743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'ports': [{'network_id': 'e199d296-ddcc-4fec-90a4-d44f01c29a11', 'name': 'tempest-port--239159334', 'admin_state_up': True}, {'network_id': '2cb20e7f-8624-4192-b2d0-971593d432c4', 'admin_state_up': False}]} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:06.786063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'port': {'network_id': 'e199d296-ddcc-4fec-90a4-d44f01c29a11', 'name': 'tempest-port--239159334', 'admin_state_up': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:06.786550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'port': {'network_id': '2cb20e7f-8624-4192-b2d0-971593d432c4', 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:06.813496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f65dde-ec5a-4a14-9abd-f4c4aeabd89d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Network': ['ID=2cb20e7f-8624-4192-b2d0-971593d432c4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:06.824990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 2cb20e7f-8624-4192-b2d0-971593d432c4 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:06.968004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Made reservation on behalf of 89eeccacae6749c294095b7f85a9914b for: {'port': 2} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:06.972411 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.985985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.137594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] device_id is not set on port 4453395c-1e0c-40e7-a60d-5a8f883fb97e yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:07.221105 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.291041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] device_id is not set on port ee53ab52-4cd9-45a0-a74e-4575ad0d12d7 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:07.376748 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.414550 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.473785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Port': ['ID=4453395c-1e0c-40e7-a60d-5a8f883fb97e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:07.490986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Checking segment: {'id': '033946de-8836-4999-bba2-ef2ee1e49305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e199d296-ddcc-4fec-90a4-d44f01c29a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:07.491343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Network hostable DHCP agents. Network: e199d296-ddcc-4fec-90a4-d44f01c29a11, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:07.508641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Network e199d296-ddcc-4fec-90a4-d44f01c29a11 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:07.516412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, e199d296-ddcc-4fec-90a4-d44f01c29a11) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:07.520889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:07.521707 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.530786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7600f-f117-4a60-8bbf-da35b62a19ae None None] Network e199d296-ddcc-4fec-90a4-d44f01c29a11 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:07.589785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Port': ['ID=ee53ab52-4cd9-45a0-a74e-4575ad0d12d7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:07.609058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.609404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.609740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.610078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.610408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.610736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.611062 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.611389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.611764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.612047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.612366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.612779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:07.621904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Checking segment: {'id': '94c2740d-8c03-4829-947c-d168bf682939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2cb20e7f-8624-4192-b2d0-971593d432c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:07.622261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Network hostable DHCP agents. Network: 2cb20e7f-8624-4192-b2d0-971593d432c4, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:07.640350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Network 2cb20e7f-8624-4192-b2d0-971593d432c4 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:07.651483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 2cb20e7f-8624-4192-b2d0-971593d432c4) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:07.655880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:07.662748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:07.664335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c73b91-349b-4a88-a994-1e063768fdde None None] Network 2cb20e7f-8624-4192-b2d0-971593d432c4 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:07.668470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:07.669228 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.689803 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6b485fee-2f8c-4211-8ab1-e9f645536815 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9070792 Feb 07 23:05:07.690019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50940) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:07.742570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7a538b-4fe5-402f-86eb-81091f244af1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:07.749277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7a538b-4fe5-402f-86eb-81091f244af1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:07.754116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-df7a538b-4fe5-402f-86eb-81091f244af1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0599780 Feb 07 23:05:07.754466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50942) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:07.858640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3acd0-b7d0-4ec0-a480-036bd458d5f6 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Deleting port 4453395c-1e0c-40e7-a60d-5a8f883fb97e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:07.858985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6e3acd0-b7d0-4ec0-a480-036bd458d5f6 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.930271 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6e3acd0-b7d0-4ec0-a480-036bd458d5f6 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.943745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3acd0-b7d0-4ec0-a480-036bd458d5f6 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Calling delete_port for 4453395c-1e0c-40e7-a60d-5a8f883fb97e owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:08.025508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6e3acd0-b7d0-4ec0-a480-036bd458d5f6 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.053870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3acd0-b7d0-4ec0-a480-036bd458d5f6 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Port': ['ID=4453395c-1e0c-40e7-a60d-5a8f883fb97e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:08.059196 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d6e3acd0-b7d0-4ec0-a480-036bd458d5f6 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.064829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d6e3acd0-b7d0-4ec0-a480-036bd458d5f6 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/ports/4453395c-1e0c-40e7-a60d-5a8f883fb97e HTTP/1.1" status: 204 len: 168 time: 0.3069615 Feb 07 23:05:08.065326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50974) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:08.156882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2758a0f4-aefe-4f42-85ab-084afd55cb83 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Deleting port ee53ab52-4cd9-45a0-a74e-4575ad0d12d7 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:08.157250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2758a0f4-aefe-4f42-85ab-084afd55cb83 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.222455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2758a0f4-aefe-4f42-85ab-084afd55cb83 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.230389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50978) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:08.236677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2758a0f4-aefe-4f42-85ab-084afd55cb83 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Calling delete_port for ee53ab52-4cd9-45a0-a74e-4575ad0d12d7 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:08.319059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2758a0f4-aefe-4f42-85ab-084afd55cb83 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.339872 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c8be1a4-f6cc-484d-af51-42079777d00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.348200 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758a0f4-aefe-4f42-85ab-084afd55cb83 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Port': ['ID=ee53ab52-4cd9-45a0-a74e-4575ad0d12d7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:08.353554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2758a0f4-aefe-4f42-85ab-084afd55cb83 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.356616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2758a0f4-aefe-4f42-85ab-084afd55cb83 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/ports/ee53ab52-4cd9-45a0-a74e-4575ad0d12d7 HTTP/1.1" status: 204 len: 168 time: 0.2905328 Feb 07 23:05:08.359047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50982) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:08.393120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f243fe97-a3a2-4ae6-997a-d510825b1b9d tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0329988 Feb 07 23:05:08.396730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50984) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:08.401988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-808987940'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:08.425932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Made reservation on behalf of 89eeccacae6749c294095b7f85a9914b for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:08.429380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.445934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c8be1a4-f6cc-484d-af51-42079777d00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.451529 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c8be1a4-f6cc-484d-af51-42079777d00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.452955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:08.462083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.462427 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Added segment c67f1c0b-bc39-4a87-a7d3-976434618edd of type vlan for network 7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a Feb 07 23:05:08.490621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0c8be1a4-f6cc-484d-af51-42079777d00f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dac5e1357dc4b6f8d35851a765520f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591670 Feb 07 23:05:08.491744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8be1a4-f6cc-484d-af51-42079777d00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a484f115-87a6-4a9d-a365-25e052242c1a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:08.493918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50986) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:08.503896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.528349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.533780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:08.534378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.547340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14100eab-bdf8-48e5-abd4-f7431cbb6972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.570138 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14100eab-bdf8-48e5-abd4-f7431cbb6972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.588257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1904430 Feb 07 23:05:08.592815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50988) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:08.598751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1410094241'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:08.605788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c076d9d-7272-4354-b1e9-7922639169e3 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Network': ['ID=7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:08.618129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:08.629999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Made reservation on behalf of 89eeccacae6749c294095b7f85a9914b for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:08.633661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.648831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14100eab-bdf8-48e5-abd4-f7431cbb6972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.651255 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-14100eab-bdf8-48e5-abd4-f7431cbb6972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.652400 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-14100eab-bdf8-48e5-abd4-f7431cbb6972 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a484f115-87a6-4a9d-a365-25e052242c1a HTTP/1.1" status: 204 len: 168 time: 0.1577921 Feb 07 23:05:08.670883 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14100eab-bdf8-48e5-abd4-f7431cbb6972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a484f115-87a6-4a9d-a365-25e052242c1a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:08.672746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:08.689726 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.690420 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Added segment e5fedc3f-5118-475e-9004-ad3aa4d5ddbf of type vlan for network 16934655-0ffa-4ee7-a0e7-3ec5540026ca Feb 07 23:05:08.736930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.763200 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.770007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:08.770697 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.823498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2295365 Feb 07 23:05:08.841485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e7b57-4d9e-49e7-b160-333c47903bc1 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Network': ['ID=16934655-0ffa-4ee7-a0e7-3ec5540026ca,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:08.855212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 16934655-0ffa-4ee7-a0e7-3ec5540026ca details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:08.939232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50994) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:08.953263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1616b525-5e97-4c65-9638-e5a6a550b2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.961568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 50996) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:08.966572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'subnets': [{'network_id': '7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1288075210', 'ip_version': 4}, {'network_id': '16934655-0ffa-4ee7-a0e7-3ec5540026ca', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:08.966881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'subnet': {'network_id': '7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1288075210', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:08.967475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Request body: {'subnet': {'network_id': '16934655-0ffa-4ee7-a0e7-3ec5540026ca', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:09.031000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1616b525-5e97-4c65-9638-e5a6a550b2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.035766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1616b525-5e97-4c65-9638-e5a6a550b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.074418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1616b525-5e97-4c65-9638-e5a6a550b2f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e02befee37a4058ba0730251c0c34ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339381 Feb 07 23:05:09.075199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616b525-5e97-4c65-9638-e5a6a550b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fb20e0-bd30-47cb-9b13-15e58cabf85c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:09.077498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 50998) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:09.126059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a98db72-236c-4190-ad42-c5318714b7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.129597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Made reservation on behalf of 89eeccacae6749c294095b7f85a9914b for: {'subnet': 2} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:09.134100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.134423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.147913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a98db72-236c-4190-ad42-c5318714b7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.198089 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a98db72-236c-4190-ad42-c5318714b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.200929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9a98db72-236c-4190-ad42-c5318714b7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.204572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9a98db72-236c-4190-ad42-c5318714b7c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24fb20e0-bd30-47cb-9b13-15e58cabf85c HTTP/1.1" status: 204 len: 168 time: 0.1237190 Feb 07 23:05:09.210817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98db72-236c-4190-ad42-c5318714b7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fb20e0-bd30-47cb-9b13-15e58cabf85c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:09.504942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.564441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Subnet': ['ID=b2365973-ee14-4429-b3c9-829e46cb7413,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:09.573713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Checking segment: {'id': 'c67f1c0b-bc39-4a87-a7d3-976434618edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:09.574073 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Network hostable DHCP agents. Network: 7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:09.591973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Network 7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:09.601411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:09.606980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.611457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b9c6a-3751-4c26-946f-c8ed8fbf6778 None None] Network 7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:09.664612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event updated for resources: {'Subnet': ['ID=5c876b8c-31a3-4ce1-aa23-adfa4955d455,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:09.682572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Checking segment: {'id': 'e5fedc3f-5118-475e-9004-ad3aa4d5ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16934655-0ffa-4ee7-a0e7-3ec5540026ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:09.683090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Network hostable DHCP agents. Network: 16934655-0ffa-4ee7-a0e7-3ec5540026ca, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:09.705643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Network 16934655-0ffa-4ee7-a0e7-3ec5540026ca is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:09.716029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 16934655-0ffa-4ee7-a0e7-3ec5540026ca) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:09.720980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:09.721454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:09.722598 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.730105 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7ebd6a-cbe5-4fae-86a1-4077fec43040 None None] Network 16934655-0ffa-4ee7-a0e7-3ec5540026ca requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:09.742880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-46b95789-f4aa-4f40-ad12-f19594c79251 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7797165 Feb 07 23:05:09.743872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51016) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:09.815232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec54da3-2795-4cc8-8c87-5f14756a81fa tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:09.818258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec54da3-2795-4cc8-8c87-5f14756a81fa tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:09.819931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec54da3-2795-4cc8-8c87-5f14756a81fa tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:09.821545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8ec54da3-2795-4cc8-8c87-5f14756a81fa tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0766034 Feb 07 23:05:09.824776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51020) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:09.828839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce01cd5-c945-4e9a-bce8-112ce58f34d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a', 'network_id': '7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a', 'tenant_id': '89eeccacae6749c294095b7f85a9914b', 'fixed_ips': [{'subnet_id': 'b2365973-ee14-4429-b3c9-829e46cb7413'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:09.829703 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ce01cd5-c945-4e9a-bce8-112ce58f34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.884798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-13df1b41-08a2-4736-8b5a-afe19da42485 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Deleting subnet b2365973-ee14-4429-b3c9-829e46cb7413 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:05:09.889019 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13df1b41-08a2-4736-8b5a-afe19da42485 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.930604 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13df1b41-08a2-4736-8b5a-afe19da42485 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.979447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13df1b41-08a2-4736-8b5a-afe19da42485 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.997459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-16934655-0ffa-4ee7-a0e7-3ec5540026ca', 'network_id': '16934655-0ffa-4ee7-a0e7-3ec5540026ca', 'tenant_id': '89eeccacae6749c294095b7f85a9914b', 'fixed_ips': [{'subnet_id': '5c876b8c-31a3-4ce1-aa23-adfa4955d455'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:09.998901 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.050567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13df1b41-08a2-4736-8b5a-afe19da42485 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.078305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df1b41-08a2-4736-8b5a-afe19da42485 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Subnet': ['ID=b2365973-ee14-4429-b3c9-829e46cb7413,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server [None req-6ce01cd5-c945-4e9a-bce8-112ce58f34d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2365973-ee14-4429-b3c9-829e46cb7413: This subnet is being modified by another concurrent operation. Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exception Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2365973-ee14-4429-b3c9-829e46cb7413: This subnet is being modified by another concurrent operation. Feb 07 23:05:10.078518 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 23:05:10.088330 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13df1b41-08a2-4736-8b5a-afe19da42485 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.091762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-13df1b41-08a2-4736-8b5a-afe19da42485 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/subnets/b2365973-ee14-4429-b3c9-829e46cb7413 HTTP/1.1" status: 204 len: 168 time: 0.2649219 Feb 07 23:05:10.094216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51028) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:10.115828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89daeea7-2907-4cd2-85b1-59e2c8639ddc None None] Network 7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:10.156903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d7e300-1397-44ec-89d3-41b6819f9e73 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Deleting subnet 5c876b8c-31a3-4ce1-aa23-adfa4955d455 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:05:10.220437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Allocated IP 172.20.0.18 (16934655-0ffa-4ee7-a0e7-3ec5540026ca/5c876b8c-31a3-4ce1-aa23-adfa4955d455/f3332b63-7e71-440e-a3b9-6622ba623788) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:10.398297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.403911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e300-1397-44ec-89d3-41b6819f9e73 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.404596 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.443927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Network 16934655-0ffa-4ee7-a0e7-3ec5540026ca is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:10.446994 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:10.448503 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e300-1397-44ec-89d3-41b6819f9e73 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.450974 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:10.464851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Pushing event updated for resources: {'Port': ['ID=f3332b63-7e71-440e-a3b9-6622ba623788,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:10.513936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Attempting to bind port f3332b63-7e71-440e-a3b9-6622ba623788 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:10.514320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Attempting to bind port f3332b63-7e71-440e-a3b9-6622ba623788 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e5fedc3f-5118-475e-9004-ad3aa4d5ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16934655-0ffa-4ee7-a0e7-3ec5540026ca'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:10.514691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Attempting to bind port f3332b63-7e71-440e-a3b9-6622ba623788 on network 16934655-0ffa-4ee7-a0e7-3ec5540026ca {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:10.519940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:05:10.520324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Checking segment: {'id': 'e5fedc3f-5118-475e-9004-ad3aa4d5ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16934655-0ffa-4ee7-a0e7-3ec5540026ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:10.520734 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.521136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Bound using segment: {'id': 'e5fedc3f-5118-475e-9004-ad3aa4d5ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16934655-0ffa-4ee7-a0e7-3ec5540026ca'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:05:10.521598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Bound port: f3332b63-7e71-440e-a3b9-6622ba623788, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fedc3f-5118-475e-9004-ad3aa4d5ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16934655-0ffa-4ee7-a0e7-3ec5540026ca'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:10.521980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.543107 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e300-1397-44ec-89d3-41b6819f9e73 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.605413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e300-1397-44ec-89d3-41b6819f9e73 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.608943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] For port f3332b63-7e71-440e-a3b9-6622ba623788, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:10.613713 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] For port f3332b63-7e71-440e-a3b9-6622ba623788, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f3332b63-7e71-440e-a3b9-6622ba623788,segment=NetworkSegment(e5fedc3f-5118-475e-9004-ad3aa4d5ddbf),segment_id=e5fedc3f-5118-475e-9004-ad3aa4d5ddbf)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:05:10.619771 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.636078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7e300-1397-44ec-89d3-41b6819f9e73 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Subnet': ['ID=5c876b8c-31a3-4ce1-aa23-adfa4955d455,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:10.639644 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e300-1397-44ec-89d3-41b6819f9e73 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.642814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c8d7e300-1397-44ec-89d3-41b6819f9e73 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/subnets/5c876b8c-31a3-4ce1-aa23-adfa4955d455 HTTP/1.1" status: 204 len: 168 time: 0.5426366 Feb 07 23:05:10.645628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51048) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:10.692829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fa6d5-e9e3-4a26-8324-f5148c09a258 None None] Pushing event updated for resources: {'Port': ['ID=f3332b63-7e71-440e-a3b9-6622ba623788,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:10.719879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff5c848-9887-4af2-9557-ebd49f821dac tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:10.725554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cff5c848-9887-4af2-9557-ebd49f821dac tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0749972 Feb 07 23:05:10.725894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51056) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:10.805558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.901598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Deleting port f3332b63-7e71-440e-a3b9-6622ba623788 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:10.902211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.974442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] For port f3332b63-7e71-440e-a3b9-6622ba623788, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f3332b63-7e71-440e-a3b9-6622ba623788,segment=NetworkSegment(e5fedc3f-5118-475e-9004-ad3aa4d5ddbf),segment_id=e5fedc3f-5118-475e-9004-ad3aa4d5ddbf)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:10.974820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.993845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Calling delete_port for f3332b63-7e71-440e-a3b9-6622ba623788 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:11.089965 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.117832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Port': ['ID=f3332b63-7e71-440e-a3b9-6622ba623788,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:11.121811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] No DVR routers for this DVR port f3332b63-7e71-440e-a3b9-6622ba623788 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:11.198484 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.221489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16934655-0ffa-4ee7-a0e7-3ec5540026ca']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:11.231631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fedc3f-5118-475e-9004-ad3aa4d5ddbf') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:11.231953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fedc3f-5118-475e-9004-ad3aa4d5ddbf') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:11.246284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.261444 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.267485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:11.267974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:11.271889 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:11.330327 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.338665 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.341869 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/networks/16934655-0ffa-4ee7-a0e7-3ec5540026ca HTTP/1.1" status: 204 len: 168 time: 0.6149025 Feb 07 23:05:11.344394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51090) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:11.373655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3444b8c-edef-4e83-b659-cbb922cd5aba tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Network': ['ID=16934655-0ffa-4ee7-a0e7-3ec5540026ca,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:11.387624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51092) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:11.436624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.512848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc57a-01ea-499a-b7b4-7df697ce5a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.533601 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.555974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:11.566432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67f1c0b-bc39-4a87-a7d3-976434618edd') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:11.566717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67f1c0b-bc39-4a87-a7d3-976434618edd') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:11.577523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.592358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.600089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:11.601245 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:11.604529 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:11.610758 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc57a-01ea-499a-b7b4-7df697ce5a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.615943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc57a-01ea-499a-b7b4-7df697ce5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.675927 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.685309 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.688547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/networks/7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a HTTP/1.1" status: 204 len: 168 time: 0.3431449 Feb 07 23:05:11.691600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51096) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:11.723796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57553a34-67ba-4e1c-a179-8869ee970075 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Network': ['ID=7a4c76cf-80e3-4b9b-bbc2-ad45fe117a6a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:11.785115 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.791966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e95c21-f791-4e2b-a891-c59209c6d13f None None] DHCP port deletion for 16934655-0ffa-4ee7-a0e7-3ec5540026ca request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:05:11.810276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f4cb7df9-7d19-4e64-a671-a8d943abb1e8 None None] Could not find standard attr ID for object f3332b63-7e71-440e-a3b9-6622ba623788. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:05:11.818038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cac735-dad0-4ab9-a5f7-cf1ac7c91faa None None] Network 16934655-0ffa-4ee7-a0e7-3ec5540026ca requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:11.834269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cac735-dad0-4ab9-a5f7-cf1ac7c91faa None None] Network 16934655-0ffa-4ee7-a0e7-3ec5540026ca could not be found, it might have been deleted concurrently. {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 07 23:05:11.842872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f5439-862f-40e6-ac03-826804de117e None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 23:05:11.903183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.926571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f5439-862f-40e6-ac03-826804de117e None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 23:05:11.933220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb20e7f-8624-4192-b2d0-971593d432c4']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:11.946166 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0d8dc57a-01ea-499a-b7b4-7df697ce5a4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3851731f909f4406a33586a425b1d434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5573363 Feb 07 23:05:11.946976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dc57a-01ea-499a-b7b4-7df697ce5a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094177b8-ab27-4914-a889-f00e06d2c5d3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:11.949327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51098) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:11.954547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c2740d-8c03-4829-947c-d168bf682939') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:11.955800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c2740d-8c03-4829-947c-d168bf682939') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:11.969650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.983943 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.990811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:11.991214 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:11.995796 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:11.999799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efcad43-0c8d-40ac-89b4-d01b76f3246a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.023061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efcad43-0c8d-40ac-89b4-d01b76f3246a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.056733 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.067378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.070583 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/networks/2cb20e7f-8624-4192-b2d0-971593d432c4 HTTP/1.1" status: 204 len: 168 time: 0.3777726 Feb 07 23:05:12.073303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51100) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:12.085020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a07d4e-7c59-4023-b46b-3ac06c5f7033 tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Network': ['ID=2cb20e7f-8624-4192-b2d0-971593d432c4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:12.097575 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efcad43-0c8d-40ac-89b4-d01b76f3246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.100057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7efcad43-0c8d-40ac-89b4-d01b76f3246a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.101159 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7efcad43-0c8d-40ac-89b4-d01b76f3246a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/094177b8-ab27-4914-a889-f00e06d2c5d3 HTTP/1.1" status: 204 len: 168 time: 0.1509485 Feb 07 23:05:12.146245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcad43-0c8d-40ac-89b4-d01b76f3246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094177b8-ab27-4914-a889-f00e06d2c5d3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:12.171364 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.261728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.282284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e199d296-ddcc-4fec-90a4-d44f01c29a11']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:12.292058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033946de-8836-4999-bba2-ef2ee1e49305') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:12.292353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033946de-8836-4999-bba2-ef2ee1e49305') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:12.306309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.319693 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.326756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:12.327221 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:12.330611 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:12.385795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51106) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:12.391754 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.397910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.400288 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0102411a-d7ea-49df-bc5a-6a357392635c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.401699 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] 10.222.0.15 "DELETE /v2.0/networks/e199d296-ddcc-4fec-90a4-d44f01c29a11 HTTP/1.1" status: 204 len: 168 time: 0.3270080 Feb 07 23:05:12.420144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ae2ed-9b1c-4212-9c6c-840b955398fc tempest-BulkNetworkOpsTest-383493651 tempest-BulkNetworkOpsTest-383493651-project] Pushing event deleted for resources: {'Network': ['ID=e199d296-ddcc-4fec-90a4-d44f01c29a11,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:12.485679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0102411a-d7ea-49df-bc5a-6a357392635c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.490796 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0102411a-d7ea-49df-bc5a-6a357392635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.530523 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0102411a-d7ea-49df-bc5a-6a357392635c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d50da48e5fe74147858719357bb23699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435876 Feb 07 23:05:12.532581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102411a-d7ea-49df-bc5a-6a357392635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc439e25-6fd6-48f6-beeb-570f36a68434,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:12.533310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51110) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:12.590256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f842e0a-e59a-4855-b4b9-dd434dde82cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.612019 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f842e0a-e59a-4855-b4b9-dd434dde82cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.655670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51114) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:12.662238 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f842e0a-e59a-4855-b4b9-dd434dde82cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.665300 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f842e0a-e59a-4855-b4b9-dd434dde82cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.666430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7f842e0a-e59a-4855-b4b9-dd434dde82cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc439e25-6fd6-48f6-beeb-570f36a68434 HTTP/1.1" status: 204 len: 168 time: 0.1318419 Feb 07 23:05:12.674186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f842e0a-e59a-4855-b4b9-dd434dde82cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc439e25-6fd6-48f6-beeb-570f36a68434,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:12.905134 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6465e347-239b-401d-b717-a20ea8a6e069 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89eeccacae6749c294095b7f85a9914b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481999 Feb 07 23:05:12.907582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51126) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:12.959996 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c76d08fc-c2ed-4799-a8c9-ca7fec26c3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.982222 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c76d08fc-c2ed-4799-a8c9-ca7fec26c3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.030071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c76d08fc-c2ed-4799-a8c9-ca7fec26c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.032738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c76d08fc-c2ed-4799-a8c9-ca7fec26c3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.033890 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c76d08fc-c2ed-4799-a8c9-ca7fec26c3f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1983715-4ad1-4248-b3af-18daeb082354 HTTP/1.1" status: 204 len: 168 time: 0.1252441 Feb 07 23:05:13.042160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d08fc-c2ed-4799-a8c9-ca7fec26c3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1983715-4ad1-4248-b3af-18daeb082354,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:13.799312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51190) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:13.860058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51194) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:13.968275 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05a116a9-10de-4260-b1a4-678788c1cc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.993276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a3c291a6-45a4-4169-9e62-b07eb312e78a tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] Request body: {'port': {'network_id': '9e348f43-a297-401a-aec5-4d265f00be26', 'name': 'tempest-NetworksNegativeTestJSON-648421777'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:14.013317 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c291a6-45a4-4169-9e62-b07eb312e78a tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] POST failed (client error): The resource could not be found. Feb 07 23:05:14.013855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c291a6-45a4-4169-9e62-b07eb312e78a tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:14.014978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a3c291a6-45a4-4169-9e62-b07eb312e78a tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2145982 Feb 07 23:05:14.019160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51198) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.043262 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b3ad86-5e35-4296-8381-4a029dda7b89 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:14.043913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b3ad86-5e35-4296-8381-4a029dda7b89 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:14.046839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b6b3ad86-5e35-4296-8381-4a029dda7b89 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "DELETE /v2.0/networks/145e06e5-cb6a-4406-ae67-9d94f34efd09 HTTP/1.1" status: 404 len: 339 time: 0.0268118 Feb 07 23:05:14.051105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51200) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.078627 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a151163-f730-4ca7-9935-ce326d85034c tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:14.079291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a151163-f730-4ca7-9935-ce326d85034c tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:14.082622 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9a151163-f730-4ca7-9935-ce326d85034c tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "DELETE /v2.0/ports/552684a3-400c-495f-bb18-9d7bbf164bc8 HTTP/1.1" status: 404 len: 333 time: 0.0304728 Feb 07 23:05:14.086555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51202) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.089003 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05a116a9-10de-4260-b1a4-678788c1cc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.093669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-05a116a9-10de-4260-b1a4-678788c1cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.117145 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6047adaf-cd6f-402f-bfe4-1138c2f6b8c4 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:14.117607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6047adaf-cd6f-402f-bfe4-1138c2f6b8c4 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:14.120894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6047adaf-cd6f-402f-bfe4-1138c2f6b8c4 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "DELETE /v2.0/subnets/2d3369fd-ab24-4bb7-b484-6183e9e2d950 HTTP/1.1" status: 404 len: 337 time: 0.0331531 Feb 07 23:05:14.124625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51204) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.132921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-05a116a9-10de-4260-b1a4-678788c1cc14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed4936bd411247bebf132e109c20fcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717407 Feb 07 23:05:14.134032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a116a9-10de-4260-b1a4-678788c1cc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fc79da-0bb5-45ca-b2d9-d2bb431dac1f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:14.137089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51206) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.144372 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-04adb09e-88b8-4b56-80e1-7cf32e0d15f5 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] GET failed (client error): The resource could not be found. Feb 07 23:05:14.150168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-04adb09e-88b8-4b56-80e1-7cf32e0d15f5 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "GET /v2.0/networks/ac3f4591-94fa-4c03-9e15-57a9ec103705 HTTP/1.1" status: 404 len: 339 time: 0.0245872 Feb 07 23:05:14.150863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51208) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.175974 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab35fcb8-4fda-4770-b5ef-2a27b0b0848e tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] GET failed (client error): The resource could not be found. Feb 07 23:05:14.177452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ab35fcb8-4fda-4770-b5ef-2a27b0b0848e tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "GET /v2.0/ports/af083dc4-0519-493d-b966-178be9e72524 HTTP/1.1" status: 404 len: 333 time: 0.0257380 Feb 07 23:05:14.181125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51210) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.187755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1462a9ba-2895-4287-8243-a3c6a8462d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.207526 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb42a7d-120e-4e6c-91ca-11758cce22f4 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] GET failed (client error): The resource could not be found. Feb 07 23:05:14.208817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fbb42a7d-120e-4e6c-91ca-11758cce22f4 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "GET /v2.0/subnets/a71c51f1-03c7-47d3-973b-9496968b333b HTTP/1.1" status: 404 len: 337 time: 0.0267539 Feb 07 23:05:14.208928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1462a9ba-2895-4287-8243-a3c6a8462d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.212461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51212) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.217312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9b65f32f-2988-4fc1-9e2e-ecb17ada1129 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:14.231659 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b65f32f-2988-4fc1-9e2e-ecb17ada1129 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] PUT failed (client error): The resource could not be found. Feb 07 23:05:14.232209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b65f32f-2988-4fc1-9e2e-ecb17ada1129 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:14.233304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9b65f32f-2988-4fc1-9e2e-ecb17ada1129 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "PUT /v2.0/networks/5208e78e-f6c4-49f7-ae07-40557e85bc71 HTTP/1.1" status: 404 len: 339 time: 0.0199473 Feb 07 23:05:14.236921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51214) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.242815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-323d9fc3-7ff3-44c3-ae2d-6aaddc1c3b07 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:14.260612 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1462a9ba-2895-4287-8243-a3c6a8462d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.260968 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-323d9fc3-7ff3-44c3-ae2d-6aaddc1c3b07 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] PUT failed (client error): The resource could not be found. Feb 07 23:05:14.261651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323d9fc3-7ff3-44c3-ae2d-6aaddc1c3b07 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:14.266488 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-323d9fc3-7ff3-44c3-ae2d-6aaddc1c3b07 tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "PUT /v2.0/ports/feecfdc0-7646-4a07-bc35-710784e2d66a HTTP/1.1" status: 404 len: 333 time: 0.0239854 Feb 07 23:05:14.266649 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1462a9ba-2895-4287-8243-a3c6a8462d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.266649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1462a9ba-2895-4287-8243-a3c6a8462d50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95fc79da-0bb5-45ca-b2d9-d2bb431dac1f HTTP/1.1" status: 204 len: 168 time: 0.1267202 Feb 07 23:05:14.266844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51216) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.272361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ca7ff42a-bd72-4b62-b578-2b73182363bf tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:14.273317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462a9ba-2895-4287-8243-a3c6a8462d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fc79da-0bb5-45ca-b2d9-d2bb431dac1f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:14.297901 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7ff42a-bd72-4b62-b578-2b73182363bf tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] PUT failed (client error): The resource could not be found. Feb 07 23:05:14.298349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7ff42a-bd72-4b62-b578-2b73182363bf tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:14.304138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca7ff42a-bd72-4b62-b578-2b73182363bf tempest-NetworksNegativeTestJSON-653178574 tempest-NetworksNegativeTestJSON-653178574-project] 10.222.0.15 "PUT /v2.0/subnets/18138b54-c5c3-44ca-965a-6260433346a5 HTTP/1.1" status: 404 len: 337 time: 0.0361772 Feb 07 23:05:14.502220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51228) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.611162 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30e8770a-dc8d-41d1-9254-e9ed0fa09b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.688380 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30e8770a-dc8d-41d1-9254-e9ed0fa09b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.693077 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30e8770a-dc8d-41d1-9254-e9ed0fa09b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.731445 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30e8770a-dc8d-41d1-9254-e9ed0fa09b58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17093b117f464eef98238879ae4d2379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280209 Feb 07 23:05:14.732330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8770a-dc8d-41d1-9254-e9ed0fa09b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b949ee11-041f-47fe-8af7-9f986b7c6079,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:14.734327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51238) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:14.786545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c169873-28d8-4346-be55-7ae1557b25d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.808478 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c169873-28d8-4346-be55-7ae1557b25d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.864216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c169873-28d8-4346-be55-7ae1557b25d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.866864 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c169873-28d8-4346-be55-7ae1557b25d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.868106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2c169873-28d8-4346-be55-7ae1557b25d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b949ee11-041f-47fe-8af7-9f986b7c6079 HTTP/1.1" status: 204 len: 168 time: 0.1326323 Feb 07 23:05:14.876589 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c169873-28d8-4346-be55-7ae1557b25d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b949ee11-041f-47fe-8af7-9f986b7c6079,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:15.424249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-507f1aa8-7c47-44be-8a78-735514f0ef4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453055 Feb 07 23:05:15.513831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51278) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:15.519665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-648f9925-4ecd-4c29-87d0-4c294e748c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:15.521655 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-648f9925-4ecd-4c29-87d0-4c294e748c23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 1096 time: 0.0535758 Feb 07 23:05:15.633799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-39e73015-b905-47c1-bb13-40d8b09e2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:15.635457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-39e73015-b905-47c1-bb13-40d8b09e2428 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.0901210 Feb 07 23:05:15.701093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51286) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:15.706690 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-487656d3-f1cd-460f-a573-3ff4c44b5f7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4946f255-c79d-4767-a49b-697ee9d19ff2 HTTP/1.1" status: 200 len: 1001 time: 0.0650315 Feb 07 23:05:15.731530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:15.756491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-73ebb903-3a07-49f1-a42f-58a774845fc6 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1417585471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:15.758322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-6d6ec339-f4e2-4b8f-8131-c9ef61146132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:15.759828 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-6d6ec339-f4e2-4b8f-8131-c9ef61146132 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0471401 Feb 07 23:05:15.767950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:15.806772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-e56bf727-40b3-4a9a-a42a-b686faf1ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:15.808274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-e56bf727-40b3-4a9a-a42a-b686faf1ae52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423853 Feb 07 23:05:15.837986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73ebb903-3a07-49f1-a42f-58a774845fc6 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:15.838904 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73ebb903-3a07-49f1-a42f-58a774845fc6 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:15.899547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73ebb903-3a07-49f1-a42f-58a774845fc6 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:15.908910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73ebb903-3a07-49f1-a42f-58a774845fc6 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:15.913487 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-e8a1c5ae-e192-4468-aad0-d57755225592 service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986340 Feb 07 23:05:15.935993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-73ebb903-3a07-49f1-a42f-58a774845fc6 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:15.939725 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-73ebb903-3a07-49f1-a42f-58a774845fc6 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2345808 Feb 07 23:05:15.939725 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:15.940016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51290) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:15.947101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-171790571'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:16.021574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Made reservation on behalf of e11c65f644da4d25aff828d0876af645 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:16.025030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.036786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.040780 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96240dc2-a1ba-495e-a4d2-589d812ab4de req-d1234cb0-cc51-4b5c-9cbc-6b2ca243a22d service neutron] 10.222.0.46 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211333 Feb 07 23:05:16.048301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Allocated IP 172.25.8.187 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/d115098f-0c61-4c44-914e-94e961e39237) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:16.127462 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.132099 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.155419 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.165264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:16.175289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d75ec8-35ed-44b9-b63e-e6507caea19b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:16.180489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.180898 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Added segment e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb of type vlan for network 64d72590-de8b-4b76-aec8-0a2f08448ead Feb 07 23:05:16.193457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.223123 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.240053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:16.243157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:16.246054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:16.249672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.255237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:16.255853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.273899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Pushing event updated for resources: {'Port': ['ID=d115098f-0c61-4c44-914e-94e961e39237,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:16.307608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3664799 Feb 07 23:05:16.313979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51292) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:16.322176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Request body: {'subnet': {'network_id': '64d72590-de8b-4b76-aec8-0a2f08448ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:16.340757 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.372866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb798b5-3649-4f5e-8f2e-860cec21d6e0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Network': ['ID=64d72590-de8b-4b76-aec8-0a2f08448ead,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:16.375519 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.384065 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 64d72590-de8b-4b76-aec8-0a2f08448ead details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:16.429553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Made reservation on behalf of e11c65f644da4d25aff828d0876af645 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:16.433346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.537863 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.542344 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.609349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Pushing event updated for resources: {'Port': ['ID=d115098f-0c61-4c44-914e-94e961e39237,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:16.617170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.620393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.635579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.636761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-13a88a00-1ad2-4477-9c3e-715622429014 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1216254 Feb 07 23:05:16.639766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51294) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:16.645078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-690722453', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'fixed_ips': [{'ip_address': '172.25.8.187'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:16.667550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Made reservation on behalf of d9dc92cdae4642b7b0476e7d1856e271 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:16.669911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.676350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Subnet': ['ID=87d699ec-19e6-4609-ab43-13d0e5562a93,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:16.683444 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.686766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Checking segment: {'id': 'e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '64d72590-de8b-4b76-aec8-0a2f08448ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:16.687128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network hostable DHCP agents. Network: 64d72590-de8b-4b76-aec8-0a2f08448ead, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:16.704505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network 64d72590-de8b-4b76-aec8-0a2f08448ead is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:16.714054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 64d72590-de8b-4b76-aec8-0a2f08448ead) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:16.718573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:16.719141 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.725245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b293f-c32d-4316-b764-76a67a78355c None None] Network 64d72590-de8b-4b76-aec8-0a2f08448ead requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:16.736679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-63a066a4-b85a-4989-b0c1-57bbb41489af tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4216754 Feb 07 23:05:16.739831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51296) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:16.745065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Request body: {'network': {'name': 'tempest-router-network01--1970219354'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:16.764656 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.768303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Made reservation on behalf of e11c65f644da4d25aff828d0876af645 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:16.770435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.772627 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.781742 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] device_id is not set on port 8f40e91d-43ae-464b-9c23-b17d266a4e3b yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:16.800495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:16.812420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.813250 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Added segment b3a3e435-2dfb-46c8-b195-951d5996f122 of type vlan for network 62caec08-ad54-42aa-94dc-fc71f78702b5 Feb 07 23:05:16.859627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad30954-36fc-4278-9810-19863039fe78,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:16.878630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.910907 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.917766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:16.918410 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.950093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2091241 Feb 07 23:05:16.953153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51298) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:16.986642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Request body: {'network': {'name': 'tempest-router-network02--769258843'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:17.004054 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 23:05:17.004574 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:17.020769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb45042-ad95-4405-b4f3-0e0b69518584 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Network': ['ID=62caec08-ad54-42aa-94dc-fc71f78702b5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:17.038821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 62caec08-ad54-42aa-94dc-fc71f78702b5 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:17.039671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6f17e383-0c20-46b4-9fc9-7a07a71504fe tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3988597 Feb 07 23:05:17.042986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51300) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:17.073078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Made reservation on behalf of e11c65f644da4d25aff828d0876af645 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:17.076991 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.106301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-64d72590-de8b-4b76-aec8-0a2f08448ead', 'network_id': '64d72590-de8b-4b76-aec8-0a2f08448ead', 'tenant_id': 'e11c65f644da4d25aff828d0876af645', 'fixed_ips': [{'subnet_id': '87d699ec-19e6-4609-ab43-13d0e5562a93'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:17.107141 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.179424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:17.209732 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.210064 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Added segment cf1066a4-41d7-429e-bf0c-c654c9fd6cf0 of type vlan for network 554ff832-6b6b-4a4a-877e-708dca86eb28 Feb 07 23:05:17.254860 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.256688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Allocated IP 172.20.0.2 (64d72590-de8b-4b76-aec8-0a2f08448ead/87d699ec-19e6-4609-ab43-13d0e5562a93/a2111f1b-8919-492f-81db-86977e6ff50d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:17.276488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Deleting port d115098f-0c61-4c44-914e-94e961e39237 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:17.276813 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.332337 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.337691 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:17.338257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.397042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4426942 Feb 07 23:05:17.399856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51302) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:17.405405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Request body: {'subnet': {'network_id': '62caec08-ad54-42aa-94dc-fc71f78702b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:17.408091 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.415196 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.439934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79997a-5c60-4dcb-8057-fe73379951f8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Network': ['ID=554ff832-6b6b-4a4a-877e-708dca86eb28,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:17.445201 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.445597 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.459554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Calling delete_port for d115098f-0c61-4c44-914e-94e961e39237 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:17.462650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Pushing event updated for resources: {'Port': ['ID=a2111f1b-8919-492f-81db-86977e6ff50d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:17.464946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 554ff832-6b6b-4a4a-877e-708dca86eb28 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:17.489221 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Network 64d72590-de8b-4b76-aec8-0a2f08448ead is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:17.500960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Made reservation on behalf of e11c65f644da4d25aff828d0876af645 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:17.504736 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.521090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:17.525087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:17.592034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Attempting to bind port a2111f1b-8919-492f-81db-86977e6ff50d on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:17.592699 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Attempting to bind port a2111f1b-8919-492f-81db-86977e6ff50d by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '64d72590-de8b-4b76-aec8-0a2f08448ead'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:17.593240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Attempting to bind port a2111f1b-8919-492f-81db-86977e6ff50d on network 64d72590-de8b-4b76-aec8-0a2f08448ead {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:17.599951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:05:17.600607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Checking segment: {'id': 'e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '64d72590-de8b-4b76-aec8-0a2f08448ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:17.601262 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.601901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Bound using segment: {'id': 'e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '64d72590-de8b-4b76-aec8-0a2f08448ead'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:05:17.602685 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Bound port: a2111f1b-8919-492f-81db-86977e6ff50d, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '64d72590-de8b-4b76-aec8-0a2f08448ead'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:17.603309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.610727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.640981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Pushing event deleted for resources: {'Port': ['ID=d115098f-0c61-4c44-914e-94e961e39237,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:17.676296 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] For port a2111f1b-8919-492f-81db-86977e6ff50d, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:17.679474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] For port a2111f1b-8919-492f-81db-86977e6ff50d, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a2111f1b-8919-492f-81db-86977e6ff50d,segment=NetworkSegment(e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb),segment_id=e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:05:17.685081 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.707757 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.711160 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.712560 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b0aa81b8-68f3-4994-9bd7-94c548127d78 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636 tempest-ExternalNetworksAdminNegativeTestJSON-1890901636-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/94b89966-8aab-4beb-a869-3421243a5381 HTTP/1.1" status: 204 len: 168 time: 0.6682878 Feb 07 23:05:17.714858 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.749582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c7f61-0a7c-4fa3-b8ea-383554ee5144 None None] Pushing event updated for resources: {'Port': ['ID=a2111f1b-8919-492f-81db-86977e6ff50d,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:17.788353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Subnet': ['ID=4b4baba7-9f4d-4618-b462-f1ffdf0584e2,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:17.801184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Checking segment: {'id': 'b3a3e435-2dfb-46c8-b195-951d5996f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62caec08-ad54-42aa-94dc-fc71f78702b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:17.801635 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network hostable DHCP agents. Network: 62caec08-ad54-42aa-94dc-fc71f78702b5, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:17.821862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network 62caec08-ad54-42aa-94dc-fc71f78702b5 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:17.837092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 62caec08-ad54-42aa-94dc-fc71f78702b5) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:17.841390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:17.841952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.848066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343fb78c-40ba-41a6-a9e7-144a6a04a812 None None] Network 62caec08-ad54-42aa-94dc-fc71f78702b5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:17.864348 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4fad1173-989b-4570-907e-9fc5917d267b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4630418 Feb 07 23:05:17.866833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51306) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:17.873217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Request body: {'subnet': {'network_id': '554ff832-6b6b-4a4a-877e-708dca86eb28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:18.010154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Made reservation on behalf of e11c65f644da4d25aff828d0876af645 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:18.013968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.062924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-62caec08-ad54-42aa-94dc-fc71f78702b5', 'network_id': '62caec08-ad54-42aa-94dc-fc71f78702b5', 'tenant_id': 'e11c65f644da4d25aff828d0876af645', 'fixed_ips': [{'subnet_id': '4b4baba7-9f4d-4618-b462-f1ffdf0584e2'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:18.063972 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.073048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51310) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:18.217891 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb3e29f-1b98-45ee-961b-398a86d512c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.230036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Allocated IP 172.20.0.2 (62caec08-ad54-42aa-94dc-fc71f78702b5/4b4baba7-9f4d-4618-b462-f1ffdf0584e2/18a17c0e-481e-4efc-a8ad-8930a3002fdf) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:18.238111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.307244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Subnet': ['ID=9fa4b892-9966-43be-9350-77ae172ae151,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:18.312708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb3e29f-1b98-45ee-961b-398a86d512c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.316377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Checking segment: {'id': 'cf1066a4-41d7-429e-bf0c-c654c9fd6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '554ff832-6b6b-4a4a-877e-708dca86eb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:18.316755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network hostable DHCP agents. Network: 554ff832-6b6b-4a4a-877e-708dca86eb28, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:18.318461 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-afb3e29f-1b98-45ee-961b-398a86d512c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.336891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network 554ff832-6b6b-4a4a-877e-708dca86eb28 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:18.350780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 554ff832-6b6b-4a4a-877e-708dca86eb28) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:18.360708 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-afb3e29f-1b98-45ee-961b-398a86d512c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4d3e1660d69419fb51941a885b403c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863617 Feb 07 23:05:18.367271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3e29f-1b98-45ee-961b-398a86d512c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a9e7cd-5456-47c9-8ae4-b8836000cfa8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:18.369181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:18.370074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51314) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:18.371928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.404609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51316) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:18.405103 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6d23ef13-f8be-4c86-8604-b6dd2b73461b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5356696 Feb 07 23:05:18.405242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.406722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ffc4c-9d0f-43dd-8137-32c071ac13c2 None None] Network 554ff832-6b6b-4a4a-877e-708dca86eb28 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:18.422519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.500853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Network 62caec08-ad54-42aa-94dc-fc71f78702b5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:18.510068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:18.515282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:18.526419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Pushing event updated for resources: {'Port': ['ID=18a17c0e-481e-4efc-a8ad-8930a3002fdf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:18.534123 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5084e595-3df8-4b1b-8d5d-7eaec29e599e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.590682 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5084e595-3df8-4b1b-8d5d-7eaec29e599e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.611175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Attempting to bind port 18a17c0e-481e-4efc-a8ad-8930a3002fdf on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:18.611537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Attempting to bind port 18a17c0e-481e-4efc-a8ad-8930a3002fdf by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'b3a3e435-2dfb-46c8-b195-951d5996f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62caec08-ad54-42aa-94dc-fc71f78702b5'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:18.611927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Attempting to bind port 18a17c0e-481e-4efc-a8ad-8930a3002fdf on network 62caec08-ad54-42aa-94dc-fc71f78702b5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:18.620094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:05:18.620728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Checking segment: {'id': 'b3a3e435-2dfb-46c8-b195-951d5996f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62caec08-ad54-42aa-94dc-fc71f78702b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:18.621148 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.621668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Bound using segment: {'id': 'b3a3e435-2dfb-46c8-b195-951d5996f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62caec08-ad54-42aa-94dc-fc71f78702b5'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:05:18.622001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Bound port: 18a17c0e-481e-4efc-a8ad-8930a3002fdf, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a3e435-2dfb-46c8-b195-951d5996f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62caec08-ad54-42aa-94dc-fc71f78702b5'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:18.622384 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.680364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-554ff832-6b6b-4a4a-877e-708dca86eb28', 'network_id': '554ff832-6b6b-4a4a-877e-708dca86eb28', 'tenant_id': 'e11c65f644da4d25aff828d0876af645', 'fixed_ips': [{'subnet_id': '9fa4b892-9966-43be-9350-77ae172ae151'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:18.681312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.735951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] For port 18a17c0e-481e-4efc-a8ad-8930a3002fdf, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:18.739535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] For port 18a17c0e-481e-4efc-a8ad-8930a3002fdf, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=18a17c0e-481e-4efc-a8ad-8930a3002fdf,segment=NetworkSegment(b3a3e435-2dfb-46c8-b195-951d5996f122),segment_id=b3a3e435-2dfb-46c8-b195-951d5996f122)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:05:18.744872 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.757515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.770147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5084e595-3df8-4b1b-8d5d-7eaec29e599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.772892 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5084e595-3df8-4b1b-8d5d-7eaec29e599e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.776987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5084e595-3df8-4b1b-8d5d-7eaec29e599e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49a9e7cd-5456-47c9-8ae4-b8836000cfa8 HTTP/1.1" status: 204 len: 168 time: 0.4027250 Feb 07 23:05:18.787505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084e595-3df8-4b1b-8d5d-7eaec29e599e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a9e7cd-5456-47c9-8ae4-b8836000cfa8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:18.910276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Allocated IP 172.20.0.2 (554ff832-6b6b-4a4a-877e-708dca86eb28/9fa4b892-9966-43be-9350-77ae172ae151/572082f9-f6f0-4763-b52a-243d2608a5ef) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:18.980609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323040e-ff32-4ebd-9737-06eb51819f7f None None] Pushing event updated for resources: {'Port': ['ID=18a17c0e-481e-4efc-a8ad-8930a3002fdf,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:19.043068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdccedb1-9817-4381-bddd-6ebc5fbc6fdf None None] Network 64d72590-de8b-4b76-aec8-0a2f08448ead requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:19.104659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Allocated IP 172.20.0.1 (62caec08-ad54-42aa-94dc-fc71f78702b5/4b4baba7-9f4d-4618-b462-f1ffdf0584e2/f8042795-9ca5-4548-8f3e-4c7db1f1e3b2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:19.148502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e5b61d75-384e-4651-8818-4228a5a95c9a None None] Provisioning complete for port a2111f1b-8919-492f-81db-86977e6ff50d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:19.148745 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5b61d75-384e-4651-8818-4228a5a95c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.199809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51322) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:19.266170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.270275 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.281852 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.314306 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-92c5e0ce-7f6f-4ce6-9854-040a2b3070da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9dc92cdae4642b7b0476e7d1856e271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135640 Feb 07 23:05:19.318048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51324) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:19.331208 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.347317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Network 554ff832-6b6b-4a4a-877e-708dca86eb28 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:19.372545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:19.395156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Pushing event updated for resources: {'Port': ['ID=572082f9-f6f0-4763-b52a-243d2608a5ef,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:19.396462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network 62caec08-ad54-42aa-94dc-fc71f78702b5 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:19.399285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:19.402837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:19.404965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Port': ['ID=f8042795-9ca5-4548-8f3e-4c7db1f1e3b2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:19.408563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:19.453865 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9084f5c-f8d0-4a14-839a-d7c00ca4a10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.469168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.521312 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9084f5c-f8d0-4a14-839a-d7c00ca4a10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.597914 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5b61d75-384e-4651-8818-4228a5a95c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.621823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.624884 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9084f5c-f8d0-4a14-839a-d7c00ca4a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.627331 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c9084f5c-f8d0-4a14-839a-d7c00ca4a10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.631774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c9084f5c-f8d0-4a14-839a-d7c00ca4a10b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ad30954-36fc-4278-9810-19863039fe78 HTTP/1.1" status: 204 len: 168 time: 0.3101895 Feb 07 23:05:19.645551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9084f5c-f8d0-4a14-839a-d7c00ca4a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad30954-36fc-4278-9810-19863039fe78,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:19.677465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Attempting to bind port 572082f9-f6f0-4763-b52a-243d2608a5ef on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:19.677843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Attempting to bind port 572082f9-f6f0-4763-b52a-243d2608a5ef by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cf1066a4-41d7-429e-bf0c-c654c9fd6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '554ff832-6b6b-4a4a-877e-708dca86eb28'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:19.678214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Attempting to bind port 572082f9-f6f0-4763-b52a-243d2608a5ef on network 554ff832-6b6b-4a4a-877e-708dca86eb28 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:19.696629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:05:19.697019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Checking segment: {'id': 'cf1066a4-41d7-429e-bf0c-c654c9fd6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '554ff832-6b6b-4a4a-877e-708dca86eb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:19.697438 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.697838 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Bound using segment: {'id': 'cf1066a4-41d7-429e-bf0c-c654c9fd6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '554ff832-6b6b-4a4a-877e-708dca86eb28'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:05:19.698326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Bound port: 572082f9-f6f0-4763-b52a-243d2608a5ef, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1066a4-41d7-429e-bf0c-c654c9fd6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '554ff832-6b6b-4a4a-877e-708dca86eb28'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:19.698727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.702932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e5b61d75-384e-4651-8818-4228a5a95c9a None None] For port a2111f1b-8919-492f-81db-86977e6ff50d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a2111f1b-8919-492f-81db-86977e6ff50d,segment=NetworkSegment(e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb),segment_id=e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:19.716016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5b61d75-384e-4651-8818-4228a5a95c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.817975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b61d75-384e-4651-8818-4228a5a95c9a None None] Pushing event updated for resources: {'Port': ['ID=a2111f1b-8919-492f-81db-86977e6ff50d,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:19.839525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] For port 572082f9-f6f0-4763-b52a-243d2608a5ef, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:19.844168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] For port 572082f9-f6f0-4763-b52a-243d2608a5ef, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=572082f9-f6f0-4763-b52a-243d2608a5ef,segment=NetworkSegment(cf1066a4-41d7-429e-bf0c-c654c9fd6cf0),segment_id=cf1066a4-41d7-429e-bf0c-c654c9fd6cf0)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:05:19.855813 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.960714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca22d2-583f-41d8-96ff-f9a20b2d8048 None None] Pushing event updated for resources: {'Port': ['ID=572082f9-f6f0-4763-b52a-243d2608a5ef,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:19.975720 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:19.989640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.106686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.124211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a2111f1b-8919-492f-81db-86977e6ff50d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:05:20.137702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Port': ['ID=f8042795-9ca5-4548-8f3e-4c7db1f1e3b2,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:20.210089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a2111f1b-8919-492f-81db-86977e6ff50d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:20.210486 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.289151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network 62caec08-ad54-42aa-94dc-fc71f78702b5 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:20.290360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ab5ca1ca-19e3-4bbe-8b5a-2d2e2232d9b2 None None] Provisioning complete for port a2111f1b-8919-492f-81db-86977e6ff50d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:20.290745 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca1ca-19e3-4bbe-8b5a-2d2e2232d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.292998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:20.385298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 18a17c0e-481e-4efc-a8ad-8930a3002fdf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:05:20.476312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddf54bb-2260-48e3-904a-039e64810f81 None None] Network 62caec08-ad54-42aa-94dc-fc71f78702b5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:20.484372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Router 05f503c1-c37a-4923-961a-eb699a6fa4c9 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:05:20.546456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 18a17c0e-481e-4efc-a8ad-8930a3002fdf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:20.546725 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.733792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4d7519f1-ef94-4333-8e9d-8871bbcdaf7d None None] Provisioning complete for port 18a17c0e-481e-4efc-a8ad-8930a3002fdf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:20.734455 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d7519f1-ef94-4333-8e9d-8871bbcdaf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.735696 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.819745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 18a17c0e-481e-4efc-a8ad-8930a3002fdf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=18a17c0e-481e-4efc-a8ad-8930a3002fdf,segment=NetworkSegment(b3a3e435-2dfb-46c8-b195-951d5996f122),segment_id=b3a3e435-2dfb-46c8-b195-951d5996f122)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:20.832162 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.919635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=18a17c0e-481e-4efc-a8ad-8930a3002fdf,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:20.945659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:05:20.951871 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-544e69b5-3dbc-41ea-b048-3b5e60389164 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "PUT /v2.0/routers/05f503c1-c37a-4923-961a-eb699a6fa4c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5458920 Feb 07 23:05:20.954064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51348) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:20.957919 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d1560-2758-4d81-8f14-c00dfe273bd7 None None] Sync routers for ids ['05f503c1-c37a-4923-961a-eb699a6fa4c9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:05:20.970846 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d1560-2758-4d81-8f14-c00dfe273bd7 None None] Routers {'05f503c1-c37a-4923-961a-eb699a6fa4c9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:05:20.972023 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4c4d1560-2758-4d81-8f14-c00dfe273bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:04:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['05f503c1-c37a-4923-961a-eb699a6fa4c9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:21.014024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4c4d1560-2758-4d81-8f14-c00dfe273bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:21.026830 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d1560-2758-4d81-8f14-c00dfe273bd7 None None] Routers {'05f503c1-c37a-4923-961a-eb699a6fa4c9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:05:21.027439 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4c4d1560-2758-4d81-8f14-c00dfe273bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:04:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['05f503c1-c37a-4923-961a-eb699a6fa4c9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:21.071964 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4c4d1560-2758-4d81-8f14-c00dfe273bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:21.072983 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d1560-2758-4d81-8f14-c00dfe273bd7 None None] The sync data for ids ['05f503c1-c37a-4923-961a-eb699a6fa4c9'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:05:21.232372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9744dcc1-085f-43f6-bb12-03f81c2f30fd None None] Provisioning complete for port 18a17c0e-481e-4efc-a8ad-8930a3002fdf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:21.232986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9744dcc1-085f-43f6-bb12-03f81c2f30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.357950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9744dcc1-085f-43f6-bb12-03f81c2f30fd None None] Provisioning complete for port f8042795-9ca5-4548-8f3e-4c7db1f1e3b2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:21.358505 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9744dcc1-085f-43f6-bb12-03f81c2f30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.403650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9744dcc1-085f-43f6-bb12-03f81c2f30fd None None] Port f8042795-9ca5-4548-8f3e-4c7db1f1e3b2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:05:21.449669 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-43bf2574-92d6-4485-937a-1a717b0a92b0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:05:21.454277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51360) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:21.454893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-43bf2574-92d6-4485-937a-1a717b0a92b0 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "PUT /v2.0/routers/05f503c1-c37a-4923-961a-eb699a6fa4c9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4991114 Feb 07 23:05:21.494665 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71df55fc-59c7-46ef-85b6-909857cd43fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.535413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b3fbcffb-622d-485a-a835-f6ea9a44d7a4 None None] Provisioning complete for port f8042795-9ca5-4548-8f3e-4c7db1f1e3b2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:21.535893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3fbcffb-622d-485a-a835-f6ea9a44d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.570544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce91b55-c266-4541-8c47-afda239913e0 None None] Network 554ff832-6b6b-4a4a-877e-708dca86eb28 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:21.622063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b3fbcffb-622d-485a-a835-f6ea9a44d7a4 None None] Port f8042795-9ca5-4548-8f3e-4c7db1f1e3b2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:05:21.672206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51364) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:21.778512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-53e86384-e3d1-4cc5-af82-251b5371a043 None None] Provisioning complete for port 572082f9-f6f0-4763-b52a-243d2608a5ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:21.778512 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53e86384-e3d1-4cc5-af82-251b5371a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.834266 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.869652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-894277277'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:21.882552 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53e86384-e3d1-4cc5-af82-251b5371a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.921022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-53e86384-e3d1-4cc5-af82-251b5371a043 None None] For port 572082f9-f6f0-4763-b52a-243d2608a5ef, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=572082f9-f6f0-4763-b52a-243d2608a5ef,segment=NetworkSegment(cf1066a4-41d7-429e-bf0c-c654c9fd6cf0),segment_id=cf1066a4-41d7-429e-bf0c-c654c9fd6cf0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:21.921408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Made reservation on behalf of 316fe3adf58a45dd95c44841216ba28d for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:21.926956 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.930089 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53e86384-e3d1-4cc5-af82-251b5371a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.958617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.988812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e86384-e3d1-4cc5-af82-251b5371a043 None None] Pushing event updated for resources: {'Port': ['ID=572082f9-f6f0-4763-b52a-243d2608a5ef,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:22.058176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9c643e78-be2d-4263-8643-1394c482c161 None None] Provisioning complete for port f8042795-9ca5-4548-8f3e-4c7db1f1e3b2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:22.058928 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c643e78-be2d-4263-8643-1394c482c161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.091044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a2111f1b-8919-492f-81db-86977e6ff50d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:05:22.106258 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.110654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.133438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9c643e78-be2d-4263-8643-1394c482c161 None None] Port f8042795-9ca5-4548-8f3e-4c7db1f1e3b2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:05:22.141779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:22.151311 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Deleting port f8042795-9ca5-4548-8f3e-4c7db1f1e3b2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:22.151664 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.152586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a855842-4d00-4159-b467-38c3c6dd2c92,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:22.153682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a2111f1b-8919-492f-81db-86977e6ff50d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:22.154301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.157486 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.157830 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Added segment 3df16172-7ad4-47c1-94c4-dbce12d91e41 of type vlan for network 68061528-0fa7-411a-a046-4ad1b18b688a Feb 07 23:05:22.205688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.234800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.240549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 18a17c0e-481e-4efc-a8ad-8930a3002fdf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:05:22.242489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:22.243474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.245128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.258186 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Calling delete_port for f8042795-9ca5-4548-8f3e-4c7db1f1e3b2 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:22.284019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7dbcb9e1-6f44-4f44-8ac0-abd6cf12d154 None None] Provisioning complete for port 572082f9-f6f0-4763-b52a-243d2608a5ef triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:22.284912 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb9e1-6f44-4f44-8ac0-abd6cf12d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.308366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6350584 Feb 07 23:05:22.318320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396deab-a4dd-4484-92d3-0bcec2b61e8a tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Pushing event updated for resources: {'Network': ['ID=68061528-0fa7-411a-a046-4ad1b18b688a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:22.331623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 68061528-0fa7-411a-a046-4ad1b18b688a details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:22.429188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 18a17c0e-481e-4efc-a8ad-8930a3002fdf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:22.429566 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.463187 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.496668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Port': ['ID=f8042795-9ca5-4548-8f3e-4c7db1f1e3b2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:22.511041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51374) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:22.516254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Request body: {'port': {'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a', 'binding:host_id': 'n-h1-827895-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-993608861'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:22.524275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 572082f9-f6f0-4763-b52a-243d2608a5ef up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:05:22.544400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Made reservation on behalf of 9c6fd41aed2a4a599b5f533d9454634e for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:22.547555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.561381 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.579278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 572082f9-f6f0-4763-b52a-243d2608a5ef triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:22.579558 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.661880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.667646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.677365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.680942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] device_id is not set on port 269f5e49-05c8-4931-9b2d-bb79c907b505 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:22.782576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90f5f5e-2064-42e8-bf67-67b7bc3ad798,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:22.932544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] device_id is not set on port 269f5e49-05c8-4931-9b2d-bb79c907b505 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:22.943966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.949774 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.008494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'Port': ['ID=269f5e49-05c8-4931-9b2d-bb79c907b505,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:23.019774 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Checking segment: {'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:23.020166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Network hostable DHCP agents. Network: 68061528-0fa7-411a-a046-4ad1b18b688a, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:23.038676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Network 68061528-0fa7-411a-a046-4ad1b18b688a is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:23.048719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 68061528-0fa7-411a-a046-4ad1b18b688a) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:23.053338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:23.062051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed66d0e-7b14-4d32-b470-b036a7c37991 None None] Network 68061528-0fa7-411a-a046-4ad1b18b688a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:23.070204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.070539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.070878 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.075893 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.076224 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.076620 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 2 to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 Feb 07 23:05:23.090140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.090476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.090816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.095624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.095990 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.096392 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 3 to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 Feb 07 23:05:23.114664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.114999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.115336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.119807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.120134 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.120779 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 4 to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 Feb 07 23:05:23.134611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.134947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.135288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.139695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.140045 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.140438 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 5 to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 Feb 07 23:05:23.153194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.153533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.153896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.158284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.158642 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.159568 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 6 to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 Feb 07 23:05:23.166025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Router 05f503c1-c37a-4923-961a-eb699a6fa4c9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:05:23.171489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.171855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.172189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.178494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.178494 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.178494 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 7 to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 Feb 07 23:05:23.194287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.194722 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.195062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.200179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.200503 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.201523 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 8 to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 Feb 07 23:05:23.214654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.214985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.215316 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.219630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.219981 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.220370 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 9 to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 Feb 07 23:05:23.232518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.232847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.233182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.237437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.237739 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.238123 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 10 to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 Feb 07 23:05:23.243518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:05:23.253357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:23.253357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:23.253357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:23.253828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51376) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:23.254225 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-913af04c-759b-4893-882c-43fbbb024b22 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "PUT /v2.0/routers/05f503c1-c37a-4923-961a-eb699a6fa4c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7974477 Feb 07 23:05:23.256467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febb175-18c1-4e67-9de0-9e5cd1d2de73 None None] Sync routers for ids ['05f503c1-c37a-4923-961a-eb699a6fa4c9'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:05:23.265509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febb175-18c1-4e67-9de0-9e5cd1d2de73 None None] Routers {'05f503c1-c37a-4923-961a-eb699a6fa4c9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:05:23.266203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7febb175-18c1-4e67-9de0-9e5cd1d2de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:04:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['05f503c1-c37a-4923-961a-eb699a6fa4c9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:23.291798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 269f5e49-05c8-4931-9b2d-bb79c907b505 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:23.292130 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 269f5e49-05c8-4931-9b2d-bb79c907b505 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:23.292500 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.294722 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-c1d09b3c-103b-4f67-98c4-9ab69847c597 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] delete failed (client error): The resource could not be found. Feb 07 23:05:23.295755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c1d09b3c-103b-4f67-98c4-9ab69847c597 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1622677051 HTTP/1.1" status: 404 len: 335 time: 0.0410171 Feb 07 23:05:23.299599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51378) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:23.303285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7febb175-18c1-4e67-9de0-9e5cd1d2de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:23.304367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7e832da5-9b77-4cf4-8b17-5395ed60393a tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Request body: {'router': {'external_gateway_info': {'network_id': '05f503c1-c37a-4923-961a-eb699a6fa4c9'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:23.314881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febb175-18c1-4e67-9de0-9e5cd1d2de73 None None] Routers {'05f503c1-c37a-4923-961a-eb699a6fa4c9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:05:23.316118 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7febb175-18c1-4e67-9de0-9e5cd1d2de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:04:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['05f503c1-c37a-4923-961a-eb699a6fa4c9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:23.349034 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7febb175-18c1-4e67-9de0-9e5cd1d2de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:23.349692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febb175-18c1-4e67-9de0-9e5cd1d2de73 None None] The sync data for ids ['05f503c1-c37a-4923-961a-eb699a6fa4c9'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:05:23.365419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] For port 269f5e49-05c8-4931-9b2d-bb79c907b505, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:23.365784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempted to set empty binding levels {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 23:05:23.371355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.404252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:23.404824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.429087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.9168916 Feb 07 23:05:23.429806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fd44b-8237-4a0f-a8d6-826a865866fd tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'Port': ['ID=269f5e49-05c8-4931-9b2d-bb79c907b505,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:23.432397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51380) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:23.514367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-060edf1f-0769-47f3-947a-c4077d9eb26c tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Deleting port 269f5e49-05c8-4931-9b2d-bb79c907b505 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:23.514747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-060edf1f-0769-47f3-947a-c4077d9eb26c tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.524850 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7e832da5-9b77-4cf4-8b17-5395ed60393a tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.544085 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-7e832da5-9b77-4cf4-8b17-5395ed60393a tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] update failed (client error): The resource could not be found. Feb 07 23:05:23.548588 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7e832da5-9b77-4cf4-8b17-5395ed60393a tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "PUT /v2.0/routers/05f503c1-c37a-4923-961a-eb699a6fa4c9 HTTP/1.1" status: 404 len: 339 time: 0.2444513 Feb 07 23:05:23.548740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51382) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:23.583279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-060edf1f-0769-47f3-947a-c4077d9eb26c tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] For port 269f5e49-05c8-4931-9b2d-bb79c907b505, host n-h1-827895-2, got binding levels [] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:23.583640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-060edf1f-0769-47f3-947a-c4077d9eb26c tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.596177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-060edf1f-0769-47f3-947a-c4077d9eb26c tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Calling delete_port for 269f5e49-05c8-4931-9b2d-bb79c907b505 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:23.674295 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-060edf1f-0769-47f3-947a-c4077d9eb26c tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.707729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060edf1f-0769-47f3-947a-c4077d9eb26c tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event deleted for resources: {'Port': ['ID=269f5e49-05c8-4931-9b2d-bb79c907b505,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:23.713359 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-060edf1f-0769-47f3-947a-c4077d9eb26c tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.716581 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-060edf1f-0769-47f3-947a-c4077d9eb26c tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "DELETE /v2.0/ports/269f5e49-05c8-4931-9b2d-bb79c907b505 HTTP/1.1" status: 204 len: 168 time: 0.2832429 Feb 07 23:05:23.719193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51384) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:23.742997 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae5f954-f7c5-4dcd-ab10-b616d63266c0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] GET failed (client error): The resource could not be found. Feb 07 23:05:23.744466 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9ae5f954-f7c5-4dcd-ab10-b616d63266c0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "GET /v2.0/ports/269f5e49-05c8-4931-9b2d-bb79c907b505 HTTP/1.1" status: 404 len: 333 time: 0.0243096 Feb 07 23:05:23.748302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51386) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:23.753338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Request body: {'port': {'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1880639561'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:23.774788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Made reservation on behalf of 9c6fd41aed2a4a599b5f533d9454634e for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:23.777106 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.795062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] device_id is not set on port 367f62a4-a8bf-4cae-ad76-d83534ac9194 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:23.831123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.868694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 572082f9-f6f0-4763-b52a-243d2608a5ef up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:05:23.926184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 572082f9-f6f0-4763-b52a-243d2608a5ef triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:23.927301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.957688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.998139 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.043773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Network 68061528-0fa7-411a-a046-4ad1b18b688a is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:24.046493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:24.051014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:24.052178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.052608 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.054782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'Port': ['ID=367f62a4-a8bf-4cae-ad76-d83534ac9194,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:24.073656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ff5d23d3-a0da-433a-977b-96420e966f1f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3219254 Feb 07 23:05:24.073892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51388) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:24.078925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:24.091889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Allocated IP 172.20.0.1 (64d72590-de8b-4b76-aec8-0a2f08448ead/87d699ec-19e6-4609-ab43-13d0e5562a93/9e681432-38d9-436b-b20d-867c7eb6c3dd) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:24.133192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.202878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.236236 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.275973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network 64d72590-de8b-4b76-aec8-0a2f08448ead is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:24.279203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:24.282767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:24.314891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] device_id is not set on port 367f62a4-a8bf-4cae-ad76-d83534ac9194 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:24.320415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Port': ['ID=9e681432-38d9-436b-b20d-867c7eb6c3dd,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:24.324888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.331319 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.338295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.391733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'Port': ['ID=367f62a4-a8bf-4cae-ad76-d83534ac9194,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:24.403301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.403629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.404137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.408801 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.409773 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.410018 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 2 to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 Feb 07 23:05:24.424080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.424423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.425300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.429897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.430226 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.430732 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 3 to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 Feb 07 23:05:24.446721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.447116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.447452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.452131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.452450 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.452835 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 4 to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 Feb 07 23:05:24.470034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.470655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.471157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.473651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.476414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.476808 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.477220 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 5 to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 Feb 07 23:05:24.490930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.491267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.491607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.496725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.497055 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.497444 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 6 to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 Feb 07 23:05:24.511455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.511961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.512146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.516646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.517077 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.517718 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 7 to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 Feb 07 23:05:24.530158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.530490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.530820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.535633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.535982 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.536366 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 8 to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 Feb 07 23:05:24.548744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.549076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.549405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.553795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.554113 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.554543 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 9 to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 Feb 07 23:05:24.566322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.566591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.566968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.571582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.571960 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.572348 n-d-827895-2 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 10 to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 Feb 07 23:05:24.585386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:24.585720 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:24.586050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:24.590484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:24.590811 n-d-827895-2 neutron-server[102290]: ERROR neutron.plugins.ml2.managers [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:24.591177 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.599421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1b6e02df-b4ab-4930-81ce-b1d8fa6640d1 None None] Provisioning complete for port 9e681432-38d9-436b-b20d-867c7eb6c3dd triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:24.600141 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b6e02df-b4ab-4930-81ce-b1d8fa6640d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.646252 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2373fee3-fd08-4c26-88f4-479f1b782a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.648412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e02df-b4ab-4930-81ce-b1d8fa6640d1 None None] Port 9e681432-38d9-436b-b20d-867c7eb6c3dd cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:05:24.659898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] For port 367f62a4-a8bf-4cae-ad76-d83534ac9194, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:24.660269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempted to set empty binding levels {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 23:05:24.664384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.697935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] In _notify_port_updated(), no bound segment for port 367f62a4-a8bf-4cae-ad76-d83534ac9194 on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 23:05:24.698784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.699377 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.702935 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "PUT /v2.0/ports/367f62a4-a8bf-4cae-ad76-d83534ac9194 HTTP/1.1" status: 200 len: 975 time: 0.6258049 Feb 07 23:05:24.703266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51390) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:24.754286 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.759303 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.759510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b964c-6937-45c5-a5f9-78473eb1f7ac tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'Port': ['ID=367f62a4-a8bf-4cae-ad76-d83534ac9194,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:24.792565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.793033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.793492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.793943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.794394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.794839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.795286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.795751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.796200 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.796643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.797082 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.797524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.797968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.798408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.798851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.799294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.800479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.808211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1340b689-901b-4231-916f-905543afccc6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15495 time: 0.1039071 Feb 07 23:05:24.812435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51394) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:24.838978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event updated for resources: {'Port': ['ID=9e681432-38d9-436b-b20d-867c7eb6c3dd,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:24.843877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.886380 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.905141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-24dd3e4e-efd0-4f26-bfd8-f86a871514a9 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Deleting port 367f62a4-a8bf-4cae-ad76-d83534ac9194 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:24.905725 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24dd3e4e-efd0-4f26-bfd8-f86a871514a9 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.939488 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Network 64d72590-de8b-4b76-aec8-0a2f08448ead is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:24.941044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:24.968458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-24dd3e4e-efd0-4f26-bfd8-f86a871514a9 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] For port 367f62a4-a8bf-4cae-ad76-d83534ac9194, host n-h1-827895-2, got binding levels [] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:24.968958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24dd3e4e-efd0-4f26-bfd8-f86a871514a9 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.983957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-24dd3e4e-efd0-4f26-bfd8-f86a871514a9 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Calling delete_port for 367f62a4-a8bf-4cae-ad76-d83534ac9194 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:25.042185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Router 05f503c1-c37a-4923-961a-eb699a6fa4c9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:05:25.067955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24dd3e4e-efd0-4f26-bfd8-f86a871514a9 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.097729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd3e4e-efd0-4f26-bfd8-f86a871514a9 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event deleted for resources: {'Port': ['ID=367f62a4-a8bf-4cae-ad76-d83534ac9194,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:25.102729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-24dd3e4e-efd0-4f26-bfd8-f86a871514a9 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.105926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-24dd3e4e-efd0-4f26-bfd8-f86a871514a9 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "DELETE /v2.0/ports/367f62a4-a8bf-4cae-ad76-d83534ac9194 HTTP/1.1" status: 204 len: 168 time: 0.2924569 Feb 07 23:05:25.110612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51396) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:25.136728 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6713477e-b939-4cd1-bf31-c32b43c98d6f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] GET failed (client error): The resource could not be found. Feb 07 23:05:25.138292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6713477e-b939-4cd1-bf31-c32b43c98d6f tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "GET /v2.0/ports/367f62a4-a8bf-4cae-ad76-d83534ac9194 HTTP/1.1" status: 404 len: 333 time: 0.0267525 Feb 07 23:05:25.141970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51398) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:25.149219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1905026811', 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:25.172884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:05:25.176400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8e19351b-0cad-4699-80db-cd3a36333e8e None None] Provisioning complete for port 9e681432-38d9-436b-b20d-867c7eb6c3dd triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:25.176714 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e19351b-0cad-4699-80db-cd3a36333e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.179211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d421a610-739f-40af-8dfa-f8effe32fbdf tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "PUT /v2.0/routers/05f503c1-c37a-4923-961a-eb699a6fa4c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6295526 Feb 07 23:05:25.182151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51400) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:25.187734 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590163f7-9aa3-4bf6-94b6-47df33584f2d None None] Sync routers for ids ['05f503c1-c37a-4923-961a-eb699a6fa4c9'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:05:25.197041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Made reservation on behalf of 9c6fd41aed2a4a599b5f533d9454634e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:25.198224 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590163f7-9aa3-4bf6-94b6-47df33584f2d None None] Routers {'05f503c1-c37a-4923-961a-eb699a6fa4c9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:05:25.198928 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-590163f7-9aa3-4bf6-94b6-47df33584f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['05f503c1-c37a-4923-961a-eb699a6fa4c9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:25.199952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.217808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] device_id is not set on port e6c3a282-4fe7-4cce-b463-7ddf320c63c2 yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:25.224184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8e19351b-0cad-4699-80db-cd3a36333e8e None None] Port 9e681432-38d9-436b-b20d-867c7eb6c3dd cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:05:25.233229 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-590163f7-9aa3-4bf6-94b6-47df33584f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:25.242106 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590163f7-9aa3-4bf6-94b6-47df33584f2d None None] Routers {'05f503c1-c37a-4923-961a-eb699a6fa4c9'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:05:25.242690 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-590163f7-9aa3-4bf6-94b6-47df33584f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['05f503c1-c37a-4923-961a-eb699a6fa4c9'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:25.280408 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-590163f7-9aa3-4bf6-94b6-47df33584f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:25.281035 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590163f7-9aa3-4bf6-94b6-47df33584f2d None None] The sync data for ids ['05f503c1-c37a-4923-961a-eb699a6fa4c9'] in n-d-827895-2 is: [] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:05:25.288242 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-84396544-e41b-46e2-8752-2b419d3b6b40 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.374426 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-84396544-e41b-46e2-8752-2b419d3b6b40 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 23:05:25.375447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-84396544-e41b-46e2-8752-2b419d3b6b40 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "DELETE /v2.0/routers/05f503c1-c37a-4923-961a-eb699a6fa4c9 HTTP/1.1" status: 409 len: 329 time: 0.1922715 Feb 07 23:05:25.376793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.378939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51402) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:25.410656 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.454285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Network 68061528-0fa7-411a-a046-4ad1b18b688a is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:25.460239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:25.462625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'Port': ['ID=e6c3a282-4fe7-4cce-b463-7ddf320c63c2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:25.464702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:25.465621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:25.466663 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.482265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-60df0d61-0545-4ef9-ac7b-fb2f9412fe5a tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3388906 Feb 07 23:05:25.484713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51404) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:25.522185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb3aef2-c42e-427f-bd0c-70e3e3d0efd0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:25.523547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4fb3aef2-c42e-427f-bd0c-70e3e3d0efd0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "GET /v2.0/ports/e6c3a282-4fe7-4cce-b463-7ddf320c63c2 HTTP/1.1" status: 200 len: 955 time: 0.0379376 Feb 07 23:05:25.526288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51406) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:25.600798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-11bc087a-f867-4da5-ad3c-2deede9e1c95 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Deleting port e6c3a282-4fe7-4cce-b463-7ddf320c63c2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:25.601177 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-11bc087a-f867-4da5-ad3c-2deede9e1c95 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.662572 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-11bc087a-f867-4da5-ad3c-2deede9e1c95 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.675388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-11bc087a-f867-4da5-ad3c-2deede9e1c95 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Calling delete_port for e6c3a282-4fe7-4cce-b463-7ddf320c63c2 owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:25.695537 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.754307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-11bc087a-f867-4da5-ad3c-2deede9e1c95 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.783191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc087a-f867-4da5-ad3c-2deede9e1c95 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6c3a282-4fe7-4cce-b463-7ddf320c63c2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:25.786942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-11bc087a-f867-4da5-ad3c-2deede9e1c95 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.792164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-11bc087a-f867-4da5-ad3c-2deede9e1c95 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e6c3a282-4fe7-4cce-b463-7ddf320c63c2 HTTP/1.1" status: 204 len: 168 time: 0.2649095 Feb 07 23:05:25.793161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51408) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:25.822148 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7315d077-e011-477f-a119-7bcd3a9fc7c3 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] GET failed (client error): The resource could not be found. Feb 07 23:05:25.823666 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7315d077-e011-477f-a119-7bcd3a9fc7c3 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "GET /v2.0/ports/e6c3a282-4fe7-4cce-b463-7ddf320c63c2 HTTP/1.1" status: 404 len: 333 time: 0.0295899 Feb 07 23:05:25.830573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51410) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:25.832293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Request body: {'port': {'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-96072290'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:25.857759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Made reservation on behalf of 9c6fd41aed2a4a599b5f533d9454634e for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:25.860205 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.876492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] device_id is not set on port 1a3cbd52-7ba2-423a-864d-34386d04d06e yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:25.946811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Deleting port 9e681432-38d9-436b-b20d-867c7eb6c3dd {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:25.947050 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.032932 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.066632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.116543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Network 68061528-0fa7-411a-a046-4ad1b18b688a is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:26.119476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:26.122155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:26.123258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:26.123875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.137555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3cbd52-7ba2-423a-864d-34386d04d06e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:26.149645 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a7f4d0a1-b0ca-44fd-8cce-da63ac83c295 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3209481 Feb 07 23:05:26.152399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51412) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:26.157600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:26.212172 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.313881 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.326433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Calling delete_port for 9e681432-38d9-436b-b20d-867c7eb6c3dd owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:26.368034 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.382100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] device_id is not set on port 1a3cbd52-7ba2-423a-864d-34386d04d06e yet. {{(pid=102289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:26.389560 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.394448 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.451079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3cbd52-7ba2-423a-864d-34386d04d06e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:26.462463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.462726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.463061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.467369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.467690 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.468107 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 2 to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e Feb 07 23:05:26.481476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.481809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.482692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.486416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.487742 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.487742 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 3 to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e Feb 07 23:05:26.499439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.499919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.500259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.500592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.505121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.505440 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.505823 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 4 to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e Feb 07 23:05:26.517844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.518157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.519105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.523323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.523648 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.524061 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 5 to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e Feb 07 23:05:26.528156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Port': ['ID=9e681432-38d9-436b-b20d-867c7eb6c3dd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:26.538117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.538455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.538794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.543303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.543628 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.544052 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 6 to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e Feb 07 23:05:26.557766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.558097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.558433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.562687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.563015 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.563404 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 7 to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e Feb 07 23:05:26.576920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.577276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.577805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.582554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.582910 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.583272 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 8 to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e Feb 07 23:05:26.596783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.597123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.597463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.605664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.605944 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.606328 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 9 to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e Feb 07 23:05:26.624843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.625475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.625814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.632468 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.632845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.633440 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.633879 n-d-827895-2 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempt 10 to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e Feb 07 23:05:26.651197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:26.651547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:26.651908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempting to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:26.656432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:05:26.656758 n-d-827895-2 neutron-server[102289]: ERROR neutron.plugins.ml2.managers [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Failed to bind port 1a3cbd52-7ba2-423a-864d-34386d04d06e on host n-h1-827895-2 for vnic_type normal using segments [{'id': '3df16172-7ad4-47c1-94c4-dbce12d91e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '68061528-0fa7-411a-a046-4ad1b18b688a'}] Feb 07 23:05:26.657119 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.686476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.727412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] For port 1a3cbd52-7ba2-423a-864d-34386d04d06e, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:26.727790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attempted to set empty binding levels {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 23:05:26.732173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.767859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] In _notify_port_updated(), no bound segment for port 1a3cbd52-7ba2-423a-864d-34386d04d06e on network 68061528-0fa7-411a-a046-4ad1b18b688a {{(pid=102289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 07 23:05:26.769031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:26.769578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.770851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "PUT /v2.0/ports/1a3cbd52-7ba2-423a-864d-34386d04d06e HTTP/1.1" status: 200 len: 973 time: 0.6174014 Feb 07 23:05:26.773625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51414) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:26.810060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf38fe5-4f8a-4892-b63f-0d1e46418ad0 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3cbd52-7ba2-423a-864d-34386d04d06e,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:26.848341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Router 05f503c1-c37a-4923-961a-eb699a6fa4c9 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:05:26.857771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c309912a-d227-4ebf-b5f1-b442fca5b9d6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Deleting port 1a3cbd52-7ba2-423a-864d-34386d04d06e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:26.858120 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c309912a-d227-4ebf-b5f1-b442fca5b9d6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.918027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-c309912a-d227-4ebf-b5f1-b442fca5b9d6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] For port 1a3cbd52-7ba2-423a-864d-34386d04d06e, host n-h1-827895-2, got binding levels [] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:26.918383 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c309912a-d227-4ebf-b5f1-b442fca5b9d6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.927039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:05:26.932541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bda3ef5f-c4c0-4837-98d7-19e3bac493d8 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "PUT /v2.0/routers/05f503c1-c37a-4923-961a-eb699a6fa4c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5521209 Feb 07 23:05:26.935607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51416) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:26.937049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85bc56-4e15-428b-a7e7-b83c46b25215 None None] Sync routers for ids ['05f503c1-c37a-4923-961a-eb699a6fa4c9'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:05:26.938239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c309912a-d227-4ebf-b5f1-b442fca5b9d6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Calling delete_port for 1a3cbd52-7ba2-423a-864d-34386d04d06e owned by {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:26.949070 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85bc56-4e15-428b-a7e7-b83c46b25215 None None] Routers {'05f503c1-c37a-4923-961a-eb699a6fa4c9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:05:26.950003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8a85bc56-4e15-428b-a7e7-b83c46b25215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['05f503c1-c37a-4923-961a-eb699a6fa4c9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:26.973645 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-cdda8416-4eab-4dc9-bfd2-9d51e24f2377 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] show failed (client error): The resource could not be found. Feb 07 23:05:26.978670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cdda8416-4eab-4dc9-bfd2-9d51e24f2377 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-408277953 HTTP/1.1" status: 404 len: 334 time: 0.0380518 Feb 07 23:05:26.978670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51418) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:26.983012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e9ebf67e-6f16-4bb1-b72c-045c812f64b4 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:26.983482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8a85bc56-4e15-428b-a7e7-b83c46b25215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:26.992712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85bc56-4e15-428b-a7e7-b83c46b25215 None None] Routers {'05f503c1-c37a-4923-961a-eb699a6fa4c9'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:05:26.993322 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8a85bc56-4e15-428b-a7e7-b83c46b25215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['05f503c1-c37a-4923-961a-eb699a6fa4c9'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:27.020613 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-e9ebf67e-6f16-4bb1-b72c-045c812f64b4 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] update failed (client error): The resource could not be found. Feb 07 23:05:27.021150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c309912a-d227-4ebf-b5f1-b442fca5b9d6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.021627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e9ebf67e-6f16-4bb1-b72c-045c812f64b4 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1858710428 HTTP/1.1" status: 404 len: 335 time: 0.0422628 Feb 07 23:05:27.025102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51420) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:27.029528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8a85bc56-4e15-428b-a7e7-b83c46b25215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:27.030625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85bc56-4e15-428b-a7e7-b83c46b25215 None None] The sync data for ids ['05f503c1-c37a-4923-961a-eb699a6fa4c9'] in n-d-827895-2 is: [] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:05:27.057334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309912a-d227-4ebf-b5f1-b442fca5b9d6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a3cbd52-7ba2-423a-864d-34386d04d06e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:27.060897 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c309912a-d227-4ebf-b5f1-b442fca5b9d6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.064120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c309912a-d227-4ebf-b5f1-b442fca5b9d6 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1a3cbd52-7ba2-423a-864d-34386d04d06e HTTP/1.1" status: 204 len: 168 time: 0.2895720 Feb 07 23:05:27.066864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51422) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:27.084041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30fedc4-75c4-4084-9d67-04020a657209 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Deleting subnet 9fa4b892-9966-43be-9350-77ae172ae151 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:05:27.087156 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c30fedc4-75c4-4084-9d67-04020a657209 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.089305 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e68e575-ee3a-4cdb-9040-8bf04cf28550 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] GET failed (client error): The resource could not be found. Feb 07 23:05:27.090753 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4e68e575-ee3a-4cdb-9040-8bf04cf28550 tempest-PortsAdminExtendedAttrsTestJSON-456266820 tempest-PortsAdminExtendedAttrsTestJSON-456266820-project-admin] 10.222.0.15 "GET /v2.0/ports/1a3cbd52-7ba2-423a-864d-34386d04d06e HTTP/1.1" status: 404 len: 333 time: 0.0229902 Feb 07 23:05:27.094722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51424) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:27.127645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c30fedc4-75c4-4084-9d67-04020a657209 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.173523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.214415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c30fedc4-75c4-4084-9d67-04020a657209 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.257898 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.274425 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c30fedc4-75c4-4084-9d67-04020a657209 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.279894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68061528-0fa7-411a-a046-4ad1b18b688a']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:27.289919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df16172-7ad4-47c1-94c4-dbce12d91e41') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:27.290215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df16172-7ad4-47c1-94c4-dbce12d91e41') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:27.301497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fedc4-75c4-4084-9d67-04020a657209 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa4b892-9966-43be-9350-77ae172ae151,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:27.304397 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.305200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c30fedc4-75c4-4084-9d67-04020a657209 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.310580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c30fedc4-75c4-4084-9d67-04020a657209 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "DELETE /v2.0/subnets/9fa4b892-9966-43be-9350-77ae172ae151 HTTP/1.1" status: 204 len: 168 time: 0.2822278 Feb 07 23:05:27.310860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51426) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:27.314775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac04148-eab3-43d5-8d03-92456de2853d None None] Network 554ff832-6b6b-4a4a-877e-708dca86eb28 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:27.341761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.355371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:27.355795 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:27.358706 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:27.414226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac870f1-adc3-4576-b099-ce10e1705feb tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Deleting subnet 4b4baba7-9f4d-4618-b462-f1ffdf0584e2 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:05:27.420647 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ac870f1-adc3-4576-b099-ce10e1705feb tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.455622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.466364 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.469468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] 10.222.0.15 "DELETE /v2.0/networks/68061528-0fa7-411a-a046-4ad1b18b688a HTTP/1.1" status: 204 len: 168 time: 0.3737829 Feb 07 23:05:27.485243 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed3b39-2c63-427c-90ca-546bdfb0a2b7 tempest-PortsAdminExtendedAttrsTestJSON-1417246039 tempest-PortsAdminExtendedAttrsTestJSON-1417246039-project] Pushing event deleted for resources: {'Network': ['ID=68061528-0fa7-411a-a046-4ad1b18b688a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:27.489148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ac870f1-adc3-4576-b099-ce10e1705feb tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.500813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93269550-dc15-4c8f-ad55-2a9af7cd981a None None] DHCP port deletion for 554ff832-6b6b-4a4a-877e-708dca86eb28 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:05:27.551882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-93269550-dc15-4c8f-ad55-2a9af7cd981a None None] Deleting port 572082f9-f6f0-4763-b52a-243d2608a5ef {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:27.552572 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93269550-dc15-4c8f-ad55-2a9af7cd981a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.588101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ac870f1-adc3-4576-b099-ce10e1705feb tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.624538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-93269550-dc15-4c8f-ad55-2a9af7cd981a None None] For port 572082f9-f6f0-4763-b52a-243d2608a5ef, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=572082f9-f6f0-4763-b52a-243d2608a5ef,segment=NetworkSegment(cf1066a4-41d7-429e-bf0c-c654c9fd6cf0),segment_id=cf1066a4-41d7-429e-bf0c-c654c9fd6cf0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:27.624942 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93269550-dc15-4c8f-ad55-2a9af7cd981a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.645801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-93269550-dc15-4c8f-ad55-2a9af7cd981a None None] Calling delete_port for 572082f9-f6f0-4763-b52a-243d2608a5ef owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:27.652805 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ac870f1-adc3-4576-b099-ce10e1705feb tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.681915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac870f1-adc3-4576-b099-ce10e1705feb tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4baba7-9f4d-4618-b462-f1ffdf0584e2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:27.683890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1ac870f1-adc3-4576-b099-ce10e1705feb tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.686994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1ac870f1-adc3-4576-b099-ce10e1705feb tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "DELETE /v2.0/subnets/4b4baba7-9f4d-4618-b462-f1ffdf0584e2 HTTP/1.1" status: 204 len: 168 time: 0.3752146 Feb 07 23:05:27.689364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51432) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:27.699316 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5037a60-28b9-456a-b6ec-4c7eea2893f8 None None] Network 62caec08-ad54-42aa-94dc-fc71f78702b5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:27.762572 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51434) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:27.771290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.838314 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93269550-dc15-4c8f-ad55-2a9af7cd981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.841892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Deleting port 572082f9-f6f0-4763-b52a-243d2608a5ef {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:27.842294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.882137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93269550-dc15-4c8f-ad55-2a9af7cd981a None None] Pushing event deleted for resources: {'Port': ['ID=572082f9-f6f0-4763-b52a-243d2608a5ef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:27.884133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93269550-dc15-4c8f-ad55-2a9af7cd981a None None] No DVR routers for this DVR port 572082f9-f6f0-4763-b52a-243d2608a5ef on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:27.888404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 572082f9-f6f0-4763-b52a-243d2608a5ef no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:05:27.915129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 572082f9-f6f0-4763-b52a-243d2608a5ef {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:05:27.915851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 572082f9-f6f0-4763-b52a-243d2608a5ef not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:05:27.927217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] For port 572082f9-f6f0-4763-b52a-243d2608a5ef, host n-d-827895-2, got binding levels [] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:27.927696 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.943432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Calling delete_port for 572082f9-f6f0-4763-b52a-243d2608a5ef owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:27.946182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Port 572082f9-f6f0-4763-b52a-243d2608a5ef was not found and therefore no delete operation was performed {{(pid=102289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 23:05:27.947488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.960887 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d0ebc80a-d2ec-41f7-83e7-0e6312907edd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=316fe3adf58a45dd95c44841216ba28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947584 Feb 07 23:05:27.961997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51438) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:27.974500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Port': ['ID=572082f9-f6f0-4763-b52a-243d2608a5ef,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:27.978681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] No DVR routers for this DVR port 572082f9-f6f0-4763-b52a-243d2608a5ef on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:27.989607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdada90e-3f6b-49e5-ac12-334773e1ef28 None None] DHCP port deletion for 62caec08-ad54-42aa-94dc-fc71f78702b5 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:05:28.028877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f30008f8-7f95-43e8-8a64-bb4582e97b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.051777 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f30008f8-7f95-43e8-8a64-bb4582e97b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.060998 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.089439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554ff832-6b6b-4a4a-877e-708dca86eb28']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:28.100630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1066a4-41d7-429e-bf0c-c654c9fd6cf0') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:28.101069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1066a4-41d7-429e-bf0c-c654c9fd6cf0') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:28.105343 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f30008f8-7f95-43e8-8a64-bb4582e97b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.108254 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f30008f8-7f95-43e8-8a64-bb4582e97b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.109420 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f30008f8-7f95-43e8-8a64-bb4582e97b77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a855842-4d00-4159-b467-38c3c6dd2c92 HTTP/1.1" status: 204 len: 168 time: 0.1465108 Feb 07 23:05:28.111919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.119128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30008f8-7f95-43e8-8a64-bb4582e97b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a855842-4d00-4159-b467-38c3c6dd2c92,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:28.133428 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.140617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:28.141025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:28.144797 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:28.210769 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.218588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.223201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "DELETE /v2.0/networks/554ff832-6b6b-4a4a-877e-708dca86eb28 HTTP/1.1" status: 204 len: 168 time: 0.5328407 Feb 07 23:05:28.225427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cdada90e-3f6b-49e5-ac12-334773e1ef28 None None] Deleting port 18a17c0e-481e-4efc-a8ad-8930a3002fdf {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:28.226014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51442) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:28.226121 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdada90e-3f6b-49e5-ac12-334773e1ef28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.248267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be0d9b-661f-4f2d-818b-868d450ceb12 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Network': ['ID=554ff832-6b6b-4a4a-877e-708dca86eb28,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:28.296418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-cdada90e-3f6b-49e5-ac12-334773e1ef28 None None] For port 18a17c0e-481e-4efc-a8ad-8930a3002fdf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=18a17c0e-481e-4efc-a8ad-8930a3002fdf,segment=NetworkSegment(b3a3e435-2dfb-46c8-b195-951d5996f122),segment_id=b3a3e435-2dfb-46c8-b195-951d5996f122)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:28.297307 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdada90e-3f6b-49e5-ac12-334773e1ef28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.312165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cdada90e-3f6b-49e5-ac12-334773e1ef28 None None] Calling delete_port for 18a17c0e-481e-4efc-a8ad-8930a3002fdf owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:28.321834 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.379448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Deleting port 18a17c0e-481e-4efc-a8ad-8930a3002fdf {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:28.379846 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.401221 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdada90e-3f6b-49e5-ac12-334773e1ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.430620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51446) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:28.430844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdada90e-3f6b-49e5-ac12-334773e1ef28 None None] No DVR routers for this DVR port 18a17c0e-481e-4efc-a8ad-8930a3002fdf on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:28.434716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdada90e-3f6b-49e5-ac12-334773e1ef28 None None] Pushing event deleted for resources: {'Port': ['ID=18a17c0e-481e-4efc-a8ad-8930a3002fdf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:28.453519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] For port 18a17c0e-481e-4efc-a8ad-8930a3002fdf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=18a17c0e-481e-4efc-a8ad-8930a3002fdf,segment=NetworkSegment(b3a3e435-2dfb-46c8-b195-951d5996f122),segment_id=b3a3e435-2dfb-46c8-b195-951d5996f122)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:28.453980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.468099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Calling delete_port for 18a17c0e-481e-4efc-a8ad-8930a3002fdf owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:28.479375 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9aa83ad7-7b55-43cf-a28d-f81b06ebe892 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c6fd41aed2a4a599b5f533d9454634e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468054 Feb 07 23:05:28.482832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51448) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:28.532310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2a98-fdfe-4752-8e18-20fe9761b192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.548626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.558734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2a98-fdfe-4752-8e18-20fe9761b192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.575431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Port': ['ID=18a17c0e-481e-4efc-a8ad-8930a3002fdf,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:28.577183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] No DVR routers for this DVR port 18a17c0e-481e-4efc-a8ad-8930a3002fdf on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:28.605781 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2a98-fdfe-4752-8e18-20fe9761b192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.608407 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2a98-fdfe-4752-8e18-20fe9761b192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.612809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3e1d2a98-fdfe-4752-8e18-20fe9761b192 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b90f5f5e-2064-42e8-bf67-67b7bc3ad798 HTTP/1.1" status: 204 len: 168 time: 0.1258733 Feb 07 23:05:28.618821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d2a98-fdfe-4752-8e18-20fe9761b192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90f5f5e-2064-42e8-bf67-67b7bc3ad798,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:28.657133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.678895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62caec08-ad54-42aa-94dc-fc71f78702b5']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:28.688685 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a3e435-2dfb-46c8-b195-951d5996f122') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:28.688900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a3e435-2dfb-46c8-b195-951d5996f122') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:28.698877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.713704 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.720297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:28.720711 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: self.session.flush() Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:28.724578 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:28.789465 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.796814 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.800014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "DELETE /v2.0/networks/62caec08-ad54-42aa-94dc-fc71f78702b5 HTTP/1.1" status: 204 len: 168 time: 0.5726230 Feb 07 23:05:28.802531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51454) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:28.820333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f282ef9-548f-4bda-b9c2-d03ccf89a743 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Network': ['ID=62caec08-ad54-42aa-94dc-fc71f78702b5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:28.866610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b94910-d690-4991-ac3f-b3a1567aaeba tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Deleting subnet 87d699ec-19e6-4609-ab43-13d0e5562a93 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:05:28.869838 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6b94910-d690-4991-ac3f-b3a1567aaeba tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.910527 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6b94910-d690-4991-ac3f-b3a1567aaeba tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.000195 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6b94910-d690-4991-ac3f-b3a1567aaeba tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.057659 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6b94910-d690-4991-ac3f-b3a1567aaeba tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.085182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b94910-d690-4991-ac3f-b3a1567aaeba tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Subnet': ['ID=87d699ec-19e6-4609-ab43-13d0e5562a93,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:29.088646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c6b94910-d690-4991-ac3f-b3a1567aaeba tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.091890 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c6b94910-d690-4991-ac3f-b3a1567aaeba tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "DELETE /v2.0/subnets/87d699ec-19e6-4609-ab43-13d0e5562a93 HTTP/1.1" status: 204 len: 168 time: 0.2884023 Feb 07 23:05:29.094251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51466) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:29.098883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a090063-aa00-4d6b-b3c7-f87bcd304b42 None None] Network 64d72590-de8b-4b76-aec8-0a2f08448ead requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:29.185998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.247095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Deleting port a2111f1b-8919-492f-81db-86977e6ff50d {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:29.247735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.298110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b6df67-09cb-4b9d-a4c7-3c19dfa9bc13 None None] DHCP port deletion for 64d72590-de8b-4b76-aec8-0a2f08448ead request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:05:29.317866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] For port a2111f1b-8919-492f-81db-86977e6ff50d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a2111f1b-8919-492f-81db-86977e6ff50d,segment=NetworkSegment(e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb),segment_id=e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:29.318231 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.332188 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Calling delete_port for a2111f1b-8919-492f-81db-86977e6ff50d owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:29.351324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-60b6df67-09cb-4b9d-a4c7-3c19dfa9bc13 None None] Deleting port a2111f1b-8919-492f-81db-86977e6ff50d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:29.351909 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-60b6df67-09cb-4b9d-a4c7-3c19dfa9bc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.388278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51474) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:29.426458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.443003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-60b6df67-09cb-4b9d-a4c7-3c19dfa9bc13 None None] For port a2111f1b-8919-492f-81db-86977e6ff50d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a2111f1b-8919-492f-81db-86977e6ff50d,segment=NetworkSegment(e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb),segment_id=e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:29.443550 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-60b6df67-09cb-4b9d-a4c7-3c19dfa9bc13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.461223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-60b6df67-09cb-4b9d-a4c7-3c19dfa9bc13 None None] Calling delete_port for a2111f1b-8919-492f-81db-86977e6ff50d owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:29.462578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Port': ['ID=a2111f1b-8919-492f-81db-86977e6ff50d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:29.465571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] No DVR routers for this DVR port a2111f1b-8919-492f-81db-86977e6ff50d on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:29.522620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2019319654'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:29.555870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:29.562732 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.563943 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.566555 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-60b6df67-09cb-4b9d-a4c7-3c19dfa9bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.574056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.590658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d72590-de8b-4b76-aec8-0a2f08448ead']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:29.603038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:29.604377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a0fd23-ed37-4ff6-ba9d-fac3ffa865cb') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:29.608446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6df67-09cb-4b9d-a4c7-3c19dfa9bc13 None None] Pushing event deleted for resources: {'Port': ['ID=a2111f1b-8919-492f-81db-86977e6ff50d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:29.611476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6df67-09cb-4b9d-a4c7-3c19dfa9bc13 None None] No DVR routers for this DVR port a2111f1b-8919-492f-81db-86977e6ff50d on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:29.621037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.638867 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.647089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:29.647548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:29.650740 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:29.669644 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.673520 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.700420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e833445-243e-455a-b330-70a88d76a278,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:29.711681 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.719332 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.724132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:29.727207 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51478) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:29.728937 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "DELETE /v2.0/networks/64d72590-de8b-4b76-aec8-0a2f08448ead HTTP/1.1" status: 204 len: 168 time: 0.6329417 Feb 07 23:05:29.747768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27236b1-a918-495e-ba8d-738b928e4724 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Pushing event deleted for resources: {'Network': ['ID=64d72590-de8b-4b76-aec8-0a2f08448ead,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:29.761833 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2eedbc8f-1b92-4fe6-b3e3-c5a73abad55b tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f503c1-c37a-4923-961a-eb699a6fa4c9 HTTP/1.1" status: 200 len: 205 time: 0.0334442 Feb 07 23:05:29.762999 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.763327 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Added segment 97226750-8dd9-4bbe-952e-689e6080e4d1 of type vlan for network aba92b59-118e-4531-a355-63a44caf0541 Feb 07 23:05:29.765056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51480) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:29.807037 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.843563 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.847210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00470e0a-6806-44fb-a6ee-c39413f337d5 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.851305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:29.852021 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.907348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a2111f1b-8919-492f-81db-86977e6ff50d no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:05:29.928399 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5388350 Feb 07 23:05:29.933733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: a2111f1b-8919-492f-81db-86977e6ff50d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:05:29.934248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a2111f1b-8919-492f-81db-86977e6ff50d not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:05:29.934763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 18a17c0e-481e-4efc-a8ad-8930a3002fdf no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:05:29.960976 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 18a17c0e-481e-4efc-a8ad-8930a3002fdf {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:05:29.961717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 18a17c0e-481e-4efc-a8ad-8930a3002fdf not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:05:29.963381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946b1bc-fc1c-4f76-b543-6f8073925fd6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Network': ['ID=aba92b59-118e-4531-a355-63a44caf0541,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:29.984707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network aba92b59-118e-4531-a355-63a44caf0541 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:30.049195 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00470e0a-6806-44fb-a6ee-c39413f337d5 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.051560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00470e0a-6806-44fb-a6ee-c39413f337d5 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.098738 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00470e0a-6806-44fb-a6ee-c39413f337d5 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.099364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00470e0a-6806-44fb-a6ee-c39413f337d5 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Fanout notify agent at l3_agent the message router_deleted on router 05f503c1-c37a-4923-961a-eb699a6fa4c9 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:05:30.106981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-00470e0a-6806-44fb-a6ee-c39413f337d5 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.108228 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-00470e0a-6806-44fb-a6ee-c39413f337d5 tempest-RoutersNegativeTest-561168908 tempest-RoutersNegativeTest-561168908-project] 10.222.0.15 "DELETE /v2.0/routers/05f503c1-c37a-4923-961a-eb699a6fa4c9 HTTP/1.1" status: 204 len: 168 time: 0.3419852 Feb 07 23:05:30.361424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51486) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:30.492662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2cc188e8-7f3e-45ce-b78f-e154b7c436a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e11c65f644da4d25aff828d0876af645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293955 Feb 07 23:05:30.495100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51490) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:30.545605 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58e0dea8-6f87-4214-b191-9fe4a80d611c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.569431 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58e0dea8-6f87-4214-b191-9fe4a80d611c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.622531 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58e0dea8-6f87-4214-b191-9fe4a80d611c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.625232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58e0dea8-6f87-4214-b191-9fe4a80d611c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.626481 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-58e0dea8-6f87-4214-b191-9fe4a80d611c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89d75ec8-35ed-44b9-b63e-e6507caea19b HTTP/1.1" status: 204 len: 168 time: 0.1302047 Feb 07 23:05:30.635895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0dea8-6f87-4214-b191-9fe4a80d611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d75ec8-35ed-44b9-b63e-e6507caea19b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:31.265558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51512) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:31.363165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-secgroup--27457835'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:31.388007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.396322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.472726 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.476845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.519789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e7c4cc-c053-4b85-8f58-684d0d33a75c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:31.557511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.561360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.589819 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.593917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51516) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:31.594430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3273492 Feb 07 23:05:31.598611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18effb-e4f8-4234-bdfa-4a2c8d534a6f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc28b21b-53e3-4904-b1d7-81ac0cd98f94,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:31.666791 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-333ec5a5-1617-413c-b1f7-392a0993b4ce tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0714924 Feb 07 23:05:31.669907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51518) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:31.674135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-78760e48-9dda-4f67-81c0-e72ef6ea68d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-security--1717079852', 'description': 'tempest-security-description-7941777'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:31.701287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78760e48-9dda-4f67-81c0-e72ef6ea68d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.748523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78760e48-9dda-4f67-81c0-e72ef6ea68d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.752308 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78760e48-9dda-4f67-81c0-e72ef6ea68d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.756813 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78760e48-9dda-4f67-81c0-e72ef6ea68d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.758966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-78760e48-9dda-4f67-81c0-e72ef6ea68d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "PUT /v2.0/security-groups/dc28b21b-53e3-4904-b1d7-81ac0cd98f94 HTTP/1.1" status: 200 len: 1777 time: 0.0878761 Feb 07 23:05:31.761639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51520) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:31.791305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78760e48-9dda-4f67-81c0-e72ef6ea68d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc28b21b-53e3-4904-b1d7-81ac0cd98f94,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:31.814045 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-53c1ca6e-265d-40ac-bff3-a24d7c35f777 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups/dc28b21b-53e3-4904-b1d7-81ac0cd98f94 HTTP/1.1" status: 200 len: 1777 time: 0.0508955 Feb 07 23:05:31.817719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51522) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:31.874369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-342dbe25-5b7a-40ca-9a7a-c32846df549c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.898622 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-342dbe25-5b7a-40ca-9a7a-c32846df549c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.941801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-342dbe25-5b7a-40ca-9a7a-c32846df549c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.945061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-342dbe25-5b7a-40ca-9a7a-c32846df549c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.946522 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-342dbe25-5b7a-40ca-9a7a-c32846df549c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/dc28b21b-53e3-4904-b1d7-81ac0cd98f94 HTTP/1.1" status: 204 len: 168 time: 0.1274285 Feb 07 23:05:31.949260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51524) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:31.956565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dbe25-5b7a-40ca-9a7a-c32846df549c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc28b21b-53e3-4904-b1d7-81ac0cd98f94,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:31.999370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ef462bfd-c185-492d-8ff7-5bf030e9fbc1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486867 Feb 07 23:05:32.001763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51526) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:32.015392 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-09ee3da1-6902-4ada-a636-984dc91f5e47 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] delete failed (client error): The resource could not be found. Feb 07 23:05:32.016403 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-09ee3da1-6902-4ada-a636-984dc91f5e47 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/dc28b21b-53e3-4904-b1d7-81ac0cd98f94 HTTP/1.1" status: 404 len: 347 time: 0.0137532 Feb 07 23:05:32.021552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51528) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:32.026140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7b240b6c-d214-45f9-b6df-aec6c019f47a tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006419243'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:32.050502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b240b6c-d214-45f9-b6df-aec6c019f47a tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.122782 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b240b6c-d214-45f9-b6df-aec6c019f47a tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.126845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b240b6c-d214-45f9-b6df-aec6c019f47a tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.160734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b240b6c-d214-45f9-b6df-aec6c019f47a tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.162060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7b240b6c-d214-45f9-b6df-aec6c019f47a tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1404865 Feb 07 23:05:32.163157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b240b6c-d214-45f9-b6df-aec6c019f47a tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a572572-ece3-4d71-b3cb-ba8e6e7cbce8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:32.166054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51530) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:32.170485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3e012a0c-3c18-4e79-b687-c54f14dfd1b6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': '2a572572-ece3-4d71-b3cb-ba8e6e7cbce8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:32.201539 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e012a0c-3c18-4e79-b687-c54f14dfd1b6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.274812 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e012a0c-3c18-4e79-b687-c54f14dfd1b6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.279132 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e012a0c-3c18-4e79-b687-c54f14dfd1b6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.306797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e012a0c-3c18-4e79-b687-c54f14dfd1b6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6000c220-b1bf-462c-8076-6d7d81670284,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:32.316862 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3e012a0c-3c18-4e79-b687-c54f14dfd1b6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.319011 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3e012a0c-3c18-4e79-b687-c54f14dfd1b6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515450 Feb 07 23:05:32.321982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51532) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:32.354592 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ae11876-5bea-4f9b-9001-df55d94d3632 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.367733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ae11876-5bea-4f9b-9001-df55d94d3632 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.393895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ae11876-5bea-4f9b-9001-df55d94d3632 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.399929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ae11876-5bea-4f9b-9001-df55d94d3632 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.401006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7ae11876-5bea-4f9b-9001-df55d94d3632 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6000c220-b1bf-462c-8076-6d7d81670284 HTTP/1.1" status: 204 len: 168 time: 0.0776372 Feb 07 23:05:32.403946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51534) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:32.406535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae11876-5bea-4f9b-9001-df55d94d3632 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6000c220-b1bf-462c-8076-6d7d81670284,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:32.455064 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5c9ecd40-498f-4cba-9677-bd565295e96d tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492549 Feb 07 23:05:32.457686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51536) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:32.840246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-311e36b9-e2ac-4c9b-bdca-921d0bf273fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.862814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-311e36b9-e2ac-4c9b-bdca-921d0bf273fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.905191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-311e36b9-e2ac-4c9b-bdca-921d0bf273fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.907763 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-311e36b9-e2ac-4c9b-bdca-921d0bf273fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.909041 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-311e36b9-e2ac-4c9b-bdca-921d0bf273fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a572572-ece3-4d71-b3cb-ba8e6e7cbce8 HTTP/1.1" status: 204 len: 168 time: 0.4503098 Feb 07 23:05:32.911837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51538) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:32.922841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e36b9-e2ac-4c9b-bdca-921d0bf273fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a572572-ece3-4d71-b3cb-ba8e6e7cbce8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:32.963756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c8428cd1-1791-428e-b39d-c2c9134601ba tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507510 Feb 07 23:05:32.967632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51540) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:32.972323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-756114e7-65aa-45df-9791-16fb5fac1435 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029739060'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:32.996266 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-756114e7-65aa-45df-9791-16fb5fac1435 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.020655 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:05:33.061084 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-756114e7-65aa-45df-9791-16fb5fac1435 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.064624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-756114e7-65aa-45df-9791-16fb5fac1435 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.093564 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-756114e7-65aa-45df-9791-16fb5fac1435 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.094679 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-756114e7-65aa-45df-9791-16fb5fac1435 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1258748 Feb 07 23:05:33.096828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756114e7-65aa-45df-9791-16fb5fac1435 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0ab16b-8134-4462-a13d-9b731051c9e4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:33.097465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51542) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.101873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-283fe2eb-84c0-441c-8d00-a71c61f46ef8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ab16b-8134-4462-a13d-9b731051c9e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:33.132085 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-283fe2eb-84c0-441c-8d00-a71c61f46ef8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.177201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51546) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.183137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'subnet': {'network_id': 'aba92b59-118e-4531-a355-63a44caf0541', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:33.193322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-283fe2eb-84c0-441c-8d00-a71c61f46ef8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.197153 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-283fe2eb-84c0-441c-8d00-a71c61f46ef8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.216020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fe2eb-84c0-441c-8d00-a71c61f46ef8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d690844e-8164-4f3b-91cf-f68273e20c6d,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:33.223753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-283fe2eb-84c0-441c-8d00-a71c61f46ef8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.224941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-283fe2eb-84c0-441c-8d00-a71c61f46ef8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265125 Feb 07 23:05:33.227593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51548) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.232387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e88625aa-6e5f-4a48-ac73-a6f3620c4ae6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ab16b-8134-4462-a13d-9b731051c9e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:33.261123 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e88625aa-6e5f-4a48-ac73-a6f3620c4ae6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.280144 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:33.284405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.321523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e88625aa-6e5f-4a48-ac73-a6f3620c4ae6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.325287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e88625aa-6e5f-4a48-ac73-a6f3620c4ae6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.347005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88625aa-6e5f-4a48-ac73-a6f3620c4ae6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3073b20e-c57e-4a8c-89c9-c8d0f255614c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:33.353030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e88625aa-6e5f-4a48-ac73-a6f3620c4ae6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.356182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e88625aa-6e5f-4a48-ac73-a6f3620c4ae6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274757 Feb 07 23:05:33.357426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51550) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.362631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0c02b2ad-9359-4168-ab9c-c86bef0ff8fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ab16b-8134-4462-a13d-9b731051c9e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:33.394452 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c02b2ad-9359-4168-ab9c-c86bef0ff8fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.457989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c02b2ad-9359-4168-ab9c-c86bef0ff8fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.461683 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c02b2ad-9359-4168-ab9c-c86bef0ff8fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.469737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.479627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02b2ad-9359-4168-ab9c-c86bef0ff8fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e72156-0148-42e4-b5f6-d52f6eeef067,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:33.489145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c02b2ad-9359-4168-ab9c-c86bef0ff8fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.490364 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0c02b2ad-9359-4168-ab9c-c86bef0ff8fb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315176 Feb 07 23:05:33.493020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51552) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.497792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-79ef52d9-ca6e-46f3-894e-b5b380066a2e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ab16b-8134-4462-a13d-9b731051c9e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:33.527459 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-79ef52d9-ca6e-46f3-894e-b5b380066a2e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.537118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Subnet': ['ID=b4504b3e-433c-436f-94a8-ac5cca953804,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:33.544083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Checking segment: {'id': '97226750-8dd9-4bbe-952e-689e6080e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aba92b59-118e-4531-a355-63a44caf0541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:33.544434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network hostable DHCP agents. Network: aba92b59-118e-4531-a355-63a44caf0541, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:33.561194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network aba92b59-118e-4531-a355-63a44caf0541 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:33.569834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, aba92b59-118e-4531-a355-63a44caf0541) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:33.573977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:33.574556 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.581181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95dabf4-eea4-49af-a0f5-1f3860de3a3a None None] Network aba92b59-118e-4531-a355-63a44caf0541 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:33.595368 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-79ef52d9-ca6e-46f3-894e-b5b380066a2e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.596845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51554) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.597363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6b63c5d5-684d-4e0f-999c-ec617c8e3a39 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4179924 Feb 07 23:05:33.601752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-891479794'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:33.606009 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-79ef52d9-ca6e-46f3-894e-b5b380066a2e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.631531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef52d9-ca6e-46f3-894e-b5b380066a2e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8555e2b8-1b6d-4a80-b315-f53a9e0e7717,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:33.638842 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-79ef52d9-ca6e-46f3-894e-b5b380066a2e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.642516 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-79ef52d9-ca6e-46f3-894e-b5b380066a2e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460950 Feb 07 23:05:33.643760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51556) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.649798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e13977c2-bd38-4375-a5c9-cc5e18712338 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ab16b-8134-4462-a13d-9b731051c9e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:33.650387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:33.656622 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.679219 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e13977c2-bd38-4375-a5c9-cc5e18712338 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.687769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:33.697890 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.698307 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Added segment d35668e0-6165-4601-8079-3f569937cda1 of type vlan for network d2b72733-2261-4f0d-ac54-a07dc9b29d32 Feb 07 23:05:33.744253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.744502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e13977c2-bd38-4375-a5c9-cc5e18712338 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.749235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e13977c2-bd38-4375-a5c9-cc5e18712338 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.762562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-aba92b59-118e-4531-a355-63a44caf0541', 'network_id': 'aba92b59-118e-4531-a355-63a44caf0541', 'tenant_id': '6e28216a4d8446cfa789638a8228f3c5', 'fixed_ips': [{'subnet_id': 'b4504b3e-433c-436f-94a8-ac5cca953804'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:33.763848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.769019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13977c2-bd38-4375-a5c9-cc5e18712338 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85001a6f-d9fd-4cfa-9e9d-06b58667025a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:33.778729 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.779166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e13977c2-bd38-4375-a5c9-cc5e18712338 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.780600 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e13977c2-bd38-4375-a5c9-cc5e18712338 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1351173 Feb 07 23:05:33.783351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51558) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.788421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:33.789033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.818664 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ba7da3e-45a5-4fde-a7b3-1b99c1ff2e7f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.832216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ba7da3e-45a5-4fde-a7b3-1b99c1ff2e7f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.851838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2497652 Feb 07 23:05:33.852035 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51560) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.857125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'subnet': {'network_id': 'd2b72733-2261-4f0d-ac54-a07dc9b29d32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:33.872713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c44d33-42b6-4484-af07-ebc68076c19c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Network': ['ID=d2b72733-2261-4f0d-ac54-a07dc9b29d32,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:33.878352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ba7da3e-45a5-4fde-a7b3-1b99c1ff2e7f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.886228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d2b72733-2261-4f0d-ac54-a07dc9b29d32 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:33.914467 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0ba7da3e-45a5-4fde-a7b3-1b99c1ff2e7f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.915565 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0ba7da3e-45a5-4fde-a7b3-1b99c1ff2e7f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/85001a6f-d9fd-4cfa-9e9d-06b58667025a HTTP/1.1" status: 204 len: 168 time: 0.1311622 Feb 07 23:05:33.918900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51562) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.924903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7da3e-45a5-4fde-a7b3-1b99c1ff2e7f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85001a6f-d9fd-4cfa-9e9d-06b58667025a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:33.965055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:33.968646 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.984101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ba340474-52e5-4c98-85c6-3d8cf912b38e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0640519 Feb 07 23:05:33.987662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51564) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:33.990531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Allocated IP 2001:db8:0:ffff::2 (aba92b59-118e-4531-a355-63a44caf0541/b4504b3e-433c-436f-94a8-ac5cca953804/cb32ed04-6389-4e62-8868-8db485521d32) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:34.059053 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2fa44d7a-d7e1-4f0b-9eec-114b7420ea97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.074861 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2fa44d7a-d7e1-4f0b-9eec-114b7420ea97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.087465 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.114322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2fa44d7a-d7e1-4f0b-9eec-114b7420ea97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.136871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2fa44d7a-d7e1-4f0b-9eec-114b7420ea97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.137955 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2fa44d7a-d7e1-4f0b-9eec-114b7420ea97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8555e2b8-1b6d-4a80-b315-f53a9e0e7717 HTTP/1.1" status: 204 len: 168 time: 0.1493232 Feb 07 23:05:34.144284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51566) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.147436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44d7a-d7e1-4f0b-9eec-114b7420ea97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8555e2b8-1b6d-4a80-b315-f53a9e0e7717,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:34.157266 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.165417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.197035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cb3cb29e-21ac-446c-a647-064e31dab568 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0524590 Feb 07 23:05:34.197254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51568) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.210500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Network aba92b59-118e-4531-a355-63a44caf0541 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:34.214621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:34.219479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:34.224843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Pushing event updated for resources: {'Port': ['ID=cb32ed04-6389-4e62-8868-8db485521d32,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:34.226655 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5976e79-ac0f-43c6-889b-a5ad78926ce4 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.233211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.233559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.233907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.234245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.234355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5976e79-ac0f-43c6-889b-a5ad78926ce4 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.234580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.235229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.235738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.236221 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.236759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.237473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.237956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.238469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.268520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5976e79-ac0f-43c6-889b-a5ad78926ce4 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.274827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d5976e79-ac0f-43c6-889b-a5ad78926ce4 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.278349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d5976e79-ac0f-43c6-889b-a5ad78926ce4 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a7e72156-0148-42e4-b5f6-d52f6eeef067 HTTP/1.1" status: 204 len: 168 time: 0.0777600 Feb 07 23:05:34.280294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51570) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.283405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5976e79-ac0f-43c6-889b-a5ad78926ce4 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e72156-0148-42e4-b5f6-d52f6eeef067,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:34.303980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.objects.ports [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:05:34.306321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.310299 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Attempting to bind port cb32ed04-6389-4e62-8868-8db485521d32 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:34.310682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Attempting to bind port cb32ed04-6389-4e62-8868-8db485521d32 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '97226750-8dd9-4bbe-952e-689e6080e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aba92b59-118e-4531-a355-63a44caf0541'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:34.311054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Attempting to bind port cb32ed04-6389-4e62-8868-8db485521d32 on network aba92b59-118e-4531-a355-63a44caf0541 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:34.316768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:05:34.317154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Checking segment: {'id': '97226750-8dd9-4bbe-952e-689e6080e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aba92b59-118e-4531-a355-63a44caf0541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:34.317562 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.317960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Bound using segment: {'id': '97226750-8dd9-4bbe-952e-689e6080e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aba92b59-118e-4531-a355-63a44caf0541'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:05:34.318427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Bound port: cb32ed04-6389-4e62-8868-8db485521d32, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97226750-8dd9-4bbe-952e-689e6080e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aba92b59-118e-4531-a355-63a44caf0541'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:34.318813 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.382284 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] For port cb32ed04-6389-4e62-8868-8db485521d32, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:34.385781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] For port cb32ed04-6389-4e62-8868-8db485521d32, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cb32ed04-6389-4e62-8868-8db485521d32,segment=NetworkSegment(97226750-8dd9-4bbe-952e-689e6080e4d1),segment_id=97226750-8dd9-4bbe-952e-689e6080e4d1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:05:34.390004 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.390270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8b8a1b77-ea6f-4f7a-b1ff-49f03bb294cd tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1078217 Feb 07 23:05:34.392166 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Subnet': ['ID=df5b4e8b-e9c7-439a-b6d8-c97fcdefe7d0,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:34.393919 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51572) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.410056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Checking segment: {'id': 'd35668e0-6165-4601-8079-3f569937cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd2b72733-2261-4f0d-ac54-a07dc9b29d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:34.410440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network hostable DHCP agents. Network: d2b72733-2261-4f0d-ac54-a07dc9b29d32, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:34.427404 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a295-f8be-41e1-9d08-0160308e062c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.430615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network d2b72733-2261-4f0d-ac54-a07dc9b29d32 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:34.447873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d2b72733-2261-4f0d-ac54-a07dc9b29d32) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:34.448702 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a295-f8be-41e1-9d08-0160308e062c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.453020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:34.453347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.458948 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad53c6f-6ea8-4e8a-a66e-1baa3b3966f1 None None] Pushing event updated for resources: {'Port': ['ID=cb32ed04-6389-4e62-8868-8db485521d32,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:34.466752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2670dfa0-924f-49bc-a95d-b58daac8eb18 None None] Network d2b72733-2261-4f0d-ac54-a07dc9b29d32 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:34.476455 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8cf55439-3b19-41d6-bac6-5a982ea49ad4 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6234891 Feb 07 23:05:34.480775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51574) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.485758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'port': {'network_id': 'd2b72733-2261-4f0d-ac54-a07dc9b29d32', 'name': 'tempest-NetworksIpV6TestAttrs-1090270961'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:34.537735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a295-f8be-41e1-9d08-0160308e062c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.543470 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.548096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a295-f8be-41e1-9d08-0160308e062c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.552400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9dd5a295-f8be-41e1-9d08-0160308e062c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3073b20e-c57e-4a8c-89c9-c8d0f255614c HTTP/1.1" status: 204 len: 168 time: 0.1532722 Feb 07 23:05:34.554350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51576) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.576243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5a295-f8be-41e1-9d08-0160308e062c tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3073b20e-c57e-4a8c-89c9-c8d0f255614c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:34.632746 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-243c885a-ca82-4d6b-af95-e97cdea3d630 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0781279 Feb 07 23:05:34.635269 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51578) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.663675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-d2b72733-2261-4f0d-ac54-a07dc9b29d32', 'network_id': 'd2b72733-2261-4f0d-ac54-a07dc9b29d32', 'tenant_id': '6e28216a4d8446cfa789638a8228f3c5', 'fixed_ips': [{'subnet_id': 'df5b4e8b-e9c7-439a-b6d8-c97fcdefe7d0'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:34.664561 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.685874 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e85f5db2-f568-45cc-91fc-f4c45abefaad tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.696737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e85f5db2-f568-45cc-91fc-f4c45abefaad tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.698640 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:34.703301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.730711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] device_id is not set on port 7f855a1d-f971-4ee4-8649-59292cff8f79 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:34.784789 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e85f5db2-f568-45cc-91fc-f4c45abefaad tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.793536 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e85f5db2-f568-45cc-91fc-f4c45abefaad tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.794660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e85f5db2-f568-45cc-91fc-f4c45abefaad tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d690844e-8164-4f3b-91cf-f68273e20c6d HTTP/1.1" status: 204 len: 168 time: 0.1582520 Feb 07 23:05:34.797321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51580) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.806594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f5db2-f568-45cc-91fc-f4c45abefaad tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d690844e-8164-4f3b-91cf-f68273e20c6d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:34.847802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Allocated IP 2001:db8::f816:3eff:fe86:e31d (d2b72733-2261-4f0d-ac54-a07dc9b29d32/df5b4e8b-e9c7-439a-b6d8-c97fcdefe7d0/c7548177-1b5c-45c6-a266-d595e9c3a591) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:34.855095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b6804d80-b044-4c9a-a698-7ee045a56ae3 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0566304 Feb 07 23:05:34.857873 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51582) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.914967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-97ce7b69-8df2-41fb-8d56-7344c25c1a92 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.937076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-97ce7b69-8df2-41fb-8d56-7344c25c1a92 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.981463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-97ce7b69-8df2-41fb-8d56-7344c25c1a92 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.984097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-97ce7b69-8df2-41fb-8d56-7344c25c1a92 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.988544 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-97ce7b69-8df2-41fb-8d56-7344c25c1a92 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb0ab16b-8134-4462-a13d-9b731051c9e4 HTTP/1.1" status: 204 len: 168 time: 0.1265304 Feb 07 23:05:34.988839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51584) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:34.991681 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.997627 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.009263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce7b69-8df2-41fb-8d56-7344c25c1a92 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0ab16b-8134-4462-a13d-9b731051c9e4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:35.037711 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Network d2b72733-2261-4f0d-ac54-a07dc9b29d32 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:35.050750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:35.053167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:35.076669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eb6b9fa1-33e2-4fc7-a215-6f98da3694e9 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825040 Feb 07 23:05:35.076669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Allocated IP 2001:db8::f816:3eff:fedf:486d (d2b72733-2261-4f0d-ac54-a07dc9b29d32/df5b4e8b-e9c7-439a-b6d8-c97fcdefe7d0/7f855a1d-f971-4ee4-8649-59292cff8f79) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:35.076944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51586) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:35.081835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6e16719f-022c-4ee6-8371-c0b85fb978d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245363605'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:35.088861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Pushing event updated for resources: {'Port': ['ID=c7548177-1b5c-45c6-a266-d595e9c3a591,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:35.132320 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e16719f-022c-4ee6-8371-c0b85fb978d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.134572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Attempting to bind port c7548177-1b5c-45c6-a266-d595e9c3a591 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:35.134961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Attempting to bind port c7548177-1b5c-45c6-a266-d595e9c3a591 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'd35668e0-6165-4601-8079-3f569937cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd2b72733-2261-4f0d-ac54-a07dc9b29d32'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:35.135312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Attempting to bind port c7548177-1b5c-45c6-a266-d595e9c3a591 on network d2b72733-2261-4f0d-ac54-a07dc9b29d32 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:35.141242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:05:35.141625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Checking segment: {'id': 'd35668e0-6165-4601-8079-3f569937cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd2b72733-2261-4f0d-ac54-a07dc9b29d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:35.142029 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.142421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Bound using segment: {'id': 'd35668e0-6165-4601-8079-3f569937cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd2b72733-2261-4f0d-ac54-a07dc9b29d32'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:05:35.142888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Bound port: c7548177-1b5c-45c6-a266-d595e9c3a591, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35668e0-6165-4601-8079-3f569937cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd2b72733-2261-4f0d-ac54-a07dc9b29d32'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:35.144505 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.222003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] For port c7548177-1b5c-45c6-a266-d595e9c3a591, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:35.224306 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] For port c7548177-1b5c-45c6-a266-d595e9c3a591, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c7548177-1b5c-45c6-a266-d595e9c3a591,segment=NetworkSegment(d35668e0-6165-4601-8079-3f569937cda1),segment_id=d35668e0-6165-4601-8079-3f569937cda1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:05:35.229848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.294187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2135-4225-4626-8c3c-332f5d4652b7 None None] Pushing event updated for resources: {'Port': ['ID=c7548177-1b5c-45c6-a266-d595e9c3a591,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:35.298234 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e16719f-022c-4ee6-8371-c0b85fb978d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.304868 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e16719f-022c-4ee6-8371-c0b85fb978d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.314188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.351640 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e16719f-022c-4ee6-8371-c0b85fb978d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.352909 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e16719f-022c-4ee6-8371-c0b85fb978d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2752135 Feb 07 23:05:35.355850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51588) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:35.361385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-dc42a6c5-1e41-4f20-aa11-ab89379e5284 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': '56361813-6f5d-484b-a5fa-36f841c278aa', 'direction': 'ingress', 'protocol': 17}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:35.362306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16719f-022c-4ee6-8371-c0b85fb978d5 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56361813-6f5d-484b-a5fa-36f841c278aa,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:35.380005 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.413387 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dc42a6c5-1e41-4f20-aa11-ab89379e5284 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.428372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network d2b72733-2261-4f0d-ac54-a07dc9b29d32 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:35.435432 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:35.437958 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:35.444901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:35.445666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.462272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Port': ['ID=7f855a1d-f971-4ee4-8649-59292cff8f79,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:35.480045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dc42a6c5-1e41-4f20-aa11-ab89379e5284 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.481068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9b2a9e9d-3c5b-4d96-bce8-ce903236fe6c tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9990299 Feb 07 23:05:35.482028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51590) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:35.493468 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dc42a6c5-1e41-4f20-aa11-ab89379e5284 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.552306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42a6c5-1e41-4f20-aa11-ab89379e5284 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c958e7-2ea9-47b9-b076-89a7596f648c,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:35.565596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dc42a6c5-1e41-4f20-aa11-ab89379e5284 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.567792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dc42a6c5-1e41-4f20-aa11-ab89379e5284 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2097569 Feb 07 23:05:35.569700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51592) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:35.585955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c5d29c-847d-4530-88aa-04cfd4cf3f32 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Deleting subnet df5b4e8b-e9c7-439a-b6d8-c97fcdefe7d0 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:05:35.598868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30c5d29c-847d-4530-88aa-04cfd4cf3f32 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.659058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9612b2bd-8481-4016-bbcc-6b407ce644b8 None None] Network aba92b59-118e-4531-a355-63a44caf0541 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:35.663112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30c5d29c-847d-4530-88aa-04cfd4cf3f32 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.701676 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1d674f4-635c-45f8-9e4f-e7ad70ed6823 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.737974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1d674f4-635c-45f8-9e4f-e7ad70ed6823 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.783274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-926ac6bc-c13b-4fea-a8b8-6168d76dfa2b None None] Provisioning complete for port cb32ed04-6389-4e62-8868-8db485521d32 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:35.783912 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-926ac6bc-c13b-4fea-a8b8-6168d76dfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.848129 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30c5d29c-847d-4530-88aa-04cfd4cf3f32 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.871962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1d674f4-635c-45f8-9e4f-e7ad70ed6823 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.874731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1d674f4-635c-45f8-9e4f-e7ad70ed6823 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.875890 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b1d674f4-635c-45f8-9e4f-e7ad70ed6823 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/56361813-6f5d-484b-a5fa-36f841c278aa HTTP/1.1" status: 204 len: 168 time: 0.3052611 Feb 07 23:05:35.879374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51594) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:35.894078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d674f4-635c-45f8-9e4f-e7ad70ed6823 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56361813-6f5d-484b-a5fa-36f841c278aa,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:35.942899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30c5d29c-847d-4530-88aa-04cfd4cf3f32 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.964821 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-926ac6bc-c13b-4fea-a8b8-6168d76dfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.975534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5d29c-847d-4530-88aa-04cfd4cf3f32 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Subnet': ['ID=df5b4e8b-e9c7-439a-b6d8-c97fcdefe7d0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:35.984837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30c5d29c-847d-4530-88aa-04cfd4cf3f32 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.990921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30c5d29c-847d-4530-88aa-04cfd4cf3f32 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/subnets/df5b4e8b-e9c7-439a-b6d8-c97fcdefe7d0 HTTP/1.1" status: 204 len: 168 time: 0.5079868 Feb 07 23:05:35.991946 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8f6aa77c-3c8d-456c-8a0c-c89f8acaffad tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1113827 Feb 07 23:05:35.993389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51596) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:35.995816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51598) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:36.009622 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c8387568-57b0-42fa-ac4c-deeba5247e97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-secgroup--324320711'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:36.039550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-926ac6bc-c13b-4fea-a8b8-6168d76dfa2b None None] For port cb32ed04-6389-4e62-8868-8db485521d32, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cb32ed04-6389-4e62-8868-8db485521d32,segment=NetworkSegment(97226750-8dd9-4bbe-952e-689e6080e4d1),segment_id=97226750-8dd9-4bbe-952e-689e6080e4d1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:36.047386 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-926ac6bc-c13b-4fea-a8b8-6168d76dfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.053241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c8387568-57b0-42fa-ac4c-deeba5247e97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.097581 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cb32ed04-6389-4e62-8868-8db485521d32 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:05:36.103436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc52d3-5e57-424a-a188-bc74e9add906 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:36.105518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc52d3-5e57-424a-a188-bc74e9add906 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:36.110797 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-78bc52d3-5e57-424a-a188-bc74e9add906 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1021063 Feb 07 23:05:36.111512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51600) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:36.142144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c8387568-57b0-42fa-ac4c-deeba5247e97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.152338 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c8387568-57b0-42fa-ac4c-deeba5247e97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.157672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ac6bc-c13b-4fea-a8b8-6168d76dfa2b None None] Pushing event updated for resources: {'Port': ['ID=cb32ed04-6389-4e62-8868-8db485521d32,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:36.201336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port cb32ed04-6389-4e62-8868-8db485521d32 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:36.201995 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.209902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8387568-57b0-42fa-ac4c-deeba5247e97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2705dc68-ac25-44ea-8c39-8b4bc3b845cc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:36.216760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a28b2029-f5c9-41dc-885e-1dcf0de42564 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.224005 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c8387568-57b0-42fa-ac4c-deeba5247e97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.225320 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c8387568-57b0-42fa-ac4c-deeba5247e97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2272103 Feb 07 23:05:36.228021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51602) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:36.233169 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-71f362e9-a44e-4dee-9a38-cfe8d7881b97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751477562'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:36.234114 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28b2029-f5c9-41dc-885e-1dcf0de42564 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 23:05:36.234735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28b2029-f5c9-41dc-885e-1dcf0de42564 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:36.243232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51604) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:36.243451 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a28b2029-f5c9-41dc-885e-1dcf0de42564 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/d2b72733-2261-4f0d-ac54-a07dc9b29d32 HTTP/1.1" status: 409 len: 405 time: 0.1302862 Feb 07 23:05:36.250620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-557297132'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:36.288392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71f362e9-a44e-4dee-9a38-cfe8d7881b97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.300040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:36.303920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.316895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c7548177-1b5c-45c6-a266-d595e9c3a591 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:05:36.349820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:36.373764 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.374113 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Added segment cda01501-d2cb-496f-a913-b56838991bfc of type vlan for network d4499b03-9a1c-426b-820a-0de81127e148 Feb 07 23:05:36.374787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c7548177-1b5c-45c6-a266-d595e9c3a591 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:36.375359 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.413893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-13a2ca05-7c4c-4fb0-a269-e53fbd13d604 None None] Provisioning complete for port cb32ed04-6389-4e62-8868-8db485521d32 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:36.414268 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13a2ca05-7c4c-4fb0-a269-e53fbd13d604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.436823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71f362e9-a44e-4dee-9a38-cfe8d7881b97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.438642 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.445828 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71f362e9-a44e-4dee-9a38-cfe8d7881b97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.497326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f362e9-a44e-4dee-9a38-cfe8d7881b97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f73e74d-ddd3-42e0-90cd-3e3f8bd7f94f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:36.501956 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71f362e9-a44e-4dee-9a38-cfe8d7881b97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.506341 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-71f362e9-a44e-4dee-9a38-cfe8d7881b97 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2740500 Feb 07 23:05:36.506341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.508910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51606) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:36.511179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:36.511823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.514422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8ef605b9-e4d7-49e8-b5cc-c472a06594b0 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': '2705dc68-ac25-44ea-8c39-8b4bc3b845cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1f73e74d-ddd3-42e0-90cd-3e3f8bd7f94f', 'remote_ip_prefix': None}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:36.547402 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.565696 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef605b9-e4d7-49e8-b5cc-c472a06594b0 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.574835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3298764 Feb 07 23:05:36.577862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51608) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:36.592216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'subnet': {'network_id': 'd4499b03-9a1c-426b-820a-0de81127e148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:36.594470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f40c3-a5b9-46f3-be01-f0a63a595752 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Network': ['ID=d4499b03-9a1c-426b-820a-0de81127e148,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:36.595519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c7548177-1b5c-45c6-a266-d595e9c3a591, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c7548177-1b5c-45c6-a266-d595e9c3a591,segment=NetworkSegment(d35668e0-6165-4601-8079-3f569937cda1),segment_id=d35668e0-6165-4601-8079-3f569937cda1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:36.600560 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.607364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d4499b03-9a1c-426b-820a-0de81127e148 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:36.748418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef605b9-e4d7-49e8-b5cc-c472a06594b0 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.755747 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef605b9-e4d7-49e8-b5cc-c472a06594b0 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.772512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:36.776072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.783042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef605b9-e4d7-49e8-b5cc-c472a06594b0 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797c7e84-b648-48bd-bf50-0a11a6ed9786,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:36.803477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ec0a0f-cc47-4ab0-95df-dcf6a5269484 None None] Network d2b72733-2261-4f0d-ac54-a07dc9b29d32 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:36.834546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ef605b9-e4d7-49e8-b5cc-c472a06594b0 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.836122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8ef605b9-e4d7-49e8-b5cc-c472a06594b0 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3256311 Feb 07 23:05:36.838593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51610) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:36.882787 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26f05fc6-06d5-4aaf-95fc-0027710d0929 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.893924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26f05fc6-06d5-4aaf-95fc-0027710d0929 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.933513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-aec82e1c-71a7-4957-a878-0302310dcbcf None None] Provisioning complete for port c7548177-1b5c-45c6-a266-d595e9c3a591 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:36.933890 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aec82e1c-71a7-4957-a878-0302310dcbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.953852 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26f05fc6-06d5-4aaf-95fc-0027710d0929 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.963670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c7548177-1b5c-45c6-a266-d595e9c3a591,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:36.966421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-26f05fc6-06d5-4aaf-95fc-0027710d0929 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.969912 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-26f05fc6-06d5-4aaf-95fc-0027710d0929 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/797c7e84-b648-48bd-bf50-0a11a6ed9786 HTTP/1.1" status: 204 len: 168 time: 0.1280417 Feb 07 23:05:36.971586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51612) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:36.974297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f05fc6-06d5-4aaf-95fc-0027710d0929 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=797c7e84-b648-48bd-bf50-0a11a6ed9786,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:37.025745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fd641070-7c22-47f7-8cf2-f3e69f858724 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0525515 Feb 07 23:05:37.028307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51614) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:37.101943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d552f1fe-62b3-436f-a743-77a4b77e5ab1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.103149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.objects.ports [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:05:37.104661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.125044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d552f1fe-62b3-436f-a743-77a4b77e5ab1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.139543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92605170-9bd3-4caa-a421-01c0b02c15c9 None None] DHCP port deletion for d2b72733-2261-4f0d-ac54-a07dc9b29d32 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:05:37.169618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Subnet': ['ID=48f04fde-3837-4d34-9ea5-2accd38a8c27,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:37.177942 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d552f1fe-62b3-436f-a743-77a4b77e5ab1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.180966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d552f1fe-62b3-436f-a743-77a4b77e5ab1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.181677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Checking segment: {'id': 'cda01501-d2cb-496f-a913-b56838991bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4499b03-9a1c-426b-820a-0de81127e148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:37.185024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network hostable DHCP agents. Network: d4499b03-9a1c-426b-820a-0de81127e148, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:37.185209 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d552f1fe-62b3-436f-a743-77a4b77e5ab1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/1f73e74d-ddd3-42e0-90cd-3e3f8bd7f94f HTTP/1.1" status: 204 len: 168 time: 0.1530073 Feb 07 23:05:37.185323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51616) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:37.194861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-92605170-9bd3-4caa-a421-01c0b02c15c9 None None] Deleting port c7548177-1b5c-45c6-a266-d595e9c3a591 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:37.195070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552f1fe-62b3-436f-a743-77a4b77e5ab1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f73e74d-ddd3-42e0-90cd-3e3f8bd7f94f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:37.195174 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-92605170-9bd3-4caa-a421-01c0b02c15c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.221018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network d4499b03-9a1c-426b-820a-0de81127e148 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:37.244475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d4499b03-9a1c-426b-820a-0de81127e148) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:37.253875 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-06efc02c-a3b2-4050-b622-4fee5e9542b8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0679741 Feb 07 23:05:37.255305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:37.255916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.258506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d239afb-082f-46c2-87e7-88dc4b55f976 None None] Network d4499b03-9a1c-426b-820a-0de81127e148 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:37.258959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51618) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:37.292040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ff0ac986-dcfd-4a69-bfca-d1cbfca83bbc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7122157 Feb 07 23:05:37.294925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51620) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:37.303186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'port': {'network_id': 'd4499b03-9a1c-426b-820a-0de81127e148', 'name': 'tempest-NetworksIpV6TestAttrs-247368089'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:37.320559 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04aff76f-6adf-49c6-ad75-9c926160b718 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.325240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-92605170-9bd3-4caa-a421-01c0b02c15c9 None None] For port c7548177-1b5c-45c6-a266-d595e9c3a591, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c7548177-1b5c-45c6-a266-d595e9c3a591,segment=NetworkSegment(d35668e0-6165-4601-8079-3f569937cda1),segment_id=d35668e0-6165-4601-8079-3f569937cda1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:37.325648 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-92605170-9bd3-4caa-a421-01c0b02c15c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.341380 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-92605170-9bd3-4caa-a421-01c0b02c15c9 None None] Calling delete_port for c7548177-1b5c-45c6-a266-d595e9c3a591 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:37.344120 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04aff76f-6adf-49c6-ad75-9c926160b718 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.388451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04aff76f-6adf-49c6-ad75-9c926160b718 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.391901 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-04aff76f-6adf-49c6-ad75-9c926160b718 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.396390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-04aff76f-6adf-49c6-ad75-9c926160b718 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/2705dc68-ac25-44ea-8c39-8b4bc3b845cc HTTP/1.1" status: 204 len: 168 time: 0.1342092 Feb 07 23:05:37.397133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51622) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:37.405570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aff76f-6adf-49c6-ad75-9c926160b718 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2705dc68-ac25-44ea-8c39-8b4bc3b845cc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:37.472760 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fb7cfc1c-648c-4e24-af9e-34eea9343f5e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660355 Feb 07 23:05:37.473324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51624) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:37.477416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-32818fc0-7cf8-4b08-b5cc-828622746500 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-secgroup--896149397'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:37.483013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:37.486797 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.510805 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-92605170-9bd3-4caa-a421-01c0b02c15c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.513751 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] device_id is not set on port 85cf70f0-0ef4-41f6-bd07-2ddd3d759666 yet. {{(pid=102290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:37.521510 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-d4499b03-9a1c-426b-820a-0de81127e148', 'network_id': 'd4499b03-9a1c-426b-820a-0de81127e148', 'tenant_id': '6e28216a4d8446cfa789638a8228f3c5', 'fixed_ips': [{'subnet_id': '48f04fde-3837-4d34-9ea5-2accd38a8c27'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:37.522434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.555670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92605170-9bd3-4caa-a421-01c0b02c15c9 None None] Pushing event deleted for resources: {'Port': ['ID=c7548177-1b5c-45c6-a266-d595e9c3a591,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:37.556848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32818fc0-7cf8-4b08-b5cc-828622746500 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.560240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92605170-9bd3-4caa-a421-01c0b02c15c9 None None] No DVR routers for this DVR port c7548177-1b5c-45c6-a266-d595e9c3a591 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:37.676923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Allocated IP 2001:db8::f816:3eff:fe39:ab23 (d4499b03-9a1c-426b-820a-0de81127e148/48f04fde-3837-4d34-9ea5-2accd38a8c27/85cf70f0-0ef4-41f6-bd07-2ddd3d759666) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:37.695819 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32818fc0-7cf8-4b08-b5cc-828622746500 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.701291 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32818fc0-7cf8-4b08-b5cc-828622746500 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.747538 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32818fc0-7cf8-4b08-b5cc-828622746500 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.748740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-32818fc0-7cf8-4b08-b5cc-828622746500 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2747800 Feb 07 23:05:37.751645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51626) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:37.757610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-776164b8-0fe2-4174-9cf1-8fe023eff729 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': '17f5060a-e578-4275-9a1f-b1f86080a815', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:37.763019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32818fc0-7cf8-4b08-b5cc-828622746500 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f5060a-e578-4275-9a1f-b1f86080a815,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:37.787859 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-776164b8-0fe2-4174-9cf1-8fe023eff729 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.855670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-776164b8-0fe2-4174-9cf1-8fe023eff729 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.860157 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-776164b8-0fe2-4174-9cf1-8fe023eff729 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.869566 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cb32ed04-6389-4e62-8868-8db485521d32 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:05:37.881293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.883753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776164b8-0fe2-4174-9cf1-8fe023eff729 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e46f14-cf64-48d5-bb76-f5ed1c261416,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:37.891418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-776164b8-0fe2-4174-9cf1-8fe023eff729 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.895511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51628) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:37.895660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-776164b8-0fe2-4174-9cf1-8fe023eff729 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1419356 Feb 07 23:05:37.925968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port cb32ed04-6389-4e62-8868-8db485521d32 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:37.926360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.934921 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9b912aa-46be-42e7-abeb-840d544f420b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.938855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.950911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9b912aa-46be-42e7-abeb-840d544f420b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.005546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network d4499b03-9a1c-426b-820a-0de81127e148 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:38.005966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Allocated IP 2001:db8::f816:3eff:fea5:e97 (d4499b03-9a1c-426b-820a-0de81127e148/48f04fde-3837-4d34-9ea5-2accd38a8c27/5c4fd61e-fdd0-4d24-930f-a02b1f641ab2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:38.010516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:38.014475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Port': ['ID=85cf70f0-0ef4-41f6-bd07-2ddd3d759666,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.019191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:38.024901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:38.025393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.035690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9b912aa-46be-42e7-abeb-840d544f420b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.043369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f9b912aa-46be-42e7-abeb-840d544f420b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.044474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f9b912aa-46be-42e7-abeb-840d544f420b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/34e46f14-cf64-48d5-bb76-f5ed1c261416 HTTP/1.1" status: 204 len: 168 time: 0.1479824 Feb 07 23:05:38.047380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51630) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.049942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b912aa-46be-42e7-abeb-840d544f420b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34e46f14-cf64-48d5-bb76-f5ed1c261416,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.058095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-62dde9af-1aba-40ae-8cb4-37016566087b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7592757 Feb 07 23:05:38.058574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51632) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.098338 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4a01f800-dec8-4c46-b523-42d417c8cd7f tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494902 Feb 07 23:05:38.101088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51634) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.137608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aed616e-6378-407a-b615-a41fa37e0fe6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Deleting subnet 48f04fde-3837-4d34-9ea5-2accd38a8c27 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:05:38.168340 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1e7175df-81ff-409f-934d-4a5785380f76 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.176176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c7548177-1b5c-45c6-a266-d595e9c3a591 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:05:38.191691 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1e7175df-81ff-409f-934d-4a5785380f76 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.199926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c7548177-1b5c-45c6-a266-d595e9c3a591 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:05:38.200275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c7548177-1b5c-45c6-a266-d595e9c3a591 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:05:38.216956 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.222843 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.223028 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5aed616e-6378-407a-b615-a41fa37e0fe6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.264278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5aed616e-6378-407a-b615-a41fa37e0fe6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.267106 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1e7175df-81ff-409f-934d-4a5785380f76 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.267666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Network d4499b03-9a1c-426b-820a-0de81127e148 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:38.270582 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1e7175df-81ff-409f-934d-4a5785380f76 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.271178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:38.271694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1e7175df-81ff-409f-934d-4a5785380f76 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/17f5060a-e578-4275-9a1f-b1f86080a815 HTTP/1.1" status: 204 len: 168 time: 0.1695871 Feb 07 23:05:38.273796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:05:38.276296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51636) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.279749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Pushing event updated for resources: {'Port': ['ID=5c4fd61e-fdd0-4d24-930f-a02b1f641ab2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.308280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7175df-81ff-409f-934d-4a5785380f76 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f5060a-e578-4275-9a1f-b1f86080a815,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.337395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-10dc8582-a7d2-48b3-883a-4458845b1121 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591812 Feb 07 23:05:38.341667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51638) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.346975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4f957426-60f1-4233-b75b-1dc75d490dd2 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407074361'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:38.355073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Attempting to bind port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:38.355597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Attempting to bind port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cda01501-d2cb-496f-a913-b56838991bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4499b03-9a1c-426b-820a-0de81127e148'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:38.356084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Attempting to bind port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 on network d4499b03-9a1c-426b-820a-0de81127e148 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:05:38.364021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:05:38.364308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Checking segment: {'id': 'cda01501-d2cb-496f-a913-b56838991bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4499b03-9a1c-426b-820a-0de81127e148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:38.364827 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.365317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Bound using segment: {'id': 'cda01501-d2cb-496f-a913-b56838991bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4499b03-9a1c-426b-820a-0de81127e148'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:05:38.365903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Bound port: 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda01501-d2cb-496f-a913-b56838991bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4499b03-9a1c-426b-820a-0de81127e148'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:38.366389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.374310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f957426-60f1-4233-b75b-1dc75d490dd2 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.445483 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] For port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:05:38.449204 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f957426-60f1-4233-b75b-1dc75d490dd2 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.449537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] For port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5c4fd61e-fdd0-4d24-930f-a02b1f641ab2,segment=NetworkSegment(cda01501-d2cb-496f-a913-b56838991bfc),segment_id=cda01501-d2cb-496f-a913-b56838991bfc)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:05:38.453587 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.455081 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f957426-60f1-4233-b75b-1dc75d490dd2 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.482814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f957426-60f1-4233-b75b-1dc75d490dd2 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.487755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f957426-60f1-4233-b75b-1dc75d490dd2 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1412406 Feb 07 23:05:38.490063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51640) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.495459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-93f6e227-a63f-494b-8886-592fc2c1d794 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': 'b402cb17-fd0c-4d93-b4d5-62eb85f3ce95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:38.505480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f957426-60f1-4233-b75b-1dc75d490dd2 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b402cb17-fd0c-4d93-b4d5-62eb85f3ce95,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.517469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00729363-d483-41f1-823b-fe8fb15a0cbd None None] Pushing event updated for resources: {'Port': ['ID=5c4fd61e-fdd0-4d24-930f-a02b1f641ab2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.548251 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93f6e227-a63f-494b-8886-592fc2c1d794 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.602753 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93f6e227-a63f-494b-8886-592fc2c1d794 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.607216 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93f6e227-a63f-494b-8886-592fc2c1d794 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.626380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6e227-a63f-494b-8886-592fc2c1d794 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83cf720-b1b9-4b65-a421-25c68ddf86a9,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.636919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-93f6e227-a63f-494b-8886-592fc2c1d794 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.639760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-93f6e227-a63f-494b-8886-592fc2c1d794 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476305 Feb 07 23:05:38.640997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51642) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.660165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7c9e258a-7875-4a8a-8c73-e2fbc591f224 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules/f83cf720-b1b9-4b65-a421-25c68ddf86a9 HTTP/1.1" status: 200 len: 763 time: 0.0178089 Feb 07 23:05:38.662713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51644) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.724504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c36a3b8c-d7f5-463a-a858-60a77005e3c0 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0607166 Feb 07 23:05:38.727317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51646) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.741736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5aed616e-6378-407a-b615-a41fa37e0fe6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.759356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8c1d-dd95-42f1-82f3-07ab96c0a3a9 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.767923 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8c1d-dd95-42f1-82f3-07ab96c0a3a9 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.801556 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8c1d-dd95-42f1-82f3-07ab96c0a3a9 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.807308 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8c1d-dd95-42f1-82f3-07ab96c0a3a9 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.808803 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5a8b8c1d-dd95-42f1-82f3-07ab96c0a3a9 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f83cf720-b1b9-4b65-a421-25c68ddf86a9 HTTP/1.1" status: 204 len: 168 time: 0.0802212 Feb 07 23:05:38.811548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51648) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.820379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b8c1d-dd95-42f1-82f3-07ab96c0a3a9 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f83cf720-b1b9-4b65-a421-25c68ddf86a9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.820647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5aed616e-6378-407a-b615-a41fa37e0fe6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.864873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed616e-6378-407a-b615-a41fa37e0fe6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Subnet': ['ID=48f04fde-3837-4d34-9ea5-2accd38a8c27,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.872185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5aed616e-6378-407a-b615-a41fa37e0fe6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.875926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5aed616e-6378-407a-b615-a41fa37e0fe6 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/subnets/48f04fde-3837-4d34-9ea5-2accd38a8c27 HTTP/1.1" status: 204 len: 168 time: 0.8166213 Feb 07 23:05:38.878515 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51650) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.904884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2f3a771f-4501-4292-be93-d29ce375c608 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0916934 Feb 07 23:05:38.905645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51652) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.911038 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6bf0d331-e1c2-4d93-afaa-9b40051764c1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': 'b402cb17-fd0c-4d93-b4d5-62eb85f3ce95', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:38.938747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d331-e1c2-4d93-afaa-9b40051764c1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.941437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194fc0b1-66ba-4699-8232-77102d2ed2a5 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:38.943075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194fc0b1-66ba-4699-8232-77102d2ed2a5 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:38.944642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-194fc0b1-66ba-4699-8232-77102d2ed2a5 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0651360 Feb 07 23:05:38.947329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51654) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:38.996849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d331-e1c2-4d93-afaa-9b40051764c1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.001051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d331-e1c2-4d93-afaa-9b40051764c1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.019600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0d331-e1c2-4d93-afaa-9b40051764c1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e7ee4e-c680-4ad6-a568-9a97b1f301c8,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:39.026410 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d05d-f55d-46e8-b652-2fde1626c1df tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.031059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d331-e1c2-4d93-afaa-9b40051764c1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.032270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6bf0d331-e1c2-4d93-afaa-9b40051764c1 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256254 Feb 07 23:05:39.034067 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb9d05d-f55d-46e8-b652-2fde1626c1df tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 23:05:39.034528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb9d05d-f55d-46e8-b652-2fde1626c1df tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:39.035982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51656) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.037519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4bb9d05d-f55d-46e8-b652-2fde1626c1df tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/d4499b03-9a1c-426b-820a-0de81127e148 HTTP/1.1" status: 409 len: 405 time: 0.0892427 Feb 07 23:05:39.041520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51658) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.046208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2089048360'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:39.055013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cc7e051c-8858-47a0-8c81-29ddf805c208 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules/35e7ee4e-c680-4ad6-a568-9a97b1f301c8 HTTP/1.1" status: 200 len: 763 time: 0.0156405 Feb 07 23:05:39.055181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51660) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.072417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:39.075947 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.098624 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b7cae45c-a2cd-4b38-9697-26d5078578e9 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0423403 Feb 07 23:05:39.099912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:39.101437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51662) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.109256 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.109580 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Added segment 747293b3-16b7-4142-80f2-94d6edaae549 of type vlan for network e13b6716-d092-4b97-b69d-3286afb157ea Feb 07 23:05:39.125027 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-170a704b-da75-4471-ad5b-8a1e42d19408 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.132703 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-170a704b-da75-4471-ad5b-8a1e42d19408 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.148930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.160828 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-170a704b-da75-4471-ad5b-8a1e42d19408 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.166866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-170a704b-da75-4471-ad5b-8a1e42d19408 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.167948 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-170a704b-da75-4471-ad5b-8a1e42d19408 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/35e7ee4e-c680-4ad6-a568-9a97b1f301c8 HTTP/1.1" status: 204 len: 168 time: 0.0656812 Feb 07 23:05:39.171170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51664) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.173151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a704b-da75-4471-ad5b-8a1e42d19408 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35e7ee4e-c680-4ad6-a568-9a97b1f301c8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:39.186617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.193098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:39.193667 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.265351 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2213311 Feb 07 23:05:39.267756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51666) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.274240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'subnet': {'network_id': 'e13b6716-d092-4b97-b69d-3286afb157ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:39.279768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c575bb-00b3-4fd2-83e9-1ed96e2d8460 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Network': ['ID=e13b6716-d092-4b97-b69d-3286afb157ea,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:39.291298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network e13b6716-d092-4b97-b69d-3286afb157ea details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:39.294025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-32070e3c-d0e6-4971-892d-e118639c2367 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1217401 Feb 07 23:05:39.296628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51668) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.301491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f3bc4c82-d14e-4e6c-954e-7f3d66ddf265 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': 'b402cb17-fd0c-4d93-b4d5-62eb85f3ce95', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:39.329974 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-f3bc4c82-d14e-4e6c-954e-7f3d66ddf265 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Project e4f9c826cb304dcc88148dfd9acbc2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:05:39.336994 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4c82-d14e-4e6c-954e-7f3d66ddf265 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.389045 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:39.393798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.411737 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4c82-d14e-4e6c-954e-7f3d66ddf265 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.416881 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4c82-d14e-4e6c-954e-7f3d66ddf265 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.435102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc4c82-d14e-4e6c-954e-7f3d66ddf265 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321ab996-1a23-42e5-bdad-c3dfae7785c0,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:39.446381 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4c82-d14e-4e6c-954e-7f3d66ddf265 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.447975 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f3bc4c82-d14e-4e6c-954e-7f3d66ddf265 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503310 Feb 07 23:05:39.450749 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51670) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.478557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fc9f3319-2bdc-47c8-aebe-2ab9cc71344d tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules/321ab996-1a23-42e5-bdad-c3dfae7785c0 HTTP/1.1" status: 200 len: 769 time: 0.0266540 Feb 07 23:05:39.481180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51672) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.527845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5d2129cf-1627-4486-b98f-55304d172bdb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0429285 Feb 07 23:05:39.528836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51674) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.555601 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d623351b-631f-4907-99fd-a28adf9a71c8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.564517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d623351b-631f-4907-99fd-a28adf9a71c8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.597888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d623351b-631f-4907-99fd-a28adf9a71c8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.605502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d623351b-631f-4907-99fd-a28adf9a71c8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.609061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d623351b-631f-4907-99fd-a28adf9a71c8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/321ab996-1a23-42e5-bdad-c3dfae7785c0 HTTP/1.1" status: 204 len: 168 time: 0.0776329 Feb 07 23:05:39.610664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51676) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.617710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623351b-631f-4907-99fd-a28adf9a71c8 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=321ab996-1a23-42e5-bdad-c3dfae7785c0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:39.645163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c6273-a0cf-4f9d-84a1-929fca4167f7 None None] Network d4499b03-9a1c-426b-820a-0de81127e148 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:39.657387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-07ea740b-870f-45fe-9636-fc2d72e39d35 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446594 Feb 07 23:05:39.659744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51678) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.676638 n-d-827895-2 neutron-server[102290]: DEBUG neutron.objects.ports [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102290) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:05:39.683827 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.765824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e2ad6442-e187-44ba-bb58-d31db4e76568 None None] Provisioning complete for port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:39.766193 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6442-e187-44ba-bb58-d31db4e76568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.771330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Subnet': ['ID=15b47dcd-3143-471f-aa70-86edff297c51,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:39.796787 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a88e5d6-b74a-4dff-8f5b-fd41dc676f9b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.798565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Checking segment: {'id': '747293b3-16b7-4142-80f2-94d6edaae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e13b6716-d092-4b97-b69d-3286afb157ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:39.798943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network hostable DHCP agents. Network: e13b6716-d092-4b97-b69d-3286afb157ea, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:39.837211 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a88e5d6-b74a-4dff-8f5b-fd41dc676f9b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.840755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network e13b6716-d092-4b97-b69d-3286afb157ea is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:39.882262 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6442-e187-44ba-bb58-d31db4e76568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.885407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, e13b6716-d092-4b97-b69d-3286afb157ea) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:39.892239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:39.893605 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.901030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce8fa4e-86aa-4322-863c-dcd91c57f229 None None] Network e13b6716-d092-4b97-b69d-3286afb157ea requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:39.917331 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-92b9c07d-842b-4ba5-ae72-a6ef7a6963d1 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6476164 Feb 07 23:05:39.918491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a88e5d6-b74a-4dff-8f5b-fd41dc676f9b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.920191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51680) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.920955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3a88e5d6-b74a-4dff-8f5b-fd41dc676f9b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:39.923750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3a88e5d6-b74a-4dff-8f5b-fd41dc676f9b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/b402cb17-fd0c-4d93-b4d5-62eb85f3ce95 HTTP/1.1" status: 204 len: 168 time: 0.2621095 Feb 07 23:05:39.926777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51682) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.944011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88e5d6-b74a-4dff-8f5b-fd41dc676f9b tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402cb17-fd0c-4d93-b4d5-62eb85f3ce95,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:39.946448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcda47d-bdb1-4a41-98f5-41570c500570 None None] DHCP port deletion for d4499b03-9a1c-426b-820a-0de81127e148 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:05:39.976475 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6d7ff347-86e8-41c6-81d3-0bff42aefbc6 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477920 Feb 07 23:05:39.981710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51684) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:39.986125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2cee2f1b-81b9-4a3f-a85a-3b2f1c1db03e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group': {'name': 'tempest-secgroup--946635187'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:40.015434 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2cee2f1b-81b9-4a3f-a85a-3b2f1c1db03e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.020757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e2ad6442-e187-44ba-bb58-d31db4e76568 None None] For port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5c4fd61e-fdd0-4d24-930f-a02b1f641ab2,segment=NetworkSegment(cda01501-d2cb-496f-a913-b56838991bfc),segment_id=cda01501-d2cb-496f-a913-b56838991bfc)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:40.030905 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6442-e187-44ba-bb58-d31db4e76568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.057761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.089243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2cee2f1b-81b9-4a3f-a85a-3b2f1c1db03e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.095042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2cee2f1b-81b9-4a3f-a85a-3b2f1c1db03e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.119909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.126711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee2f1b-81b9-4a3f-a85a-3b2f1c1db03e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f537001-1e96-45c7-bd66-79646661ce5c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:40.126922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad6442-e187-44ba-bb58-d31db4e76568 None None] Pushing event updated for resources: {'Port': ['ID=5c4fd61e-fdd0-4d24-930f-a02b1f641ab2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:40.131524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2cee2f1b-81b9-4a3f-a85a-3b2f1c1db03e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.132869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ebcda47d-bdb1-4a41-98f5-41570c500570 None None] Deleting port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:40.133411 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebcda47d-bdb1-4a41-98f5-41570c500570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.135939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2cee2f1b-81b9-4a3f-a85a-3b2f1c1db03e tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1531403 Feb 07 23:05:40.137090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51686) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:40.141943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ff13e7fe-af0a-4d12-9717-92f54ac02c05 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Request body: {'security_group_rule': {'security_group_id': '5f537001-1e96-45c7-bd66-79646661ce5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:40.177174 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff13e7fe-af0a-4d12-9717-92f54ac02c05 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.200269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.219953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9ef6d4-64f5-474d-86f4-3efdc896ceab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-e13b6716-d092-4b97-b69d-3286afb157ea', 'network_id': 'e13b6716-d092-4b97-b69d-3286afb157ea', 'tenant_id': '6e28216a4d8446cfa789638a8228f3c5', 'fixed_ips': [{'subnet_id': '15b47dcd-3143-471f-aa70-86edff297c51'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:40.220798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b9ef6d4-64f5-474d-86f4-3efdc896ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.228349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ebcda47d-bdb1-4a41-98f5-41570c500570 None None] For port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5c4fd61e-fdd0-4d24-930f-a02b1f641ab2,segment=NetworkSegment(cda01501-d2cb-496f-a913-b56838991bfc),segment_id=cda01501-d2cb-496f-a913-b56838991bfc)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:40.228661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Subnet': ['ID=15b47dcd-3143-471f-aa70-86edff297c51,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:40.229183 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebcda47d-bdb1-4a41-98f5-41570c500570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.250073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ebcda47d-bdb1-4a41-98f5-41570c500570 None None] Calling delete_port for 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:40.265195 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff13e7fe-af0a-4d12-9717-92f54ac02c05 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.271148 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff13e7fe-af0a-4d12-9717-92f54ac02c05 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.290078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13e7fe-af0a-4d12-9717-92f54ac02c05 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd83674-0257-497c-912b-9eb761f55054,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:40.303547 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff13e7fe-af0a-4d12-9717-92f54ac02c05 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.303989 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.307347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ff13e7fe-af0a-4d12-9717-92f54ac02c05 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664464 Feb 07 23:05:40.307815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51688) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:40.324797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13b6716-d092-4b97-b69d-3286afb157ea']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:40.334647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747293b3-16b7-4142-80f2-94d6edaae549') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:40.334937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747293b3-16b7-4142-80f2-94d6edaae549') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:40.344202 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.358252 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.366452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:40.367010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:40.370668 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:40.378035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee192-22be-4c1c-bb0d-936279f38d29 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.403546 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee192-22be-4c1c-bb0d-936279f38d29 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.452558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee192-22be-4c1c-bb0d-936279f38d29 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.455065 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee192-22be-4c1c-bb0d-936279f38d29 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.457228 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5c8ee192-22be-4c1c-bb0d-936279f38d29 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/5f537001-1e96-45c7-bd66-79646661ce5c HTTP/1.1" status: 204 len: 168 time: 0.1484487 Feb 07 23:05:40.460293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51690) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:40.466847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ee192-22be-4c1c-bb0d-936279f38d29 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f537001-1e96-45c7-bd66-79646661ce5c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:40.513480 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4edeb48e-ba37-4a91-a800-1132ccf72fc4 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513439 Feb 07 23:05:40.515361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51692) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:40.537325 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.551035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe65b6-863f-4b0c-8e97-96cb340b22a7 None None] Network e13b6716-d092-4b97-b69d-3286afb157ea requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:40.563791 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.567811 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/e13b6716-d092-4b97-b69d-3286afb157ea HTTP/1.1" status: 204 len: 168 time: 0.6460309 Feb 07 23:05:40.568752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4959fe3-f7ee-4589-85f7-5f076d117779 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Network': ['ID=e13b6716-d092-4b97-b69d-3286afb157ea,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:40.571186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe65b6-863f-4b0c-8e97-96cb340b22a7 None None] Network e13b6716-d092-4b97-b69d-3286afb157ea could not be found, it might have been deleted concurrently. {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 07 23:05:40.571348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51694) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:40.579396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-797176305'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:40.585489 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5fd61f56-76a4-4027-8879-24d51495b6a3 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0689139 Feb 07 23:05:40.588068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51696) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:40.589322 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebcda47d-bdb1-4a41-98f5-41570c500570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.605974 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-1f1aadc9-6cb6-4dd2-915c-ff16af93f8eb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] delete failed (client error): The resource could not be found. Feb 07 23:05:40.606973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1f1aadc9-6cb6-4dd2-915c-ff16af93f8eb tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "DELETE /v2.0/security-groups/5f537001-1e96-45c7-bd66-79646661ce5c HTTP/1.1" status: 404 len: 347 time: 0.0180006 Feb 07 23:05:40.611185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51698) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:40.619013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcda47d-bdb1-4a41-98f5-41570c500570 None None] Pushing event deleted for resources: {'Port': ['ID=5c4fd61e-fdd0-4d24-930f-a02b1f641ab2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:40.627093 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:40.631236 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.632369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcda47d-bdb1-4a41-98f5-41570c500570 None None] No DVR routers for this DVR port 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:40.677868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f9e9dfa2-6782-466d-b5a6-512e56580c99 tempest-SecGroupIPv6Test-1443214752 tempest-SecGroupIPv6Test-1443214752-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655518 Feb 07 23:05:40.678700 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:40.688570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.688974 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Added segment 69cb5376-62bc-4500-ba39-ef6f190c0599 of type vlan for network b43a3e45-4122-4060-b1ee-171881e55a11 Feb 07 23:05:40.733542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.760529 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.766173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:40.766756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.834994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51702) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:40.835385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2629232 Feb 07 23:05:40.840827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'subnet': {'network_id': 'b43a3e45-4122-4060-b1ee-171881e55a11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:40.853705 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdf36e-524f-4e7b-b6e1-fefc6e506322 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Network': ['ID=b43a3e45-4122-4060-b1ee-171881e55a11,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:40.865680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network b43a3e45-4122-4060-b1ee-171881e55a11 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:40.944888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:40.948875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.950239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51706) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:41.085561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6ad013fd-cb27-4b50-80f8-d39ec6eac910 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4f9c826cb304dcc88148dfd9acbc2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341696 Feb 07 23:05:41.088359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51710) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:41.133837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.143855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b152b55a-ffd4-438d-b026-609c4bf5b6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.166502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b152b55a-ffd4-438d-b026-609c4bf5b6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.199619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Subnet': ['ID=99537202-0d85-4a64-bf64-e88344ed19de,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:41.209120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Checking segment: {'id': '69cb5376-62bc-4500-ba39-ef6f190c0599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b43a3e45-4122-4060-b1ee-171881e55a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:41.209570 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network hostable DHCP agents. Network: b43a3e45-4122-4060-b1ee-171881e55a11, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:41.216076 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b152b55a-ffd4-438d-b026-609c4bf5b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.218576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b152b55a-ffd4-438d-b026-609c4bf5b6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.223050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b152b55a-ffd4-438d-b026-609c4bf5b6f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08e7c4cc-c053-4b85-8f58-684d0d33a75c HTTP/1.1" status: 204 len: 168 time: 0.1304491 Feb 07 23:05:41.228801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network b43a3e45-4122-4060-b1ee-171881e55a11 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:41.230842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152b55a-ffd4-438d-b026-609c4bf5b6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e7c4cc-c053-4b85-8f58-684d0d33a75c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:41.241197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, b43a3e45-4122-4060-b1ee-171881e55a11) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:41.246788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:41.247375 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.254366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157d201-4d25-4a01-9ac9-cf643d48b534 None None] Network b43a3e45-4122-4060-b1ee-171881e55a11 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:41.265744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d285b974-81ad-47d6-bcf8-0511080ab761 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4286568 Feb 07 23:05:41.268655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51714) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:41.378513 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.414737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5634617b-2e54-4a8e-b275-ed9e3d4c7466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-b43a3e45-4122-4060-b1ee-171881e55a11', 'network_id': 'b43a3e45-4122-4060-b1ee-171881e55a11', 'tenant_id': '6e28216a4d8446cfa789638a8228f3c5', 'fixed_ips': [{'subnet_id': '99537202-0d85-4a64-bf64-e88344ed19de'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:41.415954 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5634617b-2e54-4a8e-b275-ed9e3d4c7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.453300 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.523542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server [None req-5634617b-2e54-4a8e-b275-ed9e3d4c7466 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99537202-0d85-4a64-bf64-e88344ed19de: This subnet is being modified by another concurrent operation. Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exception Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99537202-0d85-4a64-bf64-e88344ed19de: This subnet is being modified by another concurrent operation. Feb 07 23:05:41.527091 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 23:05:41.555969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Subnet': ['ID=99537202-0d85-4a64-bf64-e88344ed19de,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:41.556605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a4069b-ec35-492a-b870-da4917ca48bc None None] Network b43a3e45-4122-4060-b1ee-171881e55a11 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:41.625162 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.648026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43a3e45-4122-4060-b1ee-171881e55a11']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:41.657535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cb5376-62bc-4500-ba39-ef6f190c0599') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:41.660029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cb5376-62bc-4500-ba39-ef6f190c0599') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:41.668390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.681943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.686866 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e2aee0-7868-4943-8888-893cc03d3874 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 23:05:41.687934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:41.688535 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:41.692663 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:41.763525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.776809 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.780130 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/b43a3e45-4122-4060-b1ee-171881e55a11 HTTP/1.1" status: 204 len: 168 time: 0.5103688 Feb 07 23:05:41.784384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51730) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:41.788900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e2aee0-7868-4943-8888-893cc03d3874 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 23:05:41.790012 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-600827150'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:41.794585 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d6332-6796-4b01-a4b6-1e951eb9ab36 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Network': ['ID=b43a3e45-4122-4060-b1ee-171881e55a11,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:41.816786 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:41.821087 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.863513 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:41.878261 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.878727 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Added segment b8ba8d12-57b3-4f7d-a0ab-6d695542848c of type vlan for network 855decf8-e86e-470d-8527-36a3fc36392a Feb 07 23:05:41.903824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:05:41.928960 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.935001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:05:41.935412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5c4fd61e-fdd0-4d24-930f-a02b1f641ab2 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:05:41.958195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.964564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:41.965281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.031246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2456522 Feb 07 23:05:42.034519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51742) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:42.042133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Request body: {'subnet': {'network_id': '855decf8-e86e-470d-8527-36a3fc36392a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:42.063136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb9140-01fe-4351-ac95-071646f04cdc tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Network': ['ID=855decf8-e86e-470d-8527-36a3fc36392a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:42.076508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 855decf8-e86e-470d-8527-36a3fc36392a details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:05:42.152070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Made reservation on behalf of 6e28216a4d8446cfa789638a8228f3c5 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:42.155674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.422204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.objects.ports [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 23:05:42.424438 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.482885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event updated for resources: {'Subnet': ['ID=252036b9-b0c3-4e2b-b045-2a2b9c3a8c2e,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:42.503901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Checking segment: {'id': 'b8ba8d12-57b3-4f7d-a0ab-6d695542848c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '855decf8-e86e-470d-8527-36a3fc36392a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:05:42.504313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network hostable DHCP agents. Network: 855decf8-e86e-470d-8527-36a3fc36392a, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:42.521662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Network 855decf8-e86e-470d-8527-36a3fc36392a is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:42.530029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 855decf8-e86e-470d-8527-36a3fc36392a) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:42.535310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:42.535943 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.541356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616e74a-dc6f-4f66-bef4-9237c6974531 None None] Network 855decf8-e86e-470d-8527-36a3fc36392a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:42.554604 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7929d317-1142-494c-b041-77d52893e07f tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5185311 Feb 07 23:05:42.557317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51752) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:42.664146 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.703574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ecd1d-dab8-4105-82ec-8ee0600bad41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-855decf8-e86e-470d-8527-36a3fc36392a', 'network_id': '855decf8-e86e-470d-8527-36a3fc36392a', 'tenant_id': '6e28216a4d8446cfa789638a8228f3c5', 'fixed_ips': [{'subnet_id': '252036b9-b0c3-4e2b-b045-2a2b9c3a8c2e'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:05:42.704522 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd1d-dab8-4105-82ec-8ee0600bad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.720023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.785918 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server [None req-b23ecd1d-dab8-4105-82ec-8ee0600bad41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 252036b9-b0c3-4e2b-b045-2a2b9c3a8c2e: This subnet is being modified by another concurrent operation. Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exception Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 252036b9-b0c3-4e2b-b045-2a2b9c3a8c2e: This subnet is being modified by another concurrent operation. Feb 07 23:05:42.808146 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 23:05:42.819183 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Subnet': ['ID=252036b9-b0c3-4e2b-b045-2a2b9c3a8c2e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:42.840026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61212afa-1534-45f4-a51f-9b185c9852ca None None] Network 855decf8-e86e-470d-8527-36a3fc36392a requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:42.897315 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.927059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855decf8-e86e-470d-8527-36a3fc36392a']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:42.938726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ba8d12-57b3-4f7d-a0ab-6d695542848c') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:42.939023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ba8d12-57b3-4f7d-a0ab-6d695542848c') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:42.951016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.966578 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.974964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:42.975935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:42.979952 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:43.006606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886c763-9448-41c0-9d9d-4588726910a3 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 23:05:43.053264 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.068030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.072385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/855decf8-e86e-470d-8527-36a3fc36392a HTTP/1.1" status: 204 len: 168 time: 0.5140252 Feb 07 23:05:43.078343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51754) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.086522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d4743-9115-4930-8822-8f81406c4c26 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Network': ['ID=855decf8-e86e-470d-8527-36a3fc36392a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:43.109657 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2886c763-9448-41c0-9d9d-4588726910a3 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 23:05:43.131191 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab283dc-5222-428e-b02e-54675beb0bac tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:43.131645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab283dc-5222-428e-b02e-54675beb0bac tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:43.134707 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0ab283dc-5222-428e-b02e-54675beb0bac tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/subnets/252036b9-b0c3-4e2b-b045-2a2b9c3a8c2e HTTP/1.1" status: 404 len: 337 time: 0.0494952 Feb 07 23:05:43.137302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51756) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.161681 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-397dab57-e2f4-4c2d-a257-ab79fadc3b96 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:43.162374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397dab57-e2f4-4c2d-a257-ab79fadc3b96 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:43.166111 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-397dab57-e2f4-4c2d-a257-ab79fadc3b96 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/855decf8-e86e-470d-8527-36a3fc36392a HTTP/1.1" status: 404 len: 339 time: 0.0275576 Feb 07 23:05:43.169617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51758) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.205021 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b07b33-3dc2-42bb-91da-f56b2873e666 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:43.205574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b07b33-3dc2-42bb-91da-f56b2873e666 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:43.208794 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c6b07b33-3dc2-42bb-91da-f56b2873e666 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/subnets/99537202-0d85-4a64-bf64-e88344ed19de HTTP/1.1" status: 404 len: 337 time: 0.0379045 Feb 07 23:05:43.211481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51760) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.228889 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a4b016-e7e4-4a57-a819-ed2eecc99a5e tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:43.229428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a4b016-e7e4-4a57-a819-ed2eecc99a5e tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:43.232334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-20a4b016-e7e4-4a57-a819-ed2eecc99a5e tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/b43a3e45-4122-4060-b1ee-171881e55a11 HTTP/1.1" status: 404 len: 339 time: 0.0199234 Feb 07 23:05:43.234738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51762) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.261341 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b0272f-b3d5-4e83-bf66-59f79727cb07 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:43.261790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b0272f-b3d5-4e83-bf66-59f79727cb07 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:43.264743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-45b0272f-b3d5-4e83-bf66-59f79727cb07 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/subnets/15b47dcd-3143-471f-aa70-86edff297c51 HTTP/1.1" status: 404 len: 337 time: 0.0291240 Feb 07 23:05:43.267922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51764) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.286453 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab561a6-8b70-4063-aed3-998b7e0343c9 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:43.287002 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab561a6-8b70-4063-aed3-998b7e0343c9 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:43.289918 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1ab561a6-8b70-4063-aed3-998b7e0343c9 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/e13b6716-d092-4b97-b69d-3286afb157ea HTTP/1.1" status: 404 len: 339 time: 0.0209565 Feb 07 23:05:43.292380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51766) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.378182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8c31b-372b-475a-959b-792a3a82a015 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Deleting port 85cf70f0-0ef4-41f6-bd07-2ddd3d759666 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:43.378520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c31b-372b-475a-959b-792a3a82a015 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.446993 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c31b-372b-475a-959b-792a3a82a015 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.460264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8c31b-372b-475a-959b-792a3a82a015 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Calling delete_port for 85cf70f0-0ef4-41f6-bd07-2ddd3d759666 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:43.540327 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c31b-372b-475a-959b-792a3a82a015 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.571282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8c31b-372b-475a-959b-792a3a82a015 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Port': ['ID=85cf70f0-0ef4-41f6-bd07-2ddd3d759666,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:43.578502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c31b-372b-475a-959b-792a3a82a015 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.584486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0eb8c31b-372b-475a-959b-792a3a82a015 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/ports/85cf70f0-0ef4-41f6-bd07-2ddd3d759666 HTTP/1.1" status: 204 len: 168 time: 0.2888558 Feb 07 23:05:43.584750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51776) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.612252 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f008324-7a40-4232-adad-f0b5620239db tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:43.612834 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f008324-7a40-4232-adad-f0b5620239db tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:43.615855 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2f008324-7a40-4232-adad-f0b5620239db tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/subnets/48f04fde-3837-4d34-9ea5-2accd38a8c27 HTTP/1.1" status: 404 len: 337 time: 0.0302756 Feb 07 23:05:43.618434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51778) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.693693 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.792326 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.816785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4499b03-9a1c-426b-820a-0de81127e148']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:43.827101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda01501-d2cb-496f-a913-b56838991bfc') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:43.827590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda01501-d2cb-496f-a913-b56838991bfc') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:43.839369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.853787 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.860158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:43.860546 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:43.864000 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:43.928546 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.935502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.938624 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/d4499b03-9a1c-426b-820a-0de81127e148 HTTP/1.1" status: 204 len: 168 time: 0.3192749 Feb 07 23:05:43.941154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51796) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:43.981772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35063d72-504b-4606-ba77-fd9ac3cdd299 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Network': ['ID=d4499b03-9a1c-426b-820a-0de81127e148,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:44.046569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6626aa48-0463-435b-86ea-1840e69c35c0 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Deleting port 7f855a1d-f971-4ee4-8649-59292cff8f79 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:44.046796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6626aa48-0463-435b-86ea-1840e69c35c0 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.114583 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6626aa48-0463-435b-86ea-1840e69c35c0 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.128628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6626aa48-0463-435b-86ea-1840e69c35c0 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Calling delete_port for 7f855a1d-f971-4ee4-8649-59292cff8f79 owned by {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:44.211267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6626aa48-0463-435b-86ea-1840e69c35c0 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.239520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626aa48-0463-435b-86ea-1840e69c35c0 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Port': ['ID=7f855a1d-f971-4ee4-8649-59292cff8f79,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:44.244875 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6626aa48-0463-435b-86ea-1840e69c35c0 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.250647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6626aa48-0463-435b-86ea-1840e69c35c0 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/ports/7f855a1d-f971-4ee4-8649-59292cff8f79 HTTP/1.1" status: 204 len: 168 time: 0.3062484 Feb 07 23:05:44.250747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51804) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:44.276742 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8fdc20-9de6-463a-afa7-cc98275f57ef tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:44.277189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8fdc20-9de6-463a-afa7-cc98275f57ef tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:44.282399 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ec8fdc20-9de6-463a-afa7-cc98275f57ef tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/subnets/df5b4e8b-e9c7-439a-b6d8-c97fcdefe7d0 HTTP/1.1" status: 404 len: 337 time: 0.0285807 Feb 07 23:05:44.282743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51806) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:44.361243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.445883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.466284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b72733-2261-4f0d-ac54-a07dc9b29d32']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:44.475357 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35668e0-6165-4601-8079-3f569937cda1') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:44.475649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35668e0-6165-4601-8079-3f569937cda1') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:44.484970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.498642 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.505245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:44.505645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:44.508540 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:44.572433 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.580596 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.586637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/d2b72733-2261-4f0d-ac54-a07dc9b29d32 HTTP/1.1" status: 204 len: 168 time: 0.3001091 Feb 07 23:05:44.586637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51808) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:44.621062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29433f48-e327-4866-8c38-bf2d9390b683 tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Network': ['ID=d2b72733-2261-4f0d-ac54-a07dc9b29d32,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:44.646226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa4e86c-49f8-4629-af05-125bf45f675b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Deleting subnet b4504b3e-433c-436f-94a8-ac5cca953804 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:05:44.649387 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e86c-49f8-4629-af05-125bf45f675b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.688664 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e86c-49f8-4629-af05-125bf45f675b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.776735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e86c-49f8-4629-af05-125bf45f675b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.835246 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e86c-49f8-4629-af05-125bf45f675b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.860580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4e86c-49f8-4629-af05-125bf45f675b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Subnet': ['ID=b4504b3e-433c-436f-94a8-ac5cca953804,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:44.867345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e86c-49f8-4629-af05-125bf45f675b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.873364 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ffa4e86c-49f8-4629-af05-125bf45f675b tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/subnets/b4504b3e-433c-436f-94a8-ac5cca953804 HTTP/1.1" status: 204 len: 168 time: 0.2837567 Feb 07 23:05:44.873502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51810) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:44.878754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082508c4-cf7a-4d04-9448-2d85b329451e None None] Network aba92b59-118e-4531-a355-63a44caf0541 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:05:44.955036 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.012037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Deleting port cb32ed04-6389-4e62-8868-8db485521d32 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:45.012384 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.062569 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430566a2-1aeb-4294-b2e7-2d2d7b09b533 None None] DHCP port deletion for aba92b59-118e-4531-a355-63a44caf0541 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:05:45.078571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] For port cb32ed04-6389-4e62-8868-8db485521d32, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cb32ed04-6389-4e62-8868-8db485521d32,segment=NetworkSegment(97226750-8dd9-4bbe-952e-689e6080e4d1),segment_id=97226750-8dd9-4bbe-952e-689e6080e4d1)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:45.079195 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.093515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Calling delete_port for cb32ed04-6389-4e62-8868-8db485521d32 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:45.117453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-430566a2-1aeb-4294-b2e7-2d2d7b09b533 None None] Deleting port cb32ed04-6389-4e62-8868-8db485521d32 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:05:45.117834 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-430566a2-1aeb-4294-b2e7-2d2d7b09b533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.183227 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-430566a2-1aeb-4294-b2e7-2d2d7b09b533 None None] For port cb32ed04-6389-4e62-8868-8db485521d32, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cb32ed04-6389-4e62-8868-8db485521d32,segment=NetworkSegment(97226750-8dd9-4bbe-952e-689e6080e4d1),segment_id=97226750-8dd9-4bbe-952e-689e6080e4d1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:05:45.183916 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-430566a2-1aeb-4294-b2e7-2d2d7b09b533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.187912 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.198215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-430566a2-1aeb-4294-b2e7-2d2d7b09b533 None None] Calling delete_port for cb32ed04-6389-4e62-8868-8db485521d32 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:05:45.212773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Port': ['ID=cb32ed04-6389-4e62-8868-8db485521d32,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:45.220098 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] No DVR routers for this DVR port cb32ed04-6389-4e62-8868-8db485521d32 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:45.279483 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-430566a2-1aeb-4294-b2e7-2d2d7b09b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.306036 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.306559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430566a2-1aeb-4294-b2e7-2d2d7b09b533 None None] Pushing event deleted for resources: {'Port': ['ID=cb32ed04-6389-4e62-8868-8db485521d32,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:45.309843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430566a2-1aeb-4294-b2e7-2d2d7b09b533 None None] No DVR routers for this DVR port cb32ed04-6389-4e62-8868-8db485521d32 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:45.337477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba92b59-118e-4531-a355-63a44caf0541']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:45.347806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97226750-8dd9-4bbe-952e-689e6080e4d1') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:45.348133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97226750-8dd9-4bbe-952e-689e6080e4d1') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:45.357963 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.372806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.378908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:45.379672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:45.382878 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:45.443351 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.452658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.457603 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] 10.222.0.15 "DELETE /v2.0/networks/aba92b59-118e-4531-a355-63a44caf0541 HTTP/1.1" status: 204 len: 168 time: 0.5831165 Feb 07 23:05:45.473696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b82656-d1dc-4234-ade0-eb6ee342f64d tempest-NetworksIpV6TestAttrs-1693026260 tempest-NetworksIpV6TestAttrs-1693026260-project] Pushing event deleted for resources: {'Network': ['ID=aba92b59-118e-4531-a355-63a44caf0541,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:45.712942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51818) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:45.865571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-94da84e1-9db0-4620-ac1f-079ff1d82885 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e28216a4d8446cfa789638a8228f3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514823 Feb 07 23:05:45.866992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cb32ed04-6389-4e62-8868-8db485521d32 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:05:45.868063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51822) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:45.889709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: cb32ed04-6389-4e62-8868-8db485521d32 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:05:45.890955 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cb32ed04-6389-4e62-8868-8db485521d32 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:05:45.921464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cee613c-867f-4508-8a63-81f5ee3f40bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.944430 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cee613c-867f-4508-8a63-81f5ee3f40bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.997048 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cee613c-867f-4508-8a63-81f5ee3f40bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.999627 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cee613c-867f-4508-8a63-81f5ee3f40bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.003443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4cee613c-867f-4508-8a63-81f5ee3f40bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e833445-243e-455a-b330-70a88d76a278 HTTP/1.1" status: 204 len: 168 time: 0.1317086 Feb 07 23:05:46.012173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee613c-867f-4508-8a63-81f5ee3f40bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e833445-243e-455a-b330-70a88d76a278,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:46.417930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51842) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:46.540615 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cff8b07c-6de8-43fa-83f7-89a855347af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.619512 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cff8b07c-6de8-43fa-83f7-89a855347af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.623853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cff8b07c-6de8-43fa-83f7-89a855347af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.661943 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cff8b07c-6de8-43fa-83f7-89a855347af1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64fce6366f994afe9535de11bca1497d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428658 Feb 07 23:05:46.662807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8b07c-6de8-43fa-83f7-89a855347af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86789918-871d-4aa2-9091-fb2c0de1a574,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:46.664714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51854) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:46.719147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07942866-d9a1-4cdf-973b-6f03816ea802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.745506 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07942866-d9a1-4cdf-973b-6f03816ea802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.798084 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07942866-d9a1-4cdf-973b-6f03816ea802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.801188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-07942866-d9a1-4cdf-973b-6f03816ea802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.803095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-07942866-d9a1-4cdf-973b-6f03816ea802 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86789918-871d-4aa2-9091-fb2c0de1a574 HTTP/1.1" status: 204 len: 168 time: 0.1349213 Feb 07 23:05:46.810101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07942866-d9a1-4cdf-973b-6f03816ea802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86789918-871d-4aa2-9091-fb2c0de1a574,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:47.728486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51904) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:47.847083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f40d34d0-e780-45b8-a8f8-63b3e3b8a63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:47.927017 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f40d34d0-e780-45b8-a8f8-63b3e3b8a63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:47.931515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f40d34d0-e780-45b8-a8f8-63b3e3b8a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:47.969353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f40d34d0-e780-45b8-a8f8-63b3e3b8a63b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fb7bc7d853448ac82a69ff2f070b158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396617 Feb 07 23:05:47.970232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d34d0-e780-45b8-a8f8-63b3e3b8a63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d55ed65-4dcf-4ab8-8a0c-7f2dbf8fafed,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:47.972601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51910) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:48.029684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c820bea5-6511-475c-b413-3685fa18c0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.052150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c820bea5-6511-475c-b413-3685fa18c0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.108476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c820bea5-6511-475c-b413-3685fa18c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.112162 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c820bea5-6511-475c-b413-3685fa18c0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.113613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c820bea5-6511-475c-b413-3685fa18c0bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d55ed65-4dcf-4ab8-8a0c-7f2dbf8fafed HTTP/1.1" status: 204 len: 168 time: 0.1397238 Feb 07 23:05:48.124183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820bea5-6511-475c-b413-3685fa18c0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d55ed65-4dcf-4ab8-8a0c-7f2dbf8fafed,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:48.386010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51924) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:48.399717 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efb4151b-8b69-4ff0-89e0-5c0ed8fdb19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.480182 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efb4151b-8b69-4ff0-89e0-5c0ed8fdb19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.484555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efb4151b-8b69-4ff0-89e0-5c0ed8fdb19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.524745 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-efb4151b-8b69-4ff0-89e0-5c0ed8fdb19d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd4e7235e95d4e7aad329435446a6eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375837 Feb 07 23:05:48.525953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4151b-8b69-4ff0-89e0-5c0ed8fdb19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc05be-5db7-4f4d-9793-bba7c6f2e78b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:48.527383 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51926) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:48.581552 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d89b0b4e-733c-4b17-b461-6cdd7b6fef83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.603540 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d89b0b4e-733c-4b17-b461-6cdd7b6fef83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.655403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d89b0b4e-733c-4b17-b461-6cdd7b6fef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.658711 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d89b0b4e-733c-4b17-b461-6cdd7b6fef83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.660124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d89b0b4e-733c-4b17-b461-6cdd7b6fef83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2cc05be-5db7-4f4d-9793-bba7c6f2e78b HTTP/1.1" status: 204 len: 168 time: 0.1305523 Feb 07 23:05:48.669476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b0b4e-733c-4b17-b461-6cdd7b6fef83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc05be-5db7-4f4d-9793-bba7c6f2e78b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:49.824741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 51968) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:49.934158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf8d3-4622-4674-82dc-da81c46513b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.012049 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf8d3-4622-4674-82dc-da81c46513b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.015846 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf8d3-4622-4674-82dc-da81c46513b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.056513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaf8d3-4622-4674-82dc-da81c46513b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817e7e37-3bd9-43b9-ae82-7f778c03b63c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:50.063391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 51972) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:05:50.064229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8dbaf8d3-4622-4674-82dc-da81c46513b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=436029ec40f0490bae05bff2d2743855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361884 Feb 07 23:05:50.126489 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34046fd7-c361-4d9c-a306-06adc72946f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.148536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34046fd7-c361-4d9c-a306-06adc72946f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.195963 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34046fd7-c361-4d9c-a306-06adc72946f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.198502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-34046fd7-c361-4d9c-a306-06adc72946f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.199682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-34046fd7-c361-4d9c-a306-06adc72946f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/817e7e37-3bd9-43b9-ae82-7f778c03b63c HTTP/1.1" status: 204 len: 168 time: 0.1352384 Feb 07 23:05:50.207627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34046fd7-c361-4d9c-a306-06adc72946f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817e7e37-3bd9-43b9-ae82-7f778c03b63c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:51.500291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b345f3ae-e45a-4767-89a2-e85ae3d3f41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.632243 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f823a270-bce1-4cac-9d72-9677f225e51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.886519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.384649 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.419302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-117e7e5c-2e9d-4887-9a05-3e4423996070 req-99537545-a68a-4b38-bf65-969103c38a13 service neutron] (102290) timed out ('10.222.0.15', 57348) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:05:56.636320 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.237356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52168) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:01.364202 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87a918a3-5f5f-4f3a-81b4-d3004144d6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.440000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87a918a3-5f5f-4f3a-81b4-d3004144d6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.446207 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87a918a3-5f5f-4f3a-81b4-d3004144d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.488890 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-87a918a3-5f5f-4f3a-81b4-d3004144d6a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9acc9fa11f4e4050954ad848063086b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502861 Feb 07 23:06:01.489744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a918a3-5f5f-4f3a-81b4-d3004144d6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1f2e9c-b3fd-4754-b388-47b2b8eb6aeb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:01.491462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52172) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:01.542929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.568411 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.615626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.618125 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.619321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab1f2e9c-b3fd-4754-b388-47b2b8eb6aeb HTTP/1.1" status: 204 len: 168 time: 0.1262743 Feb 07 23:06:01.628478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1f2e9c-b3fd-4754-b388-47b2b8eb6aeb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:01.636811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.637151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.637487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.637824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.638151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.638561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.638782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.639210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.639406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.639740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.640067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:01.640412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29fb-3f03-4de4-8a51-5ac7d6413214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:04.049101 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:04.536565 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.023562 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:06:10.732839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52282) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:10.838676 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8af61e2a-da9a-43f1-b4b9-f22cbfaacba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.914798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8af61e2a-da9a-43f1-b4b9-f22cbfaacba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.918650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8af61e2a-da9a-43f1-b4b9-f22cbfaacba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.958618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8af61e2a-da9a-43f1-b4b9-f22cbfaacba1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b68d14f775a41a8b51ef7a221610f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246463 Feb 07 23:06:10.959469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af61e2a-da9a-43f1-b4b9-f22cbfaacba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c25574f-f5d1-45f7-854f-4803be8447be,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:10.961435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52286) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:11.010490 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.031245 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.087272 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.087272 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.087272 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c25574f-f5d1-45f7-854f-4803be8447be HTTP/1.1" status: 204 len: 168 time: 0.1209052 Feb 07 23:06:11.091235 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c25574f-f5d1-45f7-854f-4803be8447be,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:11.099362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.100017 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.100156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.100384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.100712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.101086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.101347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.102277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.102617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.102943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.103264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.103582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9d596-b793-4613-9f83-4c93e7225119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:11.731385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52316) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:11.836857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1630531613-network', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:11.861653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Made reservation on behalf of 75ffaf4e670740f1b24cdcbecc9318bb for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:11.864321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.872965 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.950791 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.955727 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.978772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:06:11.991640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70895d4e-3f2c-4a8f-ad62-44289e96f72d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:11.996450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.997090 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Added segment 75feb065-e468-458c-966c-d55bf521ecc3 of type vlan for network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 Feb 07 23:06:12.040834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.066981 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.067960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:12.068523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.122782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3902180 Feb 07 23:06:12.125730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52322) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:12.131122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Request body: {'subnet': {'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1630531613-subnet', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:12.140031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9b846-258b-4ff3-8596-b23bbfb1aa29 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4a297f-f90f-4161-bbbe-9dc52aa9b569,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:12.156057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:06:12.163286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Made reservation on behalf of 75ffaf4e670740f1b24cdcbecc9318bb for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:12.165748 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.381533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.433831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=968be52d-737e-4d28-913f-394edfc67245,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:12.447814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Checking segment: {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:12.448351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Network hostable DHCP agents. Network: eb4a297f-f90f-4161-bbbe-9dc52aa9b569, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:06:12.464835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:06:12.479147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, eb4a297f-f90f-4161-bbbe-9dc52aa9b569) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:12.484641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:12.485220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.490446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ad4e1-c3a4-4f3c-a448-3389c49e980c None None] Network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:06:12.503306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c759c45f-68dd-4310-b17a-b42507454668 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3759201 Feb 07 23:06:12.506065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52328) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:12.510289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:12.534788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.536024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.592727 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.653091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:06:12.654054 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.741213 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.802783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Allocated IP 172.20.0.2 (eb4a297f-f90f-4161-bbbe-9dc52aa9b569/968be52d-737e-4d28-913f-394edfc67245/e7b4f288-bfd7-4a4a-8aa1-18e163b15440) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:12.954021 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.965365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.972491 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.973382 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.021896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:13.024944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:13.027985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:13.035998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Pushing event updated for resources: {'Port': ['ID=e7b4f288-bfd7-4a4a-8aa1-18e163b15440,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:13.085495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Allocated IP 172.25.8.19 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/8f5f527d-b61d-4480-b372-4b856888a851) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:13.090541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Attempting to bind port e7b4f288-bfd7-4a4a-8aa1-18e163b15440 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:13.091410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Attempting to bind port e7b4f288-bfd7-4a4a-8aa1-18e163b15440 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:13.091410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Attempting to bind port e7b4f288-bfd7-4a4a-8aa1-18e163b15440 on network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:13.097340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:06:13.097759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Checking segment: {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:13.098307 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.098506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Bound using segment: {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:06:13.099292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Bound port: e7b4f288-bfd7-4a4a-8aa1-18e163b15440, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:13.099434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.164450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] For port e7b4f288-bfd7-4a4a-8aa1-18e163b15440, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:06:13.168613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] For port e7b4f288-bfd7-4a4a-8aa1-18e163b15440, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e7b4f288-bfd7-4a4a-8aa1-18e163b15440,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:06:13.174868 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.198735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.233854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372cb95-0198-47a2-89d2-c674c18758bb None None] Pushing event updated for resources: {'Port': ['ID=e7b4f288-bfd7-4a4a-8aa1-18e163b15440,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:13.252017 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.299052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:13.304339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:13.309131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:13.346744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5f527d-b61d-4480-b372-4b856888a851,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:13.982303 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e7b4f288-bfd7-4a4a-8aa1-18e163b15440 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:14.041438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e7b4f288-bfd7-4a4a-8aa1-18e163b15440 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:14.042202 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.103321 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.154682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbb9f8-c229-4a92-8676-cd869b9d6105 req-c969f3e3-092c-4790-9a8e-e8587815120c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:14.163978 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5abbb9f8-c229-4a92-8676-cd869b9d6105 req-c969f3e3-092c-4790-9a8e-e8587815120c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 945 time: 0.0923932 Feb 07 23:06:14.165206 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.220632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port e7b4f288-bfd7-4a4a-8aa1-18e163b15440, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e7b4f288-bfd7-4a4a-8aa1-18e163b15440,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:14.229850 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.264347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5abbb9f8-c229-4a92-8676-cd869b9d6105 req-b920d408-245b-4328-91b3-4e337dbf82f3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989864 Feb 07 23:06:14.325771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=e7b4f288-bfd7-4a4a-8aa1-18e163b15440,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:14.437490 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.456988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78737a6d-5691-4948-9c75-1d149f5589c8 None None] Network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:06:14.576677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Router a63247fe-2c11-489f-abc6-81a901fd79a7 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:06:14.581849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-dfcbc3a7-f0ef-45b2-b9d7-f2a905c6cf68 None None] Provisioning complete for port e7b4f288-bfd7-4a4a-8aa1-18e163b15440 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:14.582230 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc3a7-f0ef-45b2-b9d7-f2a905c6cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.698348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:06:14.708623 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Sync routers for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:14.719733 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:14.720380 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:14.723034 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.727051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6bc084c6-eb20-4bee-ae5c-f8c79f9cac80 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2174497 Feb 07 23:06:14.727883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52348) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:14.861328 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:15.034471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1938911a-4447-476a-b94f-609cbca04dc6 None None] Provisioning complete for port e7b4f288-bfd7-4a4a-8aa1-18e163b15440 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:15.034773 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1938911a-4447-476a-b94f-609cbca04dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.074120 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:13Z', 'revision_number': 3, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:15.122694 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Checking router: a63247fe-2c11-489f-abc6-81a901fd79a7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:15.123687 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Updating router a63247fe-2c11-489f-abc6-81a901fd79a7 port 8f5f527d-b61d-4480-b372-4b856888a851 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:06:15.166615 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.252435 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.468121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Allocated IP 172.20.0.1 (eb4a297f-f90f-4161-bbbe-9dc52aa9b569/968be52d-737e-4d28-913f-394edfc67245/4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:15.483222 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.489551 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.533264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36ab20-24d8-47f4-a199-b1d01a5a9e51 req-66110755-9325-42ee-b319-876df902ea35 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:15.542931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff36ab20-24d8-47f4-a199-b1d01a5a9e51 req-66110755-9325-42ee-b319-876df902ea35 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 945 time: 0.1594677 Feb 07 23:06:15.583872 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Attempting to bind port 8f5f527d-b61d-4480-b372-4b856888a851 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:15.584279 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Attempting to bind port 8f5f527d-b61d-4480-b372-4b856888a851 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:15.584645 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Attempting to bind port 8f5f527d-b61d-4480-b372-4b856888a851 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:15.605351 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:06:15.605757 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:15.606158 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.606543 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:06:15.607155 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Bound port: 8f5f527d-b61d-4480-b372-4b856888a851, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:15.607798 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.626782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-1a54d6c0-97e6-4528-a38e-5666f04b060e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:15.628275 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-1a54d6c0-97e6-4528-a38e-5666f04b060e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 945 time: 0.1377420 Feb 07 23:06:15.645987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ff36ab20-24d8-47f4-a199-b1d01a5a9e51 req-38763b91-c623-4515-9b82-60692a882d2d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020887 Feb 07 23:06:15.679654 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Pushing event updated for resources: {'Port': ['ID=8f5f527d-b61d-4480-b372-4b856888a851,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:15.697729 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.698385 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.698385 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.698851 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.699059 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.699345 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.699657 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.700006 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.700316 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.700623 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.700966 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.701237 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:15.703768 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.727171 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] For port 8f5f527d-b61d-4480-b372-4b856888a851, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:06:15.730350 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] For port 8f5f527d-b61d-4480-b372-4b856888a851, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8f5f527d-b61d-4480-b372-4b856888a851,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:06:15.735226 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.811967 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4ac98-429d-4d46-a5da-c0881ad99556 None None] Pushing event updated for resources: {'Port': ['ID=8f5f527d-b61d-4480-b372-4b856888a851,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:15.817326 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:15.817903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.818065 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:15.866285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Pushing event updated for resources: {'Port': ['ID=4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:15.871971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port 4946f255-c79d-4767-a49b-697ee9d19ff2 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:06:15.872314 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.949857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:15.952270 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e7b4f288-bfd7-4a4a-8aa1-18e163b15440 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:15.960509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:15.978632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:15.987069 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:16.028620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.075398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e7b4f288-bfd7-4a4a-8aa1-18e163b15440 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:16.089251 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.248364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] For port 4946f255-c79d-4767-a49b-697ee9d19ff2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4946f255-c79d-4767-a49b-697ee9d19ff2,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:16.249855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.423689 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ec8ab603-8742-4501-8196-d8c02c2f0f27 None None] Provisioning complete for port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:16.424192 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab603-8742-4501-8196-d8c02c2f0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.469419 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ab603-8742-4501-8196-d8c02c2f0f27 None None] Port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:06:16.492640 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:13Z', 'revision_number': 3, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:16.546482 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b27a9-6d3d-4be1-ac62-24e2e4f289f8 None None] The sync data for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 is: [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:13Z', 'revision_number': 3, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:16.794381 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.928205 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.928564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.928878 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Floating IP 4d26207d-e393-4f10-8d41-75b5c5d72382 disassociated. External IP: 172.25.8.221, port: 4946f255-c79d-4767-a49b-697ee9d19ff2. Feb 07 23:06:16.929214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for 4946f255-c79d-4767-a49b-697ee9d19ff2 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:06:17.080496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456be1e-058b-4060-ae2b-349f6174de71 req-bde11bae-a5a5-4245-9dd0-ae790dbdb237 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:17.082054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4456be1e-058b-4060-ae2b-349f6174de71 req-bde11bae-a5a5-4245-9dd0-ae790dbdb237 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 945 time: 0.3108728 Feb 07 23:06:17.184974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4456be1e-058b-4060-ae2b-349f6174de71 req-6e549a3d-e848-41cc-88e5-b378c3b2110c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931954 Feb 07 23:06:17.207822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:17.216563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:17.277850 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:17.321587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:17.325941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Pushing event updated for resources: {'Port': ['ID=4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:17.404627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=4946f255-c79d-4767-a49b-697ee9d19ff2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:17.545723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Router a8fa6b98-d561-4635-84f8-e225c34e0e14 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:06:17.560162 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:17.565345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:17.779820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:06:17.793294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] Sync routers for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:17.806602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:17.807295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:17.827074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] No DVR routers for this DVR port 4946f255-c79d-4767-a49b-697ee9d19ff2 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:06:17.832131 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:17.835416 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37ebe480-2ce6-412b-bcda-41187549d3dc req-b473e75a-38c6-403b-99da-60d57834b58c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.46 "DELETE /v2.0/ports/4946f255-c79d-4767-a49b-697ee9d19ff2 HTTP/1.1" status: 204 len: 173 time: 2.2007480 Feb 07 23:06:17.835882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'name': 'network-vif-deleted', 'tag': '4946f255-c79d-4767-a49b-697ee9d19ff2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:17.838293 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a98dc3-7489-425a-9ba1-d80842272cf5" -d '{"events": [{"server_uuid": "e3186a0f-86c4-4462-87af-df867d2f5b03", "name": "network-vif-deleted", "tag": "4946f255-c79d-4767-a49b-697ee9d19ff2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:06:17.842326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Router a63247fe-2c11-489f-abc6-81a901fd79a7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:06:17.973041 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a05da6-3cae-44d1-bc5d-1b2e80dbca53 x-openstack-request-id: req-d0a05da6-3cae-44d1-bc5d-1b2e80dbca53 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:06:17.973340 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3186a0f-86c4-4462-87af-df867d2f5b03", "name": "network-vif-deleted", "tag": "4946f255-c79d-4767-a49b-697ee9d19ff2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:06:17.973593 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0a05da6-3cae-44d1-bc5d-1b2e80dbca53 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:06:17.974097 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3186a0f-86c4-4462-87af-df867d2f5b03', 'name': 'network-vif-deleted', 'tag': '4946f255-c79d-4767-a49b-697ee9d19ff2', 'status': 'completed', 'code': 200} Feb 07 23:06:18.042863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:18.092469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:06:18.094371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-be3f154d-0f88-4864-9e3c-899f90bf37a8 None None] Provisioning complete for port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:18.096502 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be3f154d-0f88-4864-9e3c-899f90bf37a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.100662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-75f5daca-e515-4af5-beb8-625ce542e25a admin admin] 10.222.0.15 "PUT /v2.0/routers/a63247fe-2c11-489f-abc6-81a901fd79a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3718922 Feb 07 23:06:18.106796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8f5f527d-b61d-4480-b372-4b856888a851 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:18.234033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-be3f154d-0f88-4864-9e3c-899f90bf37a8 None None] Port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:06:18.308719 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8f5f527d-b61d-4480-b372-4b856888a851 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:18.309017 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.390003 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-471c8e8b-52b3-40f7-ad3b-418c8171e015 req-264669b8-4390-4f42-ba9c-31e62c1f2da6 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 210 time: 0.0768087 Feb 07 23:06:18.526310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:18.531446 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.573528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] Checking router: a8fa6b98-d561-4635-84f8-e225c34e0e14 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:18.597764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 8f5f527d-b61d-4480-b372-4b856888a851, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8f5f527d-b61d-4480-b372-4b856888a851,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:18.600281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:18.600918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:18.651720 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.760602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:18.762717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=8f5f527d-b61d-4480-b372-4b856888a851,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:18.888795 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Sync routers for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:18.909870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52466) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:18.911168 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:18.912777 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:18.916184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-360208209-network', 'tenant_id': '48569150df9e45919a99375d84fc7b92'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:18.953277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Made reservation on behalf of 48569150df9e45919a99375d84fc7b92 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:18.956171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.971022 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.068305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.076139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.084532 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:19.102300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:06:19.120479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.121097 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Added segment e46fd0bc-601b-421c-9336-64587a3cd6ff of type vlan for network 90554750-3e6a-42c3-861a-82040db7e771 Feb 07 23:06:19.122746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ae310b-fc00-46ca-8caf-804ad739151a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:19.123467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:19.176926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715229a5-0639-4dfa-843c-13df394075c1 None None] The sync data for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 is: [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:19.189716 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.225132 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.226180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:19.228100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.320743 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] Pushing event updated for resources: {'Network': ['ID=90554750-3e6a-42c3-861a-82040db7e771,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:19.332081 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c323ff6f-420b-4a05-becb-f7856ad2fe24 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4172046 Feb 07 23:06:19.332406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52468) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:19.337250 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Request body: {'subnet': {'network_id': '90554750-3e6a-42c3-861a-82040db7e771', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-360208209-subnet', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:19.341371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 90554750-3e6a-42c3-861a-82040db7e771 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:06:19.385415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Made reservation on behalf of 48569150df9e45919a99375d84fc7b92 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:19.388305 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.462550 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e', 'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'mac_address': 'fa:16:3e:21:43:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 2, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'subnets': [{'id': '968be52d-737e-4d28-913f-394edfc67245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:19.546894 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Checking router: a63247fe-2c11-489f-abc6-81a901fd79a7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:19.551210 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Updating router a63247fe-2c11-489f-abc6-81a901fd79a7 port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:06:19.601039 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.605590 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-627b5d6f-f256-4f7a-8075-8c40b9e53a48 req-e4271779-0f77-4273-bda3-c979149f9488 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 210 time: 0.0591190 Feb 07 23:06:19.643170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07213ace-0230-4660-a7de-394c3d522965 None None] New status for floating IP 4d26207d-e393-4f10-8d41-75b5c5d72382: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:06:19.745188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.816810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Checking segment: {'id': 'e46fd0bc-601b-421c-9336-64587a3cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '90554750-3e6a-42c3-861a-82040db7e771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:19.817160 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Network hostable DHCP agents. Network: 90554750-3e6a-42c3-861a-82040db7e771, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:06:19.832867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8341ea1e-33f7-4dc9-bdca-67aa1c9888ec,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:19.852186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Network 90554750-3e6a-42c3-861a-82040db7e771 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:06:19.865556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 90554750-3e6a-42c3-861a-82040db7e771) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:19.873999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:19.878657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.888878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7918c39-1411-4a2e-869c-ead0be93fe48 None None] Network 90554750-3e6a-42c3-861a-82040db7e771 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:06:19.908974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-67ed3e1b-658c-4c6e-8449-ec941e2dd328 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5752077 Feb 07 23:06:19.911626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52474) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:19.919115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:19.967614 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.967614 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.977054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8f5f527d-b61d-4480-b372-4b856888a851 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:20.042393 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.055679 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.103123 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.105360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8f5f527d-b61d-4480-b372-4b856888a851 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:20.105851 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.195329 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b03d9-d307-41bd-8d2c-35cc7bf91280 None None] Pushing event updated for resources: {'Port': ['ID=4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:20.217810 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Attempting to bind port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:20.218177 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Attempting to bind port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:20.218533 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Attempting to bind port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e on network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:20.225770 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:06:20.226151 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Checking segment: {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:20.226555 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.226982 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Bound using segment: {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:06:20.227661 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Bound port: 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:20.228068 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.248183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-90554750-3e6a-42c3-861a-82040db7e771', 'network_id': '90554750-3e6a-42c3-861a-82040db7e771', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'fixed_ips': [{'subnet_id': '8341ea1e-33f7-4dc9-bdca-67aa1c9888ec'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:06:20.249165 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.332752 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] For port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:06:20.338273 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] For port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:06:20.345329 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.440922 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:20.441562 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:20.451955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.481028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4946f255-c79d-4767-a49b-697ee9d19ff2 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:06:20.543459 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b03d9-d307-41bd-8d2c-35cc7bf91280 None None] Pushing event updated for resources: {'Port': ['ID=4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:20.732873 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:20.827116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 4946f255-c79d-4767-a49b-697ee9d19ff2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:06:20.827459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4946f255-c79d-4767-a49b-697ee9d19ff2 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:06:20.842083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Allocated IP 172.20.0.2 (90554750-3e6a-42c3-861a-82040db7e771/8341ea1e-33f7-4dc9-bdca-67aa1c9888ec/73c65c68-96a7-4fd0-a0bb-e5c1e292045c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:20.853609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07d8d2b4-e976-4314-a292-a41ae9866eeb req-e7aca0d7-8ea9-421d-a65a-8a3af580114a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 210 time: 0.0752461 Feb 07 23:06:20.854627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fb91090b-21c3-4b75-8f14-04ab575759d4 None None] Provisioning complete for port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:20.855134 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb91090b-21c3-4b75-8f14-04ab575759d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.938118 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.972603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.058528 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb91090b-21c3-4b75-8f14-04ab575759d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.073342 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e', 'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'mac_address': 'fa:16:3e:21:43:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:20Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'subnets': [{'id': '968be52d-737e-4d28-913f-394edfc67245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:21.104657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.109220 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fb91090b-21c3-4b75-8f14-04ab575759d4 None None] For port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:21.115522 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ca1db-acb3-42b2-af20-c880a480f9af None None] The sync data for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 is: [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e', 'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'mac_address': 'fa:16:3e:21:43:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:20Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'subnets': [{'id': '968be52d-737e-4d28-913f-394edfc67245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:21.115850 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.185829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Pushing event updated for resources: {'Port': ['ID=73c65c68-96a7-4fd0-a0bb-e5c1e292045c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:21.199100 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb91090b-21c3-4b75-8f14-04ab575759d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.208322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Allocated IP 172.25.8.126 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/4eaa6d58-202e-4b35-a169-273779f50a8d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:21.247309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Network 90554750-3e6a-42c3-861a-82040db7e771 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:21.253026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:21.257213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:21.356541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91090b-21c3-4b75-8f14-04ab575759d4 None None] Pushing event updated for resources: {'Port': ['ID=4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:21.372789 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.373954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Attempting to bind port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:21.374427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Attempting to bind port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e46fd0bc-601b-421c-9336-64587a3cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '90554750-3e6a-42c3-861a-82040db7e771'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:21.374869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Attempting to bind port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c on network 90554750-3e6a-42c3-861a-82040db7e771 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:21.384698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:06:21.385352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Checking segment: {'id': 'e46fd0bc-601b-421c-9336-64587a3cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '90554750-3e6a-42c3-861a-82040db7e771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:21.389813 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.390331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Bound using segment: {'id': 'e46fd0bc-601b-421c-9336-64587a3cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '90554750-3e6a-42c3-861a-82040db7e771'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:06:21.391077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Bound port: 73c65c68-96a7-4fd0-a0bb-e5c1e292045c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46fd0bc-601b-421c-9336-64587a3cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '90554750-3e6a-42c3-861a-82040db7e771'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:21.392420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.421804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6864f356-3204-4f23-a316-f4038b944f6f None None] Provisioning complete for port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:21.424004 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6864f356-3204-4f23-a316-f4038b944f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.432632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.527909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:21.533519 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:21.539000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:21.545345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] For port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:06:21.549580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] For port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=73c65c68-96a7-4fd0-a0bb-e5c1e292045c,segment=NetworkSegment(e46fd0bc-601b-421c-9336-64587a3cd6ff),segment_id=e46fd0bc-601b-421c-9336-64587a3cd6ff)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:06:21.567441 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.600377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Pushing event updated for resources: {'Port': ['ID=4eaa6d58-202e-4b35-a169-273779f50a8d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:21.692034 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de15f598-f62e-4e59-a63e-975715523381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.732335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f009e78-fc3f-4bc7-b325-c017a928b09f None None] Pushing event updated for resources: {'Port': ['ID=73c65c68-96a7-4fd0-a0bb-e5c1e292045c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:22.058387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:22.091984 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27232b46-c9ae-4e12-acb3-6ca7aa56a270 req-ca427499-c1ca-4792-bd62-3d6567e753bd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 210 time: 0.0789936 Feb 07 23:06:22.145048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:22.145570 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.513060 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.776905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.009849 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Router 085c883b-9e50-443b-9bb2-d3b11f3293d6 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:06:23.166960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:06:23.176783 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Sync routers for ids ['085c883b-9e50-443b-9bb2-d3b11f3293d6'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:23.190455 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Routers {'085c883b-9e50-443b-9bb2-d3b11f3293d6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:23.191082 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['085c883b-9e50-443b-9bb2-d3b11f3293d6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:23.196092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.199836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52488) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:23.200264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-58548698-2dcd-4a39-9b14-e899bc0a2b25 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2871523 Feb 07 23:06:23.213207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbef1969-5881-4ab1-aa2b-921035fa84aa None None] Network 90554750-3e6a-42c3-861a-82040db7e771 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:06:23.284552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e4db13a6-d0cd-4a80-b56e-a037ac810448 None None] Provisioning complete for port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:23.284932 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4db13a6-d0cd-4a80-b56e-a037ac810448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.343667 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a5213b1-a204-4644-a158-e63a1e9e51d3 req-5e0fa725-d650-45b2-bce9-9e3a4306ae47 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3186a0f-86c4-4462-87af-df867d2f5b03 HTTP/1.1" status: 200 len: 210 time: 0.0606458 Feb 07 23:06:23.432003 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Set router 085c883b-9e50-443b-9bb2-d3b11f3293d6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:23.454893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4db13a6-d0cd-4a80-b56e-a037ac810448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.498649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e4db13a6-d0cd-4a80-b56e-a037ac810448 None None] For port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=73c65c68-96a7-4fd0-a0bb-e5c1e292045c,segment=NetworkSegment(e46fd0bc-601b-421c-9336-64587a3cd6ff),segment_id=e46fd0bc-601b-421c-9336-64587a3cd6ff)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:23.508003 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4db13a6-d0cd-4a80-b56e-a037ac810448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.593227 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db13a6-d0cd-4a80-b56e-a037ac810448 None None] Pushing event updated for resources: {'Port': ['ID=73c65c68-96a7-4fd0-a0bb-e5c1e292045c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:23.677220 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:19Z', 'updated_at': '2022-02-07T23:06:22Z', 'revision_number': 3, 'project_id': '48569150df9e45919a99375d84fc7b92', 'gw_port': {'id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:20Z', 'updated_at': '2022-02-07T23:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:23.707078 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Checking router: 085c883b-9e50-443b-9bb2-d3b11f3293d6 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:23.707432 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Updating router 085c883b-9e50-443b-9bb2-d3b11f3293d6 port 4eaa6d58-202e-4b35-a169-273779f50a8d binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:06:23.734833 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.875653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b2eff34f-18cd-4ea0-a41a-c4a3ccd39142 None None] Provisioning complete for port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:23.876253 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b2eff34f-18cd-4ea0-a41a-c4a3ccd39142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.931916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.022395 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 73c65c68-96a7-4fd0-a0bb-e5c1e292045c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:24.095028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:24.095462 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.096909 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.104390 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.144230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Allocated IP 172.20.0.1 (90554750-3e6a-42c3-861a-82040db7e771/8341ea1e-33f7-4dc9-bdca-67aa1c9888ec/0b09e824-ba78-4e61-8e31-838d93e09001) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:24.165125 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Attempting to bind port 4eaa6d58-202e-4b35-a169-273779f50a8d on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:24.165777 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Attempting to bind port 4eaa6d58-202e-4b35-a169-273779f50a8d by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:24.166345 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Attempting to bind port 4eaa6d58-202e-4b35-a169-273779f50a8d on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:24.176096 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:06:24.176478 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:24.176874 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.177442 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:06:24.177718 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Bound port: 4eaa6d58-202e-4b35-a169-273779f50a8d, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:24.178192 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.223979 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfa7b2-5aa3-4df6-96c0-66a4f3cc55c6 None None] Pushing event updated for resources: {'Port': ['ID=4eaa6d58-202e-4b35-a169-273779f50a8d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:24.238590 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] For port 4eaa6d58-202e-4b35-a169-273779f50a8d, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:06:24.242572 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] For port 4eaa6d58-202e-4b35-a169-273779f50a8d, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4eaa6d58-202e-4b35-a169-273779f50a8d,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:06:24.247815 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.277532 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.315240 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Routers {'085c883b-9e50-443b-9bb2-d3b11f3293d6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:24.315240 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:05:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['085c883b-9e50-443b-9bb2-d3b11f3293d6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:24.317786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.354903 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfa7b2-5aa3-4df6-96c0-66a4f3cc55c6 None None] Pushing event updated for resources: {'Port': ['ID=4eaa6d58-202e-4b35-a169-273779f50a8d,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:24.365718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Network 90554750-3e6a-42c3-861a-82040db7e771 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:24.368844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:24.371582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:24.412992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Pushing event updated for resources: {'Port': ['ID=0b09e824-ba78-4e61-8e31-838d93e09001,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:24.430205 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] Set router 085c883b-9e50-443b-9bb2-d3b11f3293d6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:24.431297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.641849 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.652696 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-733643d9-3486-4e99-aa73-8fa568b54ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.678879 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:19Z', 'updated_at': '2022-02-07T23:06:22Z', 'revision_number': 3, 'project_id': '48569150df9e45919a99375d84fc7b92', 'gw_port': {'id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:20Z', 'updated_at': '2022-02-07T23:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:24.716565 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa66d7-d056-400c-b1a5-a9d5f866cf04 None None] The sync data for ids ['085c883b-9e50-443b-9bb2-d3b11f3293d6'] in n-d-827895-2 is: [{'id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:19Z', 'updated_at': '2022-02-07T23:06:22Z', 'revision_number': 3, 'project_id': '48569150df9e45919a99375d84fc7b92', 'gw_port': {'id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:20Z', 'updated_at': '2022-02-07T23:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:24.733761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-79987a12-5ad7-4bb7-afaf-6c33fdca4fc3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35802865&fields=id&tenant_id=edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 267 time: 0.0421579 Feb 07 23:06:24.742829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f7f9f5af-bcf8-4d95-a6dd-5fdc0c16e557 None None] Provisioning complete for port 0b09e824-ba78-4e61-8e31-838d93e09001 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:24.742829 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f5af-bcf8-4d95-a6dd-5fdc0c16e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.795439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9f5af-bcf8-4d95-a6dd-5fdc0c16e557 None None] Port 0b09e824-ba78-4e61-8e31-838d93e09001 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:06:24.864056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-294d5954-08fb-4f3c-873a-dd9480415e75 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:24.865893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-294d5954-08fb-4f3c-873a-dd9480415e75 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1229661 Feb 07 23:06:24.878280 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.883799 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.899994 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.908344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-a120df9e-8b11-431b-98cc-a76893c241bc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/quotas/edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 375 time: 0.0178111 Feb 07 23:06:24.977656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Pushing event updated for resources: {'Port': ['ID=0b09e824-ba78-4e61-8e31-838d93e09001,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:24.981649 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.991491 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-47308ebd-72e6-4431-9a34-9608b37259f9 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774145 Feb 07 23:06:25.116891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Network 90554750-3e6a-42c3-861a-82040db7e771 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:25.118400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:25.294967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Router 085c883b-9e50-443b-9bb2-d3b11f3293d6 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:06:25.313327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-f244a1c5-6d83-48b3-94c9-399fb0e62941 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999082 Feb 07 23:06:25.430257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a96b55ad-ee2b-40d1-bbea-258cdb0de9df None None] Provisioning complete for port 0b09e824-ba78-4e61-8e31-838d93e09001 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:25.430735 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a96b55ad-ee2b-40d1-bbea-258cdb0de9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:25.450955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:06:25.461906 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ff59a88b-9d95-4bd4-9d3b-34244f752b7d admin admin] 10.222.0.15 "PUT /v2.0/routers/085c883b-9e50-443b-9bb2-d3b11f3293d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2600026 Feb 07 23:06:25.480063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a96b55ad-ee2b-40d1-bbea-258cdb0de9df None None] Port 0b09e824-ba78-4e61-8e31-838d93e09001 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:06:25.484321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-a3944cb0-6d7d-4e2c-8ef5-7de5c272c40c service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691651 Feb 07 23:06:25.939151 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-871861c8-3b1e-4e88-98b8-d7aee14f60ba req-9a174cc0-9bb5-436a-9824-9510ad76e0df tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 210 time: 0.0819097 Feb 07 23:06:26.053450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4eaa6d58-202e-4b35-a169-273779f50a8d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:26.114659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4eaa6d58-202e-4b35-a169-273779f50a8d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:26.115138 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.225904 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.251553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 4eaa6d58-202e-4b35-a169-273779f50a8d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4eaa6d58-202e-4b35-a169-273779f50a8d,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:26.261239 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.327988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=4eaa6d58-202e-4b35-a169-273779f50a8d,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:26.379074 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.398697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52528) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:26.405801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-10f9209d-ce1a-4438-ab78-ba92556bf2db tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563601465', 'description': 'tempest-secgroup-smoke-563601465 description', 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:26.435692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-10f9209d-ce1a-4438-ab78-ba92556bf2db tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.519772 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-10f9209d-ce1a-4438-ab78-ba92556bf2db tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.527227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-10f9209d-ce1a-4438-ab78-ba92556bf2db tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.566927 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-10f9209d-ce1a-4438-ab78-ba92556bf2db tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.568596 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-10f9209d-ce1a-4438-ab78-ba92556bf2db tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1686718 Feb 07 23:06:26.571383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52530) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:26.576281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6f23ae83-3ed5-44f7-b648-16088cdec67d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Request body: {'security_group_rule': {'security_group_id': '4b6734dd-77d2-4fb8-81af-9ed880616733', 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:26.581571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9209d-ce1a-4438-ab78-ba92556bf2db tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6734dd-77d2-4fb8-81af-9ed880616733,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:26.613579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f23ae83-3ed5-44f7-b648-16088cdec67d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.640242 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.683810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f23ae83-3ed5-44f7-b648-16088cdec67d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.688756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f23ae83-3ed5-44f7-b648-16088cdec67d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.708809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23ae83-3ed5-44f7-b648-16088cdec67d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bc5e4b-5845-4f2e-804c-8a4d2c7f69a4,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:26.716295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f23ae83-3ed5-44f7-b648-16088cdec67d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.720300 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52532) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:26.721163 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6f23ae83-3ed5-44f7-b648-16088cdec67d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448421 Feb 07 23:06:26.725382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a3cf2d10-b872-4e14-9e8c-3442ddfb49ea tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Request body: {'security_group_rule': {'security_group_id': '4b6734dd-77d2-4fb8-81af-9ed880616733', 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:26.757444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2d10-b872-4e14-9e8c-3442ddfb49ea tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.809301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2d10-b872-4e14-9e8c-3442ddfb49ea tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.813216 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2d10-b872-4e14-9e8c-3442ddfb49ea tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.834928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf2d10-b872-4e14-9e8c-3442ddfb49ea tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a3e36f-bfe3-420f-9a9a-99e7621860f3,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:26.842647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2d10-b872-4e14-9e8c-3442ddfb49ea tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.847177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52534) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:26.847329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a3cf2d10-b872-4e14-9e8c-3442ddfb49ea tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255760 Feb 07 23:06:26.857665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9b096dff-7a8a-44e7-a1c2-b59fe43d697d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Request body: {'security_group_rule': {'security_group_id': '4b6734dd-77d2-4fb8-81af-9ed880616733', 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:26.902511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b096dff-7a8a-44e7-a1c2-b59fe43d697d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.906638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Sync routers for ids ['085c883b-9e50-443b-9bb2-d3b11f3293d6'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:26.919028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Routers {'085c883b-9e50-443b-9bb2-d3b11f3293d6'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:26.919797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:06:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['085c883b-9e50-443b-9bb2-d3b11f3293d6'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:27.060789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-49084322-bd07-426e-b67b-101e79a4411c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:27.063631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-49084322-bd07-426e-b67b-101e79a4411c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1437292 Feb 07 23:06:27.069484 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b096dff-7a8a-44e7-a1c2-b59fe43d697d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.079451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b096dff-7a8a-44e7-a1c2-b59fe43d697d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.080366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Set router 085c883b-9e50-443b-9bb2-d3b11f3293d6 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:27.109789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b096dff-7a8a-44e7-a1c2-b59fe43d697d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605070d5-adff-454e-a571-e2387ece785a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:27.144824 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b096dff-7a8a-44e7-a1c2-b59fe43d697d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.151994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9b096dff-7a8a-44e7-a1c2-b59fe43d697d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031740 Feb 07 23:06:27.152773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52540) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:27.159732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ef89e5c9-4bcb-40f8-9e75-d5c8c9ac26bd tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Request body: {'security_group_rule': {'security_group_id': '4b6734dd-77d2-4fb8-81af-9ed880616733', 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:27.185843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-dfd2cf04-c998-4557-b165-243993b84fc8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 378 time: 0.1125219 Feb 07 23:06:27.188154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5182f7f2-4a9f-4706-a0b2-8bfcd8127cb9 req-9725be66-1693-40bc-936b-56b787a68071 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 210 time: 0.0838273 Feb 07 23:06:27.199121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'port': {'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'admin_state_up': True, 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'security_groups': ['5a41d66f-c945-4c62-b241-31cebdf30211']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:27.283974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef89e5c9-4bcb-40f8-9e75-d5c8c9ac26bd tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.357607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:19Z', 'updated_at': '2022-02-07T23:06:24Z', 'revision_number': 4, 'project_id': '48569150df9e45919a99375d84fc7b92', 'gw_port': {'id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:20Z', 'updated_at': '2022-02-07T23:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0b09e824-ba78-4e61-8e31-838d93e09001', 'name': '', 'network_id': '90554750-3e6a-42c3-861a-82040db7e771', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'mac_address': 'fa:16:3e:d9:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '8341ea1e-33f7-4dc9-bdca-67aa1c9888ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:23Z', 'updated_at': '2022-02-07T23:06:24Z', 'revision_number': 2, 'project_id': '48569150df9e45919a99375d84fc7b92', 'subnets': [{'id': '8341ea1e-33f7-4dc9-bdca-67aa1c9888ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:27.386478 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef89e5c9-4bcb-40f8-9e75-d5c8c9ac26bd tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.393997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Checking router: 085c883b-9e50-443b-9bb2-d3b11f3293d6 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:27.394565 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef89e5c9-4bcb-40f8-9e75-d5c8c9ac26bd tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.394968 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Updating router 085c883b-9e50-443b-9bb2-d3b11f3293d6 port 0b09e824-ba78-4e61-8e31-838d93e09001 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:06:27.406254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Made reservation on behalf of edc93e220b884578820ed73d5e9400f9 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:27.410794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.428228 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.439688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef89e5c9-4bcb-40f8-9e75-d5c8c9ac26bd tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.442016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ef89e5c9-4bcb-40f8-9e75-d5c8c9ac26bd tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2877467 Feb 07 23:06:27.444604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52542) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:27.449838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-97f0d3e6-fe01-40cb-83b1-abd2c5c8911b tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Request body: {'security_group_rule': {'security_group_id': '4b6734dd-77d2-4fb8-81af-9ed880616733', 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:27.459416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e5c9-4bcb-40f8-9e75-d5c8c9ac26bd tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659a9870-58d8-4342-a8a3-87c5f985e80b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:27.487149 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-97f0d3e6-fe01-40cb-83b1-abd2c5c8911b tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Project 75ffaf4e670740f1b24cdcbecc9318bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:06:27.497227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-97f0d3e6-fe01-40cb-83b1-abd2c5c8911b tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.585419 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-97f0d3e6-fe01-40cb-83b1-abd2c5c8911b tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.595342 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-97f0d3e6-fe01-40cb-83b1-abd2c5c8911b tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.630368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0d3e6-fe01-40cb-83b1-abd2c5c8911b tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fb8017-49bf-49db-ae86-04449b5ca3bf,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:27.647099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-97f0d3e6-fe01-40cb-83b1-abd2c5c8911b tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.649527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-97f0d3e6-fe01-40cb-83b1-abd2c5c8911b tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2032723 Feb 07 23:06:27.652678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52544) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:27.669218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9b0e4b06-f0d4-4b97-9664-09b323cc514e tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Request body: {'security_group_rule': {'security_group_id': '4b6734dd-77d2-4fb8-81af-9ed880616733', 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:27.720393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.20.0.14 (2f757959-1832-41a9-aab1-345730436e6e/40058268-0e17-460f-86fe-d5a141a2db00/e22c83d5-5913-4a9d-adf7-08e901965b48) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:27.737373 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-9b0e4b06-f0d4-4b97-9664-09b323cc514e tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Project 75ffaf4e670740f1b24cdcbecc9318bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:06:27.744887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4b06-f0d4-4b97-9664-09b323cc514e tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.792808 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.800034 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.855246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4b06-f0d4-4b97-9664-09b323cc514e tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.862992 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4b06-f0d4-4b97-9664-09b323cc514e tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.890180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e4b06-f0d4-4b97-9664-09b323cc514e tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc87395e-0bfc-4b30-8501-a0b3bd69cfdd,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:27.929324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4b06-f0d4-4b97-9664-09b323cc514e tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.931121 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9b0e4b06-f0d4-4b97-9664-09b323cc514e tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2752900 Feb 07 23:06:27.958995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cad50-28f4-4250-9164-57edc5c076e3 None None] Pushing event updated for resources: {'Port': ['ID=0b09e824-ba78-4e61-8e31-838d93e09001,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:27.997841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4eaa6d58-202e-4b35-a169-273779f50a8d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:28.014690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.066740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.084129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Attempting to bind port 0b09e824-ba78-4e61-8e31-838d93e09001 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:28.084658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Attempting to bind port 0b09e824-ba78-4e61-8e31-838d93e09001 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e46fd0bc-601b-421c-9336-64587a3cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '90554750-3e6a-42c3-861a-82040db7e771'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:28.085314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Attempting to bind port 0b09e824-ba78-4e61-8e31-838d93e09001 on network 90554750-3e6a-42c3-861a-82040db7e771 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:28.095123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:06:28.095644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Checking segment: {'id': 'e46fd0bc-601b-421c-9336-64587a3cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '90554750-3e6a-42c3-861a-82040db7e771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:28.096157 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.096649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Bound using segment: {'id': 'e46fd0bc-601b-421c-9336-64587a3cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '90554750-3e6a-42c3-861a-82040db7e771'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:06:28.097243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Bound port: 0b09e824-ba78-4e61-8e31-838d93e09001, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46fd0bc-601b-421c-9336-64587a3cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '90554750-3e6a-42c3-861a-82040db7e771'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:28.097724 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.154575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4eaa6d58-202e-4b35-a169-273779f50a8d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:28.154575 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.166261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:28.175474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:28.181110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-f14b1f68-6874-4544-a9bd-20410374ba0d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563601465&fields=id&tenant_id=75ffaf4e670740f1b24cdcbecc9318bb HTTP/1.1" status: 200 len: 267 time: 0.0688891 Feb 07 23:06:28.198394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:28.307404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=e22c83d5-5913-4a9d-adf7-08e901965b48,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:28.348760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:28.349724 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.378645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] For port 0b09e824-ba78-4e61-8e31-838d93e09001, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:06:28.381624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650b53-9266-4645-8da7-da0e789ec03e req-912f24ad-8ff0-49d7-98c9-93d9139a5734 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:28.382330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] For port 0b09e824-ba78-4e61-8e31-838d93e09001, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0b09e824-ba78-4e61-8e31-838d93e09001,segment=NetworkSegment(e46fd0bc-601b-421c-9336-64587a3cd6ff),segment_id=e46fd0bc-601b-421c-9336-64587a3cd6ff)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:06:28.384265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-912f24ad-8ff0-49d7-98c9-93d9139a5734 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/networks?id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569 HTTP/1.1" status: 200 len: 809 time: 0.1956701 Feb 07 23:06:28.398203 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.414165 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-8b37c45e-d01a-4261-8947-52e587eefb96 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2209086 Feb 07 23:06:28.419831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-86d49456-ae93-4270-bd81-cc1c6c98bf75 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/quotas/75ffaf4e670740f1b24cdcbecc9318bb HTTP/1.1" status: 200 len: 375 time: 0.0287025 Feb 07 23:06:28.428172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008a6bc-920a-4d36-a1a9-4c18d11169ef req-93d8e904-bca3-470e-b390-e32bb4227694 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:28.436373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3008a6bc-920a-4d36-a1a9-4c18d11169ef req-93d8e904-bca3-470e-b390-e32bb4227694 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 932 time: 0.0804937 Feb 07 23:06:28.454545 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Request body: {'port': {'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:28.517146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-40fb1cc8-9903-4c65-aad2-ab9272b7fd39 None None] Provisioning complete for port 0b09e824-ba78-4e61-8e31-838d93e09001 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:28.517530 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40fb1cc8-9903-4c65-aad2-ab9272b7fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.523960 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-8b53c171-15c5-408e-b95b-6f5b17ad52f4 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75ffaf4e670740f1b24cdcbecc9318bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945935 Feb 07 23:06:28.562303 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3008a6bc-920a-4d36-a1a9-4c18d11169ef req-900211a0-93e9-40f3-979c-2f9f1192460f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244867 Feb 07 23:06:28.613812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.655476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-e0ef3e9c-1762-4797-b94a-e97da0a8775e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:06:28.664875 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-e0ef3e9c-1762-4797-b94a-e97da0a8775e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1311519 Feb 07 23:06:28.775924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-605e8142-a3b1-44ea-883a-2596f8024045 service neutron] 10.222.0.15 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099446 Feb 07 23:06:28.867686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Routers {'085c883b-9e50-443b-9bb2-d3b11f3293d6'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:28.868361 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:06:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['085c883b-9e50-443b-9bb2-d3b11f3293d6'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:28.874077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cad50-28f4-4250-9164-57edc5c076e3 None None] Pushing event updated for resources: {'Port': ['ID=0b09e824-ba78-4e61-8e31-838d93e09001,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:28.988523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40fb1cc8-9903-4c65-aad2-ab9272b7fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.992191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-9007c346-bd4e-42a9-a1ca-d681dcb63acc service neutron] 10.222.0.15 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152102 Feb 07 23:06:29.084685 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22c83d5-5913-4a9d-adf7-08e901965b48 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:06:29.096908 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.109422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-40fb1cc8-9903-4c65-aad2-ab9272b7fd39 None None] For port 0b09e824-ba78-4e61-8e31-838d93e09001, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0b09e824-ba78-4e61-8e31-838d93e09001,segment=NetworkSegment(e46fd0bc-601b-421c-9336-64587a3cd6ff),segment_id=e46fd0bc-601b-421c-9336-64587a3cd6ff)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:29.110746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Transition to ACTIVE for port object e22c83d5-5913-4a9d-adf7-08e901965b48 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:29.118943 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.126572 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40fb1cc8-9903-4c65-aad2-ab9272b7fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.222673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] Set router 085c883b-9e50-443b-9bb2-d3b11f3293d6 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:29.302964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Pushing event updated for resources: {'Port': ['ID=e22c83d5-5913-4a9d-adf7-08e901965b48,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:29.376882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb1cc8-9903-4c65-aad2-ab9272b7fd39 None None] Pushing event updated for resources: {'Port': ['ID=0b09e824-ba78-4e61-8e31-838d93e09001,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:29.446705 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e34a433-1e5e-4c11-b70f-e1762d8ef93c req-eb4eba23-3834-4473-a0aa-a50e3584d56d tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 210 time: 0.0454931 Feb 07 23:06:29.458409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Attempting to bind port e22c83d5-5913-4a9d-adf7-08e901965b48 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:29.458409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Attempting to bind port e22c83d5-5913-4a9d-adf7-08e901965b48 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:29.458409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Attempting to bind port e22c83d5-5913-4a9d-adf7-08e901965b48 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:29.458409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Port e22c83d5-5913-4a9d-adf7-08e901965b48 on network 2f757959-1832-41a9-aab1-345730436e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:06:29.458409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Attempting to bind port e22c83d5-5913-4a9d-adf7-08e901965b48 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:29.461004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8acc34e3-4af6-4fc0-bf39-10aead85490f None None] Provisioning complete for port 0b09e824-ba78-4e61-8e31-838d93e09001 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:29.462304 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8acc34e3-4af6-4fc0-bf39-10aead85490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.462450 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:06:29.462645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:29.463030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Bound using segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:06:29.463455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Bound port: e22c83d5-5913-4a9d-adf7-08e901965b48, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:29.463844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.626839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] For port e22c83d5-5913-4a9d-adf7-08e901965b48, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:06:29.633215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] For port e22c83d5-5913-4a9d-adf7-08e901965b48, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e22c83d5-5913-4a9d-adf7-08e901965b48,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:06:29.643996 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.728289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:29.728902 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.730514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] 10.222.0.24 "PUT /v2.0/ports/e22c83d5-5913-4a9d-adf7-08e901965b48 HTTP/1.1" status: 200 len: 1092 time: 1.2860360 Feb 07 23:06:29.730945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:29.733192 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:06:29.822361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbac1d1-fc44-42c4-99e4-053108f475ca service neutron] Pushing event updated for resources: {'Port': ['ID=e22c83d5-5913-4a9d-adf7-08e901965b48,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:29.855007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:19Z', 'updated_at': '2022-02-07T23:06:24Z', 'revision_number': 4, 'project_id': '48569150df9e45919a99375d84fc7b92', 'gw_port': {'id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:20Z', 'updated_at': '2022-02-07T23:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0b09e824-ba78-4e61-8e31-838d93e09001', 'name': '', 'network_id': '90554750-3e6a-42c3-861a-82040db7e771', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'mac_address': 'fa:16:3e:d9:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '8341ea1e-33f7-4dc9-bdca-67aa1c9888ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:23Z', 'updated_at': '2022-02-07T23:06:28Z', 'revision_number': 4, 'project_id': '48569150df9e45919a99375d84fc7b92', 'subnets': [{'id': '8341ea1e-33f7-4dc9-bdca-67aa1c9888ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:29.885971 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19c341-f682-46eb-b629-dafa2d945f72 x-openstack-request-id: req-0d19c341-f682-46eb-b629-dafa2d945f72 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:06:29.886482 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:06:29.886910 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d19c341-f682-46eb-b629-dafa2d945f72 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:06:29.887478 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'status': 'completed', 'code': 200} Feb 07 23:06:29.915303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-56946f2d-3d87-4329-b3d0-8457c9126d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:29.922363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49694a9a-a718-48bb-99e3-2ab0a141f2a9 None None] The sync data for ids ['085c883b-9e50-443b-9bb2-d3b11f3293d6'] in n-d-827895-2 is: [{'id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:19Z', 'updated_at': '2022-02-07T23:06:24Z', 'revision_number': 4, 'project_id': '48569150df9e45919a99375d84fc7b92', 'gw_port': {'id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:20Z', 'updated_at': '2022-02-07T23:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '0b09e824-ba78-4e61-8e31-838d93e09001', 'name': '', 'network_id': '90554750-3e6a-42c3-861a-82040db7e771', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'mac_address': 'fa:16:3e:d9:f1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '8341ea1e-33f7-4dc9-bdca-67aa1c9888ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:23Z', 'updated_at': '2022-02-07T23:06:28Z', 'revision_number': 4, 'project_id': '48569150df9e45919a99375d84fc7b92', 'subnets': [{'id': '8341ea1e-33f7-4dc9-bdca-67aa1c9888ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:29.925011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-56946f2d-3d87-4329-b3d0-8457c9126d21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 1095 time: 0.1333439 Feb 07 23:06:29.959347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3c726-6951-4045-8c61-1a61575fde39 req-fb476336-3047-426a-bde7-8ff9d15b745c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:29.960953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dd3c726-6951-4045-8c61-1a61575fde39 req-fb476336-3047-426a-bde7-8ff9d15b745c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.2519674 Feb 07 23:06:30.046414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-4308fedf-b94f-4934-94b5-87b348ffc8f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e22c83d5-5913-4a9d-adf7-08e901965b48 HTTP/1.1" status: 200 len: 217 time: 0.1131692 Feb 07 23:06:30.061884 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dd3c726-6951-4045-8c61-1a61575fde39 req-22a466a3-dc64-48e2-9115-eea2959d0f4b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843742 Feb 07 23:06:30.174777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-94877c49-f5c0-478d-ab5b-4a3fc87c8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:30.179274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-94877c49-f5c0-478d-ab5b-4a3fc87c8704 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.1129441 Feb 07 23:06:30.288061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-4fa26d86-9c09-467c-a9d8-a3fbc6f60740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:30.289557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-4fa26d86-9c09-467c-a9d8-a3fbc6f60740 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975308 Feb 07 23:06:30.482314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-91b6448f-44ec-4592-96e2-7016225d73e6 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849966 Feb 07 23:06:30.688619 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59020da1-0bbe-4250-bba4-b0397cd015ae req-c4d6fda2-1e17-4e02-8e9b-30d48c6df362 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 210 time: 0.0649452 Feb 07 23:06:30.720291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82700f2d-921d-4fd9-8d99-ee955e2479fa req-600a7db2-d965-4f4d-b8c9-e8df20b39a3b service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304559 Feb 07 23:06:30.882592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-61dbf7f7-e8d6-4a2c-b31a-a50e64037b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:30.884512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-61dbf7f7-e8d6-4a2c-b31a-a50e64037b03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 1095 time: 0.0711887 Feb 07 23:06:31.039373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-4f628ec4-cf01-476c-a491-ff8b8523a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:31.041312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-4f628ec4-cf01-476c-a491-ff8b8523a2f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1504278 Feb 07 23:06:31.102727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-69c42d12-a384-479e-83e8-850808883c3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e22c83d5-5913-4a9d-adf7-08e901965b48 HTTP/1.1" status: 200 len: 217 time: 0.0540836 Feb 07 23:06:31.202125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639afc2-27a3-47ee-ba9c-9d225b6b43cd req-2635ac8a-b132-46f0-9fdc-385275d3ae0b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:31.211033 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9639afc2-27a3-47ee-ba9c-9d225b6b43cd req-2635ac8a-b132-46f0-9fdc-385275d3ae0b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.0733917 Feb 07 23:06:31.257939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-6972cc28-06cc-44c9-aad8-fa36ee438a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:31.259740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-6972cc28-06cc-44c9-aad8-fa36ee438a03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.1407487 Feb 07 23:06:31.329950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650b53-9266-4645-8da7-da0e789ec03e req-710d191a-0d47-4783-9461-6df1891c8b53 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:31.332147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-710d191a-0d47-4783-9461-6df1891c8b53 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.46 "GET /v2.0/networks?id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569 HTTP/1.1" status: 200 len: 809 time: 0.2270241 Feb 07 23:06:31.336309 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9639afc2-27a3-47ee-ba9c-9d225b6b43cd req-7737ac1f-7595-4c56-935b-9cf6e7c9987a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240323 Feb 07 23:06:31.364939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-f648556c-8bd3-467c-8164-c3b5a2273328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:31.366476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-f648556c-8bd3-467c-8164-c3b5a2273328 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933974 Feb 07 23:06:31.441173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-fe68a47d-ff3a-4df3-bd7a-b7ea3894123e tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ffaf4e670740f1b24cdcbecc9318bb HTTP/1.1" status: 200 len: 379 time: 0.0991225 Feb 07 23:06:31.456827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Request body: {'port': {'device_id': '9c0d4465-9598-49e7-b700-1646eb36e169', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'admin_state_up': True, 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'security_groups': ['4b6734dd-77d2-4fb8-81af-9ed880616733']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:31.904884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88fb9b21-e239-4133-92a8-2225896d9984 req-ead3bd26-4199-4ef2-9510-2dcc3acc6211 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 210 time: 0.0851715 Feb 07 23:06:31.936133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-95b85ad4-82b5-496e-a324-9bcd84a9f4de service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577307 Feb 07 23:06:32.004698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0b09e824-ba78-4e61-8e31-838d93e09001 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:32.080742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0b09e824-ba78-4e61-8e31-838d93e09001 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:32.081727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:32.085677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Made reservation on behalf of 75ffaf4e670740f1b24cdcbecc9318bb for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:32.089155 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:32.102607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c11ae6d-2f8a-4858-93e2-377c4896f6cf req-cb17adc0-17eb-427a-9367-8f14650e5238 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557381 Feb 07 23:06:32.262363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Allocated IP 172.20.0.5 (eb4a297f-f90f-4161-bbbe-9dc52aa9b569/968be52d-737e-4d28-913f-394edfc67245/7b90594d-d44c-4a6c-9cfa-a6c91880f9e8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:32.472129 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:32.479147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ecd64-4ad9-47ec-bfac-5d6f987939b7 req-34c17f25-e8d4-42d3-9ad7-a1ea5180b7de tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:32.487559 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce7ecd64-4ad9-47ec-bfac-5d6f987939b7 req-34c17f25-e8d4-42d3-9ad7-a1ea5180b7de tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.0674338 Feb 07 23:06:32.526989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:32.537650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce7ecd64-4ad9-47ec-bfac-5d6f987939b7 req-7bf1c702-320b-4ba5-bc2a-15cca3352189 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488923 Feb 07 23:06:32.600360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:32.603535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:32.606851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:32.661469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'Port': ['ID=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:32.682007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:32.682613 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:32.704403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-eac1bb9e-c8bb-4333-9a3a-d6a95aa01ec0 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2524574 Feb 07 23:06:32.720869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Request body: {'port': {'device_id': '9c0d4465-9598-49e7-b700-1646eb36e169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:32.793165 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.019032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7959bf32-f129-4343-b49c-66ca844ed1e5 None None] Provisioning complete for port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:33.024772 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7959bf32-f129-4343-b49c-66ca844ed1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.083015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7959bf32-f129-4343-b49c-66ca844ed1e5 None None] Port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:06:33.174687 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6215e-466e-4121-8429-0ec2261102ab req-6aa1691b-5754-44a7-8c7e-499a4fa7b9f2 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:33.176304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9bc6215e-466e-4121-8429-0ec2261102ab req-6aa1691b-5754-44a7-8c7e-499a4fa7b9f2 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 931 time: 0.1328707 Feb 07 23:06:33.269809 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9bc6215e-466e-4121-8429-0ec2261102ab req-3540ac25-e03c-43a4-af40-adb6c8d0fcbb tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775678 Feb 07 23:06:33.306591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:06:33.316344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.330041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Transition to ACTIVE for port object 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:33.333110 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.392277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Pushing event updated for resources: {'Port': ['ID=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:33.493178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Attempting to bind port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:33.493512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Attempting to bind port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:33.493935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Attempting to bind port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 on network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:33.504784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 on network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:06:33.505127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Attempting to bind port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 on network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:06:33.513556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:06:33.513946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Checking segment: {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:33.514485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Bound using segment: {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:06:33.514926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Bound port: 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75feb065-e468-458c-966c-d55bf521ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:33.515290 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.635302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] For port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:06:33.642418 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] For port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:06:33.667095 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.722979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6660b13-bfc6-4829-b67e-cb59ba9c6f58 req-fd5289eb-471d-4f5c-b69b-fbaa1d06ad3a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:33.725765 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6660b13-bfc6-4829-b67e-cb59ba9c6f58 req-fd5289eb-471d-4f5c-b69b-fbaa1d06ad3a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.0984497 Feb 07 23:06:33.734106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:33.735291 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.737280 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] 10.222.0.46 "PUT /v2.0/ports/7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 HTTP/1.1" status: 200 len: 1091 time: 1.0250545 Feb 07 23:06:33.740431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0d4465-9598-49e7-b700-1646eb36e169', 'tag': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:33.743570 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b52e619-1f60-436a-bb7d-c615dcd78d73" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0d4465-9598-49e7-b700-1646eb36e169", "tag": "7b90594d-d44c-4a6c-9cfa-a6c91880f9e8"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:06:33.771537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b5291-1670-4b24-9cb5-10a6e1ddbe67 service neutron] Pushing event updated for resources: {'Port': ['ID=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:33.806393 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6660b13-bfc6-4829-b67e-cb59ba9c6f58 req-ca3ed286-777d-4b52-bcf4-a04d0f0f04b3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706010 Feb 07 23:06:33.842341 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f41f77-2a58-4837-b58b-5acdfc05b78f x-openstack-request-id: req-b7f41f77-2a58-4837-b58b-5acdfc05b78f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:06:33.842639 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0d4465-9598-49e7-b700-1646eb36e169", "tag": "7b90594d-d44c-4a6c-9cfa-a6c91880f9e8", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:06:33.842891 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7f41f77-2a58-4837-b58b-5acdfc05b78f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:06:33.843311 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0d4465-9598-49e7-b700-1646eb36e169', 'tag': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'status': 'completed', 'code': 200} Feb 07 23:06:33.858898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650b53-9266-4645-8da7-da0e789ec03e req-4ac8075d-cfd1-4d71-b690-43329f317e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:33.860804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-4ac8075d-cfd1-4d71-b690-43329f317e8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=75ffaf4e670740f1b24cdcbecc9318bb&device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 1094 time: 0.0615778 Feb 07 23:06:33.910106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-c5703803-e166-45c8-b92b-54d94a695664 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 HTTP/1.1" status: 200 len: 217 time: 0.0415435 Feb 07 23:06:33.968030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650b53-9266-4645-8da7-da0e789ec03e req-8e119300-ac26-4003-97e1-e3586412e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:33.969540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-8e119300-ac26-4003-97e1-e3586412e768 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=968be52d-737e-4d28-913f-394edfc67245 HTTP/1.1" status: 200 len: 848 time: 0.0521758 Feb 07 23:06:34.023510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650b53-9266-4645-8da7-da0e789ec03e req-d0342656-c380-4a70-8992-06e0b44e99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:34.025050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-d0342656-c380-4a70-8992-06e0b44e99ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490284 Feb 07 23:06:34.070618 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:34.119054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-0aa11f78-d90f-4351-a3bb-8ee197a4b1b3 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872307 Feb 07 23:06:34.214624 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b650b53-9266-4645-8da7-da0e789ec03e req-f0c3bb4b-dbfb-453a-89d6-b40e0476c3d2 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893493 Feb 07 23:06:34.304868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-9d726a88-632b-48d2-92a8-a05d76d69da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:34.306397 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-9d726a88-632b-48d2-92a8-a05d76d69da2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=75ffaf4e670740f1b24cdcbecc9318bb&device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 1094 time: 0.0449476 Feb 07 23:06:34.402309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57082dfa-803e-47cb-a4f3-e51d4b0b3771 req-203c23f9-69c0-47c4-bab7-3b2ce8848864 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:34.403760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57082dfa-803e-47cb-a4f3-e51d4b0b3771 req-203c23f9-69c0-47c4-bab7-3b2ce8848864 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 943 time: 0.0556507 Feb 07 23:06:34.404230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-de2d443e-4079-4caa-8238-da1986afdb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:34.405684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-de2d443e-4079-4caa-8238-da1986afdb02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569 HTTP/1.1" status: 200 len: 909 time: 0.0929346 Feb 07 23:06:34.444619 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57082dfa-803e-47cb-a4f3-e51d4b0b3771 req-d81e9057-f21f-46b5-b085-65fc17c49343 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Feb 07 23:06:34.451779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-82624caa-dff3-4d8c-ac25-b909ab768e77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 HTTP/1.1" status: 200 len: 217 time: 0.0396614 Feb 07 23:06:34.501660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-6ccc4b28-3eb8-402e-9c87-69f44a6a4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:34.503117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-6ccc4b28-3eb8-402e-9c87-69f44a6a4b96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=968be52d-737e-4d28-913f-394edfc67245 HTTP/1.1" status: 200 len: 848 time: 0.0449147 Feb 07 23:06:34.520458 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:34.549854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-934a8962-161b-4730-a260-da1b592c3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:34.551343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-934a8962-161b-4730-a260-da1b592c3d17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413234 Feb 07 23:06:34.646633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-8f296872-de88-42b9-bb98-4cb726ae6a9c service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878489 Feb 07 23:06:34.739453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b52e619-1f60-436a-bb7d-c615dcd78d73 req-9851a42d-4b2c-4846-ad50-03e87f0d7f07 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836961 Feb 07 23:06:34.939118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae765-2675-4dfb-b010-15562c3d7c90 req-63593650-c0f5-45f3-b950-6f18e319fb4d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:34.940614 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b7fae765-2675-4dfb-b010-15562c3d7c90 req-63593650-c0f5-45f3-b950-6f18e319fb4d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.0546694 Feb 07 23:06:34.980353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b7fae765-2675-4dfb-b010-15562c3d7c90 req-be2dfa44-f846-4060-a555-cf35d2f7e66d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337350 Feb 07 23:06:35.565276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbcf58-d17a-4aa3-808d-82efe95453b2 req-054a0c87-ba99-4656-a2f4-8fbc0de1e875 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:35.566645 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a0bbcf58-d17a-4aa3-808d-82efe95453b2 req-054a0c87-ba99-4656-a2f4-8fbc0de1e875 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 943 time: 0.0528519 Feb 07 23:06:35.605556 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a0bbcf58-d17a-4aa3-808d-82efe95453b2 req-27095be6-1bbd-4ae9-85a5-bdd4149e90b8 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Feb 07 23:06:36.099590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794ef45-6f76-45df-bb18-92dd64509d70 req-25dc72da-63d6-44c2-b895-5514664ac25c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:36.101135 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7794ef45-6f76-45df-bb18-92dd64509d70 req-25dc72da-63d6-44c2-b895-5514664ac25c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.0507014 Feb 07 23:06:36.143131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7794ef45-6f76-45df-bb18-92dd64509d70 req-c56d2cbd-24dc-46d9-9366-d400e8b6a9f9 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358641 Feb 07 23:06:36.392605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:06:36.490844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:36.503570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'port_id': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'mac_address': 'fa:16:3e:b2:ad:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:06:36.544780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.558454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:06:36.577481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:36.582267 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.629757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:36.637059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.637408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.637757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.638083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.638415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.638743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.639069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.639391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.639734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.640060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.640381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.640702 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:36.722284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78123ed-c0cd-4af9-83df-7e5701ae7b42 req-f7f6b3fd-fb40-4f95-b201-196bd9ce4379 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:36.723768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d78123ed-c0cd-4af9-83df-7e5701ae7b42 req-f7f6b3fd-fb40-4f95-b201-196bd9ce4379 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 944 time: 0.0486264 Feb 07 23:06:36.762328 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d78123ed-c0cd-4af9-83df-7e5701ae7b42 req-5b5625ec-e002-4095-88b3-5a9d58ed65be tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324569 Feb 07 23:06:36.815012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['7b90594d-d44c-4a6c-9cfa-a6c91880f9e8'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:06:37.302713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371e995-e004-452d-b703-01ff145da4e3 req-d80c1ebf-ce6c-41da-b883-b0acdbbdd484 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:37.305487 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9371e995-e004-452d-b703-01ff145da4e3 req-d80c1ebf-ce6c-41da-b883-b0acdbbdd484 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.0741966 Feb 07 23:06:37.359585 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9371e995-e004-452d-b703-01ff145da4e3 req-cbd410fb-87ae-4ebf-a591-71d4801c7356 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467288 Feb 07 23:06:37.882488 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5950a-ac9d-4f7a-a127-7c613d8fa925 req-39e0dcc0-2d9f-43fd-8c87-710753d767d2 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:37.884052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fca5950a-ac9d-4f7a-a127-7c613d8fa925 req-39e0dcc0-2d9f-43fd-8c87-710753d767d2 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 944 time: 0.0500665 Feb 07 23:06:37.924221 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fca5950a-ac9d-4f7a-a127-7c613d8fa925 req-4cfed3e0-470a-4550-95f4-cf3860398452 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336616 Feb 07 23:06:38.415537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:38.464710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:38.468869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:38.469706 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.480846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07f509-d675-42f6-b33d-2795d654ffd5 req-8a3253d7-4cb9-48ed-8137-7ade0aec611a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:38.482316 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e07f509-d675-42f6-b33d-2795d654ffd5 req-8a3253d7-4cb9-48ed-8137-7ade0aec611a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.0529222 Feb 07 23:06:38.521999 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e07f509-d675-42f6-b33d-2795d654ffd5 req-d0361bc0-357a-4c18-b8a6-c07c2c3022a7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322795 Feb 07 23:06:38.550810 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.572946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0d4465-9598-49e7-b700-1646eb36e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:38.575173 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6456b9-c47e-4897-bfec-0829b16487b0" -d '{"events": [{"server_uuid": "9c0d4465-9598-49e7-b700-1646eb36e169", "name": "network-vif-plugged", "status": "completed", "tag": "7b90594d-d44c-4a6c-9cfa-a6c91880f9e8"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:06:38.588691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:38.593011 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.616538 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ced1674-6dc8-432f-a692-c9ed3f432b12 x-openstack-request-id: req-4ced1674-6dc8-432f-a692-c9ed3f432b12 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:06:38.616831 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0d4465-9598-49e7-b700-1646eb36e169", "name": "network-vif-plugged", "status": "completed", "tag": "7b90594d-d44c-4a6c-9cfa-a6c91880f9e8", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:06:38.617085 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ced1674-6dc8-432f-a692-c9ed3f432b12 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:06:38.617472 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0d4465-9598-49e7-b700-1646eb36e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'code': 200} Feb 07 23:06:38.644027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:38.706495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa4a5b-906b-422c-88af-5c12b948e4c0 req-47d5fd13-11aa-4b3c-a4bf-b95a4b2dd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:38.708036 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45fa4a5b-906b-422c-88af-5c12b948e4c0 req-47d5fd13-11aa-4b3c-a4bf-b95a4b2dd49a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 1096 time: 0.0393910 Feb 07 23:06:38.743150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-45fa4a5b-906b-422c-88af-5c12b948e4c0 req-1b58f9e1-6392-44b6-a7c1-86585d7781a9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287917 Feb 07 23:06:39.044833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3768753-5a5b-4d51-8402-f2e146f7415f req-8ea649b7-1d1b-4296-9898-53d63d268b9f tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:39.046304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3768753-5a5b-4d51-8402-f2e146f7415f req-8ea649b7-1d1b-4296-9898-53d63d268b9f tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 945 time: 0.0503259 Feb 07 23:06:39.085054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d3768753-5a5b-4d51-8402-f2e146f7415f req-c5c27da1-5db7-4b82-b138-187f5de021ae tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325816 Feb 07 23:06:39.644731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb628e-05c7-49f2-91af-1a693079ee72 req-f6f50332-8831-43b4-bfa6-709138fd1fb3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:39.646198 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5cfb628e-05c7-49f2-91af-1a693079ee72 req-f6f50332-8831-43b4-bfa6-709138fd1fb3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.0553083 Feb 07 23:06:39.696274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5cfb628e-05c7-49f2-91af-1a693079ee72 req-0b323c88-096a-47b6-8aee-d8472d61100a tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437706 Feb 07 23:06:40.205167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18db7a-1164-4f84-a37d-f612b190f029 req-f6cb60e3-857c-46bf-ab1b-dcba4b95e2bd tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:40.206623 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a18db7a-1164-4f84-a37d-f612b190f029 req-f6cb60e3-857c-46bf-ab1b-dcba4b95e2bd tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 945 time: 0.0539830 Feb 07 23:06:40.244811 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a18db7a-1164-4f84-a37d-f612b190f029 req-8cf4e08e-b06a-4313-a323-052737d83df8 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321813 Feb 07 23:06:40.357159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b963b4-3fcf-4701-8142-72d5e9e93529 req-4ef468ba-4acd-4a0d-a318-bdf1f971e655 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:40.358518 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04b963b4-3fcf-4701-8142-72d5e9e93529 req-4ef468ba-4acd-4a0d-a318-bdf1f971e655 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Feb 07 23:06:40.396191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04b963b4-3fcf-4701-8142-72d5e9e93529 req-04f8b7fd-d0b6-4684-89f0-db4b09714a95 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309124 Feb 07 23:06:40.510654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced455a6-504b-48ce-8da4-42c432f2759e req-76e25e8e-0858-4f02-be15-fc8f7fa704f4 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:40.512445 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ced455a6-504b-48ce-8da4-42c432f2759e req-76e25e8e-0858-4f02-be15-fc8f7fa704f4 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 945 time: 0.0503349 Feb 07 23:06:40.551633 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ced455a6-504b-48ce-8da4-42c432f2759e req-78f1f150-f72e-4c04-a833-cf1bd24e89b5 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328858 Feb 07 23:06:40.574520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52686) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:40.670246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7137b-eb8b-4d2d-8fea-21f749f81ac5 tempest-TestServerBasicOps-956104644 tempest-TestServerBasicOps-956104644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:40.671773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-64e7137b-eb8b-4d2d-8fea-21f749f81ac5 tempest-TestServerBasicOps-956104644 tempest-TestServerBasicOps-956104644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 1091 time: 0.0959754 Feb 07 23:06:40.675391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52692) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:40.679663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:40.703492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.833031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b3bd-1c95-4e4d-ab57-8fe5860d4cfa req-7cb123e5-2a09-462c-80d0-e679857a5394 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:40.834696 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b19b3bd-1c95-4e4d-ab57-8fe5860d4cfa req-7cb123e5-2a09-462c-80d0-e679857a5394 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 944 time: 0.0658073 Feb 07 23:06:40.861472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.924223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b19b3bd-1c95-4e4d-ab57-8fe5860d4cfa req-62ca1822-77f1-47b4-ad32-7d3b39ef82bb tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818450 Feb 07 23:06:40.992412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Allocated IP 172.25.8.117 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/f841a3a1-154d-4f76-85da-42108066d1e6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:41.096024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.130007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.163195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e22c83d5-5913-4a9d-adf7-08e901965b48 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:06:41.173706 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:41.176565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:41.180877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:41.205447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'Port': ['ID=f841a3a1-154d-4f76-85da-42108066d1e6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:41.272085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e22c83d5-5913-4a9d-adf7-08e901965b48, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e22c83d5-5913-4a9d-adf7-08e901965b48,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:41.283802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:06:41.320742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.334307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22c83d5-5913-4a9d-adf7-08e901965b48 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:06:41.356765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e22c83d5-5913-4a9d-adf7-08e901965b48, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e22c83d5-5913-4a9d-adf7-08e901965b48,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:41.361595 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.413509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=e22c83d5-5913-4a9d-adf7-08e901965b48,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:41.551498 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.576038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['e22c83d5-5913-4a9d-adf7-08e901965b48'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:06:41.625414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.824622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.830488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.904232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event updated for resources: {'Port': ['ID=f841a3a1-154d-4f76-85da-42108066d1e6,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:41.915793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:42.027512 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Floating IP c073cc4d-1154-4a5a-9560-6cb3b4358623 associated. External IP: 172.25.8.117, port: 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8. Feb 07 23:06:42.054439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc540ec-1ae4-456b-b5bb-69f512e73e0f req-0cee3603-2875-490a-b617-2e1173229026 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:42.056025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8bc540ec-1ae4-456b-b5bb-69f512e73e0f req-0cee3603-2875-490a-b617-2e1173229026 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 945 time: 0.0518570 Feb 07 23:06:42.096946 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8bc540ec-1ae4-456b-b5bb-69f512e73e0f req-58e3b6b7-2a86-4acc-a077-e5b0e648bce8 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338213 Feb 07 23:06:42.584961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Router a63247fe-2c11-489f-abc6-81a901fd79a7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:06:42.692984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:06:42.707167 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] Sync routers for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:42.715660 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:42.727110 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:42.728024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:06:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:42.752979 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2e608bff-b0bc-486d-a203-fe343ecc5dad tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0764840 Feb 07 23:06:42.753840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0d4465-9598-49e7-b700-1646eb36e169', 'tag': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:42.756412 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb88391-c919-46a6-895c-4741e1313461" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0d4465-9598-49e7-b700-1646eb36e169", "tag": "7b90594d-d44c-4a6c-9cfa-a6c91880f9e8"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:06:42.839617 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62df8745-5c07-4a7a-b8a1-d4e36de9db65 x-openstack-request-id: req-62df8745-5c07-4a7a-b8a1-d4e36de9db65 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:06:42.840457 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0d4465-9598-49e7-b700-1646eb36e169", "tag": "7b90594d-d44c-4a6c-9cfa-a6c91880f9e8", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:06:42.842169 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62df8745-5c07-4a7a-b8a1-d4e36de9db65 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:06:42.842690 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0d4465-9598-49e7-b700-1646eb36e169', 'tag': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'status': 'completed', 'code': 200} Feb 07 23:06:42.848770 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:42.919397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88391-c919-46a6-895c-4741e1313461 req-bf677299-341f-4532-add6-44b862cfaf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:42.924015 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-deb88391-c919-46a6-895c-4741e1313461 req-bf677299-341f-4532-add6-44b862cfaf84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=75ffaf4e670740f1b24cdcbecc9318bb&device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 1096 time: 0.0613186 Feb 07 23:06:43.029910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88391-c919-46a6-895c-4741e1313461 req-f469d274-42cc-4279-ad09-f3988f984786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:43.031460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-deb88391-c919-46a6-895c-4741e1313461 req-f469d274-42cc-4279-ad09-f3988f984786 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569 HTTP/1.1" status: 200 len: 909 time: 0.1034856 Feb 07 23:06:43.100984 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'c073cc4d-1154-4a5a-9560-6cb3b4358623', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'port_id': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'mac_address': 'fa:16:3e:b2:ad:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0d4465-9598-49e7-b700-1646eb36e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:41Z', 'updated_at': '2022-02-07T23:06:41Z', 'revision_number': 0, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e', 'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'mac_address': 'fa:16:3e:21:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:21Z', 'revision_number': 5, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'subnets': [{'id': '968be52d-737e-4d28-913f-394edfc67245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:43.101300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-deb88391-c919-46a6-895c-4741e1313461 req-c2cd50a9-f26b-45e0-8d73-94acf85ea88f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 HTTP/1.1" status: 200 len: 999 time: 0.0640323 Feb 07 23:06:43.128327 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] Checking router: a63247fe-2c11-489f-abc6-81a901fd79a7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:43.137411 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:43.138027 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:06:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:43.153292 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88391-c919-46a6-895c-4741e1313461 req-2aebf9a2-95f4-4cea-89c2-e39f2166a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:43.155086 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-deb88391-c919-46a6-895c-4741e1313461 req-2aebf9a2-95f4-4cea-89c2-e39f2166a2d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=968be52d-737e-4d28-913f-394edfc67245 HTTP/1.1" status: 200 len: 848 time: 0.0476999 Feb 07 23:06:43.179291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e22c83d5-5913-4a9d-adf7-08e901965b48 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:06:43.238728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port e22c83d5-5913-4a9d-adf7-08e901965b48 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:43.240427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88391-c919-46a6-895c-4741e1313461 req-18e1d0ea-73b7-4957-9c60-341e31eaf3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:43.242124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-deb88391-c919-46a6-895c-4741e1313461 req-18e1d0ea-73b7-4957-9c60-341e31eaf3b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808566 Feb 07 23:06:43.244731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port e22c83d5-5913-4a9d-adf7-08e901965b48 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:43.245118 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.253129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ecb89-f6cd-45dc-aa4e-32eeac0b4fde req-3f1d1c9f-2bcc-4049-b315-44d67a232c78 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:43.254802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6e4ecb89-f6cd-45dc-aa4e-32eeac0b4fde req-3f1d1c9f-2bcc-4049-b315-44d67a232c78 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 945 time: 0.0840347 Feb 07 23:06:43.331429 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.356075 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:43.356634 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6e4ecb89-f6cd-45dc-aa4e-32eeac0b4fde req-8f92b320-6c64-46ad-bd80-3a744ef18137 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912640 Feb 07 23:06:43.365514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port e22c83d5-5913-4a9d-adf7-08e901965b48, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e22c83d5-5913-4a9d-adf7-08e901965b48,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:06:43.366589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:43.369415 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50203660-9ddc-4610-8c1e-9f75cfe22a22" -d '{"events": [{"server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "name": "network-vif-plugged", "status": "completed", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:06:43.385526 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.408750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-deb88391-c919-46a6-895c-4741e1313461 req-775f251e-4db0-4d51-8a27-c4e83211a782 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529276 Feb 07 23:06:43.418544 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38184c0-c52c-4d3c-bbeb-6f81587ab897 x-openstack-request-id: req-f38184c0-c52c-4d3c-bbeb-6f81587ab897 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:06:43.418839 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "name": "network-vif-plugged", "status": "completed", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:06:43.419091 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f38184c0-c52c-4d3c-bbeb-6f81587ab897 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:06:43.419480 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'code': 200} Feb 07 23:06:43.443080 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=e22c83d5-5913-4a9d-adf7-08e901965b48,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:43.544799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afa2dd-d76e-4f1a-85b9-1aaaa8247565 req-24153413-6308-4ae3-8581-25f71c96c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:43.546195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08afa2dd-d76e-4f1a-85b9-1aaaa8247565 req-24153413-6308-4ae3-8581-25f71c96c404 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 1097 time: 0.0608723 Feb 07 23:06:43.567736 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-deb88391-c919-46a6-895c-4741e1313461 req-499d3c4e-eb6d-41b2-b9c2-fb7f00f6d1c8 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527281 Feb 07 23:06:43.595346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08afa2dd-d76e-4f1a-85b9-1aaaa8247565 req-9e9660fe-09a9-4c6f-8396-d130b10373e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378890 Feb 07 23:06:43.634661 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'c073cc4d-1154-4a5a-9560-6cb3b4358623', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'port_id': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'mac_address': 'fa:16:3e:b2:ad:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0d4465-9598-49e7-b700-1646eb36e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:41Z', 'updated_at': '2022-02-07T23:06:41Z', 'revision_number': 0, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e', 'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'mac_address': 'fa:16:3e:21:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:21Z', 'revision_number': 5, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'subnets': [{'id': '968be52d-737e-4d28-913f-394edfc67245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:43.660567 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f7898-f9fe-4480-a1a4-fe49253583f5 None None] The sync data for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 is: [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'c073cc4d-1154-4a5a-9560-6cb3b4358623', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'port_id': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'mac_address': 'fa:16:3e:b2:ad:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0d4465-9598-49e7-b700-1646eb36e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:41Z', 'updated_at': '2022-02-07T23:06:41Z', 'revision_number': 0, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e', 'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'mac_address': 'fa:16:3e:21:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:21Z', 'revision_number': 5, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'subnets': [{'id': '968be52d-737e-4d28-913f-394edfc67245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:43.863218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb21322-d664-4396-9ea2-4555b54e8485 None None] New status for floating IP c073cc4d-1154-4a5a-9560-6cb3b4358623: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:06:44.478996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e63ba-15fc-4f6d-b501-9ca5970b32c8 req-3bb2104b-82df-4b69-811d-a54789cde003 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:44.480590 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b1e63ba-15fc-4f6d-b501-9ca5970b32c8 req-3bb2104b-82df-4b69-811d-a54789cde003 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 946 time: 0.0538881 Feb 07 23:06:44.521182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6b1e63ba-15fc-4f6d-b501-9ca5970b32c8 req-1cfe6f48-fa09-4e4d-ad3e-13031ce2cbd9 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338852 Feb 07 23:06:45.659334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d938f-fac6-4b9d-8311-9c57f7310dd8 req-d1494d28-92fe-4a33-8c29-905acf37c831 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:45.660832 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a7d938f-fac6-4b9d-8311-9c57f7310dd8 req-d1494d28-92fe-4a33-8c29-905acf37c831 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 946 time: 0.0536010 Feb 07 23:06:45.706224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a7d938f-fac6-4b9d-8311-9c57f7310dd8 req-b80f683e-98c8-4713-843b-1d822c161108 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393014 Feb 07 23:06:45.827311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ebfdc-bacf-4c7a-90f6-12bcd5f3d5c5 req-cb24daa3-46ff-42d1-a01a-192132abacc1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:45.829412 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be1ebfdc-bacf-4c7a-90f6-12bcd5f3d5c5 req-cb24daa3-46ff-42d1-a01a-192132abacc1 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 946 time: 0.0556579 Feb 07 23:06:45.867508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be1ebfdc-bacf-4c7a-90f6-12bcd5f3d5c5 req-4ee91f8f-eda9-4b04-9af0-845b6b347917 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319467 Feb 07 23:06:45.891511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52728) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:46.063318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137fb0ae-af74-48cd-bd04-eeced6a94c24 tempest-TestVolumeBootPattern-592791179 tempest-TestVolumeBootPattern-592791179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:46.068087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52734) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:46.070050 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-137fb0ae-af74-48cd-bd04-eeced6a94c24 tempest-TestVolumeBootPattern-592791179 tempest-TestVolumeBootPattern-592791179-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 1092 time: 0.1774344 Feb 07 23:06:46.073435 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:46.101934 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.199283 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.312414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.25.8.30 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/c5467760-6b40-4d7a-b065-851dfdc0b57d) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:46.416065 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.450684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.499889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:46.503356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:46.506036 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:06:46.511783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=c5467760-6b40-4d7a-b065-851dfdc0b57d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:47.023927 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:06:47.302638 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.390758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52742) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:47.408378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.497706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2e50-e97e-4057-916c-c43f5d90c596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.560876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.565608 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.570586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2e50-e97e-4057-916c-c43f5d90c596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.575246 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2e50-e97e-4057-916c-c43f5d90c596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.615785 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ffaa2e50-e97e-4057-916c-c43f5d90c596 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c97237bec8b44d808d2d8e85c206af3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213397 Feb 07 23:06:47.615785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa2e50-e97e-4057-916c-c43f5d90c596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e91dd16-d2a8-424a-aad8-0ea9f154b30a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:47.616514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52746) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:47.638256 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=c5467760-6b40-4d7a-b065-851dfdc0b57d,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:47.649761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.669692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5afaf480-c740-4866-820b-f4acdc7f367d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.690626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5afaf480-c740-4866-820b-f4acdc7f367d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.738083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5afaf480-c740-4866-820b-f4acdc7f367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.740982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5afaf480-c740-4866-820b-f4acdc7f367d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.742146 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5afaf480-c740-4866-820b-f4acdc7f367d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e91dd16-d2a8-424a-aad8-0ea9f154b30a HTTP/1.1" status: 204 len: 168 time: 0.1247880 Feb 07 23:06:47.751853 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Floating IP 2736591f-20a0-48b9-85b2-b77c7027a16e associated. External IP: 172.25.8.30, port: e22c83d5-5913-4a9d-adf7-08e901965b48. Feb 07 23:06:47.752051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaf480-c740-4866-820b-f4acdc7f367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e91dd16-d2a8-424a-aad8-0ea9f154b30a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:47.990690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Router a8fa6b98-d561-4635-84f8-e225c34e0e14 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:06:48.101604 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:06:48.112389 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] Sync routers for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:48.122311 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.125382 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:48.126170 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:06:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:48.156285 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d3826868-ea50-43d0-9670-b2694dda6bdd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0869648 Feb 07 23:06:48.157372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:48.160298 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32f18e7-94d6-4f78-93ed-c31c22489736" -d '{"events": [{"name": "network-changed", "server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:06:48.199399 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef477af-5aeb-4528-a1c3-f824fa1fc19f x-openstack-request-id: req-9ef477af-5aeb-4528-a1c3-f824fa1fc19f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:06:48.199825 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:06:48.200148 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ef477af-5aeb-4528-a1c3-f824fa1fc19f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:06:48.200663 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'status': 'completed', 'code': 200} Feb 07 23:06:48.236061 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:48.265407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-e5bccbba-d651-4495-83e3-d1ad00ceff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:48.267833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-e5bccbba-d651-4495-83e3-d1ad00ceff68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 1097 time: 0.0454702 Feb 07 23:06:48.367443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-c8fa1b7d-6731-4beb-b68d-6917f985c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:48.368950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-c8fa1b7d-6731-4beb-b68d-6917f985c4f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.0938513 Feb 07 23:06:48.400984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 52772) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:48.439349 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-5abbdb6c-801f-4806-9419-0e43252a4fa8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e22c83d5-5913-4a9d-adf7-08e901965b48 HTTP/1.1" status: 200 len: 999 time: 0.0629623 Feb 07 23:06:48.482923 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '2736591f-20a0-48b9-85b2-b77c7027a16e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:46Z', 'revision_number': 0, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:48.493372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-34d8b04a-027c-436d-abd8-9da73e394454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:48.495083 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-34d8b04a-027c-436d-abd8-9da73e394454 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0499039 Feb 07 23:06:48.509591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-747152882-network', 'tenant_id': '0e2c59bacbcb42109f73ccbf9ffe2529'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:48.510151 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] Checking router: a8fa6b98-d561-4635-84f8-e225c34e0e14 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:48.520911 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:06:48.521525 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:06:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:48.533739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Made reservation on behalf of 0e2c59bacbcb42109f73ccbf9ffe2529 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:48.536689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.542412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-0d9b5d27-7dc0-4165-8ad5-3b2a88ff2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:48.543922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-0d9b5d27-7dc0-4165-8ad5-3b2a88ff2790 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425768 Feb 07 23:06:48.549742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.628210 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.632770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.638556 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:06:48.645675 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-443ce43b-a564-40ac-97f5-afe611bfce2b service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951366 Feb 07 23:06:48.659623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:06:48.670316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eafe5f8-54fc-4132-adc3-8b830fd85542,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:48.676671 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.677013 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Added segment fcffe568-09cf-4d0b-9ba1-668d10a4bd22 of type vlan for network 0fc93f18-045b-4eeb-b82a-6e374daa2338 Feb 07 23:06:48.719248 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.744498 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.745390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a32f18e7-94d6-4f78-93ed-c31c22489736 req-1cbb6706-510e-42bd-bcc2-852b773e5c6f service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938921 Feb 07 23:06:48.745546 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:48.746072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.804720 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4000220 Feb 07 23:06:48.805191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 52776) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:06:48.810331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Request body: {'subnet': {'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-747152882-subnet', 'tenant_id': '0e2c59bacbcb42109f73ccbf9ffe2529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:48.810835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67654760-f79e-47cb-a6cc-44689356d716 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc93f18-045b-4eeb-b82a-6e374daa2338,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:48.822202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 0fc93f18-045b-4eeb-b82a-6e374daa2338 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:06:48.843667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Made reservation on behalf of 0e2c59bacbcb42109f73ccbf9ffe2529 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:48.846850 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.888547 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '2736591f-20a0-48b9-85b2-b77c7027a16e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:46Z', 'revision_number': 0, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:48.918978 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13d8ac-8900-447d-a597-ef931ca96c97 None None] The sync data for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 is: [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '2736591f-20a0-48b9-85b2-b77c7027a16e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:46Z', 'revision_number': 0, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:49.032039 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:49.082472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=05777488-a4eb-40d1-b5b5-0c65492362d3,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:49.100262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Checking segment: {'id': 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:06:49.100613 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Network hostable DHCP agents. Network: 0fc93f18-045b-4eeb-b82a-6e374daa2338, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:06:49.119870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a9951-8fd2-4865-a4a2-43a5a2812e83 None None] New status for floating IP 2736591f-20a0-48b9-85b2-b77c7027a16e: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:06:49.120583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Network 0fc93f18-045b-4eeb-b82a-6e374daa2338 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:06:49.130277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 0fc93f18-045b-4eeb-b82a-6e374daa2338) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:49.134598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:49.135045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:49.150921 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9e9a708a-01f7-4874-a08d-a62db01ac17c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3446186 Feb 07 23:06:49.156883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3263404-fcc8-4740-bbe5-6a95b5686c02 None None] Network 0fc93f18-045b-4eeb-b82a-6e374daa2338 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:06:49.377762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a355925-8c6f-4a11-abdb-1505f76e5d65 None None] Network 0fc93f18-045b-4eeb-b82a-6e374daa2338 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:06:51.492744 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4b0c-6c12-4bd5-a965-a0d67ab7047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:54.639300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e73385f2-4139-402a-b4c1-760268cb3366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:54.888066 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:56.376068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:56.634229 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:04.070493 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:04.522982 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:13.656373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-acc56cfc-cc42-4830-a726-0e426700afe5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007938 Feb 07 23:07:13.741371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-d67f231d-1eae-4429-8593-c2eb85097000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:13.742939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-d67f231d-1eae-4429-8593-c2eb85097000 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 1097 time: 0.0453022 Feb 07 23:07:13.848278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-b22b9ad4-1eab-4601-bac3-8424c5a59beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:13.849884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-b22b9ad4-1eab-4601-bac3-8424c5a59beb service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.0880497 Feb 07 23:07:13.919911 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-56a0f19f-2806-488a-9d33-4e2bf07abad5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e22c83d5-5913-4a9d-adf7-08e901965b48 HTTP/1.1" status: 200 len: 1001 time: 0.0635056 Feb 07 23:07:13.967713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-d0e48cc1-d72b-4b08-8e20-79c0849aaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:13.969212 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-d0e48cc1-d72b-4b08-8e20-79c0849aaa6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0434928 Feb 07 23:07:14.017113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-1704f9b1-aa34-4a79-a337-e6cc175d5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:14.018257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-1704f9b1-aa34-4a79-a337-e6cc175d5a1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430930 Feb 07 23:07:14.114421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-23ee853d-8300-4297-b6d6-6282878c9dec service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898697 Feb 07 23:07:14.204289 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-81066d9c-2ee3-47fb-9d00-5cadbcb06097 req-2fab6e97-a3df-4f23-9c2a-2061a69555ea service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836010 Feb 07 23:07:17.063353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 53084) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:07:17.154511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347436-a0d2-451f-ade6-6a27c44be568 req-e639043c-f942-42eb-b449-e5df312cd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:17.156286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08347436-a0d2-451f-ade6-6a27c44be568 req-e639043c-f942-42eb-b449-e5df312cd489 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 1096 time: 0.0917983 Feb 07 23:07:17.190257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08347436-a0d2-451f-ade6-6a27c44be568 req-f3a8e359-f285-4c4a-82d1-679b01e37457 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277908 Feb 07 23:07:17.476775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-6208f4ed-d87b-4908-888d-dfd6f5535f75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957263 Feb 07 23:07:17.563174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-76da9ebf-8d9e-45bc-a95c-457e5978b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:17.564801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-76da9ebf-8d9e-45bc-a95c-457e5978b301 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=75ffaf4e670740f1b24cdcbecc9318bb&device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 1096 time: 0.0452664 Feb 07 23:07:17.696175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-a69283b5-57f4-4c95-83da-1ea0471c1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:17.697839 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-a69283b5-57f4-4c95-83da-1ea0471c1a7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569 HTTP/1.1" status: 200 len: 909 time: 0.1136074 Feb 07 23:07:17.774361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-5a2f7a32-3a72-4855-a42d-c0d3e873c65e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0691292 Feb 07 23:07:17.831401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-2f7f4f71-44ae-4996-abe4-618c669d0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:17.833005 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-2f7f4f71-44ae-4996-abe4-618c669d0ef9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=968be52d-737e-4d28-913f-394edfc67245 HTTP/1.1" status: 200 len: 848 time: 0.0526650 Feb 07 23:07:17.886223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-762c8742-5246-46a6-bd45-90cc920f6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:17.888290 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-762c8742-5246-46a6-bd45-90cc920f6261 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479574 Feb 07 23:07:17.983068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-b50f3d66-83c4-4aaf-9d43-817e07a6d417 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879509 Feb 07 23:07:18.082076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acef70ef-7acb-4f1d-bcb7-2edaa5141133 req-93850e9c-a14c-4c48-85fd-a0dac8605258 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920856 Feb 07 23:07:21.495495 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea715b7b-deb7-4f45-a08c-510a4f814bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.029823 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:07:24.633158 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23ed014e-23ed-4b40-bc19-ae6d36cfd762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.890501 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:26.378237 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:26.639989 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.084882 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.522977 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:39.560862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-2cc4e3c7-f235-4487-9413-e78c9cb9d0ab tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:39.562301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-2cc4e3c7-f235-4487-9413-e78c9cb9d0ab tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/networks?id=0fc93f18-045b-4eeb-b82a-6e374daa2338 HTTP/1.1" status: 200 len: 813 time: 0.1045511 Feb 07 23:07:39.577811 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-f130dfa3-c069-42c8-b64e-54f2b0d75d45 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/quotas/0e2c59bacbcb42109f73ccbf9ffe2529 HTTP/1.1" status: 200 len: 375 time: 0.0088634 Feb 07 23:07:39.609036 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-9a51943f-fb7a-4e3c-a887-2d6c0692b40b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e2c59bacbcb42109f73ccbf9ffe2529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252786 Feb 07 23:07:39.702259 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-b25587bf-1739-4e7e-bf60-1aeda228275e service neutron] 10.222.0.15 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848188 Feb 07 23:07:39.790592 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-dda9d2a9-6e6a-4da4-9479-56bc8cab9bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821066 Feb 07 23:07:39.953654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73f95163-e655-4c20-bc7e-fa437acaa725 req-2fd98434-8373-4ec6-b271-e8a9a596c243 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 210 time: 0.0318325 Feb 07 23:07:40.967650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-7f9518ba-4528-4eb8-8b04-ce0fef8fd4cc tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:40.969073 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-7f9518ba-4528-4eb8-8b04-ce0fef8fd4cc tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.46 "GET /v2.0/networks?id=0fc93f18-045b-4eeb-b82a-6e374daa2338 HTTP/1.1" status: 200 len: 813 time: 0.0991724 Feb 07 23:07:40.984627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Request body: {'port': {'device_id': '3d51536d-95ee-4132-a02c-1e2151a44fc1', 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338', 'admin_state_up': True, 'tenant_id': '0e2c59bacbcb42109f73ccbf9ffe2529'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:41.054398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55685e53-dca8-4e2e-bdb4-46ca49f81b34 req-548b3519-f72c-4b27-95c8-4e4e3307b039 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 210 time: 0.0267282 Feb 07 23:07:41.104121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Made reservation on behalf of 0e2c59bacbcb42109f73ccbf9ffe2529 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:41.107601 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.228695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Allocated IP 172.20.0.7 (0fc93f18-045b-4eeb-b82a-6e374daa2338/05777488-a4eb-40d1-b5b5-0c65492362d3/af9e1e11-db4c-4cf8-9fe0-88b6a9531a76) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:41.375690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.408327 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.451612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Network 0fc93f18-045b-4eeb-b82a-6e374daa2338 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:41.454683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:41.458255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:07:41.464490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Pushing event updated for resources: {'Port': ['ID=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:41.497440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.497775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.498106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.498431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.498753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.499071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.499385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.499697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.500033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.500344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.500652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.500960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:41.522827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:41.523413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.539141 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-e7845383-1eab-46ea-9913-34c2023955f9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584762 Feb 07 23:07:41.551042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Request body: {'port': {'device_id': '3d51536d-95ee-4132-a02c-1e2151a44fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:41.602778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.860277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:07:41.867602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.879641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Transition to ACTIVE for port object af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:41.883600 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.950610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Pushing event updated for resources: {'Port': ['ID=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:42.000682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Attempting to bind port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:07:42.001359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Attempting to bind port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:07:42.001546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Attempting to bind port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 on network 0fc93f18-045b-4eeb-b82a-6e374daa2338 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:07:42.005766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 on network 0fc93f18-045b-4eeb-b82a-6e374daa2338 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:07:42.006115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Attempting to bind port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 on network 0fc93f18-045b-4eeb-b82a-6e374daa2338 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:07:42.010784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:07:42.011118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Checking segment: {'id': 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:07:42.011498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Bound using segment: {'id': 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:07:42.011942 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Bound port: af9e1e11-db4c-4cf8-9fe0-88b6a9531a76, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:07:42.012297 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.073794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] For port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:07:42.076792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] For port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:07:42.082645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.125177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:42.125839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.127440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] 10.222.0.46 "PUT /v2.0/ports/af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 HTTP/1.1" status: 200 len: 1091 time: 0.5810699 Feb 07 23:07:42.127901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d51536d-95ee-4132-a02c-1e2151a44fc1', 'tag': 'af9e1e11-db4c-4cf8-9fe0-88b6a9531a76'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:42.130121 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f3da3a-52c6-4b11-b521-566594bd49b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d51536d-95ee-4132-a02c-1e2151a44fc1", "tag": "af9e1e11-db4c-4cf8-9fe0-88b6a9531a76"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:07:42.175251 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e42b7-e263-4ec9-b387-aa7859c5e4ee x-openstack-request-id: req-9d3e42b7-e263-4ec9-b387-aa7859c5e4ee {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:07:42.175543 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d51536d-95ee-4132-a02c-1e2151a44fc1", "tag": "af9e1e11-db4c-4cf8-9fe0-88b6a9531a76", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:07:42.175817 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d3e42b7-e263-4ec9-b387-aa7859c5e4ee {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:07:42.176206 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d51536d-95ee-4132-a02c-1e2151a44fc1', 'tag': 'af9e1e11-db4c-4cf8-9fe0-88b6a9531a76', 'status': 'completed', 'code': 200} Feb 07 23:07:42.187558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b70a7-f02f-44ef-8d89-9f80cbd8367f service neutron] Pushing event updated for resources: {'Port': ['ID=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:42.230306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96087323-5672-4502-be39-dbb0cf283906 req-c24637c1-07bc-490c-b3ad-04fea609a907 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:42.231825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96087323-5672-4502-be39-dbb0cf283906 req-c24637c1-07bc-490c-b3ad-04fea609a907 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 943 time: 0.0967641 Feb 07 23:07:42.238440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-1389c6c9-bc01-4681-96fe-e97e9e69a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:42.239829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-1389c6c9-bc01-4681-96fe-e97e9e69a430 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e2c59bacbcb42109f73ccbf9ffe2529&device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 1094 time: 0.0677097 Feb 07 23:07:42.292592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-62ebc010-1ed4-47e8-9e3a-6108f8016464 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 HTTP/1.1" status: 200 len: 217 time: 0.0451732 Feb 07 23:07:42.330999 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96087323-5672-4502-be39-dbb0cf283906 req-059a1ceb-ba70-428b-9a53-787e397fdb4f tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902414 Feb 07 23:07:42.346702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-b5ba653b-9acc-4849-b3e7-10025d812065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:42.348132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-b5ba653b-9acc-4849-b3e7-10025d812065 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05777488-a4eb-40d1-b5b5-0c65492362d3 HTTP/1.1" status: 200 len: 853 time: 0.0482659 Feb 07 23:07:42.378658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-db8f532d-6037-44ae-aaca-e5e6128b6f4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fc93f18-045b-4eeb-b82a-6e374daa2338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240333 Feb 07 23:07:42.467496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-cc5f0509-ade0-4aa4-b6ee-080f9397d256 service neutron] 10.222.0.46 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829053 Feb 07 23:07:42.554807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb73e2b6-3a9f-4cf5-8391-cc9e85638e3b req-6db1d8ac-841b-49da-a732-38d0198b3033 service neutron] 10.222.0.46 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808787 Feb 07 23:07:42.636903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-a0396e17-3f45-4575-a024-502c4d51308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:42.638246 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-a0396e17-3f45-4575-a024-502c4d51308b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e2c59bacbcb42109f73ccbf9ffe2529&device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 1094 time: 0.0395439 Feb 07 23:07:42.728894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-16595216-f379-4eeb-a326-7a3ac47c4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:42.730321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-16595216-f379-4eeb-a326-7a3ac47c4ae3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0fc93f18-045b-4eeb-b82a-6e374daa2338 HTTP/1.1" status: 200 len: 913 time: 0.0855203 Feb 07 23:07:42.770802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-6e5875a5-73e4-4436-bda9-5ddbb7d025a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 HTTP/1.1" status: 200 len: 217 time: 0.0334885 Feb 07 23:07:42.817194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-b2fe2515-6590-474b-944f-5197101af6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:42.818569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-b2fe2515-6590-474b-944f-5197101af6fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05777488-a4eb-40d1-b5b5-0c65492362d3 HTTP/1.1" status: 200 len: 853 time: 0.0413940 Feb 07 23:07:42.854991 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-56d92b84-fb27-4b93-82cb-e605b403f03b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fc93f18-045b-4eeb-b82a-6e374daa2338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291004 Feb 07 23:07:42.943518 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-b50a80ad-9189-42d2-8b8e-7882c71d3229 service neutron] 10.222.0.46 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806684 Feb 07 23:07:43.040755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d2f3da3a-52c6-4b11-b521-566594bd49b6 req-178fdac1-8b64-4320-a95a-0b57790bb89e service neutron] 10.222.0.46 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899534 Feb 07 23:07:43.454850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d750c-ea08-4902-9116-70033d6b6674 req-ecd6157a-27bc-4db3-8edb-11ec3c51f76f tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:43.456335 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c28d750c-ea08-4902-9116-70033d6b6674 req-ecd6157a-27bc-4db3-8edb-11ec3c51f76f tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 943 time: 0.0529881 Feb 07 23:07:43.493442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c28d750c-ea08-4902-9116-70033d6b6674 req-38b8b7e0-0857-484c-90c8-ae260a8f6163 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309250 Feb 07 23:07:44.606906 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8f1a2-0533-4bf0-af4a-ddfaec1fda4e req-cd704575-e62f-4d10-975a-843c5472d7da tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:44.608354 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0c8f1a2-0533-4bf0-af4a-ddfaec1fda4e req-cd704575-e62f-4d10-975a-843c5472d7da tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 943 time: 0.0484562 Feb 07 23:07:44.646465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b0c8f1a2-0533-4bf0-af4a-ddfaec1fda4e req-cbe6b61d-8fc5-4672-b6fe-90087480a24b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Feb 07 23:07:44.741043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:07:44.832756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:07:44.843920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'af9e1e11-db4c-4cf8-9fe0-88b6a9531a76', 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338', 'port_id': 'af9e1e11-db4c-4cf8-9fe0-88b6a9531a76', 'mac_address': 'fa:16:3e:52:8d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05777488-a4eb-40d1-b5b5-0c65492362d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:07:44.886300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:44.899020 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:07:44.918158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:07:44.922158 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:44.967915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:44.975156 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.975511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.975891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.976261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.976600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.976937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.977273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.977604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.977931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.978256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.978579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:44.978904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:45.133808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['af9e1e11-db4c-4cf8-9fe0-88b6a9531a76'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:07:45.759398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f56d3-e09f-457f-9dbf-dfd02a366574 req-e4b5e34b-33ec-4460-af24-9122f0ab6e96 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:45.760880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-906f56d3-e09f-457f-9dbf-dfd02a366574 req-e4b5e34b-33ec-4460-af24-9122f0ab6e96 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 944 time: 0.0485075 Feb 07 23:07:45.798614 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-906f56d3-e09f-457f-9dbf-dfd02a366574 req-f03c5546-96af-4366-ac2c-faeae031f93e tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Feb 07 23:07:46.756919 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:07:46.804979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:46.809051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:46.809415 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:46.886631 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:46.913296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d804dd5-144d-4407-9d76-f3ebb726db16 req-5e1d36a7-5668-47ca-b8d5-df9d9e62d514 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:46.913917 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d51536d-95ee-4132-a02c-1e2151a44fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9e1e11-db4c-4cf8-9fe0-88b6a9531a76'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:46.914957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d804dd5-144d-4407-9d76-f3ebb726db16 req-5e1d36a7-5668-47ca-b8d5-df9d9e62d514 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 944 time: 0.0483060 Feb 07 23:07:46.915626 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f9f2c2-d127-4c48-b93b-1e7eb468d6c3" -d '{"events": [{"server_uuid": "3d51536d-95ee-4132-a02c-1e2151a44fc1", "name": "network-vif-plugged", "status": "completed", "tag": "af9e1e11-db4c-4cf8-9fe0-88b6a9531a76"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:07:46.929106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:07:46.933216 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:46.958774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d804dd5-144d-4407-9d76-f3ebb726db16 req-ab9068c0-cc78-4ca8-86d2-0e6d27161f5e tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 Feb 07 23:07:46.961447 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9021b5-0da4-4231-83c3-b45e2c0e6354 x-openstack-request-id: req-ec9021b5-0da4-4231-83c3-b45e2c0e6354 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:07:46.961751 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d51536d-95ee-4132-a02c-1e2151a44fc1", "name": "network-vif-plugged", "status": "completed", "tag": "af9e1e11-db4c-4cf8-9fe0-88b6a9531a76", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:07:46.962158 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec9021b5-0da4-4231-83c3-b45e2c0e6354 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:07:46.962540 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d51536d-95ee-4132-a02c-1e2151a44fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9e1e11-db4c-4cf8-9fe0-88b6a9531a76', 'code': 200} Feb 07 23:07:46.999669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:47.063884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0080c8-b126-40c3-9607-6a28b98abb25 req-2ef9278e-4f31-4146-bbe0-817f64816ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:47.065388 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e0080c8-b126-40c3-9607-6a28b98abb25 req-2ef9278e-4f31-4146-bbe0-817f64816ff8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0430298 Feb 07 23:07:47.098767 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e0080c8-b126-40c3-9607-6a28b98abb25 req-12431384-dcdb-478c-b488-3111a519ba72 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272501 Feb 07 23:07:48.085455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3ae79-9265-4b88-85cf-9f2b525720bd req-bf66bc7e-785f-498c-a6de-9d826151e9c2 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:48.087017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-83b3ae79-9265-4b88-85cf-9f2b525720bd req-bf66bc7e-785f-498c-a6de-9d826151e9c2 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 945 time: 0.0543537 Feb 07 23:07:48.131202 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-83b3ae79-9265-4b88-85cf-9f2b525720bd req-dbbc2efe-8d5e-4efb-8a0f-d5e42af9b8e8 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380826 Feb 07 23:07:49.244889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e41a7a-529d-41ea-ae03-376df03059e7 req-62da129f-3283-4526-9cc1-560cd6e8e47d tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:49.246330 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28e41a7a-529d-41ea-ae03-376df03059e7 req-62da129f-3283-4526-9cc1-560cd6e8e47d tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 945 time: 0.0490177 Feb 07 23:07:49.282860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-28e41a7a-529d-41ea-ae03-376df03059e7 req-5ed2bcba-a465-4fb1-9769-f2551ca96425 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305576 Feb 07 23:07:51.498701 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd5cf57c-5def-4bdb-9e57-e9abe53fad76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:54.635185 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9257772b-ecc3-4615-919b-0283e7ee8c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:54.895938 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.382343 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.634142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:01.029628 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:08:04.098315 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:04.532337 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.713658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-4a8fab96-15a7-47d6-bb6a-d263c5650a7c req-cd98d6a5-d3a1-4429-aac7-e069ac65043d service neutron] (102290) timed out ('10.222.0.46', 54310) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:08:13.624656 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba47993c-f801-4ca4-8496-158d640333ea req-6fe6f4ff-a71c-425b-aeae-0ac769407ede service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396104 Feb 07 23:08:13.702910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47993c-f801-4ca4-8496-158d640333ea req-d6031645-ad3f-4a28-a23f-987b4d3a44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:13.704391 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba47993c-f801-4ca4-8496-158d640333ea req-d6031645-ad3f-4a28-a23f-987b4d3a44b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 1097 time: 0.0396845 Feb 07 23:08:13.807328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47993c-f801-4ca4-8496-158d640333ea req-cc961ca6-3157-4e92-ab4b-59b5097105f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:13.808785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba47993c-f801-4ca4-8496-158d640333ea req-cc961ca6-3157-4e92-ab4b-59b5097105f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.0857348 Feb 07 23:08:13.873033 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba47993c-f801-4ca4-8496-158d640333ea req-3eb9520f-e803-49f5-921b-dabe580f9ba7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e22c83d5-5913-4a9d-adf7-08e901965b48 HTTP/1.1" status: 200 len: 1001 time: 0.0574286 Feb 07 23:08:14.220339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47993c-f801-4ca4-8496-158d640333ea req-9a39406a-3e67-4a0f-b451-e3312b2e7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:14.221723 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba47993c-f801-4ca4-8496-158d640333ea req-9a39406a-3e67-4a0f-b451-e3312b2e7132 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.3423576 Feb 07 23:08:14.266029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47993c-f801-4ca4-8496-158d640333ea req-afc9b84f-6d8e-44b0-acc5-fda84845bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:14.267479 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba47993c-f801-4ca4-8496-158d640333ea req-afc9b84f-6d8e-44b0-acc5-fda84845bf8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392609 Feb 07 23:08:14.361875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba47993c-f801-4ca4-8496-158d640333ea req-d7e2d6fd-6d4c-47bc-a3ef-474bd6040ef3 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866315 Feb 07 23:08:14.454886 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba47993c-f801-4ca4-8496-158d640333ea req-54dcc403-c173-45bf-aac0-4644a81dd8e6 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869792 Feb 07 23:08:19.412563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-05155ca2-5ee2-4954-b2e6-ae3c408f2373 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406969 Feb 07 23:08:19.505605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-c68ae4e4-14e5-4598-a598-68049fbc5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:19.507094 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-c68ae4e4-14e5-4598-a598-68049fbc5c46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=75ffaf4e670740f1b24cdcbecc9318bb&device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 1096 time: 0.0497200 Feb 07 23:08:19.613358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-06971c8f-dba5-42b2-aa0e-090a81778002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:19.614819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-06971c8f-dba5-42b2-aa0e-090a81778002 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569 HTTP/1.1" status: 200 len: 909 time: 0.0875258 Feb 07 23:08:19.720593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-4e12fbb8-fb65-442c-97b8-f997e964e4e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0927882 Feb 07 23:08:19.777736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-e7f93c11-762f-4648-9c6a-446c13aebf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:19.779218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-e7f93c11-762f-4648-9c6a-446c13aebf85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=968be52d-737e-4d28-913f-394edfc67245 HTTP/1.1" status: 200 len: 848 time: 0.0523016 Feb 07 23:08:19.833306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-838d72d5-1c03-485d-ae3e-ebe89abe80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:19.834797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-838d72d5-1c03-485d-ae3e-ebe89abe80a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488727 Feb 07 23:08:19.940797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-4fccae17-f1bb-4211-b53e-e8cea36c8b7e service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985355 Feb 07 23:08:20.039553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c214e226-545b-4ef9-aae5-3c7f64dd4d69 req-ac8f3eaf-0433-47a4-97bc-071215290187 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931177 Feb 07 23:08:21.513565 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7003d26a-04da-420f-b84b-2640caedbc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:24.637639 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17bbaf49-ae94-44bc-960b-ebcc8c0eec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:24.894531 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:26.056554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-afffb84e-e56f-4e88-8826-23088678d631 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35802865&fields=id&tenant_id=edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 267 time: 0.0426638 Feb 07 23:08:26.162504 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198664-d4af-4060-9f53-52cc5762171c req-e07f25af-8ab6-4c06-bdff-0bc399c2392f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:26.164092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-e07f25af-8ab6-4c06-bdff-0bc399c2392f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1005290 Feb 07 23:08:26.180355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-b2cd8f2b-da3b-493f-bea3-bd0724170dcf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/quotas/edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 375 time: 0.0100629 Feb 07 23:08:26.244110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-a831e12b-40ee-4ed9-8484-1ff6c02e2efb tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554562 Feb 07 23:08:26.342740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-f4be9d19-7a9b-44c1-a559-0e0fa30b76c8 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863414 Feb 07 23:08:26.385229 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:26.445027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-36a35e0a-5901-4716-a5fc-bcaeccce06a9 service neutron] 10.222.0.15 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957224 Feb 07 23:08:26.638559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:26.752249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6eced185-62bd-4cac-8359-86e6cde85cc4 req-bade5222-4fe3-43cd-a07e-a39f8a844267 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 210 time: 0.0383096 Feb 07 23:08:27.682439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198664-d4af-4060-9f53-52cc5762171c req-9e2bca9c-32cb-49ac-8d60-26865afcd4be tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:27.684403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-9e2bca9c-32cb-49ac-8d60-26865afcd4be tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 812 time: 0.1247492 Feb 07 23:08:27.732481 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-c7d29413-861e-4b28-a228-1c6cf7937d24 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edc93e220b884578820ed73d5e9400f9 HTTP/1.1" status: 200 len: 378 time: 0.0395060 Feb 07 23:08:27.743510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'port': {'device_id': 'c2112730-061c-4134-92d1-631f378e5f36', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'admin_state_up': True, 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'security_groups': ['5a41d66f-c945-4c62-b241-31cebdf30211']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:27.861251 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7079ccc7-80ce-4ae5-a090-8c256d84fd12 req-dd6dac68-30f1-4052-9a44-5356bcd049cf tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 210 time: 0.0494511 Feb 07 23:08:27.874258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Made reservation on behalf of edc93e220b884578820ed73d5e9400f9 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:27.878478 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.022056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.20.0.12 (2f757959-1832-41a9-aab1-345730436e6e/40058268-0e17-460f-86fe-d5a141a2db00/071f5dc3-514b-4829-b6fd-8334cc7cc368) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:28.174225 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.210566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.260080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 2f757959-1832-41a9-aab1-345730436e6e is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:28.263253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:28.266952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:08:28.273755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=071f5dc3-514b-4829-b6fd-8334cc7cc368,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:28.329807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:28.330444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.348219 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-1e634608-df85-48c0-bbcd-8c4207da8002 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6100879 Feb 07 23:08:28.359659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Request body: {'port': {'device_id': 'c2112730-061c-4134-92d1-631f378e5f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:28.426114 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.523063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7111d179-3ebc-41e9-af51-9144b8757713 None None] Provisioning complete for port 071f5dc3-514b-4829-b6fd-8334cc7cc368 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:28.524219 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7111d179-3ebc-41e9-af51-9144b8757713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.559221 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7111d179-3ebc-41e9-af51-9144b8757713 None None] Port 071f5dc3-514b-4829-b6fd-8334cc7cc368 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:08:28.700278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071f5dc3-514b-4829-b6fd-8334cc7cc368 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:08:28.708371 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.719894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Transition to ACTIVE for port object 071f5dc3-514b-4829-b6fd-8334cc7cc368 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:28.723966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.776786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Pushing event updated for resources: {'Port': ['ID=071f5dc3-514b-4829-b6fd-8334cc7cc368,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:28.864125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Attempting to bind port 071f5dc3-514b-4829-b6fd-8334cc7cc368 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:08:28.864466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Attempting to bind port 071f5dc3-514b-4829-b6fd-8334cc7cc368 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:08:28.864793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Attempting to bind port 071f5dc3-514b-4829-b6fd-8334cc7cc368 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:08:28.869869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Port 071f5dc3-514b-4829-b6fd-8334cc7cc368 on network 2f757959-1832-41a9-aab1-345730436e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:08:28.870186 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Attempting to bind port 071f5dc3-514b-4829-b6fd-8334cc7cc368 on network 2f757959-1832-41a9-aab1-345730436e6e {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:08:28.875184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:08:28.875860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Checking segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:08:28.875998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Bound using segment: {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:08:28.876315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Bound port: 071f5dc3-514b-4829-b6fd-8334cc7cc368, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52ec27a-3c5f-4d55-b61d-1685a19cf577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f757959-1832-41a9-aab1-345730436e6e'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:08:28.876673 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.958214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] For port 071f5dc3-514b-4829-b6fd-8334cc7cc368, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:08:28.986680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] For port 071f5dc3-514b-4829-b6fd-8334cc7cc368, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:08:28.995355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:29.048473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59b9c2-519d-48aa-bf1c-ddb162f7192d req-870df40d-1140-4ef0-86a4-d2914553d96c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:29.049968 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fd59b9c2-519d-48aa-bf1c-ddb162f7192d req-870df40d-1140-4ef0-86a4-d2914553d96c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.1102192 Feb 07 23:08:29.057051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:29.057661 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:29.059091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/071f5dc3-514b-4829-b6fd-8334cc7cc368 HTTP/1.1" status: 200 len: 1092 time: 0.7036836 Feb 07 23:08:29.059567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:08:29.062000 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:08:29.102271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cc0b1-16c8-4d50-a8dc-786187a990f8 service neutron] Pushing event updated for resources: {'Port': ['ID=071f5dc3-514b-4829-b6fd-8334cc7cc368,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:29.156844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fd59b9c2-519d-48aa-bf1c-ddb162f7192d req-5b844070-b6b8-4b03-b6db-52e7774cb93b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620530 Feb 07 23:08:29.201261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198664-d4af-4060-9f53-52cc5762171c req-b3db5b54-41e6-49a5-a026-481a2dd930a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:29.203071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-b3db5b54-41e6-49a5-a026-481a2dd930a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 1095 time: 0.0685275 Feb 07 23:08:29.252334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-023f30aa-c51a-43eb-a96c-718ff61f054e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368 HTTP/1.1" status: 200 len: 217 time: 0.0420814 Feb 07 23:08:29.353326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198664-d4af-4060-9f53-52cc5762171c req-5de10876-96f5-4f3f-b520-20949af6c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:29.354825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-5de10876-96f5-4f3f-b520-20949af6c1cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0964646 Feb 07 23:08:29.374589 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4b2c41-a945-49ad-a501-48245fa8c958 x-openstack-request-id: req-8a4b2c41-a945-49ad-a501-48245fa8c958 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:08:29.374983 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:08:29.375419 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a4b2c41-a945-49ad-a501-48245fa8c958 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:08:29.375950 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'status': 'completed', 'code': 200} Feb 07 23:08:29.428673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198664-d4af-4060-9f53-52cc5762171c req-7ca2fb4e-b0ab-4e3f-9725-4af40b7c1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:29.430319 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-7ca2fb4e-b0ab-4e3f-9725-4af40b7c1ae4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658526 Feb 07 23:08:29.566476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-a2bc3957-94b7-4842-b607-0552a547bcf0 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270316 Feb 07 23:08:29.625232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238ed2e-1750-4dbc-a6e5-3938ad0d6bb9 req-bf5a6e0a-edbe-4cd1-91eb-1dc2fcf64eec tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:29.630980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e238ed2e-1750-4dbc-a6e5-3938ad0d6bb9 req-bf5a6e0a-edbe-4cd1-91eb-1dc2fcf64eec tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 945 time: 0.0608361 Feb 07 23:08:29.672266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e238ed2e-1750-4dbc-a6e5-3938ad0d6bb9 req-27eaf406-3dbf-4082-bcce-f7697ed61d38 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Feb 07 23:08:29.677317 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb198664-d4af-4060-9f53-52cc5762171c req-013c35bb-6c4d-4eaa-b934-e5f85816afa5 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047099 Feb 07 23:08:29.767335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-c75c3438-ba16-4a67-a751-9aed0a46edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:29.769244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-c75c3438-ba16-4a67-a751-9aed0a46edc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 1095 time: 0.0432651 Feb 07 23:08:29.869651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-35dbd34a-452e-4762-8d8b-b95af287b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:29.871133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-35dbd34a-452e-4762-8d8b-b95af287b66d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.0951576 Feb 07 23:08:29.915446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-695b1da4-341a-4c25-8d55-6f33655c47a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368 HTTP/1.1" status: 200 len: 217 time: 0.0379207 Feb 07 23:08:29.976341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-bb4f1244-24c4-4907-9d75-15af35949839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:29.978017 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-bb4f1244-24c4-4907-9d75-15af35949839 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0560737 Feb 07 23:08:30.027924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-90b8257c-f150-4e7e-9de8-a65918daac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:30.029640 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-90b8257c-f150-4e7e-9de8-a65918daac8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424776 Feb 07 23:08:30.124419 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-4a8f8afc-8810-4c76-a5ce-7321b68ba1ab service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877969 Feb 07 23:08:30.218351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23e0bfc5-3235-4ba6-af9e-b0d4ffa08aa5 req-04ace4b4-b16e-4f7c-bb0d-5cbb36f99b25 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872023 Feb 07 23:08:30.297933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59713ad9-1456-452b-a392-ccf7e8a95031 req-c4442b6d-927e-49dd-b039-4feddce77eb6 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:30.299382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59713ad9-1456-452b-a392-ccf7e8a95031 req-c4442b6d-927e-49dd-b039-4feddce77eb6 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.0576184 Feb 07 23:08:30.338460 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59713ad9-1456-452b-a392-ccf7e8a95031 req-e668f126-2579-4194-a9d1-5df7d3cbaf44 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328176 Feb 07 23:08:30.794345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99064-449c-4763-856f-4673c99c0496 req-264b4fab-2ad7-405b-8e59-5dff64877ac5 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:30.795842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9aa99064-449c-4763-856f-4673c99c0496 req-264b4fab-2ad7-405b-8e59-5dff64877ac5 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 945 time: 0.0496972 Feb 07 23:08:30.835926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9aa99064-449c-4763-856f-4673c99c0496 req-94c8907c-220e-4a25-aa96-2928c369ba35 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329795 Feb 07 23:08:31.016189 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e087b7-5e00-467a-974c-4dec29a182fb req-d1b1b10d-a66c-4038-b048-bb6768d86525 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:31.017668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33e087b7-5e00-467a-974c-4dec29a182fb req-d1b1b10d-a66c-4038-b048-bb6768d86525 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 945 time: 0.0517757 Feb 07 23:08:31.114738 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-33e087b7-5e00-467a-974c-4dec29a182fb req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Deleting port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:08:31.115085 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-33e087b7-5e00-467a-974c-4dec29a182fb req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.204374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-33e087b7-5e00-467a-974c-4dec29a182fb req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] For port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:08:31.204746 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-33e087b7-5e00-467a-974c-4dec29a182fb req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.218041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-33e087b7-5e00-467a-974c-4dec29a182fb req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Calling delete_port for af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:08:31.354129 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-33e087b7-5e00-467a-974c-4dec29a182fb req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.367103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['af9e1e11-db4c-4cf8-9fe0-88b6a9531a76'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:08:31.384733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Pushing event deleted for resources: {'Port': ['ID=af9e1e11-db4c-4cf8-9fe0-88b6a9531a76,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:31.429943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e087b7-5e00-467a-974c-4dec29a182fb req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] No DVR routers for this DVR port af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:08:31.438315 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-33e087b7-5e00-467a-974c-4dec29a182fb req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.442115 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-33e087b7-5e00-467a-974c-4dec29a182fb req-b507ba2e-ce4a-4065-9ae8-177eacd4a334 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.46 "DELETE /v2.0/ports/af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 HTTP/1.1" status: 204 len: 173 time: 0.4189000 Feb 07 23:08:31.442557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d51536d-95ee-4132-a02c-1e2151a44fc1', 'name': 'network-vif-deleted', 'tag': 'af9e1e11-db4c-4cf8-9fe0-88b6a9531a76'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:08:31.444882 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbd4060-2030-4ff1-a7a0-6556826a345e" -d '{"events": [{"server_uuid": "3d51536d-95ee-4132-a02c-1e2151a44fc1", "name": "network-vif-deleted", "tag": "af9e1e11-db4c-4cf8-9fe0-88b6a9531a76"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:08:31.495359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712df36-f2a0-41f7-b9b4-92053925b05e req-1d88c316-74bf-4ee1-a57e-69fdf0c7451e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:31.496891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7712df36-f2a0-41f7-b9b4-92053925b05e req-1d88c316-74bf-4ee1-a57e-69fdf0c7451e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.0688968 Feb 07 23:08:31.498308 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcf1bc6-bf44-47ba-b5bc-f2a0dea4b897 x-openstack-request-id: req-3dcf1bc6-bf44-47ba-b5bc-f2a0dea4b897 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:08:31.498587 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d51536d-95ee-4132-a02c-1e2151a44fc1", "name": "network-vif-deleted", "tag": "af9e1e11-db4c-4cf8-9fe0-88b6a9531a76", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:08:31.498837 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dcf1bc6-bf44-47ba-b5bc-f2a0dea4b897 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:08:31.499276 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d51536d-95ee-4132-a02c-1e2151a44fc1', 'name': 'network-vif-deleted', 'tag': 'af9e1e11-db4c-4cf8-9fe0-88b6a9531a76', 'status': 'completed', 'code': 200} Feb 07 23:08:31.539865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7712df36-f2a0-41f7-b9b4-92053925b05e req-01c1e114-9c90-4273-bdb5-8e2adfdaf58e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348756 Feb 07 23:08:31.968523 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f236b1c-916a-44ca-a8df-07fc12f56d49 req-d0dcf3da-181c-4834-8ce3-9e9bdd29ade9 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d51536d-95ee-4132-a02c-1e2151a44fc1 HTTP/1.1" status: 200 len: 210 time: 0.0341108 Feb 07 23:08:32.664963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426100c-cdf7-4098-8694-0fdc5a3d3182 req-7b443d0a-e522-4985-98a2-f7f91ea4e476 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:32.666454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b426100c-cdf7-4098-8694-0fdc5a3d3182 req-7b443d0a-e522-4985-98a2-f7f91ea4e476 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.0550270 Feb 07 23:08:32.706500 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b426100c-cdf7-4098-8694-0fdc5a3d3182 req-41fe2c14-c972-4d4d-a516-81c688a36ebd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337644 Feb 07 23:08:33.821732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35d414-6c9a-4c2b-9d03-c99473851c9e req-776a0806-dcfa-4fec-91eb-5b761ff6890c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:33.823347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e35d414-6c9a-4c2b-9d03-c99473851c9e req-776a0806-dcfa-4fec-91eb-5b761ff6890c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.0484304 Feb 07 23:08:33.866373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3e35d414-6c9a-4c2b-9d03-c99473851c9e req-2037b205-1427-4234-912e-0d6562908bbb tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361795 Feb 07 23:08:34.099012 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:34.530639 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:34.982467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225b973-3e2f-458c-bd7e-99b584da4a05 req-c5a6f4a7-4642-4f95-8ac0-9859726f06ab tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:34.983964 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7225b973-3e2f-458c-bd7e-99b584da4a05 req-c5a6f4a7-4642-4f95-8ac0-9859726f06ab tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.0482614 Feb 07 23:08:35.021839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7225b973-3e2f-458c-bd7e-99b584da4a05 req-dc5ebbda-f185-4dff-adba-8052d0a571a4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312393 Feb 07 23:08:35.036137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:08:35.056110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:08:35.056448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device af9e1e11-db4c-4cf8-9fe0-88b6a9531a76 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:08:36.141134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1578aa-0def-4915-911c-902ad7f341a1 req-c8320a58-742c-4c6d-9b0c-57e3f5140d9e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:36.142745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc1578aa-0def-4915-911c-902ad7f341a1 req-c8320a58-742c-4c6d-9b0c-57e3f5140d9e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.0535922 Feb 07 23:08:36.181816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc1578aa-0def-4915-911c-902ad7f341a1 req-e763eb25-dc0e-4266-b4a9-d79ae1e3e733 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328214 Feb 07 23:08:37.300427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490bd44-bf97-4d55-8f98-31a3a3f79354 req-a6e5db74-49ab-44ab-862a-95501ae0e958 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:37.301882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5490bd44-bf97-4d55-8f98-31a3a3f79354 req-a6e5db74-49ab-44ab-862a-95501ae0e958 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.0482383 Feb 07 23:08:37.339574 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5490bd44-bf97-4d55-8f98-31a3a3f79354 req-e384b0c4-9578-4368-8f79-4af6249dc30c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311120 Feb 07 23:08:38.031070 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:08:38.462222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb464-e51d-4c4a-b210-ad72c5a0eed5 req-2aee0c70-8af4-4e30-9bdd-6fab87015727 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:38.463909 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c2cb464-e51d-4c4a-b210-ad72c5a0eed5 req-2aee0c70-8af4-4e30-9bdd-6fab87015727 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.0530398 Feb 07 23:08:38.511665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c2cb464-e51d-4c4a-b210-ad72c5a0eed5 req-39135883-4b1c-42ff-9b11-ded172553834 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399358 Feb 07 23:08:39.630637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1da6a8-bb70-4f5b-9191-412af0fdc34b req-9baf58b9-8bdb-4111-b49e-f6fb60369c90 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:39.633064 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c1da6a8-bb70-4f5b-9191-412af0fdc34b req-9baf58b9-8bdb-4111-b49e-f6fb60369c90 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 944 time: 0.0495045 Feb 07 23:08:39.672526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 071f5dc3-514b-4829-b6fd-8334cc7cc368 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:08:39.673982 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c1da6a8-bb70-4f5b-9191-412af0fdc34b req-ed65c908-c4fd-4efe-9115-67b8386bbc7d tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348833 Feb 07 23:08:39.775307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 071f5dc3-514b-4829-b6fd-8334cc7cc368, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:08:39.787438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'port_id': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'mac_address': 'fa:16:3e:d8:41:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:08:39.825143 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:39.840852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071f5dc3-514b-4829-b6fd-8334cc7cc368 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:08:39.862231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 071f5dc3-514b-4829-b6fd-8334cc7cc368, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:08:39.867772 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:39.916210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=071f5dc3-514b-4829-b6fd-8334cc7cc368,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:39.916794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff0653-2495-4994-ae16-3e1052470b3e req-f9e028f1-3148-454b-9bae-76ec52853efd tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:39.918398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-f9e028f1-3148-454b-9bae-76ec52853efd tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/networks?id=0fc93f18-045b-4eeb-b82a-6e374daa2338 HTTP/1.1" status: 200 len: 813 time: 0.1125686 Feb 07 23:08:39.938500 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-37204018-c415-41e6-bd53-929bc225c9ec tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/quotas/0e2c59bacbcb42109f73ccbf9ffe2529 HTTP/1.1" status: 200 len: 375 time: 0.0111821 Feb 07 23:08:39.971156 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-bc0402b1-a550-4e4a-ba2d-37dc7f0cdedf tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e2c59bacbcb42109f73ccbf9ffe2529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257466 Feb 07 23:08:40.069541 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-5f5d99cc-15aa-4807-83c8-bded74da6a75 service neutron] 10.222.0.15 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898693 Feb 07 23:08:40.099157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['071f5dc3-514b-4829-b6fd-8334cc7cc368'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:08:40.173155 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-d33f4681-ad42-4ea1-91dc-a41531674ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962985 Feb 07 23:08:40.367093 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0c6de3a6-4e1c-4dad-85fe-8f5a5de917d5 req-2516e31c-d0a1-46d5-96f0-8f2a9ebaa5f2 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 210 time: 0.0435665 Feb 07 23:08:40.792134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541a9a-9ff1-45a7-bae2-6a3e08293155 req-c2a4bf1a-7877-4540-8b06-18fb783fc2fd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:40.793616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab541a9a-9ff1-45a7-bae2-6a3e08293155 req-c2a4bf1a-7877-4540-8b06-18fb783fc2fd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 945 time: 0.0492356 Feb 07 23:08:40.833470 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab541a9a-9ff1-45a7-bae2-6a3e08293155 req-90cab0e5-adfd-43b8-ad70-d4ef68789bde tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337837 Feb 07 23:08:41.254014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff0653-2495-4994-ae16-3e1052470b3e req-eb59b6e4-4eb6-4565-b292-ef05e64820bc tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:41.255515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-eb59b6e4-4eb6-4565-b292-ef05e64820bc tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.46 "GET /v2.0/networks?id=0fc93f18-045b-4eeb-b82a-6e374daa2338 HTTP/1.1" status: 200 len: 813 time: 0.1125255 Feb 07 23:08:41.267360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Request body: {'port': {'device_id': 'f67fb3f2-59c9-4525-bfdd-53cec0b82bd4', 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338', 'admin_state_up': True, 'tenant_id': '0e2c59bacbcb42109f73ccbf9ffe2529'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:41.374251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Made reservation on behalf of 0e2c59bacbcb42109f73ccbf9ffe2529 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:41.377672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.463323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e8e8e74-98de-4d9f-9fd1-3cd48bdc61f3 req-94c9bec6-2806-4598-8e4b-fd2aa9c6ada8 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 210 time: 0.0285461 Feb 07 23:08:41.505438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Allocated IP 172.20.0.3 (0fc93f18-045b-4eeb-b82a-6e374daa2338/05777488-a4eb-40d1-b5b5-0c65492362d3/a17565df-39d8-470e-9ca8-b0fc9d977388) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:41.648379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.680339 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.690949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 071f5dc3-514b-4829-b6fd-8334cc7cc368 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:08:41.723843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Network 0fc93f18-045b-4eeb-b82a-6e374daa2338 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:41.727121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:41.730714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:08:41.737005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Pushing event updated for resources: {'Port': ['ID=a17565df-39d8-470e-9ca8-b0fc9d977388,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:41.743552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 071f5dc3-514b-4829-b6fd-8334cc7cc368 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:41.752872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 071f5dc3-514b-4829-b6fd-8334cc7cc368 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:41.753338 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.774977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.775204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.775518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.775871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.776194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.776512 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.776829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.777138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.777454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.777767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.778087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.778380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:41.800753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:41.801357 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.817800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2c975751-47c8-4819-9bc6-fe7edd29ed4b tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541430 Feb 07 23:08:41.829667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Request body: {'port': {'device_id': 'f67fb3f2-59c9-4525-bfdd-53cec0b82bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:41.831573 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.855001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:08:41.857618 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1a1fb1-23f4-4899-9c67-ee511dfb8b9e" -d '{"events": [{"server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "name": "network-vif-plugged", "status": "completed", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:08:41.876545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 071f5dc3-514b-4829-b6fd-8334cc7cc368, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:08:41.885155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.894134 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.939793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=071f5dc3-514b-4829-b6fd-8334cc7cc368,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:41.987617 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee2cc03-e557-4110-bae8-306839057eb7 x-openstack-request-id: req-8ee2cc03-e557-4110-bae8-306839057eb7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:08:41.987948 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "name": "network-vif-plugged", "status": "completed", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:08:41.988199 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ee2cc03-e557-4110-bae8-306839057eb7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:08:41.988734 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'code': 200} Feb 07 23:08:42.056071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7979c-9eac-4645-97cf-b4731972dc1c req-e1114caf-34f9-4b30-a35e-4f27b49d613b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:42.057403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67a7979c-9eac-4645-97cf-b4731972dc1c req-e1114caf-34f9-4b30-a35e-4f27b49d613b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 946 time: 0.1245055 Feb 07 23:08:42.168086 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67a7979c-9eac-4645-97cf-b4731972dc1c req-4c7115ea-9c21-40f7-a763-09d58d2eeaa0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010358 Feb 07 23:08:42.174650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7d84-b74c-4943-bd1f-6ab81d1a51a1 req-6185d7a7-6224-499e-9139-608e48b48912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:42.176093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-195d7d84-b74c-4943-bd1f-6ab81d1a51a1 req-6185d7a7-6224-499e-9139-608e48b48912 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 1097 time: 0.1285510 Feb 07 23:08:42.552938 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-195d7d84-b74c-4943-bd1f-6ab81d1a51a1 req-722b10c3-3c3e-4b18-a6a0-44c7817fe6ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3698783 Feb 07 23:08:42.582854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b5b5b-b037-4ce0-a90a-e722369a5652 req-e1a8acd3-f7aa-4cfd-84b8-4e917edef148 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:42.584841 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-217b5b5b-b037-4ce0-a90a-e722369a5652 req-e1a8acd3-f7aa-4cfd-84b8-4e917edef148 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 931 time: 0.0491323 Feb 07 23:08:42.602898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17565df-39d8-470e-9ca8-b0fc9d977388 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:08:42.610479 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.622508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Transition to ACTIVE for port object a17565df-39d8-470e-9ca8-b0fc9d977388 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:42.623357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-217b5b5b-b037-4ce0-a90a-e722369a5652 req-b0b1ec62-a47f-4ef2-9dd6-c0d078590ccf tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325265 Feb 07 23:08:42.627876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.681089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Pushing event updated for resources: {'Port': ['ID=a17565df-39d8-470e-9ca8-b0fc9d977388,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:42.750444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Attempting to bind port a17565df-39d8-470e-9ca8-b0fc9d977388 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:08:42.750725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Attempting to bind port a17565df-39d8-470e-9ca8-b0fc9d977388 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:08:42.751000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Attempting to bind port a17565df-39d8-470e-9ca8-b0fc9d977388 on network 0fc93f18-045b-4eeb-b82a-6e374daa2338 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:08:42.756334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Port a17565df-39d8-470e-9ca8-b0fc9d977388 on network 0fc93f18-045b-4eeb-b82a-6e374daa2338 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:08:42.756767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Attempting to bind port a17565df-39d8-470e-9ca8-b0fc9d977388 on network 0fc93f18-045b-4eeb-b82a-6e374daa2338 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:08:42.762225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:08:42.762563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Checking segment: {'id': 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:08:42.762952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Bound using segment: {'id': 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:08:42.763387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Bound port: a17565df-39d8-470e-9ca8-b0fc9d977388, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:08:42.763772 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.828760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] For port a17565df-39d8-470e-9ca8-b0fc9d977388, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:08:42.831910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] For port a17565df-39d8-470e-9ca8-b0fc9d977388, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a17565df-39d8-470e-9ca8-b0fc9d977388,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:08:42.836611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.872406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:42.873025 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.874363 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] 10.222.0.46 "PUT /v2.0/ports/a17565df-39d8-470e-9ca8-b0fc9d977388 HTTP/1.1" status: 200 len: 1091 time: 1.0491667 Feb 07 23:08:42.874786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67fb3f2-59c9-4525-bfdd-53cec0b82bd4', 'tag': 'a17565df-39d8-470e-9ca8-b0fc9d977388'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:08:42.877000 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa" -d '{"events": [{"name": "network-changed", "server_uuid": "f67fb3f2-59c9-4525-bfdd-53cec0b82bd4", "tag": "a17565df-39d8-470e-9ca8-b0fc9d977388"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:08:42.899033 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423090a-9c7b-4750-a6d5-2feeee3b06ca service neutron] Pushing event updated for resources: {'Port': ['ID=a17565df-39d8-470e-9ca8-b0fc9d977388,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:42.922312 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9324bdc2-d4b6-40dc-b70a-795c79b3b1fc x-openstack-request-id: req-9324bdc2-d4b6-40dc-b70a-795c79b3b1fc {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:08:42.922592 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67fb3f2-59c9-4525-bfdd-53cec0b82bd4", "tag": "a17565df-39d8-470e-9ca8-b0fc9d977388", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:08:42.922838 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9324bdc2-d4b6-40dc-b70a-795c79b3b1fc {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:08:42.923220 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67fb3f2-59c9-4525-bfdd-53cec0b82bd4', 'tag': 'a17565df-39d8-470e-9ca8-b0fc9d977388', 'status': 'completed', 'code': 200} Feb 07 23:08:42.958484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff0653-2495-4994-ae16-3e1052470b3e req-e7dab30a-bb74-4ad8-981b-5e3ab02575c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:42.960360 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-e7dab30a-bb74-4ad8-981b-5e3ab02575c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e2c59bacbcb42109f73ccbf9ffe2529&device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 1094 time: 0.0467865 Feb 07 23:08:43.001257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-5f805a0d-c7c2-4b2a-a3c7-d68edd5eac50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17565df-39d8-470e-9ca8-b0fc9d977388 HTTP/1.1" status: 200 len: 217 time: 0.0336838 Feb 07 23:08:43.049078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff0653-2495-4994-ae16-3e1052470b3e req-c76f24f0-6df3-4f44-9ba6-50c1952bdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:43.050503 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-c76f24f0-6df3-4f44-9ba6-50c1952bdec4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05777488-a4eb-40d1-b5b5-0c65492362d3 HTTP/1.1" status: 200 len: 853 time: 0.0432458 Feb 07 23:08:43.079193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-f56d445f-b334-4c49-9970-f4840612c9ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fc93f18-045b-4eeb-b82a-6e374daa2338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226831 Feb 07 23:08:43.168111 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-2f44bd7c-5a3c-4373-a2ea-126f2ac7acc2 service neutron] 10.222.0.46 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827153 Feb 07 23:08:43.258099 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1cff0653-2495-4994-ae16-3e1052470b3e req-a3b78c11-fe24-4a41-aa7c-345076eeba61 service neutron] 10.222.0.46 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830445 Feb 07 23:08:43.282422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd62cd7-5f29-4bce-af21-18c549cc7941 req-776b7fa7-2824-42ee-a01d-ffe202d9148f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:43.283913 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfd62cd7-5f29-4bce-af21-18c549cc7941 req-776b7fa7-2824-42ee-a01d-ffe202d9148f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 946 time: 0.0490282 Feb 07 23:08:43.327755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfd62cd7-5f29-4bce-af21-18c549cc7941 req-9e0ce0fe-4442-4963-8ee2-191709cab88c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362298 Feb 07 23:08:43.348822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-0226f68a-d81b-4a50-adff-b67c1703cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:43.350924 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-0226f68a-d81b-4a50-adff-b67c1703cbb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e2c59bacbcb42109f73ccbf9ffe2529&device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 1094 time: 0.0463130 Feb 07 23:08:43.436131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-7c1f5a83-9063-4e6f-b92f-be630740c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:43.437542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-7c1f5a83-9063-4e6f-b92f-be630740c2db service neutron] 10.222.0.46 "GET /v2.0/networks?id=0fc93f18-045b-4eeb-b82a-6e374daa2338 HTTP/1.1" status: 200 len: 913 time: 0.0808377 Feb 07 23:08:43.482531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-f5447e63-dcfb-40fe-b771-32e7419ca1d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17565df-39d8-470e-9ca8-b0fc9d977388 HTTP/1.1" status: 200 len: 217 time: 0.0381110 Feb 07 23:08:43.538354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-ee1f75ea-024d-4937-9bc4-a7fa927b5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:43.539738 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-ee1f75ea-024d-4937-9bc4-a7fa927b5b36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05777488-a4eb-40d1-b5b5-0c65492362d3 HTTP/1.1" status: 200 len: 853 time: 0.0473931 Feb 07 23:08:43.576570 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-9962542a-0403-4b6f-a9c7-ecbed20a7bb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fc93f18-045b-4eeb-b82a-6e374daa2338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268147 Feb 07 23:08:43.664840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-95250d88-0053-4508-af13-f5e975f6cf70 service neutron] 10.222.0.46 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816646 Feb 07 23:08:43.789388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb1546-bafd-4d41-8233-35a9e029893a req-be6a098b-42b1-4f95-9165-c50a677a9553 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:43.790739 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6fb1546-bafd-4d41-8233-35a9e029893a req-be6a098b-42b1-4f95-9165-c50a677a9553 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 943 time: 0.0975292 Feb 07 23:08:43.796056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-db85c0c5-c47f-4c4e-9730-8f7f1a979afa req-1164b278-c536-4339-b61b-4cb1b5fea095 service neutron] 10.222.0.46 "GET /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237311 Feb 07 23:08:43.829797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6fb1546-bafd-4d41-8233-35a9e029893a req-fda7ac38-5e70-48c1-9070-e1c07d68a5b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Feb 07 23:08:44.448104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8036b-452b-43a4-ae1d-a7c261f99f24 req-9ba23626-6970-47a7-ba5f-301ba4ced428 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:44.449576 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5a8036b-452b-43a4-ae1d-a7c261f99f24 req-9ba23626-6970-47a7-ba5f-301ba4ced428 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 946 time: 0.0481560 Feb 07 23:08:44.486530 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b5a8036b-452b-43a4-ae1d-a7c261f99f24 req-a6a6b5e2-f1c0-4548-ac9b-3437b4d7ba25 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311556 Feb 07 23:08:44.604867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec845ca-a096-4fde-a252-0aff96652828 req-895ad2fc-e2aa-4d26-9829-2fb4820fc657 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:44.606340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ec845ca-a096-4fde-a252-0aff96652828 req-895ad2fc-e2aa-4d26-9829-2fb4820fc657 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 946 time: 0.0517569 Feb 07 23:08:44.643027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ec845ca-a096-4fde-a252-0aff96652828 req-fd9a77e2-4b5c-4a38-a0dd-8fad1066e2df tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308146 Feb 07 23:08:44.665349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54258) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:08:44.704106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a724d7a-1f06-4825-990c-819d7b33ba1f tempest-TestVolumeBootPattern-592791179 tempest-TestVolumeBootPattern-592791179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:44.705571 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0a724d7a-1f06-4825-990c-819d7b33ba1f tempest-TestVolumeBootPattern-592791179 tempest-TestVolumeBootPattern-592791179-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 1092 time: 0.0392804 Feb 07 23:08:44.708384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54260) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:08:44.712768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:44.736497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:44.835744 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:44.938903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Allocated IP 172.25.8.99 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/53c5ed5b-e854-4247-851e-9b14ee298d48) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:44.945415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548e1c8-04f2-4a28-b2a0-3531a13df9a2 req-dc4c7d8b-b1bb-4e15-9965-82ddd50cc8e4 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:44.946928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4548e1c8-04f2-4a28-b2a0-3531a13df9a2 req-dc4c7d8b-b1bb-4e15-9965-82ddd50cc8e4 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 943 time: 0.0493577 Feb 07 23:08:44.984734 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4548e1c8-04f2-4a28-b2a0-3531a13df9a2 req-38f7f768-14ec-4af7-9ddb-79641f781c06 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Feb 07 23:08:45.046272 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.078517 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.080941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a17565df-39d8-470e-9ca8-b0fc9d977388 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:08:45.113933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:45.118008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:45.121448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:08:45.149737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=53c5ed5b-e854-4247-851e-9b14ee298d48,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:45.174700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a17565df-39d8-470e-9ca8-b0fc9d977388, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a17565df-39d8-470e-9ca8-b0fc9d977388,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:08:45.186436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'a17565df-39d8-470e-9ca8-b0fc9d977388', 'network_id': '0fc93f18-045b-4eeb-b82a-6e374daa2338', 'port_id': 'a17565df-39d8-470e-9ca8-b0fc9d977388', 'mac_address': 'fa:16:3e:b7:dc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05777488-a4eb-40d1-b5b5-0c65492362d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:08:45.227364 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.239918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17565df-39d8-470e-9ca8-b0fc9d977388 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:08:45.259517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a17565df-39d8-470e-9ca8-b0fc9d977388, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a17565df-39d8-470e-9ca8-b0fc9d977388,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:08:45.263659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.310521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a17565df-39d8-470e-9ca8-b0fc9d977388,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:45.317762 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.318144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.318490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.318830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.319163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.319494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.319847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.320202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.320528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.320858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.321181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.321500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:45.476234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['a17565df-39d8-470e-9ca8-b0fc9d977388'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:08:45.483311 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.548221 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.699335 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.703825 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.773727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event updated for resources: {'Port': ['ID=53c5ed5b-e854-4247-851e-9b14ee298d48,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:45.785246 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.882352 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Floating IP 885280d6-1ae8-427f-b278-34682438f681 associated. External IP: 172.25.8.99, port: 071f5dc3-514b-4829-b6fd-8334cc7cc368. Feb 07 23:08:46.123234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Router a8fa6b98-d561-4635-84f8-e225c34e0e14 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:08:46.136081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ecafc-ba81-4f0c-ab27-446d9c915c24 req-41a26895-c9e5-4829-8092-6df75821a528 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:46.137540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-322ecafc-ba81-4f0c-ab27-446d9c915c24 req-41a26895-c9e5-4829-8092-6df75821a528 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 944 time: 0.0697782 Feb 07 23:08:46.249067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-322ecafc-ba81-4f0c-ab27-446d9c915c24 req-473941a0-e921-4c4d-8d4d-a76aa16d4b1a tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040075 Feb 07 23:08:46.266631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:08:46.278605 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] Sync routers for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:08:46.285579 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:46.288826 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:08:46.289435 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:08:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:46.316803 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-828de7ff-3cfb-49af-80fc-770126555152 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6071980 Feb 07 23:08:46.317478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:08:46.320128 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:08:46.357293 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053dcce8-3fd1-44d0-9214-9fdfd453ee4a x-openstack-request-id: req-053dcce8-3fd1-44d0-9214-9fdfd453ee4a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:08:46.357583 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:08:46.357832 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-053dcce8-3fd1-44d0-9214-9fdfd453ee4a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:08:46.358231 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'status': 'completed', 'code': 200} Feb 07 23:08:46.399802 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:08:46.420335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-e58b6caa-2b09-4d2b-9b33-289900972f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:46.421806 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-e58b6caa-2b09-4d2b-9b33-289900972f33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 1097 time: 0.0411854 Feb 07 23:08:46.512651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-983cfe1c-9f8b-4993-a3ea-8edfd52658ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:46.514101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-983cfe1c-9f8b-4993-a3ea-8edfd52658ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.0842712 Feb 07 23:08:46.583446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-f5467f77-e5ae-4e2c-b1b0-5b29c6438b55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368 HTTP/1.1" status: 200 len: 999 time: 0.0626149 Feb 07 23:08:46.620381 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '2736591f-20a0-48b9-85b2-b77c7027a16e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:49Z', 'revision_number': 1, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}, {'id': '885280d6-1ae8-427f-b278-34682438f681', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:d8:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2112730-061c-4134-92d1-631f378e5f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:08:45Z', 'updated_at': '2022-02-07T23:08:45Z', 'revision_number': 0, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:46.631493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-b9b45037-afa1-4fe3-aed1-b1a3759a244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:46.632967 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-b9b45037-afa1-4fe3-aed1-b1a3759a244d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0435445 Feb 07 23:08:46.679588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-ae0b633e-543f-488d-8ec0-972d18c74dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:46.681134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-ae0b633e-543f-488d-8ec0-972d18c74dc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421796 Feb 07 23:08:46.737849 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] Checking router: a8fa6b98-d561-4635-84f8-e225c34e0e14 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:08:46.746935 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:08:46.747540 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:08:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:46.777385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-5493a814-bee5-4848-a65d-c25891576d93 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894578 Feb 07 23:08:46.851175 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:08:46.872711 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffae62c5-0b7e-4abe-a49e-ca85d4cf547d req-e46a1dd8-094a-47c9-9851-1f1e90cb7a94 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839448 Feb 07 23:08:47.067436 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '2736591f-20a0-48b9-85b2-b77c7027a16e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:49Z', 'revision_number': 1, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}, {'id': '885280d6-1ae8-427f-b278-34682438f681', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:d8:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2112730-061c-4134-92d1-631f378e5f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:08:45Z', 'updated_at': '2022-02-07T23:08:45Z', 'revision_number': 0, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:47.083009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a17565df-39d8-470e-9ca8-b0fc9d977388 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:08:47.096423 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4188b6-6cc8-4231-a638-136e4d6aaf02 None None] The sync data for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 is: [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '2736591f-20a0-48b9-85b2-b77c7027a16e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:49Z', 'revision_number': 1, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}, {'id': '885280d6-1ae8-427f-b278-34682438f681', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:d8:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2112730-061c-4134-92d1-631f378e5f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:08:45Z', 'updated_at': '2022-02-07T23:08:45Z', 'revision_number': 0, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:08:47.133886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port a17565df-39d8-470e-9ca8-b0fc9d977388 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:47.138478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port a17565df-39d8-470e-9ca8-b0fc9d977388 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:47.138989 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:47.217018 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:47.244340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67fb3f2-59c9-4525-bfdd-53cec0b82bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17565df-39d8-470e-9ca8-b0fc9d977388'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:08:47.246678 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c585f5-a71e-446e-a28e-4f3b31f99795" -d '{"events": [{"server_uuid": "f67fb3f2-59c9-4525-bfdd-53cec0b82bd4", "name": "network-vif-plugged", "status": "completed", "tag": "a17565df-39d8-470e-9ca8-b0fc9d977388"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:08:47.260659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port a17565df-39d8-470e-9ca8-b0fc9d977388, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a17565df-39d8-470e-9ca8-b0fc9d977388,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:08:47.273994 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:47.300361 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7b437a-8e50-489c-adf0-9b81f157770e x-openstack-request-id: req-1c7b437a-8e50-489c-adf0-9b81f157770e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:08:47.300664 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67fb3f2-59c9-4525-bfdd-53cec0b82bd4", "name": "network-vif-plugged", "status": "completed", "tag": "a17565df-39d8-470e-9ca8-b0fc9d977388", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:08:47.300898 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c7b437a-8e50-489c-adf0-9b81f157770e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:08:47.301442 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67fb3f2-59c9-4525-bfdd-53cec0b82bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17565df-39d8-470e-9ca8-b0fc9d977388', 'code': 200} Feb 07 23:08:47.339150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec155df-2f6a-4e55-8e36-4444fc885496 None None] New status for floating IP 885280d6-1ae8-427f-b278-34682438f681: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:08:47.343380 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=a17565df-39d8-470e-9ca8-b0fc9d977388,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:47.386860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e66d48-b028-4a54-afbf-72a4451ec572 req-250faa3a-9f10-483c-a28f-92d7408ea6af tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:47.392207 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7e66d48-b028-4a54-afbf-72a4451ec572 req-250faa3a-9f10-483c-a28f-92d7408ea6af tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 945 time: 0.0580697 Feb 07 23:08:47.403201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e57b42-1a0a-4b3b-9a25-8b6ff8552916 req-3e877191-95d4-477d-9b07-96042b4ffced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:47.404711 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e57b42-1a0a-4b3b-9a25-8b6ff8552916 req-3e877191-95d4-477d-9b07-96042b4ffced service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0480719 Feb 07 23:08:47.433033 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d7e66d48-b028-4a54-afbf-72a4451ec572 req-5fdc26bc-e380-45d7-ad34-42119176b5ed tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382733 Feb 07 23:08:47.442498 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8e57b42-1a0a-4b3b-9a25-8b6ff8552916 req-968e1a39-692a-42b1-8d98-f4d463c16460 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293229 Feb 07 23:08:48.553776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50b59-3a7e-4bad-b12f-0053e23b4f8c req-21f3e2bf-2d4f-44d4-98d5-58323cf3d39f tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:48.555280 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-79d50b59-3a7e-4bad-b12f-0053e23b4f8c req-21f3e2bf-2d4f-44d4-98d5-58323cf3d39f tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 945 time: 0.0532410 Feb 07 23:08:48.593386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-79d50b59-3a7e-4bad-b12f-0053e23b4f8c req-a13d5f1a-65ad-47c3-b491-1c9a9393a9b5 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320671 Feb 07 23:08:49.710076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e9afe-074e-4510-a976-c4d993788e43 req-fe2d5188-316e-4d71-8ccf-529805aa6359 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:49.711446 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-361e9afe-074e-4510-a976-c4d993788e43 req-fe2d5188-316e-4d71-8ccf-529805aa6359 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 945 time: 0.0501778 Feb 07 23:08:49.748658 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-361e9afe-074e-4510-a976-c4d993788e43 req-ae129827-09c3-4e47-b5ac-a736a1ce3f72 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Feb 07 23:08:51.501671 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64dccaf9-e27e-4cde-8bdb-41b19dc1fd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:54.643617 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89373bee-edac-4a80-8208-41e787b29eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:54.899099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.386794 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.641199 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.100216 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.530086 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.604621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73e1f651-b134-4917-bade-e188254e9ada req-1b1e65a6-1f7a-431c-a231-fd9da1e87375 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401218 Feb 07 23:09:14.683473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1f651-b134-4917-bade-e188254e9ada req-7e13fb8c-a1c6-4f80-a32e-ab828aa42f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:14.684958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73e1f651-b134-4917-bade-e188254e9ada req-7e13fb8c-a1c6-4f80-a32e-ab828aa42f24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 1097 time: 0.0396779 Feb 07 23:09:14.790745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1f651-b134-4917-bade-e188254e9ada req-a794885f-c3d0-4fd4-a562-e1e021ed7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:14.792274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73e1f651-b134-4917-bade-e188254e9ada req-a794885f-c3d0-4fd4-a562-e1e021ed7e6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.0892541 Feb 07 23:09:14.861777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73e1f651-b134-4917-bade-e188254e9ada req-68ef8f0b-4728-4a24-8c2d-a104a999cae4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e22c83d5-5913-4a9d-adf7-08e901965b48 HTTP/1.1" status: 200 len: 1001 time: 0.0629895 Feb 07 23:09:14.923675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1f651-b134-4917-bade-e188254e9ada req-0e6c165a-46bb-4b56-ab48-01263f58fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:14.925147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73e1f651-b134-4917-bade-e188254e9ada req-0e6c165a-46bb-4b56-ab48-01263f58fdf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0502105 Feb 07 23:09:14.970725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1f651-b134-4917-bade-e188254e9ada req-6ead08a7-561f-4409-8085-17e5e6970608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:14.972243 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73e1f651-b134-4917-bade-e188254e9ada req-6ead08a7-561f-4409-8085-17e5e6970608 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404754 Feb 07 23:09:14.975877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e27033-b241-4190-9743-e917ccf83c13 req-356df16d-3975-4b41-b4b6-e911bc076ae2 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:14.977375 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21e27033-b241-4190-9743-e917ccf83c13 req-356df16d-3975-4b41-b4b6-e911bc076ae2 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 945 time: 0.0509665 Feb 07 23:09:15.016376 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-21e27033-b241-4190-9743-e917ccf83c13 req-5665de70-86b1-4a5a-9fa3-0f833fe105c3 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323315 Feb 07 23:09:15.032995 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:09:15.064384 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73e1f651-b134-4917-bade-e188254e9ada req-112b9379-15f4-4918-81ec-1f596438c497 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849907 Feb 07 23:09:15.157266 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73e1f651-b134-4917-bade-e188254e9ada req-4281116a-c379-41e0-8e1c-b4a6827ce5ab service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856290 Feb 07 23:09:16.135382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a681c-51cb-4527-89a0-273ccae28cd3 req-fb33f25f-d750-444c-9319-c923e7a9dba1 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:16.136896 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-176a681c-51cb-4527-89a0-273ccae28cd3 req-fb33f25f-d750-444c-9319-c923e7a9dba1 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 945 time: 0.0497270 Feb 07 23:09:16.175796 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-176a681c-51cb-4527-89a0-273ccae28cd3 req-02a6191a-9d24-4a22-b905-1ffd6b54e6f5 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eafe5f8-54fc-4132-adc3-8b830fd85542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328696 Feb 07 23:09:16.454442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-f1b78a97-ec22-4672-a0e5-805dbc0aeb93 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:16.455801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-f1b78a97-ec22-4672-a0e5-805dbc0aeb93 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.46 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 945 time: 0.0511503 Feb 07 23:09:16.544103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Deleting port a17565df-39d8-470e-9ca8-b0fc9d977388 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:09:16.544441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.634541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] For port a17565df-39d8-470e-9ca8-b0fc9d977388, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=a17565df-39d8-470e-9ca8-b0fc9d977388,segment=NetworkSegment(fcffe568-09cf-4d0b-9ba1-668d10a4bd22),segment_id=fcffe568-09cf-4d0b-9ba1-668d10a4bd22)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:09:16.635413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.646840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Calling delete_port for a17565df-39d8-470e-9ca8-b0fc9d977388 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:09:16.770704 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.781730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['a17565df-39d8-470e-9ca8-b0fc9d977388'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:09:16.803803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Pushing event deleted for resources: {'Port': ['ID=a17565df-39d8-470e-9ca8-b0fc9d977388,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:16.843356 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] No DVR routers for this DVR port a17565df-39d8-470e-9ca8-b0fc9d977388 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:09:16.846046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.849327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d6a7083-57d8-42c4-89f5-a15c5d37df5e req-cf4a44f7-5ccd-4c15-8be6-df483e7162b0 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.46 "DELETE /v2.0/ports/a17565df-39d8-470e-9ca8-b0fc9d977388 HTTP/1.1" status: 204 len: 173 time: 0.3883159 Feb 07 23:09:16.849757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67fb3f2-59c9-4525-bfdd-53cec0b82bd4', 'name': 'network-vif-deleted', 'tag': 'a17565df-39d8-470e-9ca8-b0fc9d977388'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:09:16.851975 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea70fd1-b360-4ab3-aa78-afed785248ee" -d '{"events": [{"server_uuid": "f67fb3f2-59c9-4525-bfdd-53cec0b82bd4", "name": "network-vif-deleted", "tag": "a17565df-39d8-470e-9ca8-b0fc9d977388"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:09:16.893873 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aba4303-6da7-4595-a06d-d02d3bbaa0ab x-openstack-request-id: req-9aba4303-6da7-4595-a06d-d02d3bbaa0ab {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:09:16.894165 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67fb3f2-59c9-4525-bfdd-53cec0b82bd4", "name": "network-vif-deleted", "tag": "a17565df-39d8-470e-9ca8-b0fc9d977388", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:09:16.894415 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9aba4303-6da7-4595-a06d-d02d3bbaa0ab {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:09:16.894811 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67fb3f2-59c9-4525-bfdd-53cec0b82bd4', 'name': 'network-vif-deleted', 'tag': 'a17565df-39d8-470e-9ca8-b0fc9d977388', 'status': 'completed', 'code': 200} Feb 07 23:09:17.285294 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ab5027d-c140-4236-bf95-01d7d0665ff1 req-75b2d9e4-353a-4c1b-bf35-ec08a81d3b62 tempest-VolumesSnapshotTestJSON-462789303 tempest-VolumesSnapshotTestJSON-462789303-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67fb3f2-59c9-4525-bfdd-53cec0b82bd4 HTTP/1.1" status: 200 len: 210 time: 0.0277102 Feb 07 23:09:21.237923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a17565df-39d8-470e-9ca8-b0fc9d977388 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:09:21.258568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: a17565df-39d8-470e-9ca8-b0fc9d977388 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:09:21.258912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device a17565df-39d8-470e-9ca8-b0fc9d977388 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:09:21.503169 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2fc79345-60b7-4ade-8529-dd0f661c8aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.637232 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce62a9cc-6398-48b4-b2d4-7b1f7292286b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.903790 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:26.396404 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:26.643680 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.094580 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.523125 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.504727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51c41f17-99be-42d5-a993-7a5a5bf5a4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.029797 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:09:54.646659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ed197e5-1956-46b3-bdf6-dd0adac16a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:54.905503 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:56.391924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:56.648101 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.134125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54574) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:09:58.177807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Deleting subnet 05777488-a4eb-40d1-b5b5-0c65492362d3 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:09:58.180855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.219545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.257889 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.310530 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.335695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05777488-a4eb-40d1-b5b5-0c65492362d3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:58.340930 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.344004 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/05777488-a4eb-40d1-b5b5-0c65492362d3 HTTP/1.1" status: 204 len: 168 time: 0.2088003 Feb 07 23:09:58.346649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54576) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:09:58.349268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.349614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.349954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.350287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.350616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.350960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.351268 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.351588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.351930 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.352248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.352563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.352879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e61bd-fd6d-4e36-b92b-b31fbc2ad1cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.420794 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.501762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.523025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc93f18-045b-4eeb-b82a-6e374daa2338']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:58.532061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:58.532358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcffe568-09cf-4d0b-9ba1-668d10a4bd22') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:58.541629 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.555773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.561958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:09:58.562363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:09:58.564456 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:09:58.623477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.639418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.642926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] 10.222.0.15 "DELETE /v2.0/networks/0fc93f18-045b-4eeb-b82a-6e374daa2338 HTTP/1.1" status: 204 len: 168 time: 0.2952161 Feb 07 23:09:58.643985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc93f18-045b-4eeb-b82a-6e374daa2338,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:58.652720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.653075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.653453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.653793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.654128 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.654460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.654789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.655119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.655446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.655796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.656127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.656451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48042683-9399-48a4-bb7f-f5e50527124a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:58.757859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54580) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:09:58.799027 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a832754d-4527-428f-9d3a-c5760709a1e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e2c59bacbcb42109f73ccbf9ffe2529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399275 Feb 07 23:09:58.801413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54582) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:09:58.849846 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e046da2-0f4a-4ce2-9c3a-6b059eb0fd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.870436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e046da2-0f4a-4ce2-9c3a-6b059eb0fd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.926541 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e046da2-0f4a-4ce2-9c3a-6b059eb0fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.930194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5e046da2-0f4a-4ce2-9c3a-6b059eb0fd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.932529 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5e046da2-0f4a-4ce2-9c3a-6b059eb0fd5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3eafe5f8-54fc-4132-adc3-8b830fd85542 HTTP/1.1" status: 204 len: 168 time: 0.1297591 Feb 07 23:09:58.941646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e046da2-0f4a-4ce2-9c3a-6b059eb0fd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eafe5f8-54fc-4132-adc3-8b830fd85542,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:00.640415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54624) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:00.644986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014676818', 'description': 'tempest-secgroup-smoke-1014676818 description', 'project_id': '9098f5c00b03436999b82c04cdb1baa2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:00.668249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.675810 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.748914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.752791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.790805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3397801-b199-44de-82db-1b4241b9ab3f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:00.836363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.839953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.869555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.871172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2292659 Feb 07 23:10:00.872352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0bf0a-2c4a-4831-8352-77c9439005a1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1316d24-3519-4dc0-97d3-0cf350646d9d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:00.874312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54626) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:00.878711 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-42813bdc-95f3-47a5-8345-62bd310802d9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'b1316d24-3519-4dc0-97d3-0cf350646d9d', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:00.906040 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-42813bdc-95f3-47a5-8345-62bd310802d9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.960417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-42813bdc-95f3-47a5-8345-62bd310802d9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.963935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-42813bdc-95f3-47a5-8345-62bd310802d9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.980816 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42813bdc-95f3-47a5-8345-62bd310802d9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1d5ab0-1d06-4cbd-bbcb-68eb87e15ae2,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:00.988553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-42813bdc-95f3-47a5-8345-62bd310802d9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.989715 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-42813bdc-95f3-47a5-8345-62bd310802d9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145897 Feb 07 23:10:00.992601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54628) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:00.997339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-48bc0a44-d4a2-450a-95fe-db1e05c93594 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'b1316d24-3519-4dc0-97d3-0cf350646d9d', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:01.024571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-48bc0a44-d4a2-450a-95fe-db1e05c93594 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.087058 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-48bc0a44-d4a2-450a-95fe-db1e05c93594 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.091122 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-48bc0a44-d4a2-450a-95fe-db1e05c93594 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.108758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc0a44-d4a2-450a-95fe-db1e05c93594 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e082edee-2534-4f14-8276-2bf97977c3a0,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:01.116669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-48bc0a44-d4a2-450a-95fe-db1e05c93594 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.118137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-48bc0a44-d4a2-450a-95fe-db1e05c93594 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245084 Feb 07 23:10:01.120995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54630) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:01.125285 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ff7dde73-1ef4-4e77-8a77-f8dab16500e5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'b1316d24-3519-4dc0-97d3-0cf350646d9d', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:01.152829 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff7dde73-1ef4-4e77-8a77-f8dab16500e5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.216505 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff7dde73-1ef4-4e77-8a77-f8dab16500e5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.220349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff7dde73-1ef4-4e77-8a77-f8dab16500e5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.239373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dde73-1ef4-4e77-8a77-f8dab16500e5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62693bf-1686-4e9e-b967-bcc59bf203d9,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:01.244620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ff7dde73-1ef4-4e77-8a77-f8dab16500e5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.246379 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ff7dde73-1ef4-4e77-8a77-f8dab16500e5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238968 Feb 07 23:10:01.248788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54632) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:01.253316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-30728010-68c9-4b28-82f4-7b291a021e78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'b1316d24-3519-4dc0-97d3-0cf350646d9d', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:01.281541 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30728010-68c9-4b28-82f4-7b291a021e78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.340007 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30728010-68c9-4b28-82f4-7b291a021e78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.343343 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30728010-68c9-4b28-82f4-7b291a021e78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.362208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30728010-68c9-4b28-82f4-7b291a021e78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d95cd8-2ab4-40fb-a78e-e1086549fbfe,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:01.372296 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-30728010-68c9-4b28-82f4-7b291a021e78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.373458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-30728010-68c9-4b28-82f4-7b291a021e78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236782 Feb 07 23:10:01.376100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54634) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:01.380346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-fa34daee-b14b-4f1f-807e-cf9f77f4a42d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'b1316d24-3519-4dc0-97d3-0cf350646d9d', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:01.402229 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-fa34daee-b14b-4f1f-807e-cf9f77f4a42d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Project 9098f5c00b03436999b82c04cdb1baa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:10:01.407004 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa34daee-b14b-4f1f-807e-cf9f77f4a42d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.469670 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa34daee-b14b-4f1f-807e-cf9f77f4a42d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.473174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa34daee-b14b-4f1f-807e-cf9f77f4a42d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.490722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34daee-b14b-4f1f-807e-cf9f77f4a42d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91286b1-8835-4b56-947d-29498facdf22,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:01.498116 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fa34daee-b14b-4f1f-807e-cf9f77f4a42d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.499355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fa34daee-b14b-4f1f-807e-cf9f77f4a42d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222935 Feb 07 23:10:01.501992 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54636) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:01.507077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0e537aae-616b-422b-95f1-1f6af82085ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'b1316d24-3519-4dc0-97d3-0cf350646d9d', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:01.529498 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-0e537aae-616b-422b-95f1-1f6af82085ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Project 9098f5c00b03436999b82c04cdb1baa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:10:01.534089 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e537aae-616b-422b-95f1-1f6af82085ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.594195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e537aae-616b-422b-95f1-1f6af82085ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.597631 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e537aae-616b-422b-95f1-1f6af82085ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.612673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e537aae-616b-422b-95f1-1f6af82085ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27338211-03e4-4a95-bf01-0b16db910b69,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:01.623849 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0e537aae-616b-422b-95f1-1f6af82085ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.625005 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0e537aae-616b-422b-95f1-1f6af82085ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220002 Feb 07 23:10:01.627974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54638) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:01.632986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'network': {'name': 'tempest-network-smoke--1702627254', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'port_security_enabled': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:01.654770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:01.658238 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.681281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:10:01.690507 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.690849 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Added segment cb60218f-5299-4f39-9106-695a2f5c18d2 of type vlan for network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b Feb 07 23:10:01.729179 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.753719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.759366 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:01.759970 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.813605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1846335 Feb 07 23:10:01.816661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54640) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:01.821397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'admin_state_up': True, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:01.832703 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313b391-418f-474a-85a8-68f1a297fe21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Network': ['ID=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:01.847876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:10:01.848433 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.849438 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.921926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:02.055859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:02.545816 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:02.564242 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:02.666770 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.25.8.56 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/9e2ffb0e-5f3f-4260-831f-8fda152cc059) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:02.776824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:02.810501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:02.850089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:02.852996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:02.857134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:10:02.862507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=9e2ffb0e-5f3f-4260-831f-8fda152cc059,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:03.130548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.323435 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.448074 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:10:03.552876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:10:03.562564 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Sync routers for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:03.572219 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.573131 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:03.574317 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:09:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:03.574605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-15b187f8-144c-4e57-a097-595881e18b90 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7556992 Feb 07 23:10:03.577148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54642) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:03.679503 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:03.711762 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6ab1c41f-05d6-406f-aa3e-1339b7d2e492 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9098f5c00b03436999b82c04cdb1baa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1333592 Feb 07 23:10:03.715016 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54646) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:03.860344 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:02Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:03.866725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662938f4-8286-425d-90fa-cce746faad9c tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:03.868242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-662938f4-8286-425d-90fa-cce746faad9c tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523442 Feb 07 23:10:03.871450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54648) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:03.889622 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Checking router: 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:03.889969 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Updating router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 port 9e2ffb0e-5f3f-4260-831f-8fda152cc059 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:10:03.900990 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-616e475c-f5d7-46ec-a7af-aeb0a25dcb9c tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283608 Feb 07 23:10:03.904417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54650) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:03.909106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-975996549', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:03.915371 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.002738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:04.005986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.113194 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.172033 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.178488 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.192173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.227223 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Attempting to bind port 9e2ffb0e-5f3f-4260-831f-8fda152cc059 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:04.227594 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Attempting to bind port 9e2ffb0e-5f3f-4260-831f-8fda152cc059 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:04.227979 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Attempting to bind port 9e2ffb0e-5f3f-4260-831f-8fda152cc059 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:10:04.237131 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:10:04.237497 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:10:04.237896 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.238288 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:10:04.238741 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Bound port: 9e2ffb0e-5f3f-4260-831f-8fda152cc059, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:04.239112 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.240596 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Pushing event updated for resources: {'Port': ['ID=9e2ffb0e-5f3f-4260-831f-8fda152cc059,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:04.260424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Subnet': ['ID=816456e5-49b5-49cb-892c-3efc8eaf6cee,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:04.269564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Checking segment: {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:10:04.269926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network hostable DHCP agents. Network: e386fc35-c22a-47ff-abcb-5cdd55ea0c3b, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:10:04.280582 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.280924 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.281260 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.281626 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.282018 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.282307 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.282617 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.283028 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.283538 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.283767 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.284091 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.284450 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.287924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:10:04.297644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, e386fc35-c22a-47ff-abcb-5cdd55ea0c3b) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:04.302296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:04.302920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.309869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ebe20e-828f-4c06-a3fe-ec2e20b56ac5 None None] Network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:10:04.310116 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] For port 9e2ffb0e-5f3f-4260-831f-8fda152cc059, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:10:04.313477 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] For port 9e2ffb0e-5f3f-4260-831f-8fda152cc059, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9e2ffb0e-5f3f-4260-831f-8fda152cc059,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:10:04.321421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8a6b199a-1ea9-4eab-a51f-312f93460836 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4160140 Feb 07 23:10:04.323153 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.325194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54654) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:04.378826 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:04.379441 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:09:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:04.420472 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f5102-ecad-400a-8162-4c0e2ed3fb70 None None] Pushing event updated for resources: {'Port': ['ID=9e2ffb0e-5f3f-4260-831f-8fda152cc059,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:04.463790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:10:04.465015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.504425 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:04.568994 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.625995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Allocated IP 172.20.0.2 (e386fc35-c22a-47ff-abcb-5cdd55ea0c3b/816456e5-49b5-49cb-892c-3efc8eaf6cee/88d74b92-5bfe-48c0-b57f-6adca1bd3917) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:04.773020 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:02Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:04.783183 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.798112 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.805654 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348609d-981a-42dd-90aa-3a347ba235b9 None None] The sync data for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 is: [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:02Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:04.806737 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.862975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:04.864407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:04.867752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:10:04.880171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Pushing event updated for resources: {'Port': ['ID=88d74b92-5bfe-48c0-b57f-6adca1bd3917,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:04.904835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.905181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.905520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.905848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.906177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.906502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.906825 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.907149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.907468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.907808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.908129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.908606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:04.943613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Attempting to bind port 88d74b92-5bfe-48c0-b57f-6adca1bd3917 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:04.944039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Attempting to bind port 88d74b92-5bfe-48c0-b57f-6adca1bd3917 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:04.944405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Attempting to bind port 88d74b92-5bfe-48c0-b57f-6adca1bd3917 on network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:10:04.950261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:10:04.950652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Checking segment: {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:10:04.951045 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.951758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Bound using segment: {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:10:04.951929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Bound port: 88d74b92-5bfe-48c0-b57f-6adca1bd3917, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:04.952331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.022246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] For port 88d74b92-5bfe-48c0-b57f-6adca1bd3917, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:10:05.026109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] For port 88d74b92-5bfe-48c0-b57f-6adca1bd3917, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=88d74b92-5bfe-48c0-b57f-6adca1bd3917,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:10:05.032062 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.109054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c688a7-2992-49e6-a925-2c1cd1b349d2 None None] Pushing event updated for resources: {'Port': ['ID=88d74b92-5bfe-48c0-b57f-6adca1bd3917,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:05.117822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.20.0.1 (e386fc35-c22a-47ff-abcb-5cdd55ea0c3b/816456e5-49b5-49cb-892c-3efc8eaf6cee/5f30d338-d297-4ccd-84b1-b50f590944d4) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:05.256226 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.295222 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.349458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:05.352625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:05.356786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:10:05.363174 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=5f30d338-d297-4ccd-84b1-b50f590944d4,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:05.410234 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.586862 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.924296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.933699 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.017872 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.019928 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=5f30d338-d297-4ccd-84b1-b50f590944d4,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:06.121825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:06.123405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:06.206432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9e2ffb0e-5f3f-4260-831f-8fda152cc059 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:10:06.259290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9e2ffb0e-5f3f-4260-831f-8fda152cc059 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:06.259772 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.286835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759dd4df-79cf-44b1-a610-bf7808057276 None None] Network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:10:06.374902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-77b96bff-1f99-432d-8822-97638c35c132 None None] Provisioning complete for port 88d74b92-5bfe-48c0-b57f-6adca1bd3917 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:06.375331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77b96bff-1f99-432d-8822-97638c35c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.500663 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.531230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 9e2ffb0e-5f3f-4260-831f-8fda152cc059, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9e2ffb0e-5f3f-4260-831f-8fda152cc059,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:06.550047 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.550810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 88d74b92-5bfe-48c0-b57f-6adca1bd3917 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:10:06.587961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:10:06.651281 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77b96bff-1f99-432d-8822-97638c35c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.679489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=9e2ffb0e-5f3f-4260-831f-8fda152cc059,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:06.709146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-77b96bff-1f99-432d-8822-97638c35c132 None None] For port 88d74b92-5bfe-48c0-b57f-6adca1bd3917, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=88d74b92-5bfe-48c0-b57f-6adca1bd3917,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:06.709562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:10:06.723414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f6c7bc56-1e8f-470a-8e35-2f409facfac4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "PUT /v2.0/routers/707684e8-dd5c-4c0e-be35-dd8e0b5904f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3893263 Feb 07 23:10:06.724174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 88d74b92-5bfe-48c0-b57f-6adca1bd3917 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:06.724174 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.744456 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77b96bff-1f99-432d-8822-97638c35c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.746857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Sync routers for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:06.800106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:06.800758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:09:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:06.868095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b96bff-1f99-432d-8822-97638c35c132 None None] Pushing event updated for resources: {'Port': ['ID=88d74b92-5bfe-48c0-b57f-6adca1bd3917,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:06.892242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-4fe1c249-e199-4de1-8ee2-dbd74c9cac7e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014676818&fields=id&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 267 time: 0.0385876 Feb 07 23:10:06.990798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-71f4209c-b126-4afe-9abd-dfbd2d3c185c None None] Provisioning complete for port 5f30d338-d297-4ccd-84b1-b50f590944d4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:06.990798 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71f4209c-b126-4afe-9abd-dfbd2d3c185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.996286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:07.007511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-601d5060-d22f-4d43-9fcd-74bbec15be9f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:07.015396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-601d5060-d22f-4d43-9fcd-74bbec15be9f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 797 time: 0.1159253 Feb 07 23:10:07.032318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-c6fa467c-5ae2-4f74-bd6a-8e93e27c38f1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/quotas/9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 375 time: 0.0158234 Feb 07 23:10:07.069663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-71f4209c-b126-4afe-9abd-dfbd2d3c185c None None] Port 5f30d338-d297-4ccd-84b1-b50f590944d4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:10:07.087066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-d97efe3a-6c90-40fe-b021-ad86e48f415f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535471 Feb 07 23:10:07.152374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-71f4209c-b126-4afe-9abd-dfbd2d3c185c None None] Provisioning complete for port 88d74b92-5bfe-48c0-b57f-6adca1bd3917 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:07.152956 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71f4209c-b126-4afe-9abd-dfbd2d3c185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.191378 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-1cdb3a81-15b7-4eca-89ac-bffa305ba936 service neutron] 10.222.0.15 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903506 Feb 07 23:10:07.301189 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-f1ec7c09-c78c-4c4d-a35e-959c5ae647b1 service neutron] 10.222.0.15 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964551 Feb 07 23:10:07.315957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '5f30d338-d297-4ccd-84b1-b50f590944d4', 'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:94:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 2, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:07.346084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Checking router: 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:07.346438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Updating router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 port 5f30d338-d297-4ccd-84b1-b50f590944d4 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:10:07.370951 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.472083 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f302318e-3a26-47e3-97fa-9c7bb48ecb55 req-0980a11d-be5f-4de4-87f5-96d6e4d38991 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 210 time: 0.0296342 Feb 07 23:10:07.474962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0ebad399-caca-45e6-820b-a59b17e7a84d None None] Provisioning complete for port 5f30d338-d297-4ccd-84b1-b50f590944d4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:07.475331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ebad399-caca-45e6-820b-a59b17e7a84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.681930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0ebad399-caca-45e6-820b-a59b17e7a84d None None] Port 5f30d338-d297-4ccd-84b1-b50f590944d4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:10:07.838003 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.844291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.897991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7dea5-08f2-4cbf-aab6-8a464503b67e None None] Pushing event updated for resources: {'Port': ['ID=5f30d338-d297-4ccd-84b1-b50f590944d4,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:07.966729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Attempting to bind port 5f30d338-d297-4ccd-84b1-b50f590944d4 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:07.967046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Attempting to bind port 5f30d338-d297-4ccd-84b1-b50f590944d4 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:07.967407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Attempting to bind port 5f30d338-d297-4ccd-84b1-b50f590944d4 on network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:10:07.973572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:10:07.973948 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Checking segment: {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:10:07.974350 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.974737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Bound using segment: {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:10:07.975196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Bound port: 5f30d338-d297-4ccd-84b1-b50f590944d4, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:07.975570 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.059332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] For port 5f30d338-d297-4ccd-84b1-b50f590944d4, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:10:08.063170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9e2ffb0e-5f3f-4260-831f-8fda152cc059 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:10:08.067349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] For port 5f30d338-d297-4ccd-84b1-b50f590944d4, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5f30d338-d297-4ccd-84b1-b50f590944d4,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:10:08.094958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.168411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:08.168966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:09:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:08.174175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7dea5-08f2-4cbf-aab6-8a464503b67e None None] Pushing event updated for resources: {'Port': ['ID=5f30d338-d297-4ccd-84b1-b50f590944d4,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:08.239752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9e2ffb0e-5f3f-4260-831f-8fda152cc059 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:08.240116 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.297350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f6ee36c3-5c11-4716-93e1-76035fe9ba98 None None] Provisioning complete for port 5f30d338-d297-4ccd-84b1-b50f590944d4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:08.297723 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6ee36c3-5c11-4716-93e1-76035fe9ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.358568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:08.434654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-7a6b8bd6-88e6-4fe6-9d29-c4cacd1fd2a4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:08.436130 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-7a6b8bd6-88e6-4fe6-9d29-c4cacd1fd2a4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 797 time: 0.1133344 Feb 07 23:10:08.481837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-a292cb55-b7c6-4662-995c-3d95a0aedc30 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 380 time: 0.0372968 Feb 07 23:10:08.491259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'port': {'device_id': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'admin_state_up': True, 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'security_groups': ['b1316d24-3519-4dc0-97d3-0cf350646d9d']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:08.556462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 88d74b92-5bfe-48c0-b57f-6adca1bd3917 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:10:08.558568 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6ee36c3-5c11-4716-93e1-76035fe9ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.578589 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-80ac9796-913b-42f3-bbc1-a6bda5af8de0 req-fb8404cd-42f2-4321-a9d9-86db3e625b42 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Feb 07 23:10:08.605605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:08.609858 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.644248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f6ee36c3-5c11-4716-93e1-76035fe9ba98 None None] For port 5f30d338-d297-4ccd-84b1-b50f590944d4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5f30d338-d297-4ccd-84b1-b50f590944d4,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:08.664162 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6ee36c3-5c11-4716-93e1-76035fe9ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.717054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 88d74b92-5bfe-48c0-b57f-6adca1bd3917 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:08.717354 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.747938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.20.0.5 (e386fc35-c22a-47ff-abcb-5cdd55ea0c3b/816456e5-49b5-49cb-892c-3efc8eaf6cee/bd1d591b-33c5-463a-b477-e5ccca3737a2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:08.753606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee36c3-5c11-4716-93e1-76035fe9ba98 None None] Pushing event updated for resources: {'Port': ['ID=5f30d338-d297-4ccd-84b1-b50f590944d4,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:08.787509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '5f30d338-d297-4ccd-84b1-b50f590944d4', 'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:94:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:08.820396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efced9-db3c-4078-8b32-2d35fad77203 None None] The sync data for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 is: [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '5f30d338-d297-4ccd-84b1-b50f590944d4', 'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:94:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:08.826736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-57d98d63-3b14-494f-8c17-d553976c7857 None None] Provisioning complete for port 5f30d338-d297-4ccd-84b1-b50f590944d4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:08.827108 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57d98d63-3b14-494f-8c17-d553976c7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.895469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.938733 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.978819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:08.984566 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:08.988496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:10:09.028830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:09.053511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:09.054316 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.078496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-73febb2d-2636-4167-942a-1dfc5bfeb51c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910313 Feb 07 23:10:09.090631 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Request body: {'port': {'device_id': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:09.154301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.298002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-42f9dd32-2209-4f30-94f8-fc3365e1ac36 None None] Provisioning complete for port bd1d591b-33c5-463a-b477-e5ccca3737a2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:09.298686 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42f9dd32-2209-4f30-94f8-fc3365e1ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.335131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-42f9dd32-2209-4f30-94f8-fc3365e1ac36 None None] Port bd1d591b-33c5-463a-b477-e5ccca3737a2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:10:09.441701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1d591b-33c5-463a-b477-e5ccca3737a2 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:10:09.449525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.461567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Transition to ACTIVE for port object bd1d591b-33c5-463a-b477-e5ccca3737a2 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:09.465517 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.521258 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Pushing event updated for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:09.596680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Attempting to bind port bd1d591b-33c5-463a-b477-e5ccca3737a2 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:09.597015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Attempting to bind port bd1d591b-33c5-463a-b477-e5ccca3737a2 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:09.597344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Attempting to bind port bd1d591b-33c5-463a-b477-e5ccca3737a2 on network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:10:09.603019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Port bd1d591b-33c5-463a-b477-e5ccca3737a2 on network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:10:09.603350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Attempting to bind port bd1d591b-33c5-463a-b477-e5ccca3737a2 on network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:10:09.609649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:10:09.609995 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Checking segment: {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:10:09.610385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Bound using segment: {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:10:09.610806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Bound port: bd1d591b-33c5-463a-b477-e5ccca3737a2, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:09.611374 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.707159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:10:09.724730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:10:09.736562 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21160b21-028b-4bba-988b-ff50d245f24c req-7846e3ae-3dbb-4bcb-886b-0bdc1da30d12 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:09.738106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-21160b21-028b-4bba-988b-ff50d245f24c req-7846e3ae-3dbb-4bcb-886b-0bdc1da30d12 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 943 time: 0.0697777 Feb 07 23:10:09.739382 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.801147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:09.801766 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.803184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] 10.222.0.46 "PUT /v2.0/ports/bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 1091 time: 0.7171474 Feb 07 23:10:09.803966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:09.806321 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c645ed20-724e-485a-a766-259ab0568304" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:10:09.845668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-21160b21-028b-4bba-988b-ff50d245f24c req-cb0f291b-679a-4ff0-8db7-17ab0152e179 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975354 Feb 07 23:10:09.846422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58822836-d92f-4c14-ae90-8e2ffca61fae service neutron] Pushing event updated for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:09.883886 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e116535-043f-4b38-9d9a-93411c8bf629 x-openstack-request-id: req-8e116535-043f-4b38-9d9a-93411c8bf629 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:10:09.884180 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:10:09.884431 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e116535-043f-4b38-9d9a-93411c8bf629 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:10:09.884866 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'status': 'completed', 'code': 200} Feb 07 23:10:09.941595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-68213235-3ed3-452f-9d77-9f81652f5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:09.943801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-68213235-3ed3-452f-9d77-9f81652f5b1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1094 time: 0.0439551 Feb 07 23:10:10.016344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-d901e25e-97dd-4008-bd5e-85879f514e24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 217 time: 0.0659275 Feb 07 23:10:10.099628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-d38d8e4f-2341-472f-a5c8-b03921771b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:10.101149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-d38d8e4f-2341-472f-a5c8-b03921771b35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0777547 Feb 07 23:10:10.110449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5f30d338-d297-4ccd-84b1-b50f590944d4 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:10:10.154225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-768fe4f8-0fe5-4246-8c0f-92ab27d908e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:10.155918 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-768fe4f8-0fe5-4246-8c0f-92ab27d908e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485897 Feb 07 23:10:10.162895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 5f30d338-d297-4ccd-84b1-b50f590944d4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:10.163286 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:10.251429 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-e6236ca8-ae6b-4ad4-a6b1-47d55bb9e3d5 service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891478 Feb 07 23:10:10.344021 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9580c67-0933-4d2b-940b-c0ad9b70f11b req-77564546-489a-42a8-94f2-329947d0021f service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Feb 07 23:10:10.426470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ed20-724e-485a-a766-259ab0568304 req-3b9749ee-7369-486c-945a-2d0251756f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:10.427944 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c645ed20-724e-485a-a766-259ab0568304 req-3b9749ee-7369-486c-945a-2d0251756f09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1094 time: 0.0406325 Feb 07 23:10:10.518475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ed20-724e-485a-a766-259ab0568304 req-e37bdcca-3e27-4ed5-8744-2f87e4a1c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:10.519928 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c645ed20-724e-485a-a766-259ab0568304 req-e37bdcca-3e27-4ed5-8744-2f87e4a1c0a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 897 time: 0.0858464 Feb 07 23:10:10.560592 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c645ed20-724e-485a-a766-259ab0568304 req-30f6f160-4542-44d7-8d07-4ca904f8cdb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 217 time: 0.0345273 Feb 07 23:10:10.608619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ed20-724e-485a-a766-259ab0568304 req-1081a685-c1f2-4b94-95be-93074a76a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:10.609924 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c645ed20-724e-485a-a766-259ab0568304 req-1081a685-c1f2-4b94-95be-93074a76a6f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0423887 Feb 07 23:10:10.653536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ed20-724e-485a-a766-259ab0568304 req-88b99b4a-0d92-4d68-b052-bd67ae61c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:10.654950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c645ed20-724e-485a-a766-259ab0568304 req-88b99b4a-0d92-4d68-b052-bd67ae61c547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381238 Feb 07 23:10:10.746437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c645ed20-724e-485a-a766-259ab0568304 req-c6822534-ac6e-457c-b17e-942cd70022bc service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847266 Feb 07 23:10:10.840792 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c645ed20-724e-485a-a766-259ab0568304 req-69861543-1194-4365-9870-beaab328855f service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871308 Feb 07 23:10:10.973462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9884fd1-2f03-468e-8dad-423bc765914c req-7b1c72bd-3295-4278-9fc6-456db01bb30a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:10.974916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9884fd1-2f03-468e-8dad-423bc765914c req-7b1c72bd-3295-4278-9fc6-456db01bb30a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 943 time: 0.0532691 Feb 07 23:10:11.013299 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9884fd1-2f03-468e-8dad-423bc765914c req-05744836-9396-411d-978e-6f0c4da82597 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Feb 07 23:10:11.454839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd1d591b-33c5-463a-b477-e5ccca3737a2 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:10:11.552430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:11.564229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'port_id': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'mac_address': 'fa:16:3e:e5:ad:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:10:11.600931 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:11.613979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1d591b-33c5-463a-b477-e5ccca3737a2 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:10:11.633308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:11.637136 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:11.682127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:11.848417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['bd1d591b-33c5-463a-b477-e5ccca3737a2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:10:12.131092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07be56d-9e1d-43b5-959b-a46a478ca72e req-e47bf7d4-02b3-4945-a11f-895c937489f1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:12.132611 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c07be56d-9e1d-43b5-959b-a46a478ca72e req-e47bf7d4-02b3-4945-a11f-895c937489f1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 944 time: 0.0481994 Feb 07 23:10:12.170394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c07be56d-9e1d-43b5-959b-a46a478ca72e req-684a749b-12e9-46ef-8ffd-0e73c724ce96 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Feb 07 23:10:13.285048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8b8be-ba06-4b11-bb78-a1f0294c1a46 req-f235f0d3-c5ec-490a-8fe1-278d77ad760a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:13.286515 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55a8b8be-ba06-4b11-bb78-a1f0294c1a46 req-f235f0d3-c5ec-490a-8fe1-278d77ad760a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 944 time: 0.0489624 Feb 07 23:10:13.323662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55a8b8be-ba06-4b11-bb78-a1f0294c1a46 req-ea3bc7e1-b295-4dae-918b-ae7614a0488c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307589 Feb 07 23:10:13.470806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd1d591b-33c5-463a-b477-e5ccca3737a2 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:10:13.522000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port bd1d591b-33c5-463a-b477-e5ccca3737a2 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:13.526674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port bd1d591b-33c5-463a-b477-e5ccca3737a2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:13.527043 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:13.601094 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:13.625311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:13.627563 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89715d66-fb40-447a-ae40-a882cb95e235" -d '{"events": [{"server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "name": "network-vif-plugged", "status": "completed", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:10:13.644119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:13.648295 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:13.671759 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2b87b2-1e6f-49a2-990c-df7191674d06 x-openstack-request-id: req-1c2b87b2-1e6f-49a2-990c-df7191674d06 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:10:13.672053 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "name": "network-vif-plugged", "status": "completed", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:10:13.672311 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c2b87b2-1e6f-49a2-990c-df7191674d06 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:10:13.672720 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'code': 200} Feb 07 23:10:13.697504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:13.759071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4a81d-978e-4ebf-b0b5-f7cb92312fbf req-4ada9003-bbb7-4698-92fb-d5ca00d418db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:13.760464 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01f4a81d-978e-4ebf-b0b5-f7cb92312fbf req-4ada9003-bbb7-4698-92fb-d5ca00d418db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1096 time: 0.0401788 Feb 07 23:10:13.794583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01f4a81d-978e-4ebf-b0b5-f7cb92312fbf req-fc8d1907-050a-4239-a8fa-b39baa443463 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275364 Feb 07 23:10:14.442094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b067a8-bc7b-4e52-82e5-38e52a13ed8a req-e92a1d9f-57e9-4549-ba2b-bc1f061c7d4c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:14.443516 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c4b067a8-bc7b-4e52-82e5-38e52a13ed8a req-e92a1d9f-57e9-4549-ba2b-bc1f061c7d4c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0514538 Feb 07 23:10:14.480722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c4b067a8-bc7b-4e52-82e5-38e52a13ed8a req-f540f067-4ace-4181-acc7-a89e1b11d038 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306296 Feb 07 23:10:15.598440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159a221-3738-4b49-bfe7-9cc9bb10f6d2 req-7272a766-88d9-4122-8ba2-c40328927b57 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:15.599933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8159a221-3738-4b49-bfe7-9cc9bb10f6d2 req-7272a766-88d9-4122-8ba2-c40328927b57 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0500336 Feb 07 23:10:15.639274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8159a221-3738-4b49-bfe7-9cc9bb10f6d2 req-9984e9b9-8167-4538-ab85-587a1420788e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Feb 07 23:10:15.644302 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-150ba0d8-9114-4199-a059-ae7877845412 req-505263a1-d481-4985-af1e-19a0041646f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397291 Feb 07 23:10:15.707029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ba0d8-9114-4199-a059-ae7877845412 req-19b039e1-25e0-46ea-9cac-fb5b40c04dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:15.708544 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-150ba0d8-9114-4199-a059-ae7877845412 req-19b039e1-25e0-46ea-9cac-fb5b40c04dc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 1097 time: 0.0402801 Feb 07 23:10:15.812108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cae7f-ee29-4cf8-bbb9-08c028cfffad req-e29ae56e-3816-44d1-b707-03633b273624 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:15.813502 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-538cae7f-ee29-4cf8-bbb9-08c028cfffad req-e29ae56e-3816-44d1-b707-03633b273624 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.1040981 Feb 07 23:10:15.862289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ba0d8-9114-4199-a059-ae7877845412 req-b853456a-c634-4467-82e2-931f57c39635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:15.863746 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-150ba0d8-9114-4199-a059-ae7877845412 req-b853456a-c634-4467-82e2-931f57c39635 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1295257 Feb 07 23:10:15.871447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-538cae7f-ee29-4cf8-bbb9-08c028cfffad req-4c3ddd8a-b4d5-43df-9b6b-7df322b05b3a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493402 Feb 07 23:10:15.893085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54702) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:15.934735 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-150ba0d8-9114-4199-a059-ae7877845412 req-449917b5-7e6c-4544-bb19-67d6c663198e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368 HTTP/1.1" status: 200 len: 1001 time: 0.0623119 Feb 07 23:10:15.936272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7447d8-f653-4176-a13f-094f38204d4c tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:15.937828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ae7447d8-f653-4176-a13f-094f38204d4c tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1091 time: 0.0437496 Feb 07 23:10:15.940826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54704) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:15.945020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:15.971409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:15.985769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ba0d8-9114-4199-a059-ae7877845412 req-71c233a7-9717-4fd7-a337-d7179cb60b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:15.987312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-150ba0d8-9114-4199-a059-ae7877845412 req-71c233a7-9717-4fd7-a337-d7179cb60b60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0464451 Feb 07 23:10:16.035980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ba0d8-9114-4199-a059-ae7877845412 req-49994225-f3c3-43a2-b4f9-39e54a571426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:16.037526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-150ba0d8-9114-4199-a059-ae7877845412 req-49994225-f3c3-43a2-b4f9-39e54a571426 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437820 Feb 07 23:10:16.067235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:16.144587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-150ba0d8-9114-4199-a059-ae7877845412 req-801e6a49-02ff-4071-a2ba-8f0448aa5881 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002531 Feb 07 23:10:16.179145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.25.8.208 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/3ab374b5-29ad-4f14-b771-8769f84bfe49) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:16.239569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-150ba0d8-9114-4199-a059-ae7877845412 req-e9fa5200-510e-4a17-8073-09102a9ee739 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873132 Feb 07 23:10:16.282168 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:16.314879 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:16.356046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:16.358957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:16.363063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:10:16.389368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=3ab374b5-29ad-4f14-b771-8769f84bfe49,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:16.714143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:16.782611 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:16.938451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:16.942955 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.008159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=3ab374b5-29ad-4f14-b771-8769f84bfe49,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:17.020137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.118250 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Floating IP c4c61bb0-8ec2-46ac-ae99-970a1ed5115f associated. External IP: 172.25.8.208, port: bd1d591b-33c5-463a-b477-e5ccca3737a2. Feb 07 23:10:17.343126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:10:17.452881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:10:17.462440 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] Sync routers for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:17.472587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.473865 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:17.474472 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:09:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:17.501330 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-831c42f6-3665-4658-a807-0dca1c2dd972 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5594840 Feb 07 23:10:17.502011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:17.504403 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6011526a-0c0a-45e2-baf5-a248e78eeeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:10:17.587789 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:17.606083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d9e0-e90d-40a2-a61a-be1b34859fad req-e18fe55c-9c75-4642-800e-2e38e1ba37d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:17.607680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b791d9e0-e90d-40a2-a61a-be1b34859fad req-e18fe55c-9c75-4642-800e-2e38e1ba37d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0525291 Feb 07 23:10:17.615145 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ebf9bc-b64b-48ab-ae6b-5604e3287308 x-openstack-request-id: req-41ebf9bc-b64b-48ab-ae6b-5604e3287308 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:10:17.615432 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:10:17.615685 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41ebf9bc-b64b-48ab-ae6b-5604e3287308 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:10:17.616366 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'status': 'completed', 'code': 200} Feb 07 23:10:17.653375 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b791d9e0-e90d-40a2-a61a-be1b34859fad req-ad2f599b-895d-40d4-bd4f-cd8bb9817df9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361536 Feb 07 23:10:17.678701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54712) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:17.689520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-0d7baee2-da1b-4f93-b79b-08de3a24c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:17.690992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-0d7baee2-da1b-4f93-b79b-08de3a24c0e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1096 time: 0.0538392 Feb 07 23:10:17.746897 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8032d7bd-64d3-4f17-b17a-dfab84dd112f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/c4c61bb0-8ec2-46ac-ae99-970a1ed5115f HTTP/1.1" status: 200 len: 991 time: 0.0666904 Feb 07 23:10:17.788542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-bdcd349a-6442-4658-9799-22487bd865aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:17.789988 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-bdcd349a-6442-4658-9799-22487bd865aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 897 time: 0.0927989 Feb 07 23:10:17.824393 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'c4c61bb0-8ec2-46ac-ae99-970a1ed5115f', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'port_id': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'mac_address': 'fa:16:3e:e5:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:10:16Z', 'updated_at': '2022-02-07T23:10:16Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f30d338-d297-4ccd-84b1-b50f590944d4', 'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:94:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:17.851655 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] Checking router: 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:17.856335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-bae569ea-c2d4-477b-a5a8-16be94e6dfaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 999 time: 0.0583155 Feb 07 23:10:17.860695 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:17.861283 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:09:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:17.907636 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-6012bdb2-7226-402d-871a-c1bfb6e1a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:17.909113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-6012bdb2-7226-402d-871a-c1bfb6e1a4e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0468812 Feb 07 23:10:17.960175 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-08c70289-998c-4dcb-bc05-9417ede620d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:17.960175 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-08c70289-998c-4dcb-bc05-9417ede620d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443134 Feb 07 23:10:17.966210 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:18.049012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-aaae9c1b-4368-4750-8de2-17fee1cab0b4 service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828955 Feb 07 23:10:18.144112 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6011526a-0c0a-45e2-baf5-a248e78eeeb6 req-0a361fef-b060-4463-9bca-df6f50c10dd0 service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889876 Feb 07 23:10:18.184992 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'c4c61bb0-8ec2-46ac-ae99-970a1ed5115f', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'port_id': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'mac_address': 'fa:16:3e:e5:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:10:16Z', 'updated_at': '2022-02-07T23:10:16Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f30d338-d297-4ccd-84b1-b50f590944d4', 'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:94:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:18.212960 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110dd05d-0ebf-4126-85c2-d17ab92b40f5 None None] The sync data for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 is: [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'c4c61bb0-8ec2-46ac-ae99-970a1ed5115f', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'port_id': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'mac_address': 'fa:16:3e:e5:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:10:16Z', 'updated_at': '2022-02-07T23:10:16Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f30d338-d297-4ccd-84b1-b50f590944d4', 'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:94:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:18.400365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0bd4b5-2891-4182-bcb8-68eb0751d0f7 None None] New status for floating IP c4c61bb0-8ec2-46ac-ae99-970a1ed5115f: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:10:18.750697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54714) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:18.810802 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe265398-b2ed-41d9-9aa1-b65efa6a422c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/c4c61bb0-8ec2-46ac-ae99-970a1ed5115f HTTP/1.1" status: 200 len: 993 time: 0.0589545 Feb 07 23:10:21.411977 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-1b6fdc47-ebf2-4451-ae15-2d4c268516d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423255 Feb 07 23:10:21.492870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-ae97d88b-89d7-4f23-9bda-439946ad0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:21.494347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-ae97d88b-89d7-4f23-9bda-439946ad0f14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=75ffaf4e670740f1b24cdcbecc9318bb&device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 1096 time: 0.0404053 Feb 07 23:10:21.505215 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c5e78ec-7042-469b-9941-08c9629437c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:21.596707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-886f31d4-6b6b-4ee5-a5c9-476ccb9087fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:21.598147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-886f31d4-6b6b-4ee5-a5c9-476ccb9087fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569 HTTP/1.1" status: 200 len: 909 time: 0.0848432 Feb 07 23:10:21.666650 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-85457d89-f6e5-4d90-b73f-e46f7ea7d09a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0619502 Feb 07 23:10:21.715644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-22f389ec-162c-4d5a-a4cb-bc79d1597d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:21.717153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-22f389ec-162c-4d5a-a4cb-bc79d1597d08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=968be52d-737e-4d28-913f-394edfc67245 HTTP/1.1" status: 200 len: 848 time: 0.0426984 Feb 07 23:10:21.759859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-a9861911-6517-4baa-a2ea-3b8f43431630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:21.761267 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-a9861911-6517-4baa-a2ea-3b8f43431630 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4a297f-f90f-4161-bbbe-9dc52aa9b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378935 Feb 07 23:10:21.856006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-24c18f23-3aa0-4471-9a9a-d4e36a06d53a service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862749 Feb 07 23:10:21.947171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbd5405f-9be4-4a09-9cc3-1f65550d20ba req-bbdd53dd-b815-4ccc-98fb-5d30306c2501 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849676 Feb 07 23:10:24.638586 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c798-7b3f-4a38-973f-ce071b46d190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:24.912084 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:26.394741 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:26.650643 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.400895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54716) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:28.556619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port 53c5ed5b-e854-4247-851e-9b14ee298d48 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:28.556959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.630944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.631269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.643056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for 53c5ed5b-e854-4247-851e-9b14ee298d48 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:28.785148 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.809565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=53c5ed5b-e854-4247-851e-9b14ee298d48,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:28.873160 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.873571 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Floating IP 885280d6-1ae8-427f-b278-34682438f681 disassociated (deleted). External IP: 172.25.8.99, port: 071f5dc3-514b-4829-b6fd-8334cc7cc368. Feb 07 23:10:29.029304 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:10:29.421926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Router a8fa6b98-d561-4635-84f8-e225c34e0e14 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:10:29.528486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:10:29.533252 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:29.538807 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] Sync routers for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:29.548440 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:29.549042 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:29.565083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-734d5546-548c-40d7-a4be-373435c53636 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "DELETE /v2.0/floatingips/885280d6-1ae8-427f-b278-34682438f681 HTTP/1.1" status: 204 len: 168 time: 1.1606090 Feb 07 23:10:29.565083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:29.565755 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:10:29.605226 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26d5a95-aaa7-44fb-a521-17fa81ea1d08 x-openstack-request-id: req-b26d5a95-aaa7-44fb-a521-17fa81ea1d08 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:10:29.605594 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:10:29.605913 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b26d5a95-aaa7-44fb-a521-17fa81ea1d08 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:10:29.607136 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'status': 'completed', 'code': 200} Feb 07 23:10:29.660959 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:29.675666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-a78a4b88-ec1c-4f84-ac49-273060fcd8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:29.677258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-a78a4b88-ec1c-4f84-ac49-273060fcd8bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 1097 time: 0.0484385 Feb 07 23:10:29.803341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-93145992-39a8-47d6-8d8e-80d28c1e602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:29.804914 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-93145992-39a8-47d6-8d8e-80d28c1e602a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1210215 Feb 07 23:10:29.830478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa8676-3e61-49cd-971d-cda879afb0f7 req-ce4ef2f2-2496-4524-b5ba-10ca5a648b3e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:29.832028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-86aa8676-3e61-49cd-971d-cda879afb0f7 req-ce4ef2f2-2496-4524-b5ba-10ca5a648b3e tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 946 time: 0.0518689 Feb 07 23:10:29.884150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-e260c7d6-8f7c-40b3-9a13-8155806fe854 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368 HTTP/1.1" status: 200 len: 217 time: 0.0716708 Feb 07 23:10:29.885020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-86aa8676-3e61-49cd-971d-cda879afb0f7 req-8cf0bc30-cf89-4b09-b65e-764bc9e09f7b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433922 Feb 07 23:10:29.925311 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '2736591f-20a0-48b9-85b2-b77c7027a16e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:49Z', 'revision_number': 1, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:29.941334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-f2d7bd77-9bf8-4306-980b-f9a393a26f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:29.942788 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-f2d7bd77-9bf8-4306-980b-f9a393a26f0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0514219 Feb 07 23:10:29.993901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-3799a222-7af0-48d9-9094-eddb85328377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:29.995580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-3799a222-7af0-48d9-9094-eddb85328377 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458879 Feb 07 23:10:30.044572 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] Checking router: a8fa6b98-d561-4635-84f8-e225c34e0e14 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:30.053257 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:30.054015 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:30.093153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-c7ae79dd-9337-47da-abbc-e0a82fc21aaf service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896432 Feb 07 23:10:30.160989 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:30.187324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8509fb6-1be8-4959-bc9a-d075fe2e2f3a req-286e61b5-38e4-4824-95bf-1dff41cd857d service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865190 Feb 07 23:10:30.379312 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '2736591f-20a0-48b9-85b2-b77c7027a16e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:49Z', 'revision_number': 1, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:30.408419 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c8404-c80e-47f2-825a-4e912b58ad21 None None] The sync data for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 is: [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '2736591f-20a0-48b9-85b2-b77c7027a16e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'port_id': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:49Z', 'revision_number': 1, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:30.626428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0295e19-a3b0-49b6-87c2-0aa1e0a0fd63 None None] New status for floating IP 885280d6-1ae8-427f-b278-34682438f681: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:10:31.003237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c9f7-c027-4536-b2a9-8078bb05be73 req-22cb6865-314a-4f94-b664-441577c6804b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:31.004669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9048c9f7-c027-4536-b2a9-8078bb05be73 req-22cb6865-314a-4f94-b664-441577c6804b tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 946 time: 0.0490220 Feb 07 23:10:31.042087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9048c9f7-c027-4536-b2a9-8078bb05be73 req-53b43676-b853-4598-a214-39bf8c9d5c17 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315456 Feb 07 23:10:31.287830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-3ff534ec-2f30-48af-8b87-e9d0f92c390f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:31.289107 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-3ff534ec-2f30-48af-8b87-e9d0f92c390f tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 946 time: 0.0519788 Feb 07 23:10:31.377480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port 071f5dc3-514b-4829-b6fd-8334cc7cc368 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:31.377813 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:31.468282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] For port 071f5dc3-514b-4829-b6fd-8334cc7cc368, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=071f5dc3-514b-4829-b6fd-8334cc7cc368,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:31.468642 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:31.480067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for 071f5dc3-514b-4829-b6fd-8334cc7cc368 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:31.606756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:31.639176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=071f5dc3-514b-4829-b6fd-8334cc7cc368,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:31.679345 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] No DVR routers for this DVR port 071f5dc3-514b-4829-b6fd-8334cc7cc368 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:10:31.682025 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:31.685333 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c53f591e-9b3f-4e7f-8225-a01b68fa806c req-0b277860-f609-42e4-a210-a754f4db694c tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "DELETE /v2.0/ports/071f5dc3-514b-4829-b6fd-8334cc7cc368 HTTP/1.1" status: 204 len: 173 time: 0.3904140 Feb 07 23:10:31.686466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'name': 'network-vif-deleted', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:31.688690 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ce456e-caca-4d22-bef8-7efcc9dc8ddc" -d '{"events": [{"server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "name": "network-vif-deleted", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:10:31.730597 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7879f1f3-0f19-4bc4-a475-3293b8fe20d6 x-openstack-request-id: req-7879f1f3-0f19-4bc4-a475-3293b8fe20d6 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:10:31.730888 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2112730-061c-4134-92d1-631f378e5f36", "name": "network-vif-deleted", "tag": "071f5dc3-514b-4829-b6fd-8334cc7cc368", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:10:31.731145 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7879f1f3-0f19-4bc4-a475-3293b8fe20d6 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:10:31.731550 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2112730-061c-4134-92d1-631f378e5f36', 'name': 'network-vif-deleted', 'tag': '071f5dc3-514b-4829-b6fd-8334cc7cc368', 'status': 'completed', 'code': 200} Feb 07 23:10:32.144207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01071245-8b79-438a-9ecb-d677cac90d30 req-3b00861c-291c-4b1c-92e2-e14c03eac675 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 210 time: 0.0278702 Feb 07 23:10:33.241414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-96b733d5-4696-4d8d-8e6b-b5120e6ff0fc req-f140883c-c798-467a-a0ac-51b6eca066cd tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 210 time: 0.0259225 Feb 07 23:10:34.109557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.191116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 071f5dc3-514b-4829-b6fd-8334cc7cc368 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:10:34.211459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 071f5dc3-514b-4829-b6fd-8334cc7cc368 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:10:34.211829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 071f5dc3-514b-4829-b6fd-8334cc7cc368 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:10:34.336660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cefa75f0-428f-40cf-8621-c51503c498ef req-e7b39c8a-f9fb-461f-9daf-4a31bd3c0efc tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2112730-061c-4134-92d1-631f378e5f36 HTTP/1.1" status: 200 len: 210 time: 0.0257456 Feb 07 23:10:34.540816 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.717292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54756) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:39.870919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port c5467760-6b40-4d7a-b065-851dfdc0b57d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:39.871267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.947087 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.947409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.958803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for c5467760-6b40-4d7a-b065-851dfdc0b57d owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:40.103099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:40.128540 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=c5467760-6b40-4d7a-b065-851dfdc0b57d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:40.186059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:40.186418 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Floating IP 2736591f-20a0-48b9-85b2-b77c7027a16e disassociated (deleted). External IP: 172.25.8.30, port: e22c83d5-5913-4a9d-adf7-08e901965b48. Feb 07 23:10:40.390270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Router a8fa6b98-d561-4635-84f8-e225c34e0e14 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:10:40.496367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:10:40.501857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:40.506207 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] Sync routers for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:40.516733 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:40.517329 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:40.530935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-70baf5af-d009-4c5b-84d2-be5ff0ae9eb5 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "DELETE /v2.0/floatingips/2736591f-20a0-48b9-85b2-b77c7027a16e HTTP/1.1" status: 204 len: 168 time: 0.8100924 Feb 07 23:10:40.530935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:40.531845 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31" -d '{"events": [{"name": "network-changed", "server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:10:40.573121 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e688c6ef-7bbc-47cc-be78-5af064432bf7 x-openstack-request-id: req-e688c6ef-7bbc-47cc-be78-5af064432bf7 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:10:40.573426 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:10:40.573677 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e688c6ef-7bbc-47cc-be78-5af064432bf7 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:10:40.574078 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'status': 'completed', 'code': 200} Feb 07 23:10:40.629058 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:40.643555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-39aa352c-c3cc-4bba-bd81-c2ae90496dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:40.644941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-39aa352c-c3cc-4bba-bd81-c2ae90496dda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edc93e220b884578820ed73d5e9400f9&device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 1097 time: 0.0479758 Feb 07 23:10:40.769161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-e2558acc-831f-4125-8236-9249f5bd0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:40.770607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-e2558acc-831f-4125-8236-9249f5bd0dbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 200 len: 912 time: 0.1142888 Feb 07 23:10:40.823179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a3831-6799-46ad-a0be-3928321be736 req-d1f90e32-106f-4978-9ae7-c5bc9a0f7c85 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:40.824648 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a7a3831-6799-46ad-a0be-3928321be736 req-d1f90e32-106f-4978-9ae7-c5bc9a0f7c85 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 946 time: 0.0959048 Feb 07 23:10:40.826543 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-1cf3af65-7ac2-4c1e-9c5f-8624384f19a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e22c83d5-5913-4a9d-adf7-08e901965b48 HTTP/1.1" status: 200 len: 217 time: 0.0482101 Feb 07 23:10:40.831506 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:40.862653 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] Checking router: a8fa6b98-d561-4635-84f8-e225c34e0e14 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:40.871133 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:40.871759 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:40.897061 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a7a3831-6799-46ad-a0be-3928321be736 req-37afb179-fae7-4968-882f-172a3bc4ab81 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649965 Feb 07 23:10:40.902366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-7283a7f5-3c93-444f-8ce7-635c577e7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:40.903774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-7283a7f5-3c93-444f-8ce7-635c577e7bb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 200 len: 851 time: 0.0701339 Feb 07 23:10:40.954343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-c873fd98-07e7-49e8-9bb6-c1a7a56d359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:40.955871 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-c873fd98-07e7-49e8-9bb6-c1a7a56d359e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f757959-1832-41a9-aab1-345730436e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453672 Feb 07 23:10:40.976700 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:41.049149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-aef2b067-b85c-4e62-95b9-9ba817d792d2 service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821090 Feb 07 23:10:41.149454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4e2e06b-ce32-42cb-bb96-e04a458ebd31 req-9f2311f9-a5af-4f84-a8fe-c09ec5ddc99e service neutron] 10.222.0.24 "GET /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922444 Feb 07 23:10:41.170571 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:41.197599 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca4cfb-5f28-4244-8728-496256b299d2 None None] The sync data for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 is: [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T22:59:48Z', 'revision_number': 4, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '6a0d3259-64e0-4bf9-b99b-86ab0abf835d', 'name': '', 'network_id': '2f757959-1832-41a9-aab1-345730436e6e', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'mac_address': 'fa:16:3e:61:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '40058268-0e17-460f-86fe-d5a141a2db00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:46Z', 'updated_at': '2022-02-07T22:59:52Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'subnets': [{'id': '40058268-0e17-460f-86fe-d5a141a2db00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:41.415326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0d560-a009-43e4-8863-faf797ec1d48 None None] New status for floating IP 2736591f-20a0-48b9-85b2-b77c7027a16e: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:10:42.018918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd854a8-2bb2-4f66-be16-398a7b537f95 req-941dae31-c5f5-4514-af01-96e21a4755b7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:42.020418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1cd854a8-2bb2-4f66-be16-398a7b537f95 req-941dae31-c5f5-4514-af01-96e21a4755b7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 946 time: 0.0540762 Feb 07 23:10:42.057631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1cd854a8-2bb2-4f66-be16-398a7b537f95 req-e92a23bc-cd52-4a87-9fb4-a34e54e27433 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a41d66f-c945-4c62-b241-31cebdf30211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313022 Feb 07 23:10:42.195451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-1b811b82-4ef5-41f0-a285-5f988aa058d0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:42.196870 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-1b811b82-4ef5-41f0-a285-5f988aa058d0 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 946 time: 0.0479045 Feb 07 23:10:42.284402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port e22c83d5-5913-4a9d-adf7-08e901965b48 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:42.284763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:42.374352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] For port e22c83d5-5913-4a9d-adf7-08e901965b48, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=e22c83d5-5913-4a9d-adf7-08e901965b48,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:42.374716 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:42.386362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for e22c83d5-5913-4a9d-adf7-08e901965b48 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:42.511926 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:42.543970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=e22c83d5-5913-4a9d-adf7-08e901965b48,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:42.582253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] No DVR routers for this DVR port e22c83d5-5913-4a9d-adf7-08e901965b48 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:10:42.584883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:42.588080 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73fb3fbe-7021-4982-aa29-7a1f68bf1d7f req-a03874d4-9b49-4263-ad8e-b95184d38562 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.24 "DELETE /v2.0/ports/e22c83d5-5913-4a9d-adf7-08e901965b48 HTTP/1.1" status: 204 len: 173 time: 0.3855631 Feb 07 23:10:42.588507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'name': 'network-vif-deleted', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:42.590720 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eec44d-1fd7-4364-a46a-762deae09c3d" -d '{"events": [{"server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "name": "network-vif-deleted", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:10:42.629326 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f186fac0-5f18-4ea9-8c43-f9bfd4e5c3ed x-openstack-request-id: req-f186fac0-5f18-4ea9-8c43-f9bfd4e5c3ed {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:10:42.629606 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b980350-657b-44c5-ba7d-66bd318c4e40", "name": "network-vif-deleted", "tag": "e22c83d5-5913-4a9d-adf7-08e901965b48", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:10:42.629849 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f186fac0-5f18-4ea9-8c43-f9bfd4e5c3ed {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:10:42.630251 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b980350-657b-44c5-ba7d-66bd318c4e40', 'name': 'network-vif-deleted', 'tag': 'e22c83d5-5913-4a9d-adf7-08e901965b48', 'status': 'completed', 'code': 200} Feb 07 23:10:43.154901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37855e7f-2d76-4cac-aa93-1050bb44ec73 req-19550fae-38f5-43cd-92da-2be905186975 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 210 time: 0.0257359 Feb 07 23:10:44.250618 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55d7e461-85b0-47dc-865c-d3b279ffc908 req-a379243b-7592-44ce-b4c7-29b7e7098dc4 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 210 time: 0.0262926 Feb 07 23:10:44.261123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e22c83d5-5913-4a9d-adf7-08e901965b48 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:10:44.282833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: e22c83d5-5913-4a9d-adf7-08e901965b48 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:10:44.283258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device e22c83d5-5913-4a9d-adf7-08e901965b48 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:10:45.347876 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f3bb8ca-4d26-4b55-8b3b-ba8a445f2e13 req-efb249e7-f965-4c39-94b3-1e5e4b7ef3e3 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b980350-657b-44c5-ba7d-66bd318c4e40 HTTP/1.1" status: 200 len: 210 time: 0.0267167 Feb 07 23:10:45.469974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded527f-1f2e-4259-8a9f-b23e325b3747 req-5a92af67-9d95-4d17-a066-e5862c9ae893 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:45.471338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ded527f-1f2e-4259-8a9f-b23e325b3747 req-5a92af67-9d95-4d17-a066-e5862c9ae893 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1096 time: 0.0407267 Feb 07 23:10:45.492879 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0ded527f-1f2e-4259-8a9f-b23e325b3747 req-02dbf654-431b-41f2-a435-66a9e8bdd976 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:45.567799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0ded527f-1f2e-4259-8a9f-b23e325b3747 req-02dbf654-431b-41f2-a435-66a9e8bdd976 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:45.571804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0ded527f-1f2e-4259-8a9f-b23e325b3747 req-02dbf654-431b-41f2-a435-66a9e8bdd976 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:45.596304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0ded527f-1f2e-4259-8a9f-b23e325b3747 req-02dbf654-431b-41f2-a435-66a9e8bdd976 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189785 Feb 07 23:10:45.605264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbf654-431b-41f2-a435-66a9e8bdd976 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd505e56-b78b-482d-8f27-94230c3ea5d1,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:45.713208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1991-464c-4b39-b3af-555288ce59ba req-288b7a2a-863d-4423-8a7a-951f32f10f50 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:45.714782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2ec1991-464c-4b39-b3af-555288ce59ba req-288b7a2a-863d-4423-8a7a-951f32f10f50 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0494006 Feb 07 23:10:45.754087 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2ec1991-464c-4b39-b3af-555288ce59ba req-68ff7127-8af9-4348-a7aa-2b5020bd9db7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Feb 07 23:10:45.776936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54786) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:45.846981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-515bc512-0ebb-45ff-aa05-fe1fd590c4b9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/c4c61bb0-8ec2-46ac-ae99-970a1ed5115f HTTP/1.1" status: 200 len: 993 time: 0.0688183 Feb 07 23:10:46.147508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-bd81fd9e-a1f3-401a-9ee3-4fb273d2e28c req-26e1a234-7423-4281-af2b-f766ccf39d1d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:10:46.148524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd81fd9e-a1f3-401a-9ee3-4fb273d2e28c req-26e1a234-7423-4281-af2b-f766ccf39d1d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053620 Feb 07 23:10:46.409973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54802) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:46.488584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40bde2-8dec-4d71-baba-1aeddbb76837 req-afaa7a6c-5ed6-4782-9871-892fa280349d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:46.490638 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cb40bde2-8dec-4d71-baba-1aeddbb76837 req-afaa7a6c-5ed6-4782-9871-892fa280349d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0572977 Feb 07 23:10:46.539850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Deleting port 03c8a7d6-ff71-41f4-a5a7-45e147da11fe {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:46.540481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:46.556023 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cb40bde2-8dec-4d71-baba-1aeddbb76837 req-a861fdf0-ab8e-44e3-a651-2f5ff274c82f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590484 Feb 07 23:10:46.567263 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e20e0a1d-0edb-4b15-88f3-a2a86d359ea7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1321833 Feb 07 23:10:46.578355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e49e7700-c11f-4c56-8d2c-449df5389da7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:10:46.579645 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e49e7700-c11f-4c56-8d2c-449df5389da7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059795 Feb 07 23:10:46.614851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:46.615585 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:46.627780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Calling delete_port for 03c8a7d6-ff71-41f4-a5a7-45e147da11fe owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:47.089574 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.114010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'Port': ['ID=03c8a7d6-ff71-41f4-a5a7-45e147da11fe,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:47.182726 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.185785 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.186992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cdacc9d0-e45e-4f4d-b3ac-77ddd5b637af tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "DELETE /v2.0/floatingips/4d26207d-e393-4f10-8d41-75b5c5d72382 HTTP/1.1" status: 204 len: 168 time: 0.7760000 Feb 07 23:10:47.713965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26ea88-f813-4aa4-97bb-b968ccf0e437 req-c24436c2-1349-4ee3-aea4-8ba2e871f65f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:47.715421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb26ea88-f813-4aa4-97bb-b968ccf0e437 req-c24436c2-1349-4ee3-aea4-8ba2e871f65f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0826156 Feb 07 23:10:47.725101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-52decae3-c0bb-4f37-81ac-54a9b9e320ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:47.726526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-52decae3-c0bb-4f37-81ac-54a9b9e320ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1096 time: 0.0610461 Feb 07 23:10:47.808714 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb26ea88-f813-4aa4-97bb-b968ccf0e437 req-34c4fb36-35a9-4a6f-ba3a-68234b2e48cb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855508 Feb 07 23:10:47.847405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-d99574f0-61f5-44f6-8813-e2cd4b0ff51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:47.848957 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-d99574f0-61f5-44f6-8813-e2cd4b0ff51f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 897 time: 0.1096094 Feb 07 23:10:47.916393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-b32f09f2-a78f-40e1-b6c0-60ca458a34f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 1001 time: 0.0598941 Feb 07 23:10:47.973069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e1a9252f-7090-42f0-9448-d35a051b83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:47.974513 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e1a9252f-7090-42f0-9448-d35a051b83ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0506229 Feb 07 23:10:48.021140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-2d22838f-8a83-4bbd-9987-b2b2cf14bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:48.022602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-2d22838f-8a83-4bbd-9987-b2b2cf14bf45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410349 Feb 07 23:10:48.114965 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-348654c3-c8d6-432f-b3e0-005d6f8de534 service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845857 Feb 07 23:10:48.206531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-9ea74ca3-ad2b-4594-bf03-e8e2f9913945 service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851948 Feb 07 23:10:48.937984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176fcae-d7fe-4132-aea7-86a054588936 req-0882d7d0-5ca4-492d-aa3c-f05ad00309ab tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:48.939472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5176fcae-d7fe-4132-aea7-86a054588936 req-0882d7d0-5ca4-492d-aa3c-f05ad00309ab tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0541134 Feb 07 23:10:48.977155 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5176fcae-d7fe-4132-aea7-86a054588936 req-22eeb6d0-5d6f-4088-817c-ce7ea0be0e93 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Feb 07 23:10:49.445493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54846) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:49.504736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b21c7b84-5da2-4623-9749-03a9c04c76a7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:49.530481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b21c7b84-5da2-4623-9749-03a9c04c76a7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:49.591870 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b21c7b84-5da2-4623-9749-03a9c04c76a7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:49.595158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b21c7b84-5da2-4623-9749-03a9c04c76a7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:49.598954 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b21c7b84-5da2-4623-9749-03a9c04c76a7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] 10.222.0.15 "DELETE /v2.0/security-groups/5a41d66f-c945-4c62-b241-31cebdf30211 HTTP/1.1" status: 204 len: 168 time: 0.1499224 Feb 07 23:10:49.605704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7b84-5da2-4623-9749-03a9c04c76a7 tempest-TestVolumeBootPattern-2046314182 tempest-TestVolumeBootPattern-2046314182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a41d66f-c945-4c62-b241-31cebdf30211,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:49.658303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54850) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:50.132088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4dccf-ba7f-41a0-a871-388515c535f3 req-75ed8163-4465-4eda-a858-7865cb7b57fa tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:50.133470 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-72c4dccf-ba7f-41a0-a871-388515c535f3 req-75ed8163-4465-4eda-a858-7865cb7b57fa tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0838244 Feb 07 23:10:50.180279 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-72c4dccf-ba7f-41a0-a871-388515c535f3 req-ba392809-710f-43bf-92e5-0a43b416c2b7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Feb 07 23:10:50.182893 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:50.429074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Deleting port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:50.429334 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:50.504281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] For port 6a0d3259-64e0-4bf9-b99b-86ab0abf835d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6a0d3259-64e0-4bf9-b99b-86ab0abf835d,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:50.504634 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:50.516375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Calling delete_port for 6a0d3259-64e0-4bf9-b99b-86ab0abf835d owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:50.690844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:50.719090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0d3259-64e0-4bf9-b99b-86ab0abf835d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:50.882461 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.099394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Router a8fa6b98-d561-4635-84f8-e225c34e0e14 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:10:51.202766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:10:51.207775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cbe451cd-2574-4f71-91b5-14454156f33f admin admin] 10.222.0.15 "PUT /v2.0/routers/a8fa6b98-d561-4635-84f8-e225c34e0e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5483966 Feb 07 23:10:51.210219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54858) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:51.213988 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] Sync routers for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:51.226196 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:51.226876 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:51.307158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c40bbb-113f-49ef-a49c-8acd49e1083e req-f8d3e032-ccd6-41cf-ae8a-1e178a181050 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:51.308654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48c40bbb-113f-49ef-a49c-8acd49e1083e req-f8d3e032-ccd6-41cf-ae8a-1e178a181050 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0580063 Feb 07 23:10:51.313909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.343310 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:51.349881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-48c40bbb-113f-49ef-a49c-8acd49e1083e req-349d5d59-a09d-48b2-9c12-b1e90580e4bf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321147 Feb 07 23:10:51.416149 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.502877 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-84312981-473e-47d7-9d41-d64ca206a4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.626488 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T23:10:50Z', 'revision_number': 5, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port': {'id': '27cf18c4-2a15-484e-81c5-99688a1605d7', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:42Z', 'updated_at': '2022-02-07T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:51.652838 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] Checking router: a8fa6b98-d561-4635-84f8-e225c34e0e14 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:51.662311 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] Routers {'a8fa6b98-d561-4635-84f8-e225c34e0e14'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:51.662988 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8fa6b98-d561-4635-84f8-e225c34e0e14'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:51.750346 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] Set router a8fa6b98-d561-4635-84f8-e225c34e0e14 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:51.805018 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T23:10:51Z', 'revision_number': 6, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:51.819851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Deleting port 27cf18c4-2a15-484e-81c5-99688a1605d7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:51.820195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.831802 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94078c4-3e2b-4200-a240-16d51e501fd0 None None] The sync data for ids ['a8fa6b98-d561-4635-84f8-e225c34e0e14'] in n-d-827895-2 is: [{'id': 'a8fa6b98-d561-4635-84f8-e225c34e0e14', 'name': 'tempest-TestVolumeBootPattern-1653214935-router', 'tenant_id': 'edc93e220b884578820ed73d5e9400f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:40Z', 'updated_at': '2022-02-07T23:10:51Z', 'revision_number': 6, 'project_id': 'edc93e220b884578820ed73d5e9400f9', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:51.901086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] For port 27cf18c4-2a15-484e-81c5-99688a1605d7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=27cf18c4-2a15-484e-81c5-99688a1605d7,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:51.901363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.912630 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Calling delete_port for 27cf18c4-2a15-484e-81c5-99688a1605d7 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:52.073023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.099487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=27cf18c4-2a15-484e-81c5-99688a1605d7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:52.157830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.254456 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.256834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.305980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.306651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8fa6b98-d561-4635-84f8-e225c34e0e14 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:10:52.311605 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.312900 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0d1e96bb-a490-4bc6-bd8b-6ae64587cc13 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a8fa6b98-d561-4635-84f8-e225c34e0e14 HTTP/1.1" status: 204 len: 168 time: 1.1017323 Feb 07 23:10:52.315445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54860) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:52.358782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd59977-6f35-4b4d-a61e-72e9201a27cd admin admin] Deleting subnet 40058268-0e17-460f-86fe-d5a141a2db00 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:10:52.361731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efd59977-6f35-4b4d-a61e-72e9201a27cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.396618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efd59977-6f35-4b4d-a61e-72e9201a27cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.508699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfef50-547d-4792-a71d-d4422ca1b7d4 req-dfd8e42a-5c6c-493d-8801-ef795c9f2610 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:52.510066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3dcfef50-547d-4792-a71d-d4422ca1b7d4 req-dfd8e42a-5c6c-493d-8801-ef795c9f2610 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0878618 Feb 07 23:10:52.515078 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efd59977-6f35-4b4d-a61e-72e9201a27cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.582065 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3dcfef50-547d-4792-a71d-d4422ca1b7d4 req-b627b1e2-d6a3-430b-b9ef-de992c67af1c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646653 Feb 07 23:10:52.585305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6a0d3259-64e0-4bf9-b99b-86ab0abf835d no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:10:52.600061 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efd59977-6f35-4b4d-a61e-72e9201a27cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.615893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 6a0d3259-64e0-4bf9-b99b-86ab0abf835d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:10:52.616237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6a0d3259-64e0-4bf9-b99b-86ab0abf835d not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:10:52.627288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd59977-6f35-4b4d-a61e-72e9201a27cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40058268-0e17-460f-86fe-d5a141a2db00,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:52.633342 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-efd59977-6f35-4b4d-a61e-72e9201a27cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.636496 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-efd59977-6f35-4b4d-a61e-72e9201a27cd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/40058268-0e17-460f-86fe-d5a141a2db00 HTTP/1.1" status: 204 len: 168 time: 0.3200641 Feb 07 23:10:52.639581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54864) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:52.642202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee5e036-758f-454e-97ed-72d7fcbddb5e None None] Network 2f757959-1832-41a9-aab1-345730436e6e requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:10:52.715340 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.772904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Deleting port a05fb38e-6763-4ea4-a808-5cc7f4a491fe {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:52.773260 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.820331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f8f0d0-3ac5-47c8-9926-f5dd56e28bf8 None None] DHCP port deletion for 2f757959-1832-41a9-aab1-345730436e6e request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:10:52.844978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] For port a05fb38e-6763-4ea4-a808-5cc7f4a491fe, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a05fb38e-6763-4ea4-a808-5cc7f4a491fe,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:52.845362 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.861213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Calling delete_port for a05fb38e-6763-4ea4-a808-5cc7f4a491fe owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:52.874888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8f0d0-3ac5-47c8-9926-f5dd56e28bf8 None None] Deleting port a05fb38e-6763-4ea4-a808-5cc7f4a491fe {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:52.875669 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f0d0-3ac5-47c8-9926-f5dd56e28bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.943812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a1f8f0d0-3ac5-47c8-9926-f5dd56e28bf8 None None] For port a05fb38e-6763-4ea4-a808-5cc7f4a491fe, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a05fb38e-6763-4ea4-a808-5cc7f4a491fe,segment=NetworkSegment(a52ec27a-3c5f-4d55-b61d-1685a19cf577),segment_id=a52ec27a-3c5f-4d55-b61d-1685a19cf577)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:52.944221 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f0d0-3ac5-47c8-9926-f5dd56e28bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.955854 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.958030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8f0d0-3ac5-47c8-9926-f5dd56e28bf8 None None] Calling delete_port for a05fb38e-6763-4ea4-a808-5cc7f4a491fe owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:52.980838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05fb38e-6763-4ea4-a808-5cc7f4a491fe,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:52.984684 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] No DVR routers for this DVR port a05fb38e-6763-4ea4-a808-5cc7f4a491fe on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:10:53.046308 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f0d0-3ac5-47c8-9926-f5dd56e28bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.059480 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.071232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f0d0-3ac5-47c8-9926-f5dd56e28bf8 None None] Pushing event deleted for resources: {'Port': ['ID=a05fb38e-6763-4ea4-a808-5cc7f4a491fe,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:53.077623 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8f0d0-3ac5-47c8-9926-f5dd56e28bf8 None None] No DVR routers for this DVR port a05fb38e-6763-4ea4-a808-5cc7f4a491fe on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:10:53.082445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f757959-1832-41a9-aab1-345730436e6e']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:53.093602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52ec27a-3c5f-4d55-b61d-1685a19cf577') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:53.093887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52ec27a-3c5f-4d55-b61d-1685a19cf577') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:53.102929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.116362 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.123256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:10:53.123617 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:10:53.125435 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:10:53.177598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.182929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.186668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2f757959-1832-41a9-aab1-345730436e6e HTTP/1.1" status: 204 len: 168 time: 0.5461342 Feb 07 23:10:53.189845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54866) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:53.197190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c67adb-5655-4996-8c0b-eb3f56f18883 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f757959-1832-41a9-aab1-345730436e6e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:53.530306 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.738134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074456c6-ff7f-47c7-8a6d-1852847f2b29 req-8db344bf-1818-4255-a1d2-f1c13b8fe0e7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:53.739489 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-074456c6-ff7f-47c7-8a6d-1852847f2b29 req-8db344bf-1818-4255-a1d2-f1c13b8fe0e7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0760882 Feb 07 23:10:53.803727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-074456c6-ff7f-47c7-8a6d-1852847f2b29 req-2929f0ef-6e5d-473a-83c7-2581aa37b5fa tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577748 Feb 07 23:10:53.853701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Deleting port 983005f2-d210-4cd1-9e10-aef2db61cff4 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:53.853919 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.929089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] For port 983005f2-d210-4cd1-9e10-aef2db61cff4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=983005f2-d210-4cd1-9e10-aef2db61cff4,segment=NetworkSegment(cef62ce1-2631-4235-8f3c-c7ea71988512),segment_id=cef62ce1-2631-4235-8f3c-c7ea71988512)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:53.929438 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.940908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Calling delete_port for 983005f2-d210-4cd1-9e10-aef2db61cff4 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:54.034334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 27cf18c4-2a15-484e-81c5-99688a1605d7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:10:54.054877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 27cf18c4-2a15-484e-81c5-99688a1605d7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:10:54.055214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 27cf18c4-2a15-484e-81c5-99688a1605d7 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:10:54.055927 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a05fb38e-6763-4ea4-a808-5cc7f4a491fe no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:10:54.077109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: a05fb38e-6763-4ea4-a808-5cc7f4a491fe {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:10:54.077701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a05fb38e-6763-4ea4-a808-5cc7f4a491fe not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:10:54.125961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.151508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Pushing event deleted for resources: {'Port': ['ID=983005f2-d210-4cd1-9e10-aef2db61cff4,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:54.318382 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.528366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:10:54.633117 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:10:54.638496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bf06ef49-3c86-4daf-ba7c-0a884467092c admin admin] 10.222.0.15 "PUT /v2.0/routers/5a3a62bc-cc54-44a4-9e6b-fec1a4883329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4475496 Feb 07 23:10:54.641440 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6ec7467-e9b9-44fd-b62e-8a0b8dc9911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.641579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54870) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:54.644803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] Sync routers for ids ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:54.655945 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] Routers {'5a3a62bc-cc54-44a4-9e6b-fec1a4883329'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:54.656562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:54.748428 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.766394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] Set router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:54.851750 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.914052 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Deleting port ade0e333-2476-4478-aec0-ce14f2c8485b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:54.914402 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.939368 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.956301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37d78-b84b-4328-9714-40713f5e0e73 req-db21cbda-55bc-4ec6-accf-b39adbac7492 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:54.958623 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7e37d78-b84b-4328-9714-40713f5e0e73 req-db21cbda-55bc-4ec6-accf-b39adbac7492 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0621750 Feb 07 23:10:54.970206 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:52Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 5, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'gw_port': {'id': 'ade0e333-2476-4478-aec0-ce14f2c8485b', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:59:53Z', 'updated_at': '2022-02-07T23:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:54.998318 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] Checking router: 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:55.000055 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] For port ade0e333-2476-4478-aec0-ce14f2c8485b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ade0e333-2476-4478-aec0-ce14f2c8485b,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:55.000427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.008306 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7e37d78-b84b-4328-9714-40713f5e0e73 req-82873137-df1c-4b51-a71d-ac92a074b085 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Feb 07 23:10:55.008781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] Routers {'5a3a62bc-cc54-44a4-9e6b-fec1a4883329'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:10:55.009841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:55.013540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Calling delete_port for ade0e333-2476-4478-aec0-ce14f2c8485b owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:55.102549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] Set router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:10:55.157262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:52Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 6, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:55.179032 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.184300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507314ab-3db3-4d6f-b4fb-bc7f78ceac6a None None] The sync data for ids ['5a3a62bc-cc54-44a4-9e6b-fec1a4883329'] in n-d-827895-2 is: [{'id': '5a3a62bc-cc54-44a4-9e6b-fec1a4883329', 'name': 'tempest-TestVolumeBootPattern-1579679551-router', 'tenant_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:59:52Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 6, 'project_id': 'e55dfcf9bdb7449186e4da62f3f44a8f', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:55.211302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade0e333-2476-4478-aec0-ce14f2c8485b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:55.274046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.364092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.366658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.409958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.410525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a3a62bc-cc54-44a4-9e6b-fec1a4883329 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:10:55.414902 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.418006 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-642eb636-124f-43bc-9626-0dbc1da654c2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5a3a62bc-cc54-44a4-9e6b-fec1a4883329 HTTP/1.1" status: 204 len: 168 time: 0.7733974 Feb 07 23:10:55.418601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54874) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:55.462825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2e3ac3-7eed-4033-962c-b288f67f81af admin admin] Deleting subnet 45b09c61-139e-445c-bac3-00ff2945c946 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:10:55.465857 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3d2e3ac3-7eed-4033-962c-b288f67f81af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.504528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3d2e3ac3-7eed-4033-962c-b288f67f81af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.584063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3d2e3ac3-7eed-4033-962c-b288f67f81af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.639804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3d2e3ac3-7eed-4033-962c-b288f67f81af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.664460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e3ac3-7eed-4033-962c-b288f67f81af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b09c61-139e-445c-bac3-00ff2945c946,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:55.668066 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3d2e3ac3-7eed-4033-962c-b288f67f81af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.671822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3d2e3ac3-7eed-4033-962c-b288f67f81af admin admin] 10.222.0.15 "DELETE /v2.0/subnets/45b09c61-139e-445c-bac3-00ff2945c946 HTTP/1.1" status: 204 len: 168 time: 0.2518804 Feb 07 23:10:55.674284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54876) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:55.676676 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a5894-a246-416e-af1a-cecdadfdd897 None None] Network 20b58edb-31cf-4508-818f-535757bca793 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:10:55.741377 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.792844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Deleting port 4a843193-7e9e-467d-b30e-044aebded8bf {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:10:55.793421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.861059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] For port 4a843193-7e9e-467d-b30e-044aebded8bf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4a843193-7e9e-467d-b30e-044aebded8bf,segment=NetworkSegment(cef62ce1-2631-4235-8f3c-c7ea71988512),segment_id=cef62ce1-2631-4235-8f3c-c7ea71988512)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:10:55.861424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.874954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Calling delete_port for 4a843193-7e9e-467d-b30e-044aebded8bf owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:10:55.954775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.961283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a040b3-dda1-4ce0-9e02-c553e14a54a7 None None] DHCP port deletion for 20b58edb-31cf-4508-818f-535757bca793 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:10:55.989579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] No DVR routers for this DVR port 4a843193-7e9e-467d-b30e-044aebded8bf on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:10:55.991521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a843193-7e9e-467d-b30e-044aebded8bf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:56.053086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ade0e333-2476-4478-aec0-ce14f2c8485b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:10:56.073848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: ade0e333-2476-4478-aec0-ce14f2c8485b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:10:56.074326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ade0e333-2476-4478-aec0-ce14f2c8485b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:10:56.074984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 983005f2-d210-4cd1-9e10-aef2db61cff4 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:10:56.085380 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.101009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 983005f2-d210-4cd1-9e10-aef2db61cff4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:10:56.101425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 983005f2-d210-4cd1-9e10-aef2db61cff4 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:10:56.103239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4a843193-7e9e-467d-b30e-044aebded8bf no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:10:56.109358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b58edb-31cf-4508-818f-535757bca793']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:56.119890 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef62ce1-2631-4235-8f3c-c7ea71988512') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:56.120456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef62ce1-2631-4235-8f3c-c7ea71988512') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:56.127660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4a843193-7e9e-467d-b30e-044aebded8bf {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:10:56.128016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4a843193-7e9e-467d-b30e-044aebded8bf not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:10:56.132150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.147116 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.154211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:10:56.154573 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:10:56.165276 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:10:56.167859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d288e8-7418-48a8-8fa7-2d3ba16e7987 req-e0f570c9-baee-48c9-923a-f497120a7699 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:56.169555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01d288e8-7418-48a8-8fa7-2d3ba16e7987 req-e0f570c9-baee-48c9-923a-f497120a7699 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0762045 Feb 07 23:10:56.209643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-01d288e8-7418-48a8-8fa7-2d3ba16e7987 req-af064bb2-7c16-4ea8-b507-a7de111a5163 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329139 Feb 07 23:10:56.222269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.229310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.234772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/20b58edb-31cf-4508-818f-535757bca793 HTTP/1.1" status: 204 len: 168 time: 0.5570977 Feb 07 23:10:56.244075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965a84d-9c33-4045-af2f-39ad96e7ddc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b58edb-31cf-4508-818f-535757bca793,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:56.372870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54882) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:56.397590 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.413456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e80517e0-8cc5-4178-90e5-e688b406ba87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edc93e220b884578820ed73d5e9400f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392721 Feb 07 23:10:56.415810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54884) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:56.461958 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a029df7-c91b-4fca-ac5e-326721ca2d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.483843 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a029df7-c91b-4fca-ac5e-326721ca2d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.528858 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a029df7-c91b-4fca-ac5e-326721ca2d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.532174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5a029df7-c91b-4fca-ac5e-326721ca2d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.533328 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5a029df7-c91b-4fca-ac5e-326721ca2d7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a3a802f-50d8-46ab-9fc5-55c11f48d8e5 HTTP/1.1" status: 204 len: 168 time: 0.1166215 Feb 07 23:10:56.540750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a029df7-c91b-4fca-ac5e-326721ca2d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3a802f-50d8-46ab-9fc5-55c11f48d8e5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:56.653726 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.870543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54890) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:56.913905 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-75305218-78be-4d5b-be6d-0ebf64e27af0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e55dfcf9bdb7449186e4da62f3f44a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421228 Feb 07 23:10:56.916196 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54892) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:10:56.963196 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfdc9-ed81-415f-8158-57edf8e4adaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.984333 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfdc9-ed81-415f-8158-57edf8e4adaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:57.029899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfdc9-ed81-415f-8158-57edf8e4adaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:57.032352 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfdc9-ed81-415f-8158-57edf8e4adaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:57.033480 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-dbdcfdc9-ed81-415f-8158-57edf8e4adaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd1f1135-40e8-4de1-a73e-44a0d5a498e9 HTTP/1.1" status: 204 len: 168 time: 0.1164093 Feb 07 23:10:57.041572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcfdc9-ed81-415f-8158-57edf8e4adaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1f1135-40e8-4de1-a73e-44a0d5a498e9,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:57.343194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881fe0b-48b6-4f09-b69d-a8d55679a370 req-c44b80f3-eba8-41ce-8d94-dae178df075c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:57.344804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1881fe0b-48b6-4f09-b69d-a8d55679a370 req-c44b80f3-eba8-41ce-8d94-dae178df075c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0573814 Feb 07 23:10:57.389999 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1881fe0b-48b6-4f09-b69d-a8d55679a370 req-40d40910-b883-4aba-a1db-726c808bfa43 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383248 Feb 07 23:10:58.505168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d60d9d-975a-4dae-9f23-6b5100d4c26b req-b813e05c-db35-439d-9dcd-608fff4fb624 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:58.506594 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80d60d9d-975a-4dae-9f23-6b5100d4c26b req-b813e05c-db35-439d-9dcd-608fff4fb624 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Feb 07 23:10:58.543186 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-80d60d9d-975a-4dae-9f23-6b5100d4c26b req-cd41f55b-0f55-4fa0-9e52-805438a2fb3a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307336 Feb 07 23:10:59.661762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27efdf7-a95d-4ebf-84e2-acd114414469 req-661c2153-cf50-415d-87da-07e284044c8d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:59.663316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f27efdf7-a95d-4ebf-84e2-acd114414469 req-661c2153-cf50-415d-87da-07e284044c8d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Feb 07 23:10:59.701363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f27efdf7-a95d-4ebf-84e2-acd114414469 req-c933cf6c-b6e9-4fce-83bd-e7e573382337 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Feb 07 23:10:59.930125 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-39a8070a-e5ca-482d-8c93-76742940e32e req-9c3ca609-7826-486e-8c85-b19390a1a241 service neutron] show failed (client error): The resource could not be found. Feb 07 23:10:59.931087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-9c3ca609-7826-486e-8c85-b19390a1a241 service neutron] 10.222.0.46 "GET /v2.0/ports/bd1d591b-33c5-463a-b477-e5ccca3737a2/bindings/n-h2-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.0535049 Feb 07 23:11:00.151248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-9aff2442-1e52-4925-bd7a-c2d0fa0f8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:00.152743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-9aff2442-1e52-4925-bd7a-c2d0fa0f8b7d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 1096 time: 0.0726094 Feb 07 23:11:00.163526 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:00.213877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.717991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:00.755214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:11:00.818297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:00.820616 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9c9c78-670b-43de-81ce-046d6665e5a7" -d '{"events": [{"server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:11:00.825991 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.842967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Transition to ACTIVE for port object bd1d591b-33c5-463a-b477-e5ccca3737a2 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:00.846520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.862499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc69cb-cb3e-440a-bf7c-f9217fc3357d req-d94f46db-d016-4414-8083-b358e3236952 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:00.863989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66dc69cb-cb3e-440a-bf7c-f9217fc3357d req-d94f46db-d016-4414-8083-b358e3236952 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0906162 Feb 07 23:11:00.885332 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f72c13-d5d0-4e6e-a269-8a0abff225c2 x-openstack-request-id: req-a5f72c13-d5d0-4e6e-a269-8a0abff225c2 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:11:00.885627 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:11:00.885874 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5f72c13-d5d0-4e6e-a269-8a0abff225c2 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:11:00.886261 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'code': 200} Feb 07 23:11:01.008647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Pushing event updated for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:01.032561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-66dc69cb-cb3e-440a-bf7c-f9217fc3357d req-27ceb6fd-5eb0-4319-95e3-597db08b33f2 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454418 Feb 07 23:11:01.039516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.039890 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.040232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.040568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.040897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.041227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.041551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.041877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.042199 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.042525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.042847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.043170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:01.082338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] No DVR routers for this DVR port bd1d591b-33c5-463a-b477-e5ccca3737a2 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:01.214804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Attempting to bind port bd1d591b-33c5-463a-b477-e5ccca3737a2 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:01.215072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Attempting to bind port bd1d591b-33c5-463a-b477-e5ccca3737a2 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:01.215375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Attempting to bind port bd1d591b-33c5-463a-b477-e5ccca3737a2 on network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:11:01.220388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Port bd1d591b-33c5-463a-b477-e5ccca3737a2 on network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:11:01.220706 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Attempting to bind port bd1d591b-33c5-463a-b477-e5ccca3737a2 on network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:11:01.225464 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:11:01.225799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Checking segment: {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:11:01.226184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Bound using segment: {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:11:01.226605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Bound port: bd1d591b-33c5-463a-b477-e5ccca3737a2, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb60218f-5299-4f39-9106-695a2f5c18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:01.226957 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.288907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:11:01.291743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:11:01.296573 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.332593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:01.333083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.334483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] 10.222.0.24 "PUT /v2.0/ports/bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 1091 time: 1.1747911 Feb 07 23:11:01.353086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475302b-f3dc-48b2-8775-56c52002cfef service neutron] Pushing event updated for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:01.404864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-0093dbee-dfad-4d75-853a-f785f60e32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:01.406419 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-0093dbee-dfad-4d75-853a-f785f60e32f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1094 time: 0.0476615 Feb 07 23:11:01.500442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-a326a9d2-9192-40f9-a481-fead6e20f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:01.501970 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-a326a9d2-9192-40f9-a481-fead6e20f06a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 897 time: 0.0889795 Feb 07 23:11:01.571798 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-fac30188-8bc2-4673-b42b-384ef4de7f6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 999 time: 0.0632188 Feb 07 23:11:01.618444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-3ecc6543-5d00-48f5-891c-22d9ab1f236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:01.619992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-3ecc6543-5d00-48f5-891c-22d9ab1f236a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0423410 Feb 07 23:11:01.663187 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8070a-e5ca-482d-8c93-76742940e32e req-9c41ed11-c894-446c-b689-05f5bc2aa0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:01.664651 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-9c41ed11-c894-446c-b689-05f5bc2aa0fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388880 Feb 07 23:11:01.755255 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-25a4982a-3f54-406a-a04b-bfcec8e91773 service neutron] 10.222.0.24 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838912 Feb 07 23:11:01.843172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39a8070a-e5ca-482d-8c93-76742940e32e req-6d97567e-a8cb-41f3-b94f-e0a379c17b48 service neutron] 10.222.0.24 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820336 Feb 07 23:11:02.152517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c834f61-bcca-407c-a1f6-3ef8df1ed11d req-0cb4315d-1741-459f-8b32-1ca2ca24a73f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:02.154519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c834f61-bcca-407c-a1f6-3ef8df1ed11d req-0cb4315d-1741-459f-8b32-1ca2ca24a73f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 943 time: 0.0486894 Feb 07 23:11:02.192662 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c834f61-bcca-407c-a1f6-3ef8df1ed11d req-d1dc3125-c078-40f3-a303-a1d53cfce452 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Feb 07 23:11:02.886936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:02.889724 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107bf4fe-70e8-4a8e-8274-41aa252d327a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:11:02.937988 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7c788c-e500-4c2e-8a36-6c96705c6876 x-openstack-request-id: req-5f7c788c-e500-4c2e-8a36-6c96705c6876 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:11:02.938335 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:11:02.938588 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f7c788c-e500-4c2e-8a36-6c96705c6876 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:11:02.938980 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'status': 'completed', 'code': 200} Feb 07 23:11:03.023697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-0dfa92c1-9595-41ee-98eb-58de5020fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.025178 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-0dfa92c1-9595-41ee-98eb-58de5020fd5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1094 time: 0.0615892 Feb 07 23:11:03.027426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-6c1f962d-b6d9-42f3-8b2d-af5243307402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.029542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-6c1f962d-b6d9-42f3-8b2d-af5243307402 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1094 time: 0.0746791 Feb 07 23:11:03.181674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-1c55b855-a75d-4b9c-bd6e-905234592272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.183114 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-1c55b855-a75d-4b9c-bd6e-905234592272 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 897 time: 0.1516726 Feb 07 23:11:03.186235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-7d6cb22c-9475-4154-bfbf-35b43364c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.187526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-7d6cb22c-9475-4154-bfbf-35b43364c0d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 897 time: 0.1489718 Feb 07 23:11:03.304038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-1e928941-c243-4ca7-b3dd-15a2215c3067 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 999 time: 0.1119547 Feb 07 23:11:03.307973 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-0238ff57-951d-40a7-818b-52f52e220800 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 999 time: 0.1103628 Feb 07 23:11:03.318107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac4024-8e47-4832-90bb-c3962dc92555 req-db54cdc6-c0bf-432e-9082-9359f9d8684c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.320357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1ac4024-8e47-4832-90bb-c3962dc92555 req-db54cdc6-c0bf-432e-9082-9359f9d8684c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 943 time: 0.0527778 Feb 07 23:11:03.372583 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e1ac4024-8e47-4832-90bb-c3962dc92555 req-705b7007-0f30-46ed-9c67-cf8e096deda9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Feb 07 23:11:03.392504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-59c7ce5b-c1ca-4464-ae10-8a1a93f05e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.393940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-59c7ce5b-c1ca-4464-ae10-8a1a93f05e51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0831134 Feb 07 23:11:03.399201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-e0240b9e-5ca1-4ac1-b37b-54835a0e4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.400540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-e0240b9e-5ca1-4ac1-b37b-54835a0e4971 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0801539 Feb 07 23:11:03.469232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-886117e3-4fb3-40e8-9bab-55ddb30eb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.470600 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-886117e3-4fb3-40e8-9bab-55ddb30eb440 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692475 Feb 07 23:11:03.472926 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-0c5198d0-b6b8-4147-8632-7880c3d60bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.474228 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-0c5198d0-b6b8-4147-8632-7880c3d60bfa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656643 Feb 07 23:11:03.627058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-b52a1b3a-b50e-445a-aab2-818b9ede4a3e service neutron] 10.222.0.24 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490633 Feb 07 23:11:03.628900 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-5033993b-6a12-40c6-856a-d8daf4698658 service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433358 Feb 07 23:11:03.782544 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-1ac55ef9-52f5-45fe-91d5-cf95218337d4 service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471407 Feb 07 23:11:03.784153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-107bf4fe-70e8-4a8e-8274-41aa252d327a req-f0b53110-b7d0-42b6-a1c4-b343d83fb5a1 service neutron] 10.222.0.24 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499898 Feb 07 23:11:03.812675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd1d591b-33c5-463a-b477-e5ccca3737a2 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:03.850984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device bd1d591b-33c5-463a-b477-e5ccca3737a2 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:04.107755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:04.384848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device bd1d591b-33c5-463a-b477-e5ccca3737a2 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:11:04.481386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:04.493347 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'port_id': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'mac_address': 'fa:16:3e:e5:ad:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:11:04.503895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45126-9b4f-483b-9cec-370a91aabce0 req-2656eac3-e4ab-4c60-9e32-b8b473c3cb21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:04.505342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dc45126-9b4f-483b-9cec-370a91aabce0 req-2656eac3-e4ab-4c60-9e32-b8b473c3cb21 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 943 time: 0.0556753 Feb 07 23:11:04.531059 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:04.543037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2dc45126-9b4f-483b-9cec-370a91aabce0 req-e797bcc8-0c97-4229-aeb1-d7ae88eb08de tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Feb 07 23:11:04.552146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1d591b-33c5-463a-b477-e5ccca3737a2 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:11:04.578301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:04.582041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:04.585710 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:04.634816 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:04.788109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229aae-573d-409a-8cc9-57aa278e8abf req-787d3e61-a95a-4b73-a534-2338d9131960 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:04.789574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89229aae-573d-409a-8cc9-57aa278e8abf req-787d3e61-a95a-4b73-a534-2338d9131960 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 944 time: 0.0991893 Feb 07 23:11:04.826368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f21298-fd09-48c6-9449-b266367f33e4 req-415462d1-0093-486b-8df3-73a32279d04e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:04.827797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91f21298-fd09-48c6-9449-b266367f33e4 req-415462d1-0093-486b-8df3-73a32279d04e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52&tenant_id=9098f5c00b03436999b82c04cdb1baa2&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 944 time: 0.1273487 Feb 07 23:11:04.842552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['bd1d591b-33c5-463a-b477-e5ccca3737a2'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:11:04.854213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89229aae-573d-409a-8cc9-57aa278e8abf req-f86f200e-fcd8-455b-a92c-3955d37865fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576718 Feb 07 23:11:04.906566 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-91f21298-fd09-48c6-9449-b266367f33e4 req-dc80ec24-493e-4b9c-93cb-783f57b36f00 service neutron] delete failed (client error): The resource could not be found. Feb 07 23:11:04.907511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91f21298-fd09-48c6-9449-b266367f33e4 req-dc80ec24-493e-4b9c-93cb-783f57b36f00 service neutron] 10.222.0.46 "DELETE /v2.0/ports/bd1d591b-33c5-463a-b477-e5ccca3737a2/bindings/n-h1-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.0723183 Feb 07 23:11:04.989467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f21298-fd09-48c6-9449-b266367f33e4 req-47719870-af01-4026-8cc0-62858a60f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:04.991303 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91f21298-fd09-48c6-9449-b266367f33e4 req-47719870-af01-4026-8cc0-62858a60f8b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1095 time: 0.0418355 Feb 07 23:11:05.083050 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f21298-fd09-48c6-9449-b266367f33e4 req-519c6ca8-da48-408a-85fb-2472b0efbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:05.084520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91f21298-fd09-48c6-9449-b266367f33e4 req-519c6ca8-da48-408a-85fb-2472b0efbe3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 897 time: 0.0871553 Feb 07 23:11:05.147684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91f21298-fd09-48c6-9449-b266367f33e4 req-58e584e9-43d3-429e-93b5-c7bd6f10c5d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 1000 time: 0.0567260 Feb 07 23:11:05.195380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f21298-fd09-48c6-9449-b266367f33e4 req-7c132b0c-1fc2-40f5-abff-b44e2cbe3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:05.196715 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91f21298-fd09-48c6-9449-b266367f33e4 req-7c132b0c-1fc2-40f5-abff-b44e2cbe3c31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0420840 Feb 07 23:11:05.244329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f21298-fd09-48c6-9449-b266367f33e4 req-2288808d-dc65-4058-a921-7e6cf81c21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:05.245754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91f21298-fd09-48c6-9449-b266367f33e4 req-2288808d-dc65-4058-a921-7e6cf81c21e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421484 Feb 07 23:11:05.331728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91f21298-fd09-48c6-9449-b266367f33e4 req-2c449648-814a-4c55-86f2-4a87425e8e40 service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793073 Feb 07 23:11:05.420680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91f21298-fd09-48c6-9449-b266367f33e4 req-043361ca-4eff-440b-bbdd-dcd9dbd5e6e1 service neutron] 10.222.0.46 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829239 Feb 07 23:11:05.992516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0198ba-bcd8-4ebe-b447-bef2b8cd18a6 req-e992d859-149e-4f53-9eab-22f1dcb491c8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:05.994038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e0198ba-bcd8-4ebe-b447-bef2b8cd18a6 req-e992d859-149e-4f53-9eab-22f1dcb491c8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 944 time: 0.0579178 Feb 07 23:11:06.040012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8e0198ba-bcd8-4ebe-b447-bef2b8cd18a6 req-08a24b5c-6bfd-4a38-b447-869dd3c575b7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392680 Feb 07 23:11:06.044853 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:11:06.064423 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54920) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:06.126075 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1d2dd85f-5e9a-45a4-8f48-fe5a1f130c61 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/c4c61bb0-8ec2-46ac-ae99-970a1ed5115f HTTP/1.1" status: 200 len: 992 time: 0.0604582 Feb 07 23:11:06.390545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device bd1d591b-33c5-463a-b477-e5ccca3737a2 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:11:06.440675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port bd1d591b-33c5-463a-b477-e5ccca3737a2 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:06.444329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port bd1d591b-33c5-463a-b477-e5ccca3737a2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:06.444706 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:06.519076 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:06.541572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:06.543984 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4211d6a4-29d6-4d2f-ac2a-da9daa20bfd4" -d '{"events": [{"server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "name": "network-vif-plugged", "status": "completed", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:11:06.557535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:06.562762 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:06.591377 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210da001-9099-4115-bc4f-e58e820c85ae x-openstack-request-id: req-210da001-9099-4115-bc4f-e58e820c85ae {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:11:06.591659 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "name": "network-vif-plugged", "status": "completed", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:11:06.591920 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-210da001-9099-4115-bc4f-e58e820c85ae {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:11:06.592310 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'code': 200} Feb 07 23:11:06.763614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:06.770591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.770929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.771259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.771587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.771937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.772258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.772576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.772891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.773205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.773516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.773827 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:06.774139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:17.603394 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-29d95f55-7c40-4d34-b1eb-70553eece8a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386915 Feb 07 23:11:17.683523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-5fd3a349-44ee-4eaa-bbf1-792fe1bd8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:17.685077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-5fd3a349-44ee-4eaa-bbf1-792fe1bd8223 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1096 time: 0.0425406 Feb 07 23:11:17.783781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-ae0401fd-0d08-4c4b-b822-a330233e2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:17.785232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-ae0401fd-0d08-4c4b-b822-a330233e2f5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 897 time: 0.0827672 Feb 07 23:11:17.851825 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-994ae310-6956-4084-8d82-2562e8e4854a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 1001 time: 0.0597608 Feb 07 23:11:17.898096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-d728fe3c-7aef-4fd5-b2a3-dfae5f3cf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:17.899490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-d728fe3c-7aef-4fd5-b2a3-dfae5f3cf7a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0421116 Feb 07 23:11:17.942785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-292f07a1-fec0-4713-9f72-06b5c75fd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:17.944244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-292f07a1-fec0-4713-9f72-06b5c75fd923 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390227 Feb 07 23:11:18.033102 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-8ac2cf32-9b91-42fb-a9cb-79a4ac0484f5 service neutron] 10.222.0.24 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826170 Feb 07 23:11:18.120035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13fb7657-3936-4f3a-a4d9-8b4e776dafc4 req-e3a8fae4-e5c0-4a8b-a656-ba5b384faaac service neutron] 10.222.0.24 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801601 Feb 07 23:11:21.495908 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa641855-a51d-4971-87d0-6b895e3fc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:21.696080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1329ad-897f-4bca-a971-a2f19c3d6963 req-841f6d4b-d20d-472a-9907-54be2f5eb744 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:21.697520 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df1329ad-897f-4bca-a971-a2f19c3d6963 req-841f6d4b-d20d-472a-9907-54be2f5eb744 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 945 time: 0.2519767 Feb 07 23:11:21.735654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df1329ad-897f-4bca-a971-a2f19c3d6963 req-f824bd5e-0745-4169-9d31-827bdbd193e3 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318661 Feb 07 23:11:22.714127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-86f44a4f-44af-484a-a54a-dbaea4132fc2 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:22.715542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-86f44a4f-44af-484a-a54a-dbaea4132fc2 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 945 time: 0.0501711 Feb 07 23:11:22.802257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Deleting port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:22.802593 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:22.928396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aff900-a514-4973-a62a-9e1564e02ef0 req-c4c40874-7008-4c38-b45c-71c1df491140 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:22.929965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-48aff900-a514-4973-a62a-9e1564e02ef0 req-c4c40874-7008-4c38-b45c-71c1df491140 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 945 time: 0.1240461 Feb 07 23:11:22.971084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-48aff900-a514-4973-a62a-9e1564e02ef0 req-31567896-0f3f-4eda-ab29-32acdc829392 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b6734dd-77d2-4fb8-81af-9ed880616733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347445 Feb 07 23:11:23.209814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] For port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:23.210171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:23.371052 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:23.371410 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:23.371735 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Floating IP c073cc4d-1154-4a5a-9560-6cb3b4358623 disassociated. External IP: 172.25.8.117, port: 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8. Feb 07 23:11:23.372071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Calling delete_port for 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:23.496287 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:23.525046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event deleted for resources: {'Port': ['ID=7b90594d-d44c-4a6c-9cfa-a6c91880f9e8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:23.637249 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Router a63247fe-2c11-489f-abc6-81a901fd79a7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:11:23.742683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:11:23.753968 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] Sync routers for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:23.763520 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:23.764163 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:23.781880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] No DVR routers for this DVR port 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:23.785212 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:23.788819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7052fdb-0a6c-4c48-bab4-bca41b989c46 req-44922eda-ee97-454c-b4bb-3204d92a64fe tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.46 "DELETE /v2.0/ports/7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 HTTP/1.1" status: 204 len: 173 time: 1.0674164 Feb 07 23:11:23.789009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0d4465-9598-49e7-b700-1646eb36e169', 'name': 'network-vif-deleted', 'tag': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:23.791167 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7855e98c-cb40-4017-aa7c-96fab47c7100" -d '{"events": [{"server_uuid": "9c0d4465-9598-49e7-b700-1646eb36e169", "name": "network-vif-deleted", "tag": "7b90594d-d44c-4a6c-9cfa-a6c91880f9e8"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:11:23.834840 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a362f9-2006-47b1-8411-10867490c711 x-openstack-request-id: req-17a362f9-2006-47b1-8411-10867490c711 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:11:23.835124 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0d4465-9598-49e7-b700-1646eb36e169", "name": "network-vif-deleted", "tag": "7b90594d-d44c-4a6c-9cfa-a6c91880f9e8", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:11:23.835375 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17a362f9-2006-47b1-8411-10867490c711 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:11:23.835805 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0d4465-9598-49e7-b700-1646eb36e169', 'name': 'network-vif-deleted', 'tag': '7b90594d-d44c-4a6c-9cfa-a6c91880f9e8', 'status': 'completed', 'code': 200} Feb 07 23:11:23.871912 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:24.085029 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e', 'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'mac_address': 'fa:16:3e:21:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:21Z', 'revision_number': 5, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'subnets': [{'id': '968be52d-737e-4d28-913f-394edfc67245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:24.094591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b865e2ce-3fe5-4237-9074-ce075cef390d req-ea748a05-d610-4abd-8924-3fcbea3fa3cc tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c0d4465-9598-49e7-b700-1646eb36e169 HTTP/1.1" status: 200 len: 210 time: 0.0272150 Feb 07 23:11:24.110240 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] Checking router: a63247fe-2c11-489f-abc6-81a901fd79a7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:11:24.118937 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:24.119628 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:10:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:24.228872 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:24.427982 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e', 'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'mac_address': 'fa:16:3e:21:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:21Z', 'revision_number': 5, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'subnets': [{'id': '968be52d-737e-4d28-913f-394edfc67245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:24.454096 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827d0ff-d858-4177-a62b-576ed90ec193 None None] The sync data for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 is: [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 4, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e', 'name': '', 'network_id': 'eb4a297f-f90f-4161-bbbe-9dc52aa9b569', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'mac_address': 'fa:16:3e:21:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '968be52d-737e-4d28-913f-394edfc67245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:21Z', 'revision_number': 5, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'subnets': [{'id': '968be52d-737e-4d28-913f-394edfc67245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:24.644102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72ff8b67-ccbb-4687-b382-0c9572cf2165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:24.671533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e29be8-b342-4a96-84f4-8aaa61c40342 None None] New status for floating IP c073cc4d-1154-4a5a-9560-6cb3b4358623: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:11:24.913068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.155897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54940) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:25.277132 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Deleting port f841a3a1-154d-4f76-85da-42108066d1e6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:25.277473 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.353737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.354065 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.366182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Calling delete_port for f841a3a1-154d-4f76-85da-42108066d1e6 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:25.498379 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.521440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event deleted for resources: {'Port': ['ID=f841a3a1-154d-4f76-85da-42108066d1e6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:25.582227 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.584737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.585860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b445ba5-a118-422c-8bf5-13905540a9f7 tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "DELETE /v2.0/floatingips/c073cc4d-1154-4a5a-9560-6cb3b4358623 HTTP/1.1" status: 204 len: 168 time: 0.4289904 Feb 07 23:11:25.653661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54946) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:25.711279 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cea13464-629e-4457-a335-96b7d9233fee tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.735757 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cea13464-629e-4457-a335-96b7d9233fee tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.797424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cea13464-629e-4457-a335-96b7d9233fee tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.800390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cea13464-629e-4457-a335-96b7d9233fee tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.801536 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cea13464-629e-4457-a335-96b7d9233fee tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] 10.222.0.15 "DELETE /v2.0/security-groups/4b6734dd-77d2-4fb8-81af-9ed880616733 HTTP/1.1" status: 204 len: 168 time: 0.1467247 Feb 07 23:11:25.811170 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea13464-629e-4457-a335-96b7d9233fee tempest-TestServerBasicOps-780147358 tempest-TestServerBasicOps-780147358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6734dd-77d2-4fb8-81af-9ed880616733,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:25.844502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54950) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:26.284568 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:26.399014 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:26.525820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Deleting port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:26.526088 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:26.601588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] For port 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:26.601863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:26.613239 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Calling delete_port for 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:26.657592 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:26.794746 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:26.820804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:26.985131 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:27.198798 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Router a63247fe-2c11-489f-abc6-81a901fd79a7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:11:27.304137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:11:27.311781 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-31e486b7-7312-4cbd-915c-23f2fc3d43db admin admin] 10.222.0.15 "PUT /v2.0/routers/a63247fe-2c11-489f-abc6-81a901fd79a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4675529 Feb 07 23:11:27.312540 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] Sync routers for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:27.313921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54954) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:27.322438 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:27.323035 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:27.417888 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:27.425900 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:27.521441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:27.572934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Deleting port 8f5f527d-b61d-4480-b372-4b856888a851 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:27.573366 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:27.599453 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '8f5f527d-b61d-4480-b372-4b856888a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:11:26Z', 'revision_number': 5, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port': {'id': '8f5f527d-b61d-4480-b372-4b856888a851', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:27.628834 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] Checking router: a63247fe-2c11-489f-abc6-81a901fd79a7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:11:27.637563 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] Routers {'a63247fe-2c11-489f-abc6-81a901fd79a7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:27.638794 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a63247fe-2c11-489f-abc6-81a901fd79a7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:27.652487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] For port 8f5f527d-b61d-4480-b372-4b856888a851, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8f5f527d-b61d-4480-b372-4b856888a851,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:27.652849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:27.665107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Calling delete_port for 8f5f527d-b61d-4480-b372-4b856888a851 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:27.823381 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] Set router a63247fe-2c11-489f-abc6-81a901fd79a7 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:27.838368 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:27.868298 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5f527d-b61d-4480-b372-4b856888a851,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:27.879426 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:11:27Z', 'revision_number': 6, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:27.905051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:27.912518 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2433dd1-58ed-4b03-a985-a6f9aa079e11 None None] The sync data for ids ['a63247fe-2c11-489f-abc6-81a901fd79a7'] in n-d-827895-2 is: [{'id': 'a63247fe-2c11-489f-abc6-81a901fd79a7', 'name': 'tempest-TestServerBasicOps-1630531613-router', 'tenant_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:12Z', 'updated_at': '2022-02-07T23:11:27Z', 'revision_number': 6, 'project_id': '75ffaf4e670740f1b24cdcbecc9318bb', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:27.930250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:27.932981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:27.933612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b90594d-d44c-4a6c-9cfa-a6c91880f9e8 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:28.021801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.023958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.066281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.066905 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63247fe-2c11-489f-abc6-81a901fd79a7 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:11:28.071419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.072586 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-49b9677e-835d-49bc-9561-ea4478c4eaa3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a63247fe-2c11-489f-abc6-81a901fd79a7 HTTP/1.1" status: 204 len: 168 time: 0.7577479 Feb 07 23:11:28.075131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54956) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:28.121342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e432b1-6b7e-47b6-a531-29b0c6ec712a admin admin] Deleting subnet 968be52d-737e-4d28-913f-394edfc67245 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:11:28.125283 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d2e432b1-6b7e-47b6-a531-29b0c6ec712a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.158090 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d2e432b1-6b7e-47b6-a531-29b0c6ec712a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.232468 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d2e432b1-6b7e-47b6-a531-29b0c6ec712a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.298788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d2e432b1-6b7e-47b6-a531-29b0c6ec712a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.328088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e432b1-6b7e-47b6-a531-29b0c6ec712a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968be52d-737e-4d28-913f-394edfc67245,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:28.330202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d2e432b1-6b7e-47b6-a531-29b0c6ec712a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.334060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc35461-aa64-46dc-abe2-773d22651033 None None] Network eb4a297f-f90f-4161-bbbe-9dc52aa9b569 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:11:28.339308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d2e432b1-6b7e-47b6-a531-29b0c6ec712a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/968be52d-737e-4d28-913f-394edfc67245 HTTP/1.1" status: 204 len: 168 time: 0.2627330 Feb 07 23:11:28.342020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54960) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:28.412139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:28.433292 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.447088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:28.447428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c8b3fe6-b079-4be0-83a4-e97ca45c3e5e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:28.487812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Deleting port e7b4f288-bfd7-4a4a-8aa1-18e163b15440 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:28.488161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.549955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] For port e7b4f288-bfd7-4a4a-8aa1-18e163b15440, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e7b4f288-bfd7-4a4a-8aa1-18e163b15440,segment=NetworkSegment(75feb065-e468-458c-966c-d55bf521ecc3),segment_id=75feb065-e468-458c-966c-d55bf521ecc3)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:28.550312 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.563200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Calling delete_port for e7b4f288-bfd7-4a4a-8aa1-18e163b15440 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:28.643278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.667869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b4f288-bfd7-4a4a-8aa1-18e163b15440,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:28.675481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] No DVR routers for this DVR port e7b4f288-bfd7-4a4a-8aa1-18e163b15440 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:28.677621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.678067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.678293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.678619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.678941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.679262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.679578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.679917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.680232 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.680545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.680858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.681165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:28.755515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.760970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9edea-2c12-4e69-a8a7-bf6f8e2eaf65 None None] DHCP port deletion for eb4a297f-f90f-4161-bbbe-9dc52aa9b569 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:11:28.778422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4a297f-f90f-4161-bbbe-9dc52aa9b569']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:28.787914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75feb065-e468-458c-966c-d55bf521ecc3') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:28.788188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75feb065-e468-458c-966c-d55bf521ecc3') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:28.798180 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.811889 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.818162 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:11:28.818584 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:11:28.820323 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:11:28.875171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.881070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.884388 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb4a297f-f90f-4161-bbbe-9dc52aa9b569 HTTP/1.1" status: 204 len: 168 time: 0.5403576 Feb 07 23:11:28.887384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 54964) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:28.898352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84c8de-c64b-4790-ac5f-df07499d52eb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4a297f-f90f-4161-bbbe-9dc52aa9b569,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:29.573084 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:29.817513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Deleting port 0b09e824-ba78-4e61-8e31-838d93e09001 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:29.817854 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:29.898529 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] For port 0b09e824-ba78-4e61-8e31-838d93e09001, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0b09e824-ba78-4e61-8e31-838d93e09001,segment=NetworkSegment(e46fd0bc-601b-421c-9336-64587a3cd6ff),segment_id=e46fd0bc-601b-421c-9336-64587a3cd6ff)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:29.898899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:29.910972 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Calling delete_port for 0b09e824-ba78-4e61-8e31-838d93e09001 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:30.054805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e7b4f288-bfd7-4a4a-8aa1-18e163b15440 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:30.076295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e7b4f288-bfd7-4a4a-8aa1-18e163b15440 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:30.076694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e7b4f288-bfd7-4a4a-8aa1-18e163b15440 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:30.077113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8f5f527d-b61d-4480-b372-4b856888a851 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:30.097042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:30.097302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 8f5f527d-b61d-4480-b372-4b856888a851 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:30.097562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8f5f527d-b61d-4480-b372-4b856888a851 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:30.120710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b09e824-ba78-4e61-8e31-838d93e09001,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:30.295871 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:30.508984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Router 085c883b-9e50-443b-9bb2-d3b11f3293d6 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:11:30.612690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:11:30.619024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe53056a-e9ba-41fc-8b72-85ea32f57c3f admin admin] 10.222.0.15 "PUT /v2.0/routers/085c883b-9e50-443b-9bb2-d3b11f3293d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7293959 Feb 07 23:11:30.620489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54966) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:30.624561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] Sync routers for ids ['085c883b-9e50-443b-9bb2-d3b11f3293d6'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:30.634526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] Routers {'085c883b-9e50-443b-9bb2-d3b11f3293d6'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:30.635133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['085c883b-9e50-443b-9bb2-d3b11f3293d6'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:30.723734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:30.738090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] Set router 085c883b-9e50-443b-9bb2-d3b11f3293d6 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:30.828418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:30.881461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Deleting port 4eaa6d58-202e-4b35-a169-273779f50a8d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:30.881800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:30.915898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:19Z', 'updated_at': '2022-02-07T23:11:30Z', 'revision_number': 5, 'project_id': '48569150df9e45919a99375d84fc7b92', 'gw_port': {'id': '4eaa6d58-202e-4b35-a169-273779f50a8d', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:20Z', 'updated_at': '2022-02-07T23:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:30.942426 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] Checking router: 085c883b-9e50-443b-9bb2-d3b11f3293d6 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:11:30.950424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] Routers {'085c883b-9e50-443b-9bb2-d3b11f3293d6'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:30.951019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['085c883b-9e50-443b-9bb2-d3b11f3293d6'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:30.961718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] For port 4eaa6d58-202e-4b35-a169-273779f50a8d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4eaa6d58-202e-4b35-a169-273779f50a8d,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:30.962083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:30.974127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Calling delete_port for 4eaa6d58-202e-4b35-a169-273779f50a8d owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:31.034916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] Set router 085c883b-9e50-443b-9bb2-d3b11f3293d6 gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:31.085385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:19Z', 'updated_at': '2022-02-07T23:11:30Z', 'revision_number': 6, 'project_id': '48569150df9e45919a99375d84fc7b92', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:31.116555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33457eef-b6d9-4598-9873-a30d5d45c9db None None] The sync data for ids ['085c883b-9e50-443b-9bb2-d3b11f3293d6'] in n-d-827895-2 is: [{'id': '085c883b-9e50-443b-9bb2-d3b11f3293d6', 'name': 'tempest-TestServerBasicOps-360208209-router', 'tenant_id': '48569150df9e45919a99375d84fc7b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:19Z', 'updated_at': '2022-02-07T23:11:30Z', 'revision_number': 6, 'project_id': '48569150df9e45919a99375d84fc7b92', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:31.141598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.170857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eaa6d58-202e-4b35-a169-273779f50a8d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:31.235973 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.322901 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.324972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.367211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.367820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 085c883b-9e50-443b-9bb2-d3b11f3293d6 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:11:31.372491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.373615 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-62925af0-5685-4f01-a14a-4931f8d21a90 admin admin] 10.222.0.15 "DELETE /v2.0/routers/085c883b-9e50-443b-9bb2-d3b11f3293d6 HTTP/1.1" status: 204 len: 168 time: 0.7520716 Feb 07 23:11:31.376077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54970) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:31.420933 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad90efd-4352-483f-a86b-3a35a4570f11 admin admin] Deleting subnet 8341ea1e-33f7-4dc9-bdca-67aa1c9888ec {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:11:31.423918 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ad90efd-4352-483f-a86b-3a35a4570f11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.461093 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ad90efd-4352-483f-a86b-3a35a4570f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.548198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ad90efd-4352-483f-a86b-3a35a4570f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.598435 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ad90efd-4352-483f-a86b-3a35a4570f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.623575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad90efd-4352-483f-a86b-3a35a4570f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8341ea1e-33f7-4dc9-bdca-67aa1c9888ec,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:31.627208 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3ad90efd-4352-483f-a86b-3a35a4570f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.630389 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3ad90efd-4352-483f-a86b-3a35a4570f11 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8341ea1e-33f7-4dc9-bdca-67aa1c9888ec HTTP/1.1" status: 204 len: 168 time: 0.2533696 Feb 07 23:11:31.632827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54972) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:31.632988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb57d0b-58f3-470e-aa78-352bad93af4a None None] Network 90554750-3e6a-42c3-861a-82040db7e771 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:11:31.704651 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.757397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Deleting port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:31.757742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.819074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] For port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=73c65c68-96a7-4fd0-a0bb-e5c1e292045c,segment=NetworkSegment(e46fd0bc-601b-421c-9336-64587a3cd6ff),segment_id=e46fd0bc-601b-421c-9336-64587a3cd6ff)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:31.819357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.832886 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Calling delete_port for 73c65c68-96a7-4fd0-a0bb-e5c1e292045c owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:31.861665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94aeb3-9881-4e72-ab4e-ec0e8882fe3a None None] DHCP port deletion for 90554750-3e6a-42c3-861a-82040db7e771 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:11:31.910578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4d94aeb3-9881-4e72-ab4e-ec0e8882fe3a None None] Deleting port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:31.911194 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d94aeb3-9881-4e72-ab4e-ec0e8882fe3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.922065 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.946203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Pushing event deleted for resources: {'Port': ['ID=73c65c68-96a7-4fd0-a0bb-e5c1e292045c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:31.953082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] No DVR routers for this DVR port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:31.985791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4d94aeb3-9881-4e72-ab4e-ec0e8882fe3a None None] For port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=73c65c68-96a7-4fd0-a0bb-e5c1e292045c,segment=NetworkSegment(e46fd0bc-601b-421c-9336-64587a3cd6ff),segment_id=e46fd0bc-601b-421c-9336-64587a3cd6ff)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:31.986361 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d94aeb3-9881-4e72-ab4e-ec0e8882fe3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.000057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4d94aeb3-9881-4e72-ab4e-ec0e8882fe3a None None] Calling delete_port for 73c65c68-96a7-4fd0-a0bb-e5c1e292045c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:32.034286 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.055779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90554750-3e6a-42c3-861a-82040db7e771']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:32.069541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46fd0bc-601b-421c-9336-64587a3cd6ff') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:32.070111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46fd0bc-601b-421c-9336-64587a3cd6ff') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:32.081229 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.083945 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 73c65c68-96a7-4fd0-a0bb-e5c1e292045c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:32.095755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.101774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:11:32.102161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:11:32.103963 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:11:32.111509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d94aeb3-9881-4e72-ab4e-ec0e8882fe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.116281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 73c65c68-96a7-4fd0-a0bb-e5c1e292045c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:32.116614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 73c65c68-96a7-4fd0-a0bb-e5c1e292045c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:32.117212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4eaa6d58-202e-4b35-a169-273779f50a8d no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:32.163245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94aeb3-9881-4e72-ab4e-ec0e8882fe3a None None] Pushing event deleted for resources: {'Port': ['ID=73c65c68-96a7-4fd0-a0bb-e5c1e292045c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:32.166186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4eaa6d58-202e-4b35-a169-273779f50a8d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:32.166667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4eaa6d58-202e-4b35-a169-273779f50a8d not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:32.167101 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0b09e824-ba78-4e61-8e31-838d93e09001 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:32.171563 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.172428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94aeb3-9881-4e72-ab4e-ec0e8882fe3a None None] No DVR routers for this DVR port 73c65c68-96a7-4fd0-a0bb-e5c1e292045c on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:32.177254 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.180487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] 10.222.0.15 "DELETE /v2.0/networks/90554750-3e6a-42c3-861a-82040db7e771 HTTP/1.1" status: 204 len: 168 time: 0.5465543 Feb 07 23:11:32.193124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5c0cc-a66a-4c2e-84be-b218ea85836e admin admin] Pushing event deleted for resources: {'Network': ['ID=90554750-3e6a-42c3-861a-82040db7e771,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:32.203554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 0b09e824-ba78-4e61-8e31-838d93e09001 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:32.203949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0b09e824-ba78-4e61-8e31-838d93e09001 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:32.296948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54976) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:32.335522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bf343968-0090-4025-8a35-ef893718d4db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75ffaf4e670740f1b24cdcbecc9318bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373726 Feb 07 23:11:32.337891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54978) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:32.389016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cef4c090-da19-4aaf-9716-6cd7cf32bdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.409542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cef4c090-da19-4aaf-9716-6cd7cf32bdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.455479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cef4c090-da19-4aaf-9716-6cd7cf32bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.457966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cef4c090-da19-4aaf-9716-6cd7cf32bdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.459099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cef4c090-da19-4aaf-9716-6cd7cf32bdd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70895d4e-3f2c-4a8f-ad62-44289e96f72d HTTP/1.1" status: 204 len: 168 time: 0.1203144 Feb 07 23:11:32.467737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4c090-da19-4aaf-9716-6cd7cf32bdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70895d4e-3f2c-4a8f-ad62-44289e96f72d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:32.762032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54984) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:32.804658 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fcb993b7-80a7-43e3-a67c-1444cbc25a19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48569150df9e45919a99375d84fc7b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414612 Feb 07 23:11:32.807113 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54986) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:32.855207 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-431a74be-ff43-492b-8815-5598d726c3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.875820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-431a74be-ff43-492b-8815-5598d726c3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.922143 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-431a74be-ff43-492b-8815-5598d726c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.924803 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-431a74be-ff43-492b-8815-5598d726c3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.925958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-431a74be-ff43-492b-8815-5598d726c3ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9ae310b-fc00-46ca-8caf-804ad739151a HTTP/1.1" status: 204 len: 168 time: 0.1178524 Feb 07 23:11:32.933348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a74be-ff43-492b-8815-5598d726c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ae310b-fc00-46ca-8caf-804ad739151a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:34.100448 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.585724 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.611969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cecc5-5eae-48f3-b16f-df0aa9ff9a74 req-77386945-b781-4bf5-af17-d45dbdc9ca12 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:34.613472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c3cecc5-5eae-48f3-b16f-df0aa9ff9a74 req-77386945-b781-4bf5-af17-d45dbdc9ca12 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1096 time: 0.0450180 Feb 07 23:11:34.647562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2c3cecc5-5eae-48f3-b16f-df0aa9ff9a74 req-919a07cd-21fa-4d16-8daa-a4c41a9431dc tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276079 Feb 07 23:11:34.670273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 54994) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:34.821347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 3ab374b5-29ad-4f14-b771-8769f84bfe49 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:34.821593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.896508 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.896890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.908815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 3ab374b5-29ad-4f14-b771-8769f84bfe49 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:35.051719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:35.077322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=3ab374b5-29ad-4f14-b771-8769f84bfe49,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:35.136979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:35.137320 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Floating IP c4c61bb0-8ec2-46ac-ae99-970a1ed5115f disassociated (deleted). External IP: 172.25.8.208, port: bd1d591b-33c5-463a-b477-e5ccca3737a2. Feb 07 23:11:35.347167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:11:35.451386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:11:35.456243 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:35.461980 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] Sync routers for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:35.474713 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:35.475336 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:35.591039 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:35.810743 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '5f30d338-d297-4ccd-84b1-b50f590944d4', 'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:94:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:35.840505 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] Checking router: 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:11:35.849650 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:35.853209 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:35.853372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0c2b253a-0dcf-4e41-8aa5-cf9660c6a00d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/floatingips/c4c61bb0-8ec2-46ac-ae99-970a1ed5115f HTTP/1.1" status: 204 len: 168 time: 1.1791294 Feb 07 23:11:35.853372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:35.853372 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aa1d95-9728-48c2-a242-98b9eea2fd43" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:11:35.903517 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a68f33-05b4-4528-b54c-d8635c167c7a x-openstack-request-id: req-a9a68f33-05b4-4528-b54c-d8635c167c7a {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:11:35.903517 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:11:35.904552 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9a68f33-05b4-4528-b54c-d8635c167c7a {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:11:35.904852 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'status': 'completed', 'code': 200} Feb 07 23:11:35.967333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-14179110-cfb4-44f9-94d9-69f8747ee196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:35.969206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-14179110-cfb4-44f9-94d9-69f8747ee196 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 1096 time: 0.0449586 Feb 07 23:11:35.970533 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:36.088619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-788d66a1-931b-4374-ab76-da8964ddf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:36.090115 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-788d66a1-931b-4374-ab76-da8964ddf16e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 200 len: 897 time: 0.1121650 Feb 07 23:11:36.104970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117d83-8fda-4865-b823-57e949dba56a req-ec4fcf73-ed6f-40d0-9be2-7fa1270bf75b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:36.105862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc117d83-8fda-4865-b823-57e949dba56a req-ec4fcf73-ed6f-40d0-9be2-7fa1270bf75b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0517561 Feb 07 23:11:36.134297 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-d3cbc89d-06a8-460e-ae5c-981015ff4b77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 200 len: 217 time: 0.0362928 Feb 07 23:11:36.152241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc117d83-8fda-4865-b823-57e949dba56a req-84795dae-1c1e-43c3-902d-1a080ca8a090 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361388 Feb 07 23:11:36.186444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-83d9b166-a599-4029-b2e8-8260d0d5c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:36.188190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-83d9b166-a599-4029-b2e8-8260d0d5c366 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 200 len: 834 time: 0.0469816 Feb 07 23:11:36.202759 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '5f30d338-d297-4ccd-84b1-b50f590944d4', 'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:94:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:36.229613 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888c823-4c0c-4c35-aa75-6f4bec77bb74 None None] The sync data for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 is: [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '5f30d338-d297-4ccd-84b1-b50f590944d4', 'name': '', 'network_id': 'e386fc35-c22a-47ff-abcb-5cdd55ea0c3b', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:94:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '816456e5-49b5-49cb-892c-3efc8eaf6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:36.240079 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-5a7d0126-5598-4b6d-aa8a-c51062fb141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:36.241556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-5a7d0126-5598-4b6d-aa8a-c51062fb141f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458803 Feb 07 23:11:36.335050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-3354d825-c55f-4745-8a94-1fa67f69a5f6 service neutron] 10.222.0.24 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854313 Feb 07 23:11:36.430614 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72aa1d95-9728-48c2-a242-98b9eea2fd43 req-4f45f768-aff2-455a-8e39-3fefd4df915a service neutron] 10.222.0.24 "GET /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891409 Feb 07 23:11:36.447186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f9126-a9e0-441c-925e-b7841bec29f2 None None] New status for floating IP c4c61bb0-8ec2-46ac-ae99-970a1ed5115f: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:11:37.291514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e15ec-85a7-45ec-a152-902f4480b8d2 req-935c9795-7b4f-40f9-8442-05fbf08a8175 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:37.293000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee5e15ec-85a7-45ec-a152-902f4480b8d2 req-935c9795-7b4f-40f9-8442-05fbf08a8175 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0702322 Feb 07 23:11:37.331218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-1a18a3f2-650a-4c2c-8a10-e07560a121ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:37.332649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-1a18a3f2-650a-4c2c-8a10-e07560a121ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f823c0-720a-42a1-966f-275c09bfbe52 HTTP/1.1" status: 200 len: 945 time: 0.0731368 Feb 07 23:11:37.367117 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee5e15ec-85a7-45ec-a152-902f4480b8d2 req-a24b7160-097d-48d9-ad01-c59918b20fd3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1316d24-3519-4dc0-97d3-0cf350646d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666313 Feb 07 23:11:37.429810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port bd1d591b-33c5-463a-b477-e5ccca3737a2 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:37.430149 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.517011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port bd1d591b-33c5-463a-b477-e5ccca3737a2, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=bd1d591b-33c5-463a-b477-e5ccca3737a2,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:37.517289 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.528761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for bd1d591b-33c5-463a-b477-e5ccca3737a2 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:37.656857 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.685966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=bd1d591b-33c5-463a-b477-e5ccca3737a2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:37.726317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] No DVR routers for this DVR port bd1d591b-33c5-463a-b477-e5ccca3737a2 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:37.728953 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.732931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c7f41e12-5a8e-4459-826d-5097552bb03d req-549e6fcc-1d95-484f-b048-ac1d2942b278 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.24 "DELETE /v2.0/ports/bd1d591b-33c5-463a-b477-e5ccca3737a2 HTTP/1.1" status: 204 len: 173 time: 0.3934689 Feb 07 23:11:37.733370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'name': 'network-vif-deleted', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:37.735640 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6253cfb8-6641-4cf9-a215-1832d08147c6" -d '{"events": [{"server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "name": "network-vif-deleted", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:11:37.776777 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d485ba49-41af-474c-8196-599e9971005a x-openstack-request-id: req-d485ba49-41af-474c-8196-599e9971005a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:11:37.777072 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f823c0-720a-42a1-966f-275c09bfbe52", "name": "network-vif-deleted", "tag": "bd1d591b-33c5-463a-b477-e5ccca3737a2", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:11:37.777330 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d485ba49-41af-474c-8196-599e9971005a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:11:37.777723 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f823c0-720a-42a1-966f-275c09bfbe52', 'name': 'network-vif-deleted', 'tag': 'bd1d591b-33c5-463a-b477-e5ccca3737a2', 'status': 'completed', 'code': 200} Feb 07 23:11:38.425609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55008) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:38.809567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.060254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 5f30d338-d297-4ccd-84b1-b50f590944d4 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:39.060518 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.146156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port 5f30d338-d297-4ccd-84b1-b50f590944d4, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=5f30d338-d297-4ccd-84b1-b50f590944d4,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:39.146519 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.158109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 5f30d338-d297-4ccd-84b1-b50f590944d4 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:39.338767 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.370220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=5f30d338-d297-4ccd-84b1-b50f590944d4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:39.539504 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.753157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:11:39.858267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:11:39.863891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3a75d2b4-27f5-47b2-b428-134dea5769e4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "PUT /v2.0/routers/707684e8-dd5c-4c0e-be35-dd8e0b5904f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371858 Feb 07 23:11:39.867048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55010) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:39.868000 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] Sync routers for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:39.878214 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:39.878807 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:39.917809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c147a705-7458-4b75-8c4f-94df66b1c6a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting subnet 816456e5-49b5-49cb-892c-3efc8eaf6cee {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:11:39.921622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c147a705-7458-4b75-8c4f-94df66b1c6a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.960267 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c147a705-7458-4b75-8c4f-94df66b1c6a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.986126 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:40.053683 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c147a705-7458-4b75-8c4f-94df66b1c6a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.116297 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c147a705-7458-4b75-8c4f-94df66b1c6a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.145215 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c147a705-7458-4b75-8c4f-94df66b1c6a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.149126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c147a705-7458-4b75-8c4f-94df66b1c6a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/subnets/816456e5-49b5-49cb-892c-3efc8eaf6cee HTTP/1.1" status: 204 len: 168 time: 0.2804623 Feb 07 23:11:40.150320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147a705-7458-4b75-8c4f-94df66b1c6a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Subnet': ['ID=816456e5-49b5-49cb-892c-3efc8eaf6cee,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:40.151218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55012) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:40.151763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e1288-c3c3-48d9-8c55-17041f3a1e2b None None] Network e386fc35-c22a-47ff-abcb-5cdd55ea0c3b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:11:40.176493 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:11:39Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:40.203370 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] Checking router: 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:11:40.211439 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] Routers {'707684e8-dd5c-4c0e-be35-dd8e0b5904f6'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:40.212278 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:40.271826 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.322771 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] Set router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:40.343312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb6dfb5-0997-43d6-8cfe-4b81b568a453 None None] DHCP port deletion for e386fc35-c22a-47ff-abcb-5cdd55ea0c3b request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:11:40.380241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.400528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6dfb5-0997-43d6-8cfe-4b81b568a453 None None] Deleting port 88d74b92-5bfe-48c0-b57f-6adca1bd3917 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:40.400911 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4cb6dfb5-0997-43d6-8cfe-4b81b568a453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.441414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 9e2ffb0e-5f3f-4260-831f-8fda152cc059 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:11:40.441906 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.476714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4cb6dfb5-0997-43d6-8cfe-4b81b568a453 None None] For port 88d74b92-5bfe-48c0-b57f-6adca1bd3917, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=88d74b92-5bfe-48c0-b57f-6adca1bd3917,segment=NetworkSegment(cb60218f-5299-4f39-9106-695a2f5c18d2),segment_id=cb60218f-5299-4f39-9106-695a2f5c18d2)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:40.477103 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4cb6dfb5-0997-43d6-8cfe-4b81b568a453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.480773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device bd1d591b-33c5-463a-b477-e5ccca3737a2 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:40.509739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: bd1d591b-33c5-463a-b477-e5ccca3737a2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:40.510082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device bd1d591b-33c5-463a-b477-e5ccca3737a2 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:40.511737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6dfb5-0997-43d6-8cfe-4b81b568a453 None None] Calling delete_port for 88d74b92-5bfe-48c0-b57f-6adca1bd3917 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:40.529739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port 9e2ffb0e-5f3f-4260-831f-8fda152cc059, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9e2ffb0e-5f3f-4260-831f-8fda152cc059,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:40.530202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.542334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 9e2ffb0e-5f3f-4260-831f-8fda152cc059 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:11:40.596333 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4cb6dfb5-0997-43d6-8cfe-4b81b568a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.602701 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:11:39Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:40.609646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6dfb5-0997-43d6-8cfe-4b81b568a453 None None] No DVR routers for this DVR port 88d74b92-5bfe-48c0-b57f-6adca1bd3917 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:40.634585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6dfb5-0997-43d6-8cfe-4b81b568a453 None None] Pushing event deleted for resources: {'Port': ['ID=88d74b92-5bfe-48c0-b57f-6adca1bd3917,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:40.634744 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8351d-052e-4227-901a-ee99c09b6b2d None None] The sync data for ids ['707684e8-dd5c-4c0e-be35-dd8e0b5904f6'] in n-d-827895-2 is: [{'id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523325832', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:01Z', 'updated_at': '2022-02-07T23:11:39Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '9e2ffb0e-5f3f-4260-831f-8fda152cc059', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707684e8-dd5c-4c0e-be35-dd8e0b5904f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:02Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:40.730406 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.760361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=9e2ffb0e-5f3f-4260-831f-8fda152cc059,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:40.820378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.910690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.912774 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.954469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.954982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Fanout notify agent at l3_agent the message router_deleted on router 707684e8-dd5c-4c0e-be35-dd8e0b5904f6 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:11:40.961643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.962732 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9bc6a281-b890-4de7-a5a9-47536db2b777 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/routers/707684e8-dd5c-4c0e-be35-dd8e0b5904f6 HTTP/1.1" status: 204 len: 168 time: 0.8092475 Feb 07 23:11:40.965404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55014) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:41.047139 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.136520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.156471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e386fc35-c22a-47ff-abcb-5cdd55ea0c3b']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:41.165544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb60218f-5299-4f39-9106-695a2f5c18d2') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:41.165839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb60218f-5299-4f39-9106-695a2f5c18d2') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:41.175576 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.190042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.199792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:11:41.200303 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:11:41.203879 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:11:41.269704 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.275357 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.279180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/networks/e386fc35-c22a-47ff-abcb-5cdd55ea0c3b HTTP/1.1" status: 204 len: 168 time: 0.3128142 Feb 07 23:11:41.282102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55016) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:41.295843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aa5c0-960e-4b24-af70-fa0478635447 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Network': ['ID=e386fc35-c22a-47ff-abcb-5cdd55ea0c3b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:41.349795 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-989b54cc-2395-4752-8a06-694447484a0a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.375057 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-989b54cc-2395-4752-8a06-694447484a0a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.432933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-989b54cc-2395-4752-8a06-694447484a0a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.436622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-989b54cc-2395-4752-8a06-694447484a0a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.438155 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-989b54cc-2395-4752-8a06-694447484a0a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/security-groups/b1316d24-3519-4dc0-97d3-0cf350646d9d HTTP/1.1" status: 204 len: 168 time: 0.1549349 Feb 07 23:11:41.447157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b54cc-2395-4752-8a06-694447484a0a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1316d24-3519-4dc0-97d3-0cf350646d9d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:41.864827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55022) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:41.869805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f38cfae6-b740-4864-bd2c-659bdc44ffe4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610995459', 'description': 'tempest-secgroup-smoke-610995459 description', 'project_id': '9098f5c00b03436999b82c04cdb1baa2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:41.894194 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f38cfae6-b740-4864-bd2c-659bdc44ffe4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.963408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f38cfae6-b740-4864-bd2c-659bdc44ffe4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.967497 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f38cfae6-b740-4864-bd2c-659bdc44ffe4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.995766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f38cfae6-b740-4864-bd2c-659bdc44ffe4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.996965 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f38cfae6-b740-4864-bd2c-659bdc44ffe4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1311343 Feb 07 23:11:41.998835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cfae6-b740-4864-bd2c-659bdc44ffe4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb7c59-3120-4edd-95e0-e56bc91a6f35,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:42.000328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55024) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:42.004714 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3dc442d7-d1df-443b-8bba-7b9ad3ec641a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '36fb7c59-3120-4edd-95e0-e56bc91a6f35', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:42.034403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3dc442d7-d1df-443b-8bba-7b9ad3ec641a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.071063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5f30d338-d297-4ccd-84b1-b50f590944d4 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:42.090582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 5f30d338-d297-4ccd-84b1-b50f590944d4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:42.091920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 5f30d338-d297-4ccd-84b1-b50f590944d4 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:42.091920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9e2ffb0e-5f3f-4260-831f-8fda152cc059 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:42.093657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3dc442d7-d1df-443b-8bba-7b9ad3ec641a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.097456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3dc442d7-d1df-443b-8bba-7b9ad3ec641a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.111836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 9e2ffb0e-5f3f-4260-831f-8fda152cc059 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:42.112191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9e2ffb0e-5f3f-4260-831f-8fda152cc059 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:42.112602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 88d74b92-5bfe-48c0-b57f-6adca1bd3917 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:11:42.116228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc442d7-d1df-443b-8bba-7b9ad3ec641a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db12611-4795-43a6-b452-c9efdbc37b0a,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:42.125508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3dc442d7-d1df-443b-8bba-7b9ad3ec641a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.126829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3dc442d7-d1df-443b-8bba-7b9ad3ec641a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257567 Feb 07 23:11:42.129818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55026) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:42.132387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 88d74b92-5bfe-48c0-b57f-6adca1bd3917 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:11:42.132739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 88d74b92-5bfe-48c0-b57f-6adca1bd3917 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:11:42.134519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-329bbc28-c853-43c6-83f1-7dab42790df9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '36fb7c59-3120-4edd-95e0-e56bc91a6f35', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:42.162632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-329bbc28-c853-43c6-83f1-7dab42790df9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.218221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-329bbc28-c853-43c6-83f1-7dab42790df9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.221127 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-329bbc28-c853-43c6-83f1-7dab42790df9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.240477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bbc28-c853-43c6-83f1-7dab42790df9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cb97f5-c47a-43a3-93f4-16ae0029a2d0,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:42.248140 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-329bbc28-c853-43c6-83f1-7dab42790df9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.249442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-329bbc28-c853-43c6-83f1-7dab42790df9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185613 Feb 07 23:11:42.252143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55028) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:42.256753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0df6ab33-aef0-439c-86dd-916c19726eb3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '36fb7c59-3120-4edd-95e0-e56bc91a6f35', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:42.284217 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0df6ab33-aef0-439c-86dd-916c19726eb3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.340192 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0df6ab33-aef0-439c-86dd-916c19726eb3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.344579 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0df6ab33-aef0-439c-86dd-916c19726eb3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.364855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6ab33-aef0-439c-86dd-916c19726eb3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64547145-87fe-4958-9026-e7327cd7964b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:42.370938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0df6ab33-aef0-439c-86dd-916c19726eb3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.372122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0df6ab33-aef0-439c-86dd-916c19726eb3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189048 Feb 07 23:11:42.375035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55030) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:42.379173 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9cf37d98-3cde-49f9-bcea-ae3f966b8246 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '36fb7c59-3120-4edd-95e0-e56bc91a6f35', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:42.406019 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cf37d98-3cde-49f9-bcea-ae3f966b8246 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.462240 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cf37d98-3cde-49f9-bcea-ae3f966b8246 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.465499 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cf37d98-3cde-49f9-bcea-ae3f966b8246 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.483303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf37d98-3cde-49f9-bcea-ae3f966b8246 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d9bcf4-65d6-4edc-9692-7a40b9ba0ece,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:42.490551 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9cf37d98-3cde-49f9-bcea-ae3f966b8246 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.491728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9cf37d98-3cde-49f9-bcea-ae3f966b8246 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157689 Feb 07 23:11:42.494425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55032) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:42.498760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-040c1221-4d17-4d65-9268-aea586e9cfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '36fb7c59-3120-4edd-95e0-e56bc91a6f35', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:42.520784 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-040c1221-4d17-4d65-9268-aea586e9cfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Project 9098f5c00b03436999b82c04cdb1baa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:11:42.525362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-040c1221-4d17-4d65-9268-aea586e9cfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.583798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-040c1221-4d17-4d65-9268-aea586e9cfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.587405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-040c1221-4d17-4d65-9268-aea586e9cfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.607229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c1221-4d17-4d65-9268-aea586e9cfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab5ee16-0094-46e5-a302-21fff4e3cc1f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:42.615873 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-040c1221-4d17-4d65-9268-aea586e9cfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.617083 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-040c1221-4d17-4d65-9268-aea586e9cfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217525 Feb 07 23:11:42.619986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55034) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:42.624134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1a78ca79-bdbc-47cf-acc0-e8c4b9c5edcd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '36fb7c59-3120-4edd-95e0-e56bc91a6f35', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:42.648305 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-1a78ca79-bdbc-47cf-acc0-e8c4b9c5edcd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Project 9098f5c00b03436999b82c04cdb1baa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:11:42.653100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a78ca79-bdbc-47cf-acc0-e8c4b9c5edcd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.713356 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a78ca79-bdbc-47cf-acc0-e8c4b9c5edcd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.716767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a78ca79-bdbc-47cf-acc0-e8c4b9c5edcd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.736635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78ca79-bdbc-47cf-acc0-e8c4b9c5edcd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d0736a-48b0-4fd2-bcb9-92beb9ffa37e,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:42.742409 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a78ca79-bdbc-47cf-acc0-e8c4b9c5edcd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.743589 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1a78ca79-bdbc-47cf-acc0-e8c4b9c5edcd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227715 Feb 07 23:11:42.746344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55036) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:42.751472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'network': {'name': 'tempest-network-smoke--1820111189', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'port_security_enabled': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:42.773828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:42.777849 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.800699 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:11:42.810410 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.810753 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Added segment 11eb36c2-61f7-467a-aeeb-b0152784c3ca of type vlan for network 385adc5b-3ae8-4520-89fe-1648e013fa5d Feb 07 23:11:42.851508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.875959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.881429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:42.882025 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.938990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1911600 Feb 07 23:11:42.941759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55038) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:42.946331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'admin_state_up': True, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:42.949873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afe674-b0d6-4811-879d-717905458f66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Network': ['ID=385adc5b-3ae8-4520-89fe-1648e013fa5d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:42.960797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 385adc5b-3ae8-4520-89fe-1648e013fa5d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:11:42.971523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:42.972520 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.021852 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.035981 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:11:43.155107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.344852 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.363045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.460791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.25.8.203 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/a12db4ef-a5c8-4f30-b4da-11e091b30836) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:43.562880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.596130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.633944 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:43.636738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:43.641087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:11:43.665146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=a12db4ef-a5c8-4f30-b4da-11e091b30836,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:43.886070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.077013 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.202531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 1c65aaba-950f-4501-b2df-cb7041ea0339 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:11:44.304443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:11:44.313589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Sync routers for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:44.323201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:44.323969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:44.325443 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.326833 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b1c7f3d5-afb9-4de0-843f-2e82700f8681 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3839138 Feb 07 23:11:44.329920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55040) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:44.365153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-eceb7b15-62bc-40f3-95f4-2de27e7147e2 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9098f5c00b03436999b82c04cdb1baa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314765 Feb 07 23:11:44.365457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55042) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:44.429884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:44.450947 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f13e3-4aa6-425c-9f02-c673bf30a469 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:44.452455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-097f13e3-4aa6-425c-9f02-c673bf30a469 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860350 Feb 07 23:11:44.455296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55044) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:44.490831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3fc0ccf9-bbf2-4b54-8061-4e3bfe5dcd2c tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344718 Feb 07 23:11:44.493290 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55046) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:44.497959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1758296617', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:44.592739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:44.596200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.603674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:43Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:44.634909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Checking router: 1c65aaba-950f-4501-b2df-cb7041ea0339 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:11:44.635261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Updating router 1c65aaba-950f-4501-b2df-cb7041ea0339 port a12db4ef-a5c8-4f30-b4da-11e091b30836 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:11:44.660164 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.776580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.836697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Subnet': ['ID=3d560181-3290-4352-baa7-a2472529af05,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:44.849415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Checking segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:11:44.849793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network hostable DHCP agents. Network: 385adc5b-3ae8-4520-89fe-1648e013fa5d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:11:44.867625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 385adc5b-3ae8-4520-89fe-1648e013fa5d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:11:44.877569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 385adc5b-3ae8-4520-89fe-1648e013fa5d) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:44.881839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:44.882323 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.899422 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3e7a2f7f-da86-4ae6-b3ab-614d47f13780 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4051101 Feb 07 23:11:44.902335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55048) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:11:44.963688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b5d9c-23c3-4ffa-a671-814bb3509150 None None] Network 385adc5b-3ae8-4520-89fe-1648e013fa5d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:11:45.185886 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.192309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.197132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-385adc5b-3ae8-4520-89fe-1648e013fa5d', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:11:45.197945 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.279860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee608e74-1347-482a-b145-075f391343ab None None] Pushing event updated for resources: {'Port': ['ID=a12db4ef-a5c8-4f30-b4da-11e091b30836,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:45.283589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Attempting to bind port a12db4ef-a5c8-4f30-b4da-11e091b30836 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:45.283991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Attempting to bind port a12db4ef-a5c8-4f30-b4da-11e091b30836 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:45.284349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Attempting to bind port a12db4ef-a5c8-4f30-b4da-11e091b30836 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:11:45.331913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:11:45.332716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:11:45.332716 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.333044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:11:45.333523 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Bound port: a12db4ef-a5c8-4f30-b4da-11e091b30836, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:45.333897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.429490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] For port a12db4ef-a5c8-4f30-b4da-11e091b30836, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:11:45.433727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] For port a12db4ef-a5c8-4f30-b4da-11e091b30836, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a12db4ef-a5c8-4f30-b4da-11e091b30836,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:11:45.440150 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.448410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Allocated IP 172.20.0.2 (385adc5b-3ae8-4520-89fe-1648e013fa5d/3d560181-3290-4352-baa7-a2472529af05/38f6f653-1f26-4d82-9811-90ce3edc8f21) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:45.554873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:45.555499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:45.557234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee608e74-1347-482a-b145-075f391343ab None None] Pushing event updated for resources: {'Port': ['ID=a12db4ef-a5c8-4f30-b4da-11e091b30836,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:45.671943 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.715018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:45.788484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.817185 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.865067 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Network 385adc5b-3ae8-4520-89fe-1648e013fa5d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:45.871130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:45.880414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:11:45.898407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Pushing event updated for resources: {'Port': ['ID=38f6f653-1f26-4d82-9811-90ce3edc8f21,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:45.946085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.20.0.1 (385adc5b-3ae8-4520-89fe-1648e013fa5d/3d560181-3290-4352-baa7-a2472529af05/100bdae1-febc-4500-b013-9b73a4aeb5b6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:45.973183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Attempting to bind port 38f6f653-1f26-4d82-9811-90ce3edc8f21 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:45.973451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Attempting to bind port 38f6f653-1f26-4d82-9811-90ce3edc8f21 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:45.973794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Attempting to bind port 38f6f653-1f26-4d82-9811-90ce3edc8f21 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:11:45.983108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:11:45.983480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Checking segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:11:45.983907 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.984297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Bound using segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:11:45.984752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Bound port: 38f6f653-1f26-4d82-9811-90ce3edc8f21, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:45.985126 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.039620 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:43Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:46.067802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ccbc7-49d0-4d6f-8375-8c8d133da851 None None] The sync data for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 is: [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:43Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:46.070582 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.088286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] For port 38f6f653-1f26-4d82-9811-90ce3edc8f21, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:11:46.091679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] For port 38f6f653-1f26-4d82-9811-90ce3edc8f21, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=38f6f653-1f26-4d82-9811-90ce3edc8f21,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:11:46.096240 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.123142 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.156535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b37f-1e35-4288-a685-cc4d5ff1ed6d None None] Pushing event updated for resources: {'Port': ['ID=38f6f653-1f26-4d82-9811-90ce3edc8f21,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:46.185130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 385adc5b-3ae8-4520-89fe-1648e013fa5d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:46.189189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=100bdae1-febc-4500-b013-9b73a4aeb5b6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:46.191866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:46.193947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:11:46.241917 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.424415 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.717129 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.722588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.797129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=100bdae1-febc-4500-b013-9b73a4aeb5b6,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:46.799564 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.903677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 385adc5b-3ae8-4520-89fe-1648e013fa5d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:46.905265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:47.029090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 1c65aaba-950f-4501-b2df-cb7041ea0339 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:11:47.143525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:11:47.149634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-54e8a3b5-5913-4bca-a9a0-cc8d1e7e244f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "PUT /v2.0/routers/1c65aaba-950f-4501-b2df-cb7041ea0339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2458405 Feb 07 23:11:47.214068 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab9587-137a-4687-b638-424da1758d5e None None] Network 385adc5b-3ae8-4520-89fe-1648e013fa5d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:11:47.296548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-854490cc-2595-440b-8a2a-8a2b06cbadc0 None None] Provisioning complete for port 38f6f653-1f26-4d82-9811-90ce3edc8f21 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:47.297389 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-854490cc-2595-440b-8a2a-8a2b06cbadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:47.348067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-38dfce5c-2bda-427c-a5c7-b8c25e7f1c54 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610995459&fields=id&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 267 time: 0.0337090 Feb 07 23:11:47.441300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-854490cc-2595-440b-8a2a-8a2b06cbadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:47.457582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-ebbc3176-8f65-45e5-847a-8335d5efd5d2 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:47.459112 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-ebbc3176-8f65-45e5-847a-8335d5efd5d2 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 797 time: 0.1038985 Feb 07 23:11:47.477011 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-3dba0f09-9324-4308-a6bd-3ef5db9fdcdb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/quotas/9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 375 time: 0.0105488 Feb 07 23:11:47.480912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-854490cc-2595-440b-8a2a-8a2b06cbadc0 None None] For port 38f6f653-1f26-4d82-9811-90ce3edc8f21, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=38f6f653-1f26-4d82-9811-90ce3edc8f21,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:47.488162 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-854490cc-2595-440b-8a2a-8a2b06cbadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:47.540504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-96fe8f31-7405-4a44-a61a-726009190a84 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563979 Feb 07 23:11:47.549548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854490cc-2595-440b-8a2a-8a2b06cbadc0 None None] Pushing event updated for resources: {'Port': ['ID=38f6f653-1f26-4d82-9811-90ce3edc8f21,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:47.723519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-723a75a5-fad2-4631-8322-30ea66232ee1 None None] Provisioning complete for port 100bdae1-febc-4500-b013-9b73a4aeb5b6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:47.723998 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-723a75a5-fad2-4631-8322-30ea66232ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:47.752992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-981ef8ed-a37f-4fcf-9d3f-d80975d5eff5 service neutron] 10.222.0.15 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985230 Feb 07 23:11:47.765895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-723a75a5-fad2-4631-8322-30ea66232ee1 None None] Port 100bdae1-febc-4500-b013-9b73a4aeb5b6 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:11:47.775613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-723a75a5-fad2-4631-8322-30ea66232ee1 None None] Provisioning complete for port 38f6f653-1f26-4d82-9811-90ce3edc8f21 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:47.776023 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-723a75a5-fad2-4631-8322-30ea66232ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:47.841423 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Sync routers for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:47.857895 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:47.858762 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:47.864687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-545b51ec-76f6-4850-8907-9536668f9364 service neutron] 10.222.0.15 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043577 Feb 07 23:11:47.988548 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:48.022373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ba43265f-f0e5-4ff6-b18a-00e374bb1029 None None] Provisioning complete for port 100bdae1-febc-4500-b013-9b73a4aeb5b6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:48.022743 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba43265f-f0e5-4ff6-b18a-00e374bb1029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.091501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ba43265f-f0e5-4ff6-b18a-00e374bb1029 None None] Port 100bdae1-febc-4500-b013-9b73a4aeb5b6 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:11:48.093895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc6cdefc-4c3d-416c-acd4-4236c9ac3416 req-1089d8f1-6cd7-4427-8090-aa4145171d31 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 210 time: 0.0432546 Feb 07 23:11:48.215230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f9e57e3d-d520-4e5a-84c1-eded51ce3a7c None None] Provisioning complete for port 100bdae1-febc-4500-b013-9b73a4aeb5b6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:48.216406 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e57e3d-d520-4e5a-84c1-eded51ce3a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.252954 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f9e57e3d-d520-4e5a-84c1-eded51ce3a7c None None] Port 100bdae1-febc-4500-b013-9b73a4aeb5b6 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:11:48.267987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a12db4ef-a5c8-4f30-b4da-11e091b30836 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:11:48.271932 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '100bdae1-febc-4500-b013-9b73a4aeb5b6', 'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:05:ac:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:45Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 2, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3d560181-3290-4352-baa7-a2472529af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:48.303853 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Checking router: 1c65aaba-950f-4501-b2df-cb7041ea0339 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:11:48.303853 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Updating router 1c65aaba-950f-4501-b2df-cb7041ea0339 port 100bdae1-febc-4500-b013-9b73a4aeb5b6 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:11:48.329780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a12db4ef-a5c8-4f30-b4da-11e091b30836 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:48.330582 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.332310 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.415926 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.438873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port a12db4ef-a5c8-4f30-b4da-11e091b30836, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a12db4ef-a5c8-4f30-b4da-11e091b30836,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:48.443001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.443772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 38f6f653-1f26-4d82-9811-90ce3edc8f21 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:11:48.522523 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=a12db4ef-a5c8-4f30-b4da-11e091b30836,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:48.529982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 38f6f653-1f26-4d82-9811-90ce3edc8f21 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:48.530355 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.622694 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.629136 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.683449 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Pushing event updated for resources: {'Port': ['ID=100bdae1-febc-4500-b013-9b73a4aeb5b6,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:48.705419 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.705755 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.706097 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.706432 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.706759 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.707082 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.707402 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.707734 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.708059 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.708376 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.708692 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.709007 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:48.744256 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Attempting to bind port 100bdae1-febc-4500-b013-9b73a4aeb5b6 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:48.744754 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Attempting to bind port 100bdae1-febc-4500-b013-9b73a4aeb5b6 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:48.745116 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Attempting to bind port 100bdae1-febc-4500-b013-9b73a4aeb5b6 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:11:48.750482 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:11:48.750857 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Checking segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:11:48.751250 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.751628 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Bound using segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:11:48.752115 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Bound port: 100bdae1-febc-4500-b013-9b73a4aeb5b6, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:48.752482 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.816143 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] For port 100bdae1-febc-4500-b013-9b73a4aeb5b6, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:11:48.819339 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] For port 100bdae1-febc-4500-b013-9b73a4aeb5b6, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=100bdae1-febc-4500-b013-9b73a4aeb5b6,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:11:48.824226 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.875492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8c8fe8c8-1837-4d93-9ae7-98e4b9c10c11 None None] Provisioning complete for port 100bdae1-febc-4500-b013-9b73a4aeb5b6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:48.876233 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe8c8-1837-4d93-9ae7-98e4b9c10c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.876387 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:11:48.876953 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:48.926771 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1019d-0c60-4841-8e00-af3af5f0bdab None None] Pushing event updated for resources: {'Port': ['ID=100bdae1-febc-4500-b013-9b73a4aeb5b6,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:48.990243 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe8c8-1837-4d93-9ae7-98e4b9c10c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:49.003640 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:11:49.029043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8c8fe8c8-1837-4d93-9ae7-98e4b9c10c11 None None] For port 100bdae1-febc-4500-b013-9b73a4aeb5b6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=100bdae1-febc-4500-b013-9b73a4aeb5b6,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:49.034403 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe8c8-1837-4d93-9ae7-98e4b9c10c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:49.168177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-6f90c652-8e45-476b-9370-634df892040c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:49.171407 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-6f90c652-8e45-476b-9370-634df892040c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 797 time: 0.1905763 Feb 07 23:11:49.229370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-609adce0-ba72-42f5-b964-484aa33ada2a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 379 time: 0.0473537 Feb 07 23:11:49.243607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'port': {'device_id': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'admin_state_up': True, 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'security_groups': ['36fb7c59-3120-4edd-95e0-e56bc91a6f35']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:49.250160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a9b5496-e4ca-4233-b781-a8f881015d4e req-576d22b0-c0bc-4532-b40b-be3f8bd2b771 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 210 time: 0.0412426 Feb 07 23:11:49.301516 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '100bdae1-febc-4500-b013-9b73a4aeb5b6', 'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:05:ac:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:45Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3d560181-3290-4352-baa7-a2472529af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:49.314407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fe8c8-1837-4d93-9ae7-98e4b9c10c11 None None] Pushing event updated for resources: {'Port': ['ID=100bdae1-febc-4500-b013-9b73a4aeb5b6,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:49.317947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e019e979-ec21-4a49-85fd-79473c0d822f None None] Provisioning complete for port 100bdae1-febc-4500-b013-9b73a4aeb5b6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:49.318327 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e019e979-ec21-4a49-85fd-79473c0d822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:49.329605 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a2b37b-6376-4cdd-8d62-632e163ac201 None None] The sync data for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 is: [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '100bdae1-febc-4500-b013-9b73a4aeb5b6', 'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:05:ac:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:45Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3d560181-3290-4352-baa7-a2472529af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:49.372645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:49.391467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:49.538920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.20.0.13 (385adc5b-3ae8-4520-89fe-1648e013fa5d/3d560181-3290-4352-baa7-a2472529af05/9b255f0f-b93e-46da-a52e-4a2c22a4ea84) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:49.685614 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:49.720916 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:49.767388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 385adc5b-3ae8-4520-89fe-1648e013fa5d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:49.770568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:49.773032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:11:49.803484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:49.831321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:49.832121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:49.856381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-041d2712-4312-4627-a764-402c0eaffbb1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6205490 Feb 07 23:11:49.866271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-7d626f59-689f-4f4c-aa5b-421f7b867a9d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:11:49.867264 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-7d626f59-689f-4f4c-aa5b-421f7b867a9d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055168 Feb 07 23:11:49.879061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Request body: {'port': {'device_id': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:49.945889 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.050332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7f68d289-c1f0-4caf-99f9-409ab31e6552 None None] Provisioning complete for port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:50.050704 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f68d289-c1f0-4caf-99f9-409ab31e6552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.090149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7f68d289-c1f0-4caf-99f9-409ab31e6552 None None] Port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:11:50.175489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a12db4ef-a5c8-4f30-b4da-11e091b30836 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:11:50.226514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a12db4ef-a5c8-4f30-b4da-11e091b30836 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:50.227173 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.243406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:11:50.252651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.267627 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Transition to ACTIVE for port object 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:50.272577 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.339017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 100bdae1-febc-4500-b013-9b73a4aeb5b6 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:11:50.348311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:50.403597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 100bdae1-febc-4500-b013-9b73a4aeb5b6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:50.404655 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.450402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293fada-47ca-4200-b3e2-1dc93f688dcc req-b88262a2-16f3-4e6e-94df-1800cae4906c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:50.452109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1293fada-47ca-4200-b3e2-1dc93f688dcc req-b88262a2-16f3-4e6e-94df-1800cae4906c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 944 time: 0.1232030 Feb 07 23:11:50.478216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:50.478550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:50.478965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:11:50.492578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:11:50.492960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:11:50.500411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:11:50.500900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Checking segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:11:50.501279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Bound using segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:11:50.501528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Bound port: 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:50.501882 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.529620 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1293fada-47ca-4200-b3e2-1dc93f688dcc req-905d2701-b1e8-4bb8-b4a2-1ffcb5e139ff tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610459 Feb 07 23:11:50.583775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:11:50.587001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:11:50.592075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.631598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:50.632234 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.633600 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] 10.222.0.46 "PUT /v2.0/ports/9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 1092 time: 0.7588556 Feb 07 23:11:50.634031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:50.636478 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295ff635-9006-4347-9105-096e949a86bc" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:11:50.663092 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f3fae-8b81-43d9-bb44-4fd2d828fd32 service neutron] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:50.682132 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7bad3a-7667-4164-a489-c517ac72637e x-openstack-request-id: req-1a7bad3a-7667-4164-a489-c517ac72637e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:11:50.682598 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:11:50.682858 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a7bad3a-7667-4164-a489-c517ac72637e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:11:50.683388 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'status': 'completed', 'code': 200} Feb 07 23:11:50.725654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-c259a6f7-34c4-42fa-82b2-69d532821d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:50.727172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-c259a6f7-34c4-42fa-82b2-69d532821d28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1095 time: 0.0429406 Feb 07 23:11:50.770204 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-3b0fb668-5848-4656-8131-214bf5426311 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 217 time: 0.0352955 Feb 07 23:11:50.824487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-e014342a-b576-4d30-a631-0326a7aa8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:50.826765 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-e014342a-b576-4d30-a631-0326a7aa8808 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0501232 Feb 07 23:11:50.875396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-c71a7691-bc73-44ce-9403-4cc750ff9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:50.876895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-c71a7691-bc73-44ce-9403-4cc750ff9c20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443521 Feb 07 23:11:50.969340 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-3178b9e1-89a1-450b-8b16-0de81ac2be30 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858409 Feb 07 23:11:51.389869 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5accabde-c1ce-486f-a81e-9e01ce64b346 req-d8189857-f82e-403b-a336-9bdccfdfcb6a service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136074 Feb 07 23:11:51.478578 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ff635-9006-4347-9105-096e949a86bc req-c6dcb52e-7cb7-4c25-9f21-cf873ea89c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.480122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-295ff635-9006-4347-9105-096e949a86bc req-c6dcb52e-7cb7-4c25-9f21-cf873ea89c83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1095 time: 0.0443115 Feb 07 23:11:51.499155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc670-dd3c-4f7c-ad9a-d642ac30a300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:51.573409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ff635-9006-4347-9105-096e949a86bc req-0ec9bba6-3c8c-49d4-b43b-40972e803321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.574989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-295ff635-9006-4347-9105-096e949a86bc req-0ec9bba6-3c8c-49d4-b43b-40972e803321 service neutron] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.0883298 Feb 07 23:11:51.617472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-295ff635-9006-4347-9105-096e949a86bc req-2cdf837d-acca-4d5f-b246-d4ec60543c6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 217 time: 0.0362771 Feb 07 23:11:51.692598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ff635-9006-4347-9105-096e949a86bc req-f43f3a86-f3e9-4168-ba2f-bfe4e361c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.693942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-295ff635-9006-4347-9105-096e949a86bc req-f43f3a86-f3e9-4168-ba2f-bfe4e361c0d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0689883 Feb 07 23:11:51.702401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c99c4-0c2f-4ad3-85fd-608a2e0d0e5d req-71f437f4-c7ce-442e-b2ab-2462452a6a08 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.703749 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-948c99c4-0c2f-4ad3-85fd-608a2e0d0e5d req-71f437f4-c7ce-442e-b2ab-2462452a6a08 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 944 time: 0.0887630 Feb 07 23:11:51.763014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-948c99c4-0c2f-4ad3-85fd-608a2e0d0e5d req-28c5312f-459c-4901-8ffa-ed757729f3ee tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514085 Feb 07 23:11:51.767394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ff635-9006-4347-9105-096e949a86bc req-7d0dc750-0a03-480c-a388-ad8816181479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.768829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-295ff635-9006-4347-9105-096e949a86bc req-7d0dc750-0a03-480c-a388-ad8816181479 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642638 Feb 07 23:11:51.862071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-295ff635-9006-4347-9105-096e949a86bc req-d2de2119-23a3-4ddd-a693-5be4b86d1ba9 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860350 Feb 07 23:11:51.952703 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-295ff635-9006-4347-9105-096e949a86bc req-0f3ce3d6-709c-4f3e-8f67-8c25fe3d8583 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826862 Feb 07 23:11:52.881531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331cf48-c5af-4453-a502-2990866701d1 req-fb379730-1168-463a-8d04-0c2f79213fc1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:52.883005 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5331cf48-c5af-4453-a502-2990866701d1 req-fb379730-1168-463a-8d04-0c2f79213fc1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 944 time: 0.0519116 Feb 07 23:11:52.920057 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5331cf48-c5af-4453-a502-2990866701d1 req-079b7549-2416-4d16-82a3-057dd0bc3f01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309362 Feb 07 23:11:54.033747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b547e-6b7d-4b52-96ba-d6882b3813d0 req-20214f90-efb7-4fd4-b590-c4514db439d6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:54.035215 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f1b547e-6b7d-4b52-96ba-d6882b3813d0 req-20214f90-efb7-4fd4-b590-c4514db439d6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 944 time: 0.0488372 Feb 07 23:11:54.073054 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8f1b547e-6b7d-4b52-96ba-d6882b3813d0 req-261d6d01-fe21-43d2-af49-6800b4bd9bfd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319302 Feb 07 23:11:54.648300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef38cb47-8a8a-44e8-b4f0-d65bf0e7087c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:54.915894 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:55.187479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017ea6b-fd49-4f36-96fe-ee798445fe9c req-d2799b43-815d-4042-badf-396fc6cd1998 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:55.188859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1017ea6b-fd49-4f36-96fe-ee798445fe9c req-d2799b43-815d-4042-badf-396fc6cd1998 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 944 time: 0.0474684 Feb 07 23:11:55.224712 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1017ea6b-fd49-4f36-96fe-ee798445fe9c req-104f0fd3-e94c-4df2-80c0-09ab3f88d606 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299227 Feb 07 23:11:56.045696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:11:56.139451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:56.150970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'port_id': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'mac_address': 'fa:16:3e:98:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:11:56.191466 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:56.205304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:11:56.224605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:56.228266 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:56.276207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:56.347522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d05926-2f4e-49b2-8ca7-ec69e54fa2e0 req-8e661c97-a095-41f4-8f53-9ba45effb15b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:56.348547 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6d05926-2f4e-49b2-8ca7-ec69e54fa2e0 req-8e661c97-a095-41f4-8f53-9ba45effb15b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 945 time: 0.0528450 Feb 07 23:11:56.386044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6d05926-2f4e-49b2-8ca7-ec69e54fa2e0 req-f7f64802-783c-4fa4-a64c-4898ce0294b1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318408 Feb 07 23:11:56.404034 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:56.427835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9b255f0f-b93e-46da-a52e-4a2c22a4ea84'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:11:56.660955 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:57.504362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca77d4-f769-45ad-92a6-2e0d9511677d req-19467548-d950-4d73-8e83-1b596327c1dd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:57.505820 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-baca77d4-f769-45ad-92a6-2e0d9511677d req-19467548-d950-4d73-8e83-1b596327c1dd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 945 time: 0.0521715 Feb 07 23:11:57.542899 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-baca77d4-f769-45ad-92a6-2e0d9511677d req-50ab0ea8-a91f-470c-8541-d0bbdc4d102b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Feb 07 23:11:58.060925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:11:58.110507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:58.114754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:58.115128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.189853 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.211543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:58.213909 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e495ecf-a712-48a0-ae02-fb369e913f4e" -d '{"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-plugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:11:58.227414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:11:58.231422 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.253905 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c0ac5-960c-4c27-af35-ffba91665c5b x-openstack-request-id: req-a40c0ac5-960c-4c27-af35-ffba91665c5b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:11:58.254188 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-plugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:11:58.254445 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a40c0ac5-960c-4c27-af35-ffba91665c5b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:11:58.254818 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'code': 200} Feb 07 23:11:58.282318 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:58.348929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6698da7-4597-4042-8ebf-6024ad127550 req-0ccbfbd5-7f03-4f78-a73b-39f7a297b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:58.350402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6698da7-4597-4042-8ebf-6024ad127550 req-0ccbfbd5-7f03-4f78-a73b-39f7a297b9a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1097 time: 0.0397954 Feb 07 23:11:58.384036 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b6698da7-4597-4042-8ebf-6024ad127550 req-44e89de9-5486-4149-ba4b-a568f53c988e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269103 Feb 07 23:11:58.660780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a17135-fe54-4b3e-a1b3-913c8dcab5c5 req-682bc852-25a4-419b-9d1b-a924921eb9f6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:58.662159 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a0a17135-fe54-4b3e-a1b3-913c8dcab5c5 req-682bc852-25a4-419b-9d1b-a924921eb9f6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0485082 Feb 07 23:11:58.699063 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a0a17135-fe54-4b3e-a1b3-913c8dcab5c5 req-19fe1040-124b-4aa6-9665-bdde6c189984 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310667 Feb 07 23:11:59.819602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbd5bd-d70e-4f81-a75a-463f4b5edb0c req-8f2783ad-93ff-47b0-a10c-95f6890f6f97 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:59.821090 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4fdbd5bd-d70e-4f81-a75a-463f4b5edb0c req-8f2783ad-93ff-47b0-a10c-95f6890f6f97 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0486977 Feb 07 23:11:59.859426 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4fdbd5bd-d70e-4f81-a75a-463f4b5edb0c req-d31e81b6-0f49-4e3a-b0fe-043bf5c20422 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323017 Feb 07 23:11:59.973060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ecca-68fb-4e02-83a6-e2381d487c19 req-7c9ec214-5e94-46aa-8604-90dd90c28143 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:59.974498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-def7ecca-68fb-4e02-83a6-e2381d487c19 req-7c9ec214-5e94-46aa-8604-90dd90c28143 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0485168 Feb 07 23:12:00.011653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-def7ecca-68fb-4e02-83a6-e2381d487c19 req-92bc78de-2c1d-4e73-96ec-c40bca4048e3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311902 Feb 07 23:12:00.033809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55104) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:12:00.076356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94beaa9e-d2f8-4e1c-9ed5-c639f2ed7436 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:00.077838 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-94beaa9e-d2f8-4e1c-9ed5-c639f2ed7436 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1092 time: 0.0430493 Feb 07 23:12:00.080689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55106) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:12:00.084872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:00.108907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.201958 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.306638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.25.8.34 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/878e0b76-95fb-48bf-aadc-54a9d1f96d20) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:00.405408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.440180 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.482212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:00.484979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:00.488373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:12:00.511142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=878e0b76-95fb-48bf-aadc-54a9d1f96d20,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:00.845981 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.916384 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.074210 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.078768 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.151832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=878e0b76-95fb-48bf-aadc-54a9d1f96d20,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:01.160831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.259932 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Floating IP d5dee239-90d0-45f8-a2f9-d73b67371759 associated. External IP: 172.25.8.34, port: 9b255f0f-b93e-46da-a52e-4a2c22a4ea84. Feb 07 23:12:01.468190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 1c65aaba-950f-4501-b2df-cb7041ea0339 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:12:01.922416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:12:01.932228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] Sync routers for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:01.941090 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.942030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:12:01.942641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:01.967330 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0422df6f-2385-40b0-a5dc-d3ed66550949 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8855870 Feb 07 23:12:01.967954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:01.970301 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f189e87-636a-40e8-8831-90bf019a7ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:12:02.015944 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5db8774-bc6a-4eae-add6-b22c32da915c x-openstack-request-id: req-c5db8774-bc6a-4eae-add6-b22c32da915c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:12:02.016322 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:12:02.016550 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5db8774-bc6a-4eae-add6-b22c32da915c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:12:02.016862 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'status': 'completed', 'code': 200} Feb 07 23:12:02.049468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:12:02.109014 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-27314e23-a05f-4bb2-b3b2-714e16045b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:02.110385 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-27314e23-a05f-4bb2-b3b2-714e16045b89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1097 time: 0.0655727 Feb 07 23:12:02.117978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dab99-f33f-463d-a8dd-c59f314ab4ef req-1e9e96a2-38c8-4d4d-be09-2e8573029755 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:02.119314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e1dab99-f33f-463d-a8dd-c59f314ab4ef req-1e9e96a2-38c8-4d4d-be09-2e8573029755 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0840971 Feb 07 23:12:02.209151 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4e1dab99-f33f-463d-a8dd-c59f314ab4ef req-b8a594cf-c15d-4598-b71f-5a5d72fbf7a2 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807791 Feb 07 23:12:02.233086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55112) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:12:02.235004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-0d83c4b2-9452-41d2-94b7-1072e791928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:02.236501 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-0d83c4b2-9452-41d2-94b7-1072e791928a service neutron] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.1163118 Feb 07 23:12:02.283330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'd5dee239-90d0-45f8-a2f9-d73b67371759', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'port_id': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'mac_address': 'fa:16:3e:98:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:12:00Z', 'updated_at': '2022-02-07T23:12:00Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100bdae1-febc-4500-b013-9b73a4aeb5b6', 'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:05:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:45Z', 'updated_at': '2022-02-07T23:11:49Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3d560181-3290-4352-baa7-a2472529af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:02.299257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-065b80fb-36b6-48a8-8fdb-8b1481f5c6f3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/d5dee239-90d0-45f8-a2f9-d73b67371759 HTTP/1.1" status: 200 len: 991 time: 0.0643442 Feb 07 23:12:02.305788 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-ef5c4632-d275-402c-9e2f-b98a1d91a9aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 999 time: 0.0630169 Feb 07 23:12:02.313802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] Checking router: 1c65aaba-950f-4501-b2df-cb7041ea0339 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:12:02.322404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:12:02.323001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:11:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:02.353676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-908a676f-41d6-4f6d-8d36-48e7c8027f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:02.355106 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-908a676f-41d6-4f6d-8d36-48e7c8027f11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0434830 Feb 07 23:12:02.403680 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-6f2ba636-166c-4cf5-b527-c0621dedb9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:02.405173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-6f2ba636-166c-4cf5-b527-c0621dedb9af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436444 Feb 07 23:12:02.423667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:12:02.498386 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-6098fdfe-61a1-4b70-9235-b36109649d6b service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856245 Feb 07 23:12:02.593167 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6f189e87-636a-40e8-8831-90bf019a7ecd req-85dacc9d-82af-4abd-8518-c9626b26a320 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884826 Feb 07 23:12:02.650488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'd5dee239-90d0-45f8-a2f9-d73b67371759', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'port_id': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'mac_address': 'fa:16:3e:98:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:12:00Z', 'updated_at': '2022-02-07T23:12:00Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100bdae1-febc-4500-b013-9b73a4aeb5b6', 'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:05:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:45Z', 'updated_at': '2022-02-07T23:11:49Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3d560181-3290-4352-baa7-a2472529af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:02.676710 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4799c2-bf74-42f2-b60f-3c3ace19b271 None None] The sync data for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 is: [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'd5dee239-90d0-45f8-a2f9-d73b67371759', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'port_id': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'mac_address': 'fa:16:3e:98:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:12:00Z', 'updated_at': '2022-02-07T23:12:00Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100bdae1-febc-4500-b013-9b73a4aeb5b6', 'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:05:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:45Z', 'updated_at': '2022-02-07T23:11:49Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3d560181-3290-4352-baa7-a2472529af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:02.871431 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d5550-f1b5-4438-856c-dad70f46100d None None] New status for floating IP d5dee239-90d0-45f8-a2f9-d73b67371759: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:12:03.302885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55114) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:12:03.368684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5db0a5e5-d042-4f9d-a141-35942ac0db83 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/d5dee239-90d0-45f8-a2f9-d73b67371759 HTTP/1.1" status: 200 len: 993 time: 0.0647311 Feb 07 23:12:04.101423 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:04.586196 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.035581 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:12:21.501526 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-964afd57-46a9-47a6-b64a-531b703253c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:22.495078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-f9200bef-1a9d-4536-86df-df4e39caf577 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1328247 Feb 07 23:12:22.576779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-a7996cbd-8256-42ab-9ca5-b4825821adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:22.578207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-a7996cbd-8256-42ab-9ca5-b4825821adac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1097 time: 0.0398726 Feb 07 23:12:22.682853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-ffbad3b4-29ba-4ade-8fda-d6a3890505c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:22.684779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-ffbad3b4-29ba-4ade-8fda-d6a3890505c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.0880008 Feb 07 23:12:22.748621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-b9c362f1-cfcc-4c5f-9faa-176b024ad0d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 1001 time: 0.0569041 Feb 07 23:12:22.799646 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-8bdbf9de-c882-4bd5-888e-927cbfd0e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:22.801118 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-8bdbf9de-c882-4bd5-888e-927cbfd0e124 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0445189 Feb 07 23:12:22.853336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-dee86234-b272-46d8-9912-6445e2eaf847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:22.854829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-dee86234-b272-46d8-9912-6445e2eaf847 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466201 Feb 07 23:12:22.941129 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-f665af30-2259-4da5-8cf1-f97f8165bed1 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790579 Feb 07 23:12:23.033050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f17c958-97cd-47c8-ae2f-1dd3a462e1ed req-e02b54bc-9df5-41f7-9593-e9986229df5e service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848517 Feb 07 23:12:24.650683 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b2ec7458-a4be-4cfd-ba74-6611d39ba613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:24.919408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:26.405880 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:26.662760 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:30.057254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78124812-d4b0-42c4-9802-9259038b8e1a req-88e689d6-0ea7-4d9b-b253-dd3349a83b9f tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:30.058822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78124812-d4b0-42c4-9802-9259038b8e1a req-88e689d6-0ea7-4d9b-b253-dd3349a83b9f tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1097 time: 0.0425258 Feb 07 23:12:30.094018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78124812-d4b0-42c4-9802-9259038b8e1a req-938ffc61-11bc-4560-ac86-77125f31403e tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290878 Feb 07 23:12:30.214555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe44cd-3c0d-4138-b64e-2c5f9f322974 req-4e5c67b2-a0aa-426d-8d13-0976bf4467c8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:30.216055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edfe44cd-3c0d-4138-b64e-2c5f9f322974 req-4e5c67b2-a0aa-426d-8d13-0976bf4467c8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0521736 Feb 07 23:12:30.253454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edfe44cd-3c0d-4138-b64e-2c5f9f322974 req-a9c044ea-6eae-42ad-a161-d393261b4b4e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312068 Feb 07 23:12:30.275927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55132) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:12:30.334294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-88d1c12b-0b17-45de-8b46-fbd762cd0de0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/d5dee239-90d0-45f8-a2f9-d73b67371759 HTTP/1.1" status: 200 len: 993 time: 0.0572848 Feb 07 23:12:30.840291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-13c52973-8673-43d1-b541-132d1fb6d93a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427880 Feb 07 23:12:30.857305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f939d-2dc5-49f2-820a-a6098b50bf0f req-04554237-83cb-43db-9283-5db2a3297453 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:30.859052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c44f939d-2dc5-49f2-820a-a6098b50bf0f req-04554237-83cb-43db-9283-5db2a3297453 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0524287 Feb 07 23:12:30.897105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c44f939d-2dc5-49f2-820a-a6098b50bf0f req-22e915ad-a81c-42ef-aefc-7e0b74371771 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315261 Feb 07 23:12:31.991065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-08404122-c7c3-44eb-8dbc-981cb3c586d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:31.992557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-08404122-c7c3-44eb-8dbc-981cb3c586d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1097 time: 0.0453300 Feb 07 23:12:32.017118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bbc4-4444-4155-ba65-c51905d948a8 req-5cd441c8-ad4e-4cb4-999a-d29eaecc7a3b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:32.018585 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f884bbc4-4444-4155-ba65-c51905d948a8 req-5cd441c8-ad4e-4cb4-999a-d29eaecc7a3b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0487292 Feb 07 23:12:32.056695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f884bbc4-4444-4155-ba65-c51905d948a8 req-84f83277-6ef2-4772-b2e1-d5e13fe8f47f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320313 Feb 07 23:12:32.083192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-c8cbcf9d-8d7f-4f22-94e0-21e4d8959197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:32.084756 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-c8cbcf9d-8d7f-4f22-94e0-21e4d8959197 service neutron] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.0852144 Feb 07 23:12:32.157471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-948bca8a-9298-41cb-a961-fa0315a48376 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 1001 time: 0.0644052 Feb 07 23:12:32.207540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-ae2038c4-ab30-47e2-926b-fd2af6148e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:32.208983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-ae2038c4-ab30-47e2-926b-fd2af6148e4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0440011 Feb 07 23:12:32.254217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-b354d1d0-7b22-487f-a191-bbbb651fc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:32.255660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-b354d1d0-7b22-487f-a191-bbbb651fc57b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402827 Feb 07 23:12:32.346096 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-00035d74-e501-43d0-b81c-9075e397f717 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831003 Feb 07 23:12:32.436247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-f74c4979-361d-47a4-805c-07ce98035e23 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818510 Feb 07 23:12:33.176879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d4803-4517-4197-bf77-5110b782d89b req-2e068706-f789-4037-b005-f4fe9b6ee4f7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:33.178345 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a03d4803-4517-4197-bf77-5110b782d89b req-2e068706-f789-4037-b005-f4fe9b6ee4f7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0499890 Feb 07 23:12:33.218230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a03d4803-4517-4197-bf77-5110b782d89b req-6b942080-2c02-4235-ae4d-c89523bef205 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338235 Feb 07 23:12:34.103403 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.333157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886aeb1-604d-41d7-85d7-b9eceb1bf252 req-e763e337-ab98-4c76-ac2f-b6b8b551e2a0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:34.334590 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c886aeb1-604d-41d7-85d7-b9eceb1bf252 req-e763e337-ab98-4c76-ac2f-b6b8b551e2a0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0479670 Feb 07 23:12:34.371423 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c886aeb1-604d-41d7-85d7-b9eceb1bf252 req-8eb08112-6f4b-4082-86c0-d0c91fe59342 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309269 Feb 07 23:12:34.598335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.497496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a931ae-3615-47e8-baf1-08b873fe3b1d req-eb8ef75a-7420-4014-8d3d-dc213bae9abc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:35.498947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07a931ae-3615-47e8-baf1-08b873fe3b1d req-eb8ef75a-7420-4014-8d3d-dc213bae9abc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0596499 Feb 07 23:12:35.535899 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07a931ae-3615-47e8-baf1-08b873fe3b1d req-418c0e24-797f-4f81-8068-02a0fa636601 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308383 Feb 07 23:12:36.654956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d761ebb-228f-4f37-acda-3d9a3f5a208d req-d6e021c2-79bb-48b5-9d4c-91f707de7a14 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:36.656434 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0d761ebb-228f-4f37-acda-3d9a3f5a208d req-d6e021c2-79bb-48b5-9d4c-91f707de7a14 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0528200 Feb 07 23:12:36.693450 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0d761ebb-228f-4f37-acda-3d9a3f5a208d req-9db8cce8-7cce-4c91-ba7a-3520b2f87144 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Feb 07 23:12:37.808276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50619fd3-73f5-4f0f-9ab5-84e1abf297eb req-9f48f844-01d0-43e5-aff4-879efc9478db tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:37.809754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50619fd3-73f5-4f0f-9ab5-84e1abf297eb req-9f48f844-01d0-43e5-aff4-879efc9478db tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0488474 Feb 07 23:12:37.847684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-50619fd3-73f5-4f0f-9ab5-84e1abf297eb req-316cb32f-0ca8-4876-82aa-0541b18fa6c3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Feb 07 23:12:38.969331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38c374-eeaf-4a57-859a-9fea4923c37b req-eed51b02-9ed0-43bb-b336-1ff7b884b067 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:38.970774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e38c374-eeaf-4a57-859a-9fea4923c37b req-eed51b02-9ed0-43bb-b336-1ff7b884b067 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0478830 Feb 07 23:12:39.007095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2e38c374-eeaf-4a57-859a-9fea4923c37b req-26ae7339-c850-4141-8837-54da8dc35252 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304735 Feb 07 23:12:40.121725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c92c-8c8b-4250-a1ee-38d8214701cc req-f9ce6e6a-bdf2-4c06-aff3-41327adabfae tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:40.123925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fdd4c92c-8c8b-4250-a1ee-38d8214701cc req-f9ce6e6a-bdf2-4c06-aff3-41327adabfae tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0481553 Feb 07 23:12:40.159728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fdd4c92c-8c8b-4250-a1ee-38d8214701cc req-f7c74285-b17e-4d10-9b80-dfd47ba6fa14 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298760 Feb 07 23:12:41.272506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce3086-a027-4351-8293-26a69b68edda req-4c2b172a-e13c-40bd-bad4-a27ae689a53b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:41.273931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02ce3086-a027-4351-8293-26a69b68edda req-4c2b172a-e13c-40bd-bad4-a27ae689a53b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0473313 Feb 07 23:12:41.310152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02ce3086-a027-4351-8293-26a69b68edda req-d4f2589c-4553-4162-98b4-75552d4224c7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296247 Feb 07 23:12:42.427973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c7da3-56c5-4447-8417-128d16444e08 req-dbaca163-697a-4beb-83b3-30d171f6af5a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:42.429397 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-797c7da3-56c5-4447-8417-128d16444e08 req-dbaca163-697a-4beb-83b3-30d171f6af5a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0512078 Feb 07 23:12:42.465332 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-797c7da3-56c5-4447-8417-128d16444e08 req-0c595c44-c33f-410e-b305-3dd564897851 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299835 Feb 07 23:12:43.583269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f807e-fa22-4073-b990-01a6d7f39c0e req-b7710c0e-dcbc-4f22-ba82-598d1ef5c880 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:43.584737 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a6f807e-fa22-4073-b990-01a6d7f39c0e req-b7710c0e-dcbc-4f22-ba82-598d1ef5c880 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0511711 Feb 07 23:12:43.622009 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a6f807e-fa22-4073-b990-01a6d7f39c0e req-f6778403-1181-4e45-bc1f-4ff49dc7e625 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312927 Feb 07 23:12:44.348112 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-3209bf7a-4c49-4fe0-b5fa-a982813d5b8d service neutron] show failed (client error): The resource could not be found. Feb 07 23:12:44.349098 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-3209bf7a-4c49-4fe0-b5fa-a982813d5b8d service neutron] 10.222.0.46 "GET /v2.0/ports/9b255f0f-b93e-46da-a52e-4a2c22a4ea84/bindings/n-h2-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.0536013 Feb 07 23:12:44.586449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-cdacadb4-4b5f-45e3-85e9-cca4aad71209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:44.587935 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-cdacadb4-4b5f-45e3-85e9-cca4aad71209 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 1097 time: 0.0890145 Feb 07 23:12:44.598025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-0a2dfb24-7c95-48cb-9c0e-bcb7ec371720 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:12:44.598996 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-0a2dfb24-7c95-48cb-9c0e-bcb7ec371720 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047207 Feb 07 23:12:44.610054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:44.665909 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.814741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a3ec8-b147-49d9-8252-c27ab810f052 req-110c697e-4a5e-4a97-b847-ae9c04a3af68 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:44.816223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e0a3ec8-b147-49d9-8252-c27ab810f052 req-110c697e-4a5e-4a97-b847-ae9c04a3af68 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.1184063 Feb 07 23:12:44.899553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e0a3ec8-b147-49d9-8252-c27ab810f052 req-2d49c41d-97ce-44b4-b759-dcc7cbcf3a02 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772226 Feb 07 23:12:44.930607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:12:44.962263 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:12:45.003782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:45.006058 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd08d66-a9df-490e-ae75-00107ccc9fb5" -d '{"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:12:45.010070 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:45.022716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Transition to ACTIVE for port object 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:45.026582 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:45.059224 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c9f104-3464-474a-adb1-cda82750fdec x-openstack-request-id: req-19c9f104-3464-474a-adb1-cda82750fdec {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:12:45.059584 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:12:45.059912 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19c9f104-3464-474a-adb1-cda82750fdec {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:12:45.060302 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'code': 200} Feb 07 23:12:45.105234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:45.119872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.120215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.120545 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.120871 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.121243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.121501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.121853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.122176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.122733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.122860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.123184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.123402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:45.160647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] No DVR routers for this DVR port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:45.302068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:45.302397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:45.302717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:12:45.306910 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:12:45.307222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:12:45.312272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:12:45.312602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Checking segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:12:45.312979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Bound using segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:12:45.313393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Bound port: 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:45.313739 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:45.374583 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:12:45.377498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:12:45.382084 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:45.417327 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:45.417920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:45.420075 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] 10.222.0.24 "PUT /v2.0/ports/9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 1092 time: 0.8134813 Feb 07 23:12:45.438232 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6e392-be64-47a4-8449-81a54b42d018 service neutron] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:45.487954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-7b06771d-0d91-481c-9d88-8b81f01a4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:45.489698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-7b06771d-0d91-481c-9d88-8b81f01a4c4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1095 time: 0.0486572 Feb 07 23:12:45.586647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-33a73bdb-a1b7-4fc7-b635-51aa8a5c4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:45.588138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-33a73bdb-a1b7-4fc7-b635-51aa8a5c4b2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.0907667 Feb 07 23:12:45.652447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-d8621905-db39-44e6-b6f6-8b8954c6b2b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 999 time: 0.0580947 Feb 07 23:12:45.704022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-a34f20a5-64ae-4664-9761-9cff85d06c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:45.705487 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-a34f20a5-64ae-4664-9761-9cff85d06c53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0470877 Feb 07 23:12:45.751643 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-820dabfe-2099-4ed7-bb7f-f30ed9202b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:45.753087 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-820dabfe-2099-4ed7-bb7f-f30ed9202b24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414038 Feb 07 23:12:45.840218 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-f539f05f-9910-49c5-b304-a34a45c9f396 service neutron] 10.222.0.24 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802898 Feb 07 23:12:45.932180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-563c888a-b012-4f3f-b2e7-cdcdc3333ad7 req-6088a5f9-8f75-461c-b207-1b8c977f702b service neutron] 10.222.0.24 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854418 Feb 07 23:12:46.026110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe6f57-cdb4-4940-b257-a3c9d45962d4 req-fb71ddf8-53e1-48a7-84bb-3ce4d608a8b0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:46.027578 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1bfe6f57-cdb4-4940-b257-a3c9d45962d4 req-fb71ddf8-53e1-48a7-84bb-3ce4d608a8b0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 944 time: 0.0506132 Feb 07 23:12:46.077916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1bfe6f57-cdb4-4940-b257-a3c9d45962d4 req-fc69546d-e5c0-4f8d-8652-d72a049a0bdb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413275 Feb 07 23:12:47.061110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:47.063416 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d11f698-bab0-46f9-ad01-c97603c29e58" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:12:47.111947 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3185594-8fd4-4704-bd9c-b0b7db0de643 x-openstack-request-id: req-c3185594-8fd4-4704-bd9c-b0b7db0de643 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:12:47.112459 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:12:47.112735 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3185594-8fd4-4704-bd9c-b0b7db0de643 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:12:47.113132 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'status': 'completed', 'code': 200} Feb 07 23:12:47.228766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-138a3b67-8cb0-46b9-a0d6-d464d61b15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.230217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-138a3b67-8cb0-46b9-a0d6-d464d61b15b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1095 time: 0.0998402 Feb 07 23:12:47.235245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-d7409098-bf6d-4b3a-b311-084555e79a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.236591 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-d7409098-bf6d-4b3a-b311-084555e79a88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1095 time: 0.0962710 Feb 07 23:12:47.299838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2a0d-c985-4834-83ae-9253d0f14e94 req-b3617bcb-ff12-4c96-b593-ab9480aed887 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.301257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e68a2a0d-c985-4834-83ae-9253d0f14e94 req-b3617bcb-ff12-4c96-b593-ab9480aed887 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 944 time: 0.1393216 Feb 07 23:12:47.395326 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e68a2a0d-c985-4834-83ae-9253d0f14e94 req-de2d25d2-54d1-4991-8b3f-3718519286e1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833426 Feb 07 23:12:47.432369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-12b6390c-a2cc-425d-bec2-bb4ba9648782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.435163 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-12b6390c-a2cc-425d-bec2-bb4ba9648782 service neutron] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.1965270 Feb 07 23:12:47.447494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-d1d9ca3c-f026-457b-b4a2-bd0d7fd4ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.448881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-d1d9ca3c-f026-457b-b4a2-bd0d7fd4ef5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.2028642 Feb 07 23:12:47.551092 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-576daaf1-d71a-404d-ad68-4cdccf24cd73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 999 time: 0.1094337 Feb 07 23:12:47.558274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-978b4f7c-31de-43be-b1e2-961fd89c1758 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 999 time: 0.0745859 Feb 07 23:12:47.635476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-7f82fc3b-ebf3-44dc-8b33-fabf7baee16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.636915 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-7f82fc3b-ebf3-44dc-8b33-fabf7baee16f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0778329 Feb 07 23:12:47.640535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-8fbd632e-9dcd-41eb-9845-c684c9513631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.641820 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-8fbd632e-9dcd-41eb-9845-c684c9513631 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0751619 Feb 07 23:12:47.707610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-0c917249-12c2-4526-92ee-62945ec4934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.709007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-0c917249-12c2-4526-92ee-62945ec4934e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663233 Feb 07 23:12:47.710610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-de01d70b-7293-4b64-ae7e-4ea5b257e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.711926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-de01d70b-7293-4b64-ae7e-4ea5b257e82c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623107 Feb 07 23:12:47.869781 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-5db22335-b303-47de-a3a1-cdd4ee73ac58 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546042 Feb 07 23:12:47.871621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-f2a8ec83-c822-4d77-b141-b60e613791b8 service neutron] 10.222.0.24 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493340 Feb 07 23:12:48.021356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-cb0b300d-80de-455c-ae0d-fe180cd608dc service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452403 Feb 07 23:12:48.024470 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d11f698-bab0-46f9-ad01-c97603c29e58 req-d793523e-2c87-4d4f-a3ff-5bbfce56d4de service neutron] 10.222.0.24 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410835 Feb 07 23:12:48.214732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:12:48.252461 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:12:48.511013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62736c29-69d8-408a-b8d6-0c5c96f071ab req-a11b1590-73d7-4d42-b6a6-7ec710aac612 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:48.513166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-62736c29-69d8-408a-b8d6-0c5c96f071ab req-a11b1590-73d7-4d42-b6a6-7ec710aac612 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 944 time: 0.0474041 Feb 07 23:12:48.549004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-62736c29-69d8-408a-b8d6-0c5c96f071ab req-1697a7b5-91a0-481d-8857-24aec075c21d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299764 Feb 07 23:12:48.716706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:12:48.773560 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-02e7a76c-2288-4984-a149-5dc353f0c51b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:48.775373 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-02e7a76c-2288-4984-a149-5dc353f0c51b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.24 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b&tenant_id=9098f5c00b03436999b82c04cdb1baa2&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 944 time: 0.0556178 Feb 07 23:12:48.786562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99426ae0-2e22-44ba-b864-e89df7759d13 req-20769383-285a-4641-83c7-df0a9706332c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:48.788067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99426ae0-2e22-44ba-b864-e89df7759d13 req-20769383-285a-4641-83c7-df0a9706332c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 944 time: 0.0490162 Feb 07 23:12:48.822978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:12:48.835908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'port_id': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'mac_address': 'fa:16:3e:98:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:12:48.838234 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99426ae0-2e22-44ba-b864-e89df7759d13 req-d5a56d34-48f5-4b7a-93af-6d0144633db2 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392408 Feb 07 23:12:48.843885 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-a57e4e65-ebe8-4832-b9bf-6eae74c964d9 service neutron] 10.222.0.24 "GET /v2.0/ports/9b255f0f-b93e-46da-a52e-4a2c22a4ea84/bindings/n-h2-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.0619543 Feb 07 23:12:48.878326 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:48.891920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:12:48.908360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-43533852-7acb-48a6-ba4b-9c706dd15f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:48.909821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-43533852-7acb-48a6-ba4b-9c706dd15f74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1095 time: 0.0422523 Feb 07 23:12:48.911026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:12:48.914714 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:48.961079 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:48.968281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.968624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.968958 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.969287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.969614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.969938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.970256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.970578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.970903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.971209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.971522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:48.971861 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:49.007946 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f015da24-9cf1-4541-ba56-285f6ba2444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:49.009625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f015da24-9cf1-4541-ba56-285f6ba2444b service neutron] 10.222.0.24 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.0926225 Feb 07 23:12:49.076195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-d7eeeb47-705d-42f9-a7a8-ce60dc225fa3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 1000 time: 0.0590546 Feb 07 23:12:49.126369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-ed56b55c-704a-4232-b64b-a8dc9cccbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:49.127798 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-ed56b55c-704a-4232-b64b-a8dc9cccbe1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0455649 Feb 07 23:12:49.128480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['9b255f0f-b93e-46da-a52e-4a2c22a4ea84'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:12:49.172918 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-239b30fe-0179-482d-93de-d4419d173ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:49.174378 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-239b30fe-0179-482d-93de-d4419d173ed9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389438 Feb 07 23:12:49.263730 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-fad3297e-4650-4acb-a4a8-af6e2ea57a6f service neutron] 10.222.0.24 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819180 Feb 07 23:12:49.354354 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-27339feb-025e-4f1d-978d-264981e2ee30 service neutron] 10.222.0.24 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848849 Feb 07 23:12:49.949405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a74ed9-16b0-4196-ae05-6e3d393cd732 req-dfe6e0df-4722-4a11-8e1c-1c2d725cc773 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:49.951190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2a74ed9-16b0-4196-ae05-6e3d393cd732 req-dfe6e0df-4722-4a11-8e1c-1c2d725cc773 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 945 time: 0.0497279 Feb 07 23:12:49.988620 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2a74ed9-16b0-4196-ae05-6e3d393cd732 req-1b9bb746-905f-43a3-b295-8d9346be9f3b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313339 Feb 07 23:12:50.744498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:12:50.791213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:50.794632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:50.795001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.871969 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.894236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:50.896483 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328b43db-1714-4fd9-9588-f0b4e363af5d" -d '{"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-plugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:12:50.910084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:12:50.913979 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.944887 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaeafec-ec3e-4358-a8bf-603933f60dac x-openstack-request-id: req-bcaeafec-ec3e-4358-a8bf-603933f60dac {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:12:50.945182 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-plugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:12:50.945434 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcaeafec-ec3e-4358-a8bf-603933f60dac {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:12:50.945825 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'code': 200} Feb 07 23:12:50.966152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:51.111651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b32f-cf46-4466-9362-f903caf64a5f req-fee2fc5f-2866-4f0f-8ecd-5a03c28f9c70 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:51.113134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab01b32f-cf46-4466-9362-f903caf64a5f req-fee2fc5f-2866-4f0f-8ecd-5a03c28f9c70 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 946 time: 0.0541587 Feb 07 23:12:51.151404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab01b32f-cf46-4466-9362-f903caf64a5f req-07cd241b-762e-4093-a738-1ae41b9a1200 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315523 Feb 07 23:12:51.306106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-ac23bf4b-c694-4c73-80d4-b6a014a0b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:51.307531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-ac23bf4b-c694-4c73-80d4-b6a014a0b437 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 1097 time: 0.0407557 Feb 07 23:12:51.318164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:51.368910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.509029 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64e9288e-1d12-412e-af9d-ae7db1b904f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.577267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:12:51.942747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:12:51.980752 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:51.983183 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74daad41-51ba-4a09-88b0-17e6733a5a5e" -d '{"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:12:51.987210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.999499 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Transition to ACTIVE for port object 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:52.003555 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.038624 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb21f51f-fec9-48f7-8c7c-74f48b781bc2 x-openstack-request-id: req-fb21f51f-fec9-48f7-8c7c-74f48b781bc2 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:12:52.038913 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:12:52.039162 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb21f51f-fec9-48f7-8c7c-74f48b781bc2 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:12:52.039967 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'code': 200} Feb 07 23:12:52.089608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=10']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:52.129229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] No DVR routers for this DVR port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:52.297452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:52.297779 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:52.298102 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:12:52.310893 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8acf-8a68-44c8-96ff-e00ee07c960a req-5b152918-565b-4018-9105-696926c1431b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:52.312291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c0f8acf-8a68-44c8-96ff-e00ee07c960a req-5b152918-565b-4018-9105-696926c1431b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 945 time: 0.0845425 Feb 07 23:12:52.313276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:12:52.313586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Attempting to bind port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on network 385adc5b-3ae8-4520-89fe-1648e013fa5d {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:12:52.319600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:12:52.319967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Checking segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:12:52.320339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Bound using segment: {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:12:52.320756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Bound port: 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11eb36c2-61f7-467a-aeeb-b0152784c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:52.321105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.385920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9c0f8acf-8a68-44c8-96ff-e00ee07c960a req-d9494b4e-c35f-41a8-bdb8-585b77b27c66 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671134 Feb 07 23:12:52.410804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:12:52.413745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:12:52.417114 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.452295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:52.452922 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.454221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] 10.222.0.46 "PUT /v2.0/ports/9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 1093 time: 1.1398976 Feb 07 23:12:52.473825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0746d8a-b671-43c2-98e4-f1c6cc35bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=11']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:52.517742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-39a42480-abab-415e-8ca7-5eccfab0637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:52.519224 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-39a42480-abab-415e-8ca7-5eccfab0637d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1096 time: 0.0418825 Feb 07 23:12:52.615312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-ceb16356-6401-4da6-9da2-892631934d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:52.616783 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-ceb16356-6401-4da6-9da2-892631934d7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.0906656 Feb 07 23:12:52.681190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-c92003f8-d7b6-494d-bfa2-1e6cbe320f4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 999 time: 0.0579367 Feb 07 23:12:52.729305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-e324f6b3-2317-4eba-986e-e528297c5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:52.730610 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-e324f6b3-2317-4eba-986e-e528297c5c82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0434563 Feb 07 23:12:52.755523 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:12:52.779637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-7c954617-7dc5-4e47-97ff-f0edcbf10455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:52.781122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-7c954617-7dc5-4e47-97ff-f0edcbf10455 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443301 Feb 07 23:12:52.794118 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:12:52.874572 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-e5ca65eb-7cac-4001-8560-e71150df3fe8 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871170 Feb 07 23:12:52.963555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413a9626-ad1e-46ef-9431-c21a4f392b94 req-c9a6ee66-0cb1-43a4-886d-6e09ee07ce85 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827360 Feb 07 23:12:53.751658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fab06-fb5e-439f-93b4-13cf3e6e9c68 req-29ee5c98-9fee-4710-a40c-d0fa2a8e3757 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:53.753160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-466fab06-fb5e-439f-93b4-13cf3e6e9c68 req-29ee5c98-9fee-4710-a40c-d0fa2a8e3757 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 945 time: 0.0524974 Feb 07 23:12:53.790305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-466fab06-fb5e-439f-93b4-13cf3e6e9c68 req-c80b977f-a55e-463e-850c-62b551b05479 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Feb 07 23:12:54.040287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:54.042565 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:12:54.095602 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2100897-dfcf-4583-ae05-c2ab92345dc3 x-openstack-request-id: req-a2100897-dfcf-4583-ae05-c2ab92345dc3 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:12:54.095902 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:12:54.096166 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2100897-dfcf-4583-ae05-c2ab92345dc3 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:12:54.096544 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'status': 'completed', 'code': 200} Feb 07 23:12:54.180424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-c6a9fa80-abb8-4122-876a-fc83f88b881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:54.181880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-c6a9fa80-abb8-4122-876a-fc83f88b881e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1096 time: 0.0590651 Feb 07 23:12:54.184781 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-636453c6-e5a2-4bd7-a6b7-57422e0eac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:54.186078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-636453c6-e5a2-4bd7-a6b7-57422e0eac8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1096 time: 0.0709379 Feb 07 23:12:54.347428 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-bcc40db2-61b8-4719-ad5b-f1277ca96a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:54.348792 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-bcc40db2-61b8-4719-ad5b-f1277ca96a17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.1606960 Feb 07 23:12:54.349859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-659981c3-388c-41df-97fc-6419f0379d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:54.351121 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-659981c3-388c-41df-97fc-6419f0379d7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.1560831 Feb 07 23:12:54.466410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-261cce70-2372-4e67-a835-5c6553cd9a98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 999 time: 0.1110506 Feb 07 23:12:54.468486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-911a6229-71f1-4db4-b71c-bfa0c2d5c0ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 999 time: 0.1073151 Feb 07 23:12:54.548468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-0227e328-1720-41f0-975f-1f108a5aea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:54.549899 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-0227e328-1720-41f0-975f-1f108a5aea7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0706332 Feb 07 23:12:54.551095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-5d3c8a8c-b819-4033-a010-2795573d7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:54.552413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-5d3c8a8c-b819-4033-a010-2795573d7e86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0804338 Feb 07 23:12:54.625077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-28c341f5-64ac-49cd-9b4f-cf4aa8e5e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:54.626532 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-28c341f5-64ac-49cd-9b4f-cf4aa8e5e274 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702040 Feb 07 23:12:54.628870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-419b6db2-e630-4115-a387-419b6b74d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:54.630181 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-419b6db2-e630-4115-a387-419b6b74d347 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653133 Feb 07 23:12:54.652533 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68bb625f-c21e-4313-a546-f0c91a273749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.786571 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-09f3458c-d447-416b-b487-cc8f8cb3f1ce service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529922 Feb 07 23:12:54.788472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-28403f8d-4797-4c50-8b67-a463749a6f48 service neutron] 10.222.0.24 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474516 Feb 07 23:12:54.910661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3629b-2766-47ac-82bf-b2b7caa19710 req-da3b2e6c-699d-4cc3-b673-a8fb5f1a543b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:54.912208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6d3629b-2766-47ac-82bf-b2b7caa19710 req-da3b2e6c-699d-4cc3-b673-a8fb5f1a543b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 945 time: 0.0528543 Feb 07 23:12:54.929235 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.947964 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-be77af38-b079-442e-a978-d9706c8b3873 service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554279 Feb 07 23:12:54.950232 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6fcf9319-a1e0-4d1f-abb3-a28b8ac43ef9 req-c6796ce6-36a0-4131-ae4c-c99802fb7f98 service neutron] 10.222.0.24 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503124 Feb 07 23:12:54.957654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6d3629b-2766-47ac-82bf-b2b7caa19710 req-8ce39b7f-fe76-4d7d-aac4-d4041e4aef8a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368950 Feb 07 23:12:54.981859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55224) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:12:55.045321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-170d0f78-6dc2-4382-b6ff-6d044b8e5f1f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/d5dee239-90d0-45f8-a2f9-d73b67371759 HTTP/1.1" status: 200 len: 991 time: 0.0623198 Feb 07 23:12:56.223234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:12:56.315417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:12:56.326567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'port_id': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'mac_address': 'fa:16:3e:98:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:12:56.365989 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.378932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:12:56.402182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:12:56.409015 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.436730 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.457053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=12']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:56.624969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9b255f0f-b93e-46da-a52e-4a2c22a4ea84'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:12:56.675669 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:57.034785 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:12:58.239751 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:12:58.290506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:58.295425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:58.295835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.369535 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.391237 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:58.393468 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3238b62-e355-4a25-8cae-d6e8868715e7" -d '{"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-plugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:12:58.407522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:12:58.411511 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.436383 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339a0908-6ea8-4f53-a6c1-5ae5605436ba x-openstack-request-id: req-339a0908-6ea8-4f53-a6c1-5ae5605436ba {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:12:58.436669 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-plugged", "status": "completed", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:12:58.436918 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-339a0908-6ea8-4f53-a6c1-5ae5605436ba {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:12:58.437300 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'code': 200} Feb 07 23:12:58.461641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=13']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:04.118391 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:04.596861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:21.501906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f04b-47e9-4857-8423-f9d884053e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:23.417522 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-48653654-4358-47d9-a21b-043590fe8b99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395014 Feb 07 23:13:23.503553 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-c7ce50e4-5d41-4221-bc2c-69805348adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:23.505018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-c7ce50e4-5d41-4221-bc2c-69805348adbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1098 time: 0.0446093 Feb 07 23:13:23.606120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-b42d4fa9-8b39-4b06-ac91-0717f2650e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:23.608432 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-b42d4fa9-8b39-4b06-ac91-0717f2650e7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.0837164 Feb 07 23:13:23.677200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-67e782ae-919d-4243-9188-4492f69f67f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 1001 time: 0.0620685 Feb 07 23:13:23.726154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-f0901589-0168-424e-80ac-afa9958435c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:23.727511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-f0901589-0168-424e-80ac-afa9958435c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0434031 Feb 07 23:13:23.772469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-51bbc0d9-fd41-4523-a87f-0293f3b3d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:23.773880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-51bbc0d9-fd41-4523-a87f-0293f3b3d099 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392635 Feb 07 23:13:23.867403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-fd75b9b2-d6f5-4d8b-9dbd-b5ba2511ed0b service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865707 Feb 07 23:13:23.955338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b85bb65-f2e1-4084-ab8b-e61bbb5f900c req-fb919662-751b-4417-ac13-e4536e2646cd service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809488 Feb 07 23:13:24.655028 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd01fa2c-81da-43fe-828e-d20fbaa49b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:24.925780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.493324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bb390-19cd-40bb-b206-fd7473740cae req-ef633b6f-6bff-4061-b6c8-1cf0d613eb1e tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:25.494852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be1bb390-19cd-40bb-b206-fd7473740cae req-ef633b6f-6bff-4061-b6c8-1cf0d613eb1e tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1098 time: 0.0398188 Feb 07 23:13:25.528569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be1bb390-19cd-40bb-b206-fd7473740cae req-4afd2538-e049-44cf-b717-7bf29c03b3f5 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278096 Feb 07 23:13:25.550827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55238) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:25.710524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 878e0b76-95fb-48bf-aadc-54a9d1f96d20 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:13:25.710764 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.787938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.788321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.799652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 878e0b76-95fb-48bf-aadc-54a9d1f96d20 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:13:25.970078 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.995029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=878e0b76-95fb-48bf-aadc-54a9d1f96d20,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:26.058096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.058424 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Floating IP d5dee239-90d0-45f8-a2f9-d73b67371759 disassociated (deleted). External IP: 172.25.8.34, port: 9b255f0f-b93e-46da-a52e-4a2c22a4ea84. Feb 07 23:13:26.265673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 1c65aaba-950f-4501-b2df-cb7041ea0339 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:13:26.371594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:13:26.377457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.383285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758548f9-db45-4628-9920-27858d8bd056 None None] Sync routers for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:26.393121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758548f9-db45-4628-9920-27858d8bd056 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:26.393736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-758548f9-db45-4628-9920-27858d8bd056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:26.403062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7ab71c21-9ded-4874-94b8-e499c0d9f1d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/floatingips/d5dee239-90d0-45f8-a2f9-d73b67371759 HTTP/1.1" status: 204 len: 168 time: 0.8511672 Feb 07 23:13:26.403644 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:26.406303 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:13:26.446931 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3422c437-927e-40a5-a76e-4fbca9452b3d x-openstack-request-id: req-3422c437-927e-40a5-a76e-4fbca9452b3d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:13:26.446931 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:13:26.447738 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3422c437-927e-40a5-a76e-4fbca9452b3d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:13:26.448137 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'status': 'completed', 'code': 200} Feb 07 23:13:26.466748 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.512875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-d35365f9-8ec3-404b-babe-0e5c5bfba162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:26.515342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-d35365f9-8ec3-404b-babe-0e5c5bfba162 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 1098 time: 0.0466900 Feb 07 23:13:26.525045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-758548f9-db45-4628-9920-27858d8bd056 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:26.643262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-bf184cd6-4643-4774-b183-b27fad9ad18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:26.644837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-bf184cd6-4643-4774-b183-b27fad9ad18d service neutron] 10.222.0.46 "GET /v2.0/networks?id=385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 200 len: 897 time: 0.1187041 Feb 07 23:13:26.684648 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.690129 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-e836fcc5-ad19-47f5-84a1-6c92101feafa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 200 len: 217 time: 0.0372968 Feb 07 23:13:26.697592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df2d10-2e8b-4f10-8f71-f2640564baad req-05d0ff2c-55fa-4fbc-a774-89b5ec5ef125 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:26.698979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97df2d10-2e8b-4f10-8f71-f2640564baad req-05d0ff2c-55fa-4fbc-a774-89b5ec5ef125 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 947 time: 0.0986528 Feb 07 23:13:26.759521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-758548f9-db45-4628-9920-27858d8bd056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '100bdae1-febc-4500-b013-9b73a4aeb5b6', 'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:05:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:45Z', 'updated_at': '2022-02-07T23:11:49Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3d560181-3290-4352-baa7-a2472529af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:26.766558 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-180e946e-b277-4161-969c-662e948f5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:26.768023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-180e946e-b277-4161-969c-662e948f5b57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 200 len: 835 time: 0.0681901 Feb 07 23:13:26.775307 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97df2d10-2e8b-4f10-8f71-f2640564baad req-aeebabb8-583d-49f2-a481-133d88201e30 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668697 Feb 07 23:13:26.786096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758548f9-db45-4628-9920-27858d8bd056 None None] Checking router: 1c65aaba-950f-4501-b2df-cb7041ea0339 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:26.795781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758548f9-db45-4628-9920-27858d8bd056 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:26.796389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-758548f9-db45-4628-9920-27858d8bd056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:26.817108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-ce6f6ddd-6e29-4403-9fa2-ec43a53a9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:26.818606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-ce6f6ddd-6e29-4403-9fa2-ec43a53a9f00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=385adc5b-3ae8-4520-89fe-1648e013fa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425224 Feb 07 23:13:26.902884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-758548f9-db45-4628-9920-27858d8bd056 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:26.911989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-4f6159a0-da40-44c9-9391-ac901fe33adf service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852587 Feb 07 23:13:27.006698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b71789f-3e9c-4a29-b400-8d2819eb1dd0 req-b25a1157-a5da-4fd0-9660-a5267ff5235e service neutron] 10.222.0.46 "GET /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872719 Feb 07 23:13:27.098888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-758548f9-db45-4628-9920-27858d8bd056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '100bdae1-febc-4500-b013-9b73a4aeb5b6', 'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:05:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:45Z', 'updated_at': '2022-02-07T23:11:49Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3d560181-3290-4352-baa7-a2472529af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:27.129478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758548f9-db45-4628-9920-27858d8bd056 None None] The sync data for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 is: [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:11:46Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '100bdae1-febc-4500-b013-9b73a4aeb5b6', 'name': '', 'network_id': '385adc5b-3ae8-4520-89fe-1648e013fa5d', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:05:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '3d560181-3290-4352-baa7-a2472529af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:45Z', 'updated_at': '2022-02-07T23:11:49Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3d560181-3290-4352-baa7-a2472529af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:27.341000 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f4029-a7cd-4b1f-a6ce-fa7c0c5e5d46 None None] New status for floating IP d5dee239-90d0-45f8-a2f9-d73b67371759: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:13:27.896624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822f3b-52d2-4ef6-8a9c-0dc7bf654405 req-63d01dbc-a598-425e-bed2-49936d40ab0d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:27.897243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-d35d6be2-5792-462c-a341-947249c5dd72 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:27.898239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61822f3b-52d2-4ef6-8a9c-0dc7bf654405 req-63d01dbc-a598-425e-bed2-49936d40ab0d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 947 time: 0.0511622 Feb 07 23:13:27.898471 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-d35d6be2-5792-462c-a341-947249c5dd72 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 947 time: 0.0503645 Feb 07 23:13:27.936778 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61822f3b-52d2-4ef6-8a9c-0dc7bf654405 req-79a20d4e-b86e-4760-8855-f7e5ac7c7ee3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fb7c59-3120-4edd-95e0-e56bc91a6f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323827 Feb 07 23:13:28.318598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:13:28.318857 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:28.405298 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:28.405648 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:28.416903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:13:28.542887 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:28.571812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=9b255f0f-b93e-46da-a52e-4a2c22a4ea84,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:28.614956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] No DVR routers for this DVR port 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:13:28.617639 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:28.621150 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d653e2e-e8b7-461d-a662-52774be55da1 req-839a35f7-31e6-4d2b-a124-21795006b4a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "DELETE /v2.0/ports/9b255f0f-b93e-46da-a52e-4a2c22a4ea84 HTTP/1.1" status: 204 len: 173 time: 0.7170632 Feb 07 23:13:28.621571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-deleted', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:28.623851 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d8b1d8-be46-4fca-817a-696e402bc0b0" -d '{"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-deleted", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:13:28.664479 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b709b403-b1a9-4dcd-98ac-8bc5f1345997 x-openstack-request-id: req-b709b403-b1a9-4dcd-98ac-8bc5f1345997 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:13:28.664791 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6a9eb-240b-426e-81bf-f046d4a0626b", "name": "network-vif-deleted", "tag": "9b255f0f-b93e-46da-a52e-4a2c22a4ea84", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:13:28.665046 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b709b403-b1a9-4dcd-98ac-8bc5f1345997 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:13:28.665779 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6a9eb-240b-426e-81bf-f046d4a0626b', 'name': 'network-vif-deleted', 'tag': '9b255f0f-b93e-46da-a52e-4a2c22a4ea84', 'status': 'completed', 'code': 200} Feb 07 23:13:29.072985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f2573ee-7467-43c9-9fc4-667da085de5c req-c88ecd10-9a9d-48e8-b213-020572ed62a5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=45b6a9eb-240b-426e-81bf-f046d4a0626b HTTP/1.1" status: 200 len: 210 time: 0.0515652 Feb 07 23:13:30.132122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55254) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:30.510235 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:30.765144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 100bdae1-febc-4500-b013-9b73a4aeb5b6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:13:30.765385 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:30.857078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port 100bdae1-febc-4500-b013-9b73a4aeb5b6, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=100bdae1-febc-4500-b013-9b73a4aeb5b6,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:30.857529 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:30.869536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 100bdae1-febc-4500-b013-9b73a4aeb5b6 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:13:31.053199 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.080956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=100bdae1-febc-4500-b013-9b73a4aeb5b6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:31.251341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.484315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 1c65aaba-950f-4501-b2df-cb7041ea0339 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:13:31.589904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:13:31.595142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f2000e32-ccf3-4fba-9b5c-3da12bdc8892 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "PUT /v2.0/routers/1c65aaba-950f-4501-b2df-cb7041ea0339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618757 Feb 07 23:13:31.597718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55256) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:31.599728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] Sync routers for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:31.610555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:31.611174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:31.648487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac36d7a-843d-4302-baec-a1dbd9f1ff76 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting subnet 3d560181-3290-4352-baa7-a2472529af05 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:13:31.651474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ac36d7a-843d-4302-baec-a1dbd9f1ff76 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.696457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ac36d7a-843d-4302-baec-a1dbd9f1ff76 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.718705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:31.782562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ac36d7a-843d-4302-baec-a1dbd9f1ff76 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.841042 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ac36d7a-843d-4302-baec-a1dbd9f1ff76 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.877594 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3ac36d7a-843d-4302-baec-a1dbd9f1ff76 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.881366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3ac36d7a-843d-4302-baec-a1dbd9f1ff76 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/subnets/3d560181-3290-4352-baa7-a2472529af05 HTTP/1.1" status: 204 len: 168 time: 0.2822011 Feb 07 23:13:31.882370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac36d7a-843d-4302-baec-a1dbd9f1ff76 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Subnet': ['ID=3d560181-3290-4352-baa7-a2472529af05,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:31.883357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f976c7-dd69-43a5-bef9-e8f8943c8ce8 None None] Network 385adc5b-3ae8-4520-89fe-1648e013fa5d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:13:31.883990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55258) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:31.977758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:13:31Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:31.996586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.023839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] Checking router: 1c65aaba-950f-4501-b2df-cb7041ea0339 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:32.039679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] Routers {'1c65aaba-950f-4501-b2df-cb7041ea0339'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:32.040247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['1c65aaba-950f-4501-b2df-cb7041ea0339'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:32.111735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.162058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] Set router 1c65aaba-950f-4501-b2df-cb7041ea0339 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:32.168855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port a12db4ef-a5c8-4f30-b4da-11e091b30836 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:13:32.169213 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.190009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca009c3-c67c-42fe-b972-7fe3454163bc None None] DHCP port deletion for 385adc5b-3ae8-4520-89fe-1648e013fa5d request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:13:32.252363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port a12db4ef-a5c8-4f30-b4da-11e091b30836, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a12db4ef-a5c8-4f30-b4da-11e091b30836,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:32.252721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.265346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for a12db4ef-a5c8-4f30-b4da-11e091b30836 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:13:32.437766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.464672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=a12db4ef-a5c8-4f30-b4da-11e091b30836,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:32.467796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:13:32.492745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.493092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.493432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.493772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.494108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.494436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.494764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.495090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.495415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.495762 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.496089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.496408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:32.500212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:13:32.500554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b255f0f-b93e-46da-a52e-4a2c22a4ea84 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:13:32.532727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9ca009c3-c67c-42fe-b972-7fe3454163bc None None] Deleting port 38f6f653-1f26-4d82-9811-90ce3edc8f21 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:13:32.533095 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca009c3-c67c-42fe-b972-7fe3454163bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.537181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.604940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9ca009c3-c67c-42fe-b972-7fe3454163bc None None] For port 38f6f653-1f26-4d82-9811-90ce3edc8f21, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=38f6f653-1f26-4d82-9811-90ce3edc8f21,segment=NetworkSegment(11eb36c2-61f7-467a-aeeb-b0152784c3ca),segment_id=11eb36c2-61f7-467a-aeeb-b0152784c3ca)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:32.605545 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca009c3-c67c-42fe-b972-7fe3454163bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.624289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9ca009c3-c67c-42fe-b972-7fe3454163bc None None] Calling delete_port for 38f6f653-1f26-4d82-9811-90ce3edc8f21 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:13:32.629939 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.630310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:13:31Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:32.632078 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.665677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4204f-9063-4fed-99ad-4a5810df8bb7 None None] The sync data for ids ['1c65aaba-950f-4501-b2df-cb7041ea0339'] in n-d-827895-2 is: [{'id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528203571', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:11:42Z', 'updated_at': '2022-02-07T23:13:31Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'a12db4ef-a5c8-4f30-b4da-11e091b30836', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65aaba-950f-4501-b2df-cb7041ea0339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:11:43Z', 'updated_at': '2022-02-07T23:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:32.679657 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.680205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Fanout notify agent at l3_agent the message router_deleted on router 1c65aaba-950f-4501-b2df-cb7041ea0339 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:13:32.688666 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.692269 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d8792360-1adf-4e1f-a685-2f3bc7a5dc1a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/routers/1c65aaba-950f-4501-b2df-cb7041ea0339 HTTP/1.1" status: 204 len: 168 time: 0.8064156 Feb 07 23:13:32.692525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55260) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:32.751158 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca009c3-c67c-42fe-b972-7fe3454163bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.770596 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.776812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca009c3-c67c-42fe-b972-7fe3454163bc None None] Pushing event deleted for resources: {'Port': ['ID=38f6f653-1f26-4d82-9811-90ce3edc8f21,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:32.779418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca009c3-c67c-42fe-b972-7fe3454163bc None None] No DVR routers for this DVR port 38f6f653-1f26-4d82-9811-90ce3edc8f21 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:13:32.861285 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.881245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385adc5b-3ae8-4520-89fe-1648e013fa5d']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:32.890916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11eb36c2-61f7-467a-aeeb-b0152784c3ca') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:32.891198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11eb36c2-61f7-467a-aeeb-b0152784c3ca') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:32.900071 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.914074 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.920103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:13:32.920660 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:13:32.924271 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:13:32.980118 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.985245 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.988658 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/networks/385adc5b-3ae8-4520-89fe-1648e013fa5d HTTP/1.1" status: 204 len: 168 time: 0.2948995 Feb 07 23:13:32.991468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55262) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:33.003077 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244be2f-c6b5-4c53-b6c5-8fe9692a04a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Network': ['ID=385adc5b-3ae8-4520-89fe-1648e013fa5d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:33.056523 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1ddeff4-cdc3-44c2-a7fb-9815d6fae8ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.083563 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1ddeff4-cdc3-44c2-a7fb-9815d6fae8ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.146313 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1ddeff4-cdc3-44c2-a7fb-9815d6fae8ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.148863 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d1ddeff4-cdc3-44c2-a7fb-9815d6fae8ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.150063 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d1ddeff4-cdc3-44c2-a7fb-9815d6fae8ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/security-groups/36fb7c59-3120-4edd-95e0-e56bc91a6f35 HTTP/1.1" status: 204 len: 168 time: 0.1575286 Feb 07 23:13:33.160653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddeff4-cdc3-44c2-a7fb-9815d6fae8ba tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb7c59-3120-4edd-95e0-e56bc91a6f35,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:33.641498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55268) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:33.646378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-649844f7-442a-4b61-8629-44a45d97d6ce tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787043567', 'description': 'tempest-secgroup-smoke-1787043567 description', 'project_id': '9098f5c00b03436999b82c04cdb1baa2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:33.672368 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-649844f7-442a-4b61-8629-44a45d97d6ce tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.743935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-649844f7-442a-4b61-8629-44a45d97d6ce tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.747760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-649844f7-442a-4b61-8629-44a45d97d6ce tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.778008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-649844f7-442a-4b61-8629-44a45d97d6ce tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.779989 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-649844f7-442a-4b61-8629-44a45d97d6ce tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1373565 Feb 07 23:13:33.781107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649844f7-442a-4b61-8629-44a45d97d6ce tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec37db5b-846b-45d0-9532-e68bb8f90f3a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:33.783069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55270) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:33.787651 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6246d84d-ef2a-4221-b6a6-4a28f9f6a1a4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'ec37db5b-846b-45d0-9532-e68bb8f90f3a', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:33.817219 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6246d84d-ef2a-4221-b6a6-4a28f9f6a1a4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.874593 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6246d84d-ef2a-4221-b6a6-4a28f9f6a1a4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.878168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6246d84d-ef2a-4221-b6a6-4a28f9f6a1a4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.900400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246d84d-ef2a-4221-b6a6-4a28f9f6a1a4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a903eb-c274-4df9-ac0e-f5a2d4f79b61,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:33.907014 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6246d84d-ef2a-4221-b6a6-4a28f9f6a1a4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.908276 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6246d84d-ef2a-4221-b6a6-4a28f9f6a1a4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241724 Feb 07 23:13:33.911042 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55272) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:33.915246 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-c39e1447-af6e-44bc-9132-bd392d2a996d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'ec37db5b-846b-45d0-9532-e68bb8f90f3a', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:33.942182 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c39e1447-af6e-44bc-9132-bd392d2a996d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.998362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c39e1447-af6e-44bc-9132-bd392d2a996d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.001821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c39e1447-af6e-44bc-9132-bd392d2a996d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.019619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e1447-af6e-44bc-9132-bd392d2a996d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33176722-6ac5-40d8-82a1-a34bae07604b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:34.026200 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c39e1447-af6e-44bc-9132-bd392d2a996d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.027392 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c39e1447-af6e-44bc-9132-bd392d2a996d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154468 Feb 07 23:13:34.030332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55274) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:34.034017 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:13:34.034957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e64657c4-5ce3-45a5-b1e8-aedcc102d27a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'ec37db5b-846b-45d0-9532-e68bb8f90f3a', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:34.062611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e64657c4-5ce3-45a5-b1e8-aedcc102d27a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.122319 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a12db4ef-a5c8-4f30-b4da-11e091b30836 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:13:34.128031 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e64657c4-5ce3-45a5-b1e8-aedcc102d27a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.131642 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e64657c4-5ce3-45a5-b1e8-aedcc102d27a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.150179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64657c4-5ce3-45a5-b1e8-aedcc102d27a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c935b9ae-8a9b-4bfe-8412-ed8d5b89270f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:34.152375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: a12db4ef-a5c8-4f30-b4da-11e091b30836 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:13:34.152723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a12db4ef-a5c8-4f30-b4da-11e091b30836 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:13:34.153132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 38f6f653-1f26-4d82-9811-90ce3edc8f21 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:13:34.159506 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e64657c4-5ce3-45a5-b1e8-aedcc102d27a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.163285 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e64657c4-5ce3-45a5-b1e8-aedcc102d27a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295245 Feb 07 23:13:34.163482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55276) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:34.167787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d814fdc1-adf0-485f-8cab-1c8d08431be6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'ec37db5b-846b-45d0-9532-e68bb8f90f3a', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:34.174718 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.175780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 38f6f653-1f26-4d82-9811-90ce3edc8f21 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:13:34.176118 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 38f6f653-1f26-4d82-9811-90ce3edc8f21 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:13:34.176525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 100bdae1-febc-4500-b013-9b73a4aeb5b6 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:13:34.195825 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 100bdae1-febc-4500-b013-9b73a4aeb5b6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:13:34.196171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 100bdae1-febc-4500-b013-9b73a4aeb5b6 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:13:34.196575 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d814fdc1-adf0-485f-8cab-1c8d08431be6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.254580 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d814fdc1-adf0-485f-8cab-1c8d08431be6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.258016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d814fdc1-adf0-485f-8cab-1c8d08431be6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.278104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814fdc1-adf0-485f-8cab-1c8d08431be6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13cfdec-d736-49a3-abf2-826754696a82,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:34.285455 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d814fdc1-adf0-485f-8cab-1c8d08431be6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.286640 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d814fdc1-adf0-485f-8cab-1c8d08431be6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221831 Feb 07 23:13:34.289242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55278) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:34.293491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d0b3041d-6b96-4374-8dcc-3e9952c775a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'ec37db5b-846b-45d0-9532-e68bb8f90f3a', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:34.316803 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-d0b3041d-6b96-4374-8dcc-3e9952c775a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Project 9098f5c00b03436999b82c04cdb1baa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:13:34.321436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d0b3041d-6b96-4374-8dcc-3e9952c775a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.382087 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d0b3041d-6b96-4374-8dcc-3e9952c775a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.385341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d0b3041d-6b96-4374-8dcc-3e9952c775a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.402128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3041d-6b96-4374-8dcc-3e9952c775a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc30f13-f6d9-48c5-b64c-b291d0f98fef,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:34.412490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d0b3041d-6b96-4374-8dcc-3e9952c775a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.413646 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d0b3041d-6b96-4374-8dcc-3e9952c775a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235046 Feb 07 23:13:34.416547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55280) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:34.421084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-bdacbaae-efb9-4080-a8fc-305884fcf4e6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': 'ec37db5b-846b-45d0-9532-e68bb8f90f3a', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:34.443479 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-bdacbaae-efb9-4080-a8fc-305884fcf4e6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Project 9098f5c00b03436999b82c04cdb1baa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:13:34.447952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdacbaae-efb9-4080-a8fc-305884fcf4e6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.512059 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdacbaae-efb9-4080-a8fc-305884fcf4e6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.516065 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdacbaae-efb9-4080-a8fc-305884fcf4e6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.537820 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacbaae-efb9-4080-a8fc-305884fcf4e6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08430fe-1425-4a42-a295-ce1f41ec1c48,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:34.543798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bdacbaae-efb9-4080-a8fc-305884fcf4e6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.545020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bdacbaae-efb9-4080-a8fc-305884fcf4e6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274476 Feb 07 23:13:34.548073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55282) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:34.552766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'network': {'name': 'tempest-network-smoke--402587579', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'port_security_enabled': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:34.573851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:34.578064 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.601963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:13:34.611027 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.612052 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.612407 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Added segment 267f530d-9daa-4ca8-8c98-c746124277b6 of type vlan for network 95e5bd76-b1c5-46de-800b-0e1202df16c2 Feb 07 23:13:34.652963 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.677513 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.683138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:34.683790 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.745960 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1968703 Feb 07 23:13:34.749281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55284) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:34.753797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'admin_state_up': True, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:34.755804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29408b-3b37-475f-92fb-43d1b9e4ccaf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Network': ['ID=95e5bd76-b1c5-46de-800b-0e1202df16c2,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:34.766860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 95e5bd76-b1c5-46de-800b-0e1202df16c2 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:13:34.780282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.781298 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.833119 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.970701 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:35.161032 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:35.179757 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:35.280111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.25.8.7 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/354cda44-c410-47d9-bed4-e00562e8e436) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:35.381656 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:35.412919 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:35.452363 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:35.455015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:35.458314 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:13:35.479387 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=354cda44-c410-47d9-bed4-e00562e8e436,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:35.701121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:35.896559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.021058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:13:36.127934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:13:36.137816 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Sync routers for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:36.147995 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:36.148309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.148602 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:36.149514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2b263194-2475-480b-acd9-4f89637abdd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3992369 Feb 07 23:13:36.152612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55286) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:36.182456 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-db673ad5-79d6-47aa-bd06-db994100393f tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9098f5c00b03436999b82c04cdb1baa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264411 Feb 07 23:13:36.182839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55288) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:36.263137 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:36.273474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad4e5d8-d1c7-4da6-83f2-c25025be9d15 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:36.274941 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fad4e5d8-d1c7-4da6-83f2-c25025be9d15 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911138 Feb 07 23:13:36.277815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55290) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:36.306504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8263cb05-c7ed-4b47-a1c7-767dca3e87ca tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276222 Feb 07 23:13:36.309571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55292) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:36.314689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-772489882', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:36.406584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:36.410174 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.436472 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:35Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:36.465571 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Checking router: 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:36.465906 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Updating router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 port 354cda44-c410-47d9-bed4-e00562e8e436 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:13:36.492614 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.594240 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.647694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Subnet': ['ID=3b037558-dbd2-4c8e-9b89-d5ce134dbba5,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:36.664817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Checking segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:13:36.665183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network hostable DHCP agents. Network: 95e5bd76-b1c5-46de-800b-0e1202df16c2, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:13:36.681408 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 95e5bd76-b1c5-46de-800b-0e1202df16c2 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:13:36.690826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 95e5bd76-b1c5-46de-800b-0e1202df16c2) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:36.695258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:36.695764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.703066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae1b9db-1f93-4c6d-b7a5-8c5af3a9ab39 None None] Network 95e5bd76-b1c5-46de-800b-0e1202df16c2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:13:36.716001 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-81ee589f-22b7-4bd7-8a54-9f61699fab78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4028063 Feb 07 23:13:36.716807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55294) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:36.750290 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.754658 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.813498 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Attempting to bind port 354cda44-c410-47d9-bed4-e00562e8e436 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:36.814297 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Attempting to bind port 354cda44-c410-47d9-bed4-e00562e8e436 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:36.814297 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Attempting to bind port 354cda44-c410-47d9-bed4-e00562e8e436 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:13:36.822723 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:13:36.823087 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:13:36.823479 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.823887 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:13:36.824690 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Bound port: 354cda44-c410-47d9-bed4-e00562e8e436, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:36.824690 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.846103 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Pushing event updated for resources: {'Port': ['ID=354cda44-c410-47d9-bed4-e00562e8e436,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:36.864092 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.864422 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.864755 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.865079 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.865402 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.865720 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.866035 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.866199 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-95e5bd76-b1c5-46de-800b-0e1202df16c2', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:13:36.866346 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.866640 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.866944 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.867254 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.867561 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:36.868031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.893096 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] For port 354cda44-c410-47d9-bed4-e00562e8e436, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:13:36.896191 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] For port 354cda44-c410-47d9-bed4-e00562e8e436, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=354cda44-c410-47d9-bed4-e00562e8e436,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:13:36.900763 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.959332 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:36.959963 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:36.962786 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f8a20-4366-4081-a3e8-287a7b49794d None None] Pushing event updated for resources: {'Port': ['ID=354cda44-c410-47d9-bed4-e00562e8e436,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:37.014944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Allocated IP 172.20.0.2 (95e5bd76-b1c5-46de-800b-0e1202df16c2/3b037558-dbd2-4c8e-9b89-d5ce134dbba5/2f0ea911-abaf-4e3f-85a2-9616131428b0) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:37.071892 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:37.169102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.177255 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.209289 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.223310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Network 95e5bd76-b1c5-46de-800b-0e1202df16c2 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:37.227637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:37.232590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:13:37.236587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Pushing event updated for resources: {'Port': ['ID=2f0ea911-abaf-4e3f-85a2-9616131428b0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:37.265192 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:35Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:37.290482 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1ce45-7165-4660-a79a-2e198ddbcb1d None None] The sync data for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 is: [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:35Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:37.295770 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Attempting to bind port 2f0ea911-abaf-4e3f-85a2-9616131428b0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:37.296268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Attempting to bind port 2f0ea911-abaf-4e3f-85a2-9616131428b0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:37.296694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Attempting to bind port 2f0ea911-abaf-4e3f-85a2-9616131428b0 on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:13:37.301990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:13:37.302449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Checking segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:13:37.302924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.303379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Bound using segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:13:37.303928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Bound port: 2f0ea911-abaf-4e3f-85a2-9616131428b0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:37.304409 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.368864 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] For port 2f0ea911-abaf-4e3f-85a2-9616131428b0, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:13:37.372481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] For port 2f0ea911-abaf-4e3f-85a2-9616131428b0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2f0ea911-abaf-4e3f-85a2-9616131428b0,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:13:37.377780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.433398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a226f-f911-4450-a0ac-ca5c35c3e93d None None] Pushing event updated for resources: {'Port': ['ID=2f0ea911-abaf-4e3f-85a2-9616131428b0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:37.508322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.20.0.1 (95e5bd76-b1c5-46de-800b-0e1202df16c2/3b037558-dbd2-4c8e-9b89-d5ce134dbba5/7bd05514-9f31-469c-8214-3b2aa77911e8) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:37.660391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.709518 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.759748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 95e5bd76-b1c5-46de-800b-0e1202df16c2 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:37.763345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:37.768374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:13:37.772553 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=7bd05514-9f31-469c-8214-3b2aa77911e8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:37.820885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.958204 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.242859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 354cda44-c410-47d9-bed4-e00562e8e436 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:13:38.283369 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.291674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.312251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 354cda44-c410-47d9-bed4-e00562e8e436 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:38.312627 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.376842 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.380007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=7bd05514-9f31-469c-8214-3b2aa77911e8,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:38.396248 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.421503 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 354cda44-c410-47d9-bed4-e00562e8e436, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=354cda44-c410-47d9-bed4-e00562e8e436,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:38.426291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.428056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2f0ea911-abaf-4e3f-85a2-9616131428b0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:13:38.476308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 95e5bd76-b1c5-46de-800b-0e1202df16c2 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:38.478056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:38.511512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=354cda44-c410-47d9-bed4-e00562e8e436,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:38.525438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2f0ea911-abaf-4e3f-85a2-9616131428b0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:38.525809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.565367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da3abc5-8c7f-4256-a731-30040c4fb776 None None] Network 95e5bd76-b1c5-46de-800b-0e1202df16c2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:13:38.609207 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:13:38.687581 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.717560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:13:38.722679 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5125e3c7-cc7a-4e21-b207-650d4f0a0fe9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "PUT /v2.0/routers/8e7dc82d-eff0-4c47-957f-3476a89dcfb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0048573 Feb 07 23:13:38.734492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9b9f7f5a-26a1-42c2-b0d6-0865d00b390f None None] Provisioning complete for port 2f0ea911-abaf-4e3f-85a2-9616131428b0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:38.734492 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7f5a-26a1-42c2-b0d6-0865d00b390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.786914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 2f0ea911-abaf-4e3f-85a2-9616131428b0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2f0ea911-abaf-4e3f-85a2-9616131428b0,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:38.810833 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.891120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-1f4bc61d-f969-4e85-9cd4-69bb0f8ddf2e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787043567&fields=id&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 267 time: 0.0446835 Feb 07 23:13:38.899078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=2f0ea911-abaf-4e3f-85a2-9616131428b0,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:39.133214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Sync routers for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:39.149802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:39.150695 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:39.204451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0751f82b-9263-4ad3-8b29-dfb492f776a5 None None] Provisioning complete for port 2f0ea911-abaf-4e3f-85a2-9616131428b0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:39.204827 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0751f82b-9263-4ad3-8b29-dfb492f776a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.300744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:39.383313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-b56e960b-d53c-472c-8194-dda1bb88c89b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:39.385686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-b56e960b-d53c-472c-8194-dda1bb88c89b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/networks?id=95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 200 len: 796 time: 0.4843590 Feb 07 23:13:39.402775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-f1a1fbaf-5a39-469a-89bb-c0e66722a2c8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/quotas/9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 375 time: 0.0104194 Feb 07 23:13:39.457809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-70035ff4-b01b-44c9-8a14-5795c7a0ba1c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486383 Feb 07 23:13:39.460793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0751f82b-9263-4ad3-8b29-dfb492f776a5 None None] Provisioning complete for port 7bd05514-9f31-469c-8214-3b2aa77911e8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:39.461168 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0751f82b-9263-4ad3-8b29-dfb492f776a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.557820 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-183ea1f3-a601-45d2-b1a0-4e64a45e838b service neutron] 10.222.0.15 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864532 Feb 07 23:13:39.654672 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-c7e9e2bb-4713-4d23-bfc6-5d35ac6c93db service neutron] 10.222.0.15 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894854 Feb 07 23:13:39.670729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0751f82b-9263-4ad3-8b29-dfb492f776a5 None None] Port 7bd05514-9f31-469c-8214-3b2aa77911e8 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:13:39.722272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:37Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7bd05514-9f31-469c-8214-3b2aa77911e8', 'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:fc:ce:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:37Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 2, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:39.748860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Checking router: 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:39.749205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Updating router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 port 7bd05514-9f31-469c-8214-3b2aa77911e8 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:13:39.773830 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.823991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-470a189e-a463-4137-9471-0e0041f94c26 None None] Provisioning complete for port 7bd05514-9f31-469c-8214-3b2aa77911e8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:39.824363 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-470a189e-a463-4137-9471-0e0041f94c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.841191 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c308c82-75c5-4124-b5c8-84b3c1571b1d req-3cb83a72-814c-4609-a4bd-4d15a7f16011 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 210 time: 0.0266964 Feb 07 23:13:39.919090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-470a189e-a463-4137-9471-0e0041f94c26 None None] Port 7bd05514-9f31-469c-8214-3b2aa77911e8 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:13:40.104674 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.110515 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.144366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 354cda44-c410-47d9-bed4-e00562e8e436 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:13:40.207855 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d029c-9747-464d-8f5a-c16866a4bb5a None None] Pushing event updated for resources: {'Port': ['ID=7bd05514-9f31-469c-8214-3b2aa77911e8,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:40.281131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Attempting to bind port 7bd05514-9f31-469c-8214-3b2aa77911e8 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:40.281544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Attempting to bind port 7bd05514-9f31-469c-8214-3b2aa77911e8 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:40.281921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Attempting to bind port 7bd05514-9f31-469c-8214-3b2aa77911e8 on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:13:40.290852 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 354cda44-c410-47d9-bed4-e00562e8e436 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:40.291119 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.292864 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:13:40.293238 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Checking segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:13:40.293657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.294048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Bound using segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:13:40.294780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Bound port: 7bd05514-9f31-469c-8214-3b2aa77911e8, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:40.295185 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.429180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] For port 7bd05514-9f31-469c-8214-3b2aa77911e8, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:13:40.455132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] For port 7bd05514-9f31-469c-8214-3b2aa77911e8, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7bd05514-9f31-469c-8214-3b2aa77911e8,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:13:40.460892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2f0ea911-abaf-4e3f-85a2-9616131428b0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:13:40.463171 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.515456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c4238837-1d63-4944-835d-1858a2543fb9 None None] Provisioning complete for port 7bd05514-9f31-469c-8214-3b2aa77911e8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:40.515854 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4238837-1d63-4944-835d-1858a2543fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.597440 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d029c-9747-464d-8f5a-c16866a4bb5a None None] Pushing event updated for resources: {'Port': ['ID=7bd05514-9f31-469c-8214-3b2aa77911e8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:40.601942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:40.602564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:40.670456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2f0ea911-abaf-4e3f-85a2-9616131428b0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:40.670456 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.780366 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4238837-1d63-4944-835d-1858a2543fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.801607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:40.915342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c4238837-1d63-4944-835d-1858a2543fb9 None None] For port 7bd05514-9f31-469c-8214-3b2aa77911e8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7bd05514-9f31-469c-8214-3b2aa77911e8,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:40.938606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4238837-1d63-4944-835d-1858a2543fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.950178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-bd865c21-35e9-40ee-b8a5-47c68bb95c9b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:40.952444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-bd865c21-35e9-40ee-b8a5-47c68bb95c9b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.24 "GET /v2.0/networks?id=95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 200 len: 796 time: 0.1357977 Feb 07 23:13:40.980460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9ddda3ff-78e2-46ef-b047-daa193a81a68 req-ebc31e61-dc5f-4447-840b-54de040a5900 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 210 time: 0.0343392 Feb 07 23:13:41.000509 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-562fc1d6-c2ac-4af6-a090-8a5be704b091 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 380 time: 0.0381725 Feb 07 23:13:41.014382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'port': {'device_id': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'admin_state_up': True, 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'security_groups': ['ec37db5b-846b-45d0-9532-e68bb8f90f3a']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:41.055634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4238837-1d63-4944-835d-1858a2543fb9 None None] Pushing event updated for resources: {'Port': ['ID=7bd05514-9f31-469c-8214-3b2aa77911e8,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:41.088282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c4609d08-f239-4beb-bf6e-962aae540c3c None None] Provisioning complete for port 7bd05514-9f31-469c-8214-3b2aa77911e8 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:41.088753 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4609d08-f239-4beb-bf6e-962aae540c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.134539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:41.138814 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.151391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-97108577-7074-424c-9659-c3aba078e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:37Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7bd05514-9f31-469c-8214-3b2aa77911e8', 'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:fc:ce:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:37Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:41.199553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97108577-7074-424c-9659-c3aba078e9bc None None] The sync data for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 is: [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:37Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7bd05514-9f31-469c-8214-3b2aa77911e8', 'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:fc:ce:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:37Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:41.286610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.20.0.13 (95e5bd76-b1c5-46de-800b-0e1202df16c2/3b037558-dbd2-4c8e-9b89-d5ce134dbba5/5fc566cb-6ca4-45fb-ab15-3bd985198c5a) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:41.440494 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.821950 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.869924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 95e5bd76-b1c5-46de-800b-0e1202df16c2 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:41.873070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:41.876856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:13:41.902118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:41.938008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:41.942753 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.962837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-9484d0ed-57eb-4db0-8034-16ac36b4ee01 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9515753 Feb 07 23:13:41.974157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Request body: {'port': {'device_id': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:42.042935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.156878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-78c6fe60-c17b-4827-84d5-1902eab57fbe None None] Provisioning complete for port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:42.156878 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78c6fe60-c17b-4827-84d5-1902eab57fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.202630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-78c6fe60-c17b-4827-84d5-1902eab57fbe None None] Port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:13:42.210439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23313fd0-ed4d-4d87-b276-1597f5d8d5a8 req-501c7ce0-c2d7-4d4a-a60e-5627397e137a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:42.211837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7bd05514-9f31-469c-8214-3b2aa77911e8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:13:42.212217 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23313fd0-ed4d-4d87-b276-1597f5d8d5a8 req-501c7ce0-c2d7-4d4a-a60e-5627397e137a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 932 time: 0.1308570 Feb 07 23:13:42.267975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7bd05514-9f31-469c-8214-3b2aa77911e8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:42.268353 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.304531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-23313fd0-ed4d-4d87-b276-1597f5d8d5a8 req-247dc905-0272-4525-8b5b-b06d966688aa tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818148 Feb 07 23:13:42.409569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc566cb-6ca4-45fb-ab15-3bd985198c5a {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:13:42.417620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.429911 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Transition to ACTIVE for port object 5fc566cb-6ca4-45fb-ab15-3bd985198c5a will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:42.433910 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.481494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Pushing event updated for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:42.554251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:42.554581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:42.554907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:13:42.559378 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:13:42.559689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:13:42.565756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:13:42.566089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Checking segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:13:42.566465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Bound using segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:13:42.566881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Bound port: 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:42.567234 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.638950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:13:42.642351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:13:42.646497 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.682027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:42.682643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.684053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] 10.222.0.24 "PUT /v2.0/ports/5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 1092 time: 0.7145600 Feb 07 23:13:42.684409 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:42.686986 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520824e-e88e-44f4-9612-e908c379b365" -d '{"events": [{"name": "network-changed", "server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:13:42.715458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f50f-7a1b-4355-8855-bec32bcee75d service neutron] Pushing event updated for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:42.782528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-3e6909bc-248c-4999-8117-fa8390312d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:42.784053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-3e6909bc-248c-4999-8117-fa8390312d6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1095 time: 0.0504303 Feb 07 23:13:42.834669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-b1611d9e-cba9-486e-99a2-f1c5318b1c3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 217 time: 0.0437114 Feb 07 23:13:42.889828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-3ebda8e2-4ff0-4dc1-8c94-2ed6393a120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:42.891293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-3ebda8e2-4ff0-4dc1-8c94-2ed6393a120c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b037558-dbd2-4c8e-9b89-d5ce134dbba5 HTTP/1.1" status: 200 len: 834 time: 0.0506363 Feb 07 23:13:42.906871 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16965a6-8c17-4394-9c14-a63d1de7c08e x-openstack-request-id: req-a16965a6-8c17-4394-9c14-a63d1de7c08e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:13:42.907154 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:13:42.907419 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a16965a6-8c17-4394-9c14-a63d1de7c08e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:13:42.907820 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'status': 'completed', 'code': 200} Feb 07 23:13:42.938921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5bb65c9c-5c2a-40b2-b2b9-e2e202ab69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:42.940327 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-5bb65c9c-5c2a-40b2-b2b9-e2e202ab69cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95e5bd76-b1c5-46de-800b-0e1202df16c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423048 Feb 07 23:13:43.031814 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-84dfdf8c-4ea2-426f-9dee-1d0914c49d72 service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845048 Feb 07 23:13:43.118700 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ea0697a-4aa6-407b-b4a1-bdc9b3826fc6 req-a62f3bae-28bc-4871-8626-1a795089eb01 service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808754 Feb 07 23:13:43.206296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520824e-e88e-44f4-9612-e908c379b365 req-6fe38f7f-9060-43f9-b16a-8c3667eeca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:43.207637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7520824e-e88e-44f4-9612-e908c379b365 req-6fe38f7f-9060-43f9-b16a-8c3667eeca73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1095 time: 0.0399566 Feb 07 23:13:43.303754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520824e-e88e-44f4-9612-e908c379b365 req-6ec071bf-1fd8-462a-b088-66380be1c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:43.305211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7520824e-e88e-44f4-9612-e908c379b365 req-6ec071bf-1fd8-462a-b088-66380be1c82f service neutron] 10.222.0.24 "GET /v2.0/networks?id=95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 200 len: 896 time: 0.0913508 Feb 07 23:13:43.345556 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7520824e-e88e-44f4-9612-e908c379b365 req-3c68c8a8-2a42-4fd6-b4b4-a98345104ff3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 217 time: 0.0338881 Feb 07 23:13:43.425212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520824e-e88e-44f4-9612-e908c379b365 req-d88e5196-c547-49b5-b680-6166273210c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:43.426636 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7520824e-e88e-44f4-9612-e908c379b365 req-d88e5196-c547-49b5-b680-6166273210c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b037558-dbd2-4c8e-9b89-d5ce134dbba5 HTTP/1.1" status: 200 len: 834 time: 0.0746143 Feb 07 23:13:43.441810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9ceab-dfba-478e-b71c-4ea57319aeb2 req-f14d8c77-1df7-4ad6-be94-56490a05ea53 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:43.443143 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcf9ceab-dfba-478e-b71c-4ea57319aeb2 req-f14d8c77-1df7-4ad6-be94-56490a05ea53 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 944 time: 0.0607572 Feb 07 23:13:43.503691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bcf9ceab-dfba-478e-b71c-4ea57319aeb2 req-297d8db8-7cfb-4f87-8ea8-ca191215f864 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536771 Feb 07 23:13:43.506103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520824e-e88e-44f4-9612-e908c379b365 req-c2ef581e-7abf-4c59-ad79-5ea6e417cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:43.507453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7520824e-e88e-44f4-9612-e908c379b365 req-c2ef581e-7abf-4c59-ad79-5ea6e417cbc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95e5bd76-b1c5-46de-800b-0e1202df16c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732801 Feb 07 23:13:43.597583 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7520824e-e88e-44f4-9612-e908c379b365 req-c823e5ef-97a9-46cf-80eb-b91db55c8748 service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825181 Feb 07 23:13:43.686389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7520824e-e88e-44f4-9612-e908c379b365 req-6efaf660-0da1-476e-b054-180f559925ac service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815980 Feb 07 23:13:44.617961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87effe5c-0db7-41d1-937c-8d9086368c60 req-6d7e1e47-03ce-408f-9749-1bdeddb523fe tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:44.619685 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87effe5c-0db7-41d1-937c-8d9086368c60 req-6d7e1e47-03ce-408f-9749-1bdeddb523fe tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 944 time: 0.0473664 Feb 07 23:13:44.656457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-87effe5c-0db7-41d1-937c-8d9086368c60 req-3a2abd73-b86e-4d6c-a73c-90d79acc02c0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302260 Feb 07 23:13:45.035264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5fc566cb-6ca4-45fb-ab15-3bd985198c5a details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:13:45.129341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:45.140684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'port_id': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'mac_address': 'fa:16:3e:ee:8f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:13:45.176579 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:45.188639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc566cb-6ca4-45fb-ab15-3bd985198c5a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:13:45.207031 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:45.211067 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:45.257566 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:45.396201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5fc566cb-6ca4-45fb-ab15-3bd985198c5a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:13:45.772642 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50dd2d-32fe-4002-8a46-4d345ad9ca80 req-36e83c41-50ef-4ef0-8208-8049fc98c369 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:45.774104 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e50dd2d-32fe-4002-8a46-4d345ad9ca80 req-36e83c41-50ef-4ef0-8208-8049fc98c369 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 945 time: 0.0504565 Feb 07 23:13:45.816516 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e50dd2d-32fe-4002-8a46-4d345ad9ca80 req-3b6858bb-5b2e-43be-bbab-8ab9eb648898 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362041 Feb 07 23:13:46.934523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a0c32-713c-492c-9350-ee4d193af5e0 req-ef662db5-aabf-4275-aedf-343493e36a13 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:46.936595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e15a0c32-713c-492c-9350-ee4d193af5e0 req-ef662db5-aabf-4275-aedf-343493e36a13 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 945 time: 0.0522003 Feb 07 23:13:46.973718 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e15a0c32-713c-492c-9350-ee4d193af5e0 req-e01ab70d-2ac8-485f-a0f2-b17e7c6b3452 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Feb 07 23:13:47.051072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5fc566cb-6ca4-45fb-ab15-3bd985198c5a up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:13:47.102048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:47.105836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:47.106202 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:47.183357 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:47.205378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:47.207615 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fc910f-852c-4985-8c76-aa3e74285ff0" -d '{"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-plugged", "status": "completed", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:13:47.219997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:13:47.227033 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:47.277262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:47.317517 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cfc0f3-663d-44c2-b368-4572754bad23 x-openstack-request-id: req-55cfc0f3-663d-44c2-b368-4572754bad23 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:13:47.317831 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-plugged", "status": "completed", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:13:47.318091 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55cfc0f3-663d-44c2-b368-4572754bad23 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:13:47.318488 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'code': 200} Feb 07 23:13:47.410827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b3ce-8776-4c30-9891-82cfa584a83a req-fd01c990-1b74-445e-a486-89afa790b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:47.412324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a051b3ce-8776-4c30-9891-82cfa584a83a req-fd01c990-1b74-445e-a486-89afa790b47e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1097 time: 0.0384717 Feb 07 23:13:47.447279 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a051b3ce-8776-4c30-9891-82cfa584a83a req-78f866b6-57c2-40fe-a804-4a7a0e5d19d8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281062 Feb 07 23:13:48.086893 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1372ae-3c4c-40e7-b14d-14ce3ec37081 req-3bc53dd9-52f3-4a99-a516-9716c06c8e5a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:48.088491 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd1372ae-3c4c-40e7-b14d-14ce3ec37081 req-3bc53dd9-52f3-4a99-a516-9716c06c8e5a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0480604 Feb 07 23:13:48.126351 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd1372ae-3c4c-40e7-b14d-14ce3ec37081 req-5dc79929-996c-4f14-a2e5-a174cdf45481 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312190 Feb 07 23:13:49.242747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969a978-c77d-4eec-bec1-06a5e1c6fd14 req-179b26d6-0711-468d-9803-e41b1234f49d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:49.244211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7969a978-c77d-4eec-bec1-06a5e1c6fd14 req-179b26d6-0711-468d-9803-e41b1234f49d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0488417 Feb 07 23:13:49.281096 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7969a978-c77d-4eec-bec1-06a5e1c6fd14 req-b195c6b3-655e-4e59-bfc2-2f078002ec33 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310361 Feb 07 23:13:49.393839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb3b2c-ba0e-4e61-8df7-4bfe48112242 req-0085158f-02ad-4fbf-a3c2-5321501266ee tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:49.395302 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5bb3b2c-ba0e-4e61-8df7-4bfe48112242 req-0085158f-02ad-4fbf-a3c2-5321501266ee tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0473583 Feb 07 23:13:49.432760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5bb3b2c-ba0e-4e61-8df7-4bfe48112242 req-db6e11ab-60aa-420a-8b6e-d16e53f638bc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313590 Feb 07 23:13:49.454271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55350) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:49.496101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2a555-f72f-4e85-9cbe-1c742d3e7d0d tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:49.497569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-20b2a555-f72f-4e85-9cbe-1c742d3e7d0d tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1092 time: 0.0423429 Feb 07 23:13:49.500842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55352) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:49.504995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:49.527884 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:49.621479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:49.724450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.25.8.119 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/2516899c-8d2e-4a73-9315-cae0281156be) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:49.824714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:49.859362 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:49.899937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:49.902917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:49.906447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:13:49.932340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=2516899c-8d2e-4a73-9315-cae0281156be,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:50.255253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:50.322016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:50.468477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:50.472839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:50.536671 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=2516899c-8d2e-4a73-9315-cae0281156be,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:50.548920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:50.646871 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Floating IP 8b35cee2-d6fd-4c56-be5b-fdeb3aecb011 associated. External IP: 172.25.8.119, port: 5fc566cb-6ca4-45fb-ab15-3bd985198c5a. Feb 07 23:13:50.852860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:13:50.962675 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:13:50.972984 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] Sync routers for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:50.981224 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:50.984423 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:50.985026 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:51.009308 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-63929d9c-1a3f-4df5-ad4f-825764a9c4d5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5074825 Feb 07 23:13:51.009882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:51.012139 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2210e853-11a8-4eaf-9e40-2f7b741968d2" -d '{"events": [{"name": "network-changed", "server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:13:51.061673 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b3b358-79c8-4d13-ad59-388a47372473 x-openstack-request-id: req-b7b3b358-79c8-4d13-ad59-388a47372473 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:13:51.061964 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:13:51.062240 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7b3b358-79c8-4d13-ad59-388a47372473 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:13:51.062649 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'status': 'completed', 'code': 200} Feb 07 23:13:51.153984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1345d-4d53-4097-b123-747ee43e4d6f req-366a4354-de4c-4884-9571-e8fbcaf11195 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:51.155550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26e1345d-4d53-4097-b123-747ee43e4d6f req-366a4354-de4c-4884-9571-e8fbcaf11195 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0847116 Feb 07 23:13:51.158259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-b7587769-f253-4f0a-a4f3-7ac2251e6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:51.159612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-b7587769-f253-4f0a-a4f3-7ac2251e6af9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1097 time: 0.0612860 Feb 07 23:13:51.177971 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:51.243831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26e1345d-4d53-4097-b123-747ee43e4d6f req-a8348a80-e40d-4949-bf36-fce2f14de518 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798378 Feb 07 23:13:51.268609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55358) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:51.279865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-41da72be-feb8-4c0f-bcf9-ae75dd1777ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:51.281358 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-41da72be-feb8-4c0f-bcf9-ae75dd1777ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 200 len: 896 time: 0.1104000 Feb 07 23:13:51.329466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8b463bda-9e33-44c9-9e87-4b47d108128c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/8b35cee2-d6fd-4c56-be5b-fdeb3aecb011 HTTP/1.1" status: 200 len: 992 time: 0.0597072 Feb 07 23:13:51.351880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-0e6335c9-f5c9-46b3-ab5c-040ce9bddefb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 1000 time: 0.0632892 Feb 07 23:13:51.400625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-75e8cfd6-4227-47ea-a4fc-1b19c20b79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:51.402068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-75e8cfd6-4227-47ea-a4fc-1b19c20b79d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b037558-dbd2-4c8e-9b89-d5ce134dbba5 HTTP/1.1" status: 200 len: 834 time: 0.0447371 Feb 07 23:13:51.407059 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:37Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '8b35cee2-d6fd-4c56-be5b-fdeb3aecb011', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'port_id': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'mac_address': 'fa:16:3e:ee:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:13:50Z', 'updated_at': '2022-02-07T23:13:50Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd05514-9f31-469c-8214-3b2aa77911e8', 'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:fc:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:37Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:51.433069 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] Checking router: 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:51.441880 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:13:51.442478 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:13:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:51.446880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-29cb2e42-6473-4b95-924f-5facc06473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:51.448377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-29cb2e42-6473-4b95-924f-5facc06473e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95e5bd76-b1c5-46de-800b-0e1202df16c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396435 Feb 07 23:13:51.505889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdb53806-cca6-4716-9fbf-e027cb6f69cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:51.545533 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-2dfd2fa4-afe3-4260-a3aa-9ecb09813dc4 service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894482 Feb 07 23:13:51.548932 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:13:51.639153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2210e853-11a8-4eaf-9e40-2f7b741968d2 req-b2d3a05b-c7e0-49f7-9f14-83f242c2ab32 service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878890 Feb 07 23:13:51.768712 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:37Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '8b35cee2-d6fd-4c56-be5b-fdeb3aecb011', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'port_id': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'mac_address': 'fa:16:3e:ee:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:13:50Z', 'updated_at': '2022-02-07T23:13:50Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd05514-9f31-469c-8214-3b2aa77911e8', 'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:fc:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:37Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:51.797807 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff3f49-0279-4020-815c-bc26f6fa4881 None None] The sync data for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 is: [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:37Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '8b35cee2-d6fd-4c56-be5b-fdeb3aecb011', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'port_id': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'mac_address': 'fa:16:3e:ee:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:13:50Z', 'updated_at': '2022-02-07T23:13:50Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd05514-9f31-469c-8214-3b2aa77911e8', 'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:fc:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:37Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:51.996111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe8a8b-6d1b-4bdc-b949-417f6730b1e2 None None] New status for floating IP 8b35cee2-d6fd-4c56-be5b-fdeb3aecb011: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:13:52.333422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55360) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:13:52.396561 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b266a3a-b14e-4225-a43a-d781c6abf0f3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/8b35cee2-d6fd-4c56-be5b-fdeb3aecb011 HTTP/1.1" status: 200 len: 994 time: 0.0620918 Feb 07 23:13:54.655494 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19a7ec76-9de0-45df-a4cc-ea6a5abcd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:54.928047 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:56.415966 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:56.669297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:04.149067 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:04.610528 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:11.033402 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:14:18.594254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-fae7ac76-9852-4391-b1f7-0b6a4f784a63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388327 Feb 07 23:14:18.675729 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-81713c93-eb5b-4c23-bd06-61079f96afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:18.677168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-81713c93-eb5b-4c23-bd06-61079f96afb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1097 time: 0.0395963 Feb 07 23:14:18.782500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-371b9132-742c-4f0e-89e7-33716ff10584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:18.783960 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-371b9132-742c-4f0e-89e7-33716ff10584 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 200 len: 896 time: 0.0863256 Feb 07 23:14:18.848257 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-e582fa45-c3c3-41db-82ca-666e4d938516 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 1002 time: 0.0569894 Feb 07 23:14:18.902459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-89cce0eb-6fcb-4a41-98d8-60f30b27dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:18.903940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-89cce0eb-6fcb-4a41-98d8-60f30b27dd0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b037558-dbd2-4c8e-9b89-d5ce134dbba5 HTTP/1.1" status: 200 len: 834 time: 0.0488744 Feb 07 23:14:18.949485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-78e76674-2dd6-4f0e-8229-abc81ed0b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:18.950939 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-78e76674-2dd6-4f0e-8229-abc81ed0b290 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95e5bd76-b1c5-46de-800b-0e1202df16c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396957 Feb 07 23:14:19.038361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-76ad55cc-a6ab-4b89-92e1-8cd9a6bea6d8 service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798228 Feb 07 23:14:19.133790 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ee38c24-01e3-4953-8552-0e6af64c7518 req-01123bf5-e9b5-48ff-b3ef-73031058c061 service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842149 Feb 07 23:14:21.507199 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f43e90a5-7950-4484-87fe-96a84877e6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:23.616595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a4058-4fe0-4667-bd76-ec74e567bd9e req-713bbac7-5851-4495-ab5f-dcbb72ec90c7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:23.618047 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-360a4058-4fe0-4667-bd76-ec74e567bd9e req-713bbac7-5851-4495-ab5f-dcbb72ec90c7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0489457 Feb 07 23:14:23.655824 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-360a4058-4fe0-4667-bd76-ec74e567bd9e req-d4229fda-36c4-45f5-a774-7f259ae77472 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Feb 07 23:14:23.677635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55378) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:23.740351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a0e7f25d-d4f0-4848-9ada-7482d299461d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/8b35cee2-d6fd-4c56-be5b-fdeb3aecb011 HTTP/1.1" status: 200 len: 994 time: 0.0616164 Feb 07 23:14:24.073879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28b089-bf76-43b4-9567-75b853c6ea4f req-0e7e5d40-b17b-43ab-b94f-fe6c2891947a tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:24.075270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a28b089-bf76-43b4-9567-75b853c6ea4f req-0e7e5d40-b17b-43ab-b94f-fe6c2891947a tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1097 time: 0.0399923 Feb 07 23:14:24.111958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2a28b089-bf76-43b4-9567-75b853c6ea4f req-5dacb1a9-ac18-4265-a978-3124ac04ff60 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288825 Feb 07 23:14:24.589068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-748d596f-1aa8-4fe4-aca1-1fb378aef3df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432348 Feb 07 23:14:24.597678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-c8a502e6-28a1-41a4-8e4f-00a974bea46e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:14:24.598626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-c8a502e6-28a1-41a4-8e4f-00a974bea46e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049398 Feb 07 23:14:24.657131 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc525f55-0570-417c-8336-f091aee8045e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:24.933509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:25.069075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-2572e714-83c8-45b2-9bd8-b870011c0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:25.070432 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-2572e714-83c8-45b2-9bd8-b870011c0a8b service neutron] 10.222.0.15 "GET /v2.0/ports/5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 1094 time: 0.0334313 Feb 07 23:14:25.080031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Request body: {'binding': {'host': 'n-h1-827895-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:25.080480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Unknown quota resources ['binding']. {{(pid=102289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 23:14:25.211797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on host n-h1-827895-2 for vnic_type normal with profile None {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:25.212124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:25.212447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:14:25.216559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:14:25.216875 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:14:25.221793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:14:25.222124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Checking segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:14:25.222499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Bound using segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:14:25.222913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Bound port: 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:25.322747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:14:25.329818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:25.330996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] 10.222.0.15 "POST /v2.0/ports/5fc566cb-6ca4-45fb-ab15-3bd985198c5a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2553458 Feb 07 23:14:25.472913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d10a42-f123-4dfd-af11-d6fe217e361d req-e0ce2638-6878-4208-aa74-79068d9300ff tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:25.475047 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42d10a42-f123-4dfd-af11-d6fe217e361d req-e0ce2638-6878-4208-aa74-79068d9300ff tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0515070 Feb 07 23:14:25.526242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-42d10a42-f123-4dfd-af11-d6fe217e361d req-8c5a238a-8094-4e3d-9b54-6432370ae107 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450301 Feb 07 23:14:25.558157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-839688ee-6048-4efe-9b16-b54e6ccf2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:25.559607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-839688ee-6048-4efe-9b16-b54e6ccf2422 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1097 time: 0.0476696 Feb 07 23:14:25.647131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-6b47da98-ccff-42de-b9c9-eda3021489d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:25.648616 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-6b47da98-ccff-42de-b9c9-eda3021489d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 200 len: 896 time: 0.0827579 Feb 07 23:14:25.716629 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-a582c1d3-6cd1-4892-9947-1a5e461244d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 1002 time: 0.0613260 Feb 07 23:14:25.764332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-3419e261-4aa3-441b-a250-ee4113eba6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:25.765684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-3419e261-4aa3-441b-a250-ee4113eba6e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b037558-dbd2-4c8e-9b89-d5ce134dbba5 HTTP/1.1" status: 200 len: 834 time: 0.0429318 Feb 07 23:14:25.809989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-c4f0862e-68e6-47c9-bffa-638b08af1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:25.811547 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-c4f0862e-68e6-47c9-bffa-638b08af1a93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95e5bd76-b1c5-46de-800b-0e1202df16c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393798 Feb 07 23:14:25.901830 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-200490a3-c2fa-431f-b01e-f0641772aa6d service neutron] 10.222.0.46 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842927 Feb 07 23:14:25.991451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-bdcff7fa-3088-43ec-b149-9fcc32701a8a service neutron] 10.222.0.46 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838587 Feb 07 23:14:26.124607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-12dfeba8-114f-419f-b03e-ef25b55a5937 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:26.126059 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-12dfeba8-114f-419f-b03e-ef25b55a5937 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db&tenant_id=9098f5c00b03436999b82c04cdb1baa2&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1097 time: 0.0790434 Feb 07 23:14:26.138527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827895-2'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:26.192401 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.319410 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:26.354686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:14:26.393931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:26.396163 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187ccb1d-0171-4e2b-9b6c-c5e873c0ca2d" -d '{"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:14:26.400190 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.408474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.421073 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.435255 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcda33b-f2c1-4e91-8532-e3c8e1706cdf x-openstack-request-id: req-6bcda33b-f2c1-4e91-8532-e3c8e1706cdf {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:14:26.435544 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:14:26.435837 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bcda33b-f2c1-4e91-8532-e3c8e1706cdf {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:14:26.436934 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'code': 200} Feb 07 23:14:26.506968 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:26.518876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.519218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.519556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.519913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.520243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.520567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.520891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.521209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.521535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.521867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.522168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.522484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:26.568874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on host n-h2-827895-2 for vnic_type normal with profile {"migrating_to": "n-h1-827895-2"} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:26.569205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:26.569533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:14:26.574190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:14:26.574510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Attempting to bind port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on network 95e5bd76-b1c5-46de-800b-0e1202df16c2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:14:26.580060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:14:26.580399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Checking segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:14:26.580783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Bound using segment: {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:14:26.581209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Bound port: 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267f530d-9daa-4ca8-8c98-c746124277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:26.581570 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.671780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.686795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2c5ad-f87a-40cd-ae04-5ede5931f456 req-5c9dc4d1-9f63-4bbe-920b-89c13ed1431b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:26.688297 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6e2c5ad-f87a-40cd-ae04-5ede5931f456 req-5c9dc4d1-9f63-4bbe-920b-89c13ed1431b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 944 time: 0.0909345 Feb 07 23:14:26.689322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:14:26.692730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:14:26.702236 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.715157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Provisioning complete for port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:26.715537 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.803941 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6e2c5ad-f87a-40cd-ae04-5ede5931f456 req-70c672a9-08c8-4845-8ef8-916357e4b12a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092730 Feb 07 23:14:26.806332 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.824109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=8']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:26.841863 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:26.844948 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4577467-048d-401b-b9e3-1ca6b219f9ed" -d '{"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-plugged", "status": "completed", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:14:26.865352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:26.871270 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.872171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:26.872996 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.875336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-98352f6a-b412-4c3a-bd1b-1c392a673861 service neutron] 10.222.0.46 "PUT /v2.0/ports/5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 1122 time: 0.7408206 Feb 07 23:14:26.898657 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902dbdfb-3436-45a1-a8b8-125cca7fede0 x-openstack-request-id: req-902dbdfb-3436-45a1-a8b8-125cca7fede0 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:14:26.898953 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-plugged", "status": "completed", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:14:26.899212 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-902dbdfb-3436-45a1-a8b8-125cca7fede0 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:14:26.899586 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'code': 200} Feb 07 23:14:27.000071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['5fc566cb-6ca4-45fb-ab15-3bd985198c5a'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:14:27.055768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Pushing event updated for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:27.070301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.070651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.070995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.071331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.071663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.072019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.072346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.072670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.072989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.073310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.073634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.073969 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d677-b269-4dba-871c-c8a910a3b489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:27.245159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8e44b3c0-3300-43d1-b4d8-69e48c15ed5e None None] Provisioning complete for port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:27.245521 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e44b3c0-3300-43d1-b4d8-69e48c15ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:27.930591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1ccd0-d8f5-4e69-86fa-810bfd2f098f req-3708fc95-5fd2-4a76-af18-caeecaff5acf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:27.932101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbd1ccd0-d8f5-4e69-86fa-810bfd2f098f req-3708fc95-5fd2-4a76-af18-caeecaff5acf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0504756 Feb 07 23:14:27.969537 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbd1ccd0-d8f5-4e69-86fa-810bfd2f098f req-b241919e-3aac-45ae-b844-7116ddaf8ec4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310085 Feb 07 23:14:28.438223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:28.440622 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569" -d '{"events": [{"name": "network-changed", "server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:14:28.476327 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04ba6b6-7d2a-4533-8f17-b148899209eb x-openstack-request-id: req-a04ba6b6-7d2a-4533-8f17-b148899209eb {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:14:28.476620 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:14:28.476871 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a04ba6b6-7d2a-4533-8f17-b148899209eb {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:14:28.477292 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'status': 'completed', 'code': 200} Feb 07 23:14:28.539138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-43533503-5e06-442d-95de-0202ab97c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:28.540659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-43533503-5e06-442d-95de-0202ab97c9be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1127 time: 0.0389543 Feb 07 23:14:28.632862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-6d902948-b2c7-4166-9d9c-29d4c38aafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:28.634309 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-6d902948-b2c7-4166-9d9c-29d4c38aafdb service neutron] 10.222.0.24 "GET /v2.0/networks?id=95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 200 len: 896 time: 0.0851438 Feb 07 23:14:28.700854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-1aa43474-bdf5-4f26-936d-95ac2a1505b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 1002 time: 0.0575247 Feb 07 23:14:28.752999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-442b90ad-4be2-4703-b51c-d330a4358157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:28.754399 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-442b90ad-4be2-4703-b51c-d330a4358157 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b037558-dbd2-4c8e-9b89-d5ce134dbba5 HTTP/1.1" status: 200 len: 834 time: 0.0473051 Feb 07 23:14:28.800311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-317362a2-14ac-43f4-8c7c-c9f339a30617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:28.801719 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-317362a2-14ac-43f4-8c7c-c9f339a30617 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95e5bd76-b1c5-46de-800b-0e1202df16c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404172 Feb 07 23:14:28.889987 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-6c2bbba6-f7c6-4546-b89c-e95c1ae93dec service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814774 Feb 07 23:14:28.980260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bfb3c8b3-1d3d-4baa-9ad6-706f55bd1569 req-f4a14819-fe13-4ef2-9ebf-0eaad1e7dcad service neutron] 10.222.0.24 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840251 Feb 07 23:14:29.087648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa071f44-2a35-4c5c-9657-2871d575adb6 req-6472c709-b931-4bba-b3ca-b00368e61ce7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:29.089122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa071f44-2a35-4c5c-9657-2871d575adb6 req-6472c709-b931-4bba-b3ca-b00368e61ce7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0503216 Feb 07 23:14:29.127277 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa071f44-2a35-4c5c-9657-2871d575adb6 req-e091b25e-750b-45e5-bcea-9e50038d3deb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Feb 07 23:14:30.249892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa23c-99a9-4527-a7b3-0949f567c07f req-7c2f26b1-5bcc-4a72-a250-eccc65da18c0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:30.251313 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-031fa23c-99a9-4527-a7b3-0949f567c07f req-7c2f26b1-5bcc-4a72-a250-eccc65da18c0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0505998 Feb 07 23:14:30.288419 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-031fa23c-99a9-4527-a7b3-0949f567c07f req-69715538-9f6f-4792-9763-38873cd3c4fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312104 Feb 07 23:14:30.760397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5fc566cb-6ca4-45fb-ab15-3bd985198c5a details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:14:30.855514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:30.867666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5fc566cb-6ca4-45fb-ab15-3bd985198c5a has no active binding in host n-h1-827895-2 {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 23:14:31.403403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b7016-03bc-4a1a-b99b-9bd5c3e8a560 req-95acca44-6e22-4e3d-83dd-58e294588a6a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:31.404868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-378b7016-03bc-4a1a-b99b-9bd5c3e8a560 req-95acca44-6e22-4e3d-83dd-58e294588a6a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 946 time: 0.0491507 Feb 07 23:14:31.442143 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-378b7016-03bc-4a1a-b99b-9bd5c3e8a560 req-a5ce5864-848e-4ee2-b97e-a0d705b7dd85 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Feb 07 23:14:31.736439 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-d388147b-c6cb-45eb-963f-5a845a61da1c service neutron] 10.222.0.24 "GET /v2.0/ports/5fc566cb-6ca4-45fb-ab15-3bd985198c5a/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 384 time: 0.0580773 Feb 07 23:14:31.907301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-62266eec-6b1f-4f28-aca2-e1d6a358801a service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:31.926785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-62266eec-6b1f-4f28-aca2-e1d6a358801a service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:14:31.966869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:31.969709 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78298499-cd3a-4b42-8569-4899a1c5aa02" -d '{"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:14:31.977391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-62266eec-6b1f-4f28-aca2-e1d6a358801a service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:31.993097 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-62266eec-6b1f-4f28-aca2-e1d6a358801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:32.007540 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553f9aaa-bb87-4889-b2ca-3f6d85194a00 x-openstack-request-id: req-553f9aaa-bb87-4889-b2ca-3f6d85194a00 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:14:32.007858 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:14:32.008104 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-553f9aaa-bb87-4889-b2ca-3f6d85194a00 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:14:32.008488 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'code': 200} Feb 07 23:14:32.066344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-62266eec-6b1f-4f28-aca2-e1d6a358801a service neutron] Transition to ACTIVE for port object 5fc566cb-6ca4-45fb-ab15-3bd985198c5a will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:14:32.070268 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-62266eec-6b1f-4f28-aca2-e1d6a358801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:32.163196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62266eec-6b1f-4f28-aca2-e1d6a358801a service neutron] Pushing event updated for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=11']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:32.203854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-62266eec-6b1f-4f28-aca2-e1d6a358801a service neutron] No DVR routers for this DVR port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:14:32.333745 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-62266eec-6b1f-4f28-aca2-e1d6a358801a service neutron] 10.222.0.24 "PUT /v2.0/ports/5fc566cb-6ca4-45fb-ab15-3bd985198c5a/bindings/n-h1-827895-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5910017 Feb 07 23:14:32.430037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-b836df70-d144-45e1-b8e0-b296c81c9ba5 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.431435 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-b836df70-d144-45e1-b8e0-b296c81c9ba5 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db&tenant_id=9098f5c00b03436999b82c04cdb1baa2&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.0465040 Feb 07 23:14:32.475716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-b6e4826a-7393-4a80-8f91-d75cfe5dd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.477193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-b6e4826a-7393-4a80-8f91-d75cfe5dd63d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 1096 time: 0.0393419 Feb 07 23:14:32.568160 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-95d44734-d23b-43b6-90af-acb18e7595f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.569519 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-95d44734-d23b-43b6-90af-acb18e7595f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1096 time: 0.0718927 Feb 07 23:14:32.578072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a18b8-4e01-40b8-8b6b-1f980ae0dad8 req-e444c362-996e-493c-b354-b92738b49608 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.579362 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e0a18b8-4e01-40b8-8b6b-1f980ae0dad8 req-e444c362-996e-493c-b354-b92738b49608 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 945 time: 0.0572491 Feb 07 23:14:32.659430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e0a18b8-4e01-40b8-8b6b-1f980ae0dad8 req-63ced198-602b-4e33-963e-f84473ba30ce tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723269 Feb 07 23:14:32.688842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-b47823c2-09c5-4859-98f6-3a24f2bb592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.690258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-b47823c2-09c5-4859-98f6-3a24f2bb592e service neutron] 10.222.0.46 "GET /v2.0/networks?id=95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 200 len: 896 time: 0.1100481 Feb 07 23:14:32.758180 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-6c1986e0-f8d5-43e5-9235-40eecb0e248d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 1000 time: 0.0611329 Feb 07 23:14:32.804407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-344e6825-70fd-4782-b0ee-f9f1e3ec7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.805750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-344e6825-70fd-4782-b0ee-f9f1e3ec7672 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b037558-dbd2-4c8e-9b89-d5ce134dbba5 HTTP/1.1" status: 200 len: 834 time: 0.0406728 Feb 07 23:14:32.850195 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-072b5aa4-38e5-48bd-9574-774299d49227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.851578 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-072b5aa4-38e5-48bd-9574-774299d49227 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95e5bd76-b1c5-46de-800b-0e1202df16c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394959 Feb 07 23:14:32.942907 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-f8ae7232-4d90-41e3-b39b-de4a0a353ea9 service neutron] 10.222.0.46 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837717 Feb 07 23:14:33.351866 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-073e1f60-ed86-4ff8-8d10-ed356f623585 service neutron] 10.222.0.46 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024608 Feb 07 23:14:33.571624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-d5fdfbe8-58fd-4118-855f-fb611dc045d5 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:33.573107 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-d5fdfbe8-58fd-4118-855f-fb611dc045d5 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db&tenant_id=9098f5c00b03436999b82c04cdb1baa2&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 1096 time: 0.0423195 Feb 07 23:14:33.710621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-f5230908-d975-484a-aee7-858228d548c4 service neutron] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:14:33.713786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-f5230908-d975-484a-aee7-858228d548c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:33.714872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-f5230908-d975-484a-aee7-858228d548c4 service neutron] 10.222.0.46 "DELETE /v2.0/ports/5fc566cb-6ca4-45fb-ab15-3bd985198c5a/bindings/n-h2-827895-2 HTTP/1.1" status: 204 len: 173 time: 0.1350412 Feb 07 23:14:33.786431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad344d-1121-4301-8895-2aafb39f7a13 req-ca57fb59-cd77-47e2-a32f-f229e88d9a69 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:33.787948 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7cad344d-1121-4301-8895-2aafb39f7a13 req-ca57fb59-cd77-47e2-a32f-f229e88d9a69 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 945 time: 0.0588801 Feb 07 23:14:33.826195 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7cad344d-1121-4301-8895-2aafb39f7a13 req-fde71715-d829-4cf4-b518-2ac60fc74a73 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321770 Feb 07 23:14:33.931172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cdf53-3a7e-42ba-a882-88b1f541d515 req-747dd904-5a14-47d8-91c5-8deabbb92ba7 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:33.932717 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f7cdf53-3a7e-42ba-a882-88b1f541d515 req-747dd904-5a14-47d8-91c5-8deabbb92ba7 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1096 time: 0.0393512 Feb 07 23:14:33.972124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f7cdf53-3a7e-42ba-a882-88b1f541d515 req-ea09a183-3475-4d8c-82f3-4db8d79a4555 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325134 Feb 07 23:14:34.089070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ec323-75e4-45b4-9c0c-b5806c3d11e7 req-7a422624-005a-4f82-9d3a-c62a76d4126e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:34.090539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-942ec323-75e4-45b4-9c0c-b5806c3d11e7 req-7a422624-005a-4f82-9d3a-c62a76d4126e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 945 time: 0.0495057 Feb 07 23:14:34.132468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-942ec323-75e4-45b4-9c0c-b5806c3d11e7 req-ec9ca84a-c157-46af-83f3-72f8b2865e3e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Feb 07 23:14:34.147611 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:34.154291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55440) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:34.212920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bb01062a-659c-4d4f-a321-276ca0fdbbcc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/8b35cee2-d6fd-4c56-be5b-fdeb3aecb011 HTTP/1.1" status: 200 len: 992 time: 0.0568855 Feb 07 23:14:34.434307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55446) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:34.586276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 2516899c-8d2e-4a73-9315-cae0281156be {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:14:34.586958 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:34.627053 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:34.665512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:34.665839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:34.677342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 2516899c-8d2e-4a73-9315-cae0281156be owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:14:34.828562 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:34.852247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=2516899c-8d2e-4a73-9315-cae0281156be,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:34.915045 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:34.915374 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Floating IP 8b35cee2-d6fd-4c56-be5b-fdeb3aecb011 disassociated (deleted). External IP: 172.25.8.119, port: 5fc566cb-6ca4-45fb-ab15-3bd985198c5a. Feb 07 23:14:35.122549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:14:35.230708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:14:35.235977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:35.240780 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] Sync routers for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:35.251269 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:35.251912 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:35.264334 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fe25d09d-fae3-40fd-ba68-1ad839c432fb tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/floatingips/8b35cee2-d6fd-4c56-be5b-fdeb3aecb011 HTTP/1.1" status: 204 len: 168 time: 0.8289590 Feb 07 23:14:35.264899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:35.267170 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddaaa35-ab6d-40ad-b352-c1e56f03a431" -d '{"events": [{"name": "network-changed", "server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:14:35.285046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5fc566cb-6ca4-45fb-ab15-3bd985198c5a no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:14:35.310097 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe65b529-c106-460e-8b38-43882c455691 x-openstack-request-id: req-fe65b529-c106-460e-8b38-43882c455691 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:14:35.310811 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:14:35.311581 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe65b529-c106-460e-8b38-43882c455691 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:14:35.312011 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'status': 'completed', 'code': 200} Feb 07 23:14:35.333366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 5fc566cb-6ca4-45fb-ab15-3bd985198c5a not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:14:35.372792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-b60e9fc0-9132-4863-ad70-163ef2adac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:35.374860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-b60e9fc0-9132-4863-ad70-163ef2adac26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 1096 time: 0.0424078 Feb 07 23:14:35.377416 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:35.501061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-a70f3d8b-8511-41c8-bfd6-22ecaf86d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:35.502507 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-a70f3d8b-8511-41c8-bfd6-22ecaf86d177 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 200 len: 896 time: 0.1205630 Feb 07 23:14:35.547950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-18e200c2-f113-4f7e-9f88-0a464c202350 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 200 len: 217 time: 0.0366850 Feb 07 23:14:35.559128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce40f0-b246-4389-bedc-5aebe91322f3 req-4db3bd43-cb58-4e98-a0e0-69e5847944b4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:35.560559 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-15ce40f0-b246-4389-bedc-5aebe91322f3 req-4db3bd43-cb58-4e98-a0e0-69e5847944b4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 945 time: 0.0886259 Feb 07 23:14:35.587933 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:37Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7bd05514-9f31-469c-8214-3b2aa77911e8', 'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:fc:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:37Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:35.614620 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] Checking router: 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:35.623040 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:35.624026 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:35.627382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-f69b365c-4449-43c7-af26-4c3ff3d0bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:35.628860 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-f69b365c-4449-43c7-af26-4c3ff3d0bd4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b037558-dbd2-4c8e-9b89-d5ce134dbba5 HTTP/1.1" status: 200 len: 834 time: 0.0673304 Feb 07 23:14:35.636186 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-15ce40f0-b246-4389-bedc-5aebe91322f3 req-e4a18489-14b9-4739-92b7-02eec5e782d4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec37db5b-846b-45d0-9532-e68bb8f90f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675480 Feb 07 23:14:35.679797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-04bd24fa-906b-4c86-b7bb-b4cb572ef9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:35.681308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-04bd24fa-906b-4c86-b7bb-b4cb572ef9f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95e5bd76-b1c5-46de-800b-0e1202df16c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418887 Feb 07 23:14:35.733350 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:35.780553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-d6272664-3641-44ee-b4e5-c5f595187257 service neutron] 10.222.0.46 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887258 Feb 07 23:14:35.879248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-9b802ce9-f992-4782-9838-05d14771cbfa service neutron] 10.222.0.46 "GET /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923274 Feb 07 23:14:35.914386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-7c08f383-655c-4cc7-a3a3-a950786e434f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:35.915851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-7c08f383-655c-4cc7-a3a3-a950786e434f tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/ports?device_id=80a9e12d-ea36-4cd4-ade8-abc8290914db HTTP/1.1" status: 200 len: 945 time: 0.0530970 Feb 07 23:14:36.016052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:14:36.016052 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.027639 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:37Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7bd05514-9f31-469c-8214-3b2aa77911e8', 'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:fc:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:37Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:36.057753 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17063bb2-6f5c-4699-970c-f750cfc0112d None None] The sync data for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 is: [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:13:37Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7bd05514-9f31-469c-8214-3b2aa77911e8', 'name': '', 'network_id': '95e5bd76-b1c5-46de-800b-0e1202df16c2', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:fc:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:37Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '3b037558-dbd2-4c8e-9b89-d5ce134dbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:36.107386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:36.108300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.120665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 5fc566cb-6ca4-45fb-ab15-3bd985198c5a owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:14:36.259424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.289418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=5fc566cb-6ca4-45fb-ab15-3bd985198c5a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:36.308670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179195fc-a01c-46ff-a3d7-febf9d1edf67 None None] New status for floating IP 8b35cee2-d6fd-4c56-be5b-fdeb3aecb011: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:14:36.321561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.321922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.322271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.322610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.322948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.323279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.323627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.323966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.324301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.324623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.324950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.325269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:36.345887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] No DVR routers for this DVR port 5fc566cb-6ca4-45fb-ab15-3bd985198c5a on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:14:36.348360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.351663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a899e6c8-a391-4fc5-b79e-27453249d0cb req-f275ffc1-0713-4a78-960e-2951da51fc15 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "DELETE /v2.0/ports/5fc566cb-6ca4-45fb-ab15-3bd985198c5a HTTP/1.1" status: 204 len: 173 time: 0.4300902 Feb 07 23:14:36.352117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-deleted', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:36.354452 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb17b2ef-2704-4e16-8cf5-9913f58cf906" -d '{"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-deleted", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:14:36.398807 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b34bb4-5d82-4c5d-a2d6-d709f7240a2d x-openstack-request-id: req-73b34bb4-5d82-4c5d-a2d6-d709f7240a2d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:14:36.399166 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9e12d-ea36-4cd4-ade8-abc8290914db", "name": "network-vif-deleted", "tag": "5fc566cb-6ca4-45fb-ab15-3bd985198c5a", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:14:36.399484 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73b34bb4-5d82-4c5d-a2d6-d709f7240a2d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:14:36.399985 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9e12d-ea36-4cd4-ade8-abc8290914db', 'name': 'network-vif-deleted', 'tag': '5fc566cb-6ca4-45fb-ab15-3bd985198c5a', 'status': 'completed', 'code': 200} Feb 07 23:14:36.696473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55458) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:37.052654 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:37.303951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 7bd05514-9f31-469c-8214-3b2aa77911e8 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:14:37.304614 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:37.394972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port 7bd05514-9f31-469c-8214-3b2aa77911e8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7bd05514-9f31-469c-8214-3b2aa77911e8,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:37.395331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:37.407470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 7bd05514-9f31-469c-8214-3b2aa77911e8 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:14:37.588427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:37.615783 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=7bd05514-9f31-469c-8214-3b2aa77911e8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:37.792434 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.006435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:14:38.445638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:14:38.450519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-aaf58a59-2520-4fab-808a-4f58c874180b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "PUT /v2.0/routers/8e7dc82d-eff0-4c47-957f-3476a89dcfb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7530141 Feb 07 23:14:38.453450 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55460) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:38.457542 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] Sync routers for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:38.468048 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:38.468721 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:38.502914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-58de3de6-2413-4326-8927-a30c50b05662 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting subnet 3b037558-dbd2-4c8e-9b89-d5ce134dbba5 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:14:38.506146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-58de3de6-2413-4326-8927-a30c50b05662 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.544593 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-58de3de6-2413-4326-8927-a30c50b05662 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.571292 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:38.629331 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-58de3de6-2413-4326-8927-a30c50b05662 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.686694 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-58de3de6-2413-4326-8927-a30c50b05662 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.714490 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-58de3de6-2413-4326-8927-a30c50b05662 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.718856 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-58de3de6-2413-4326-8927-a30c50b05662 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/subnets/3b037558-dbd2-4c8e-9b89-d5ce134dbba5 HTTP/1.1" status: 204 len: 168 time: 0.2644603 Feb 07 23:14:38.720060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de3de6-2413-4326-8927-a30c50b05662 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Subnet': ['ID=3b037558-dbd2-4c8e-9b89-d5ce134dbba5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:38.720496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec879a6-ad48-4ad3-893d-e4918b71400b None None] Network 95e5bd76-b1c5-46de-800b-0e1202df16c2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:14:38.721810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55462) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:38.759380 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:14:37Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:38.790476 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] Checking router: 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:38.800449 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] Routers {'8e7dc82d-eff0-4c47-957f-3476a89dcfb5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:38.801171 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:38.831247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.911450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee2e09-d97a-4888-8222-888376f6cf61 None None] DHCP port deletion for 95e5bd76-b1c5-46de-800b-0e1202df16c2 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:14:38.923759 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] Set router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:38.948088 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.965776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-acee2e09-d97a-4888-8222-888376f6cf61 None None] Deleting port 2f0ea911-abaf-4e3f-85a2-9616131428b0 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:14:38.966221 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-acee2e09-d97a-4888-8222-888376f6cf61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.008838 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 354cda44-c410-47d9-bed4-e00562e8e436 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:14:39.009273 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.031547 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-acee2e09-d97a-4888-8222-888376f6cf61 None None] For port 2f0ea911-abaf-4e3f-85a2-9616131428b0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2f0ea911-abaf-4e3f-85a2-9616131428b0,segment=NetworkSegment(267f530d-9daa-4ca8-8c98-c746124277b6),segment_id=267f530d-9daa-4ca8-8c98-c746124277b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:39.032331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-acee2e09-d97a-4888-8222-888376f6cf61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.045143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-acee2e09-d97a-4888-8222-888376f6cf61 None None] Calling delete_port for 2f0ea911-abaf-4e3f-85a2-9616131428b0 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:14:39.095931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port 354cda44-c410-47d9-bed4-e00562e8e436, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=354cda44-c410-47d9-bed4-e00562e8e436,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:39.096299 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.109626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 354cda44-c410-47d9-bed4-e00562e8e436 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:14:39.110657 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:14:37Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:39.132264 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-acee2e09-d97a-4888-8222-888376f6cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.136893 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebbe6c-a9ac-4187-853e-23fb1bc2e17e None None] The sync data for ids ['8e7dc82d-eff0-4c47-957f-3476a89dcfb5'] in n-d-827895-2 is: [{'id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833383201', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '354cda44-c410-47d9-bed4-e00562e8e436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:34Z', 'updated_at': '2022-02-07T23:14:37Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': '354cda44-c410-47d9-bed4-e00562e8e436', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7dc82d-eff0-4c47-957f-3476a89dcfb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:35Z', 'updated_at': '2022-02-07T23:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:39.159027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee2e09-d97a-4888-8222-888376f6cf61 None None] Pushing event deleted for resources: {'Port': ['ID=2f0ea911-abaf-4e3f-85a2-9616131428b0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:39.164529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee2e09-d97a-4888-8222-888376f6cf61 None None] No DVR routers for this DVR port 2f0ea911-abaf-4e3f-85a2-9616131428b0 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:14:39.289551 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.314537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=354cda44-c410-47d9-bed4-e00562e8e436,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:39.372672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.463866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.465885 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.510588 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.511304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Fanout notify agent at l3_agent the message router_deleted on router 8e7dc82d-eff0-4c47-957f-3476a89dcfb5 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:14:39.519546 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.520737 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-82e41146-7de1-4472-9d25-01a15d2f14a8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/routers/8e7dc82d-eff0-4c47-957f-3476a89dcfb5 HTTP/1.1" status: 204 len: 168 time: 0.7979510 Feb 07 23:14:39.523427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55464) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:39.610022 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.698780 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.719807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e5bd76-b1c5-46de-800b-0e1202df16c2']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:39.736802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267f530d-9daa-4ca8-8c98-c746124277b6') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:39.737092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267f530d-9daa-4ca8-8c98-c746124277b6') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:39.754171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.781466 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.788766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:14:39.789212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:14:39.792167 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:14:39.848328 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.855078 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.858693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/networks/95e5bd76-b1c5-46de-800b-0e1202df16c2 HTTP/1.1" status: 204 len: 168 time: 0.3342152 Feb 07 23:14:39.862278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55466) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:39.870122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430885c-9e1e-4f8d-8ae9-a16d5faf7097 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Network': ['ID=95e5bd76-b1c5-46de-800b-0e1202df16c2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:39.923591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfb3f-fc85-4026-864f-97386ca20d1c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.948432 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfb3f-fc85-4026-864f-97386ca20d1c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.007380 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfb3f-fc85-4026-864f-97386ca20d1c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.010035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfb3f-fc85-4026-864f-97386ca20d1c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.011223 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e3ddfb3f-fc85-4026-864f-97386ca20d1c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/security-groups/ec37db5b-846b-45d0-9532-e68bb8f90f3a HTTP/1.1" status: 204 len: 168 time: 0.1471076 Feb 07 23:14:40.021003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddfb3f-fc85-4026-864f-97386ca20d1c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec37db5b-846b-45d0-9532-e68bb8f90f3a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:40.168786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2f0ea911-abaf-4e3f-85a2-9616131428b0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:14:40.194403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2f0ea911-abaf-4e3f-85a2-9616131428b0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:14:40.194842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2f0ea911-abaf-4e3f-85a2-9616131428b0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:14:40.195332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 354cda44-c410-47d9-bed4-e00562e8e436 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:14:40.216146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 354cda44-c410-47d9-bed4-e00562e8e436 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:14:40.216493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 354cda44-c410-47d9-bed4-e00562e8e436 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:14:40.217464 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7bd05514-9f31-469c-8214-3b2aa77911e8 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:14:40.247275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 7bd05514-9f31-469c-8214-3b2aa77911e8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:14:40.247681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7bd05514-9f31-469c-8214-3b2aa77911e8 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:14:40.416444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55472) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:40.421196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d25d407a-09b4-4bc1-b145-95ea72588af7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52510697', 'description': 'tempest-secgroup-smoke-52510697 description', 'project_id': '9098f5c00b03436999b82c04cdb1baa2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:40.446672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d25d407a-09b4-4bc1-b145-95ea72588af7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.532420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d25d407a-09b4-4bc1-b145-95ea72588af7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.536169 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d25d407a-09b4-4bc1-b145-95ea72588af7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.566047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d25d407a-09b4-4bc1-b145-95ea72588af7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.567270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d25d407a-09b4-4bc1-b145-95ea72588af7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1498191 Feb 07 23:14:40.570923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55474) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:40.575488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d407a-09b4-4bc1-b145-95ea72588af7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077ed6c3-5c95-49d0-a4dd-f070424b5f64,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:40.575840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c4712015-13a8-4849-a1b9-7fc48ce876b9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '077ed6c3-5c95-49d0-a4dd-f070424b5f64', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:40.609387 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4712015-13a8-4849-a1b9-7fc48ce876b9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.669238 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4712015-13a8-4849-a1b9-7fc48ce876b9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.673272 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4712015-13a8-4849-a1b9-7fc48ce876b9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.690658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4712015-13a8-4849-a1b9-7fc48ce876b9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe2e3af-3950-4ea5-9ab8-eaad92c8c11b,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:40.698721 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4712015-13a8-4849-a1b9-7fc48ce876b9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.699822 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c4712015-13a8-4849-a1b9-7fc48ce876b9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278052 Feb 07 23:14:40.703113 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55476) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:40.707381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9b176711-a9db-4b78-973a-bf775b1f6820 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '077ed6c3-5c95-49d0-a4dd-f070424b5f64', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:40.733449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b176711-a9db-4b78-973a-bf775b1f6820 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.790553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5fc566cb-6ca4-45fb-ab15-3bd985198c5a no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:14:40.793359 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b176711-a9db-4b78-973a-bf775b1f6820 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.796910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b176711-a9db-4b78-973a-bf775b1f6820 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.812055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 5fc566cb-6ca4-45fb-ab15-3bd985198c5a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:14:40.812404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 5fc566cb-6ca4-45fb-ab15-3bd985198c5a not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:14:40.815085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b176711-a9db-4b78-973a-bf775b1f6820 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f19550-4858-4083-a7fd-1a808fd29f4a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:40.820801 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9b176711-a9db-4b78-973a-bf775b1f6820 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.824874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55478) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:40.825121 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9b176711-a9db-4b78-973a-bf775b1f6820 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209443 Feb 07 23:14:40.830202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-38b11338-d7c8-4c9a-ab60-57c263e3ecf9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '077ed6c3-5c95-49d0-a4dd-f070424b5f64', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:40.860439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38b11338-d7c8-4c9a-ab60-57c263e3ecf9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.910463 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38b11338-d7c8-4c9a-ab60-57c263e3ecf9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.914054 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38b11338-d7c8-4c9a-ab60-57c263e3ecf9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.932899 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b11338-d7c8-4c9a-ab60-57c263e3ecf9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c90e3e-9ed4-4b2f-8c17-6d18a2c2b63a,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:40.941369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-38b11338-d7c8-4c9a-ab60-57c263e3ecf9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.942557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-38b11338-d7c8-4c9a-ab60-57c263e3ecf9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164999 Feb 07 23:14:40.945380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55480) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:40.949573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1b26a151-c794-49e1-bbe4-60f768a9a957 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '077ed6c3-5c95-49d0-a4dd-f070424b5f64', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:40.977138 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b26a151-c794-49e1-bbe4-60f768a9a957 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.035352 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b26a151-c794-49e1-bbe4-60f768a9a957 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.038646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b26a151-c794-49e1-bbe4-60f768a9a957 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.057647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26a151-c794-49e1-bbe4-60f768a9a957 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3898c19-97a2-474b-81e3-9428b5ea2907,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:41.064126 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1b26a151-c794-49e1-bbe4-60f768a9a957 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.065244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1b26a151-c794-49e1-bbe4-60f768a9a957 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189511 Feb 07 23:14:41.068063 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55482) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:41.072238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7032c962-1c4c-49d9-8208-56d718f7661e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '077ed6c3-5c95-49d0-a4dd-f070424b5f64', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:41.095831 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-7032c962-1c4c-49d9-8208-56d718f7661e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Project 9098f5c00b03436999b82c04cdb1baa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:14:41.100557 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7032c962-1c4c-49d9-8208-56d718f7661e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.162116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7032c962-1c4c-49d9-8208-56d718f7661e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.165718 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7032c962-1c4c-49d9-8208-56d718f7661e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.182885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032c962-1c4c-49d9-8208-56d718f7661e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8104a7c8-0d17-4f24-86ff-428769f09615,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:41.191444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7032c962-1c4c-49d9-8208-56d718f7661e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.192683 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7032c962-1c4c-49d9-8208-56d718f7661e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237330 Feb 07 23:14:41.195429 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55484) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:41.199676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6d33903b-9f57-4965-89bf-c1613022bacc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'security_group_rule': {'security_group_id': '077ed6c3-5c95-49d0-a4dd-f070424b5f64', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:41.223034 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-6d33903b-9f57-4965-89bf-c1613022bacc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Project 9098f5c00b03436999b82c04cdb1baa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:14:41.227797 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d33903b-9f57-4965-89bf-c1613022bacc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.288289 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d33903b-9f57-4965-89bf-c1613022bacc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.291893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d33903b-9f57-4965-89bf-c1613022bacc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.307048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33903b-9f57-4965-89bf-c1613022bacc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeacffc5-87a0-48aa-b8ff-883a106b7294,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:41.318313 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d33903b-9f57-4965-89bf-c1613022bacc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.319676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6d33903b-9f57-4965-89bf-c1613022bacc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232684 Feb 07 23:14:41.322502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55486) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:41.327231 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'network': {'name': 'tempest-network-smoke--1317705579', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'port_security_enabled': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:41.349125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:41.352464 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.376762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:14:41.385389 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.385750 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Added segment abcb5b51-1990-48a7-9d49-706f8191a7f1 of type vlan for network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 Feb 07 23:14:41.424519 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.448012 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.453362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:41.453938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.517659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1941221 Feb 07 23:14:41.520412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55488) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:41.523831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1771ad-35e6-4a3f-a3f2-90c36f2b795a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Network': ['ID=7a281cbb-baa3-4f81-a616-19b7f2b6c115,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:41.525307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'admin_state_up': True, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:41.535936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:14:41.550706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.551727 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.603207 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.736029 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.927345 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:41.945665 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:42.053310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.25.8.133 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/ec38c6fd-d77f-4c4a-9525-a64f54db2b57) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:14:42.154026 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:42.187070 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:42.223860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:14:42.226559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:42.230747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:14:42.258529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=ec38c6fd-d77f-4c4a-9525-a64f54db2b57,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:42.474525 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:42.668779 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:42.792832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 96a27f32-d143-41e1-940e-b1ac2f4784d2 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:14:42.901160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:14:42.911135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Sync routers for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:42.921318 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:42.922684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-82f148bd-8ec6-441d-9f3a-0956e4aea43c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4009292 Feb 07 23:14:42.924192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:42.924809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:42.925886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55490) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:42.954543 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c5ebc7c2-1fee-4e78-a52e-4ce2ea10b879 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9098f5c00b03436999b82c04cdb1baa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275307 Feb 07 23:14:42.957246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55492) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:43.029175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:43.040088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17aa8a7-5062-4ef2-bf76-8a394bbc1778 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:43.041571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e17aa8a7-5062-4ef2-bf76-8a394bbc1778 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0833538 Feb 07 23:14:43.044533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55494) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:43.071562 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0129bd93-810a-4779-9671-8786eb6e74fb tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260532 Feb 07 23:14:43.074095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55496) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:43.079218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855164728', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:43.174789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:43.178559 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.360282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:42Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:43.365883 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.386775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Checking router: 96a27f32-d143-41e1-940e-b1ac2f4784d2 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:43.387122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Updating router 96a27f32-d143-41e1-940e-b1ac2f4784d2 port ec38c6fd-d77f-4c4a-9525-a64f54db2b57 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:14:43.413340 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.426025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Subnet': ['ID=7c3831db-fd32-469b-b4a7-91e63b102f0f,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:43.436219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Checking segment: {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:14:43.436581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network hostable DHCP agents. Network: 7a281cbb-baa3-4f81-a616-19b7f2b6c115, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:14:43.453477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:14:43.462097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7a281cbb-baa3-4f81-a616-19b7f2b6c115) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:43.467048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:43.468190 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.484314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-407ee3a8-2d7a-4f10-93f5-aaeb763c6ecd tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4092603 Feb 07 23:14:43.487027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55498) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:43.499063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d584f-ebbd-4813-b30c-f599f8c19950 None None] Network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:14:43.740821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:14:43.741668 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.802761 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.853358 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.962018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Attempting to bind port ec38c6fd-d77f-4c4a-9525-a64f54db2b57 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:43.962736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Attempting to bind port ec38c6fd-d77f-4c4a-9525-a64f54db2b57 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:43.962736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Attempting to bind port ec38c6fd-d77f-4c4a-9525-a64f54db2b57 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:14:43.964640 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1c2ac-742a-41f9-8422-ca207f16e2d6 None None] Pushing event updated for resources: {'Port': ['ID=ec38c6fd-d77f-4c4a-9525-a64f54db2b57,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:43.973002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:14:43.973377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:14:43.973755 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.974122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:14:43.974596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Bound port: ec38c6fd-d77f-4c4a-9525-a64f54db2b57, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:43.975052 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.006094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Allocated IP 172.20.0.2 (7a281cbb-baa3-4f81-a616-19b7f2b6c115/7c3831db-fd32-469b-b4a7-91e63b102f0f/e0370360-c902-435c-94a8-890337f7b2c0) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:14:44.089392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] For port ec38c6fd-d77f-4c4a-9525-a64f54db2b57, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:14:44.106123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] For port ec38c6fd-d77f-4c4a-9525-a64f54db2b57, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ec38c6fd-d77f-4c4a-9525-a64f54db2b57,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:14:44.114968 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.168234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.214572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1c2ac-742a-41f9-8422-ca207f16e2d6 None None] Pushing event updated for resources: {'Port': ['ID=ec38c6fd-d77f-4c4a-9525-a64f54db2b57,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:44.222231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:44.222858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:44.285986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.323966 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.380001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:14:44.385336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:44.387045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Pushing event updated for resources: {'Port': ['ID=e0370360-c902-435c-94a8-890337f7b2c0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:44.392788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:14:44.398593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:44.437931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.20.0.1 (7a281cbb-baa3-4f81-a616-19b7f2b6c115/7c3831db-fd32-469b-b4a7-91e63b102f0f/dca523f7-e0e6-47bf-906e-97172ddf322c) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:14:44.541867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Attempting to bind port e0370360-c902-435c-94a8-890337f7b2c0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:44.542112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Attempting to bind port e0370360-c902-435c-94a8-890337f7b2c0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:44.542484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Attempting to bind port e0370360-c902-435c-94a8-890337f7b2c0 on network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:14:44.553432 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.554427 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:14:44.554805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Checking segment: {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:14:44.555214 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.555609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Bound using segment: {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:14:44.556109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Bound port: e0370360-c902-435c-94a8-890337f7b2c0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:44.556488 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.587446 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.631501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:14:44.634494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:44.637428 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:14:44.660699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=dca523f7-e0e6-47bf-906e-97172ddf322c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:44.664844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] For port e0370360-c902-435c-94a8-890337f7b2c0, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:14:44.668466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] For port e0370360-c902-435c-94a8-890337f7b2c0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e0370360-c902-435c-94a8-890337f7b2c0,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:14:44.675965 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.684566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:44.716904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:42Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:44.751446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e741239-d299-4f7b-aadc-9b1282f77272 None None] The sync data for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 is: [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:42Z', 'revision_number': 3, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:44.774376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd7b0a-59ef-4b25-a479-a3196086045d None None] Pushing event updated for resources: {'Port': ['ID=e0370360-c902-435c-94a8-890337f7b2c0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:44.833546 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:45.164146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:45.169300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:45.247188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:45.249571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=dca523f7-e0e6-47bf-906e-97172ddf322c,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:45.347563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:14:45.349206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:45.469677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 96a27f32-d143-41e1-940e-b1ac2f4784d2 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:14:45.597223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:14:45.602650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a901401a-d752-4216-ae16-755a61f33a4a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "PUT /v2.0/routers/96a27f32-d143-41e1-940e-b1ac2f4784d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146100 Feb 07 23:14:45.764017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6dcbde84-1c87-40bf-9b58-6a31324e00e5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52510697&fields=id&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 267 time: 0.0386536 Feb 07 23:14:45.864313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa5198-c399-4659-afc4-862cd60bcf5c None None] Network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:14:45.880649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-926344ea-7d7c-4b93-905d-3e1c8d9139b1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:45.882240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-926344ea-7d7c-4b93-905d-3e1c8d9139b1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/networks?id=7a281cbb-baa3-4f81-a616-19b7f2b6c115 HTTP/1.1" status: 200 len: 797 time: 0.1109140 Feb 07 23:14:45.897519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-7bd197a2-2073-4a53-9de2-6106f9d7d349 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/quotas/9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 375 time: 0.0093353 Feb 07 23:14:45.939752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fd45e248-b93d-4c4a-b37f-0c6530dd766a None None] Provisioning complete for port e0370360-c902-435c-94a8-890337f7b2c0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:45.940137 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd45e248-b93d-4c4a-b37f-0c6530dd766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:45.951896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-c4c6e04b-584e-4fd8-940e-1e11591126d4 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484986 Feb 07 23:14:46.060607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-4ee97798-f50c-4939-8cda-cdb747bd968c service neutron] 10.222.0.15 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967734 Feb 07 23:14:46.084960 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd45e248-b93d-4c4a-b37f-0c6530dd766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:46.130234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fd45e248-b93d-4c4a-b37f-0c6530dd766a None None] For port e0370360-c902-435c-94a8-890337f7b2c0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e0370360-c902-435c-94a8-890337f7b2c0,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:46.137906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd45e248-b93d-4c4a-b37f-0c6530dd766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:46.193384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-4c488cc8-19da-473c-b72e-67f80d2baee0 service neutron] 10.222.0.15 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263680 Feb 07 23:14:46.221804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45e248-b93d-4c4a-b37f-0c6530dd766a None None] Pushing event updated for resources: {'Port': ['ID=e0370360-c902-435c-94a8-890337f7b2c0,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:46.355082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ec38c6fd-d77f-4c4a-9525-a64f54db2b57 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:14:46.423676 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e2b2016d-bf14-49b7-a5f3-1cb0adf53615 req-06cde361-a4be-4740-a9e3-4542890a5cde tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 210 time: 0.0350995 Feb 07 23:14:46.430481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ec38c6fd-d77f-4c4a-9525-a64f54db2b57 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:46.430928 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:46.484585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-55f8abfa-63fa-486c-b84b-2e28f67d8049 None None] Provisioning complete for port dca523f7-e0e6-47bf-906e-97172ddf322c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:46.485024 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55f8abfa-63fa-486c-b84b-2e28f67d8049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:46.550936 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-55f8abfa-63fa-486c-b84b-2e28f67d8049 None None] Port dca523f7-e0e6-47bf-906e-97172ddf322c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:14:46.569001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:46.578293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-55f8abfa-63fa-486c-b84b-2e28f67d8049 None None] Provisioning complete for port e0370360-c902-435c-94a8-890337f7b2c0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:46.578693 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55f8abfa-63fa-486c-b84b-2e28f67d8049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:46.590708 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Sync routers for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:46.602779 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:46.603658 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:46.648812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port ec38c6fd-d77f-4c4a-9525-a64f54db2b57, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ec38c6fd-d77f-4c4a-9525-a64f54db2b57,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:46.683319 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:46.684392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e0370360-c902-435c-94a8-890337f7b2c0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:14:46.724927 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:46.788212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=ec38c6fd-d77f-4c4a-9525-a64f54db2b57,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:46.802579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e0370360-c902-435c-94a8-890337f7b2c0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:46.802963 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:46.968835 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dca523f7-e0e6-47bf-906e-97172ddf322c', 'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:15:4f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:44Z', 'updated_at': '2022-02-07T23:14:45Z', 'revision_number': 2, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:46.996223 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Checking router: 96a27f32-d143-41e1-940e-b1ac2f4784d2 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:46.996569 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Updating router 96a27f32-d143-41e1-940e-b1ac2f4784d2 port dca523f7-e0e6-47bf-906e-97172ddf322c binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:14:47.010083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bdab10b3-ef92-420c-a817-4f5f120fd13c None None] Provisioning complete for port dca523f7-e0e6-47bf-906e-97172ddf322c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:47.010675 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdab10b3-ef92-420c-a817-4f5f120fd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.022438 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.057630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bdab10b3-ef92-420c-a817-4f5f120fd13c None None] Port dca523f7-e0e6-47bf-906e-97172ddf322c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:14:47.176071 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-26dd99de-09c0-4176-a70f-6194c4f86f2e None None] Provisioning complete for port dca523f7-e0e6-47bf-906e-97172ddf322c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:47.176438 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26dd99de-09c0-4176-a70f-6194c4f86f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.211366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-26dd99de-09c0-4176-a70f-6194c4f86f2e None None] Port dca523f7-e0e6-47bf-906e-97172ddf322c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:14:47.389438 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.395171 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.439997 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Pushing event updated for resources: {'Port': ['ID=dca523f7-e0e6-47bf-906e-97172ddf322c,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:47.452226 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.452568 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.452899 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.453431 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.453936 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.454429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.454766 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.455088 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.455408 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.455742 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.456068 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.456387 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:47.488039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-39c0c7fe-6b75-44b1-b6ef-4144b34db140 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:47.489975 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-39c0c7fe-6b75-44b1-b6ef-4144b34db140 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/networks?id=7a281cbb-baa3-4f81-a616-19b7f2b6c115 HTTP/1.1" status: 200 len: 797 time: 0.1133029 Feb 07 23:14:47.529363 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Attempting to bind port dca523f7-e0e6-47bf-906e-97172ddf322c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:47.531826 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Attempting to bind port dca523f7-e0e6-47bf-906e-97172ddf322c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:47.533862 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Attempting to bind port dca523f7-e0e6-47bf-906e-97172ddf322c on network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:14:47.544268 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:14:47.544695 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Checking segment: {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:14:47.545037 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.546245 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Bound using segment: {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:14:47.546766 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Bound port: dca523f7-e0e6-47bf-906e-97172ddf322c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:47.547103 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.576275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9cb930d1-f8c5-4526-8fbc-16cdd8bdf0f5 req-30122df7-486e-4962-ad4b-c40e3a0cfae5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 210 time: 0.0445919 Feb 07 23:14:47.581244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-c1b6fb1b-d600-4778-a855-71c401828d5e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9098f5c00b03436999b82c04cdb1baa2 HTTP/1.1" status: 200 len: 378 time: 0.0814333 Feb 07 23:14:47.594808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'port': {'device_id': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'admin_state_up': True, 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'security_groups': ['077ed6c3-5c95-49d0-a4dd-f070424b5f64']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:47.619565 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] For port dca523f7-e0e6-47bf-906e-97172ddf322c, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:14:47.622945 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] For port dca523f7-e0e6-47bf-906e-97172ddf322c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dca523f7-e0e6-47bf-906e-97172ddf322c,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:14:47.628069 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.682377 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:47.683294 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:47.719453 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720af30-6cce-4b72-8d1e-c9be00abe854 None None] Pushing event updated for resources: {'Port': ['ID=dca523f7-e0e6-47bf-906e-97172ddf322c,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:47.735312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-47d2d613-f587-4bef-ac61-5ecffda8a3c6 None None] Provisioning complete for port dca523f7-e0e6-47bf-906e-97172ddf322c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:47.735692 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47d2d613-f587-4bef-ac61-5ecffda8a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.746949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Made reservation on behalf of 9098f5c00b03436999b82c04cdb1baa2 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:47.752496 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.806064 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:47.836571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47d2d613-f587-4bef-ac61-5ecffda8a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.883920 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-47d2d613-f587-4bef-ac61-5ecffda8a3c6 None None] For port dca523f7-e0e6-47bf-906e-97172ddf322c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dca523f7-e0e6-47bf-906e-97172ddf322c,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:47.890399 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47d2d613-f587-4bef-ac61-5ecffda8a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:47.922476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.20.0.5 (7a281cbb-baa3-4f81-a616-19b7f2b6c115/7c3831db-fd32-469b-b4a7-91e63b102f0f/fad98f6d-6c66-43ad-ad9d-c18e9f15bc18) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:14:47.950952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2d613-f587-4bef-ac61-5ecffda8a3c6 None None] Pushing event updated for resources: {'Port': ['ID=dca523f7-e0e6-47bf-906e-97172ddf322c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:48.015176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6bb41035-e712-400e-9b63-3dc5fe009196 None None] Provisioning complete for port dca523f7-e0e6-47bf-906e-97172ddf322c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:48.016660 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb41035-e712-400e-9b63-3dc5fe009196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.034920 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:14:48.048844 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dca523f7-e0e6-47bf-906e-97172ddf322c', 'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:15:4f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:44Z', 'updated_at': '2022-02-07T23:14:47Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:48.081792 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acbcfc-f786-4997-9ed1-d849d25fcba1 None None] The sync data for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 is: [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dca523f7-e0e6-47bf-906e-97172ddf322c', 'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:15:4f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:44Z', 'updated_at': '2022-02-07T23:14:47Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:48.096109 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.144907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.198230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ec38c6fd-d77f-4c4a-9525-a64f54db2b57 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:14:48.203143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:14:48.206506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:48.210767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:14:48.255045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:48.278366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ec38c6fd-d77f-4c4a-9525-a64f54db2b57 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:48.278739 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.294508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:48.295498 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.318168 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-6825f3e8-4b64-45f1-9c1e-a4518d1ea14e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7299242 Feb 07 23:14:48.332748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Request body: {'port': {'device_id': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:48.375522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e0370360-c902-435c-94a8-890337f7b2c0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:14:48.400227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.434449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e0370360-c902-435c-94a8-890337f7b2c0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:48.434825 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.537803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-352a0b79-35c6-40fd-ac77-6f989ae809ed None None] Provisioning complete for port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:48.538141 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-352a0b79-35c6-40fd-ac77-6f989ae809ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.572960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-352a0b79-35c6-40fd-ac77-6f989ae809ed None None] Port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:14:48.702066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8059ff-a23c-4231-9a0f-3e603cb6ec4c req-64ea8e86-1873-4c8c-bc0e-fa55a82a0302 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:48.703567 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8059ff-a23c-4231-9a0f-3e603cb6ec4c req-64ea8e86-1873-4c8c-bc0e-fa55a82a0302 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 931 time: 0.0505369 Feb 07 23:14:48.746304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3a8059ff-a23c-4231-9a0f-3e603cb6ec4c req-456f1329-db5e-46a8-a99b-bc7067a5c08b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359805 Feb 07 23:14:48.758110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:14:48.766588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.781877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Transition to ACTIVE for port object fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:14:48.786257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.838596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:48.914759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Attempting to bind port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:48.915092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Attempting to bind port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:48.915555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Attempting to bind port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 on network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:14:48.920909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 on network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:14:48.921316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Attempting to bind port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 on network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:14:48.926424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:14:48.926828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Checking segment: {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:14:48.927219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Bound using segment: {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:14:48.927642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Bound port: fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcb5b51-1990-48a7-9d49-706f8191a7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:48.928020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:48.999126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] For port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:14:49.002811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] For port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:14:49.008402 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:49.050148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:49.050896 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:49.052908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 HTTP/1.1" status: 200 len: 1091 time: 0.7266963 Feb 07 23:14:49.055464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:49.059008 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d99f9a3-8532-4b23-9840-c639e15792d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:14:49.087240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca94cd-890c-4e64-bb45-08a5dccd89a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:49.139943 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd37a48b-42f2-4be1-be99-958cc48acd86 x-openstack-request-id: req-fd37a48b-42f2-4be1-be99-958cc48acd86 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:14:49.140243 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:14:49.140482 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd37a48b-42f2-4be1-be99-958cc48acd86 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:14:49.140885 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'status': 'completed', 'code': 200} Feb 07 23:14:49.182307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-b95a6af8-e4ed-4d9e-8848-db2d05ae17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:49.183987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-b95a6af8-e4ed-4d9e-8848-db2d05ae17dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 1094 time: 0.0800600 Feb 07 23:14:49.247186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-1820fa31-bda3-47f8-b079-fe402a8072ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 HTTP/1.1" status: 200 len: 217 time: 0.0562823 Feb 07 23:14:49.302804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-7f32f3c3-a885-41ae-bfd0-a6efc9d84a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:49.304299 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-7f32f3c3-a885-41ae-bfd0-a6efc9d84a3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c3831db-fd32-469b-b4a7-91e63b102f0f HTTP/1.1" status: 200 len: 834 time: 0.0510354 Feb 07 23:14:49.619357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-f764b872-0045-4e07-b690-955221e7f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:49.621903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-f764b872-0045-4e07-b690-955221e7f2a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a281cbb-baa3-4f81-a616-19b7f2b6c115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3102713 Feb 07 23:14:49.707337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-c6d5f2f0-6240-4151-9a88-09e91bf22fe9 service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799906 Feb 07 23:14:49.800710 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-90cd2c8a-27c1-4a24-bff8-f8f1db3908ae req-7052f6bf-1726-4c11-bb67-8500f8a18579 service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863557 Feb 07 23:14:49.873534 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e277e4-3929-49ed-af02-293b048c3f01 req-3eb7b2a5-6b56-401c-bdfc-92371b85837d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:49.874932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29e277e4-3929-49ed-af02-293b048c3f01 req-3eb7b2a5-6b56-401c-bdfc-92371b85837d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 943 time: 0.0570884 Feb 07 23:14:49.890077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-1d4d9e5b-c4ad-44d0-a3bb-2d9ea57fccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:49.891556 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-1d4d9e5b-c4ad-44d0-a3bb-2d9ea57fccbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 1094 time: 0.0431638 Feb 07 23:14:49.913498 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29e277e4-3929-49ed-af02-293b048c3f01 req-74695efe-9ece-47b1-b45c-eb5cd6e360e5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316806 Feb 07 23:14:50.040049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-a157cdd2-b045-4cfc-890d-511752673f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:50.041513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-a157cdd2-b045-4cfc-890d-511752673f06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a281cbb-baa3-4f81-a616-19b7f2b6c115 HTTP/1.1" status: 200 len: 897 time: 0.1423838 Feb 07 23:14:50.085511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-0d863c58-f1ad-4a81-ae18-e7d0767ea022 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 HTTP/1.1" status: 200 len: 217 time: 0.0372119 Feb 07 23:14:50.135825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-6e163550-f65f-4be5-92b8-8469dce1b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:50.137283 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-6e163550-f65f-4be5-92b8-8469dce1b48c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c3831db-fd32-469b-b4a7-91e63b102f0f HTTP/1.1" status: 200 len: 834 time: 0.0441601 Feb 07 23:14:50.183903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-f9aca2e8-e6d9-4ca9-9d9c-4dcf01357f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:50.185409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-f9aca2e8-e6d9-4ca9-9d9c-4dcf01357f0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a281cbb-baa3-4f81-a616-19b7f2b6c115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409615 Feb 07 23:14:50.193638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dca523f7-e0e6-47bf-906e-97172ddf322c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:14:50.245308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port dca523f7-e0e6-47bf-906e-97172ddf322c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:50.245683 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:50.279367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-27c70148-3389-481e-9e9b-ce54bd88069c service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864542 Feb 07 23:14:50.368689 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d99f9a3-8532-4b23-9840-c639e15792d2 req-c751cb95-5d08-4885-b851-343f36bd9b9c service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817826 Feb 07 23:14:51.036345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a2c16-eba7-49cb-a6f8-150adf4db173 req-fa7a10f8-c99c-4496-8d26-b90cdf9eb3b0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:51.037704 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-280a2c16-eba7-49cb-a6f8-150adf4db173 req-fa7a10f8-c99c-4496-8d26-b90cdf9eb3b0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 943 time: 0.0534668 Feb 07 23:14:51.073384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-280a2c16-eba7-49cb-a6f8-150adf4db173 req-122279de-9321-49e2-ae0a-8135106cc535 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297089 Feb 07 23:14:51.508025 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c978a45-6f3e-44ab-bc22-275a7b24023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.188164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3831fb-27db-45fe-9fdc-6a03c9475b43 req-7ca0e378-388f-401c-88a3-a0e1e169760d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:52.189579 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f3831fb-27db-45fe-9fdc-6a03c9475b43 req-7ca0e378-388f-401c-88a3-a0e1e169760d tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 943 time: 0.0477626 Feb 07 23:14:52.226510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5f3831fb-27db-45fe-9fdc-6a03c9475b43 req-a218de2d-1187-4f4a-9424-a93c75a49e11 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310078 Feb 07 23:14:52.868335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:14:52.962626 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:52.973776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'port_id': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'mac_address': 'fa:16:3e:1e:ad:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:14:53.009459 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:53.022800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:14:53.041365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:53.045352 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:53.094024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:53.248988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['fad98f6d-6c66-43ad-ad9d-c18e9f15bc18'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:14:53.345878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010b854-92b0-41a7-9817-33bd60571c98 req-b08a1bc1-f389-42ba-a7af-dab9577692b7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:53.348166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8010b854-92b0-41a7-9817-33bd60571c98 req-b08a1bc1-f389-42ba-a7af-dab9577692b7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 944 time: 0.0518515 Feb 07 23:14:53.386728 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8010b854-92b0-41a7-9817-33bd60571c98 req-fb74d782-5586-4c50-820a-86ee9d15f36b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327919 Feb 07 23:14:54.504095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8f15-0bcb-441b-b53f-19f46209bddc req-ed86156d-db5e-4c60-b8b3-5f213b6a5dc5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:54.505542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6cbf8f15-0bcb-441b-b53f-19f46209bddc req-ed86156d-db5e-4c60-b8b3-5f213b6a5dc5 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 944 time: 0.0475299 Feb 07 23:14:54.542356 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6cbf8f15-0bcb-441b-b53f-19f46209bddc req-f6834caa-6f40-4984-be4c-3fe28cbaa380 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309465 Feb 07 23:14:54.658742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09bb6662-b303-4e85-a3b7-7b6b3454c0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:54.868326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:14:54.917636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:14:54.931569 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:54.931961 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:54.957764 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:55.010702 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:55.032712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:55.034963 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8960824-3d41-4c7f-9d92-3e8040849009" -d '{"events": [{"server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "name": "network-vif-plugged", "status": "completed", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:14:55.047757 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:14:55.052823 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:55.083022 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ad9a83-aed6-4935-9aa9-c2195aead0c2 x-openstack-request-id: req-88ad9a83-aed6-4935-9aa9-c2195aead0c2 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:14:55.083316 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "name": "network-vif-plugged", "status": "completed", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:14:55.083563 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88ad9a83-aed6-4935-9aa9-c2195aead0c2 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:14:55.083966 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'code': 200} Feb 07 23:14:55.105539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:55.166572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e600-6b99-4b99-8068-6b1217beab1e req-b3307cfc-e678-4644-a22e-a78faca82a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:55.168082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2199e600-6b99-4b99-8068-6b1217beab1e req-b3307cfc-e678-4644-a22e-a78faca82a67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 1096 time: 0.0386772 Feb 07 23:14:55.200775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2199e600-6b99-4b99-8068-6b1217beab1e req-4a8157df-078c-424e-a832-a4ee0f607564 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267026 Feb 07 23:14:55.660667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d18b7d-aa62-4546-80b4-4ca92a7fc263 req-67c4c134-d04d-443c-b0fa-da09ac59e000 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:55.662136 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39d18b7d-aa62-4546-80b4-4ca92a7fc263 req-67c4c134-d04d-443c-b0fa-da09ac59e000 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0520566 Feb 07 23:14:55.699293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39d18b7d-aa62-4546-80b4-4ca92a7fc263 req-d2674cac-8ee2-4d6e-bf40-526395a71013 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312617 Feb 07 23:14:56.420977 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:56.672556 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:56.821561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1794f6c-db80-4aa0-a82b-9b760d70aed4 req-0f885cf1-f635-4ec8-a7e6-3b948badbe87 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:56.823070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b1794f6c-db80-4aa0-a82b-9b760d70aed4 req-0f885cf1-f635-4ec8-a7e6-3b948badbe87 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0523067 Feb 07 23:14:56.862127 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b1794f6c-db80-4aa0-a82b-9b760d70aed4 req-63063906-91fb-41da-a667-d081954ca86a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323288 Feb 07 23:14:56.975495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b8b37-35ee-4124-b847-38ed885bd415 req-1766160c-f79a-4f78-9d05-7de3e47022da tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:56.976877 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-023b8b37-35ee-4124-b847-38ed885bd415 req-1766160c-f79a-4f78-9d05-7de3e47022da tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0477014 Feb 07 23:14:57.014518 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-023b8b37-35ee-4124-b847-38ed885bd415 req-08323deb-f755-434d-9559-ccecc89c8a30 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317533 Feb 07 23:14:57.035538 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55550) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:57.074509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef59dce-f6b6-4e72-b8d8-e25d55f66864 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:57.076044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9ef59dce-f6b6-4e72-b8d8-e25d55f66864 tempest-TestNetworkAdvancedServerOps-1765817633 tempest-TestNetworkAdvancedServerOps-1765817633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 1091 time: 0.0393875 Feb 07 23:14:57.078852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55552) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:57.083164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:57.105673 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.203486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.302965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Allocated IP 172.25.8.151 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/6851a340-1f10-47d3-b52a-49f413cb852c) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:14:57.404477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.437782 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.476310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:14:57.479006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:57.482349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:14:57.488264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=6851a340-1f10-47d3-b52a-49f413cb852c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:57.828766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.894804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.042045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.046786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.117435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event updated for resources: {'Port': ['ID=6851a340-1f10-47d3-b52a-49f413cb852c,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:58.128287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.223991 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Floating IP b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278 associated. External IP: 172.25.8.151, port: fad98f6d-6c66-43ad-ad9d-c18e9f15bc18. Feb 07 23:14:58.428045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 96a27f32-d143-41e1-940e-b1ac2f4784d2 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:14:58.533763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:14:58.543060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] Sync routers for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:58.552490 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.553860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:58.554471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:58.580532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1d6cd8e2-5667-43d4-84ae-e7beb1b29c58 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5006514 Feb 07 23:14:58.581226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:58.583504 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b561849d-32c9-46f9-8217-f773ed725c03" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:14:58.623774 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7285e232-8cae-4f39-82ff-5fe387bbf1f7 x-openstack-request-id: req-7285e232-8cae-4f39-82ff-5fe387bbf1f7 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:14:58.624194 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:14:58.625135 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7285e232-8cae-4f39-82ff-5fe387bbf1f7 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:14:58.625602 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'status': 'completed', 'code': 200} Feb 07 23:14:58.667938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:58.711213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561849d-32c9-46f9-8217-f773ed725c03 req-79a32f5b-4655-4864-996f-150cb15a5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:58.712976 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b561849d-32c9-46f9-8217-f773ed725c03 req-79a32f5b-4655-4864-996f-150cb15a5c53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 1096 time: 0.0653124 Feb 07 23:14:58.720567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b898f-4dde-4ed9-afbb-1293bd253f7e req-107b2a74-c135-4710-b7ec-6b740177e082 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:58.721924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae7b898f-4dde-4ed9-afbb-1293bd253f7e req-107b2a74-c135-4710-b7ec-6b740177e082 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0851071 Feb 07 23:14:58.809345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ae7b898f-4dde-4ed9-afbb-1293bd253f7e req-0deb0fd7-dab6-4c10-920e-7b7bfd9bc8e8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793273 Feb 07 23:14:58.833477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55558) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:14:58.871099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561849d-32c9-46f9-8217-f773ed725c03 req-623f5f7b-1f75-46d7-a206-801a4b1a140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:58.872612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b561849d-32c9-46f9-8217-f773ed725c03 req-623f5f7b-1f75-46d7-a206-801a4b1a140b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a281cbb-baa3-4f81-a616-19b7f2b6c115 HTTP/1.1" status: 200 len: 897 time: 0.1498270 Feb 07 23:14:58.895512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'port_id': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'mac_address': 'fa:16:3e:1e:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:14:57Z', 'updated_at': '2022-02-07T23:14:57Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca523f7-e0e6-47bf-906e-97172ddf322c', 'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:15:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:44Z', 'updated_at': '2022-02-07T23:14:47Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:58.925197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] Checking router: 96a27f32-d143-41e1-940e-b1ac2f4784d2 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:58.933729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:14:58.934345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:14:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:59.044718 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:14:59.214145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-44589f2a-914f-427d-b00b-36fe6adebaed tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278 HTTP/1.1" status: 200 len: 991 time: 0.3783808 Feb 07 23:14:59.233660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b561849d-32c9-46f9-8217-f773ed725c03 req-d5c0d1c7-ae62-4880-9fe4-309376ab9f27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 HTTP/1.1" status: 200 len: 999 time: 0.3540521 Feb 07 23:14:59.270746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'port_id': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'mac_address': 'fa:16:3e:1e:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:14:57Z', 'updated_at': '2022-02-07T23:14:57Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca523f7-e0e6-47bf-906e-97172ddf322c', 'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:15:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:44Z', 'updated_at': '2022-02-07T23:14:47Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:59.282006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561849d-32c9-46f9-8217-f773ed725c03 req-5440e3bd-998a-4b54-b797-790306715d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:59.283437 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b561849d-32c9-46f9-8217-f773ed725c03 req-5440e3bd-998a-4b54-b797-790306715d8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c3831db-fd32-469b-b4a7-91e63b102f0f HTTP/1.1" status: 200 len: 834 time: 0.0423920 Feb 07 23:14:59.297587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e8e89-ec14-4bf1-98ea-7da404cbe6cf None None] The sync data for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 is: [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'port_id': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'mac_address': 'fa:16:3e:1e:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:14:57Z', 'updated_at': '2022-02-07T23:14:57Z', 'revision_number': 0, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca523f7-e0e6-47bf-906e-97172ddf322c', 'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:15:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:44Z', 'updated_at': '2022-02-07T23:14:47Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:59.328734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561849d-32c9-46f9-8217-f773ed725c03 req-e43cd04b-f176-4ace-be9e-f435c4650a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:59.330215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b561849d-32c9-46f9-8217-f773ed725c03 req-e43cd04b-f176-4ace-be9e-f435c4650a95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a281cbb-baa3-4f81-a616-19b7f2b6c115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405571 Feb 07 23:14:59.425987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b561849d-32c9-46f9-8217-f773ed725c03 req-55990ee6-67e6-4e2e-b5c7-dc7d53a84442 service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884840 Feb 07 23:14:59.491063 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df92fe-56ac-4b13-8002-1d7add9752cc None None] New status for floating IP b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:14:59.517924 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b561849d-32c9-46f9-8217-f773ed725c03 req-72b3f91d-b37c-42cc-a893-3fbf8cb10320 service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850017 Feb 07 23:15:00.216836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55560) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:15:00.337289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b5b376aa-02c9-4575-b421-6efcc2e1cd3c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278 HTTP/1.1" status: 200 len: 993 time: 0.1193273 Feb 07 23:15:04.173967 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:04.629294 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:21.509416 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bc33cd2-fcae-4122-a386-8b394f70aa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:24.662300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2442c0d-3192-432a-a465-9fb429aa9472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:24.938762 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:25.034834 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:15:26.400481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-25e56923-9871-454d-aec8-09963d08c99d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394042 Feb 07 23:15:26.423067 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:26.480348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-86ab501b-a2c5-4e41-8b12-a69d17a2d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:26.481797 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-86ab501b-a2c5-4e41-8b12-a69d17a2d90a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 1096 time: 0.0394857 Feb 07 23:15:26.584569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-00b72f7f-6acc-4057-b7ba-2d7e28780ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:26.586002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-00b72f7f-6acc-4057-b7ba-2d7e28780ad2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a281cbb-baa3-4f81-a616-19b7f2b6c115 HTTP/1.1" status: 200 len: 897 time: 0.0852373 Feb 07 23:15:26.650625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-18a82626-5fb6-4743-a6b4-af64013c9d5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 HTTP/1.1" status: 200 len: 1001 time: 0.0575600 Feb 07 23:15:26.676452 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:26.703087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-f49394d0-2ade-4c48-a999-18d74e82875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:26.704631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-f49394d0-2ade-4c48-a999-18d74e82875d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c3831db-fd32-469b-b4a7-91e63b102f0f HTTP/1.1" status: 200 len: 834 time: 0.0475547 Feb 07 23:15:26.748665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-377fbd0e-45f1-4d7c-b07b-a5b8c4c544a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:26.750660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-377fbd0e-45f1-4d7c-b07b-a5b8c4c544a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a281cbb-baa3-4f81-a616-19b7f2b6c115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388458 Feb 07 23:15:26.836943 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-2a573267-c1f6-4a9f-bfea-56d1fba3cfd0 service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794318 Feb 07 23:15:26.928759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-086a3bb1-6975-4c26-87b3-255eae2b5ee5 req-c7ff8a07-8978-4487-8d10-c188c08bfe31 service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848815 Feb 07 23:15:31.847127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880eb29e-704d-4ab5-b700-c7f42c04b226 req-815abe86-25fc-409e-8a95-68b6e20d1325 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:31.848659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-880eb29e-704d-4ab5-b700-c7f42c04b226 req-815abe86-25fc-409e-8a95-68b6e20d1325 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0506189 Feb 07 23:15:31.886971 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-880eb29e-704d-4ab5-b700-c7f42c04b226 req-410da644-1418-48c3-8a72-84ecf6f65d18 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318589 Feb 07 23:15:33.003517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf83e-96f1-4309-8389-455ad093d4cd req-ff995504-4094-41fc-81fe-f7fb15fd8813 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:33.005288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-deaaf83e-96f1-4309-8389-455ad093d4cd req-ff995504-4094-41fc-81fe-f7fb15fd8813 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Feb 07 23:15:33.041525 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-deaaf83e-96f1-4309-8389-455ad093d4cd req-a1f2fd98-0c93-4f3d-b753-1fbea6c36288 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306065 Feb 07 23:15:34.161581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde74c31-bcac-475a-965d-0e9fe50c5e68 req-c864f25f-c290-4958-8240-2f16f3d137da tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:34.163049 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dde74c31-bcac-475a-965d-0e9fe50c5e68 req-c864f25f-c290-4958-8240-2f16f3d137da tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0518229 Feb 07 23:15:34.180892 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:34.202558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dde74c31-bcac-475a-965d-0e9fe50c5e68 req-c980cdbf-0fae-4ac5-9a20-9cb85907a284 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333495 Feb 07 23:15:34.625110 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:35.317245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925b71b-acb4-4d42-875a-cf108196772b req-f2f365ec-861c-4755-b57d-66aeed7831d1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:35.318672 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2925b71b-acb4-4d42-875a-cf108196772b req-f2f365ec-861c-4755-b57d-66aeed7831d1 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0481751 Feb 07 23:15:35.354915 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2925b71b-acb4-4d42-875a-cf108196772b req-e9b81a3a-a674-4d0b-ad3d-8e253b460498 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302148 Feb 07 23:15:36.470226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec9c81-5afc-4ab6-9cb3-fae130de4c66 req-b844d0dc-e950-42de-abc7-646551c5fc06 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:36.471653 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03ec9c81-5afc-4ab6-9cb3-fae130de4c66 req-b844d0dc-e950-42de-abc7-646551c5fc06 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0487504 Feb 07 23:15:36.508804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03ec9c81-5afc-4ab6-9cb3-fae130de4c66 req-0dedfce0-7fdf-4f57-b52c-7b044caef461 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312996 Feb 07 23:15:37.627136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15ca8-4334-49b8-9dc3-515108ee8694 req-27c3e2de-4bf6-4462-aee0-9ca43732a76a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:37.628613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-05b15ca8-4334-49b8-9dc3-515108ee8694 req-27c3e2de-4bf6-4462-aee0-9ca43732a76a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0523291 Feb 07 23:15:37.666237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-05b15ca8-4334-49b8-9dc3-515108ee8694 req-ded7432b-29e1-46f2-a73f-b5190d068120 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316336 Feb 07 23:15:38.779059 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248979e3-ea4a-40fe-90b1-5b7622498a98 req-71a59206-a935-426d-986f-8f825e3643d9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:38.781152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248979e3-ea4a-40fe-90b1-5b7622498a98 req-71a59206-a935-426d-986f-8f825e3643d9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0488029 Feb 07 23:15:38.817580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-248979e3-ea4a-40fe-90b1-5b7622498a98 req-1def3791-6383-4c56-b697-ec4d10ae2434 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304458 Feb 07 23:15:39.935919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b993d83-77df-4e29-abc1-9c7e02de927b req-bd16f0b4-e498-474d-87d2-b9aeab4a68ea tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:39.937901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b993d83-77df-4e29-abc1-9c7e02de927b req-bd16f0b4-e498-474d-87d2-b9aeab4a68ea tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0477493 Feb 07 23:15:39.975265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b993d83-77df-4e29-abc1-9c7e02de927b req-a700b053-5c5a-4ee5-bc85-c8b1d07b0627 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309856 Feb 07 23:15:41.101005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a93d52-7430-4fc4-8d25-18763df31d36 req-364ae7c3-d06c-4fab-9907-4633c6912fb9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:41.102489 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16a93d52-7430-4fc4-8d25-18763df31d36 req-364ae7c3-d06c-4fab-9907-4633c6912fb9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0589578 Feb 07 23:15:41.141295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16a93d52-7430-4fc4-8d25-18763df31d36 req-8eb914fb-9991-41d3-a06c-f31ef3859f78 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328581 Feb 07 23:15:42.269668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd924a-3947-49a5-89bf-887157822101 req-fcfa78f3-d203-4a53-bd4c-725c508542de tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:42.271152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91bd924a-3947-49a5-89bf-887157822101 req-fcfa78f3-d203-4a53-bd4c-725c508542de tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0519052 Feb 07 23:15:42.307688 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91bd924a-3947-49a5-89bf-887157822101 req-c33d5a5d-2f60-44a1-9b8d-749ac9e13692 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304856 Feb 07 23:15:43.425735 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d24da-6507-4e2c-a18b-b746f5d8a5fa req-09eee701-c3b5-4b34-8bef-91904026d6b0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:43.427155 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a31d24da-6507-4e2c-a18b-b746f5d8a5fa req-09eee701-c3b5-4b34-8bef-91904026d6b0 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Feb 07 23:15:43.464228 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a31d24da-6507-4e2c-a18b-b746f5d8a5fa req-cf5d69ff-d87d-4a98-8812-21ec2461c6de tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311494 Feb 07 23:15:44.581240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04674a9c-816a-4bdf-b698-cd26d584cc2a req-cddb954e-526d-4a4d-8b42-e1f71ded5c9c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:44.582673 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04674a9c-816a-4bdf-b698-cd26d584cc2a req-cddb954e-526d-4a4d-8b42-e1f71ded5c9c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0510907 Feb 07 23:15:44.620390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04674a9c-816a-4bdf-b698-cd26d584cc2a req-6f7c2237-3b61-4629-98b5-35d77b0005cc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316627 Feb 07 23:15:45.732846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ddc60-b14d-4243-aa20-d2129dff4d93 req-d94999f1-aee5-42e5-961b-86a799952f17 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:45.734921 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a31ddc60-b14d-4243-aa20-d2129dff4d93 req-d94999f1-aee5-42e5-961b-86a799952f17 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0473464 Feb 07 23:15:45.771425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a31ddc60-b14d-4243-aa20-d2129dff4d93 req-3500c0d9-e570-4a66-8ddc-0cf4f0cf5e3c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303185 Feb 07 23:15:46.885456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a8b98-e5c7-4bbe-be14-a61340751746 req-b3d36acd-a57d-4b2f-908f-935f1d3d6fa9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:46.886908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-122a8b98-e5c7-4bbe-be14-a61340751746 req-b3d36acd-a57d-4b2f-908f-935f1d3d6fa9 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Feb 07 23:15:46.924373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-122a8b98-e5c7-4bbe-be14-a61340751746 req-bdd95962-8378-4344-8d31-a85f6b4079cf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305772 Feb 07 23:15:48.044460 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26957533-e0c3-4123-bc56-867ad92336c1 req-0331d65d-c04f-4d24-9bc7-4c97cf29a735 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:48.046291 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26957533-e0c3-4123-bc56-867ad92336c1 req-0331d65d-c04f-4d24-9bc7-4c97cf29a735 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0511754 Feb 07 23:15:48.082400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26957533-e0c3-4123-bc56-867ad92336c1 req-ffe32e9f-5fcf-48a9-b517-d7041fb48a47 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307167 Feb 07 23:15:49.199295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80185ca-950e-435d-beae-03425174ad32 req-88096ee2-6e4e-40a4-b9a9-01b7f17ccfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:49.200766 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e80185ca-950e-435d-beae-03425174ad32 req-88096ee2-6e4e-40a4-b9a9-01b7f17ccfd6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0485878 Feb 07 23:15:49.237607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e80185ca-950e-435d-beae-03425174ad32 req-d513d2c5-36fe-4958-a993-616527e0840c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301659 Feb 07 23:15:49.415161 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d68ee-264e-4ed0-aa97-e442c11d3cba req-c6d0637c-cebb-4d22-8831-8cc5f4037b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:49.416627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-157d68ee-264e-4ed0-aa97-e442c11d3cba req-c6d0637c-cebb-4d22-8831-8cc5f4037b4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 1096 time: 0.0413890 Feb 07 23:15:49.449298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-157d68ee-264e-4ed0-aa97-e442c11d3cba req-e031cfd5-122a-4dc2-b746-65f80c3fedde service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0262425 Feb 07 23:15:50.353681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6904c4-f910-4966-bf2d-9988d3a89db1 req-11cd8751-cf19-4466-930f-25bd8ea310bc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:50.355295 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa6904c4-f910-4966-bf2d-9988d3a89db1 req-11cd8751-cf19-4466-930f-25bd8ea310bc tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Feb 07 23:15:50.398864 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa6904c4-f910-4966-bf2d-9988d3a89db1 req-16f1c373-95b7-49b9-8f6b-2c620ba3471b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371926 Feb 07 23:15:51.236121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:15:51.330552 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:15:51.497325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'port_id': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'mac_address': 'fa:16:3e:1e:ad:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:15:51.522529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85764b3c-6895-4b01-99c0-bfd8b288b522 req-a1b31543-334e-4d49-95fc-d342964ef71a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:51.524031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-85764b3c-6895-4b01-99c0-bfd8b288b522 req-a1b31543-334e-4d49-95fc-d342964ef71a tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0543532 Feb 07 23:15:51.535902 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47639736-d688-4c0b-934e-a3b7cb64c1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.546743 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.560076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:15:51.563493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-85764b3c-6895-4b01-99c0-bfd8b288b522 req-1af44b42-453a-4090-a34b-8714b60b8a47 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333567 Feb 07 23:15:51.580614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:15:51.584409 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.586776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55626) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:15:51.630357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:51.636937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.637280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.637624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.637952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.638278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.638602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.638922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.639242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.640113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.640428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.640835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.641157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:51.653318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-87ee8231-ab03-437a-851a-d20a9c5995b7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/floatingips/b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278 HTTP/1.1" status: 200 len: 992 time: 0.0654287 Feb 07 23:15:51.785417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['fad98f6d-6c66-43ad-ad9d-c18e9f15bc18'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:15:53.243506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:15:53.292670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:53.293039 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:53.369145 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:53.390771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:15:53.393209 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f1b9bf-a409-434d-b052-e4a4d6262320" -d '{"events": [{"server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "name": "network-vif-plugged", "status": "completed", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:15:53.405967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:15:53.410387 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:53.433243 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b91189-ebc2-4bb6-9cde-704a3f798966 x-openstack-request-id: req-e8b91189-ebc2-4bb6-9cde-704a3f798966 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:15:53.433532 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "name": "network-vif-plugged", "status": "completed", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:15:53.433780 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8b91189-ebc2-4bb6-9cde-704a3f798966 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:15:53.434163 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'code': 200} Feb 07 23:15:53.462155 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:54.664019 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b554306a-5684-4e1f-8eaf-b6e8e10ef9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:54.940256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:56.426945 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:56.678385 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.783577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-2ea1635a-2245-4604-a7ae-bb43eae8a21c req-003d9e4c-053c-4435-b404-b89745441528 service neutron] (102289) timed out ('10.222.0.15', 54652) {{(pid=102289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:16:02.034828 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:16:04.184076 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:04.623921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:05.237675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-7daded56-8cf9-43c5-8b6c-22b2dc2d4389 req-7661448d-092a-47c6-9664-88dbddcc2f6d service neutron] (102290) timed out ('10.222.0.24', 62227) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:16:21.507968 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0cc80048-624d-4bec-bfb9-0c846c2e988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:24.665984 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e49311e-a570-4efe-93e1-a8d6d7f52201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:24.917604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55642) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:24.950992 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:25.073615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port 6851a340-1f10-47d3-b52a-49f413cb852c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:16:25.073954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:25.150751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:25.151072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:25.162518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for 6851a340-1f10-47d3-b52a-49f413cb852c owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:16:25.307346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:25.330280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=6851a340-1f10-47d3-b52a-49f413cb852c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:25.340153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.340519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.340840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.341175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.341500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.342391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.342391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.342613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.342735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.343059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.343375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.343690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:25.401959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:25.402284 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Floating IP b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278 disassociated (deleted). External IP: 172.25.8.151, port: fad98f6d-6c66-43ad-ad9d-c18e9f15bc18. Feb 07 23:16:25.609809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 96a27f32-d143-41e1-940e-b1ac2f4784d2 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:16:25.715301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:16:25.720101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:25.725741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] Sync routers for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:16:25.735366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:25.736112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:25.747328 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-abccde7d-45b0-4ccf-bffe-7e21d0819bd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/floatingips/b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278 HTTP/1.1" status: 204 len: 168 time: 0.8287127 Feb 07 23:16:25.748026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:25.750345 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:16:25.843554 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:25.882976 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e4a901-31b1-4fd3-b537-1e642c2c2d52 x-openstack-request-id: req-27e4a901-31b1-4fd3-b537-1e642c2c2d52 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:16:25.883368 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:16:25.883753 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27e4a901-31b1-4fd3-b537-1e642c2c2d52 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:16:25.884092 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'status': 'completed', 'code': 200} Feb 07 23:16:25.958550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-b7bca22f-9830-43a2-99f4-225075376734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:25.960223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-b7bca22f-9830-43a2-99f4-225075376734 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9098f5c00b03436999b82c04cdb1baa2&device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 1096 time: 0.0500257 Feb 07 23:16:26.066100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dca523f7-e0e6-47bf-906e-97172ddf322c', 'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:15:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:44Z', 'updated_at': '2022-02-07T23:14:47Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:26.092224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] Checking router: 96a27f32-d143-41e1-940e-b1ac2f4784d2 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:16:26.099422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4601e6-eadf-45fe-8c8c-67921c6da62a req-7b984550-2439-4a6e-b865-7d1c3433689c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:26.100844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:26.100981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d4601e6-eadf-45fe-8c8c-67921c6da62a req-7b984550-2439-4a6e-b865-7d1c3433689c tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.1587594 Feb 07 23:16:26.101437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:26.105558 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-b7d9cbdf-baee-48ad-b28f-167b1c429b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:26.106903 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-b7d9cbdf-baee-48ad-b28f-167b1c429b9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a281cbb-baa3-4f81-a616-19b7f2b6c115 HTTP/1.1" status: 200 len: 897 time: 0.1380818 Feb 07 23:16:26.163236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-fd02ee86-9cd5-4530-90e7-dc78be222d75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 HTTP/1.1" status: 200 len: 217 time: 0.0480344 Feb 07 23:16:26.185631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d4601e6-eadf-45fe-8c8c-67921c6da62a req-95b0a82f-2242-4c3b-9fdf-0b2fcd7a7cd8 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774558 Feb 07 23:16:26.209152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:26.221240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-70bddf3d-291a-439b-a881-b3a38bf865b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:26.222800 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-70bddf3d-291a-439b-a881-b3a38bf865b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c3831db-fd32-469b-b4a7-91e63b102f0f HTTP/1.1" status: 200 len: 834 time: 0.0526052 Feb 07 23:16:26.270405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-11e747b9-cac1-4dc8-91e7-c066df9bede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:26.271922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-11e747b9-cac1-4dc8-91e7-c066df9bede6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a281cbb-baa3-4f81-a616-19b7f2b6c115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418272 Feb 07 23:16:26.362808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-56be8c4f-1c38-4a1e-8732-7f5f8cde75b1 service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839815 Feb 07 23:16:26.426694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dca523f7-e0e6-47bf-906e-97172ddf322c', 'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:15:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:44Z', 'updated_at': '2022-02-07T23:14:47Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:26.458495 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:26.459047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6bd6c2ca-54c0-42fb-ae59-1d972ce07bfa req-bbea50db-4a12-437f-92e1-50a432694e3f service neutron] 10.222.0.46 "GET /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894477 Feb 07 23:16:26.459333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375d45b-8c94-4ea1-8312-00833f41fe68 None None] The sync data for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 is: [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:44Z', 'revision_number': 4, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'dca523f7-e0e6-47bf-906e-97172ddf322c', 'name': '', 'network_id': '7a281cbb-baa3-4f81-a616-19b7f2b6c115', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'mac_address': 'fa:16:3e:15:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:44Z', 'updated_at': '2022-02-07T23:14:47Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'subnets': [{'id': '7c3831db-fd32-469b-b4a7-91e63b102f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:26.684025 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:26.695993 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960c03d-00f0-45c0-b8df-a5956fc61b45 None None] New status for floating IP b9a0cb2e-80f9-4ccd-a9b5-a2e8cae89278: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:16:27.219197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b6f503cb-c2b7-483c-b844-5ec2dab88baf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:27.221762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b6f503cb-c2b7-483c-b844-5ec2dab88baf tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.0491767 Feb 07 23:16:27.316257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:16:27.316602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:27.363542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde080d-93f0-4cd7-b453-579372433c79 req-fdd253d3-7159-4c03-bf9e-2612c95249ff tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:27.365288 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbde080d-93f0-4cd7-b453-579372433c79 req-fdd253d3-7159-4c03-bf9e-2612c95249ff tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9989b9-d874-46e7-84ea-c2893b0ead30 HTTP/1.1" status: 200 len: 945 time: 0.1079006 Feb 07 23:16:27.402244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbde080d-93f0-4cd7-b453-579372433c79 req-21b8434f-8353-4226-9ae4-5e5ec9cd3c8e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "GET /v2.0/security-groups?id=077ed6c3-5c95-49d0-a4dd-f070424b5f64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307291 Feb 07 23:16:27.403281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:27.403649 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:27.416291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:16:27.547748 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:27.577291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=fad98f6d-6c66-43ad-ad9d-c18e9f15bc18,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:27.621756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] No DVR routers for this DVR port fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:16:27.624343 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:27.627663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-00c297cb-a040-49c9-a156-885f3baabf26 req-b9039e86-54f5-4936-8902-90aca9c3a0a6 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.46 "DELETE /v2.0/ports/fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 HTTP/1.1" status: 204 len: 173 time: 0.4008629 Feb 07 23:16:27.884872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'name': 'network-vif-deleted', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:27.887272 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66edf1-c7cd-41ba-8fce-9dd9de5a9b12" -d '{"events": [{"server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "name": "network-vif-deleted", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:16:27.929110 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1350eee-0dcb-47d9-89fd-be159322c836 x-openstack-request-id: req-a1350eee-0dcb-47d9-89fd-be159322c836 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:16:27.929430 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9989b9-d874-46e7-84ea-c2893b0ead30", "name": "network-vif-deleted", "tag": "fad98f6d-6c66-43ad-ad9d-c18e9f15bc18", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:16:27.929680 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1350eee-0dcb-47d9-89fd-be159322c836 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:16:27.930077 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9989b9-d874-46e7-84ea-c2893b0ead30', 'name': 'network-vif-deleted', 'tag': 'fad98f6d-6c66-43ad-ad9d-c18e9f15bc18', 'status': 'completed', 'code': 200} Feb 07 23:16:28.463533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55666) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:28.812850 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:29.322652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port dca523f7-e0e6-47bf-906e-97172ddf322c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:16:29.322982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:29.411618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port dca523f7-e0e6-47bf-906e-97172ddf322c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=dca523f7-e0e6-47bf-906e-97172ddf322c,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:29.412005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:29.423561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for dca523f7-e0e6-47bf-906e-97172ddf322c owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:16:29.606942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:29.634137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=dca523f7-e0e6-47bf-906e-97172ddf322c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:29.817486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.031261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Router 96a27f32-d143-41e1-940e-b1ac2f4784d2 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:16:30.137179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:16:30.142558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7fb5b291-b7f1-49d3-aa9f-349c869fab4b tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "PUT /v2.0/routers/96a27f32-d143-41e1-940e-b1ac2f4784d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6776726 Feb 07 23:16:30.145253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55668) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:30.147776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] Sync routers for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:16:30.157747 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:30.158918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:30.202590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting subnet 7c3831db-fd32-469b-b4a7-91e63b102f0f {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:16:30.206703 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.249863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.274781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:30.336792 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.396553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.424057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3831db-fd32-469b-b4a7-91e63b102f0f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:30.428735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.432026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/subnets/7c3831db-fd32-469b-b4a7-91e63b102f0f HTTP/1.1" status: 204 len: 168 time: 0.2852035 Feb 07 23:16:30.434747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55670) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:30.435737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087a772-c3c5-44d0-9f02-9fb655f9f0ff None None] Network 7a281cbb-baa3-4f81-a616-19b7f2b6c115 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:16:30.438964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.439837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.439837 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.440152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.440361 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.441181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.441181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.441400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.441633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.441959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.442281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.442599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d14436-1c42-4644-91a6-90a95c92bb56 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:30.551810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.560084 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:16:29Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:30.593174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] Checking router: 96a27f32-d143-41e1-940e-b1ac2f4784d2 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:16:30.604179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] Routers {'96a27f32-d143-41e1-940e-b1ac2f4784d2'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:30.605826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['96a27f32-d143-41e1-940e-b1ac2f4784d2'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:30.662609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.689602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0297d4-4a7f-4d16-ad6b-78bad33d1cc9 None None] DHCP port deletion for 7a281cbb-baa3-4f81-a616-19b7f2b6c115 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:16:30.714951 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Deleting port ec38c6fd-d77f-4c4a-9525-a64f54db2b57 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:16:30.715298 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.741452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] Set router 96a27f32-d143-41e1-940e-b1ac2f4784d2 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:30.798840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] For port ec38c6fd-d77f-4c4a-9525-a64f54db2b57, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ec38c6fd-d77f-4c4a-9525-a64f54db2b57,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:30.799198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.810735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Calling delete_port for ec38c6fd-d77f-4c4a-9525-a64f54db2b57 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:16:30.858916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cb0297d4-4a7f-4d16-ad6b-78bad33d1cc9 None None] Deleting port e0370360-c902-435c-94a8-890337f7b2c0 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:16:30.859298 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb0297d4-4a7f-4d16-ad6b-78bad33d1cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.966787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-cb0297d4-4a7f-4d16-ad6b-78bad33d1cc9 None None] For port e0370360-c902-435c-94a8-890337f7b2c0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e0370360-c902-435c-94a8-890337f7b2c0,segment=NetworkSegment(abcb5b51-1990-48a7-9d49-706f8191a7f1),segment_id=abcb5b51-1990-48a7-9d49-706f8191a7f1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:30.967110 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb0297d4-4a7f-4d16-ad6b-78bad33d1cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.979497 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.983600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cb0297d4-4a7f-4d16-ad6b-78bad33d1cc9 None None] Calling delete_port for e0370360-c902-435c-94a8-890337f7b2c0 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:16:31.005605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Port': ['ID=ec38c6fd-d77f-4c4a-9525-a64f54db2b57,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:31.058096 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:16:29Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:31.069085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.163571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.165845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.210914 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.211494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Fanout notify agent at l3_agent the message router_deleted on router 96a27f32-d143-41e1-940e-b1ac2f4784d2 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:16:31.218290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.222264 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6800cf71-a882-4be4-90df-6e056ee145a3 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/routers/96a27f32-d143-41e1-940e-b1ac2f4784d2 HTTP/1.1" status: 204 len: 168 time: 0.7836792 Feb 07 23:16:31.222525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55672) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:31.248000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d95ad0-f17b-41e2-bade-c9ddad607d0f None None] The sync data for ids ['96a27f32-d143-41e1-940e-b1ac2f4784d2'] in n-d-827895-2 is: [{'id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821150418', 'tenant_id': '9098f5c00b03436999b82c04cdb1baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:16:29Z', 'revision_number': 5, 'project_id': '9098f5c00b03436999b82c04cdb1baa2', 'gw_port': {'id': 'ec38c6fd-d77f-4c4a-9525-a64f54db2b57', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a27f32-d143-41e1-940e-b1ac2f4784d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:14:41Z', 'updated_at': '2022-02-07T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:31.271388 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb0297d4-4a7f-4d16-ad6b-78bad33d1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.304599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0297d4-4a7f-4d16-ad6b-78bad33d1cc9 None None] No DVR routers for this DVR port e0370360-c902-435c-94a8-890337f7b2c0 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:16:31.306190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0297d4-4a7f-4d16-ad6b-78bad33d1cc9 None None] Pushing event deleted for resources: {'Port': ['ID=e0370360-c902-435c-94a8-890337f7b2c0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:31.311755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.400589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.420119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a281cbb-baa3-4f81-a616-19b7f2b6c115']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:31.429822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcb5b51-1990-48a7-9d49-706f8191a7f1') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:31.430115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcb5b51-1990-48a7-9d49-706f8191a7f1') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:31.439787 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.452440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.458491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:16:31.458875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:16:31.461734 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:16:31.506663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:16:31.521777 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.526112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:16:31.526521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fad98f6d-6c66-43ad-ad9d-c18e9f15bc18 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:16:31.529365 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.532338 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/networks/7a281cbb-baa3-4f81-a616-19b7f2b6c115 HTTP/1.1" status: 204 len: 168 time: 0.3088763 Feb 07 23:16:31.535236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55674) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:31.544281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4720f-9435-44af-bd16-dae8977c849e tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'Network': ['ID=7a281cbb-baa3-4f81-a616-19b7f2b6c115,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:31.602639 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae4e-383a-4ca9-b406-4f69366b60d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.629502 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae4e-383a-4ca9-b406-4f69366b60d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.690308 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae4e-383a-4ca9-b406-4f69366b60d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.693395 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae4e-383a-4ca9-b406-4f69366b60d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.694557 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fdf2ae4e-383a-4ca9-b406-4f69366b60d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] 10.222.0.15 "DELETE /v2.0/security-groups/077ed6c3-5c95-49d0-a4dd-f070424b5f64 HTTP/1.1" status: 204 len: 168 time: 0.1583047 Feb 07 23:16:31.704380 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2ae4e-383a-4ca9-b406-4f69366b60d7 tempest-TestNetworkAdvancedServerOps-1533259847 tempest-TestNetworkAdvancedServerOps-1533259847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077ed6c3-5c95-49d0-a4dd-f070424b5f64,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:32.047277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55682) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:32.181115 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c598de3d-0d63-4b21-a287-02285be28fc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9098f5c00b03436999b82c04cdb1baa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325641 Feb 07 23:16:32.183501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55688) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:32.235129 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-440b4b89-dfc3-49bd-8638-997b2e6031e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.259612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-440b4b89-dfc3-49bd-8638-997b2e6031e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.287924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dca523f7-e0e6-47bf-906e-97172ddf322c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:16:32.310448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: dca523f7-e0e6-47bf-906e-97172ddf322c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:16:32.310858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device dca523f7-e0e6-47bf-906e-97172ddf322c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:16:32.311210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ec38c6fd-d77f-4c4a-9525-a64f54db2b57 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:16:32.313708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-440b4b89-dfc3-49bd-8638-997b2e6031e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.317111 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-440b4b89-dfc3-49bd-8638-997b2e6031e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.318260 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-440b4b89-dfc3-49bd-8638-997b2e6031e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3397801-b199-44de-82db-1b4241b9ab3f HTTP/1.1" status: 204 len: 168 time: 0.1338253 Feb 07 23:16:32.326881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b4b89-dfc3-49bd-8638-997b2e6031e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3397801-b199-44de-82db-1b4241b9ab3f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:32.332445 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: ec38c6fd-d77f-4c4a-9525-a64f54db2b57 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:16:32.332922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ec38c6fd-d77f-4c4a-9525-a64f54db2b57 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:16:32.333244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e0370360-c902-435c-94a8-890337f7b2c0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:16:32.358837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e0370360-c902-435c-94a8-890337f7b2c0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:16:32.359182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e0370360-c902-435c-94a8-890337f7b2c0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:16:32.576222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55694) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:32.621742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-72a84e38-81f1-447f-9147-6b7fcd4c93fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec278548b67b474d851599b2171a1dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443215 Feb 07 23:16:32.624191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55696) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:32.671479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52290318-f7a8-4aca-bb28-e25bbdd6386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.692118 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52290318-f7a8-4aca-bb28-e25bbdd6386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.738540 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52290318-f7a8-4aca-bb28-e25bbdd6386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.741345 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-52290318-f7a8-4aca-bb28-e25bbdd6386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.742532 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-52290318-f7a8-4aca-bb28-e25bbdd6386f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd505e56-b78b-482d-8f27-94230c3ea5d1 HTTP/1.1" status: 204 len: 168 time: 0.1174092 Feb 07 23:16:32.749927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52290318-f7a8-4aca-bb28-e25bbdd6386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd505e56-b78b-482d-8f27-94230c3ea5d1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:34.187034 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:34.617806 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:34.878473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55748) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:34.883484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'network': {'name': 'tempest-network-smoke--824917125', 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'port_security_enabled': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:34.906730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Made reservation on behalf of cfa32e2dd93b4a58b7ff248f8829e245 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:16:34.910651 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:34.921405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:34.997509 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.001194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.023725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:16:35.037221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e4185-eabf-4327-a918-e3022cc45450,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:35.041999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.042340 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Added segment 0281f635-5e4c-4073-bda6-2af1d40e8074 of type vlan for network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b Feb 07 23:16:35.081363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.105150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.110635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:35.111250 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.171052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2914484 Feb 07 23:16:35.173936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55750) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:35.180261 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'admin_state_up': True, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:35.192659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944ec4b-46c8-4015-b2b3-49de1c310029 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Network': ['ID=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:35.203100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:16:35.217037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.218331 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.272088 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.745867 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.931612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.949801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:36.054750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Allocated IP 172.25.8.31 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/4c085ee8-6213-4b3b-b901-943c45f4f56e) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:36.152602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:36.186392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:36.227184 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:36.229964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:36.233328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:16:36.259158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=4c085ee8-6213-4b3b-b901-943c45f4f56e,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:36.484688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:36.681495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:36.806821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Router 2c5245d3-9541-47fa-9543-41b8be4744c7 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:16:36.913105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:16:36.923087 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Sync routers for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:16:36.933008 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:36.933369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:36.933867 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:36.934718 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b00f9498-60ae-40c9-a628-1d7799a1e59d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7577822 Feb 07 23:16:36.937747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55752) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:37.037646 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:37.059261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dd543d5e-4111-4251-99c3-460bdcac560d tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cfa32e2dd93b4a58b7ff248f8829e245&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202819 Feb 07 23:16:37.061965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55756) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:37.145839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686014f2-d04b-467e-a14f-c2a545d02f90 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:37.147323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-686014f2-d04b-467e-a14f-c2a545d02f90 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844836 Feb 07 23:16:37.150142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55758) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:37.178339 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ccbb7fae-2535-424a-b970-8afaf4496560 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271471 Feb 07 23:16:37.180977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55760) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:37.185582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344300806', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:37.215146 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:36Z', 'revision_number': 3, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:37.241519 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Checking router: 2c5245d3-9541-47fa-9543-41b8be4744c7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:16:37.241850 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Updating router 2c5245d3-9541-47fa-9543-41b8be4744c7 port 4c085ee8-6213-4b3b-b901-943c45f4f56e binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:16:37.266691 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.278181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Made reservation on behalf of cfa32e2dd93b4a58b7ff248f8829e245 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:16:37.281536 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.461948 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.520475 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.524011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Subnet': ['ID=b31a633c-49fa-4883-af08-27f70c18a910,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:37.525592 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.531465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Checking segment: {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:16:37.531854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network hostable DHCP agents. Network: cc12d5eb-20be-412c-b1ae-fcfba8aaae9b, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:16:37.550152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:16:37.560228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, cc12d5eb-20be-412c-b1ae-fcfba8aaae9b) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:37.568583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4825ea6-43f7-4d85-bde7-ad96aab2984b None None] Network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:16:37.569139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:37.570011 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.573088 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Attempting to bind port 4c085ee8-6213-4b3b-b901-943c45f4f56e on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:16:37.573907 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Attempting to bind port 4c085ee8-6213-4b3b-b901-943c45f4f56e by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:16:37.573907 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Attempting to bind port 4c085ee8-6213-4b3b-b901-943c45f4f56e on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:16:37.583292 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:16:37.583666 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:16:37.584087 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.584470 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:16:37.584928 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Bound port: 4c085ee8-6213-4b3b-b901-943c45f4f56e, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:16:37.585304 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.591670 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d00a7f54-5921-4018-a01c-cb6f0c7bdaa6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4071445 Feb 07 23:16:37.591954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55762) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:37.606890 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Pushing event updated for resources: {'Port': ['ID=4c085ee8-6213-4b3b-b901-943c45f4f56e,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:37.622678 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.623028 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.623349 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.623673 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.624027 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.624350 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.624670 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.624988 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.625303 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.625939 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.627010 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.627346 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:37.652914 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] For port 4c085ee8-6213-4b3b-b901-943c45f4f56e, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:16:37.656142 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] For port 4c085ee8-6213-4b3b-b901-943c45f4f56e, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4c085ee8-6213-4b3b-b901-943c45f4f56e,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:16:37.661280 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.715505 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:37.715860 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:37.742415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:16:37.743387 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:37.823338 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:37.882253 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a459f4-8b2f-4af6-8a43-c4582c92f31c None None] Pushing event updated for resources: {'Port': ['ID=4c085ee8-6213-4b3b-b901-943c45f4f56e,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:37.890190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Allocated IP 172.20.0.2 (cc12d5eb-20be-412c-b1ae-fcfba8aaae9b/b31a633c-49fa-4883-af08-27f70c18a910/f0d61642-2e69-4e06-b9ea-b877e1ad87a7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:38.016320 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:36Z', 'revision_number': 3, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:38.040342 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.047098 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185874e4-bc62-4cd2-a21e-9df3fc2d6803 None None] The sync data for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 is: [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:36Z', 'revision_number': 3, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:38.047565 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.058116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.093039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:38.096074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:38.098625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:16:38.110078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Pushing event updated for resources: {'Port': ['ID=f0d61642-2e69-4e06-b9ea-b877e1ad87a7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:38.163448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Attempting to bind port f0d61642-2e69-4e06-b9ea-b877e1ad87a7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:16:38.163942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Attempting to bind port f0d61642-2e69-4e06-b9ea-b877e1ad87a7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:16:38.164317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Attempting to bind port f0d61642-2e69-4e06-b9ea-b877e1ad87a7 on network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:16:38.175806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:16:38.176183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Checking segment: {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:16:38.176593 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.176993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Bound using segment: {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:16:38.177521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Bound port: f0d61642-2e69-4e06-b9ea-b877e1ad87a7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:16:38.178164 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.249875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] For port f0d61642-2e69-4e06-b9ea-b877e1ad87a7, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:16:38.253649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] For port f0d61642-2e69-4e06-b9ea-b877e1ad87a7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f0d61642-2e69-4e06-b9ea-b877e1ad87a7,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:16:38.258054 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.336680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29ea22-0dd0-4114-b2a4-16911845b290 None None] Pushing event updated for resources: {'Port': ['ID=f0d61642-2e69-4e06-b9ea-b877e1ad87a7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:38.387991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Allocated IP 172.20.0.1 (cc12d5eb-20be-412c-b1ae-fcfba8aaae9b/b31a633c-49fa-4883-af08-27f70c18a910/3d68a5f2-e9dd-4ce4-9303-13a13bd993f0) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:38.558443 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.598431 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.646662 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:38.649858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:38.654406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:16:38.684027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=3d68a5f2-e9dd-4ce4-9303-13a13bd993f0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:38.708807 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.839207 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.034230 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:16:39.131026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.135903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.215502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=3d68a5f2-e9dd-4ce4-9303-13a13bd993f0,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:39.219525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.316168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:39.317671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:39.354798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd7ae25-5241-4808-926c-ee05adffd3bf None None] Network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:16:39.435559 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Router 2c5245d3-9541-47fa-9543-41b8be4744c7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:16:39.447245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8b3861fc-5d3d-4de5-9441-846bd0ff4463 None None] Provisioning complete for port f0d61642-2e69-4e06-b9ea-b877e1ad87a7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:39.447245 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3861fc-5d3d-4de5-9441-846bd0ff4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.545136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:16:39.550625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0f4ea8a1-fbcc-4307-bf06-e9da655693c2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "PUT /v2.0/routers/2c5245d3-9541-47fa-9543-41b8be4744c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577339 Feb 07 23:16:39.553465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55764) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:39.557807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-be5540a7-9ed3-43a4-9bb3-c642cf82c8be tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1320693048', 'description': 'tempest-secgroup_access--1320693048 description', 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:39.582903 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be5540a7-9ed3-43a4-9bb3-c642cf82c8be tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.585777 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3861fc-5d3d-4de5-9441-846bd0ff4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.625700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8b3861fc-5d3d-4de5-9441-846bd0ff4463 None None] For port f0d61642-2e69-4e06-b9ea-b877e1ad87a7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f0d61642-2e69-4e06-b9ea-b877e1ad87a7,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:39.632959 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3861fc-5d3d-4de5-9441-846bd0ff4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.664934 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be5540a7-9ed3-43a4-9bb3-c642cf82c8be tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.671867 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be5540a7-9ed3-43a4-9bb3-c642cf82c8be tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.688876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3861fc-5d3d-4de5-9441-846bd0ff4463 None None] Pushing event updated for resources: {'Port': ['ID=f0d61642-2e69-4e06-b9ea-b877e1ad87a7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:39.711068 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-be5540a7-9ed3-43a4-9bb3-c642cf82c8be tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.712360 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-be5540a7-9ed3-43a4-9bb3-c642cf82c8be tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1579735 Feb 07 23:16:39.715238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55766) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:39.717415 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5540a7-9ed3-43a4-9bb3-c642cf82c8be tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7938dce6-6fac-4c6c-95c9-d41a532be604,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:39.720169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-96741872-4997-43aa-b52d-fbcd64f74ffe tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1190633364', 'description': 'tempest-secgroup_general--1190633364 description', 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:39.745541 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96741872-4997-43aa-b52d-fbcd64f74ffe tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.825774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96741872-4997-43aa-b52d-fbcd64f74ffe tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.829843 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96741872-4997-43aa-b52d-fbcd64f74ffe tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.860750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96741872-4997-43aa-b52d-fbcd64f74ffe tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ca076e-433a-49f4-9a74-d9b97dd05c6d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:39.866449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-76241474-ef3d-4fdc-a174-f59ef90c468d None None] Provisioning complete for port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:39.866804 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76241474-ef3d-4fdc-a174-f59ef90c468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.875540 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-96741872-4997-43aa-b52d-fbcd64f74ffe tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.877783 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-96741872-4997-43aa-b52d-fbcd64f74ffe tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1613696 Feb 07 23:16:39.883684 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55768) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:39.888668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ad4e8f04-c64e-4808-a02d-18a70012dcb6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'security_group_rule': {'security_group_id': '7938dce6-6fac-4c6c-95c9-d41a532be604', 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:39.913546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-76241474-ef3d-4fdc-a174-f59ef90c468d None None] Port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:16:39.930314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-76241474-ef3d-4fdc-a174-f59ef90c468d None None] Provisioning complete for port f0d61642-2e69-4e06-b9ea-b877e1ad87a7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:39.930768 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76241474-ef3d-4fdc-a174-f59ef90c468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.937044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8f04-c64e-4808-a02d-18a70012dcb6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.999145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8f04-c64e-4808-a02d-18a70012dcb6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.010392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8f04-c64e-4808-a02d-18a70012dcb6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.027396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e8f04-c64e-4808-a02d-18a70012dcb6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef13239a-4787-449d-9992-5b3246f009a6,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:40.054356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Sync routers for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:16:40.054563 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8f04-c64e-4808-a02d-18a70012dcb6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.055612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ad4e8f04-c64e-4808-a02d-18a70012dcb6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708190 Feb 07 23:16:40.076589 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:40.077411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:40.189905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-976b9630-5040-40fb-9ad8-ec5d1effd3c5 None None] Provisioning complete for port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:40.190285 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-976b9630-5040-40fb-9ad8-ec5d1effd3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.249291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b6afba62-ffb3-44cd-bd67-7c6f1510cf9b tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--1320693048&fields=id&tenant_id=cfa32e2dd93b4a58b7ff248f8829e245 HTTP/1.1" status: 200 len: 267 time: 0.0613458 Feb 07 23:16:40.252618 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-976b9630-5040-40fb-9ad8-ec5d1effd3c5 None None] Port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:16:40.259354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:40.295117 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-f95d1407-4c10-4529-b750-a2cc5b939d01 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--1190633364&fields=id&tenant_id=cfa32e2dd93b4a58b7ff248f8829e245 HTTP/1.1" status: 200 len: 267 time: 0.0439215 Feb 07 23:16:40.413216 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f0d61642-2e69-4e06-b9ea-b877e1ad87a7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:16:40.426978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-6e38d301-02b1-44f6-9350-7f25cb93f508 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:40.428478 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-6e38d301-02b1-44f6-9350-7f25cb93f508 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/networks?id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b HTTP/1.1" status: 200 len: 796 time: 0.1250756 Feb 07 23:16:40.445250 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-adc14edd-9343-4515-b0d0-f2e80326f9c9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/quotas/cfa32e2dd93b4a58b7ff248f8829e245 HTTP/1.1" status: 200 len: 375 time: 0.0109007 Feb 07 23:16:40.505032 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-a3971a1f-77ca-4673-b1a9-e6a883d74df1 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521462 Feb 07 23:16:40.522834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-240c1e4d-d71d-48f1-8ae4-a0cd125e1082 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:16:40.523872 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-240c1e4d-d71d-48f1-8ae4-a0cd125e1082 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064809 Feb 07 23:16:40.534399 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bee64b66-1b23-425e-baa2-4bf9e258dce9 None None] Provisioning complete for port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:40.534929 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bee64b66-1b23-425e-baa2-4bf9e258dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.587760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f0d61642-2e69-4e06-b9ea-b877e1ad87a7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:40.588130 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.626875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bee64b66-1b23-425e-baa2-4bf9e258dce9 None None] Port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:16:40.636278 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b9334c76-32ad-48e8-92e3-d6e3093aeefb service neutron] 10.222.0.15 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049278 Feb 07 23:16:40.651675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:38Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3d68a5f2-e9dd-4ce4-9303-13a13bd993f0', 'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:be:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:38Z', 'updated_at': '2022-02-07T23:16:39Z', 'revision_number': 2, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:40.684755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Checking router: 2c5245d3-9541-47fa-9543-41b8be4744c7 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:16:40.685329 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Updating router 2c5245d3-9541-47fa-9543-41b8be4744c7 port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:16:40.736691 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-8edc6d6f-dcb0-4bd8-a881-7c727b80539a service neutron] 10.222.0.15 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924170 Feb 07 23:16:40.741137 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.765810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c085ee8-6213-4b3b-b901-943c45f4f56e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:16:40.917469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4c085ee8-6213-4b3b-b901-943c45f4f56e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:40.918268 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.920038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-97607375-aba7-446a-a3fb-4dd267aa1c62 req-f12c117b-0c15-4c1f-86bb-6b46cc0d6ffc tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 210 time: 0.0285859 Feb 07 23:16:41.126464 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.328637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 4c085ee8-6213-4b3b-b901-943c45f4f56e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4c085ee8-6213-4b3b-b901-943c45f4f56e,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:41.335041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.379046 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.392041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.400912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=4c085ee8-6213-4b3b-b901-943c45f4f56e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:41.471804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5761441-2cc1-4940-89a2-e5aaec0f4d41 None None] Pushing event updated for resources: {'Port': ['ID=3d68a5f2-e9dd-4ce4-9303-13a13bd993f0,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:41.508157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Attempting to bind port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:16:41.508537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Attempting to bind port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:16:41.508908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Attempting to bind port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 on network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:16:41.514454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:16:41.514905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Checking segment: {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:16:41.515318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.515738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Bound using segment: {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:16:41.516197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Bound port: 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:16:41.516579 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.582169 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] For port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:16:41.585550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] For port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3d68a5f2-e9dd-4ce4-9303-13a13bd993f0,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:16:41.589899 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.640999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:41.641632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:41.699043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5761441-2cc1-4940-89a2-e5aaec0f4d41 None None] Pushing event updated for resources: {'Port': ['ID=3d68a5f2-e9dd-4ce4-9303-13a13bd993f0,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:41.715086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ab034fd7-deb6-4397-90b9-abf0b81dd1f1 None None] Provisioning complete for port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:41.715465 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab034fd7-deb6-4397-90b9-abf0b81dd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.809138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:41.933653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-eae5be20-e0d0-4bed-85f2-c89638b4af60 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:41.934990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-eae5be20-e0d0-4bed-85f2-c89638b4af60 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.24 "GET /v2.0/networks?id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b HTTP/1.1" status: 200 len: 796 time: 0.1275163 Feb 07 23:16:41.948923 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab034fd7-deb6-4397-90b9-abf0b81dd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.982177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-23892470-3a4b-45e1-9f26-b9ef49c398e2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa32e2dd93b4a58b7ff248f8829e245 HTTP/1.1" status: 200 len: 478 time: 0.0367546 Feb 07 23:16:41.991664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'port': {'device_id': '18b96928-af00-46ff-9db6-108a94a495d3', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'admin_state_up': True, 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'security_groups': ['7938dce6-6fac-4c6c-95c9-d41a532be604', 'e4ca076e-433a-49f4-9a74-d9b97dd05c6d']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:42.029513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ab034fd7-deb6-4397-90b9-abf0b81dd1f1 None None] For port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3d68a5f2-e9dd-4ce4-9303-13a13bd993f0,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:42.039445 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab034fd7-deb6-4397-90b9-abf0b81dd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.040687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60ce948d-877e-4a08-914f-b448fc2e7d14 req-9e6a2cb7-f402-44d9-ac32-2a568043ddaf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 210 time: 0.0285940 Feb 07 23:16:42.118250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab034fd7-deb6-4397-90b9-abf0b81dd1f1 None None] Pushing event updated for resources: {'Port': ['ID=3d68a5f2-e9dd-4ce4-9303-13a13bd993f0,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:42.125590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Made reservation on behalf of cfa32e2dd93b4a58b7ff248f8829e245 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:16:42.130159 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.140043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:38Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3d68a5f2-e9dd-4ce4-9303-13a13bd993f0', 'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:be:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:38Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:42.174343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3749e63-126b-4b43-81d2-96599a8e3fee None None] The sync data for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 is: [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:38Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3d68a5f2-e9dd-4ce4-9303-13a13bd993f0', 'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:be:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:38Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:42.188400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-72486427-dc30-44ae-b23f-603dc71cb0d0 None None] Provisioning complete for port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:42.189390 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72486427-dc30-44ae-b23f-603dc71cb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.270245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c085ee8-6213-4b3b-b901-943c45f4f56e up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:16:42.356898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4c085ee8-6213-4b3b-b901-943c45f4f56e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:42.357285 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.636874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Allocated IP 172.20.0.14 (cc12d5eb-20be-412c-b1ae-fcfba8aaae9b/b31a633c-49fa-4883-af08-27f70c18a910/70a6b347-a71a-4fbe-a6a9-eedc743445a7) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:42.796222 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.832386 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.878262 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:42.881403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:42.885056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:16:42.910041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=70a6b347-a71a-4fbe-a6a9-eedc743445a7,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:42.947053 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:42.947687 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.967837 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-b16f8080-bf8c-4a23-9f51-1080b29e0370 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9801195 Feb 07 23:16:42.979323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Request body: {'port': {'device_id': '18b96928-af00-46ff-9db6-108a94a495d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:43.043341 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.170735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f8b6e40c-e394-4329-b91e-36dd378bb376 None None] Provisioning complete for port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:43.171318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e40c-e394-4329-b91e-36dd378bb376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.211887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6e40c-e394-4329-b91e-36dd378bb376 None None] Port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:16:43.271488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772c033-587f-402b-858a-568e1b93a0ac req-bd9dd87a-cd49-474c-882d-9d1ca43d2a9c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:43.273042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a772c033-587f-402b-858a-568e1b93a0ac req-bd9dd87a-cd49-474c-882d-9d1ca43d2a9c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 971 time: 0.1176522 Feb 07 23:16:43.338192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a772c033-587f-402b-858a-568e1b93a0ac req-31ebcee9-17ed-4228-91f3-bd4da6bfd530 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0584745 Feb 07 23:16:43.405986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a6b347-a71a-4fbe-a6a9-eedc743445a7 {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:16:43.413758 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.426044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Transition to ACTIVE for port object 70a6b347-a71a-4fbe-a6a9-eedc743445a7 will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:16:43.429485 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.479286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Pushing event updated for resources: {'Port': ['ID=70a6b347-a71a-4fbe-a6a9-eedc743445a7,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:43.552584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Attempting to bind port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:16:43.552944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Attempting to bind port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:16:43.553237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Attempting to bind port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 on network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:16:43.557601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 on network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:16:43.557913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Attempting to bind port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 on network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:16:43.562847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:16:43.563176 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Checking segment: {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:16:43.563549 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Bound using segment: {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:16:43.564570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Bound port: 70a6b347-a71a-4fbe-a6a9-eedc743445a7, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0281f635-5e4c-4073-bda6-2af1d40e8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:16:43.565276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.631518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] For port 70a6b347-a71a-4fbe-a6a9-eedc743445a7, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:16:43.634746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] For port 70a6b347-a71a-4fbe-a6a9-eedc743445a7, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:16:43.638701 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.673500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:43.674111 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.675483 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] 10.222.0.24 "PUT /v2.0/ports/70a6b347-a71a-4fbe-a6a9-eedc743445a7 HTTP/1.1" status: 200 len: 1131 time: 0.7004690 Feb 07 23:16:43.675949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:43.678254 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967b10d9-c15d-44f0-a684-7baa103a1f94" -d '{"events": [{"name": "network-changed", "server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:16:43.703856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a9fbe-9b9c-432c-a0b1-e8f82038b806 service neutron] Pushing event updated for resources: {'Port': ['ID=70a6b347-a71a-4fbe-a6a9-eedc743445a7,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:43.753718 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f61ef5-155c-4610-89f7-a4b0cbb78542 x-openstack-request-id: req-19f61ef5-155c-4610-89f7-a4b0cbb78542 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:16:43.754072 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:16:43.754283 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19f61ef5-155c-4610-89f7-a4b0cbb78542 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:16:43.754657 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'status': 'completed', 'code': 200} Feb 07 23:16:43.769870 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-01f06c81-85e7-4770-8060-20bd8d4585fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:43.771374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-01f06c81-85e7-4770-8060-20bd8d4585fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 1134 time: 0.0523975 Feb 07 23:16:43.815213 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-1a880ed0-0700-4b16-9eb2-4cc17443d14a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7 HTTP/1.1" status: 200 len: 217 time: 0.0365727 Feb 07 23:16:43.869403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-e3f241c5-64b3-4eda-9db3-d093d5cc01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:43.870998 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-e3f241c5-64b3-4eda-9db3-d093d5cc01c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b31a633c-49fa-4883-af08-27f70c18a910 HTTP/1.1" status: 200 len: 835 time: 0.0498385 Feb 07 23:16:43.914412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-96baeb7e-330a-45ed-884e-0566daf10704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:43.915906 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-96baeb7e-330a-45ed-884e-0566daf10704 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386903 Feb 07 23:16:44.009007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-8345522f-0fa9-4533-9ce9-e5f2bcdad7a0 service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864742 Feb 07 23:16:44.106443 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09cf8beb-2fca-4963-bd92-24b63cf2fa1d req-0f5e2978-64f7-4d9b-b5da-63d9df9cc3cc service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914519 Feb 07 23:16:44.199731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-e72236db-f907-48c8-9f3a-131ea9b261f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:44.201323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-e72236db-f907-48c8-9f3a-131ea9b261f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 1134 time: 0.0484540 Feb 07 23:16:44.265907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:16:44.295350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-0501fc8d-0fb7-476d-93e1-bac619fc23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:44.296846 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-0501fc8d-0fb7-476d-93e1-bac619fc23f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b HTTP/1.1" status: 200 len: 896 time: 0.0890675 Feb 07 23:16:44.317699 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:44.318074 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:44.342840 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-f2e0b905-3a96-42a1-a114-df7e39a80eb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7 HTTP/1.1" status: 200 len: 217 time: 0.0388026 Feb 07 23:16:44.394039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-b114c7aa-2155-4fad-9464-45ca210db43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:44.395512 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-b114c7aa-2155-4fad-9464-45ca210db43c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b31a633c-49fa-4883-af08-27f70c18a910 HTTP/1.1" status: 200 len: 835 time: 0.0462677 Feb 07 23:16:44.445725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-82a994ca-0364-45a5-ad88-fd4fd07e02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:44.447236 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-82a994ca-0364-45a5-ad88-fd4fd07e02e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435910 Feb 07 23:16:44.549402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-e198aa8b-9575-4b2b-946b-168d8d33da44 service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946121 Feb 07 23:16:44.648171 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-967b10d9-c15d-44f0-a684-7baa103a1f94 req-05455753-67e5-48db-882f-fd00d4b44280 service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920935 Feb 07 23:16:44.727118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17b9a6-3bf7-4ca3-ab2e-9ce6bc83c373 req-94c69fbf-e226-46f6-b272-5d6102a99e44 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:44.728588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9b17b9a6-3bf7-4ca3-ab2e-9ce6bc83c373 req-94c69fbf-e226-46f6-b272-5d6102a99e44 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 983 time: 0.0510495 Feb 07 23:16:44.768585 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9b17b9a6-3bf7-4ca3-ab2e-9ce6bc83c373 req-82f648bf-add5-4eba-9a12-ab90a074601e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0339775 Feb 07 23:16:45.885893 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eb15b-1594-46ff-ba28-0f0313c0508a req-80066aed-8130-420f-8980-1790e2579b33 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:45.887342 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b34eb15b-1594-46ff-ba28-0f0313c0508a req-80066aed-8130-420f-8980-1790e2579b33 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 983 time: 0.0498035 Feb 07 23:16:45.930797 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b34eb15b-1594-46ff-ba28-0f0313c0508a req-f12caa66-2432-4f36-af8b-178b78493695 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0372045 Feb 07 23:16:47.048979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd8640-1561-4a95-b95a-f7e892b62618 req-1ffb953f-2419-43b7-a15e-bf3a342dda1f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:47.050414 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4bd8640-1561-4a95-b95a-f7e892b62618 req-1ffb953f-2419-43b7-a15e-bf3a342dda1f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 983 time: 0.0532992 Feb 07 23:16:47.089283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4bd8640-1561-4a95-b95a-f7e892b62618 req-87f7b89d-7929-449a-996f-cb79fba48769 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0328169 Feb 07 23:16:47.697512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 70a6b347-a71a-4fbe-a6a9-eedc743445a7 details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:16:47.794207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 70a6b347-a71a-4fbe-a6a9-eedc743445a7, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:47.805702 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'port_id': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'mac_address': 'fa:16:3e:6b:fe:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:16:47.842898 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:47.856555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a6b347-a71a-4fbe-a6a9-eedc743445a7 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:16:47.875981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 70a6b347-a71a-4fbe-a6a9-eedc743445a7, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:47.879468 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:47.928819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=70a6b347-a71a-4fbe-a6a9-eedc743445a7,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:48.104553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['70a6b347-a71a-4fbe-a6a9-eedc743445a7'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:16:48.207831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce1c41-c307-4f23-a373-5c675e443d5d req-57efd5a6-a082-4739-b667-119cae2affa8 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:48.209297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfce1c41-c307-4f23-a373-5c675e443d5d req-57efd5a6-a082-4739-b667-119cae2affa8 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 984 time: 0.0503614 Feb 07 23:16:48.249916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfce1c41-c307-4f23-a373-5c675e443d5d req-32d4864b-af0b-4073-8c31-c625186fd975 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0343156 Feb 07 23:16:49.366099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93221e-e398-4a12-92cd-5b75e4403cd0 req-e3bc569a-6259-42d7-ac2a-5de29dfa8411 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:49.367585 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f93221e-e398-4a12-92cd-5b75e4403cd0 req-e3bc569a-6259-42d7-ac2a-5de29dfa8411 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 984 time: 0.0493627 Feb 07 23:16:49.406398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f93221e-e398-4a12-92cd-5b75e4403cd0 req-45fa649a-7b41-4109-bffa-9e3b62072af9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0327480 Feb 07 23:16:49.719715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 70a6b347-a71a-4fbe-a6a9-eedc743445a7 up at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:16:49.771610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning for port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:49.775897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Provisioning complete for port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:49.776377 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:49.854116 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:49.878615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:49.880935 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce0fca5-90a8-4190-b244-90ae822b5e30" -d '{"events": [{"server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "name": "network-vif-plugged", "status": "completed", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:16:49.893082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 70a6b347-a71a-4fbe-a6a9-eedc743445a7, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:16:49.897032 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:49.920724 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34266b0-5480-4155-88f2-818bf1a15919 x-openstack-request-id: req-a34266b0-5480-4155-88f2-818bf1a15919 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:16:49.921017 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "name": "network-vif-plugged", "status": "completed", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:16:49.921298 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a34266b0-5480-4155-88f2-818bf1a15919 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:16:49.921681 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'code': 200} Feb 07 23:16:49.950636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=70a6b347-a71a-4fbe-a6a9-eedc743445a7,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:50.014482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35153b6-e4c3-4494-bf19-2fc54cecec75 req-976fa53e-1409-4d7f-b03a-96b82bedb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:50.015894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b35153b6-e4c3-4494-bf19-2fc54cecec75 req-976fa53e-1409-4d7f-b03a-96b82bedb490 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 1136 time: 0.0391243 Feb 07 23:16:50.050545 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b35153b6-e4c3-4494-bf19-2fc54cecec75 req-a7bc6992-bad7-4cc0-86d8-f69221adfd3d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7938dce6-6fac-4c6c-95c9-d41a532be604&id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0281363 Feb 07 23:16:50.524741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213c65-2de0-46bf-95d5-e161ab191b19 req-c451444a-acf9-4247-be87-c4cdf7fea239 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:50.526195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb213c65-2de0-46bf-95d5-e161ab191b19 req-c451444a-acf9-4247-be87-c4cdf7fea239 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 985 time: 0.0531921 Feb 07 23:16:50.565057 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bb213c65-2de0-46bf-95d5-e161ab191b19 req-f4199a1b-cffe-4ceb-915a-03f60e3e7da8 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0328598 Feb 07 23:16:51.507860 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-774b911c-0d45-4b24-9557-afd296811f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:51.681088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca306f-5720-49bc-a8c6-13472b2c71ca req-d41a9287-e3bd-451f-83ca-a99dd3c03914 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:51.682461 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7ca306f-5720-49bc-a8c6-13472b2c71ca req-d41a9287-e3bd-451f-83ca-a99dd3c03914 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 985 time: 0.0488999 Feb 07 23:16:51.722093 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7ca306f-5720-49bc-a8c6-13472b2c71ca req-fa0eec81-30e4-4c9e-960b-130b41b46b3b tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0335581 Feb 07 23:16:51.836006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66128c-fc56-4ba4-a3e5-746283ad8645 req-56299255-dbd1-4cfb-acac-245a9f610b1c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:51.837470 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e66128c-fc56-4ba4-a3e5-746283ad8645 req-56299255-dbd1-4cfb-acac-245a9f610b1c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 985 time: 0.0498133 Feb 07 23:16:51.878164 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e66128c-fc56-4ba4-a3e5-746283ad8645 req-550aed4a-9f16-4f0f-9cd6-d6d7be56d649 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0346379 Feb 07 23:16:51.983897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841801cb-d1f6-49da-b7f8-1879a74bfb30 req-03a53a55-de1a-4ad3-b083-988061e0a863 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:51.985274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-841801cb-d1f6-49da-b7f8-1879a74bfb30 req-03a53a55-de1a-4ad3-b083-988061e0a863 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 1136 time: 0.0394111 Feb 07 23:16:52.007498 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-841801cb-d1f6-49da-b7f8-1879a74bfb30 req-9613d3d6-458f-494c-aa6b-2df1cdf20f8b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.077981 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-841801cb-d1f6-49da-b7f8-1879a74bfb30 req-9613d3d6-458f-494c-aa6b-2df1cdf20f8b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.083222 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-841801cb-d1f6-49da-b7f8-1879a74bfb30 req-9613d3d6-458f-494c-aa6b-2df1cdf20f8b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.105780 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-841801cb-d1f6-49da-b7f8-1879a74bfb30 req-9613d3d6-458f-494c-aa6b-2df1cdf20f8b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1140816 Feb 07 23:16:52.114323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613d3d6-458f-494c-aa6b-2df1cdf20f8b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e60976-3a54-4ee1-af6e-0eed21eb2ab4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:52.128277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55822) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:52.167131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ed917-acdf-4208-9c24-3aea6c63d76f tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:52.168657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-882ed917-acdf-4208-9c24-3aea6c63d76f tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 1131 time: 0.0395353 Feb 07 23:16:52.171505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55824) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:52.175754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:52.199016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.295322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.394945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Allocated IP 172.25.8.237 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/391f6dff-5bd5-4777-a0e1-bb17fa0d214e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:52.494255 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.526789 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.565250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:52.567940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:52.570507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:16:52.599321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=391f6dff-5bd5-4777-a0e1-bb17fa0d214e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:53.192541 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:53.256942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:53.409394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:53.413837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:53.479423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=391f6dff-5bd5-4777-a0e1-bb17fa0d214e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:53.489506 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:53.588155 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Floating IP 9e722414-bd80-47ac-9885-d4062e6bbf58 associated. External IP: 172.25.8.237, port: 70a6b347-a71a-4fbe-a6a9-eedc743445a7. Feb 07 23:16:53.793320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Router 2c5245d3-9541-47fa-9543-41b8be4744c7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:16:53.901580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:16:53.912010 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] Sync routers for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:16:53.919679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:53.921422 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:53.922011 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:53.947076 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3c71e723-5929-4b48-803c-43c612aa1c38 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7745388 Feb 07 23:16:53.947780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:53.949733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55826) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:53.950249 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112" -d '{"events": [{"name": "network-changed", "server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:16:53.988097 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ef9952-90fe-4972-802b-e00f257153dd x-openstack-request-id: req-c2ef9952-90fe-4972-802b-e00f257153dd {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:16:53.988383 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:16:53.988629 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2ef9952-90fe-4972-802b-e00f257153dd {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:16:53.989279 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'status': 'completed', 'code': 200} Feb 07 23:16:54.030636 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:54.154035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-9edff655-d482-403c-9711-cb176579caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.155531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-9edff655-d482-403c-9711-cb176579caa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 1136 time: 0.1326063 Feb 07 23:16:54.227514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac335a72-680a-470f-b912-1843d9d5a0f6 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.228075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac335a72-680a-470f-b912-1843d9d5a0f6 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.228542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac335a72-680a-470f-b912-1843d9d5a0f6 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.228994 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac335a72-680a-470f-b912-1843d9d5a0f6 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.230638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ac335a72-680a-470f-b912-1843d9d5a0f6 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.2798450 Feb 07 23:16:54.233614 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55830) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:54.274171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-915ff8d5-5338-40f9-bb80-ff3885170897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.275625 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-915ff8d5-5338-40f9-bb80-ff3885170897 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b HTTP/1.1" status: 200 len: 896 time: 0.1101642 Feb 07 23:16:54.334215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6962a49-b869-4618-bad1-4d9fae909004 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.334689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6962a49-b869-4618-bad1-4d9fae909004 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.335150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6962a49-b869-4618-bad1-4d9fae909004 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.335596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6962a49-b869-4618-bad1-4d9fae909004 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.340736 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d6962a49-b869-4618-bad1-4d9fae909004 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1058519 Feb 07 23:16:54.341523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55832) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:54.347468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-a926129f-42f1-4291-be86-eadbe919bbc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7 HTTP/1.1" status: 200 len: 1000 time: 0.0658507 Feb 07 23:16:54.349551 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:38Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '9e722414-bd80-47ac-9885-d4062e6bbf58', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'port_id': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'mac_address': 'fa:16:3e:6b:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b96928-af00-46ff-9db6-108a94a495d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:16:53Z', 'updated_at': '2022-02-07T23:16:53Z', 'revision_number': 0, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d68a5f2-e9dd-4ce4-9303-13a13bd993f0', 'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:be:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:38Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:54.379745 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] Checking router: 2c5245d3-9541-47fa-9543-41b8be4744c7 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:16:54.388097 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:16:54.388713 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:16:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:54.397105 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-cde2bb9c-40be-4f15-8799-9a535b2e2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.398553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-cde2bb9c-40be-4f15-8799-9a535b2e2b81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b31a633c-49fa-4883-af08-27f70c18a910 HTTP/1.1" status: 200 len: 835 time: 0.0450020 Feb 07 23:16:54.444784 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-d268969d-3abc-45fd-a955-e032305e687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.446229 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-d268969d-3abc-45fd-a955-e032305e687c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410984 Feb 07 23:16:54.498360 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:16:54.545759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-a86acece-c0e5-463b-b55e-5495b4a209ac service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928719 Feb 07 23:16:54.571511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5172cd70-e5de-4517-8ce4-a2eb152dec4b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.2261643 Feb 07 23:16:54.572107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55834) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:16:54.655136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a941f0d6-51e6-4b52-93a9-6a733e245506 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.655626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a941f0d6-51e6-4b52-93a9-6a733e245506 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.657342 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a941f0d6-51e6-4b52-93a9-6a733e245506 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2c5245d3-9541-47fa-9543-41b8be4744c7 HTTP/1.1" status: 200 len: 1989 time: 0.0842748 Feb 07 23:16:54.675625 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8be8dee2-9b63-483a-bf40-8a34d42db03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:54.676276 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a5ea1c0-eb87-42a6-a3b5-a65ebed21112 req-10cace18-3d1d-413f-9e4f-eb59541590cb service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243188 Feb 07 23:16:54.734615 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:38Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '9e722414-bd80-47ac-9885-d4062e6bbf58', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'port_id': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'mac_address': 'fa:16:3e:6b:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b96928-af00-46ff-9db6-108a94a495d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:16:53Z', 'updated_at': '2022-02-07T23:16:53Z', 'revision_number': 0, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d68a5f2-e9dd-4ce4-9303-13a13bd993f0', 'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:be:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:38Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:54.764725 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8820e98-ce2a-493b-80d4-3729341adf7c None None] The sync data for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 is: [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:38Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '9e722414-bd80-47ac-9885-d4062e6bbf58', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'port_id': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'mac_address': 'fa:16:3e:6b:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b96928-af00-46ff-9db6-108a94a495d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:16:53Z', 'updated_at': '2022-02-07T23:16:53Z', 'revision_number': 0, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d68a5f2-e9dd-4ce4-9303-13a13bd993f0', 'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:be:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:38Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:54.948804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7cb85b-8f67-42a8-9009-810c84beba0e None None] New status for floating IP 9e722414-bd80-47ac-9885-d4062e6bbf58: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:16:54.952494 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:56.432660 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:56.689931 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:04.207216 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:04.631421 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:16.032298 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:17:20.589494 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-937beab7-8561-4231-a641-27850760b76d req-9b5a91d4-e220-4575-8530-9127e12e2da2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438538 Feb 07 23:17:20.671500 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937beab7-8561-4231-a641-27850760b76d req-280a6199-6a97-4ed1-9925-1221083dd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:20.673653 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-937beab7-8561-4231-a641-27850760b76d req-280a6199-6a97-4ed1-9925-1221083dd861 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 1136 time: 0.0415428 Feb 07 23:17:20.774483 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937beab7-8561-4231-a641-27850760b76d req-fd0dfbf0-b552-4bc2-bc49-2caf4ff87ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:20.775954 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-937beab7-8561-4231-a641-27850760b76d req-fd0dfbf0-b552-4bc2-bc49-2caf4ff87ba2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b HTTP/1.1" status: 200 len: 896 time: 0.0840383 Feb 07 23:17:20.846589 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-937beab7-8561-4231-a641-27850760b76d req-960cfedd-9403-4dc0-8a38-c20cb1001a24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7 HTTP/1.1" status: 200 len: 1002 time: 0.0628791 Feb 07 23:17:20.895935 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937beab7-8561-4231-a641-27850760b76d req-63f3a664-2787-492a-8524-740e563c4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:20.897347 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-937beab7-8561-4231-a641-27850760b76d req-63f3a664-2787-492a-8524-740e563c4b3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b31a633c-49fa-4883-af08-27f70c18a910 HTTP/1.1" status: 200 len: 835 time: 0.0441878 Feb 07 23:17:20.941389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937beab7-8561-4231-a641-27850760b76d req-9e58725c-2855-4c60-b62c-83a4d440ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:20.942815 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-937beab7-8561-4231-a641-27850760b76d req-9e58725c-2855-4c60-b62c-83a4d440ca79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394464 Feb 07 23:17:21.037514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-937beab7-8561-4231-a641-27850760b76d req-20cefac4-cba2-4218-96d6-5fc8379b4839 service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878417 Feb 07 23:17:21.127553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-937beab7-8561-4231-a641-27850760b76d req-c1602bbe-bfef-4680-ac8b-2e962793df51 service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822134 Feb 07 23:17:21.510146 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e0671eb-2554-4757-971a-8c795360811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:24.668587 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9b1bc37-b3e6-476e-ae1d-71fd557f3061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:24.949584 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:26.434287 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:26.692479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:28.615420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55850) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:28.694195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3ab63d5e-8c63-49cf-8ae3-0b4d2a9c3368 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0776002 Feb 07 23:17:28.696874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55852) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:28.701405 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'network': {'name': 'tempest-network-smoke--1843687099', 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'port_security_enabled': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:17:28.723633 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Made reservation on behalf of cfa32e2dd93b4a58b7ff248f8829e245 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:17:28.727720 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:28.751054 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:17:28.759551 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:28.759991 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Added segment a0d5139c-adbe-47aa-89a1-08df8f0d95c0 of type vlan for network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b Feb 07 23:17:28.799956 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:28.823587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:28.829215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:28.829810 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:28.896684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1987391 Feb 07 23:17:28.899370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:28.902927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba4079-e34c-4106-bc5c-ce3c96d7bacf tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Network': ['ID=0e8c7587-b9f5-49b5-b39a-55e8c925ad2b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:28.904396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'admin_state_up': True, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:17:28.913336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:17:28.932583 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:28.933766 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:28.993111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:29.129016 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:29.321081 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:29.339486 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:29.439548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Allocated IP 172.25.8.128 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/6d47e955-7211-4f4a-9ae1-7f559b1b8cb0) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:17:29.543324 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:29.576895 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:29.617018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:17:29.621146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:17:29.625641 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:17:29.628519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=6d47e955-7211-4f4a-9ae1-7f559b1b8cb0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:29.659621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.659999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.660341 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.660676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.661007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.661339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.661665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.661994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.662320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.662642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.662962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.663280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:29.886908 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:30.348423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:30.472998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Router b70b63e5-62a7-4647-9fc3-d810754557c5 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:17:30.577740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:17:30.589216 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Sync routers for ids ['b70b63e5-62a7-4647-9fc3-d810754557c5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:17:30.598797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:30.599613 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Routers {'b70b63e5-62a7-4647-9fc3-d810754557c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:30.600261 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b70b63e5-62a7-4647-9fc3-d810754557c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:30.603088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9d772a23-5948-4273-bd8d-6acbe546c6d5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7026601 Feb 07 23:17:30.603243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55856) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:30.668787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e636ef3e-f669-4b7c-9447-fa46d0c1e964 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:30.670259 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e636ef3e-f669-4b7c-9447-fa46d0c1e964 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cfa32e2dd93b4a58b7ff248f8829e245&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0660753 Feb 07 23:17:30.673332 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55858) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:30.702966 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Set router b70b63e5-62a7-4647-9fc3-d810754557c5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:30.767674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7170ee4e-becb-43e9-8562-be7aab890899 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:30.769142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7170ee4e-becb-43e9-8562-be7aab890899 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948784 Feb 07 23:17:30.772664 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55860) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:30.801189 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c6409a38-5a7c-4a64-ba77-2e9f4d201511 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272174 Feb 07 23:17:30.803546 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55862) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:30.833344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1df4f31a-a171-4a53-9042-5fc110f9decd tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cfa32e2dd93b4a58b7ff248f8829e245&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264006 Feb 07 23:17:30.833590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55864) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:30.884393 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:17:28Z', 'updated_at': '2022-02-07T23:17:29Z', 'revision_number': 3, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:29Z', 'updated_at': '2022-02-07T23:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:30.911634 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Checking router: b70b63e5-62a7-4647-9fc3-d810754557c5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:17:30.912002 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Updating router b70b63e5-62a7-4647-9fc3-d810754557c5 port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:17:30.924531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e6a90a-3a79-4467-a8e3-0e742b9d6b7b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:30.926020 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b4e6a90a-3a79-4467-a8e3-0e742b9d6b7b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915778 Feb 07 23:17:30.928761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55866) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:30.936442 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:30.957122 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ad36cfec-c240-490f-8401-fa2cc03113f2 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272911 Feb 07 23:17:30.959490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55868) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:30.964127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845393740', 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b', 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:17:31.052200 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Made reservation on behalf of cfa32e2dd93b4a58b7ff248f8829e245 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:17:31.055631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.185356 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.190874 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.240043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.246089 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Attempting to bind port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:17:31.246089 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Attempting to bind port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:17:31.246089 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Attempting to bind port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:17:31.249151 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2439a3-9503-4ba1-bc95-faac89db8b8c None None] Pushing event updated for resources: {'Port': ['ID=6d47e955-7211-4f4a-9ae1-7f559b1b8cb0,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:31.253868 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:17:31.254261 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:17:31.254682 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.255044 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:17:31.255460 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Bound port: 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:17:31.255883 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.303957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Subnet': ['ID=db56090b-8534-4c4d-aa08-5bc893bf5e31,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:31.307610 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] For port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:17:31.310700 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] For port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6d47e955-7211-4f4a-9ae1-7f559b1b8cb0,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:17:31.314796 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.316267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.316616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.316949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.317273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.317594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.317913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.318233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.318550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.318868 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.319182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.319492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.319826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.326096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Checking segment: {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:17:31.326452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network hostable DHCP agents. Network: 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:17:31.344151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:17:31.354811 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:17:31.359234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:31.360413 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.366492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ba666-ba2a-4fae-b6a8-9bde21d2c06c None None] Network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:17:31.369527 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Routers {'b70b63e5-62a7-4647-9fc3-d810754557c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:31.370132 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b70b63e5-62a7-4647-9fc3-d810754557c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:31.385528 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-53a8bf00-c352-49ec-a8a2-8ef0818e49d7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4224334 Feb 07 23:17:31.385788 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55870) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:31.418909 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2439a3-9503-4ba1-bc95-faac89db8b8c None None] Pushing event updated for resources: {'Port': ['ID=6d47e955-7211-4f4a-9ae1-7f559b1b8cb0,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:31.491644 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] Set router b70b63e5-62a7-4647-9fc3-d810754557c5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:31.515369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-0e8c7587-b9f5-49b5-b39a-55e8c925ad2b', 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'fixed_ips': [{'subnet_id': 'db56090b-8534-4c4d-aa08-5bc893bf5e31'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:17:31.516903 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.671587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Allocated IP 172.20.0.18 (0e8c7587-b9f5-49b5-b39a-55e8c925ad2b/db56090b-8534-4c4d-aa08-5bc893bf5e31/9d4006c9-e210-4630-b35f-674de8e08f60) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:17:31.763767 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:17:28Z', 'updated_at': '2022-02-07T23:17:29Z', 'revision_number': 3, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:29Z', 'updated_at': '2022-02-07T23:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:31.791030 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7dc6dc-a201-4474-ac74-f49830bbf461 None None] The sync data for ids ['b70b63e5-62a7-4647-9fc3-d810754557c5'] in n-d-827895-2 is: [{'id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:17:28Z', 'updated_at': '2022-02-07T23:17:29Z', 'revision_number': 3, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:29Z', 'updated_at': '2022-02-07T23:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:17:31.835030 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.843425 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.872701 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.889113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:17:31.891910 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:17:31.896278 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:17:31.899596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Pushing event updated for resources: {'Port': ['ID=9d4006c9-e210-4630-b35f-674de8e08f60,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:31.911502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.912269 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.912794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.913300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.913811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.914137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.914474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.914799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.915121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.915443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.915791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.916116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.963465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Attempting to bind port 9d4006c9-e210-4630-b35f-674de8e08f60 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:17:31.963870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Attempting to bind port 9d4006c9-e210-4630-b35f-674de8e08f60 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:17:31.964233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Attempting to bind port 9d4006c9-e210-4630-b35f-674de8e08f60 on network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:17:31.970423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:17:31.970814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Checking segment: {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:17:31.971209 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.971599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Bound using segment: {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:17:31.972104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Bound port: 9d4006c9-e210-4630-b35f-674de8e08f60, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:17:31.972486 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:32.070355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] For port 9d4006c9-e210-4630-b35f-674de8e08f60, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:17:32.079188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] For port 9d4006c9-e210-4630-b35f-674de8e08f60, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9d4006c9-e210-4630-b35f-674de8e08f60,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:17:32.084927 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:32.149412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183a608-3eca-4dbb-9efa-7bc149ff0b02 None None] Pushing event updated for resources: {'Port': ['ID=9d4006c9-e210-4630-b35f-674de8e08f60,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:32.324996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:17:32.421121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:32.421770 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:32.521253 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:32.545030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6d47e955-7211-4f4a-9ae1-7f559b1b8cb0,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:32.552517 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:32.612708 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=6d47e955-7211-4f4a-9ae1-7f559b1b8cb0,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:32.618969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Allocated IP 172.20.0.17 (0e8c7587-b9f5-49b5-b39a-55e8c925ad2b/db56090b-8534-4c4d-aa08-5bc893bf5e31/770a6bd2-1084-48c6-9a59-6dc26916302a) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:17:32.746913 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:32.783116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:32.830905 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:17:32.833966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:17:32.836459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:17:32.864732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=770a6bd2-1084-48c6-9a59-6dc26916302a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:32.887992 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.025797 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.198502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de2dd42-487c-405c-ab43-b20b4db236a2 None None] Network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:17:33.290730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f6731ad1-166e-4427-b15d-86bfb19fc723 None None] Provisioning complete for port 9d4006c9-e210-4630-b35f-674de8e08f60 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:33.291097 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6731ad1-166e-4427-b15d-86bfb19fc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.310023 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.315735 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.388540 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=770a6bd2-1084-48c6-9a59-6dc26916302a,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:33.391752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.434354 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6731ad1-166e-4427-b15d-86bfb19fc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.479575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f6731ad1-166e-4427-b15d-86bfb19fc723 None None] For port 9d4006c9-e210-4630-b35f-674de8e08f60, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9d4006c9-e210-4630-b35f-674de8e08f60,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:33.485581 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6731ad1-166e-4427-b15d-86bfb19fc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.506445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:17:33.508270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:17:33.540490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6731ad1-166e-4427-b15d-86bfb19fc723 None None] Pushing event updated for resources: {'Port': ['ID=9d4006c9-e210-4630-b35f-674de8e08f60,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:33.634136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Router b70b63e5-62a7-4647-9fc3-d810754557c5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:17:33.711794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fee23eda-2686-4dad-9792-6dc3b737e069 None None] Provisioning complete for port 770a6bd2-1084-48c6-9a59-6dc26916302a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:33.712143 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fee23eda-2686-4dad-9792-6dc3b737e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.752800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:17:33.762814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fee23eda-2686-4dad-9792-6dc3b737e069 None None] Port 770a6bd2-1084-48c6-9a59-6dc26916302a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:17:33.763682 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e660d413-85e3-4bb7-a53c-6d587d491cf2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "PUT /v2.0/routers/b70b63e5-62a7-4647-9fc3-d810754557c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3768234 Feb 07 23:17:33.773069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fee23eda-2686-4dad-9792-6dc3b737e069 None None] Provisioning complete for port 9d4006c9-e210-4630-b35f-674de8e08f60 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:33.773443 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fee23eda-2686-4dad-9792-6dc3b737e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.776362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Sync routers for ids ['b70b63e5-62a7-4647-9fc3-d810754557c5'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:17:33.815686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Routers {'b70b63e5-62a7-4647-9fc3-d810754557c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:33.816357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b70b63e5-62a7-4647-9fc3-d810754557c5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:33.977608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Set router b70b63e5-62a7-4647-9fc3-d810754557c5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:33.994416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1304-ed62-4963-b924-3ec66396b32f req-6ee48b5b-f61f-4f4d-81f4-06088d5d56d4 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:33.995970 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-6ee48b5b-f61f-4f4d-81f4-06088d5d56d4 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/networks?id=0e8c7587-b9f5-49b5-b39a-55e8c925ad2b HTTP/1.1" status: 200 len: 798 time: 0.1238713 Feb 07 23:17:34.012558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-d2277d12-ab20-4384-87e3-e06f761b1c34 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/quotas/cfa32e2dd93b4a58b7ff248f8829e245 HTTP/1.1" status: 200 len: 375 time: 0.0106931 Feb 07 23:17:34.078458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-3947a214-409f-406e-a202-4137a56acf6a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0596313 Feb 07 23:17:34.126972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9719b35a-8a5a-40a4-af81-90afa82fb73a None None] Provisioning complete for port 770a6bd2-1084-48c6-9a59-6dc26916302a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:34.127344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9719b35a-8a5a-40a4-af81-90afa82fb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:34.182884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9719b35a-8a5a-40a4-af81-90afa82fb73a None None] Port 770a6bd2-1084-48c6-9a59-6dc26916302a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:17:34.224982 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:34.241791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:17:28Z', 'updated_at': '2022-02-07T23:17:32Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:29Z', 'updated_at': '2022-02-07T23:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '770a6bd2-1084-48c6-9a59-6dc26916302a', 'name': '', 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:09:48:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'db56090b-8534-4c4d-aa08-5bc893bf5e31', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:32Z', 'updated_at': '2022-02-07T23:17:33Z', 'revision_number': 2, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'db56090b-8534-4c4d-aa08-5bc893bf5e31', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:34.242908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-d04af280-7756-453f-b965-81dd51247a48 service neutron] 10.222.0.15 "GET /v2.0/networks/0e8c7587-b9f5-49b5-b39a-55e8c925ad2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524007 Feb 07 23:17:34.269894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Checking router: b70b63e5-62a7-4647-9fc3-d810754557c5 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:17:34.270247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Updating router b70b63e5-62a7-4647-9fc3-d810754557c5 port 770a6bd2-1084-48c6-9a59-6dc26916302a binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:17:34.308075 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:34.323365 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-aadfe283-c4e2-4b91-a131-2e4999e62f50 None None] Provisioning complete for port 770a6bd2-1084-48c6-9a59-6dc26916302a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:34.323786 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aadfe283-c4e2-4b91-a131-2e4999e62f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:34.347085 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-d8be4ec3-79e1-4239-aed8-6206b8de6742 service neutron] 10.222.0.15 "GET /v2.0/networks/0e8c7587-b9f5-49b5-b39a-55e8c925ad2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962863 Feb 07 23:17:34.373850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:17:34.415636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-aadfe283-c4e2-4b91-a131-2e4999e62f50 None None] Port 770a6bd2-1084-48c6-9a59-6dc26916302a cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:17:34.519472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2de7e42d-5a57-49d2-bf14-2496fc33e869 req-7668da4e-cb33-4a2c-92cd-1c38b72528ae tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 210 time: 0.0304608 Feb 07 23:17:34.522122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:34.522545 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:34.770513 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:34.871396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9d4006c9-e210-4630-b35f-674de8e08f60 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:17:34.916493 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:34.924365 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:34.981598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb29dd-8676-42f2-9f96-ea31fe012d21 None None] Pushing event updated for resources: {'Port': ['ID=770a6bd2-1084-48c6-9a59-6dc26916302a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:34.985654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9d4006c9-e210-4630-b35f-674de8e08f60 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:34.986025 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:35.068333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Attempting to bind port 770a6bd2-1084-48c6-9a59-6dc26916302a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:17:35.068709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Attempting to bind port 770a6bd2-1084-48c6-9a59-6dc26916302a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:17:35.069083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Attempting to bind port 770a6bd2-1084-48c6-9a59-6dc26916302a on network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:17:35.076975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:17:35.077357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Checking segment: {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:17:35.077769 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:35.078165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Bound using segment: {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:17:35.079181 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Bound port: 770a6bd2-1084-48c6-9a59-6dc26916302a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:17:35.079567 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:35.171858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] For port 770a6bd2-1084-48c6-9a59-6dc26916302a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:17:35.174987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] For port 770a6bd2-1084-48c6-9a59-6dc26916302a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=770a6bd2-1084-48c6-9a59-6dc26916302a,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:17:35.179298 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:35.237641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Routers {'b70b63e5-62a7-4647-9fc3-d810754557c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:35.238271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b70b63e5-62a7-4647-9fc3-d810754557c5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:35.246139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb29dd-8676-42f2-9f96-ea31fe012d21 None None] Pushing event updated for resources: {'Port': ['ID=770a6bd2-1084-48c6-9a59-6dc26916302a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:35.303348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0ca5811a-e655-4c04-8fd9-7ab10a5df7bb None None] Provisioning complete for port 770a6bd2-1084-48c6-9a59-6dc26916302a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:35.303775 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ca5811a-e655-4c04-8fd9-7ab10a5df7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:35.394876 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] Set router b70b63e5-62a7-4647-9fc3-d810754557c5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:35.504609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ca5811a-e655-4c04-8fd9-7ab10a5df7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:35.576638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0ca5811a-e655-4c04-8fd9-7ab10a5df7bb None None] For port 770a6bd2-1084-48c6-9a59-6dc26916302a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=770a6bd2-1084-48c6-9a59-6dc26916302a,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:35.582616 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ca5811a-e655-4c04-8fd9-7ab10a5df7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:35.619112 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a920f40b-266b-481f-b84e-e314e965e8e5 req-4646fc13-af62-4c9e-80f3-46020edd34c0 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 210 time: 0.0276978 Feb 07 23:17:35.668236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5811a-e655-4c04-8fd9-7ab10a5df7bb None None] Pushing event updated for resources: {'Port': ['ID=770a6bd2-1084-48c6-9a59-6dc26916302a,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:35.689132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:17:28Z', 'updated_at': '2022-02-07T23:17:32Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:29Z', 'updated_at': '2022-02-07T23:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '770a6bd2-1084-48c6-9a59-6dc26916302a', 'name': '', 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:09:48:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'db56090b-8534-4c4d-aa08-5bc893bf5e31', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:32Z', 'updated_at': '2022-02-07T23:17:35Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'db56090b-8534-4c4d-aa08-5bc893bf5e31', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:35.721166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9db2bd-1c71-424c-a4b9-1b7991d48082 None None] The sync data for ids ['b70b63e5-62a7-4647-9fc3-d810754557c5'] in n-d-827895-2 is: [{'id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:17:28Z', 'updated_at': '2022-02-07T23:17:32Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:29Z', 'updated_at': '2022-02-07T23:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '770a6bd2-1084-48c6-9a59-6dc26916302a', 'name': '', 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:09:48:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'db56090b-8534-4c4d-aa08-5bc893bf5e31', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:32Z', 'updated_at': '2022-02-07T23:17:35Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'db56090b-8534-4c4d-aa08-5bc893bf5e31', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:17:35.727687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-73b4929a-9510-46db-a5b5-afbf15b7f91d None None] Provisioning complete for port 770a6bd2-1084-48c6-9a59-6dc26916302a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:35.728089 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73b4929a-9510-46db-a5b5-afbf15b7f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:36.284146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 770a6bd2-1084-48c6-9a59-6dc26916302a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:17:36.343095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 770a6bd2-1084-48c6-9a59-6dc26916302a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:36.343417 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:36.507534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1304-ed62-4963-b924-3ec66396b32f req-830c6983-7480-4647-83f3-b6875b58cc83 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:36.509866 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-830c6983-7480-4647-83f3-b6875b58cc83 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.46 "GET /v2.0/networks?id=0e8c7587-b9f5-49b5-b39a-55e8c925ad2b HTTP/1.1" status: 200 len: 798 time: 0.1285636 Feb 07 23:17:36.523065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Request body: {'port': {'device_id': 'e3068037-b2da-44cd-84e6-37214a21dca3', 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b', 'admin_state_up': True, 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:17:36.635651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Made reservation on behalf of cfa32e2dd93b4a58b7ff248f8829e245 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:17:36.639230 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:36.726043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d271403c-a37b-49de-9553-2207ff784974 req-69e5fc8b-0dca-45f6-8f6e-2b5fec503f95 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 210 time: 0.0272822 Feb 07 23:17:36.779459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Allocated IP 172.20.0.21 (0e8c7587-b9f5-49b5-b39a-55e8c925ad2b/db56090b-8534-4c4d-aa08-5bc893bf5e31/6fd3dcf9-4343-424e-af3f-461053031b8d) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:17:36.902192 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:36.941865 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:36.980418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:17:36.983533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:17:36.987942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:17:37.016652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event updated for resources: {'Port': ['ID=6fd3dcf9-4343-424e-af3f-461053031b8d,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:37.043298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:37.043937 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.059983 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-87ea80f4-8489-4476-9a48-02add90d1c46 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5408840 Feb 07 23:17:37.127132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Request body: {'port': {'device_id': 'e3068037-b2da-44cd-84e6-37214a21dca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:17:37.180588 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.255054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d5f7eb6e-83de-42ee-846d-9121f5e60652 None None] Provisioning complete for port 6fd3dcf9-4343-424e-af3f-461053031b8d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:37.255611 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5f7eb6e-83de-42ee-846d-9121f5e60652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.298904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7eb6e-83de-42ee-846d-9121f5e60652 None None] Port 6fd3dcf9-4343-424e-af3f-461053031b8d cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:17:37.446186 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd3dcf9-4343-424e-af3f-461053031b8d {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:17:37.453414 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.465660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Transition to ACTIVE for port object 6fd3dcf9-4343-424e-af3f-461053031b8d will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:17:37.469893 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.520793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Pushing event updated for resources: {'Port': ['ID=6fd3dcf9-4343-424e-af3f-461053031b8d,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:37.595118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Attempting to bind port 6fd3dcf9-4343-424e-af3f-461053031b8d on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:17:37.595558 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Attempting to bind port 6fd3dcf9-4343-424e-af3f-461053031b8d by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:17:37.595937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Attempting to bind port 6fd3dcf9-4343-424e-af3f-461053031b8d on network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:17:37.600535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Port 6fd3dcf9-4343-424e-af3f-461053031b8d on network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:17:37.600846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Attempting to bind port 6fd3dcf9-4343-424e-af3f-461053031b8d on network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:17:37.605707 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:17:37.606034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Checking segment: {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:17:37.606407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Bound using segment: {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:17:37.606822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Bound port: 6fd3dcf9-4343-424e-af3f-461053031b8d, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:17:37.607169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.674153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] For port 6fd3dcf9-4343-424e-af3f-461053031b8d, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:17:37.677356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] For port 6fd3dcf9-4343-424e-af3f-461053031b8d, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fd3dcf9-4343-424e-af3f-461053031b8d,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:17:37.681454 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.718004 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:37.718624 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.720120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] 10.222.0.46 "PUT /v2.0/ports/6fd3dcf9-4343-424e-af3f-461053031b8d HTTP/1.1" status: 200 len: 1055 time: 0.6523359 Feb 07 23:17:37.720619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3068037-b2da-44cd-84e6-37214a21dca3', 'tag': '6fd3dcf9-4343-424e-af3f-461053031b8d'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:37.722858 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9356db87-ab08-485e-8846-9289c93df1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3068037-b2da-44cd-84e6-37214a21dca3", "tag": "6fd3dcf9-4343-424e-af3f-461053031b8d"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:17:37.750964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aea03e-0582-4b23-a549-59752d0e64bc service neutron] Pushing event updated for resources: {'Port': ['ID=6fd3dcf9-4343-424e-af3f-461053031b8d,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:37.809016 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d67b5ac-8208-481b-be1c-7313526c1c1a x-openstack-request-id: req-2d67b5ac-8208-481b-be1c-7313526c1c1a {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:17:37.809350 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3068037-b2da-44cd-84e6-37214a21dca3", "tag": "6fd3dcf9-4343-424e-af3f-461053031b8d", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:17:37.809555 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d67b5ac-8208-481b-be1c-7313526c1c1a {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:17:37.809954 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3068037-b2da-44cd-84e6-37214a21dca3', 'tag': '6fd3dcf9-4343-424e-af3f-461053031b8d', 'status': 'completed', 'code': 200} Feb 07 23:17:37.829580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1304-ed62-4963-b924-3ec66396b32f req-a2846294-895b-42f2-8138-3f268a8f1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:37.831191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-a2846294-895b-42f2-8138-3f268a8f1031 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 1058 time: 0.0605547 Feb 07 23:17:37.873015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24049f80-8dc8-4708-90f4-04e76d0f006a req-c7c2f831-2688-48c4-8562-4fa31d427e18 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:37.875192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24049f80-8dc8-4708-90f4-04e76d0f006a req-c7c2f831-2688-48c4-8562-4fa31d427e18 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 907 time: 0.0595262 Feb 07 23:17:37.881128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-5a9a813a-bff9-4bd3-9f83-936b57307d9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6fd3dcf9-4343-424e-af3f-461053031b8d HTTP/1.1" status: 200 len: 217 time: 0.0424187 Feb 07 23:17:37.934110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1304-ed62-4963-b924-3ec66396b32f req-714df1ee-ebb1-40a0-a2d2-7e8f35d9fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:37.935612 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-714df1ee-ebb1-40a0-a2d2-7e8f35d9fdea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db56090b-8534-4c4d-aa08-5bc893bf5e31 HTTP/1.1" status: 200 len: 837 time: 0.0486691 Feb 07 23:17:37.981339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1304-ed62-4963-b924-3ec66396b32f req-c46c47cb-1f7e-4f8d-86b1-ac2bceaed93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:37.982808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-c46c47cb-1f7e-4f8d-86b1-ac2bceaed93f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e8c7587-b9f5-49b5-b39a-55e8c925ad2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408602 Feb 07 23:17:38.072179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-d78c8d93-0562-45df-a389-5e106bdbfd4d service neutron] 10.222.0.46 "GET /v2.0/networks/0e8c7587-b9f5-49b5-b39a-55e8c925ad2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822229 Feb 07 23:17:38.160288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37ab1304-ed62-4963-b924-3ec66396b32f req-7bac06aa-8bf9-46fd-9707-c45561c0d186 service neutron] 10.222.0.46 "GET /v2.0/networks/0e8c7587-b9f5-49b5-b39a-55e8c925ad2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817492 Feb 07 23:17:38.242255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356db87-ab08-485e-8846-9289c93df1b3 req-5ac0fbd3-9d2b-421f-89e6-f345c3ceca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:38.243635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9356db87-ab08-485e-8846-9289c93df1b3 req-5ac0fbd3-9d2b-421f-89e6-f345c3ceca5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 1058 time: 0.0404241 Feb 07 23:17:38.334907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356db87-ab08-485e-8846-9289c93df1b3 req-703220f1-4e71-44ca-b96a-2d2c1a394fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:38.336377 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9356db87-ab08-485e-8846-9289c93df1b3 req-703220f1-4e71-44ca-b96a-2d2c1a394fee service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e8c7587-b9f5-49b5-b39a-55e8c925ad2b HTTP/1.1" status: 200 len: 898 time: 0.0855780 Feb 07 23:17:38.381579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9356db87-ab08-485e-8846-9289c93df1b3 req-db1bc0c5-d402-49f6-ac84-12da7bac5e25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6fd3dcf9-4343-424e-af3f-461053031b8d HTTP/1.1" status: 200 len: 217 time: 0.0352807 Feb 07 23:17:38.434792 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356db87-ab08-485e-8846-9289c93df1b3 req-a01c3396-aec9-4e79-84f0-d14a26a35c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:38.436252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9356db87-ab08-485e-8846-9289c93df1b3 req-a01c3396-aec9-4e79-84f0-d14a26a35c38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db56090b-8534-4c4d-aa08-5bc893bf5e31 HTTP/1.1" status: 200 len: 837 time: 0.0471678 Feb 07 23:17:38.482560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356db87-ab08-485e-8846-9289c93df1b3 req-efbc80e8-d2b6-4cb0-828e-b7eaeee7eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:38.484095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9356db87-ab08-485e-8846-9289c93df1b3 req-efbc80e8-d2b6-4cb0-828e-b7eaeee7eae9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e8c7587-b9f5-49b5-b39a-55e8c925ad2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400860 Feb 07 23:17:38.573403 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9356db87-ab08-485e-8846-9289c93df1b3 req-399f4b90-84e3-417f-b12d-1bd16a91f11b service neutron] 10.222.0.46 "GET /v2.0/networks/0e8c7587-b9f5-49b5-b39a-55e8c925ad2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824327 Feb 07 23:17:38.665660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9356db87-ab08-485e-8846-9289c93df1b3 req-8357d365-4a42-418b-8875-9c61c57c8aa3 service neutron] 10.222.0.46 "GET /v2.0/networks/0e8c7587-b9f5-49b5-b39a-55e8c925ad2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843453 Feb 07 23:17:38.994246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2149c62-b268-4dd5-9f7c-b21c68f9b121 req-a60d9e3c-47b2-4161-a08a-dce03aec9641 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:38.995681 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2149c62-b268-4dd5-9f7c-b21c68f9b121 req-a60d9e3c-47b2-4161-a08a-dce03aec9641 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 907 time: 0.0483942 Feb 07 23:17:40.108840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f240d-7709-422c-a58b-c604ee044646 req-24078e03-3686-4848-be14-44ab89fead94 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:40.110240 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ea2f240d-7709-422c-a58b-c604ee044646 req-24078e03-3686-4848-be14-44ab89fead94 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 907 time: 0.0479369 Feb 07 23:17:41.222288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37cd71-94b9-49dd-8fb0-5002c8ea71c6 req-7506a969-1c08-491f-a30d-7312a71ac836 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:41.223732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4a37cd71-94b9-49dd-8fb0-5002c8ea71c6 req-7506a969-1c08-491f-a30d-7312a71ac836 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 907 time: 0.0467844 Feb 07 23:17:41.724307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fd3dcf9-4343-424e-af3f-461053031b8d details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:17:41.819208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6fd3dcf9-4343-424e-af3f-461053031b8d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fd3dcf9-4343-424e-af3f-461053031b8d,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:41.831044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '6fd3dcf9-4343-424e-af3f-461053031b8d', 'network_id': '0e8c7587-b9f5-49b5-b39a-55e8c925ad2b', 'port_id': '6fd3dcf9-4343-424e-af3f-461053031b8d', 'mac_address': 'fa:16:3e:1f:11:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56090b-8534-4c4d-aa08-5bc893bf5e31', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:17:41.867913 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:41.881441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd3dcf9-4343-424e-af3f-461053031b8d {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:17:41.901025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6fd3dcf9-4343-424e-af3f-461053031b8d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fd3dcf9-4343-424e-af3f-461053031b8d,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:41.905178 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:41.956607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6fd3dcf9-4343-424e-af3f-461053031b8d,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:42.107389 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['6fd3dcf9-4343-424e-af3f-461053031b8d'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:17:42.339166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc4144-c8f4-465f-b68c-dbe45c353b5b req-2a0daa0e-722b-45f7-9352-9cd0a22c4cfd tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:42.340608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6fc4144-c8f4-465f-b68c-dbe45c353b5b req-2a0daa0e-722b-45f7-9352-9cd0a22c4cfd tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 908 time: 0.0500154 Feb 07 23:17:43.472400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebca2f-f1f9-49d2-895f-0ac18c87a92e req-1b73942b-5d31-4e96-b8ad-5a6ccf5aa8e6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:43.473928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40ebca2f-f1f9-49d2-895f-0ac18c87a92e req-1b73942b-5d31-4e96-b8ad-5a6ccf5aa8e6 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 908 time: 0.0609205 Feb 07 23:17:43.721458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fd3dcf9-4343-424e-af3f-461053031b8d up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:17:43.769180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 6fd3dcf9-4343-424e-af3f-461053031b8d completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:17:43.772858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 6fd3dcf9-4343-424e-af3f-461053031b8d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:43.773231 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:43.852597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:43.875441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3068037-b2da-44cd-84e6-37214a21dca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd3dcf9-4343-424e-af3f-461053031b8d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:43.877709 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b493286-5546-489b-a68e-a17fe922cc5e" -d '{"events": [{"server_uuid": "e3068037-b2da-44cd-84e6-37214a21dca3", "name": "network-vif-plugged", "status": "completed", "tag": "6fd3dcf9-4343-424e-af3f-461053031b8d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:17:43.889953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6fd3dcf9-4343-424e-af3f-461053031b8d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fd3dcf9-4343-424e-af3f-461053031b8d,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:43.900920 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:43.928680 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7477f9fa-e091-447e-9723-35d88ca397ca x-openstack-request-id: req-7477f9fa-e091-447e-9723-35d88ca397ca {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:17:43.928976 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3068037-b2da-44cd-84e6-37214a21dca3", "name": "network-vif-plugged", "status": "completed", "tag": "6fd3dcf9-4343-424e-af3f-461053031b8d", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:17:43.929229 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7477f9fa-e091-447e-9723-35d88ca397ca {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:17:43.929618 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3068037-b2da-44cd-84e6-37214a21dca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd3dcf9-4343-424e-af3f-461053031b8d', 'code': 200} Feb 07 23:17:43.956608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6fd3dcf9-4343-424e-af3f-461053031b8d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:44.008020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169f5a2-8384-4994-8b94-1bbf8da5c2f9 req-aa48b5e4-b4bb-4cb6-869a-7a950b95c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:44.009390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f169f5a2-8384-4994-8b94-1bbf8da5c2f9 req-aa48b5e4-b4bb-4cb6-869a-7a950b95c080 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 1060 time: 0.0386834 Feb 07 23:17:44.593216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acf27d-a282-469f-a357-a2f28477fe4f req-7c07d1f8-de6a-4c20-a7f3-444de05dfb45 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:44.595249 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3acf27d-a282-469f-a357-a2f28477fe4f req-7c07d1f8-de6a-4c20-a7f3-444de05dfb45 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 909 time: 0.0498698 Feb 07 23:17:45.712110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f04c80-9123-4eb5-a78a-b6633a70e5db req-b8dc0ea6-65ab-409c-ae5f-e234a3712db2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:45.713553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7f04c80-9123-4eb5-a78a-b6633a70e5db req-b8dc0ea6-65ab-409c-ae5f-e234a3712db2 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 909 time: 0.0489991 Feb 07 23:17:45.826598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07707120-51b3-411e-a037-7685bdd7e797 req-25f23197-6fb7-41a9-8c7b-69d684c736e5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:45.828094 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07707120-51b3-411e-a037-7685bdd7e797 req-25f23197-6fb7-41a9-8c7b-69d684c736e5 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 909 time: 0.0482898 Feb 07 23:17:45.932530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded13c71-4601-4f2d-ba54-882b570eb4fd req-a9ea731e-b523-42ea-a957-ac5dc4246228 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:45.933958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ded13c71-4601-4f2d-ba54-882b570eb4fd req-a9ea731e-b523-42ea-a957-ac5dc4246228 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 1060 time: 0.0391464 Feb 07 23:17:46.042477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5c311-9630-4e94-bcc1-31300ba304da req-c7ae12ae-6578-4001-827a-d4b4fbcd2b34 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:46.044029 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77d5c311-9630-4e94-bcc1-31300ba304da req-c7ae12ae-6578-4001-827a-d4b4fbcd2b34 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 1136 time: 0.0439534 Feb 07 23:17:46.079546 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77d5c311-9630-4e94-bcc1-31300ba304da req-f6f21672-4255-4869-8a24-0dae919b2d82 tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0292461 Feb 07 23:17:46.100939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55930) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:46.139025 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8995d90a-2ca6-4234-8ab4-92fd0269d08b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:46.140506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8995d90a-2ca6-4234-8ab4-92fd0269d08b tempest-TestSecurityGroupsBasicOps-1247855506 tempest-TestSecurityGroupsBasicOps-1247855506-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 1055 time: 0.0385909 Feb 07 23:17:46.354527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917dca-39c3-4cb4-ba9a-4f21098475ec req-18320c55-aca1-4e7d-8bb7-505cb640a1d8 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:46.356114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a917dca-39c3-4cb4-ba9a-4f21098475ec req-18320c55-aca1-4e7d-8bb7-505cb640a1d8 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 909 time: 0.0495186 Feb 07 23:17:47.476628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffa381-0166-4082-a9e3-163e75b632d7 req-1bef86ff-4979-46cb-9985-fd31b113dbe3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:47.477994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96ffa381-0166-4082-a9e3-163e75b632d7 req-1bef86ff-4979-46cb-9985-fd31b113dbe3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 909 time: 0.0513411 Feb 07 23:17:47.571440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-24a77e4e-8548-41ef-9111-3d532e62d23d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:47.572862 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-24a77e4e-8548-41ef-9111-3d532e62d23d tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3068037-b2da-44cd-84e6-37214a21dca3 HTTP/1.1" status: 200 len: 909 time: 0.0470879 Feb 07 23:17:47.662503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Deleting port 6fd3dcf9-4343-424e-af3f-461053031b8d {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:17:47.662841 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:47.747586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] For port 6fd3dcf9-4343-424e-af3f-461053031b8d, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6fd3dcf9-4343-424e-af3f-461053031b8d,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:47.747893 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:47.759199 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Calling delete_port for 6fd3dcf9-4343-424e-af3f-461053031b8d owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:17:47.887880 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:47.915378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Port': ['ID=6fd3dcf9-4343-424e-af3f-461053031b8d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:47.958490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] No DVR routers for this DVR port 6fd3dcf9-4343-424e-af3f-461053031b8d on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:17:47.961278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:47.964705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c9fd712c-e622-4d18-a1dd-5329e8479064 req-e5c88d19-5410-4c3b-bfdf-106dda77b42e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.46 "DELETE /v2.0/ports/6fd3dcf9-4343-424e-af3f-461053031b8d HTTP/1.1" status: 204 len: 173 time: 0.3860724 Feb 07 23:17:47.965156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3068037-b2da-44cd-84e6-37214a21dca3', 'name': 'network-vif-deleted', 'tag': '6fd3dcf9-4343-424e-af3f-461053031b8d'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:47.967420 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a75a5a-1056-46c3-8a80-006abd4579a7" -d '{"events": [{"server_uuid": "e3068037-b2da-44cd-84e6-37214a21dca3", "name": "network-vif-deleted", "tag": "6fd3dcf9-4343-424e-af3f-461053031b8d"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:17:48.007670 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d91ebc0-3629-451c-8eb1-cb4a44d326d1 x-openstack-request-id: req-4d91ebc0-3629-451c-8eb1-cb4a44d326d1 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:17:48.007984 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3068037-b2da-44cd-84e6-37214a21dca3", "name": "network-vif-deleted", "tag": "6fd3dcf9-4343-424e-af3f-461053031b8d", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:17:48.008247 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d91ebc0-3629-451c-8eb1-cb4a44d326d1 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:17:48.008638 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3068037-b2da-44cd-84e6-37214a21dca3', 'name': 'network-vif-deleted', 'tag': '6fd3dcf9-4343-424e-af3f-461053031b8d', 'status': 'completed', 'code': 200} Feb 07 23:17:48.537637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55944) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:48.961661 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:49.254180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Deleting port 770a6bd2-1084-48c6-9a59-6dc26916302a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:17:49.254523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:49.342611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] For port 770a6bd2-1084-48c6-9a59-6dc26916302a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=770a6bd2-1084-48c6-9a59-6dc26916302a,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:49.342969 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:49.356831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Calling delete_port for 770a6bd2-1084-48c6-9a59-6dc26916302a owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:17:49.776059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:49.801829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Port': ['ID=770a6bd2-1084-48c6-9a59-6dc26916302a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:49.997734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.210544 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Router b70b63e5-62a7-4647-9fc3-d810754557c5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:17:50.315917 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:17:50.320983 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4ac6b57f-5227-42d3-8c1a-189b6a13180a tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "PUT /v2.0/routers/b70b63e5-62a7-4647-9fc3-d810754557c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7823067 Feb 07 23:17:50.323731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55946) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:50.325413 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088e531c-1975-4439-a43d-465b139a7560 None None] Sync routers for ids ['b70b63e5-62a7-4647-9fc3-d810754557c5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:17:50.335541 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e531c-1975-4439-a43d-465b139a7560 None None] Routers {'b70b63e5-62a7-4647-9fc3-d810754557c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:50.336270 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-088e531c-1975-4439-a43d-465b139a7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b70b63e5-62a7-4647-9fc3-d810754557c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:50.375323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72bcf27-b33c-4558-a50e-5f148d5afb4e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Deleting subnet db56090b-8534-4c4d-aa08-5bc893bf5e31 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:17:50.378576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e72bcf27-b33c-4558-a50e-5f148d5afb4e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.417604 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e72bcf27-b33c-4558-a50e-5f148d5afb4e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.441366 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-088e531c-1975-4439-a43d-465b139a7560 None None] Set router b70b63e5-62a7-4647-9fc3-d810754557c5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:50.504541 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e72bcf27-b33c-4558-a50e-5f148d5afb4e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.561986 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e72bcf27-b33c-4558-a50e-5f148d5afb4e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.589819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bcf27-b33c-4558-a50e-5f148d5afb4e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Subnet': ['ID=db56090b-8534-4c4d-aa08-5bc893bf5e31,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:50.592257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e72bcf27-b33c-4558-a50e-5f148d5afb4e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.597283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc654e4e-5ba0-4596-b4a5-22cd6bd171da None None] Network 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:17:50.598753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55948) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:50.598896 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e72bcf27-b33c-4558-a50e-5f148d5afb4e tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "DELETE /v2.0/subnets/db56090b-8534-4c4d-aa08-5bc893bf5e31 HTTP/1.1" status: 204 len: 168 time: 0.2736440 Feb 07 23:17:50.626549 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-088e531c-1975-4439-a43d-465b139a7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:17:28Z', 'updated_at': '2022-02-07T23:17:49Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:29Z', 'updated_at': '2022-02-07T23:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:50.652691 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088e531c-1975-4439-a43d-465b139a7560 None None] Checking router: b70b63e5-62a7-4647-9fc3-d810754557c5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:17:50.661586 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e531c-1975-4439-a43d-465b139a7560 None None] Routers {'b70b63e5-62a7-4647-9fc3-d810754557c5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:50.662429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-088e531c-1975-4439-a43d-465b139a7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['b70b63e5-62a7-4647-9fc3-d810754557c5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:50.710705 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.770795 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-088e531c-1975-4439-a43d-465b139a7560 None None] Set router b70b63e5-62a7-4647-9fc3-d810754557c5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:50.776514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20faec7-7b2b-4f07-9499-419c0e9a2a7d None None] DHCP port deletion for 0e8c7587-b9f5-49b5-b39a-55e8c925ad2b request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:17:50.822073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.838688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b20faec7-7b2b-4f07-9499-419c0e9a2a7d None None] Deleting port 9d4006c9-e210-4630-b35f-674de8e08f60 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:17:50.839110 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b20faec7-7b2b-4f07-9499-419c0e9a2a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.883970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Deleting port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:17:50.884361 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.908439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b20faec7-7b2b-4f07-9499-419c0e9a2a7d None None] For port 9d4006c9-e210-4630-b35f-674de8e08f60, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9d4006c9-e210-4630-b35f-674de8e08f60,segment=NetworkSegment(a0d5139c-adbe-47aa-89a1-08df8f0d95c0),segment_id=a0d5139c-adbe-47aa-89a1-08df8f0d95c0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:50.909220 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b20faec7-7b2b-4f07-9499-419c0e9a2a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.922667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b20faec7-7b2b-4f07-9499-419c0e9a2a7d None None] Calling delete_port for 9d4006c9-e210-4630-b35f-674de8e08f60 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:17:50.961445 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-088e531c-1975-4439-a43d-465b139a7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:17:28Z', 'updated_at': '2022-02-07T23:17:49Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:29Z', 'updated_at': '2022-02-07T23:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:50.965618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] For port 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6d47e955-7211-4f4a-9ae1-7f559b1b8cb0,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:50.965980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.978126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Calling delete_port for 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:17:50.989285 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088e531c-1975-4439-a43d-465b139a7560 None None] The sync data for ids ['b70b63e5-62a7-4647-9fc3-d810754557c5'] in n-d-827895-2 is: [{'id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1910610165', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:17:28Z', 'updated_at': '2022-02-07T23:17:49Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '6d47e955-7211-4f4a-9ae1-7f559b1b8cb0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b63e5-62a7-4647-9fc3-d810754557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:17:29Z', 'updated_at': '2022-02-07T23:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:17:51.006749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b20faec7-7b2b-4f07-9499-419c0e9a2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.028834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20faec7-7b2b-4f07-9499-419c0e9a2a7d None None] Pushing event deleted for resources: {'Port': ['ID=9d4006c9-e210-4630-b35f-674de8e08f60,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:51.040428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20faec7-7b2b-4f07-9499-419c0e9a2a7d None None] No DVR routers for this DVR port 9d4006c9-e210-4630-b35f-674de8e08f60 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:17:51.159403 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.188692 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Port': ['ID=6d47e955-7211-4f4a-9ae1-7f559b1b8cb0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:51.247929 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.339168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.341376 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.386194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.386945 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Fanout notify agent at l3_agent the message router_deleted on router b70b63e5-62a7-4647-9fc3-d810754557c5 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:17:51.394941 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.396946 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0d95aeba-13a9-4cd9-911c-34c2d6cd1113 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "DELETE /v2.0/routers/b70b63e5-62a7-4647-9fc3-d810754557c5 HTTP/1.1" status: 204 len: 168 time: 0.7970793 Feb 07 23:17:51.399538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55950) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:51.482524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.512500 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a46fcaff-9219-4b33-b509-df680fa93be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.582040 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.603674 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8c7587-b9f5-49b5-b39a-55e8c925ad2b']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:51.621494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:51.621780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d5139c-adbe-47aa-89a1-08df8f0d95c0') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:51.638980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.659989 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.666978 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:17:51.667362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:17:51.670532 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:17:51.730786 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.738363 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.741430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fd3dcf9-4343-424e-af3f-461053031b8d no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:17:51.741934 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "DELETE /v2.0/networks/0e8c7587-b9f5-49b5-b39a-55e8c925ad2b HTTP/1.1" status: 204 len: 168 time: 0.3406010 Feb 07 23:17:51.744484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55952) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:51.753167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13213552-d701-4940-bcde-e0515605142c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Network': ['ID=0e8c7587-b9f5-49b5-b39a-55e8c925ad2b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:51.762614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 6fd3dcf9-4343-424e-af3f-461053031b8d {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:17:51.762959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6fd3dcf9-4343-424e-af3f-461053031b8d not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:17:51.908131 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Deleting port 391f6dff-5bd5-4777-a0e1-bb17fa0d214e {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:17:51.908395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.983712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.984054 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.996733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Calling delete_port for 391f6dff-5bd5-4777-a0e1-bb17fa0d214e owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:17:52.141973 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:52.170260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Port': ['ID=391f6dff-5bd5-4777-a0e1-bb17fa0d214e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:52.231583 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:52.231941 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Floating IP 9e722414-bd80-47ac-9885-d4062e6bbf58 disassociated (deleted). External IP: 172.25.8.237, port: 70a6b347-a71a-4fbe-a6a9-eedc743445a7. Feb 07 23:17:52.261513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:17:52.283564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:17:52.284066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6d47e955-7211-4f4a-9ae1-7f559b1b8cb0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:17:52.284539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9d4006c9-e210-4630-b35f-674de8e08f60 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:17:52.303543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 9d4006c9-e210-4630-b35f-674de8e08f60 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:17:52.303913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9d4006c9-e210-4630-b35f-674de8e08f60 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:17:52.304315 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 770a6bd2-1084-48c6-9a59-6dc26916302a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:17:52.325851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 770a6bd2-1084-48c6-9a59-6dc26916302a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:17:52.326200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 770a6bd2-1084-48c6-9a59-6dc26916302a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:17:52.437388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Router 2c5245d3-9541-47fa-9543-41b8be4744c7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:17:52.541668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:17:52.546159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:52.552424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] Sync routers for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:17:52.562085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:52.562683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:52.573376 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1b547d2e-a1f9-4cd2-9c68-270b86912cc7 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "DELETE /v2.0/floatingips/9e722414-bd80-47ac-9885-d4062e6bbf58 HTTP/1.1" status: 204 len: 168 time: 0.8277795 Feb 07 23:17:52.573983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:52.576236 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50de41e-851b-4d83-b669-c4f2d646d257" -d '{"events": [{"name": "network-changed", "server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:17:52.620852 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe6c26a-92ca-4847-ace4-7a36c442a0db x-openstack-request-id: req-abe6c26a-92ca-4847-ace4-7a36c442a0db {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:17:52.621153 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:17:52.621412 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abe6c26a-92ca-4847-ace4-7a36c442a0db {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:17:52.621813 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'status': 'completed', 'code': 200} Feb 07 23:17:52.764299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-41d9242d-ab80-415f-ac79-4a8d642a1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:52.767053 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-41d9242d-ab80-415f-ac79-4a8d642a1676 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 1136 time: 0.1236565 Feb 07 23:17:52.850716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:52.879826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d98781-4526-413a-adfb-468fd4384805 req-f68b2863-c978-4929-b2f6-fc28809abc11 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:52.880642 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8d98781-4526-413a-adfb-468fd4384805 req-f68b2863-c978-4929-b2f6-fc28809abc11 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 985 time: 0.1064425 Feb 07 23:17:52.927335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-445901c1-8e63-4583-8d21-2a267a44a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:52.928779 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-445901c1-8e63-4583-8d21-2a267a44a9e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b HTTP/1.1" status: 200 len: 896 time: 0.1451142 Feb 07 23:17:52.949014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8d98781-4526-413a-adfb-468fd4384805 req-71311998-a082-4bf6-b007-5953198d75fb tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0573537 Feb 07 23:17:52.978602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-1b830f89-5f37-4511-9141-402f124c7d6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7 HTTP/1.1" status: 200 len: 217 time: 0.0384486 Feb 07 23:17:53.028139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-c0f053bf-993e-4fe2-a7da-78717c64fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:53.029600 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-c0f053bf-993e-4fe2-a7da-78717c64fa93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b31a633c-49fa-4883-af08-27f70c18a910 HTTP/1.1" status: 200 len: 835 time: 0.0430870 Feb 07 23:17:53.031631 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:17:53.052626 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:38Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3d68a5f2-e9dd-4ce4-9303-13a13bd993f0', 'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:be:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:38Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:53.078388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-8bb5193f-a9f4-4923-93bf-eb309d8a2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:53.079937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] Checking router: 2c5245d3-9541-47fa-9543-41b8be4744c7 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:17:53.080190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-8bb5193f-a9f4-4923-93bf-eb309d8a2b9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442464 Feb 07 23:17:53.088103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:53.088701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:53.169172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-690c20ad-e8e6-41a4-bc56-3fbcaf272482 service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818579 Feb 07 23:17:53.195113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:53.263110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c50de41e-851b-4d83-b669-c4f2d646d257 req-ffc14719-5b05-4dfd-b320-ae7c97937fbc service neutron] 10.222.0.24 "GET /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865843 Feb 07 23:17:53.394625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:38Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3d68a5f2-e9dd-4ce4-9303-13a13bd993f0', 'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:be:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:38Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:53.423646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4dd68-1c37-4d07-b077-25e68fae551f None None] The sync data for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 is: [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:38Z', 'revision_number': 4, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '3d68a5f2-e9dd-4ce4-9303-13a13bd993f0', 'name': '', 'network_id': 'cc12d5eb-20be-412c-b1ae-fcfba8aaae9b', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'mac_address': 'fa:16:3e:be:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:38Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'subnets': [{'id': 'b31a633c-49fa-4883-af08-27f70c18a910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:17:53.646715 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a634d-451c-491b-a520-ffcd6def20ff None None] New status for floating IP 9e722414-bd80-47ac-9885-d4062e6bbf58: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:17:54.066473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f7627-e3d7-4aa4-881b-35868ac711d4 req-5371af59-b339-475d-9801-62c09df1b95f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:54.067996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b22f7627-e3d7-4aa4-881b-35868ac711d4 req-5371af59-b339-475d-9801-62c09df1b95f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 985 time: 0.0495293 Feb 07 23:17:54.084658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-e7dc6603-9f32-4d40-8602-16687c193461 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:54.086084 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-e7dc6603-9f32-4d40-8602-16687c193461 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.24 "GET /v2.0/ports?device_id=18b96928-af00-46ff-9db6-108a94a495d3 HTTP/1.1" status: 200 len: 985 time: 0.0486250 Feb 07 23:17:54.109134 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b22f7627-e3d7-4aa4-881b-35868ac711d4 req-2e815699-f35c-4627-a961-58dfc449322c tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4ca076e-433a-49f4-9a74-d9b97dd05c6d&id=7938dce6-6fac-4c6c-95c9-d41a532be604&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0347972 Feb 07 23:17:54.177414 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Deleting port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:17:54.177750 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.267568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] For port 70a6b347-a71a-4fbe-a6a9-eedc743445a7, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=70a6b347-a71a-4fbe-a6a9-eedc743445a7,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:54.267947 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.279376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Calling delete_port for 70a6b347-a71a-4fbe-a6a9-eedc743445a7 owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:17:54.405121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.431326 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Port': ['ID=70a6b347-a71a-4fbe-a6a9-eedc743445a7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:54.474328 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] No DVR routers for this DVR port 70a6b347-a71a-4fbe-a6a9-eedc743445a7 on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:17:54.477014 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.480595 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-35bfa3ba-b817-411b-9233-392c651c22c1 req-787ac3c0-a0b1-4874-a19f-b18ff7a0dd88 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.24 "DELETE /v2.0/ports/70a6b347-a71a-4fbe-a6a9-eedc743445a7 HTTP/1.1" status: 204 len: 173 time: 0.3885975 Feb 07 23:17:54.481193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'name': 'network-vif-deleted', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:54.483442 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3031f8-2438-437f-8c30-5e7707bd26ea" -d '{"events": [{"server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "name": "network-vif-deleted", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:17:54.502716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-790e74bf-8d71-4406-aac7-1dcad71adc7f req-4805c2f5-29be-4bd9-a6ea-7fa9aa140812 service neutron] (102289) timed out ('10.222.0.24', 62147) {{(pid=102289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:17:54.526515 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae980932-d622-484d-a0a7-4f8308065e61 x-openstack-request-id: req-ae980932-d622-484d-a0a7-4f8308065e61 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:17:54.526833 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b96928-af00-46ff-9db6-108a94a495d3", "name": "network-vif-deleted", "tag": "70a6b347-a71a-4fbe-a6a9-eedc743445a7", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:17:54.527094 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae980932-d622-484d-a0a7-4f8308065e61 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:17:54.527492 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b96928-af00-46ff-9db6-108a94a495d3', 'name': 'network-vif-deleted', 'tag': '70a6b347-a71a-4fbe-a6a9-eedc743445a7', 'status': 'completed', 'code': 200} Feb 07 23:17:54.669761 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aff65813-52a4-4bd3-b36b-80e302d25194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.953384 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.165883 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55968) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:55.221984 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e556610f-de16-4b2c-a42b-62d7f7bab6d1 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.242698 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e556610f-de16-4b2c-a42b-62d7f7bab6d1 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.283105 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e556610f-de16-4b2c-a42b-62d7f7bab6d1 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.285885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e556610f-de16-4b2c-a42b-62d7f7bab6d1 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.287007 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e556610f-de16-4b2c-a42b-62d7f7bab6d1 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "DELETE /v2.0/security-groups/e4ca076e-433a-49f4-9a74-d9b97dd05c6d HTTP/1.1" status: 204 len: 168 time: 0.1201472 Feb 07 23:17:55.289876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55970) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:55.295990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556610f-de16-4b2c-a42b-62d7f7bab6d1 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ca076e-433a-49f4-9a74-d9b97dd05c6d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:55.348185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f07f556-b098-4326-87bf-d69c6f913e26 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.369998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f07f556-b098-4326-87bf-d69c6f913e26 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.416748 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f07f556-b098-4326-87bf-d69c6f913e26 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.419256 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5f07f556-b098-4326-87bf-d69c6f913e26 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.420403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5f07f556-b098-4326-87bf-d69c6f913e26 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "DELETE /v2.0/security-groups/7938dce6-6fac-4c6c-95c9-d41a532be604 HTTP/1.1" status: 204 len: 168 time: 0.1294096 Feb 07 23:17:55.423556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55972) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:55.429304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07f556-b098-4326-87bf-d69c6f913e26 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7938dce6-6fac-4c6c-95c9-d41a532be604,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:56.050565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:56.296319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Deleting port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:17:56.297040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:56.385828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] For port 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3d68a5f2-e9dd-4ce4-9303-13a13bd993f0,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:56.386173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:56.398905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Calling delete_port for 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:17:56.436504 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:56.581290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:56.606996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Port': ['ID=3d68a5f2-e9dd-4ce4-9303-13a13bd993f0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:56.696758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:56.778098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:56.996241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Router 2c5245d3-9541-47fa-9543-41b8be4744c7 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:17:57.099607 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:17:57.106510 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-be9cfc84-0da0-441c-9827-c455910e7b63 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "PUT /v2.0/routers/2c5245d3-9541-47fa-9543-41b8be4744c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6799500 Feb 07 23:17:57.107229 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55974) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:57.109780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] Sync routers for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:17:57.121268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:57.121869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:57.158317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7e7eea-e964-4684-bd29-63e7dc0ceef9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Deleting subnet b31a633c-49fa-4883-af08-27f70c18a910 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:17:57.161472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7eea-e964-4684-bd29-63e7dc0ceef9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.205015 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7eea-e964-4684-bd29-63e7dc0ceef9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.226944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:57.286166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7eea-e964-4684-bd29-63e7dc0ceef9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.344264 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7eea-e964-4684-bd29-63e7dc0ceef9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.368998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e7eea-e964-4684-bd29-63e7dc0ceef9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Subnet': ['ID=b31a633c-49fa-4883-af08-27f70c18a910,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:57.375371 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7eea-e964-4684-bd29-63e7dc0ceef9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.378584 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ae7e7eea-e964-4684-bd29-63e7dc0ceef9 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "DELETE /v2.0/subnets/b31a633c-49fa-4883-af08-27f70c18a910 HTTP/1.1" status: 204 len: 168 time: 0.2703278 Feb 07 23:17:57.381506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55976) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:57.386446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9030be-bf42-4ba8-bf1b-6178446178c3 None None] Network cc12d5eb-20be-412c-b1ae-fcfba8aaae9b requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:17:57.487369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.506815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:17:56Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:57.537330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] Checking router: 2c5245d3-9541-47fa-9543-41b8be4744c7 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:17:57.551143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] Routers {'2c5245d3-9541-47fa-9543-41b8be4744c7'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:17:57.551815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:17:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2c5245d3-9541-47fa-9543-41b8be4744c7'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:57.634521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561dba73-83e9-4af0-97e6-aafe245e6bd2 None None] DHCP port deletion for cc12d5eb-20be-412c-b1ae-fcfba8aaae9b request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:17:57.690769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] Set router 2c5245d3-9541-47fa-9543-41b8be4744c7 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:17:57.806687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-561dba73-83e9-4af0-97e6-aafe245e6bd2 None None] Deleting port f0d61642-2e69-4e06-b9ea-b877e1ad87a7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:17:57.807115 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-561dba73-83e9-4af0-97e6-aafe245e6bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.849203 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.902979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Deleting port 4c085ee8-6213-4b3b-b901-943c45f4f56e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:17:57.903220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.911987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-561dba73-83e9-4af0-97e6-aafe245e6bd2 None None] For port f0d61642-2e69-4e06-b9ea-b877e1ad87a7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f0d61642-2e69-4e06-b9ea-b877e1ad87a7,segment=NetworkSegment(0281f635-5e4c-4073-bda6-2af1d40e8074),segment_id=0281f635-5e4c-4073-bda6-2af1d40e8074)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:57.912381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-561dba73-83e9-4af0-97e6-aafe245e6bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.929404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-561dba73-83e9-4af0-97e6-aafe245e6bd2 None None] Calling delete_port for f0d61642-2e69-4e06-b9ea-b877e1ad87a7 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:17:57.937873 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 70a6b347-a71a-4fbe-a6a9-eedc743445a7 no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:17:57.964975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 70a6b347-a71a-4fbe-a6a9-eedc743445a7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:17:57.965306 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 70a6b347-a71a-4fbe-a6a9-eedc743445a7 not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:17:57.981789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] For port 4c085ee8-6213-4b3b-b901-943c45f4f56e, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4c085ee8-6213-4b3b-b901-943c45f4f56e,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:17:57.982148 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.993803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Calling delete_port for 4c085ee8-6213-4b3b-b901-943c45f4f56e owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:17:58.012601 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:17:56Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:58.050768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461f619-afff-4629-af45-3b83b576a5f3 None None] The sync data for ids ['2c5245d3-9541-47fa-9543-41b8be4744c7'] in n-d-827895-2 is: [{'id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572654820', 'tenant_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:17:56Z', 'revision_number': 5, 'project_id': 'cfa32e2dd93b4a58b7ff248f8829e245', 'gw_port': {'id': '4c085ee8-6213-4b3b-b901-943c45f4f56e', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5245d3-9541-47fa-9543-41b8be4744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:35Z', 'updated_at': '2022-02-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:17:58.075045 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-561dba73-83e9-4af0-97e6-aafe245e6bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.106731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dba73-83e9-4af0-97e6-aafe245e6bd2 None None] Pushing event deleted for resources: {'Port': ['ID=f0d61642-2e69-4e06-b9ea-b877e1ad87a7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:58.110260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561dba73-83e9-4af0-97e6-aafe245e6bd2 None None] No DVR routers for this DVR port f0d61642-2e69-4e06-b9ea-b877e1ad87a7 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:17:58.174405 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.209420 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Port': ['ID=4c085ee8-6213-4b3b-b901-943c45f4f56e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:58.270267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.360206 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.362352 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.414590 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.415158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Fanout notify agent at l3_agent the message router_deleted on router 2c5245d3-9541-47fa-9543-41b8be4744c7 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:17:58.427033 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.428116 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ed557c44-57aa-4e6a-800c-9cb47f18537f tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "DELETE /v2.0/routers/2c5245d3-9541-47fa-9543-41b8be4744c7 HTTP/1.1" status: 204 len: 168 time: 1.0456362 Feb 07 23:17:58.430750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55978) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:58.519359 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.528678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:17:58.553989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:17:58.554332 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3d68a5f2-e9dd-4ce4-9303-13a13bd993f0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:17:58.554745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f0d61642-2e69-4e06-b9ea-b877e1ad87a7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:17:58.574924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: f0d61642-2e69-4e06-b9ea-b877e1ad87a7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:17:58.575272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f0d61642-2e69-4e06-b9ea-b877e1ad87a7 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:17:58.612970 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.639234 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc12d5eb-20be-412c-b1ae-fcfba8aaae9b']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:58.649156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0281f635-5e4c-4073-bda6-2af1d40e8074') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:58.649449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0281f635-5e4c-4073-bda6-2af1d40e8074') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:58.659032 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.673636 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.680894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:17:58.681084 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:17:58.684421 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:17:58.745593 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.750232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.754718 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] 10.222.0.15 "DELETE /v2.0/networks/cc12d5eb-20be-412c-b1ae-fcfba8aaae9b HTTP/1.1" status: 204 len: 168 time: 0.3230319 Feb 07 23:17:58.770757 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120af88-1ada-4f54-8fd2-5877c53975f3 tempest-TestSecurityGroupsBasicOps-1177593185 tempest-TestSecurityGroupsBasicOps-1177593185-project] Pushing event deleted for resources: {'Network': ['ID=cc12d5eb-20be-412c-b1ae-fcfba8aaae9b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:59.045448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55986) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:59.176189 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2a5986e2-698b-4da5-af96-d7ee957c0075 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfa32e2dd93b4a58b7ff248f8829e245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294861 Feb 07 23:17:59.178599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55990) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:59.224951 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce5d20f6-a28d-46c1-8172-7888c640eb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.249194 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce5d20f6-a28d-46c1-8172-7888c640eb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.294862 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce5d20f6-a28d-46c1-8172-7888c640eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.297345 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ce5d20f6-a28d-46c1-8172-7888c640eb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.298754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ce5d20f6-a28d-46c1-8172-7888c640eb06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b5e4185-eabf-4327-a918-e3022cc45450 HTTP/1.1" status: 204 len: 168 time: 0.1192665 Feb 07 23:17:59.306437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d20f6-a28d-46c1-8172-7888c640eb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e4185-eabf-4327-a918-e3022cc45450,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:59.556578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 55996) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:59.575195 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-29e26c9b-e5b3-455e-8a90-7f3a47aeb4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.651075 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-29e26c9b-e5b3-455e-8a90-7f3a47aeb4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.654544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-29e26c9b-e5b3-455e-8a90-7f3a47aeb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.692443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-29e26c9b-e5b3-455e-8a90-7f3a47aeb4a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c95cd8bec02e45de9670ccb5c068d925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347742 Feb 07 23:17:59.693393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e26c9b-e5b3-455e-8a90-7f3a47aeb4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a90de3d-a5f1-4db7-a9d8-b69e412215dd,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:59.695157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 55998) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:17:59.745068 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0b3494be-b914-43c5-877a-63f9c709cd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.765344 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0b3494be-b914-43c5-877a-63f9c709cd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.811510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0b3494be-b914-43c5-877a-63f9c709cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.814222 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0b3494be-b914-43c5-877a-63f9c709cd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.815346 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0b3494be-b914-43c5-877a-63f9c709cd9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a90de3d-a5f1-4db7-a9d8-b69e412215dd HTTP/1.1" status: 204 len: 168 time: 0.1190660 Feb 07 23:17:59.822815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3494be-b914-43c5-877a-63f9c709cd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a90de3d-a5f1-4db7-a9d8-b69e412215dd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:00.121429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56004) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:18:00.160573 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4b3caef1-c108-4fb7-8474-c3752e3ce78a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f93749915b8847669a4d54a6c01f3f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380304 Feb 07 23:18:00.162963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56006) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:18:00.209921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8ba6-af3f-40c0-b59b-8993e5fa52c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:00.220482 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c085ee8-6213-4b3b-b901-943c45f4f56e no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:18:00.231423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8ba6-af3f-40c0-b59b-8993e5fa52c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:00.241246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4c085ee8-6213-4b3b-b901-943c45f4f56e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:18:00.241582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4c085ee8-6213-4b3b-b901-943c45f4f56e not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:18:00.277072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8ba6-af3f-40c0-b59b-8993e5fa52c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:00.279741 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8ba6-af3f-40c0-b59b-8993e5fa52c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:00.280895 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2b4e8ba6-af3f-40c0-b59b-8993e5fa52c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52e60976-3a54-4ee1-af6e-0eed21eb2ab4 HTTP/1.1" status: 204 len: 168 time: 0.1170545 Feb 07 23:18:00.289434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e8ba6-af3f-40c0-b59b-8993e5fa52c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e60976-3a54-4ee1-af6e-0eed21eb2ab4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:04.208216 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:04.637025 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:10.596232 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-9c5b2503-0d99-407b-ac17-8f3112af0898 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a337f2267b614c798b6e9ebe139b70c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324271 Feb 07 23:18:10.773531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-9608df84-303d-42e9-bbdd-dee5e9632118 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:10.774962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-9608df84-303d-42e9-bbdd-dee5e9632118 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728227 Feb 07 23:18:10.790206 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c46179b7-3efb-4e26-aa4c-9dc93daeb2e8 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/quotas/a337f2267b614c798b6e9ebe139b70c7 HTTP/1.1" status: 200 len: 375 time: 0.0093837 Feb 07 23:18:10.821270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-be7fbbe6-d688-4711-b603-7d8c60407f9a tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a337f2267b614c798b6e9ebe139b70c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256820 Feb 07 23:18:10.986795 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1f2c2bad-866a-43f4-8d37-f7b2a273163f req-8fbdb26f-793d-441d-bf38-75fc66f41a9e tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 210 time: 0.0262625 Feb 07 23:18:11.793334 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-01fe5317-cbaf-42a2-bd6e-320fe09cc93f tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a337f2267b614c798b6e9ebe139b70c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208602 Feb 07 23:18:11.902840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6db69b52-4d11-40e8-b924-f4494e3fcc87 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:11.904261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6db69b52-4d11-40e8-b924-f4494e3fcc87 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053884 Feb 07 23:18:11.917775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Request body: {'port': {'device_id': 'ae5afe6c-87bd-46c2-baab-558450edec85', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'admin_state_up': True, 'tenant_id': 'a337f2267b614c798b6e9ebe139b70c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:12.027284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Made reservation on behalf of a337f2267b614c798b6e9ebe139b70c7 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:18:12.030788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.040358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.095219 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f237508b-3eea-4c8a-8074-ba1d119c46a1 req-780fbb19-56f1-4da7-85c9-8e4c048994a1 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 210 time: 0.0351434 Feb 07 23:18:12.139728 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.143983 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.201908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1346ec30-379e-4d2c-b1d0-2a4133cdec72,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:12.277552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Allocated IP 192.168.233.183 (87042652-6d8b-4b81-9d38-a79636a0d49b/ef0026e0-58fc-4500-9726-92aae3920118/1dde7386-dcb9-41e4-9146-f1423569c346) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:18:12.415688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.448995 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.495646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Network 87042652-6d8b-4b81-9d38-a79636a0d49b is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:18:12.498642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:12.502308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:18:12.508757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Pushing event updated for resources: {'Port': ['ID=1dde7386-dcb9-41e4-9146-f1423569c346,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:12.555836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:12.556447 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.574090 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-6e3b8eb3-d8dd-4e8f-8e5d-8ce73a098611 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6597998 Feb 07 23:18:12.586909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Request body: {'port': {'device_id': 'ae5afe6c-87bd-46c2-baab-558450edec85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:12.643159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.716224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-519f5966-971a-402e-9266-977d4c30544f None None] Provisioning complete for port 1dde7386-dcb9-41e4-9146-f1423569c346 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:12.716997 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-519f5966-971a-402e-9266-977d4c30544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.751348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-519f5966-971a-402e-9266-977d4c30544f None None] Port 1dde7386-dcb9-41e4-9146-f1423569c346 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:18:12.918282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dde7386-dcb9-41e4-9146-f1423569c346 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:18:12.925569 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.941561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Transition to ACTIVE for port object 1dde7386-dcb9-41e4-9146-f1423569c346 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:18:12.945183 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.996219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Pushing event updated for resources: {'Port': ['ID=1dde7386-dcb9-41e4-9146-f1423569c346,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:13.060943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Attempting to bind port 1dde7386-dcb9-41e4-9146-f1423569c346 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:18:13.061275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Attempting to bind port 1dde7386-dcb9-41e4-9146-f1423569c346 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:18:13.061599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Attempting to bind port 1dde7386-dcb9-41e4-9146-f1423569c346 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:18:13.066749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Port 1dde7386-dcb9-41e4-9146-f1423569c346 on network 87042652-6d8b-4b81-9d38-a79636a0d49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:18:13.067053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Attempting to bind port 1dde7386-dcb9-41e4-9146-f1423569c346 on network 87042652-6d8b-4b81-9d38-a79636a0d49b {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:18:13.072211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:18:13.072545 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Checking segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:18:13.072922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Bound using segment: {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:18:13.073344 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Bound port: 1dde7386-dcb9-41e4-9146-f1423569c346, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6243e78-9f09-4384-8883-c101f11aec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:18:13.073697 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.145195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] For port 1dde7386-dcb9-41e4-9146-f1423569c346, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:18:13.148292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] For port 1dde7386-dcb9-41e4-9146-f1423569c346, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1dde7386-dcb9-41e4-9146-f1423569c346,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:18:13.153172 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.191029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.191734 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.193080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] 10.222.0.46 "PUT /v2.0/ports/1dde7386-dcb9-41e4-9146-f1423569c346 HTTP/1.1" status: 200 len: 1096 time: 0.6109152 Feb 07 23:18:13.193514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5afe6c-87bd-46c2-baab-558450edec85', 'tag': '1dde7386-dcb9-41e4-9146-f1423569c346'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:13.195745 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5afe6c-87bd-46c2-baab-558450edec85", "tag": "1dde7386-dcb9-41e4-9146-f1423569c346"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:18:13.220837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815cf11-e1b6-41d3-9348-2a0d3381259c service neutron] Pushing event updated for resources: {'Port': ['ID=1dde7386-dcb9-41e4-9146-f1423569c346,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:13.243742 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a6ba0-df5b-4ff0-a177-1a70ac4a2ba2 req-3f154571-d44f-4416-aae9-ce10ffff0a87 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.245248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e15a6ba0-df5b-4ff0-a177-1a70ac4a2ba2 req-3f154571-d44f-4416-aae9-ce10ffff0a87 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 948 time: 0.0766704 Feb 07 23:18:13.268824 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358879b4-779b-4753-b7ab-e855d0db03f5 x-openstack-request-id: req-358879b4-779b-4753-b7ab-e855d0db03f5 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:18:13.269115 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5afe6c-87bd-46c2-baab-558450edec85", "tag": "1dde7386-dcb9-41e4-9146-f1423569c346", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:18:13.269360 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-358879b4-779b-4753-b7ab-e855d0db03f5 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:18:13.269756 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5afe6c-87bd-46c2-baab-558450edec85', 'tag': '1dde7386-dcb9-41e4-9146-f1423569c346', 'status': 'completed', 'code': 200} Feb 07 23:18:13.286308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-925019c7-dcf5-417f-bf32-78fbec3218a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.287842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-925019c7-dcf5-417f-bf32-78fbec3218a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a337f2267b614c798b6e9ebe139b70c7&device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 1099 time: 0.0470541 Feb 07 23:18:13.293437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e15a6ba0-df5b-4ff0-a177-1a70ac4a2ba2 req-cace4b0f-92d1-49fa-8943-0906ecacf024 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Feb 07 23:18:13.335981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-d3fc0565-45f9-4550-bcf2-2437a80675fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1dde7386-dcb9-41e4-9146-f1423569c346 HTTP/1.1" status: 200 len: 217 time: 0.0411904 Feb 07 23:18:13.384544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-898a3dac-5de4-4e68-b41c-5743cad3b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.386012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-898a3dac-5de4-4e68-b41c-5743cad3b658 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0442929 Feb 07 23:18:13.432420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-5f6a81f7-5881-4ea8-99ae-f05aebd62caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.433962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-5f6a81f7-5881-4ea8-99ae-f05aebd62caa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405390 Feb 07 23:18:13.525558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-8711c693-6dc1-4398-be54-da6cd039a9a4 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844755 Feb 07 23:18:13.612228 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab273f32-1c14-4f24-85b8-b6099cd2a69d req-70db5512-3b70-409f-8c84-1b3914e01a5d service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803478 Feb 07 23:18:13.692285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-e23e04c3-1108-401d-9197-63f76ce0643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.693723 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-e23e04c3-1108-401d-9197-63f76ce0643d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a337f2267b614c798b6e9ebe139b70c7&device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 1099 time: 0.0401711 Feb 07 23:18:13.784948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-2b80a5f0-bb0a-4e47-9486-fa8285ada58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.786293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-2b80a5f0-bb0a-4e47-9486-fa8285ada58a service neutron] 10.222.0.46 "GET /v2.0/networks?id=87042652-6d8b-4b81-9d38-a79636a0d49b HTTP/1.1" status: 200 len: 869 time: 0.0861106 Feb 07 23:18:13.826600 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-e5cce015-6a6f-4759-ad29-35c1f7fff015 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1dde7386-dcb9-41e4-9146-f1423569c346 HTTP/1.1" status: 200 len: 217 time: 0.0333016 Feb 07 23:18:13.879387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-e492cefe-7e92-4cf2-b7f7-6bcf46235037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.880886 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-e492cefe-7e92-4cf2-b7f7-6bcf46235037 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0026e0-58fc-4500-9726-92aae3920118 HTTP/1.1" status: 200 len: 843 time: 0.0481229 Feb 07 23:18:13.926155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-23a2ae00-b0a2-45b5-909c-346bacc23e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.927657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-23a2ae00-b0a2-45b5-909c-346bacc23e58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87042652-6d8b-4b81-9d38-a79636a0d49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401936 Feb 07 23:18:14.014504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-53ccff49-2eb2-4956-a769-010d1a064f4d service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799658 Feb 07 23:18:14.107787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4c74d6e4-6668-4c86-826f-6d845cfb9a4f req-34dbfd34-b208-424b-8a14-4948b9a74e77 service neutron] 10.222.0.46 "GET /v2.0/networks/87042652-6d8b-4b81-9d38-a79636a0d49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867729 Feb 07 23:18:14.411096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06f058-3f40-42ce-bccf-46149e81d34e req-c1c0996c-3345-4d05-ab88-773ccd7f9908 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:14.412571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4a06f058-3f40-42ce-bccf-46149e81d34e req-c1c0996c-3345-4d05-ab88-773ccd7f9908 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 948 time: 0.0489829 Feb 07 23:18:14.449186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4a06f058-3f40-42ce-bccf-46149e81d34e req-08ae73f0-9aa7-4167-a4e7-e5a94c4a3421 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306418 Feb 07 23:18:15.565142 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ef005-0c02-46bf-a648-9d40e9acb680 req-81871c94-9b0d-4d26-8a4d-7074bc45dfeb tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:15.566584 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-447ef005-0c02-46bf-a648-9d40e9acb680 req-81871c94-9b0d-4d26-8a4d-7074bc45dfeb tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 948 time: 0.0493841 Feb 07 23:18:15.604511 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-447ef005-0c02-46bf-a648-9d40e9acb680 req-32f769c0-fac4-4055-bafb-d923e87c02a0 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Feb 07 23:18:15.833119 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1dde7386-dcb9-41e4-9146-f1423569c346 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:18:15.929633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1dde7386-dcb9-41e4-9146-f1423569c346, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1dde7386-dcb9-41e4-9146-f1423569c346,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:18:15.940849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '1dde7386-dcb9-41e4-9146-f1423569c346', 'network_id': '87042652-6d8b-4b81-9d38-a79636a0d49b', 'port_id': '1dde7386-dcb9-41e4-9146-f1423569c346', 'mac_address': 'fa:16:3e:9a:b5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0026e0-58fc-4500-9726-92aae3920118', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:18:15.977498 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:15.991226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dde7386-dcb9-41e4-9146-f1423569c346 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:18:16.010891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1dde7386-dcb9-41e4-9146-f1423569c346, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1dde7386-dcb9-41e4-9146-f1423569c346,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:18:16.014297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:16.066680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1dde7386-dcb9-41e4-9146-f1423569c346,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:16.353463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1dde7386-dcb9-41e4-9146-f1423569c346'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:18:16.715838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cae4d-6d05-4a28-b461-85761c615710 req-87b4a096-2aed-4ab9-bbd8-6902bcba68a6 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:16.717257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ea1cae4d-6d05-4a28-b461-85761c615710 req-87b4a096-2aed-4ab9-bbd8-6902bcba68a6 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 949 time: 0.0472820 Feb 07 23:18:16.754246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ea1cae4d-6d05-4a28-b461-85761c615710 req-00f257fb-3965-4c41-8630-7b370b5f9d09 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305057 Feb 07 23:18:17.849388 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1dde7386-dcb9-41e4-9146-f1423569c346 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:18:17.868209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7ad1d-40de-4e5f-ad6d-0d0274c04884 req-5ff5fc58-a42c-4fa6-92dd-c3797113feed tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:17.869669 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b7ad1d-40de-4e5f-ad6d-0d0274c04884 req-5ff5fc58-a42c-4fa6-92dd-c3797113feed tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 949 time: 0.0494072 Feb 07 23:18:17.902607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 1dde7386-dcb9-41e4-9146-f1423569c346 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:18:17.907030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 1dde7386-dcb9-41e4-9146-f1423569c346 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:17.907397 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:17.909481 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4b7ad1d-40de-4e5f-ad6d-0d0274c04884 req-b4086c76-87fe-459a-a8d6-6720c9f36cd9 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335677 Feb 07 23:18:17.981225 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:18.003575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5afe6c-87bd-46c2-baab-558450edec85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dde7386-dcb9-41e4-9146-f1423569c346'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:18.005819 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592a2ce8-d7c1-4507-9bfd-98cb79408e07" -d '{"events": [{"server_uuid": "ae5afe6c-87bd-46c2-baab-558450edec85", "name": "network-vif-plugged", "status": "completed", "tag": "1dde7386-dcb9-41e4-9146-f1423569c346"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:18:18.018349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 1dde7386-dcb9-41e4-9146-f1423569c346, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1dde7386-dcb9-41e4-9146-f1423569c346,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:18:18.022628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:18.047325 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6c57ae-2e4f-4fb4-9025-309e597a20a5 x-openstack-request-id: req-ce6c57ae-2e4f-4fb4-9025-309e597a20a5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:18:18.047619 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5afe6c-87bd-46c2-baab-558450edec85", "name": "network-vif-plugged", "status": "completed", "tag": "1dde7386-dcb9-41e4-9146-f1423569c346", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:18:18.048927 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce6c57ae-2e4f-4fb4-9025-309e597a20a5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:18:18.049518 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5afe6c-87bd-46c2-baab-558450edec85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dde7386-dcb9-41e4-9146-f1423569c346', 'code': 200} Feb 07 23:18:18.078265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=1dde7386-dcb9-41e4-9146-f1423569c346,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:18.139420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeba8b1-9bf7-482d-b1b3-6a0944826986 req-8e5829de-7c69-4a5e-8577-a5d1ae4127a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:18.141025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2eeba8b1-9bf7-482d-b1b3-6a0944826986 req-8e5829de-7c69-4a5e-8577-a5d1ae4127a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 1101 time: 0.0436721 Feb 07 23:18:18.176864 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2eeba8b1-9bf7-482d-b1b3-6a0944826986 req-647b6094-10f1-4f95-82b8-25f3850cd352 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291345 Feb 07 23:18:19.029277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eaa85-56d9-4e59-be94-bb3e106c2b91 req-eb62c0ec-9a46-4e3a-92ee-f69549878237 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:19.030712 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-271eaa85-56d9-4e59-be94-bb3e106c2b91 req-eb62c0ec-9a46-4e3a-92ee-f69549878237 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 950 time: 0.0523653 Feb 07 23:18:19.069679 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-271eaa85-56d9-4e59-be94-bb3e106c2b91 req-1a21bae8-cf86-4985-b419-d0392f6ee243 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Feb 07 23:18:20.185321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc166eb3-f791-46d9-a95f-ac121b275756 req-cb1fcb7d-1036-4563-a41d-db1bfa5c5fa7 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:20.186794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc166eb3-f791-46d9-a95f-ac121b275756 req-cb1fcb7d-1036-4563-a41d-db1bfa5c5fa7 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 950 time: 0.0482898 Feb 07 23:18:20.224372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dc166eb3-f791-46d9-a95f-ac121b275756 req-8d3d73bb-31c5-4038-92ee-5c030561a6b1 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Feb 07 23:18:20.598204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-336b8020-2f2d-453c-b06c-2f38a8c035bd req-428c6f9b-45c7-47f1-ac0d-75ed36eff0a9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:18:20.599185 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-336b8020-2f2d-453c-b06c-2f38a8c035bd req-428c6f9b-45c7-47f1-ac0d-75ed36eff0a9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1043863 Feb 07 23:18:20.922981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-2bcc3e65-0711-4033-909d-e5dac0a13e8b req-9849d799-6d0a-495e-a795-3ec5ef4b6ad6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:18:20.924186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2bcc3e65-0711-4033-909d-e5dac0a13e8b req-9849d799-6d0a-495e-a795-3ec5ef4b6ad6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054922 Feb 07 23:18:21.250595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7435cdc-89ad-43af-8a6a-97ba2bc3ed36 req-98d97292-19c4-4a89-8cfc-24e3e5d0e0be tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:21.252763 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7435cdc-89ad-43af-8a6a-97ba2bc3ed36 req-98d97292-19c4-4a89-8cfc-24e3e5d0e0be tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 950 time: 0.0485578 Feb 07 23:18:21.289303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7435cdc-89ad-43af-8a6a-97ba2bc3ed36 req-24d09622-e8bf-47fb-8fa2-f056ca65dff5 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304410 Feb 07 23:18:21.514994 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8881b44b-3ba9-438c-a5c7-fbce97577c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:22.404491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0d004-2ef0-435f-addd-548c6ebd729b req-a0106490-7ae2-4454-bd95-cfc3998a2e18 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:22.405920 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68a0d004-2ef0-435f-addd-548c6ebd729b req-a0106490-7ae2-4454-bd95-cfc3998a2e18 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 950 time: 0.0477610 Feb 07 23:18:22.445019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68a0d004-2ef0-435f-addd-548c6ebd729b req-80b260d0-bfca-410a-b579-98a3bbd8118f tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.15 "GET /v2.0/security-groups?id=1346ec30-379e-4d2c-b1d0-2a4133cdec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324526 Feb 07 23:18:22.469887 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-c4ade932-4124-43cd-85ed-53872354de60 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:22.471546 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-c4ade932-4124-43cd-85ed-53872354de60 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae5afe6c-87bd-46c2-baab-558450edec85 HTTP/1.1" status: 200 len: 950 time: 0.0526736 Feb 07 23:18:22.566226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Deleting port 1dde7386-dcb9-41e4-9146-f1423569c346 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:18:22.566565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:22.654395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] For port 1dde7386-dcb9-41e4-9146-f1423569c346, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=1dde7386-dcb9-41e4-9146-f1423569c346,segment=NetworkSegment(d6243e78-9f09-4384-8883-c101f11aec8b),segment_id=d6243e78-9f09-4384-8883-c101f11aec8b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:18:22.654748 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:22.666849 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Calling delete_port for 1dde7386-dcb9-41e4-9146-f1423569c346 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:18:22.789678 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:22.801785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['1dde7386-dcb9-41e4-9146-f1423569c346'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:18:22.822387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Pushing event deleted for resources: {'Port': ['ID=1dde7386-dcb9-41e4-9146-f1423569c346,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:22.863655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] No DVR routers for this DVR port 1dde7386-dcb9-41e4-9146-f1423569c346 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:18:22.866467 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:22.869769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-47b1b657-bd08-4006-98c7-44d041fe5ed6 req-ce61f0ca-c115-49a1-a62b-47532d3f16d2 tempest-ServersAdminNegativeTestJSON-1359143250 tempest-ServersAdminNegativeTestJSON-1359143250-project] 10.222.0.46 "DELETE /v2.0/ports/1dde7386-dcb9-41e4-9146-f1423569c346 HTTP/1.1" status: 204 len: 173 time: 0.3924632 Feb 07 23:18:22.870213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5afe6c-87bd-46c2-baab-558450edec85', 'name': 'network-vif-deleted', 'tag': '1dde7386-dcb9-41e4-9146-f1423569c346'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:22.872495 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169b89c-4a75-426d-817f-aa1d8911777d" -d '{"events": [{"server_uuid": "ae5afe6c-87bd-46c2-baab-558450edec85", "name": "network-vif-deleted", "tag": "1dde7386-dcb9-41e4-9146-f1423569c346"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:18:22.914064 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613c6a63-922c-402a-856c-b3b27970a18c x-openstack-request-id: req-613c6a63-922c-402a-856c-b3b27970a18c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:18:22.914361 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5afe6c-87bd-46c2-baab-558450edec85", "name": "network-vif-deleted", "tag": "1dde7386-dcb9-41e4-9146-f1423569c346", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:18:22.914626 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-613c6a63-922c-402a-856c-b3b27970a18c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:18:22.915017 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5afe6c-87bd-46c2-baab-558450edec85', 'name': 'network-vif-deleted', 'tag': '1dde7386-dcb9-41e4-9146-f1423569c346', 'status': 'completed', 'code': 200} Feb 07 23:18:23.733470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56132) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:18:23.868021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c622a621-8962-4427-a47a-eff3009f7b63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a337f2267b614c798b6e9ebe139b70c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333797 Feb 07 23:18:23.870518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56136) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:18:23.918230 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f03d7961-a0ce-4bd2-8805-aa74e02397a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:23.938493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f03d7961-a0ce-4bd2-8805-aa74e02397a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.265693 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f03d7961-a0ce-4bd2-8805-aa74e02397a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.268907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f03d7961-a0ce-4bd2-8805-aa74e02397a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.270006 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f03d7961-a0ce-4bd2-8805-aa74e02397a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1346ec30-379e-4d2c-b1d0-2a4133cdec72 HTTP/1.1" status: 204 len: 168 time: 0.3986099 Feb 07 23:18:24.277496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d7961-a0ce-4bd2-8805-aa74e02397a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1346ec30-379e-4d2c-b1d0-2a4133cdec72,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:24.525692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56142) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:18:24.538553 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61f849a5-621f-4e29-8761-e628517ad0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.611596 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61f849a5-621f-4e29-8761-e628517ad0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.615420 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-61f849a5-621f-4e29-8761-e628517ad0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.650554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f849a5-621f-4e29-8761-e628517ad0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba459a44-112d-4374-9039-75e9b8f49b31,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:24.654824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-61f849a5-621f-4e29-8761-e628517ad0be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09a2a97c6ecb4f728b16a02f5d1bb6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280630 Feb 07 23:18:24.657465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56144) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:18:24.677007 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46e3bfdd-aad5-4588-b0bc-9f07acc4abd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.706481 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e9e467e-03cd-43a2-ad7d-825343ecb1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.726695 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e9e467e-03cd-43a2-ad7d-825343ecb1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.772620 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e9e467e-03cd-43a2-ad7d-825343ecb1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.774968 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e9e467e-03cd-43a2-ad7d-825343ecb1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.776126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4e9e467e-03cd-43a2-ad7d-825343ecb1a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba459a44-112d-4374-9039-75e9b8f49b31 HTTP/1.1" status: 204 len: 168 time: 0.1177416 Feb 07 23:18:24.783526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e467e-03cd-43a2-ad7d-825343ecb1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba459a44-112d-4374-9039-75e9b8f49b31,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:24.955555 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.437594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56166) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:18:25.534939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-827996283-network', 'tenant_id': 'fc932d421c1d426abc0de393a0fe0d7a'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:25.559628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Made reservation on behalf of fc932d421c1d426abc0de393a0fe0d7a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:18:25.561832 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.570515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.643419 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.647492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.670952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:18:25.680019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e1afe4-cf4e-4701-86d7-66ea21148b52,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:25.686421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.687445 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Added segment 5943d9be-3c8d-481b-a6ae-f497d82aa62b of type vlan for network a9502f3d-c27f-48b2-a882-30f31a6a0384 Feb 07 23:18:25.726295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.749488 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.750405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:25.750963 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.832291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3935182 Feb 07 23:18:25.835245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56170) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:18:25.840404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Request body: {'subnet': {'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-827996283-subnet', 'tenant_id': 'fc932d421c1d426abc0de393a0fe0d7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:25.845401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761da3e-f398-4910-bdfb-fb2fdcbeb96f admin admin] Pushing event updated for resources: {'Network': ['ID=a9502f3d-c27f-48b2-a882-30f31a6a0384,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:25.856350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a9502f3d-c27f-48b2-a882-30f31a6a0384 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:18:25.865240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Made reservation on behalf of fc932d421c1d426abc0de393a0fe0d7a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:18:25.867797 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.900717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1dde7386-dcb9-41e4-9146-f1423569c346 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:18:25.923984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 1dde7386-dcb9-41e4-9146-f1423569c346 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:18:25.924430 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 1dde7386-dcb9-41e4-9146-f1423569c346 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:18:26.035848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:26.090950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb47e741-e79d-4a35-a67c-edbac5cb4059,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:26.098343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Checking segment: {'id': '5943d9be-3c8d-481b-a6ae-f497d82aa62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:18:26.098701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Network hostable DHCP agents. Network: a9502f3d-c27f-48b2-a882-30f31a6a0384, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:18:26.115602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Network a9502f3d-c27f-48b2-a882-30f31a6a0384 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:18:26.123846 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a9502f3d-c27f-48b2-a882-30f31a6a0384) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:26.128280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:26.129474 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:26.132817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bab19a-7c24-49b1-b24e-60404ab0f57d None None] Network a9502f3d-c27f-48b2-a882-30f31a6a0384 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:18:26.147853 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-880e188a-704c-439e-84d1-21f516488083 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3113303 Feb 07 23:18:26.259501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a374504-5e82-4da5-ae23-58dc77665646 None None] Network a9502f3d-c27f-48b2-a882-30f31a6a0384 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:18:26.440408 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:26.579977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-3aa22e98-2d18-4b56-9205-e99fea8dbaba tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:26.581429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-3aa22e98-2d18-4b56-9205-e99fea8dbaba tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/networks?id=a9502f3d-c27f-48b2-a882-30f31a6a0384 HTTP/1.1" status: 200 len: 811 time: 0.1032679 Feb 07 23:18:26.596579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-dd831e5b-8385-4adc-ae09-7503417fe427 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/quotas/fc932d421c1d426abc0de393a0fe0d7a HTTP/1.1" status: 200 len: 375 time: 0.0093181 Feb 07 23:18:26.627732 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-40e6041f-c863-4c37-bf8c-2e178110aaa3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc932d421c1d426abc0de393a0fe0d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259118 Feb 07 23:18:26.699673 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:26.716635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-9b58b576-e539-43b1-b2fc-1d94bd27997c service neutron] 10.222.0.15 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820439 Feb 07 23:18:26.807946 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-eede9171-51ab-4822-b5e9-11bb9988212d service neutron] 10.222.0.15 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841448 Feb 07 23:18:26.970927 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9dd8473c-eee7-4c17-9ec6-f40ce0187f3f req-18308949-88bd-4556-9a48-fe6e788c2410 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 210 time: 0.0315161 Feb 07 23:18:27.852868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-9fcdc030-5f7f-425e-a4b7-3d253c8dbff3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:27.854339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-9fcdc030-5f7f-425e-a4b7-3d253c8dbff3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.46 "GET /v2.0/networks?id=a9502f3d-c27f-48b2-a882-30f31a6a0384 HTTP/1.1" status: 200 len: 811 time: 0.1060617 Feb 07 23:18:27.870580 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Request body: {'port': {'device_id': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384', 'admin_state_up': True, 'tenant_id': 'fc932d421c1d426abc0de393a0fe0d7a'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:27.980892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Made reservation on behalf of fc932d421c1d426abc0de393a0fe0d7a for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:18:27.984528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.077586 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bafb697c-1678-46b2-95e4-ef13b7ee1a28 req-80c117bf-e541-4d6b-be6a-b6b5d43cd339 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 210 time: 0.0383067 Feb 07 23:18:28.135188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Allocated IP 172.20.0.10 (a9502f3d-c27f-48b2-a882-30f31a6a0384/eb47e741-e79d-4a35-a67c-edbac5cb4059/7021d245-bf62-44ba-ba8f-938cbc78506e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:18:28.279618 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.313974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.355475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Network a9502f3d-c27f-48b2-a882-30f31a6a0384 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:18:28.358337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:28.362415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:18:28.388750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Pushing event updated for resources: {'Port': ['ID=7021d245-bf62-44ba-ba8f-938cbc78506e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:28.413256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:28.413855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.429511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-d46b95f3-86ae-4d86-aa02-a579dc56282e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659139 Feb 07 23:18:28.442246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Request body: {'port': {'device_id': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:28.496346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.749559 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7021d245-bf62-44ba-ba8f-938cbc78506e {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:18:28.756834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.768567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Transition to ACTIVE for port object 7021d245-bf62-44ba-ba8f-938cbc78506e will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:18:28.772175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.822271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7021d245-bf62-44ba-ba8f-938cbc78506e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:28.890123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Attempting to bind port 7021d245-bf62-44ba-ba8f-938cbc78506e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:18:28.890782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Attempting to bind port 7021d245-bf62-44ba-ba8f-938cbc78506e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '5943d9be-3c8d-481b-a6ae-f497d82aa62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:18:28.890782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Attempting to bind port 7021d245-bf62-44ba-ba8f-938cbc78506e on network a9502f3d-c27f-48b2-a882-30f31a6a0384 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:18:28.895059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Port 7021d245-bf62-44ba-ba8f-938cbc78506e on network a9502f3d-c27f-48b2-a882-30f31a6a0384 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:18:28.895385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Attempting to bind port 7021d245-bf62-44ba-ba8f-938cbc78506e on network a9502f3d-c27f-48b2-a882-30f31a6a0384 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:18:28.900153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:18:28.900482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Checking segment: {'id': '5943d9be-3c8d-481b-a6ae-f497d82aa62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:18:28.900857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Bound using segment: {'id': '5943d9be-3c8d-481b-a6ae-f497d82aa62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:18:28.901272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Bound port: 7021d245-bf62-44ba-ba8f-938cbc78506e, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5943d9be-3c8d-481b-a6ae-f497d82aa62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:18:28.901616 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.962396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:18:28.965326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7021d245-bf62-44ba-ba8f-938cbc78506e,segment=NetworkSegment(5943d9be-3c8d-481b-a6ae-f497d82aa62b),segment_id=5943d9be-3c8d-481b-a6ae-f497d82aa62b)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:18:28.969760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.005505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:29.006129 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.007496 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] 10.222.0.46 "PUT /v2.0/ports/7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 200 len: 1092 time: 0.5698006 Feb 07 23:18:29.007964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:29.010193 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d21d42-10ac-41f9-8785-9ead107dea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:18:29.031452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b2022-0d62-4a8d-8742-30c3f55529c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7021d245-bf62-44ba-ba8f-938cbc78506e,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:29.051060 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8805f4b6-07cc-4d8a-8700-f30c80a24648 x-openstack-request-id: req-8805f4b6-07cc-4d8a-8700-f30c80a24648 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:18:29.051376 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:18:29.051630 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8805f4b6-07cc-4d8a-8700-f30c80a24648 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:18:29.052057 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e', 'status': 'completed', 'code': 200} Feb 07 23:18:29.098602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-4e3d70a8-31c8-4021-ace2-f425b8ccb136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:29.100148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-4e3d70a8-31c8-4021-ace2-f425b8ccb136 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc932d421c1d426abc0de393a0fe0d7a&device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 1095 time: 0.0453758 Feb 07 23:18:29.144136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-02807c44-e968-4386-be8e-7737d65b9fc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 200 len: 217 time: 0.0362608 Feb 07 23:18:29.227656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-f57ecd47-a776-43a1-97fe-d98f0119045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:29.229107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-f57ecd47-a776-43a1-97fe-d98f0119045d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb47e741-e79d-4a35-a67c-edbac5cb4059 HTTP/1.1" status: 200 len: 851 time: 0.0751653 Feb 07 23:18:29.240648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9465-cbb6-487b-a2cf-6af10a450879 req-24ecd2ad-ccb7-437f-8e90-564d90ddb2c3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:29.241996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5bd9465-cbb6-487b-a2cf-6af10a450879 req-24ecd2ad-ccb7-437f-8e90-564d90ddb2c3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 944 time: 0.0959482 Feb 07 23:18:29.272330 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-19d7b6d7-4efd-4ef1-b207-cfb1b2179ced service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9502f3d-c27f-48b2-a882-30f31a6a0384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293872 Feb 07 23:18:29.346709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5bd9465-cbb6-487b-a2cf-6af10a450879 req-9f7eaf38-fef2-4832-9844-13d7fde3f72b tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968900 Feb 07 23:18:29.386031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-9c7c5213-7cf3-4c9f-9999-5b9bc67e15c7 service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056275 Feb 07 23:18:29.476052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7a69dd82-ce04-4e2c-aec4-c4777ae50474 req-19e08d4c-f13f-4f1f-8516-c51de8ef0868 service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818145 Feb 07 23:18:29.558211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-afc219ca-88f4-4073-8ede-99d7a71ea805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:29.560137 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-afc219ca-88f4-4073-8ede-99d7a71ea805 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc932d421c1d426abc0de393a0fe0d7a&device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 1095 time: 0.0408440 Feb 07 23:18:29.651508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-1dccc304-e309-4033-9081-4e10043f5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:29.652994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-1dccc304-e309-4033-9081-4e10043f5742 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9502f3d-c27f-48b2-a882-30f31a6a0384 HTTP/1.1" status: 200 len: 911 time: 0.0863807 Feb 07 23:18:29.694631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-553310c6-5fdf-42c8-b051-601009e31750 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 200 len: 217 time: 0.0354681 Feb 07 23:18:29.746011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-6907a538-0553-405f-8aa9-e905d0854812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:29.747477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-6907a538-0553-405f-8aa9-e905d0854812 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb47e741-e79d-4a35-a67c-edbac5cb4059 HTTP/1.1" status: 200 len: 851 time: 0.0452132 Feb 07 23:18:29.783494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-1141576e-2968-4c8c-a1ae-44018df1b16f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9502f3d-c27f-48b2-a882-30f31a6a0384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280328 Feb 07 23:18:29.871395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-963f19eb-a065-4091-81fe-5165b12e0dc1 service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812218 Feb 07 23:18:29.964319 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30d21d42-10ac-41f9-8785-9ead107dea8c req-582eae99-3c58-415f-bfa9-c2ad94cca765 service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849302 Feb 07 23:18:30.030687 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:18:30.465371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22acce-44b5-4152-92f3-54cf2971066e req-51a7648c-3a83-48eb-83e3-eef987fb7c60 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:30.466716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ca22acce-44b5-4152-92f3-54cf2971066e req-51a7648c-3a83-48eb-83e3-eef987fb7c60 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 944 time: 0.0495663 Feb 07 23:18:30.505046 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ca22acce-44b5-4152-92f3-54cf2971066e req-d4c4113d-0714-4c82-b4e2-3526989e4272 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Feb 07 23:18:31.621197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93d032-3a1b-42a4-8148-0c858d8d19fa req-4ee93c3e-7aa4-4765-a009-0266ff10074a tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:31.622649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb93d032-3a1b-42a4-8148-0c858d8d19fa req-4ee93c3e-7aa4-4765-a009-0266ff10074a tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 944 time: 0.0481350 Feb 07 23:18:31.660462 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bb93d032-3a1b-42a4-8148-0c858d8d19fa req-550738d2-ae6f-4cad-81b4-c68341244fc1 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310898 Feb 07 23:18:31.942666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7021d245-bf62-44ba-ba8f-938cbc78506e details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:18:32.036890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7021d245-bf62-44ba-ba8f-938cbc78506e,segment=NetworkSegment(5943d9be-3c8d-481b-a6ae-f497d82aa62b),segment_id=5943d9be-3c8d-481b-a6ae-f497d82aa62b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:18:32.047687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '7021d245-bf62-44ba-ba8f-938cbc78506e', 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384', 'port_id': '7021d245-bf62-44ba-ba8f-938cbc78506e', 'mac_address': 'fa:16:3e:f7:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb47e741-e79d-4a35-a67c-edbac5cb4059', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:18:32.084562 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:32.097912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7021d245-bf62-44ba-ba8f-938cbc78506e {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:18:32.116772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7021d245-bf62-44ba-ba8f-938cbc78506e,segment=NetworkSegment(5943d9be-3c8d-481b-a6ae-f497d82aa62b),segment_id=5943d9be-3c8d-481b-a6ae-f497d82aa62b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:18:32.120508 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:32.170241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7021d245-bf62-44ba-ba8f-938cbc78506e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:32.177832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.178179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.178515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.178847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.179180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.179504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.179926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.180249 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.180567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.180885 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.181202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.181593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:32.307123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['7021d245-bf62-44ba-ba8f-938cbc78506e'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:18:32.775689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6235a6-de8a-4731-a38b-5abb86e741d9 req-bb832492-40be-4415-b44b-e16b2797a0fd tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:32.777173 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b6235a6-de8a-4731-a38b-5abb86e741d9 req-bb832492-40be-4415-b44b-e16b2797a0fd tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 945 time: 0.0501232 Feb 07 23:18:32.816632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2b6235a6-de8a-4731-a38b-5abb86e741d9 req-3241cbef-9f27-4d51-bed7-efbac9184c61 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Feb 07 23:18:33.932449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485df03-795e-4f39-9f77-92de34626392 req-6b7d685a-32ba-4e16-95d4-a59f80ede41f tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:33.933926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6485df03-795e-4f39-9f77-92de34626392 req-6b7d685a-32ba-4e16-95d4-a59f80ede41f tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Feb 07 23:18:33.958039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7021d245-bf62-44ba-ba8f-938cbc78506e up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:18:33.971534 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6485df03-795e-4f39-9f77-92de34626392 req-01adce1b-fb9b-485b-bac5-e2d0de448f9d tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Feb 07 23:18:34.009023 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 7021d245-bf62-44ba-ba8f-938cbc78506e completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:18:34.012896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 7021d245-bf62-44ba-ba8f-938cbc78506e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:34.013269 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.088899 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.110221 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:34.112443 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eefda8f-1f3a-4dc4-a664-7c79c7a6009f" -d '{"events": [{"server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "name": "network-vif-plugged", "status": "completed", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:18:34.125598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7021d245-bf62-44ba-ba8f-938cbc78506e,segment=NetworkSegment(5943d9be-3c8d-481b-a6ae-f497d82aa62b),segment_id=5943d9be-3c8d-481b-a6ae-f497d82aa62b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:18:34.129653 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.158559 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1cd6b0-ee44-4a69-8b06-2f5f87ac1487 x-openstack-request-id: req-fb1cd6b0-ee44-4a69-8b06-2f5f87ac1487 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:18:34.158854 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "name": "network-vif-plugged", "status": "completed", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:18:34.159105 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb1cd6b0-ee44-4a69-8b06-2f5f87ac1487 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:18:34.159492 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e', 'code': 200} Feb 07 23:18:34.184901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7021d245-bf62-44ba-ba8f-938cbc78506e,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:34.206437 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.250220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed701f-b272-4d92-aac6-e3d421ddb242 req-d9629b18-9ae7-453d-ba07-c41d6b94f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:34.251738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0ed701f-b272-4d92-aac6-e3d421ddb242 req-d9629b18-9ae7-453d-ba07-c41d6b94f984 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 1097 time: 0.0426259 Feb 07 23:18:34.284961 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b0ed701f-b272-4d92-aac6-e3d421ddb242 req-6b69aa44-4ace-4f41-bf1f-1d3903c74d3f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270901 Feb 07 23:18:34.652005 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:35.091030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435edb49-2e7b-4572-9b51-a00c5b00bca0 req-b2dd4184-cdfc-48a2-b559-8991e0717947 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:35.092510 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-435edb49-2e7b-4572-9b51-a00c5b00bca0 req-b2dd4184-cdfc-48a2-b559-8991e0717947 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0474172 Feb 07 23:18:35.129958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-435edb49-2e7b-4572-9b51-a00c5b00bca0 req-09f56719-47e5-4102-a722-d2dd97826e71 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Feb 07 23:18:36.249542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a7eec-2182-4b81-ab72-7a8396d2f25c req-5c835c93-a1f8-4c0d-ad7d-b12595babe37 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:36.251000 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e95a7eec-2182-4b81-ab72-7a8396d2f25c req-5c835c93-a1f8-4c0d-ad7d-b12595babe37 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0486329 Feb 07 23:18:36.291535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e95a7eec-2182-4b81-ab72-7a8396d2f25c req-79c4f357-152c-4bb2-bc39-ee433e28f65f tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343919 Feb 07 23:18:36.475214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56222) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:18:36.529159 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fab55e-40ee-4713-a946-849e7fb3bddd req-78d9fbd9-b330-4f6c-9673-3f27aa6948a3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:36.530698 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-49fab55e-40ee-4713-a946-849e7fb3bddd req-78d9fbd9-b330-4f6c-9673-3f27aa6948a3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0494277 Feb 07 23:18:36.589988 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-49fab55e-40ee-4713-a946-849e7fb3bddd req-126a3355-1604-4375-a63e-17238fa4ce31 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506134 Feb 07 23:18:36.596182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-c3d9a5e8-d2a6-43c5-9a71-1868b6857494 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196628 Feb 07 23:18:36.606595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-7f172bfc-666d-4513-8a09-0dbb3437eeb0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:18:36.606595 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-7f172bfc-666d-4513-8a09-0dbb3437eeb0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051188 Feb 07 23:18:37.741765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78807c4f-5e1a-4a46-9c5a-cda887129b26 req-a91fcd11-3c6e-43c7-82cf-7828c9bd2c71 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:37.743220 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78807c4f-5e1a-4a46-9c5a-cda887129b26 req-a91fcd11-3c6e-43c7-82cf-7828c9bd2c71 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0793767 Feb 07 23:18:37.748591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-513da20e-1d9b-4711-b35f-c4ee4e6129b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:37.749932 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-513da20e-1d9b-4711-b35f-c4ee4e6129b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc932d421c1d426abc0de393a0fe0d7a&device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 1097 time: 0.0613174 Feb 07 23:18:37.825616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78807c4f-5e1a-4a46-9c5a-cda887129b26 req-4c357b73-4921-4966-b461-a63328beab18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747452 Feb 07 23:18:37.886616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-affd2d57-1a04-4110-8205-9a2d6bc101c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:37.886616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-affd2d57-1a04-4110-8205-9a2d6bc101c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9502f3d-c27f-48b2-a882-30f31a6a0384 HTTP/1.1" status: 200 len: 911 time: 0.1138120 Feb 07 23:18:37.916240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-e4642b0f-c7ab-4d92-a230-4ce59906aa75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 200 len: 217 time: 0.0380008 Feb 07 23:18:37.963765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-0ad0dad0-8df0-4d9f-85b9-22c59cbe5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:37.965146 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-0ad0dad0-8df0-4d9f-85b9-22c59cbe5da0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb47e741-e79d-4a35-a67c-edbac5cb4059 HTTP/1.1" status: 200 len: 851 time: 0.0430043 Feb 07 23:18:37.995088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-f7babe52-a8c9-49ae-b2ed-cedd9f946333 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9502f3d-c27f-48b2-a882-30f31a6a0384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230753 Feb 07 23:18:38.084813 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-af65b0e3-c8f3-41d5-a44c-6f13eefa8fc4 service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822859 Feb 07 23:18:38.171981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-945bc5c5-1dc0-4988-b56e-0fa2247bb9e6 service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809407 Feb 07 23:18:38.946136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4038e53-5032-4e5f-ac25-0bcf29ab0a6b req-acb78e04-aad2-4c51-bb05-a4bf7515b8bf tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:38.947571 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4038e53-5032-4e5f-ac25-0bcf29ab0a6b req-acb78e04-aad2-4c51-bb05-a4bf7515b8bf tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0488567 Feb 07 23:18:38.987817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a4038e53-5032-4e5f-ac25-0bcf29ab0a6b req-1b76f2a7-cfe2-4c03-8db4-5cbdfaec210f tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Feb 07 23:18:40.103436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029f42-2c1a-4e06-9086-d8c8267d8785 req-f203f397-cfa4-4ab0-bd23-5a49315a6785 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:40.104826 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42029f42-2c1a-4e06-9086-d8c8267d8785 req-f203f397-cfa4-4ab0-bd23-5a49315a6785 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0481610 Feb 07 23:18:40.141117 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42029f42-2c1a-4e06-9086-d8c8267d8785 req-68dc0f8d-408d-4db9-9341-e4d0a296e981 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304160 Feb 07 23:18:41.258024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bb22b-1e09-4af6-b3a6-1ffb67f67abc req-a7fab752-b192-476e-9d75-b96c1a7dcabc tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:41.259497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e0bb22b-1e09-4af6-b3a6-1ffb67f67abc req-a7fab752-b192-476e-9d75-b96c1a7dcabc tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0487428 Feb 07 23:18:41.296297 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e0bb22b-1e09-4af6-b3a6-1ffb67f67abc req-9aa4d7d9-2fcc-4b60-bf57-04c0139a4e46 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307543 Feb 07 23:18:42.427903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db9271-bbb9-4345-83af-75582804d37e req-ceb90bab-9fd2-4bf4-9353-d016918e9577 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:42.429486 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36db9271-bbb9-4345-83af-75582804d37e req-ceb90bab-9fd2-4bf4-9353-d016918e9577 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0555670 Feb 07 23:18:42.473826 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36db9271-bbb9-4345-83af-75582804d37e req-5591109f-acb1-4b22-976b-c27a72a13b61 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339108 Feb 07 23:18:43.592949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2f6f-858e-4b12-b0d6-6efccf45173e req-49c950ae-93e5-4862-8c43-b93c711a1da8 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:43.594393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3ba2f6f-858e-4b12-b0d6-6efccf45173e req-49c950ae-93e5-4862-8c43-b93c711a1da8 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0481470 Feb 07 23:18:43.631647 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f3ba2f6f-858e-4b12-b0d6-6efccf45173e req-ee38a457-8ada-4bb2-b1cf-b840f6bb8dfa tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Feb 07 23:18:44.745877 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b9f95-ff26-4ed4-92d4-e9744462dbdf req-1a808dda-776a-40c5-bb6d-633127b65981 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:44.747319 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-313b9f95-ff26-4ed4-92d4-e9744462dbdf req-1a808dda-776a-40c5-bb6d-633127b65981 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0479269 Feb 07 23:18:44.784676 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-313b9f95-ff26-4ed4-92d4-e9744462dbdf req-4c678674-5090-4502-8f34-e795a412ffff tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Feb 07 23:18:45.900766 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf82790-2438-4c8b-b4ff-709ced8f0190 req-f3ecd499-d8c2-438a-afeb-4b0630a1967a tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:45.902201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbf82790-2438-4c8b-b4ff-709ced8f0190 req-f3ecd499-d8c2-438a-afeb-4b0630a1967a tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0485930 Feb 07 23:18:45.943272 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbf82790-2438-4c8b-b4ff-709ced8f0190 req-087ee6e2-ff8f-4d84-ae7e-19627d602d7e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345786 Feb 07 23:18:47.057365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad974a1-a32c-4c58-91ff-aef1873ef34f req-d80a4c6d-72b3-4cee-87a1-920774e60e28 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:47.058850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ad974a1-a32c-4c58-91ff-aef1873ef34f req-d80a4c6d-72b3-4cee-87a1-920774e60e28 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0478072 Feb 07 23:18:47.095898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ad974a1-a32c-4c58-91ff-aef1873ef34f req-99cdaa9d-b646-48a1-96f3-5d14b0d7a6d2 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303895 Feb 07 23:18:48.212382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7759811-7393-4364-a5a1-728b59884b1e req-e18ef43b-f3a8-4c57-a22f-865878a2f3e7 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:48.213818 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7759811-7393-4364-a5a1-728b59884b1e req-e18ef43b-f3a8-4c57-a22f-865878a2f3e7 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0480039 Feb 07 23:18:48.256932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d7759811-7393-4364-a5a1-728b59884b1e req-0094f0c9-dc11-451b-ac76-905732001829 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Feb 07 23:18:49.374880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3c3f9-c4ae-4acd-b552-b25ad9f94c4e req-2577aa94-e0ef-4cae-809a-86de53522d3a tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:49.376325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30b3c3f9-c4ae-4acd-b552-b25ad9f94c4e req-2577aa94-e0ef-4cae-809a-86de53522d3a tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0514843 Feb 07 23:18:49.413606 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-30b3c3f9-c4ae-4acd-b552-b25ad9f94c4e req-fdf9b567-3841-459a-9166-34f18470ccc2 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Feb 07 23:18:50.526815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3d08-6bcd-41a6-8c44-c294e0ba694b req-19c650cd-b7e7-4f5a-99a3-ab73d08631a2 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:50.528190 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ccda3d08-6bcd-41a6-8c44-c294e0ba694b req-19c650cd-b7e7-4f5a-99a3-ab73d08631a2 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0477729 Feb 07 23:18:50.566287 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ccda3d08-6bcd-41a6-8c44-c294e0ba694b req-ec37700f-3460-4d01-8de7-b94cd92034b5 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Feb 07 23:18:51.520485 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1bce450-dadc-466e-ad92-abc072ba9aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:51.681096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d48b7-92e8-4dfc-9bb3-f08bceb24c0c req-2764f069-ae30-4db9-8f9b-2f374e60bec5 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:51.682489 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d69d48b7-92e8-4dfc-9bb3-f08bceb24c0c req-2764f069-ae30-4db9-8f9b-2f374e60bec5 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0481524 Feb 07 23:18:51.720498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d69d48b7-92e8-4dfc-9bb3-f08bceb24c0c req-bfdddbf5-59c4-4c51-a268-657c7b95cb4f tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Feb 07 23:18:52.838772 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf994abd-2aa5-43c4-b012-f57473d75063 req-43373901-acf2-4e4c-9699-983d275d0b48 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:52.840244 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf994abd-2aa5-43c4-b012-f57473d75063 req-43373901-acf2-4e4c-9699-983d275d0b48 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0508823 Feb 07 23:18:52.884456 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf994abd-2aa5-43c4-b012-f57473d75063 req-1c2f9b0a-b5a1-48c5-9fa7-f5269b975268 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Feb 07 23:18:53.998879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b39c0-60c2-4e86-9aaf-8addb41550ef req-115e13c6-573a-403a-966c-11c32fcf6867 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:54.000338 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c00b39c0-60c2-4e86-9aaf-8addb41550ef req-115e13c6-573a-403a-966c-11c32fcf6867 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0471904 Feb 07 23:18:54.037918 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c00b39c0-60c2-4e86-9aaf-8addb41550ef req-7a55a13f-f8cb-4521-89e6-564982546f7d tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Feb 07 23:18:54.669239 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03466187-6c56-4c0e-8062-2cc177d62aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.959048 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:55.153424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586a492-4211-4fdb-a313-c6e6573772ff req-3d87a820-57da-4f3e-955b-aa52400daacf tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:55.154868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7586a492-4211-4fdb-a313-c6e6573772ff req-3d87a820-57da-4f3e-955b-aa52400daacf tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0488751 Feb 07 23:18:55.192893 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7586a492-4211-4fdb-a313-c6e6573772ff req-f5179d1d-8839-4e45-aaeb-7feabe60d2a4 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Feb 07 23:18:56.314028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90393bd-93e0-4867-9ded-d4dd3c1aff9f req-6348aad5-6e65-43fd-a75f-9dbbcf197ce5 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:56.316036 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c90393bd-93e0-4867-9ded-d4dd3c1aff9f req-6348aad5-6e65-43fd-a75f-9dbbcf197ce5 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0519528 Feb 07 23:18:56.354653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c90393bd-93e0-4867-9ded-d4dd3c1aff9f req-9ac7b576-4422-4970-9a9c-e5f3c4c6b7e5 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Feb 07 23:18:56.443347 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.700401 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:57.469763 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85436590-7baf-4b92-b167-74457631313c req-97f84c12-d582-413b-af85-ac36ca5360bc tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:57.471790 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85436590-7baf-4b92-b167-74457631313c req-97f84c12-d582-413b-af85-ac36ca5360bc tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0484047 Feb 07 23:18:57.507836 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-85436590-7baf-4b92-b167-74457631313c req-d8112711-e055-404c-a60b-deee054dcde3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301113 Feb 07 23:18:58.622252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c703-b56d-44cc-b348-505d9a16b4e9 req-72b7e4c7-d36f-4720-832b-df82bfa34533 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:58.623712 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c325c703-b56d-44cc-b348-505d9a16b4e9 req-72b7e4c7-d36f-4720-832b-df82bfa34533 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0477071 Feb 07 23:18:58.660826 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c325c703-b56d-44cc-b348-505d9a16b4e9 req-5feb003e-1b83-4a04-b420-d8aa69eb54e2 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305417 Feb 07 23:18:59.775008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071a14-e3c8-4b83-bca4-e673d7c653da req-b5743192-e668-414e-b03b-e069d9cac920 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:59.776451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c4071a14-e3c8-4b83-bca4-e673d7c653da req-b5743192-e668-414e-b03b-e069d9cac920 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0475283 Feb 07 23:18:59.817424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c4071a14-e3c8-4b83-bca4-e673d7c653da req-e483932b-2108-47e5-881a-9ba887824723 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349429 Feb 07 23:19:00.934543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b5636-601a-4d4a-a3c5-f1b4f2e17859 req-18f9e626-9948-49f6-ac33-c1d67334284d tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:00.935999 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c72b5636-601a-4d4a-a3c5-f1b4f2e17859 req-18f9e626-9948-49f6-ac33-c1d67334284d tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0479610 Feb 07 23:19:00.972463 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c72b5636-601a-4d4a-a3c5-f1b4f2e17859 req-033cb1af-d8b7-4dc1-bf1f-c79c9dc645e1 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301366 Feb 07 23:19:02.088744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858ac2f-20c8-41bd-a5b6-5a6dd2555a33 req-d42cbef4-36d4-4b06-b959-2bdab86627a4 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:02.090170 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1858ac2f-20c8-41bd-a5b6-5a6dd2555a33 req-d42cbef4-36d4-4b06-b959-2bdab86627a4 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0487380 Feb 07 23:19:02.128110 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1858ac2f-20c8-41bd-a5b6-5a6dd2555a33 req-0c6bd017-1daa-4411-9674-b1dc4b4a75f1 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Feb 07 23:19:03.247579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80f8d1-bcf5-4ff5-b23a-da4eabbcc766 req-8b26b338-c943-45bd-9236-27a4ab68430f tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:03.249071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b80f8d1-bcf5-4ff5-b23a-da4eabbcc766 req-8b26b338-c943-45bd-9236-27a4ab68430f tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0519326 Feb 07 23:19:03.286269 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b80f8d1-bcf5-4ff5-b23a-da4eabbcc766 req-c168087b-6311-4e23-a250-22c08e6bebe2 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Feb 07 23:19:04.205065 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.401754 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de08565-cf1a-43b7-b4a3-7eaf99df4255 req-c4b67ed4-6d3b-41e3-a0ab-11bb2ef56075 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:04.403187 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6de08565-cf1a-43b7-b4a3-7eaf99df4255 req-c4b67ed4-6d3b-41e3-a0ab-11bb2ef56075 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 946 time: 0.0482657 Feb 07 23:19:04.440537 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6de08565-cf1a-43b7-b4a3-7eaf99df4255 req-ce5b73d1-7a76-474a-82ae-94bad12bb03e tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Feb 07 23:19:04.666666 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.873589 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-36b2153e-484a-4a92-9ec6-e209fe1f9fe3 service neutron] show failed (client error): The resource could not be found. Feb 07 23:19:04.874602 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-36b2153e-484a-4a92-9ec6-e209fe1f9fe3 service neutron] 10.222.0.46 "GET /v2.0/ports/7021d245-bf62-44ba-ba8f-938cbc78506e/bindings/n-h2-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.0560453 Feb 07 23:19:05.062843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-0a649d39-3909-418f-b3ca-9b2aa785aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:05.064266 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-0a649d39-3909-418f-b3ca-9b2aa785aed0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136&tenant_id=fc932d421c1d426abc0de393a0fe0d7a HTTP/1.1" status: 200 len: 1097 time: 0.0406356 Feb 07 23:19:05.076452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:05.136030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.340879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7021d245-bf62-44ba-ba8f-938cbc78506e,segment=NetworkSegment(5943d9be-3c8d-481b-a6ae-f497d82aa62b),segment_id=5943d9be-3c8d-481b-a6ae-f497d82aa62b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:19:05.372939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:19:05.411480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:05.413774 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a033f0e7-fd9e-4f36-85e7-f7748417617d" -d '{"events": [{"server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "name": "network-vif-unplugged", "status": "completed", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:19:05.417897 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.430701 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Transition to ACTIVE for port object 7021d245-bf62-44ba-ba8f-938cbc78506e will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:05.435061 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.500473 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] No DVR routers for this DVR port 7021d245-bf62-44ba-ba8f-938cbc78506e on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:19:05.533369 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Pushing event updated for resources: {'Port': ['ID=7021d245-bf62-44ba-ba8f-938cbc78506e,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:05.536856 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63740883-1bdd-4817-992b-216960fff186 x-openstack-request-id: req-63740883-1bdd-4817-992b-216960fff186 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:19:05.537144 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "name": "network-vif-unplugged", "status": "completed", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:19:05.537394 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63740883-1bdd-4817-992b-216960fff186 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:19:05.537778 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e', 'code': 200} Feb 07 23:19:05.559741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.560091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.560433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.560775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.561108 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.561436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.561762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.562087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.562411 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.562736 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.563057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.563374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:05.579447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Attempting to bind port 7021d245-bf62-44ba-ba8f-938cbc78506e on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:05.579817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Attempting to bind port 7021d245-bf62-44ba-ba8f-938cbc78506e by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': '5943d9be-3c8d-481b-a6ae-f497d82aa62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:05.580154 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Attempting to bind port 7021d245-bf62-44ba-ba8f-938cbc78506e on network a9502f3d-c27f-48b2-a882-30f31a6a0384 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:19:05.590760 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Port 7021d245-bf62-44ba-ba8f-938cbc78506e on network a9502f3d-c27f-48b2-a882-30f31a6a0384 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:19:05.591134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Attempting to bind port 7021d245-bf62-44ba-ba8f-938cbc78506e on network a9502f3d-c27f-48b2-a882-30f31a6a0384 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:19:05.599194 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:19:05.599528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Checking segment: {'id': '5943d9be-3c8d-481b-a6ae-f497d82aa62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:19:05.599943 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Bound using segment: {'id': '5943d9be-3c8d-481b-a6ae-f497d82aa62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:19:05.600367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Bound port: 7021d245-bf62-44ba-ba8f-938cbc78506e, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5943d9be-3c8d-481b-a6ae-f497d82aa62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:19:05.600723 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.620673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83654ac0-5e80-4d50-ac3f-d47fb74fb523 req-f413aa87-34c9-45d0-a656-fd09b6f634b9 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:05.622142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83654ac0-5e80-4d50-ac3f-d47fb74fb523 req-f413aa87-34c9-45d0-a656-fd09b6f634b9 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 944 time: 0.0924623 Feb 07 23:19:05.700299 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83654ac0-5e80-4d50-ac3f-d47fb74fb523 req-00c6eab8-faae-4c51-83a3-bde7ef229d1d tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563798 Feb 07 23:19:05.704399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:19:05.707598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7021d245-bf62-44ba-ba8f-938cbc78506e,segment=NetworkSegment(5943d9be-3c8d-481b-a6ae-f497d82aa62b),segment_id=5943d9be-3c8d-481b-a6ae-f497d82aa62b)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:19:05.712449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.750889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:05.751498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.752881 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] 10.222.0.24 "PUT /v2.0/ports/7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 200 len: 1092 time: 0.6803339 Feb 07 23:19:05.769297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4d1bd-785d-42cf-b052-0a2aca99c507 service neutron] Pushing event updated for resources: {'Port': ['ID=7021d245-bf62-44ba-ba8f-938cbc78506e,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:05.811637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-e3e09825-9ad5-4904-acfb-bc87de5d18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:05.813137 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-e3e09825-9ad5-4904-acfb-bc87de5d18a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc932d421c1d426abc0de393a0fe0d7a&device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 1095 time: 0.0393813 Feb 07 23:19:05.905138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-f6b610e1-0315-460a-bb3a-e118d7b93ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:05.906574 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-f6b610e1-0315-460a-bb3a-e118d7b93ffe service neutron] 10.222.0.24 "GET /v2.0/networks?id=a9502f3d-c27f-48b2-a882-30f31a6a0384 HTTP/1.1" status: 200 len: 911 time: 0.0876477 Feb 07 23:19:05.946789 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-d9b8b221-7a57-40be-83b0-4b64c064c2c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 200 len: 217 time: 0.0341294 Feb 07 23:19:05.995296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-b3f9c7c6-ae32-4dcb-a9f2-399502957dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:05.996755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-b3f9c7c6-ae32-4dcb-a9f2-399502957dea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb47e741-e79d-4a35-a67c-edbac5cb4059 HTTP/1.1" status: 200 len: 851 time: 0.0435874 Feb 07 23:19:06.026607 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-bebf1ac5-64a3-461a-938e-68dc2233a543 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9502f3d-c27f-48b2-a882-30f31a6a0384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236714 Feb 07 23:19:06.117975 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-f02236e0-7c21-49f8-815f-288b193b156f service neutron] 10.222.0.24 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849302 Feb 07 23:19:06.203370 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee688cbb-c0cb-4bf2-b3de-a9510984550c req-fdec7461-430b-4d12-a2b5-5d3843413f44 service neutron] 10.222.0.24 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790906 Feb 07 23:19:06.819554 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c49903-e262-452e-a59d-f2f4f94eb7e2 req-dd5f7f18-1f30-46df-aa69-3980b46a6343 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:06.821030 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8c49903-e262-452e-a59d-f2f4f94eb7e2 req-dd5f7f18-1f30-46df-aa69-3980b46a6343 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 944 time: 0.0478172 Feb 07 23:19:06.859175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8c49903-e262-452e-a59d-f2f4f94eb7e2 req-0696c18f-fd33-41d0-8f42-b1016100e1b6 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Feb 07 23:19:07.029211 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:19:07.538712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:07.541084 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58104ec9-7852-4f16-aca7-80bd80372741" -d '{"events": [{"name": "network-changed", "server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:19:07.589158 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26feb677-bfa3-4aa6-8721-6c1f86e5577c x-openstack-request-id: req-26feb677-bfa3-4aa6-8721-6c1f86e5577c {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:19:07.589527 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:19:07.589780 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26feb677-bfa3-4aa6-8721-6c1f86e5577c {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:19:07.590169 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e', 'status': 'completed', 'code': 200} Feb 07 23:19:07.658151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58104ec9-7852-4f16-aca7-80bd80372741 req-f488ff36-9685-4771-ba32-c9c392e84eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:07.658950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58104ec9-7852-4f16-aca7-80bd80372741 req-b93d006f-980b-4701-9a88-fcd4d0d229a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:07.660426 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-f488ff36-9685-4771-ba32-c9c392e84eaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc932d421c1d426abc0de393a0fe0d7a&device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 1095 time: 0.0493701 Feb 07 23:19:07.661879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-b93d006f-980b-4701-9a88-fcd4d0d229a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc932d421c1d426abc0de393a0fe0d7a&device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 1095 time: 0.0549941 Feb 07 23:19:07.771580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58104ec9-7852-4f16-aca7-80bd80372741 req-c1a7f76b-711a-4715-9746-7e5852b6ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:07.773049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58104ec9-7852-4f16-aca7-80bd80372741 req-8e0d1dcd-44bd-47e4-9bfb-593e2c0f4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:07.773680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-c1a7f76b-711a-4715-9746-7e5852b6ed6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a9502f3d-c27f-48b2-a882-30f31a6a0384 HTTP/1.1" status: 200 len: 911 time: 0.1060507 Feb 07 23:19:07.774474 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-8e0d1dcd-44bd-47e4-9bfb-593e2c0f4a37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9502f3d-c27f-48b2-a882-30f31a6a0384 HTTP/1.1" status: 200 len: 911 time: 0.1065807 Feb 07 23:19:07.821694 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-3f328848-99ee-4396-a01c-4168c15774d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 200 len: 217 time: 0.0409441 Feb 07 23:19:07.823859 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-8055c4fc-a504-4274-ac34-0e69eba8ffbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 200 len: 217 time: 0.0426490 Feb 07 23:19:07.881693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58104ec9-7852-4f16-aca7-80bd80372741 req-6b6cfeb8-13e9-4941-b543-ef2939b0a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:07.883211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-6b6cfeb8-13e9-4941-b543-ef2939b0a865 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb47e741-e79d-4a35-a67c-edbac5cb4059 HTTP/1.1" status: 200 len: 851 time: 0.0529976 Feb 07 23:19:07.886637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58104ec9-7852-4f16-aca7-80bd80372741 req-ed0e6d26-19c1-4753-9a0d-d4a5f98e7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:07.888108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-ed0e6d26-19c1-4753-9a0d-d4a5f98e7f18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb47e741-e79d-4a35-a67c-edbac5cb4059 HTTP/1.1" status: 200 len: 851 time: 0.0597093 Feb 07 23:19:07.920256 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-b5ae6ae1-e182-4669-8c31-134f8f075f76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9502f3d-c27f-48b2-a882-30f31a6a0384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244982 Feb 07 23:19:07.922791 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-d274f641-df69-4465-b99e-29fcc924924d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9502f3d-c27f-48b2-a882-30f31a6a0384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330665 Feb 07 23:19:08.020817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-7caef85d-7288-4b7b-b04a-4ebab53eeb06 service neutron] 10.222.0.24 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916665 Feb 07 23:19:08.124164 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-9801f649-c212-4a76-9bfb-311cf62513f3 service neutron] 10.222.0.24 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962772 Feb 07 23:19:08.145267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7021d245-bf62-44ba-ba8f-938cbc78506e no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:19:08.185802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7021d245-bf62-44ba-ba8f-938cbc78506e not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:19:08.335795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f2a0-8e7d-4c8c-8ba6-fdf89d15ed53 req-37e33da7-6d73-4f3d-bc3c-80c38d4f136d tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:08.337218 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf71f2a0-8e7d-4c8c-8ba6-fdf89d15ed53 req-37e33da7-6d73-4f3d-bc3c-80c38d4f136d tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 944 time: 0.3923585 Feb 07 23:19:08.352167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-c7204eca-f4e8-40db-bdc3-a067f06b88fd service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250762 Feb 07 23:19:08.421259 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf71f2a0-8e7d-4c8c-8ba6-fdf89d15ed53 req-1b3aaff4-a6a9-4838-a3c1-2d840c1f515c tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770655 Feb 07 23:19:08.453980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-58104ec9-7852-4f16-aca7-80bd80372741 req-4dee674e-c208-40bf-a873-7391de8c3808 service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942810 Feb 07 23:19:08.693335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2418be87-3c67-4b3a-9d63-a5233e43ab20 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:08.694684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2418be87-3c67-4b3a-9d63-a5233e43ab20 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.46 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136&tenant_id=fc932d421c1d426abc0de393a0fe0d7a&binding%3Ahost_id=n-h2-827895-2 HTTP/1.1" status: 200 len: 944 time: 0.0874600 Feb 07 23:19:08.753366 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-07276bea-78e1-4820-9c87-5caad32979b9 req-cd2a809d-df98-49dd-aca7-aebe59a94ab2 service neutron] delete failed (client error): The resource could not be found. Feb 07 23:19:08.754847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-cd2a809d-df98-49dd-aca7-aebe59a94ab2 service neutron] 10.222.0.46 "DELETE /v2.0/ports/7021d245-bf62-44ba-ba8f-938cbc78506e/bindings/n-h1-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.0530863 Feb 07 23:19:08.838246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07276bea-78e1-4820-9c87-5caad32979b9 req-13be0898-9e00-4b25-9e3b-4ddacc68714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:08.839805 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-13be0898-9e00-4b25-9e3b-4ddacc68714b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc932d421c1d426abc0de393a0fe0d7a&device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 1095 time: 0.0399714 Feb 07 23:19:08.932478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07276bea-78e1-4820-9c87-5caad32979b9 req-7c628cf7-fb81-4f24-a3e2-d5f64d39ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:08.933912 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-7c628cf7-fb81-4f24-a3e2-d5f64d39ed77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9502f3d-c27f-48b2-a882-30f31a6a0384 HTTP/1.1" status: 200 len: 911 time: 0.0868533 Feb 07 23:19:08.974920 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-90332050-d910-4447-80c0-def787790da0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 200 len: 217 time: 0.0343132 Feb 07 23:19:09.026889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07276bea-78e1-4820-9c87-5caad32979b9 req-5978b884-2af3-4c1f-8292-91297ddf8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:09.028318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-5978b884-2af3-4c1f-8292-91297ddf8be2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb47e741-e79d-4a35-a67c-edbac5cb4059 HTTP/1.1" status: 200 len: 851 time: 0.0474017 Feb 07 23:19:09.058334 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-f7164f90-bfeb-4e84-b6a0-bfb39505c2c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9502f3d-c27f-48b2-a882-30f31a6a0384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229719 Feb 07 23:19:09.145148 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-767af75e-9001-4129-bc35-b770f648c388 service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795515 Feb 07 23:19:09.236037 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-c4959e4b-75f9-4159-8812-7ecb8a86a1fd service neutron] 10.222.0.46 "GET /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856042 Feb 07 23:19:10.078529 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e28c4-3731-4dfe-99bf-b9a767ac316b req-ee7f6e6d-4c19-45e0-b5a3-8c36b9496cc4 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:10.079922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b22e28c4-3731-4dfe-99bf-b9a767ac316b req-ee7f6e6d-4c19-45e0-b5a3-8c36b9496cc4 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 944 time: 0.0485036 Feb 07 23:19:10.117494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b22e28c4-3731-4dfe-99bf-b9a767ac316b req-abd58bca-e955-483a-98b5-ccf3476802d8 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309823 Feb 07 23:19:10.345475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7021d245-bf62-44ba-ba8f-938cbc78506e details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:19:10.438883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7021d245-bf62-44ba-ba8f-938cbc78506e,segment=NetworkSegment(5943d9be-3c8d-481b-a6ae-f497d82aa62b),segment_id=5943d9be-3c8d-481b-a6ae-f497d82aa62b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:19:10.449981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Returning: {'device': '7021d245-bf62-44ba-ba8f-938cbc78506e', 'network_id': 'a9502f3d-c27f-48b2-a882-30f31a6a0384', 'port_id': '7021d245-bf62-44ba-ba8f-938cbc78506e', 'mac_address': 'fa:16:3e:f7:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb47e741-e79d-4a35-a67c-edbac5cb4059', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:19:10.485965 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:10.498184 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7021d245-bf62-44ba-ba8f-938cbc78506e {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:10.517780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7021d245-bf62-44ba-ba8f-938cbc78506e,segment=NetworkSegment(5943d9be-3c8d-481b-a6ae-f497d82aa62b),segment_id=5943d9be-3c8d-481b-a6ae-f497d82aa62b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:19:10.522112 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:10.568756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Pushing event updated for resources: {'Port': ['ID=7021d245-bf62-44ba-ba8f-938cbc78506e,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:10.748489 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] get_ports_and_sgs() called for port_ids ['7021d245-bf62-44ba-ba8f-938cbc78506e'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:19:11.261737 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f24771-8448-46fa-a98a-4b14686e6489 req-6ff3853b-81a0-4514-931f-4cec7bf6a3a3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:11.263169 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68f24771-8448-46fa-a98a-4b14686e6489 req-6ff3853b-81a0-4514-931f-4cec7bf6a3a3 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 945 time: 0.0730085 Feb 07 23:19:11.300180 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07276bea-78e1-4820-9c87-5caad32979b9 req-4a285d86-08c2-46b6-9054-39338a6de84d tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:11.302097 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-4a285d86-08c2-46b6-9054-39338a6de84d tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.24 "GET /v2.0/ports?device_id=580d4d39-bdde-41ff-9795-54cf2ad5a136 HTTP/1.1" status: 200 len: 945 time: 0.0767863 Feb 07 23:19:11.323879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-68f24771-8448-46fa-a98a-4b14686e6489 req-aca338f5-40f9-43e0-914f-f19bbeafc193 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6e1afe4-cf4e-4701-86d7-66ea21148b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543346 Feb 07 23:19:11.399843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Deleting port 7021d245-bf62-44ba-ba8f-938cbc78506e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:19:11.400112 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:11.490325 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] For port 7021d245-bf62-44ba-ba8f-938cbc78506e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=7021d245-bf62-44ba-ba8f-938cbc78506e,segment=NetworkSegment(5943d9be-3c8d-481b-a6ae-f497d82aa62b),segment_id=5943d9be-3c8d-481b-a6ae-f497d82aa62b)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:19:11.490688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:11.505852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Calling delete_port for 7021d245-bf62-44ba-ba8f-938cbc78506e owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:19:11.631468 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:11.664661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Pushing event deleted for resources: {'Port': ['ID=7021d245-bf62-44ba-ba8f-938cbc78506e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:11.704386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] No DVR routers for this DVR port 7021d245-bf62-44ba-ba8f-938cbc78506e on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:19:11.708153 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:11.711293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-07276bea-78e1-4820-9c87-5caad32979b9 req-2ff21f97-4222-45a5-a674-38a7c1bd5d18 tempest-DeleteServersTestJSON-1148005837 tempest-DeleteServersTestJSON-1148005837-project] 10.222.0.24 "DELETE /v2.0/ports/7021d245-bf62-44ba-ba8f-938cbc78506e HTTP/1.1" status: 204 len: 173 time: 0.4006472 Feb 07 23:19:11.711730 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'name': 'network-vif-deleted', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:11.713988 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca3a5b2-9f9c-4ec7-b8f7-375acd9975f9" -d '{"events": [{"server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "name": "network-vif-deleted", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:19:11.754855 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64206564-1f7d-4672-baa8-f830bf61685a x-openstack-request-id: req-64206564-1f7d-4672-baa8-f830bf61685a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:19:11.755220 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580d4d39-bdde-41ff-9795-54cf2ad5a136", "name": "network-vif-deleted", "tag": "7021d245-bf62-44ba-ba8f-938cbc78506e", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:19:11.755465 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64206564-1f7d-4672-baa8-f830bf61685a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:19:11.755887 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580d4d39-bdde-41ff-9795-54cf2ad5a136', 'name': 'network-vif-deleted', 'tag': '7021d245-bf62-44ba-ba8f-938cbc78506e', 'status': 'completed', 'code': 200} Feb 07 23:19:12.453807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56326) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:19:12.497615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Deleting subnet eb47e741-e79d-4a35-a67c-edbac5cb4059 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:19:12.500604 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.537922 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.574219 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.624915 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.650980 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb47e741-e79d-4a35-a67c-edbac5cb4059,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:12.653334 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.656402 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb47e741-e79d-4a35-a67c-edbac5cb4059 HTTP/1.1" status: 204 len: 168 time: 0.2016108 Feb 07 23:19:12.658965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56328) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:19:12.665079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.665427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.665763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.666094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.666420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.666749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.667071 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.667395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.667758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.668048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.668365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.668683 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adbb4a-ab7d-40be-88b5-eb098b88213f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:12.725569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.806093 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.826454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9502f3d-c27f-48b2-a882-30f31a6a0384']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:12.836503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5943d9be-3c8d-481b-a6ae-f497d82aa62b') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:12.836797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5943d9be-3c8d-481b-a6ae-f497d82aa62b') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:12.845861 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.858617 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.864866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:19:12.865417 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:19:12.867327 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:19:12.923863 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.929149 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.932216 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a9502f3d-c27f-48b2-a882-30f31a6a0384 HTTP/1.1" status: 204 len: 168 time: 0.2721937 Feb 07 23:19:12.948787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c5895-23bb-48b8-b4a1-21f2d89c8191 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9502f3d-c27f-48b2-a882-30f31a6a0384,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:13.041157 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56332) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:19:13.080247 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d0b10b2f-62eb-48b6-b522-8a365b8ce308 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc932d421c1d426abc0de393a0fe0d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377929 Feb 07 23:19:13.083286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56334) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:19:13.129896 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd686c30-d2b4-47bc-8064-c6ee013526bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:13.154615 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd686c30-d2b4-47bc-8064-c6ee013526bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:13.200281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd686c30-d2b4-47bc-8064-c6ee013526bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:13.203247 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fd686c30-d2b4-47bc-8064-c6ee013526bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:13.204513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fd686c30-d2b4-47bc-8064-c6ee013526bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6e1afe4-cf4e-4701-86d7-66ea21148b52 HTTP/1.1" status: 204 len: 168 time: 0.1202493 Feb 07 23:19:13.212884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd686c30-d2b4-47bc-8064-c6ee013526bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e1afe4-cf4e-4701-86d7-66ea21148b52,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:13.849865 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56356) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:19:13.991317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-482231893-network', 'tenant_id': '267948d4b9124ef7908c1451ab604088'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:14.013508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Made reservation on behalf of 267948d4b9124ef7908c1451ab604088 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:14.015967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.024702 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.101045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.104835 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.125354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:19:14.138626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d65567b-6eda-4982-91e3-7bb840a3a1f0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:14.143659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.144617 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Added segment dd12807e-36de-40f3-b22e-0d004e6d16a4 of type vlan for network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 Feb 07 23:19:14.184724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.208919 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.209974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:14.210548 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.270917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4199634 Feb 07 23:19:14.273948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56362) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:19:14.275869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fd929-c28a-4fca-9908-8ab9f18cc58b admin admin] Pushing event updated for resources: {'Network': ['ID=977ac6b3-af59-4527-b2d7-54ee2db7bef5,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:14.280643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Request body: {'subnet': {'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-482231893-subnet', 'tenant_id': '267948d4b9124ef7908c1451ab604088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:14.285527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:19:14.302087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Made reservation on behalf of 267948d4b9124ef7908c1451ab604088 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:14.304515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.469336 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.524148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a4107e-1643-4456-ac4a-8d01e20b0496,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:14.531082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Checking segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:19:14.531434 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Network hostable DHCP agents. Network: 977ac6b3-af59-4527-b2d7-54ee2db7bef5, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:19:14.547492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:19:14.556337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 977ac6b3-af59-4527-b2d7-54ee2db7bef5) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:14.560563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:14.561200 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.566898 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef11dd-1b86-4b35-80d4-a1632ae22df9 None None] Network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:19:14.582768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e21046b9-a8b0-486c-8f13-5d27219e79ee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3069744 Feb 07 23:19:14.711580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9aea8-b343-4848-9c44-84896d35e7b8 None None] Network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:19:15.033759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-fbbd24a0-eeeb-4fd1-bdf9-024588045197 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:15.035969 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-fbbd24a0-eeeb-4fd1-bdf9-024588045197 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 814 time: 0.1051412 Feb 07 23:19:15.051013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-fbb626de-7f1d-431e-a92b-b2e3de573a67 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/quotas/267948d4b9124ef7908c1451ab604088 HTTP/1.1" status: 200 len: 375 time: 0.0087595 Feb 07 23:19:15.081608 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-52437306-21fa-48d5-96cb-a6651199a735 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249655 Feb 07 23:19:15.169038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-b2d74876-e86d-4129-9cef-35a8eca2013e service neutron] 10.222.0.15 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802596 Feb 07 23:19:15.267075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-1cb4e91f-e0ae-44ac-a8c7-c2c402781339 service neutron] 10.222.0.15 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915928 Feb 07 23:19:15.434127 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9127919f-da4d-4af3-bb26-e4688d4b4c88 req-c0b45903-9e61-4700-a2bf-d17aebac5f5d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 210 time: 0.0265100 Feb 07 23:19:16.404276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7021d245-bf62-44ba-ba8f-938cbc78506e no longer exists at agent hyperv_n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:19:16.432425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No Port match for: 7021d245-bf62-44ba-ba8f-938cbc78506e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:19:16.432900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7021d245-bf62-44ba-ba8f-938cbc78506e not bound to the agent host n-h2-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:19:16.448146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-220aa1fa-47a6-4ce8-99b0-a8f17f26513b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:16.449717 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-220aa1fa-47a6-4ce8-99b0-a8f17f26513b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 814 time: 0.1117542 Feb 07 23:19:16.463543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Request body: {'port': {'device_id': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5', 'admin_state_up': True, 'tenant_id': '267948d4b9124ef7908c1451ab604088'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:16.536956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f192836a-9031-4658-9ece-d6d46bda7b24 req-6158bd21-bee4-4aa7-a2b8-e4f6bd4a496e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 210 time: 0.0309477 Feb 07 23:19:16.593841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Made reservation on behalf of 267948d4b9124ef7908c1451ab604088 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:16.597518 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:16.724756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Allocated IP 172.20.0.4 (977ac6b3-af59-4527-b2d7-54ee2db7bef5/48a4107e-1643-4456-ac4a-8d01e20b0496/25376fe3-ce20-41d6-9443-49bf4d2766bb) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:16.869061 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:16.902982 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:16.945108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:16.947971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:16.951470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:19:16.976740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Pushing event updated for resources: {'Port': ['ID=25376fe3-ce20-41d6-9443-49bf4d2766bb,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:17.005032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:17.005633 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.020075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-8d9ded09-4b72-4aa1-ac37-a54f5dfea14f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606010 Feb 07 23:19:17.031136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Request body: {'port': {'device_id': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:17.086720 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.340491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25376fe3-ce20-41d6-9443-49bf4d2766bb {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:17.348357 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.359997 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Transition to ACTIVE for port object 25376fe3-ce20-41d6-9443-49bf4d2766bb will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:17.364565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.414318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Pushing event updated for resources: {'Port': ['ID=25376fe3-ce20-41d6-9443-49bf4d2766bb,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:17.479028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Attempting to bind port 25376fe3-ce20-41d6-9443-49bf4d2766bb on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:17.479735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Attempting to bind port 25376fe3-ce20-41d6-9443-49bf4d2766bb by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:17.479735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Attempting to bind port 25376fe3-ce20-41d6-9443-49bf4d2766bb on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:19:17.483859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Port 25376fe3-ce20-41d6-9443-49bf4d2766bb on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:19:17.484174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Attempting to bind port 25376fe3-ce20-41d6-9443-49bf4d2766bb on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:19:17.489139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:19:17.489471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Checking segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:19:17.489849 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Bound using segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:19:17.490266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Bound port: 25376fe3-ce20-41d6-9443-49bf4d2766bb, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:19:17.490605 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.552206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:19:17.555227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:19:17.559369 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.597612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:17.598242 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.599628 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] 10.222.0.46 "PUT /v2.0/ports/25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 200 len: 1091 time: 0.5724056 Feb 07 23:19:17.600092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:17.602442 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73" -d '{"events": [{"name": "network-changed", "server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:19:17.629231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabd12e-7ae0-4374-9300-397d1eb4e78c service neutron] Pushing event updated for resources: {'Port': ['ID=25376fe3-ce20-41d6-9443-49bf4d2766bb,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:17.695574 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b422c82c-2b49-4c82-b0ab-1c3dea6f5aba x-openstack-request-id: req-b422c82c-2b49-4c82-b0ab-1c3dea6f5aba {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:19:17.695989 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:19:17.696453 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b422c82c-2b49-4c82-b0ab-1c3dea6f5aba {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:19:17.696942 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb', 'status': 'completed', 'code': 200} Feb 07 23:19:17.698825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695e7ed-e50b-44f0-b119-f525cfed6454 req-e1ea108f-af0f-41d1-a568-c11b78c5c065 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:17.699317 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-a26f7e25-0400-44c3-94b5-fadf2cbcc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:17.700343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2695e7ed-e50b-44f0-b119-f525cfed6454 req-e1ea108f-af0f-41d1-a568-c11b78c5c065 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 943 time: 0.0828633 Feb 07 23:19:17.700742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-a26f7e25-0400-44c3-94b5-fadf2cbcc6a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 1094 time: 0.0530021 Feb 07 23:19:17.743290 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2695e7ed-e50b-44f0-b119-f525cfed6454 req-f4b3295c-ec76-4fe7-9392-905521040678 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Feb 07 23:19:17.748495 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-e7513c07-3e41-475a-8e07-0c57984866f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 200 len: 217 time: 0.0391314 Feb 07 23:19:17.797601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-748723e2-2541-4f69-98f5-f8e4ce4a1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:17.799021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-748723e2-2541-4f69-98f5-f8e4ce4a1e2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0443053 Feb 07 23:19:17.829228 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-630ba685-e667-46ad-bdb8-b42b2e6603a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236607 Feb 07 23:19:17.921818 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-db5592a4-b0d2-4c32-9e32-b2085c3ec336 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859120 Feb 07 23:19:18.008407 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-acec4f33-686c-49a2-91b1-b1ac510b8043 req-499dd31d-3c60-4f6b-b84d-481e5e8db357 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805516 Feb 07 23:19:18.090535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-a449eccb-c87b-4b83-834d-a23f11a38605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:18.092101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-a449eccb-c87b-4b83-834d-a23f11a38605 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 1094 time: 0.0404012 Feb 07 23:19:18.183610 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-18cc5b71-6e6c-4b49-8ccf-d8c8426302c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:18.185088 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-18cc5b71-6e6c-4b49-8ccf-d8c8426302c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.0860195 Feb 07 23:19:18.225674 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-39ac76a8-3cef-436c-87a8-e35c29942a1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 200 len: 217 time: 0.0331149 Feb 07 23:19:18.276967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-09297c6d-31bd-4738-823f-9386944cbb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:18.278375 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-09297c6d-31bd-4738-823f-9386944cbb6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0460691 Feb 07 23:19:18.309753 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-ce0baa25-52e6-4f57-9a63-93a17b7a0e46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228410 Feb 07 23:19:18.397307 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-60a55a28-f70d-4457-b906-214609f50ff8 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801311 Feb 07 23:19:18.489548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5eec9a47-8bd8-48ce-aa4e-5215022c8a73 req-5c1c9a7f-571e-49e2-b78a-a4abeab4ddd9 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850651 Feb 07 23:19:18.864406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79477b0-3c7b-469e-b565-55d2c2ae5b4e req-c2ed848d-e48a-4853-b6bf-3619cce06063 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:18.865850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f79477b0-3c7b-469e-b565-55d2c2ae5b4e req-c2ed848d-e48a-4853-b6bf-3619cce06063 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 943 time: 0.0498762 Feb 07 23:19:18.902882 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f79477b0-3c7b-469e-b565-55d2c2ae5b4e req-fb891c35-efaf-4cba-8b46-3712fb4c62c3 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305240 Feb 07 23:19:20.016138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9a795-7adc-4231-98e6-6adc5b943983 req-85284634-4a71-41b4-b758-7392570929e5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:20.017550 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82b9a795-7adc-4231-98e6-6adc5b943983 req-85284634-4a71-41b4-b758-7392570929e5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 943 time: 0.0475993 Feb 07 23:19:20.054007 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-82b9a795-7adc-4231-98e6-6adc5b943983 req-b5559d8e-9109-48e7-828b-9f4325fcddef tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300260 Feb 07 23:19:20.237745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 25376fe3-ce20-41d6-9443-49bf4d2766bb details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:19:20.332086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:19:20.343282 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '25376fe3-ce20-41d6-9443-49bf4d2766bb', 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5', 'port_id': '25376fe3-ce20-41d6-9443-49bf4d2766bb', 'mac_address': 'fa:16:3e:03:e9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a4107e-1643-4456-ac4a-8d01e20b0496', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:19:20.378145 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:20.391376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25376fe3-ce20-41d6-9443-49bf4d2766bb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:20.411035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:19:20.415144 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:20.460341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=25376fe3-ce20-41d6-9443-49bf4d2766bb,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:20.614698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['25376fe3-ce20-41d6-9443-49bf4d2766bb'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:19:21.168989 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c7253-bd98-48c4-a331-24c8806b8a5d req-c7f6f4d2-663b-4a6f-9858-8e60d24e9bcf tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:21.170449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa3c7253-bd98-48c4-a331-24c8806b8a5d req-c7f6f4d2-663b-4a6f-9858-8e60d24e9bcf tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 944 time: 0.0486045 Feb 07 23:19:21.208659 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aa3c7253-bd98-48c4-a331-24c8806b8a5d req-ebf43e72-6b26-4cd7-95ff-cccf762e47a3 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Feb 07 23:19:21.523423 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb35cad8-7a3a-4409-9d8b-28541408ab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:22.238872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 25376fe3-ce20-41d6-9443-49bf4d2766bb up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:19:22.289661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 25376fe3-ce20-41d6-9443-49bf4d2766bb completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:19:22.293878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 25376fe3-ce20-41d6-9443-49bf4d2766bb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:19:22.294254 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:22.327867 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ee516-70e1-4d52-a464-aedc2959a800 req-c8aeccab-dc00-45a1-891d-2c6153cb87d5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:22.329305 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-689ee516-70e1-4d52-a464-aedc2959a800 req-c8aeccab-dc00-45a1-891d-2c6153cb87d5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 944 time: 0.0524457 Feb 07 23:19:22.367505 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-689ee516-70e1-4d52-a464-aedc2959a800 req-25e19548-5ded-4655-a63d-21e20a827639 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Feb 07 23:19:22.373687 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:22.397021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:22.399203 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f71a7f-e212-4a2c-8ff6-9c27a5ee2823" -d '{"events": [{"server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "name": "network-vif-plugged", "status": "completed", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:19:22.411477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:19:22.415294 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:22.461824 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=25376fe3-ce20-41d6-9443-49bf4d2766bb,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:22.499331 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626b7c6-6377-4a04-a424-974d0b63062e x-openstack-request-id: req-e626b7c6-6377-4a04-a424-974d0b63062e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:19:22.499622 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "name": "network-vif-plugged", "status": "completed", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:19:22.499902 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e626b7c6-6377-4a04-a424-974d0b63062e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:19:22.500299 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb', 'code': 200} Feb 07 23:19:22.597686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd616365-0c04-4f24-9796-7efbfde43dbe req-ad8aaf7f-c654-4678-90fb-8c94e78414df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:22.599132 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd616365-0c04-4f24-9796-7efbfde43dbe req-ad8aaf7f-c654-4678-90fb-8c94e78414df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 1096 time: 0.0436294 Feb 07 23:19:22.632830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd616365-0c04-4f24-9796-7efbfde43dbe req-2daffb2c-f747-48d9-a06e-b7a470625dd1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274484 Feb 07 23:19:23.483400 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347d57d-6c0b-49fc-83e8-21dbcd48513d req-ff3b410f-f0ad-4a48-9c90-4d7f1561852b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:23.484875 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3347d57d-6c0b-49fc-83e8-21dbcd48513d req-ff3b410f-f0ad-4a48-9c90-4d7f1561852b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0490119 Feb 07 23:19:23.523657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3347d57d-6c0b-49fc-83e8-21dbcd48513d req-9d639e92-33da-4583-ab01-762c6cd44e8f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Feb 07 23:19:24.643176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dbaab-e42e-4fea-a9c6-686428d7eaa1 req-c1430050-af3d-40da-be14-1fd7cc259806 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:24.645299 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-672dbaab-e42e-4fea-a9c6-686428d7eaa1 req-c1430050-af3d-40da-be14-1fd7cc259806 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Feb 07 23:19:24.675789 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651d35db-a612-4e32-ac08-dc767e0e3b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:24.686070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-672dbaab-e42e-4fea-a9c6-686428d7eaa1 req-c3f71228-64ac-4ba8-8549-2baca38c3191 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Feb 07 23:19:24.800595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d171188-654f-4cee-a8d6-0ef1ee3cf6ba req-974ba5f3-7c41-40b6-9a52-18d997404c64 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:24.802026 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d171188-654f-4cee-a8d6-0ef1ee3cf6ba req-974ba5f3-7c41-40b6-9a52-18d997404c64 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0487854 Feb 07 23:19:24.839778 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d171188-654f-4cee-a8d6-0ef1ee3cf6ba req-c6e931f0-ec75-4633-bbc4-7e2cc97d62b7 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Feb 07 23:19:24.962986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:25.045062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c882f-0d7c-43f6-ac67-0bdc37e85481 req-59da1c8f-cb09-4b31-bd7b-7ad51b2487e7 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:25.046492 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-918c882f-0d7c-43f6-ac67-0bdc37e85481 req-59da1c8f-cb09-4b31-bd7b-7ad51b2487e7 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0517018 Feb 07 23:19:25.083727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-918c882f-0d7c-43f6-ac67-0bdc37e85481 req-29b197a9-e6c2-4e6f-80f7-7f7f39dcf239 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Feb 07 23:19:25.195925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db49da-d697-4fcd-b1a7-b88c17311347 req-bc356476-6910-44cc-ae22-1dfc6809694e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:25.197354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75db49da-d697-4fcd-b1a7-b88c17311347 req-bc356476-6910-44cc-ae22-1dfc6809694e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0476563 Feb 07 23:19:25.233081 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-75db49da-d697-4fcd-b1a7-b88c17311347 req-333dc2d8-22a5-48a6-8dfa-59c8990ef3c0 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297716 Feb 07 23:19:25.544366 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-2814bc74-789f-4cbf-889f-cd3d40a0f14e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386291 Feb 07 23:19:25.563248 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d704b7-324a-44bb-ae50-7ffc969c93f9 req-d028266a-8b81-480a-989c-757ab5ec1c05 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:25.564727 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7d704b7-324a-44bb-ae50-7ffc969c93f9 req-d028266a-8b81-480a-989c-757ab5ec1c05 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0526395 Feb 07 23:19:25.604359 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7d704b7-324a-44bb-ae50-7ffc969c93f9 req-68fabace-9e41-4df3-9c8b-a0613643862b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329132 Feb 07 23:19:26.437888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-88bb148a-76e5-440a-abc1-e27fbf518005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:26.439408 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-88bb148a-76e5-440a-abc1-e27fbf518005 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 1096 time: 0.0445211 Feb 07 23:19:26.444957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.531692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-eaeb9582-de0b-4fc7-98de-3df33c61f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:26.533170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-eaeb9582-de0b-4fc7-98de-3df33c61f5bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.0873506 Feb 07 23:19:26.573765 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-a26b1b38-fa85-4885-b71d-ad5f165d5913 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 200 len: 217 time: 0.0345185 Feb 07 23:19:26.622342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-9d70c49d-4eb5-4fe0-b70c-3d03336ba092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:26.623808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-9d70c49d-4eb5-4fe0-b70c-3d03336ba092 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0428874 Feb 07 23:19:26.654144 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-1c5a46e0-d3e2-4e84-a24f-f1307c55ac75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237174 Feb 07 23:19:26.705097 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.724058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b534f-8546-4af1-9a04-dfe78dedc4fc req-fadc473f-d6fe-4eb8-b56f-80238a32525f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:26.725630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-443b534f-8546-4af1-9a04-dfe78dedc4fc req-fadc473f-d6fe-4eb8-b56f-80238a32525f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0504584 Feb 07 23:19:26.751122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-61134d7e-1ebb-4f20-b063-8d25df58e5c6 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904350 Feb 07 23:19:26.763836 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-443b534f-8546-4af1-9a04-dfe78dedc4fc req-bddfe590-6c27-48b1-8869-5c14ba1b3e8d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Feb 07 23:19:26.838563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-3900e75f-1db1-4fc7-bba9-7ca390cc6063 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810492 Feb 07 23:19:27.887870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df130d-8dc3-4204-ab3b-9bbac6f1dd94 req-7ac9fffa-5502-4f45-9d8a-b3e047ec09e4 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:27.889305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14df130d-8dc3-4204-ab3b-9bbac6f1dd94 req-7ac9fffa-5502-4f45-9d8a-b3e047ec09e4 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0546141 Feb 07 23:19:27.926643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14df130d-8dc3-4204-ab3b-9bbac6f1dd94 req-6c6188ae-2b4a-46cd-84ee-dd26e28e2f93 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306051 Feb 07 23:19:29.049375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37466b01-11e7-4fbe-bfad-bd1fe98cb3c4 req-c63a0d39-adca-4e1e-80dd-126180d77764 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:29.051284 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37466b01-11e7-4fbe-bfad-bd1fe98cb3c4 req-c63a0d39-adca-4e1e-80dd-126180d77764 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0517566 Feb 07 23:19:29.087889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37466b01-11e7-4fbe-bfad-bd1fe98cb3c4 req-258278cb-3f53-45f8-9f94-886b864d3ee5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306594 Feb 07 23:19:30.205104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba86af-3d86-41bf-bb7e-caf46424caf4 req-43369e4f-40e3-4321-b8c8-40c27cad6c85 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:30.206789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99ba86af-3d86-41bf-bb7e-caf46424caf4 req-43369e4f-40e3-4321-b8c8-40c27cad6c85 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0514023 Feb 07 23:19:30.244581 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99ba86af-3d86-41bf-bb7e-caf46424caf4 req-70ef2b8d-6f0e-4646-b7c4-21b038fe4c4a tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Feb 07 23:19:31.361501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937ba7b-b800-4b7f-afd8-f1c4e63cb313 req-640ab401-8199-4c8b-bb4b-855541495ea5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:31.363067 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4937ba7b-b800-4b7f-afd8-f1c4e63cb313 req-640ab401-8199-4c8b-bb4b-855541495ea5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0497310 Feb 07 23:19:31.403921 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4937ba7b-b800-4b7f-afd8-f1c4e63cb313 req-ce5cb980-0937-48b3-83d3-4a4b3bff9732 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345254 Feb 07 23:19:31.426100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-756e22c9-6174-4056-b4b7-c3119fc9c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:31.427558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-756e22c9-6174-4056-b4b7-c3119fc9c8c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 1096 time: 0.0403795 Feb 07 23:19:31.532180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-f3bbe0b3-8181-4992-afcc-ba007415bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:31.533547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-f3bbe0b3-8181-4992-afcc-ba007415bf5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.0876932 Feb 07 23:19:31.572730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-6ec9911a-c078-4ec8-9217-764443bd07b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 200 len: 217 time: 0.0330310 Feb 07 23:19:31.619946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-b3fd0283-3ca1-4275-a87d-a44ea43b64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:31.621333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-b3fd0283-3ca1-4275-a87d-a44ea43b64a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0427210 Feb 07 23:19:31.656642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-8fff03ac-d241-4bc2-8aca-9c6fde3894a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285487 Feb 07 23:19:31.742127 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-88979384-c9ef-4753-ab56-3f1ac689090b service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788052 Feb 07 23:19:31.830708 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e026e952-2977-489b-b3cb-1a9b7f774c70 req-470abb78-7023-4008-ad30-1469d6351263 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823417 Feb 07 23:19:32.525455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10da577-2eaa-4fdb-8070-e4e2de5d98d4 req-876803a7-08da-431a-a356-407bc920bff4 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:32.526827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a10da577-2eaa-4fdb-8070-e4e2de5d98d4 req-876803a7-08da-431a-a356-407bc920bff4 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0516040 Feb 07 23:19:32.562795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a10da577-2eaa-4fdb-8070-e4e2de5d98d4 req-1ed1cf02-81b1-4183-97d4-10579376796f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299776 Feb 07 23:19:33.680284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16747c4-91a0-40d8-9d8b-1277f2e03b84 req-945f6f3c-6ad9-4a77-9514-2681c9e435ed tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:33.681697 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d16747c4-91a0-40d8-9d8b-1277f2e03b84 req-945f6f3c-6ad9-4a77-9514-2681c9e435ed tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Feb 07 23:19:33.719966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d16747c4-91a0-40d8-9d8b-1277f2e03b84 req-7cba804d-94c4-425d-8e4e-0a2b9dd9dd9d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321484 Feb 07 23:19:34.221059 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:34.696927 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:34.835152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99bc59-439c-46d6-8e5f-8fb4ae102948 req-6dfba3c1-d78f-4007-b6a6-d3b824a366c8 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:34.836628 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c99bc59-439c-46d6-8e5f-8fb4ae102948 req-6dfba3c1-d78f-4007-b6a6-d3b824a366c8 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0483527 Feb 07 23:19:34.874847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c99bc59-439c-46d6-8e5f-8fb4ae102948 req-8f9619d1-ac44-445a-a7c1-4a93affa65fd tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Feb 07 23:19:35.994426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0f17b-6941-4edf-a8f7-140f21128ad1 req-80732f1b-bff0-4aef-a992-228842104f82 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:35.996042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-beb0f17b-6941-4edf-a8f7-140f21128ad1 req-80732f1b-bff0-4aef-a992-228842104f82 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0522311 Feb 07 23:19:36.033042 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-beb0f17b-6941-4edf-a8f7-140f21128ad1 req-efb2c5fb-66a7-4531-b7be-5f3d540121ff tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305965 Feb 07 23:19:37.149578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc8dd2-a53a-4921-8c8a-a98d66851fcb req-ec9ddaa7-4566-4a8e-8e7c-9ecd6e4cc3e7 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:37.151032 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-11fc8dd2-a53a-4921-8c8a-a98d66851fcb req-ec9ddaa7-4566-4a8e-8e7c-9ecd6e4cc3e7 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0483987 Feb 07 23:19:37.192471 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-11fc8dd2-a53a-4921-8c8a-a98d66851fcb req-430aee5a-7891-4bc0-8699-de9b9f134a68 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Feb 07 23:19:38.307554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde69c6-1015-42fa-8469-2f1e00297f25 req-9551be9b-1272-4ed6-8e95-b07496d88e37 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:38.308999 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbde69c6-1015-42fa-8469-2f1e00297f25 req-9551be9b-1272-4ed6-8e95-b07496d88e37 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0482488 Feb 07 23:19:38.346390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dbde69c6-1015-42fa-8469-2f1e00297f25 req-8464d1d7-3c77-4adf-be61-91e373069d5d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Feb 07 23:19:39.460687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d2301-5e47-4ea3-8af6-a317d8f02402 req-51063502-97e4-4dc7-97b5-eec4b379abf0 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:39.462135 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-335d2301-5e47-4ea3-8af6-a317d8f02402 req-51063502-97e4-4dc7-97b5-eec4b379abf0 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0483658 Feb 07 23:19:39.499128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-335d2301-5e47-4ea3-8af6-a317d8f02402 req-17f1658c-1968-47f9-a73d-45b86d0ad34c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309727 Feb 07 23:19:40.612892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700caf70-75d4-4527-8040-3c2d661af3ba req-d8b51024-0278-44fc-963d-bcc0e4df0804 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:40.614600 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-700caf70-75d4-4527-8040-3c2d661af3ba req-d8b51024-0278-44fc-963d-bcc0e4df0804 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0489347 Feb 07 23:19:40.651691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-700caf70-75d4-4527-8040-3c2d661af3ba req-77bdabb2-5b77-48ac-879f-96f4e0573275 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Feb 07 23:19:41.767260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcabc2-e5c8-4a07-8847-4c7f8beea39e req-e2d88f08-aaaf-453c-b5dd-8e62ac860616 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:41.768740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8fcabc2-e5c8-4a07-8847-4c7f8beea39e req-e2d88f08-aaaf-453c-b5dd-8e62ac860616 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0485933 Feb 07 23:19:41.806112 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b8fcabc2-e5c8-4a07-8847-4c7f8beea39e req-9a6f3c06-9822-4b50-803a-dbb0005ee503 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Feb 07 23:19:43.182710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83273121-df98-4304-937d-78cb19b5d4d6 req-7ec930fb-22d6-4262-b0fc-96d23135fada tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:43.184193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83273121-df98-4304-937d-78cb19b5d4d6 req-7ec930fb-22d6-4262-b0fc-96d23135fada tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.3073218 Feb 07 23:19:43.237361 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83273121-df98-4304-937d-78cb19b5d4d6 req-c922f8e5-dccb-4e5d-90c6-47c2fbbac3f9 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462775 Feb 07 23:19:44.027690 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:19:44.352101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7e83-8535-40de-af23-b5a964f8bf9d req-80544224-011c-482a-9eb3-30a8889fbc98 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:44.353549 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-606a7e83-8535-40de-af23-b5a964f8bf9d req-80544224-011c-482a-9eb3-30a8889fbc98 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0471694 Feb 07 23:19:44.394152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-606a7e83-8535-40de-af23-b5a964f8bf9d req-1872a9fb-e0e1-4d84-8971-56574b0d1e34 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346224 Feb 07 23:19:45.508238 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce148c-c38d-4337-97f6-e020519be61e req-74a9e809-8646-47db-82ce-3b7b1a7a7433 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:45.509653 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbce148c-c38d-4337-97f6-e020519be61e req-74a9e809-8646-47db-82ce-3b7b1a7a7433 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0467684 Feb 07 23:19:45.546812 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fbce148c-c38d-4337-97f6-e020519be61e req-6d22fde7-a5f0-49df-b198-5f6ac08679ec tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Feb 07 23:19:46.663446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e55f17-20c5-4611-9bc3-f3fc59ab181b req-a9e16588-60a5-4d59-8c66-e5624af3f108 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:46.664907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e4e55f17-20c5-4611-9bc3-f3fc59ab181b req-a9e16588-60a5-4d59-8c66-e5624af3f108 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0480993 Feb 07 23:19:46.701755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e4e55f17-20c5-4611-9bc3-f3fc59ab181b req-7cc0323e-2c97-4018-869d-7d1e9071ad83 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Feb 07 23:19:47.817469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5c1f9-20f9-4f9b-a821-eec68ab9dbfe req-7f6a1ff2-7254-41bd-9bd6-4f60d5c242d5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:47.818887 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72b5c1f9-20f9-4f9b-a821-eec68ab9dbfe req-7f6a1ff2-7254-41bd-9bd6-4f60d5c242d5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0470102 Feb 07 23:19:47.856637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72b5c1f9-20f9-4f9b-a821-eec68ab9dbfe req-2beea95e-2e45-4669-ba65-f070cfda5a69 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Feb 07 23:19:48.972732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6f9f-d8d0-4bd7-af07-71aed735b734 req-af9a0b4e-a9c8-4743-aa2b-462d06982b84 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:48.974206 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2ef6f9f-d8d0-4bd7-af07-71aed735b734 req-af9a0b4e-a9c8-4743-aa2b-462d06982b84 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Feb 07 23:19:49.011229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f2ef6f9f-d8d0-4bd7-af07-71aed735b734 req-e0bd1c46-238e-4290-bdb4-94ede6f8b04d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Feb 07 23:19:50.129454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e0e3f-c024-42b7-ab76-51944f9b0bca req-d79e5655-675b-4fc4-b86e-5609311308a8 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:50.130870 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-479e0e3f-c024-42b7-ab76-51944f9b0bca req-d79e5655-675b-4fc4-b86e-5609311308a8 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Feb 07 23:19:50.167833 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-479e0e3f-c024-42b7-ab76-51944f9b0bca req-35d8bd3f-f51a-48d4-a98d-c160946789dc tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308442 Feb 07 23:19:51.280514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57a167-2971-4167-9bf4-28b5a4396299 req-3295c94e-5a3b-404d-ad6c-3b09158d235c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:51.281938 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb57a167-2971-4167-9bf4-28b5a4396299 req-3295c94e-5a3b-404d-ad6c-3b09158d235c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0474515 Feb 07 23:19:51.323049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eb57a167-2971-4167-9bf4-28b5a4396299 req-82fac664-fcb1-4daf-9cd9-307ce69b91a9 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345449 Feb 07 23:19:51.524851 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f2343df-73ad-4960-bf48-490e6fd27309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.437331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290dc8b-8262-4e98-803d-b2b36711fd68 req-9a9b11d9-88b7-48e3-8e43-002dcaa0127d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:52.438761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a290dc8b-8262-4e98-803d-b2b36711fd68 req-9a9b11d9-88b7-48e3-8e43-002dcaa0127d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0478160 Feb 07 23:19:52.476142 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a290dc8b-8262-4e98-803d-b2b36711fd68 req-6013908d-f5f4-4c72-8a76-329c7f9f4a7f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Feb 07 23:19:53.627567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424546-5bbf-4a3e-bd42-ba58375c758e req-f9a024d0-ec8c-48d3-803f-a589fe000b5a tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:53.629693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c424546-5bbf-4a3e-bd42-ba58375c758e req-f9a024d0-ec8c-48d3-803f-a589fe000b5a tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 945 time: 0.0849586 Feb 07 23:19:53.634665 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-5263f2b3-b02c-4a69-aab5-a71152493df5 service neutron] show failed (client error): The resource could not be found. Feb 07 23:19:53.635572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-5263f2b3-b02c-4a69-aab5-a71152493df5 service neutron] 10.222.0.46 "GET /v2.0/ports/25376fe3-ce20-41d6-9443-49bf4d2766bb/bindings/n-h2-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.0822830 Feb 07 23:19:53.671043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c424546-5bbf-4a3e-bd42-ba58375c758e req-4dd22f39-944b-4d64-b652-2b061a8f12aa tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Feb 07 23:19:53.825350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-ff40276f-44b4-4ecb-8baf-66741c0903ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:53.826758 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-ff40276f-44b4-4ecb-8baf-66741c0903ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11&tenant_id=267948d4b9124ef7908c1451ab604088 HTTP/1.1" status: 200 len: 1096 time: 0.0404325 Feb 07 23:19:53.837836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:53.893924 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.090136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:19:54.125532 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:19:54.163600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:54.165964 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649c4c68-4b05-4d72-8d3b-4cd96bfa7599" -d '{"events": [{"server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "name": "network-vif-unplugged", "status": "completed", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:19:54.169783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.182859 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Transition to ACTIVE for port object 25376fe3-ce20-41d6-9443-49bf4d2766bb will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:54.186623 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.222361 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc8921c-8767-4b6f-9af4-455370d31b63 x-openstack-request-id: req-3cc8921c-8767-4b6f-9af4-455370d31b63 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:19:54.222649 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "name": "network-vif-unplugged", "status": "completed", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:19:54.222900 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cc8921c-8767-4b6f-9af4-455370d31b63 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:19:54.223280 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb', 'code': 200} Feb 07 23:19:54.252605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] No DVR routers for this DVR port 25376fe3-ce20-41d6-9443-49bf4d2766bb on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:19:54.258959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Pushing event updated for resources: {'Port': ['ID=25376fe3-ce20-41d6-9443-49bf4d2766bb,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:54.292656 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Attempting to bind port 25376fe3-ce20-41d6-9443-49bf4d2766bb on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:54.292981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Attempting to bind port 25376fe3-ce20-41d6-9443-49bf4d2766bb by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:54.293297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Attempting to bind port 25376fe3-ce20-41d6-9443-49bf4d2766bb on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:19:54.297462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Port 25376fe3-ce20-41d6-9443-49bf4d2766bb on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:19:54.297771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Attempting to bind port 25376fe3-ce20-41d6-9443-49bf4d2766bb on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:19:54.303362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:19:54.303686 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Checking segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:19:54.304087 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Bound using segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:19:54.304496 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Bound port: 25376fe3-ce20-41d6-9443-49bf4d2766bb, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:19:54.304836 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.366196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:19:54.369080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:19:54.373407 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.410964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:54.411568 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.412942 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 200 len: 1091 time: 0.5790763 Feb 07 23:19:54.430594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70511deb-2e6c-4271-ba5d-d212310903d7 service neutron] Pushing event updated for resources: {'Port': ['ID=25376fe3-ce20-41d6-9443-49bf4d2766bb,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:54.478031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-d2f3aba4-5c91-4f05-b2fc-94816de45a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:54.479472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-d2f3aba4-5c91-4f05-b2fc-94816de45a2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 1094 time: 0.0440526 Feb 07 23:19:54.566591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-ff8cff79-0cce-4ddd-b602-a9a293d24a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:54.568035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-ff8cff79-0cce-4ddd-b602-a9a293d24a27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.0823722 Feb 07 23:19:54.614351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-5b55f07a-8fcd-40d8-ae98-c18554cd7441 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 200 len: 217 time: 0.0389538 Feb 07 23:19:54.664241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-193e11cf-b20a-42c6-819e-c31f59189189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:54.665752 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-193e11cf-b20a-42c6-819e-c31f59189189 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0447459 Feb 07 23:19:54.666703 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d0925ea-659e-4a5f-afde-026a17fb4ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.696134 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-7e1116fc-7d7e-42e4-b005-7d60f56625ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244246 Feb 07 23:19:54.786431 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-a466cdcb-809a-4363-b1f7-fb22600518fc service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843127 Feb 07 23:19:54.790852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f11534-c35d-4e49-b8b7-29a10f0c5bb0 req-71270161-9ad4-4f97-aa7a-a389a4738367 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:54.792322 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99f11534-c35d-4e49-b8b7-29a10f0c5bb0 req-71270161-9ad4-4f97-aa7a-a389a4738367 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 943 time: 0.0497189 Feb 07 23:19:54.834749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-99f11534-c35d-4e49-b8b7-29a10f0c5bb0 req-fde5d372-7c1b-4258-a14d-070f1853e792 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363240 Feb 07 23:19:54.882755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8cea4f23-0a5d-495b-817f-376f68b92a2a req-e25cef71-3462-4aae-93a0-02c45a866570 service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891960 Feb 07 23:19:54.965262 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:55.963817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9e49-68da-4201-a16f-cec749b0bf05 req-b7aff400-eda2-42bd-bbb7-1eb54fc42faa tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:55.965254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ae0e9e49-68da-4201-a16f-cec749b0bf05 req-b7aff400-eda2-42bd-bbb7-1eb54fc42faa tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 943 time: 0.0476506 Feb 07 23:19:56.004230 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ae0e9e49-68da-4201-a16f-cec749b0bf05 req-79b9784f-9b09-4f1a-8190-9fa6066912f6 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Feb 07 23:19:56.231439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:56.238964 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:19:56.267247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-736d45d4-912c-4b6d-87b3-e9818a3c9b3e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:56.268944 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-736d45d4-912c-4b6d-87b3-e9818a3c9b3e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 943 time: 0.0623200 Feb 07 23:19:56.300956 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c8129f-e15d-47a0-b30e-5adc4481900f x-openstack-request-id: req-04c8129f-e15d-47a0-b30e-5adc4481900f {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:19:56.301246 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:19:56.301498 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04c8129f-e15d-47a0-b30e-5adc4481900f {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:19:56.301886 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb', 'status': 'completed', 'code': 200} Feb 07 23:19:56.315543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.24', 62807) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:19:56.351678 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-a3dc1b61-4dfe-4a15-8217-20b4e7409987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:56.353313 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-a3dc1b61-4dfe-4a15-8217-20b4e7409987 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 1094 time: 0.0430422 Feb 07 23:19:56.448658 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.453336 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-daf4249b-d280-4f7d-a0f5-8d56fc8de7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:56.454353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-0eeea375-f92f-49ed-a0ff-4b8efb833d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:56.454966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-daf4249b-d280-4f7d-a0f5-8d56fc8de7e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.0946691 Feb 07 23:19:56.455844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-0eeea375-f92f-49ed-a0ff-4b8efb833d2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=76b00fd7-4dc3-4c5f-9558-afff16627e11 HTTP/1.1" status: 200 len: 1094 time: 0.1376081 Feb 07 23:19:56.471507 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 25376fe3-ce20-41d6-9443-49bf4d2766bb no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:19:56.499780 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-47e2a584-daca-495e-9540-5c353acacc90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 200 len: 217 time: 0.0387344 Feb 07 23:19:56.511280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 25376fe3-ce20-41d6-9443-49bf4d2766bb not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:19:56.534163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-d6153990-1f99-4631-8669-912facc5695f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:56.536243 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-d6153990-1f99-4631-8669-912facc5695f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 814 time: 0.2335997 Feb 07 23:19:56.549379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-8c4aee2c-0e7e-414f-a997-2f78bf994e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:56.551490 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-8c4aee2c-0e7e-414f-a997-2f78bf994e6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0451763 Feb 07 23:19:56.556324 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Deleting port 25376fe3-ce20-41d6-9443-49bf4d2766bb {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:19:56.556660 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.582932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8b7a32fb-c6e8-460e-8dd4-09de3761f09b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/quotas/267948d4b9124ef7908c1451ab604088 HTTP/1.1" status: 200 len: 375 time: 0.0388618 Feb 07 23:19:56.583311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-7c017c53-a0d7-4d5c-b4ab-a042a5981a4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256095 Feb 07 23:19:56.676303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-8a3c6793-6922-4747-93b1-136a954b2c30 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870693 Feb 07 23:19:56.687955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-ab2b1328-9165-4193-b7b0-b37349083c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:56.689413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-ab2b1328-9165-4193-b7b0-b37349083c42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.2257376 Feb 07 23:19:56.707567 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.760440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-d1a27116-f76b-4906-985e-d96e12feded3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 200 len: 217 time: 0.0587611 Feb 07 23:19:56.771276 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-7cf46375-7ce0-4411-91ea-b80ee8a5e60b service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886271 Feb 07 23:19:56.772691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-0a6e9f86-f5ba-4a89-a255-28f646fd7acc tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1588981 Feb 07 23:19:56.787645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] For port 25376fe3-ce20-41d6-9443-49bf4d2766bb, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=25376fe3-ce20-41d6-9443-49bf4d2766bb,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:19:56.787645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.794862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-7ae6e384-bae7-4112-b8c0-2b821d8df599 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:19:56.795873 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-7ae6e384-bae7-4112-b8c0-2b821d8df599 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104787 Feb 07 23:19:56.854985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Calling delete_port for 25376fe3-ce20-41d6-9443-49bf4d2766bb owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:19:56.912447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-603210af-cff3-4cfe-b78a-f8213f8a3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:56.913885 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-603210af-cff3-4cfe-b78a-f8213f8a3de2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.1461446 Feb 07 23:19:56.976831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-46e42292-3e85-4726-bd25-13f8190246bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315101 Feb 07 23:19:57.059455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-e016b3ee-3446-453e-bf58-e7d99bcb41ac service neutron] 10.222.0.15 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449985 Feb 07 23:19:57.196253 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-42a1c4b2-4109-4b66-9156-4b99f14bd6f0 service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097793 Feb 07 23:19:57.234838 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:57.294454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-e8044820-7833-4234-baab-031a00ad749b service neutron] 10.222.0.15 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232399 Feb 07 23:19:57.300040 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Pushing event deleted for resources: {'Port': ['ID=25376fe3-ce20-41d6-9443-49bf4d2766bb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:57.353078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] No DVR routers for this DVR port 25376fe3-ce20-41d6-9443-49bf4d2766bb on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:19:57.358518 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:57.361707 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0607d76e-1eee-427e-a8b3-efc11125b516 req-89fea7c1-c5f6-446f-bf4a-c2b0273ec66c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.24 "DELETE /v2.0/ports/25376fe3-ce20-41d6-9443-49bf4d2766bb HTTP/1.1" status: 204 len: 173 time: 1.0866792 Feb 07 23:19:57.374212 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1aa85300-91cc-43ce-9145-ddfa16a0f0dc req-0b7f7aea-b9d8-4ab8-9f84-3ab629a63033 service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684153 Feb 07 23:19:57.484438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c6699424-3e0f-4de9-b43e-bf74d248b1f9 req-9992c8fc-35a3-40f7-9a6c-44691b595552 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 210 time: 0.0266340 Feb 07 23:19:58.293786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-35ee82f9-3450-4bbd-8f64-3c8d4f57cd0e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:58.295300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-35ee82f9-3450-4bbd-8f64-3c8d4f57cd0e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.24 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 814 time: 0.1054001 Feb 07 23:19:58.304237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'name': 'network-vif-deleted', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:58.306572 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6341633c-4485-4020-a0d8-7fa53c115480" -d '{"events": [{"server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "name": "network-vif-deleted", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:19:58.312015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Request body: {'port': {'device_id': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5', 'admin_state_up': True, 'tenant_id': '267948d4b9124ef7908c1451ab604088'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:58.365932 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f35b28c-cb36-4f09-afa7-2dba83f56acb x-openstack-request-id: req-4f35b28c-cb36-4f09-afa7-2dba83f56acb {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:19:58.366222 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b00fd7-4dc3-4c5f-9558-afff16627e11", "name": "network-vif-deleted", "tag": "25376fe3-ce20-41d6-9443-49bf4d2766bb", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:19:58.366471 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f35b28c-cb36-4f09-afa7-2dba83f56acb {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:19:58.366914 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b00fd7-4dc3-4c5f-9558-afff16627e11', 'name': 'network-vif-deleted', 'tag': '25376fe3-ce20-41d6-9443-49bf4d2766bb', 'status': 'completed', 'code': 200} Feb 07 23:19:58.424394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Made reservation on behalf of 267948d4b9124ef7908c1451ab604088 for: {'port': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:58.429209 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:58.558965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Allocated IP 172.20.0.9 (977ac6b3-af59-4527-b2d7-54ee2db7bef5/48a4107e-1643-4456-ac4a-8d01e20b0496/6a75c7eb-ea54-47da-a8b3-740174daf4dd) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:58.582015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1703e8b6-bbba-4a70-9b7a-7d41f67567a2 req-b7336e8d-0232-4b83-a256-e6ca48c0c455 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 210 time: 0.0266488 Feb 07 23:19:58.706242 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:58.739266 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:58.781690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:58.785274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:58.788748 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:19:58.811579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Pushing event updated for resources: {'Port': ['ID=6a75c7eb-ea54-47da-a8b3-740174daf4dd,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:58.839131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:58.839740 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:58.856072 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-abb210ce-8b46-4dcf-b3c1-be2641907a62 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5527349 Feb 07 23:19:58.867360 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Request body: {'port': {'device_id': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827895-2'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:58.924010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.434026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a75c7eb-ea54-47da-a8b3-740174daf4dd {{(pid=102290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:59.441703 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.453528 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Transition to ACTIVE for port object 6a75c7eb-ea54-47da-a8b3-740174daf4dd will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:59.456844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.508716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a75c7eb-ea54-47da-a8b3-740174daf4dd,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:59.573213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Attempting to bind port 6a75c7eb-ea54-47da-a8b3-740174daf4dd on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:59.573547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Attempting to bind port 6a75c7eb-ea54-47da-a8b3-740174daf4dd by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:59.573869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Attempting to bind port 6a75c7eb-ea54-47da-a8b3-740174daf4dd on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:19:59.578030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Port 6a75c7eb-ea54-47da-a8b3-740174daf4dd on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:19:59.578341 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Attempting to bind port 6a75c7eb-ea54-47da-a8b3-740174daf4dd on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:19:59.583550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:19:59.583909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Checking segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:19:59.584283 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Bound using segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:19:59.584695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Bound port: 6a75c7eb-ea54-47da-a8b3-740174daf4dd, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:19:59.585046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.647681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] For port 6a75c7eb-ea54-47da-a8b3-740174daf4dd, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:19:59.650872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] For port 6a75c7eb-ea54-47da-a8b3-740174daf4dd, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6a75c7eb-ea54-47da-a8b3-740174daf4dd,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:19:59.655653 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.723071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:59.723676 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.725045 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a75c7eb-ea54-47da-a8b3-740174daf4dd HTTP/1.1" status: 200 len: 1091 time: 0.8619280 Feb 07 23:19:59.751310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b79957-91e2-467f-88a3-acc479e8c4ee req-3aa223bb-98a8-4854-9e9b-8bae4bd58b8c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:59.752785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14b79957-91e2-467f-88a3-acc479e8c4ee req-3aa223bb-98a8-4854-9e9b-8bae4bd58b8c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 943 time: 0.0986223 Feb 07 23:19:59.755489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8120d0-82eb-425d-8e0f-c438054da2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a75c7eb-ea54-47da-a8b3-740174daf4dd,revision_number=3']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:59.820474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-14b79957-91e2-467f-88a3-acc479e8c4ee req-57c5d171-e14e-41f1-a9e2-218e082892f9 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594678 Feb 07 23:19:59.828750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-a2815e4d-4542-4590-8ab1-8f5ff7acaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:59.830389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-a2815e4d-4542-4590-8ab1-8f5ff7acaa92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 1094 time: 0.0634167 Feb 07 23:19:59.871753 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-25c1d0f3-6d5b-4b11-a457-069ea4cfdcd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a75c7eb-ea54-47da-a8b3-740174daf4dd HTTP/1.1" status: 200 len: 217 time: 0.0345464 Feb 07 23:19:59.922969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8652aa6b-10ac-405d-8674-87de16cb9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:59.924424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-8652aa6b-10ac-405d-8674-87de16cb9c36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0468509 Feb 07 23:19:59.958105 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-7deab05c-4081-435f-b521-23b3628526a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239079 Feb 07 23:20:00.045555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-dd6cf773-9b6e-4b3c-8c75-00ef65dacbae service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805528 Feb 07 23:20:00.136985 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-79d2c810-6968-4880-ac4e-f9edeb7b3d68 service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847452 Feb 07 23:20:00.367388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'tag': '6a75c7eb-ea54-47da-a8b3-740174daf4dd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:00.370030 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63949300-0d54-40b0-a12c-e014cb0f550a" -d '{"events": [{"name": "network-changed", "server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "tag": "6a75c7eb-ea54-47da-a8b3-740174daf4dd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:20:00.390570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-425b625c-660c-48b8-8145-10d547d0a7bd tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:00.392035 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-425b625c-660c-48b8-8145-10d547d0a7bd tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.24 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 943 time: 0.0530758 Feb 07 23:20:00.404823 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Mon, 07 Feb 2022 23:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a34a7-b448-49b6-97b3-338f44a6c138 x-openstack-request-id: req-ae8a34a7-b448-49b6-97b3-338f44a6c138 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:20:00.405160 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "tag": "6a75c7eb-ea54-47da-a8b3-740174daf4dd", "status": "failed", "code": 422}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:20:00.405408 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae8a34a7-b448-49b6-97b3-338f44a6c138 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:20:00.405796 n-d-827895-2 neutron-server[102290]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'tag': '6a75c7eb-ea54-47da-a8b3-740174daf4dd', 'status': 'failed', 'code': 422} returned with failed status Feb 07 23:20:00.485759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Deleting port 6a75c7eb-ea54-47da-a8b3-740174daf4dd {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:20:00.486431 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.572181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] For port 6a75c7eb-ea54-47da-a8b3-740174daf4dd, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=6a75c7eb-ea54-47da-a8b3-740174daf4dd,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:00.572539 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.584167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Calling delete_port for 6a75c7eb-ea54-47da-a8b3-740174daf4dd owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:20:00.712035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.741119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Pushing event deleted for resources: {'Port': ['ID=6a75c7eb-ea54-47da-a8b3-740174daf4dd,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:00.780785 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] No DVR routers for this DVR port 6a75c7eb-ea54-47da-a8b3-740174daf4dd on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:20:00.783378 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.787167 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-48f19e0f-06ef-4565-8da6-039d6139d24e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.24 "DELETE /v2.0/ports/6a75c7eb-ea54-47da-a8b3-740174daf4dd HTTP/1.1" status: 204 len: 173 time: 0.3891013 Feb 07 23:20:00.925709 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0b6da57a-63ea-4fe9-bd54-1dd103d2916a req-4b53462a-179a-4ed9-be0a-5bc961fe3be2 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 210 time: 0.0299516 Feb 07 23:20:02.071621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37b25c0d-8519-470c-9399-16e4e9a86569 req-b8da52f3-d71b-4c56-bf7d-ae49e5e201e0 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 210 time: 0.0318606 Feb 07 23:20:02.113168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-818a168c-1852-481f-b7f2-d599f44bad56 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:02.114749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-818a168c-1852-481f-b7f2-d599f44bad56 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 814 time: 0.4258478 Feb 07 23:20:02.126814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Request body: {'port': {'device_id': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5', 'admin_state_up': True, 'tenant_id': '267948d4b9124ef7908c1451ab604088'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:02.235692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Made reservation on behalf of 267948d4b9124ef7908c1451ab604088 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:20:02.240347 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.358827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Allocated IP 172.20.0.11 (977ac6b3-af59-4527-b2d7-54ee2db7bef5/48a4107e-1643-4456-ac4a-8d01e20b0496/cea68099-c858-4747-9407-a4bc5d3e6e2e) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:02.406841 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'name': 'network-vif-deleted', 'tag': '6a75c7eb-ea54-47da-a8b3-740174daf4dd'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:02.409823 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa36d616-1e11-4eb8-96f5-acc94cb9b78c" -d '{"events": [{"server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "name": "network-vif-deleted", "tag": "6a75c7eb-ea54-47da-a8b3-740174daf4dd"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:20:02.446164 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30994a6a-f1e9-4cfc-96b7-8a1fa1d2e8a4 x-openstack-request-id: req-30994a6a-f1e9-4cfc-96b7-8a1fa1d2e8a4 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:20:02.446682 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "name": "network-vif-deleted", "tag": "6a75c7eb-ea54-47da-a8b3-740174daf4dd", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:20:02.446935 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30994a6a-f1e9-4cfc-96b7-8a1fa1d2e8a4 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:20:02.447326 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'name': 'network-vif-deleted', 'tag': '6a75c7eb-ea54-47da-a8b3-740174daf4dd', 'status': 'completed', 'code': 200} Feb 07 23:20:02.504678 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.536820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.578339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:02.581766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:02.585290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:20:02.615310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Pushing event updated for resources: {'Port': ['ID=cea68099-c858-4747-9407-a4bc5d3e6e2e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:02.640021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:02.640616 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.656522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-b6149627-9e22-4430-b763-417b57c21560 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5332489 Feb 07 23:20:02.667514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Request body: {'port': {'device_id': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:02.717809 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.970735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea68099-c858-4747-9407-a4bc5d3e6e2e {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:20:02.978412 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.990662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Transition to ACTIVE for port object cea68099-c858-4747-9407-a4bc5d3e6e2e will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:02.994586 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.048103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cea68099-c858-4747-9407-a4bc5d3e6e2e,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:03.110953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Attempting to bind port cea68099-c858-4747-9407-a4bc5d3e6e2e on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:03.111495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Attempting to bind port cea68099-c858-4747-9407-a4bc5d3e6e2e by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:03.111623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Attempting to bind port cea68099-c858-4747-9407-a4bc5d3e6e2e on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:20:03.117184 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Port cea68099-c858-4747-9407-a4bc5d3e6e2e on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:20:03.117495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Attempting to bind port cea68099-c858-4747-9407-a4bc5d3e6e2e on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:20:03.122246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:20:03.122575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Checking segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:20:03.122965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Bound using segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:20:03.123385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Bound port: cea68099-c858-4747-9407-a4bc5d3e6e2e, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:03.123844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.222469 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:20:03.231136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a99f2-6c90-4859-87d5-53eac785899b req-6b6ab66c-dcba-4baa-b7e6-4a9efaec74ec tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.232679 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d15a99f2-6c90-4859-87d5-53eac785899b req-6b6ab66c-dcba-4baa-b7e6-4a9efaec74ec tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 944 time: 0.0781507 Feb 07 23:20:03.234252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:20:03.239459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.291511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.292149 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.293502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 200 len: 1092 time: 0.6299772 Feb 07 23:20:03.293947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:03.296181 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed28574-fdb4-4a26-a6c6-d6601379382d" -d '{"events": [{"name": "network-changed", "server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:20:03.328519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d15a99f2-6c90-4859-87d5-53eac785899b req-126cb093-37f2-483c-879b-48444160ecac tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867169 Feb 07 23:20:03.329275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53609b92-56f1-473e-b4e1-f2ca35ab67d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cea68099-c858-4747-9407-a4bc5d3e6e2e,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:03.342438 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf7dc81-a890-4f83-b2ba-2ad7af714785 x-openstack-request-id: req-edf7dc81-a890-4f83-b2ba-2ad7af714785 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:20:03.342730 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:20:03.342978 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edf7dc81-a890-4f83-b2ba-2ad7af714785 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:20:03.343563 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e', 'status': 'completed', 'code': 200} Feb 07 23:20:03.372589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-2a9096d4-5235-4d88-9878-d93e4b81871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.374080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-2a9096d4-5235-4d88-9878-d93e4b81871a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 1095 time: 0.0412388 Feb 07 23:20:03.419181 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-9f7c7bdc-2e96-48f9-8978-1354907bead0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 200 len: 217 time: 0.0382018 Feb 07 23:20:03.468291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-50971ab2-6933-405b-866c-d9c838d459a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.469703 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-50971ab2-6933-405b-866c-d9c838d459a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0431194 Feb 07 23:20:03.500337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-f9cd0f05-f36d-4dd0-8333-a436c2d5d56a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239532 Feb 07 23:20:03.590934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-9aedcf25-373b-46f7-ab77-a8702a34ee00 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844471 Feb 07 23:20:03.678214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8eb65f3f-aa3a-4c29-8b09-8b40c1285e9e req-c35494e6-3925-41d7-93b0-29569a98ffa4 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802877 Feb 07 23:20:03.759509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-1c87c9f5-1eac-4408-b318-5117d453c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.760918 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-1c87c9f5-1eac-4408-b318-5117d453c8f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 1095 time: 0.0413759 Feb 07 23:20:03.853876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-47ee08ca-3917-43e5-95f5-1648531f6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.855119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-47ee08ca-3917-43e5-95f5-1648531f6d15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.0867920 Feb 07 23:20:03.897609 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-5c95fb60-b1de-4c3d-933e-16c2542c1667 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 200 len: 217 time: 0.0352747 Feb 07 23:20:03.950916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-2bc7aa59-6cc0-455d-af68-d4d9a8d8d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.952341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-2bc7aa59-6cc0-455d-af68-d4d9a8d8d5ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0487685 Feb 07 23:20:03.985025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-15f90342-1f18-4030-b6e6-e95584db3a8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241513 Feb 07 23:20:04.070194 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-b320e8a8-0e91-45bd-8b5e-c72d5dee8913 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780427 Feb 07 23:20:04.162374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ed28574-fdb4-4a26-a6c6-d6601379382d req-b7e55c8e-23e0-4260-8bb9-2d9a9ed1b758 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842316 Feb 07 23:20:04.220730 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:04.456819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ec90d-2288-4bc2-9750-0f24a35559ca req-3fe9a0da-c5cb-49be-a144-23c4cfaea75c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:04.458250 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff9ec90d-2288-4bc2-9750-0f24a35559ca req-3fe9a0da-c5cb-49be-a144-23c4cfaea75c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 944 time: 0.0483501 Feb 07 23:20:04.496519 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff9ec90d-2288-4bc2-9750-0f24a35559ca req-88b56e0a-73a4-42be-89e5-574bd84a4fbd tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Feb 07 23:20:04.712509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:05.609736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff881f-ca61-48b2-9d3c-cfe4aebbb40a req-e495822b-0682-48be-a5e1-850e475d54d8 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:05.611191 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0ff881f-ca61-48b2-9d3c-cfe4aebbb40a req-e495822b-0682-48be-a5e1-850e475d54d8 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 944 time: 0.0481648 Feb 07 23:20:05.648508 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0ff881f-ca61-48b2-9d3c-cfe4aebbb40a req-321a93ec-912c-4e99-b6ba-bfd177531971 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306053 Feb 07 23:20:06.533587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cea68099-c858-4747-9407-a4bc5d3e6e2e details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:20:06.623781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:06.634897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'cea68099-c858-4747-9407-a4bc5d3e6e2e', 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5', 'port_id': 'cea68099-c858-4747-9407-a4bc5d3e6e2e', 'mac_address': 'fa:16:3e:fd:9a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a4107e-1643-4456-ac4a-8d01e20b0496', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:20:06.674406 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.687288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea68099-c858-4747-9407-a4bc5d3e6e2e {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:20:06.706407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:06.710614 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.758459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=cea68099-c858-4747-9407-a4bc5d3e6e2e,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:06.764594 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69769525-af27-4e9f-bfc7-cf96fb3c1bfd req-b73b3b0b-c127-4dc8-a6da-6932c41692c2 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:06.765993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.766131 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-69769525-af27-4e9f-bfc7-cf96fb3c1bfd req-b73b3b0b-c127-4dc8-a6da-6932c41692c2 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 945 time: 0.0495393 Feb 07 23:20:06.766343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.766684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.767024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.767492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.767853 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.768182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.769312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.769652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.770082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.770412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.770833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:06.803593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-69769525-af27-4e9f-bfc7-cf96fb3c1bfd req-cf63139e-e0f9-46dd-b7bc-5e1d4542b135 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306320 Feb 07 23:20:06.900266 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['cea68099-c858-4747-9407-a4bc5d3e6e2e'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:20:07.918861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf02da-adcc-4a9d-b8a0-c4ab5b94f21b req-2fcaef1b-368a-4be9-8633-be10cdbd8e33 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:07.920321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77bf02da-adcc-4a9d-b8a0-c4ab5b94f21b req-2fcaef1b-368a-4be9-8633-be10cdbd8e33 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 945 time: 0.0474403 Feb 07 23:20:07.957290 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77bf02da-adcc-4a9d-b8a0-c4ab5b94f21b req-b5a8a4e1-bd97-4c36-8538-7a8ab05ac557 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305431 Feb 07 23:20:08.551177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cea68099-c858-4747-9407-a4bc5d3e6e2e up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:20:08.598457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port cea68099-c858-4747-9407-a4bc5d3e6e2e completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:20:08.602254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port cea68099-c858-4747-9407-a4bc5d3e6e2e triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:08.602631 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:08.681378 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:08.702551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:08.704802 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ba9efa-7c00-4bdb-afc9-a18966f09d3e" -d '{"events": [{"server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "name": "network-vif-plugged", "status": "completed", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:20:08.717660 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:08.722244 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:08.745650 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f03e8e5-a8c5-4d84-b664-e88ec03a59bb x-openstack-request-id: req-4f03e8e5-a8c5-4d84-b664-e88ec03a59bb {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:20:08.745940 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "name": "network-vif-plugged", "status": "completed", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:20:08.746195 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f03e8e5-a8c5-4d84-b664-e88ec03a59bb {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:20:08.746579 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e', 'code': 200} Feb 07 23:20:08.773735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=cea68099-c858-4747-9407-a4bc5d3e6e2e,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:08.847394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bdf78-702f-4a18-9256-2be0a246a0cf req-6ffb8bbd-448c-4a58-9fa4-40559d088782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:08.848839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa5bdf78-702f-4a18-9256-2be0a246a0cf req-6ffb8bbd-448c-4a58-9fa4-40559d088782 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 1097 time: 0.0447352 Feb 07 23:20:08.883231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa5bdf78-702f-4a18-9256-2be0a246a0cf req-01ead397-0f24-45e2-bdad-6e59c8ee7409 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280492 Feb 07 23:20:09.072664 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c19fc-494b-450e-b751-86551c40b076 req-21776766-dc35-44fb-8d10-0ead42c50fff tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:09.074092 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d40c19fc-494b-450e-b751-86551c40b076 req-21776766-dc35-44fb-8d10-0ead42c50fff tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0473006 Feb 07 23:20:09.110994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d40c19fc-494b-450e-b751-86551c40b076 req-9920fb7e-c8bc-4a2b-aff2-00e3ff673991 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Feb 07 23:20:10.231614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab0e2-910f-4cfd-9349-75c6c0573cd4 req-6ff22bc6-4116-4646-843a-95cd561649ed tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:10.233078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-abeab0e2-910f-4cfd-9349-75c6c0573cd4 req-6ff22bc6-4116-4646-843a-95cd561649ed tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0485198 Feb 07 23:20:10.274312 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-abeab0e2-910f-4cfd-9349-75c6c0573cd4 req-03f723ba-a29c-46ec-bd61-ad0ee0a02b93 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344534 Feb 07 23:20:10.387838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad632350-e5d2-4ab0-8dbe-b187a2f6fdf8 req-55c772c9-9e88-4fcd-9b17-d1fab11651f8 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:10.389280 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad632350-e5d2-4ab0-8dbe-b187a2f6fdf8 req-55c772c9-9e88-4fcd-9b17-d1fab11651f8 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0478127 Feb 07 23:20:10.427214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ad632350-e5d2-4ab0-8dbe-b187a2f6fdf8 req-41844953-4f73-43c8-9276-b7eafb667ab2 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Feb 07 23:20:10.654755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-fcdbd3b9-e96e-4e1e-ab95-73e33586b0f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398295 Feb 07 23:20:10.677192 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2e3b-7d83-4531-9ed0-a4b71c6247ce req-0cee6a5e-06e3-4a73-b5b6-87ff94a0b235 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:10.678723 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef8c2e3b-7d83-4531-9ed0-a4b71c6247ce req-0cee6a5e-06e3-4a73-b5b6-87ff94a0b235 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0531824 Feb 07 23:20:10.716589 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef8c2e3b-7d83-4531-9ed0-a4b71c6247ce req-2ee20300-055e-42ea-b5b6-6e6de4ca52b4 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Feb 07 23:20:11.634443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-c52584dc-93ec-4ec2-aa33-99a8805385c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:11.635940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-c52584dc-93ec-4ec2-aa33-99a8805385c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 1097 time: 0.0405717 Feb 07 23:20:11.726891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-d90b4e83-c4f4-47b6-8465-0123c195a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:11.728378 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-d90b4e83-c4f4-47b6-8465-0123c195a8dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.0859571 Feb 07 23:20:11.769250 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-faa2e7b8-492c-4b08-b903-3a9dbf2379e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 200 len: 217 time: 0.0340233 Feb 07 23:20:11.817024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-82a87242-f69c-46a9-9fa2-ce7b3d7a9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:11.818499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-82a87242-f69c-46a9-9fa2-ce7b3d7a9a19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0433638 Feb 07 23:20:11.834885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525668b-1cfb-4876-8bd8-b2e530c2eb15 req-fa490c2b-cec7-4f60-b745-e898edb1795d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:11.836421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1525668b-1cfb-4876-8bd8-b2e530c2eb15 req-fa490c2b-cec7-4f60-b745-e898edb1795d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0478604 Feb 07 23:20:11.850453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-38c87a0f-a652-43c3-891f-fa45fbc01a16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257242 Feb 07 23:20:11.875344 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1525668b-1cfb-4876-8bd8-b2e530c2eb15 req-dc638e2d-49b2-48f0-98d9-346db7cb0f34 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Feb 07 23:20:11.940829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-ef6d8205-5c52-4a7a-98f5-9870a8ced232 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842175 Feb 07 23:20:12.026579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-86906829-b9e2-4dfa-b644-d1b7b1b37de4 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800419 Feb 07 23:20:12.997328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a164c4d-40ac-42a3-a0b5-c2741cbb9c4d req-658e0f21-5328-487e-9680-8453349b193b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:12.998787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a164c4d-40ac-42a3-a0b5-c2741cbb9c4d req-658e0f21-5328-487e-9680-8453349b193b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0535650 Feb 07 23:20:13.035323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a164c4d-40ac-42a3-a0b5-c2741cbb9c4d req-f171703c-a0d7-424c-8ece-14ca8a298153 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304534 Feb 07 23:20:14.150307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99ec74-3aaa-4d52-96ec-6ca10733337a req-dd830fe8-0311-4e7c-bc1c-b4b4f98a7359 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:14.151782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df99ec74-3aaa-4d52-96ec-6ca10733337a req-dd830fe8-0311-4e7c-bc1c-b4b4f98a7359 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0494316 Feb 07 23:20:14.189410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df99ec74-3aaa-4d52-96ec-6ca10733337a req-4daa7500-5c43-474b-8931-b0f3b0f1f86d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Feb 07 23:20:15.303988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be708c-d286-4d84-bb27-2f80f315a23d req-37606473-11b7-4dff-af45-0265cac39d00 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:15.305440 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7be708c-d286-4d84-bb27-2f80f315a23d req-37606473-11b7-4dff-af45-0265cac39d00 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0483899 Feb 07 23:20:15.343165 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7be708c-d286-4d84-bb27-2f80f315a23d req-f14d2e4f-28f6-47a1-8109-9b3d9cd7d0f9 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Feb 07 23:20:16.464377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8101b-cadc-4b69-9fcc-7644c289a5c6 req-6859b39f-fa28-49e5-a18c-d01c7132d3e1 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:16.465801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cde8101b-cadc-4b69-9fcc-7644c289a5c6 req-6859b39f-fa28-49e5-a18c-d01c7132d3e1 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0510950 Feb 07 23:20:16.503300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cde8101b-cadc-4b69-9fcc-7644c289a5c6 req-d3846829-aa27-4687-bbbc-ef200150e000 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310082 Feb 07 23:20:17.618453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357597b2-fc94-4941-8e03-02e3eafe5da4 req-c22dc61e-044f-48a8-9efd-eae2761ef84a tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:17.619937 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-357597b2-fc94-4941-8e03-02e3eafe5da4 req-c22dc61e-044f-48a8-9efd-eae2761ef84a tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0481045 Feb 07 23:20:17.656434 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-357597b2-fc94-4941-8e03-02e3eafe5da4 req-c2eccdf8-ac38-4111-aacc-06822e72458d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Feb 07 23:20:18.780401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63287aea-e63c-41ff-827a-ae5d3902af68 req-a375fd9d-fe50-4a00-9fd5-f8b023e311aa tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:18.781882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-63287aea-e63c-41ff-827a-ae5d3902af68 req-a375fd9d-fe50-4a00-9fd5-f8b023e311aa tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0523813 Feb 07 23:20:18.820336 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-63287aea-e63c-41ff-827a-ae5d3902af68 req-5079ad99-54c2-490d-a09e-fccf9c5c5af1 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318911 Feb 07 23:20:19.945045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceab7fd-00b9-470a-b3e1-99f286d77cb8 req-84f6e7bc-4588-4239-a381-258d4be13011 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:19.946458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ceab7fd-00b9-470a-b3e1-99f286d77cb8 req-84f6e7bc-4588-4239-a381-258d4be13011 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0522041 Feb 07 23:20:19.982285 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ceab7fd-00b9-470a-b3e1-99f286d77cb8 req-ec0b3e33-1321-413e-853c-69109bd5699b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298924 Feb 07 23:20:21.026725 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:20:21.099997 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3840dc-594f-4a2b-918c-3f86ddd5cb80 req-ad97a233-2155-4e50-bef4-a6da4628402d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:21.101449 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e3840dc-594f-4a2b-918c-3f86ddd5cb80 req-ad97a233-2155-4e50-bef4-a6da4628402d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0482347 Feb 07 23:20:21.138570 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e3840dc-594f-4a2b-918c-3f86ddd5cb80 req-51f1e3ff-dc40-469b-9905-9d24a76705f4 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Feb 07 23:20:21.525897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-917a675d-a4bc-4eff-8077-2b7f9ea772b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:22.251841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788989c-6c22-4f33-aca1-24a8bfebac34 req-d67e2ef3-ee5b-46ad-a5cd-17652fd85753 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:22.253922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6788989c-6c22-4f33-aca1-24a8bfebac34 req-d67e2ef3-ee5b-46ad-a5cd-17652fd85753 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0477612 Feb 07 23:20:22.290797 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6788989c-6c22-4f33-aca1-24a8bfebac34 req-a66ce887-0c8a-4769-ab4d-d3d500bc052e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309176 Feb 07 23:20:23.410940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00370a42-2d80-4f3d-984f-373fc5923a7f req-1f8fa85c-69b8-4dcb-b384-1e68266f2d00 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:23.412392 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-00370a42-2d80-4f3d-984f-373fc5923a7f req-1f8fa85c-69b8-4dcb-b384-1e68266f2d00 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0521610 Feb 07 23:20:23.448685 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-00370a42-2d80-4f3d-984f-373fc5923a7f req-725537d1-de55-44e4-a94e-6979e65b7baa tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302703 Feb 07 23:20:24.562947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac9dba-f95a-4877-b3e1-1be7b28605b2 req-d7eb43db-5eb5-4795-ba23-27b9f475aa66 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:24.564301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57ac9dba-f95a-4877-b3e1-1be7b28605b2 req-d7eb43db-5eb5-4795-ba23-27b9f475aa66 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0477326 Feb 07 23:20:24.601507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-57ac9dba-f95a-4877-b3e1-1be7b28605b2 req-f3b49d5e-7dca-4d5e-b624-73e4d3f21e3e tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Feb 07 23:20:24.668031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-503d3e2e-bc35-483e-892b-6210f7415bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:24.967102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:25.715728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b284e9-282f-4aa8-8ff6-048ffa3e1010 req-4e045661-5049-4fde-bfe8-e73e2130013c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:25.717182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22b284e9-282f-4aa8-8ff6-048ffa3e1010 req-4e045661-5049-4fde-bfe8-e73e2130013c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0484474 Feb 07 23:20:25.754974 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-22b284e9-282f-4aa8-8ff6-048ffa3e1010 req-a4cf0b2d-679d-4687-a8e0-421ebed7e21d tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312963 Feb 07 23:20:26.451217 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:26.701116 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:26.873279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c845ba3-ebda-4073-be42-edb2fd124ff3 req-08b6f770-1b54-4075-865e-3115206a3fd9 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:26.874709 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c845ba3-ebda-4073-be42-edb2fd124ff3 req-08b6f770-1b54-4075-865e-3115206a3fd9 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0521400 Feb 07 23:20:26.913624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c845ba3-ebda-4073-be42-edb2fd124ff3 req-c150ce4f-aa54-4e1e-b59a-8910190d2380 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Feb 07 23:20:28.028584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06545f-02b8-44e8-b6d3-92fb89398e1a req-71faab4a-0424-489d-901a-414e9f76f1c7 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:28.030074 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a06545f-02b8-44e8-b6d3-92fb89398e1a req-71faab4a-0424-489d-901a-414e9f76f1c7 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0503066 Feb 07 23:20:28.067861 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a06545f-02b8-44e8-b6d3-92fb89398e1a req-44ac9124-0392-469c-8cc3-83ebbc443243 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Feb 07 23:20:29.183495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443ab6-0116-4662-a72f-8a314abb0abe req-4fa07aa9-0449-4439-b966-06804760aeae tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:29.184956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44443ab6-0116-4662-a72f-8a314abb0abe req-4fa07aa9-0449-4439-b966-06804760aeae tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0486689 Feb 07 23:20:29.222403 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44443ab6-0116-4662-a72f-8a314abb0abe req-4bbb7f1f-476b-4fc2-a896-0650f1d43a66 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306451 Feb 07 23:20:30.342941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d9fba-815c-4c9d-b17b-b4b3386a2009 req-e4d94f33-70bf-4e13-8c1f-bbaa142a6f5b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:30.344423 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-052d9fba-815c-4c9d-b17b-b4b3386a2009 req-e4d94f33-70bf-4e13-8c1f-bbaa142a6f5b tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0530972 Feb 07 23:20:30.381755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-052d9fba-815c-4c9d-b17b-b4b3386a2009 req-51fe73d4-901c-48c6-b414-95d235aa630f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313723 Feb 07 23:20:31.424036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-696d89d4-1a41-4683-b33a-9a37456af296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:31.426646 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-696d89d4-1a41-4683-b33a-9a37456af296 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 1097 time: 0.0408862 Feb 07 23:20:31.564498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b3893-6927-41fe-9919-02cd384e57cf req-732bf115-be8b-4659-b22d-6ab45a32c7a4 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:31.566129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-756b3893-6927-41fe-9919-02cd384e57cf req-732bf115-be8b-4659-b22d-6ab45a32c7a4 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.1031771 Feb 07 23:20:31.570725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-820c77ba-8e56-484f-a614-eac00fbd893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:31.572099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-820c77ba-8e56-484f-a614-eac00fbd893e service neutron] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.1266217 Feb 07 23:20:31.624105 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-026369c5-81ff-4706-8ee8-5ae327a9a6be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 200 len: 217 time: 0.0444789 Feb 07 23:20:31.647599 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-756b3893-6927-41fe-9919-02cd384e57cf req-575cc2bc-ebfb-4065-b5e1-5f4b9e870f56 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745876 Feb 07 23:20:31.684163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-f707676d-aec2-45de-b200-5875e4dedcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:31.685518 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-f707676d-aec2-45de-b200-5875e4dedcf2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0524459 Feb 07 23:20:31.722995 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-718aea66-c97c-460a-8e10-129924986a31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304458 Feb 07 23:20:31.813214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-375908a4-736a-49c4-a4b7-3bcb0aeb7fb2 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833831 Feb 07 23:20:31.902687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9d51102-d933-4233-9b8d-2397113afcd1 req-23cf52b4-ac97-4c83-90ac-726e4dcc8c83 service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826380 Feb 07 23:20:32.763601 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fdbe7-d969-467e-a0c8-7cbc7a90d2f6 req-a9a3930e-ce99-4f7d-b4a1-6c5cacdee493 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:32.765060 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-716fdbe7-d969-467e-a0c8-7cbc7a90d2f6 req-a9a3930e-ce99-4f7d-b4a1-6c5cacdee493 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0487251 Feb 07 23:20:32.802162 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-716fdbe7-d969-467e-a0c8-7cbc7a90d2f6 req-b2e06509-b4c0-4cb3-8e4a-251e3cc3405c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Feb 07 23:20:33.921362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da872443-0189-4fd9-a1d8-e09321fc7452 req-947d730a-641b-44ef-962a-2537b7720728 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:33.922813 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da872443-0189-4fd9-a1d8-e09321fc7452 req-947d730a-641b-44ef-962a-2537b7720728 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0492630 Feb 07 23:20:33.959647 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-da872443-0189-4fd9-a1d8-e09321fc7452 req-59ac2c67-62cf-40c0-bcc9-cef3e3055bf3 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Feb 07 23:20:34.235715 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:34.712107 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:35.078584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78131f4-e058-47d6-8270-514acf01c34b req-e7e67f0f-84c8-48ed-88bb-9c653cc6d8f7 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:35.080025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f78131f4-e058-47d6-8270-514acf01c34b req-e7e67f0f-84c8-48ed-88bb-9c653cc6d8f7 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0491278 Feb 07 23:20:35.118272 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f78131f4-e058-47d6-8270-514acf01c34b req-aa7f9d5f-14e8-4f64-814c-37fd2359d864 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Feb 07 23:20:36.235692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef9d69-942a-4084-b34d-1bf6546fbbcd req-1ba8f685-847a-4e4f-b1ab-6fc7b8f5de6f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:36.237169 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6aef9d69-942a-4084-b34d-1bf6546fbbcd req-1ba8f685-847a-4e4f-b1ab-6fc7b8f5de6f tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0510230 Feb 07 23:20:36.275145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6aef9d69-942a-4084-b34d-1bf6546fbbcd req-b4a23085-bd1b-4b07-8994-aa61bde84323 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308001 Feb 07 23:20:37.394590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24995c4d-bfe5-4ea6-ac44-0420c8456968 req-b5ec4ff1-0081-4ae3-8d38-8f525edfc241 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:37.396052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24995c4d-bfe5-4ea6-ac44-0420c8456968 req-b5ec4ff1-0081-4ae3-8d38-8f525edfc241 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0531929 Feb 07 23:20:37.432580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24995c4d-bfe5-4ea6-ac44-0420c8456968 req-e6ea3f38-75dd-4759-bc46-c1000fe3ced6 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306606 Feb 07 23:20:38.547401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f892b-df61-4cad-8d58-54ef24384be5 req-dadbcb05-e1e5-4c95-9dd7-54e88e42ae84 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:38.548870 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-163f892b-df61-4cad-8d58-54ef24384be5 req-dadbcb05-e1e5-4c95-9dd7-54e88e42ae84 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 946 time: 0.0482213 Feb 07 23:20:38.586949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-163f892b-df61-4cad-8d58-54ef24384be5 req-a295e7db-4be5-4eaa-8e01-10fd818f2a3a tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Feb 07 23:20:38.728411 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-bc690f8e-dceb-41a2-ac06-096ecbc9735f service neutron] show failed (client error): The resource could not be found. Feb 07 23:20:38.729389 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-bc690f8e-dceb-41a2-ac06-096ecbc9735f service neutron] 10.222.0.46 "GET /v2.0/ports/cea68099-c858-4747-9407-a4bc5d3e6e2e/bindings/n-h2-827895-2 HTTP/1.1" status: 404 len: 380 time: 0.0531065 Feb 07 23:20:38.922993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-852cefb1-a9d5-4482-8af5-188ac7a9eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:38.924494 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-852cefb1-a9d5-4482-8af5-188ac7a9eb56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006&tenant_id=267948d4b9124ef7908c1451ab604088 HTTP/1.1" status: 200 len: 1097 time: 0.0403626 Feb 07 23:20:38.936440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827895-2', 'device_owner': 'compute:nova'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:38.991093 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:39.188266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:39.219866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h1-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:20:39.259541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:39.261804 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73686208-34eb-4304-ab2d-30b55c68abba" -d '{"events": [{"server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "name": "network-vif-unplugged", "status": "completed", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:20:39.265847 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:39.278568 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.provisioning_blocks [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Transition to ACTIVE for port object cea68099-c858-4747-9407-a4bc5d3e6e2e will not be triggered until provisioned by entity L2. {{(pid=102290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:39.282635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:39.313530 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5ee195-8f5c-4c73-9d79-f72648ba1ddd x-openstack-request-id: req-ed5ee195-8f5c-4c73-9d79-f72648ba1ddd {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:20:39.313820 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "name": "network-vif-unplugged", "status": "completed", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:20:39.314068 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed5ee195-8f5c-4c73-9d79-f72648ba1ddd {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:20:39.314457 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e', 'code': 200} Feb 07 23:20:39.345842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] No DVR routers for this DVR port cea68099-c858-4747-9407-a4bc5d3e6e2e on host n-h1-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:20:39.349580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Pushing event updated for resources: {'Port': ['ID=cea68099-c858-4747-9407-a4bc5d3e6e2e,revision_number=6']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:39.360582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.360929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.361284 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.361602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.361931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.362306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.362817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.363146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.363749 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.364078 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.364398 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.364716 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:39.396242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Attempting to bind port cea68099-c858-4747-9407-a4bc5d3e6e2e on host n-h2-827895-2 for vnic_type normal with profile {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:39.396573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Attempting to bind port cea68099-c858-4747-9407-a4bc5d3e6e2e by drivers openvswitch,hyperv on host n-h2-827895-2 at level 0 using segments [{'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:39.396895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Attempting to bind port cea68099-c858-4747-9407-a4bc5d3e6e2e on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:20:39.401066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Port cea68099-c858-4747-9407-a4bc5d3e6e2e on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827895-2 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:20:39.401381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Attempting to bind port cea68099-c858-4747-9407-a4bc5d3e6e2e on network 977ac6b3-af59-4527-b2d7-54ee2db7bef5 {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:20:39.406104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Checking agent: {'id': 'b3fed5eb-ec4e-4d93-a6a2-af9162896908', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:20:39.406431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Checking segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:20:39.406803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Bound using segment: {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'} {{(pid=102290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:20:39.407214 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.managers [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Bound port: cea68099-c858-4747-9407-a4bc5d3e6e2e, host: n-h2-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd12807e-36de-40f3-b22e-0d004e6d16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '977ac6b3-af59-4527-b2d7-54ee2db7bef5'}}] {{(pid=102290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:39.407558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:39.468330 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h2-827895-2, cleared binding levels {{(pid=102290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:20:39.471215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h2-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:20:39.476026 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:39.512990 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:39.513591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:39.514953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] 10.222.0.24 "PUT /v2.0/ports/cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 200 len: 1092 time: 0.5824049 Feb 07 23:20:39.533808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be2c50-decf-4245-9de6-b5ee545051ec service neutron] Pushing event updated for resources: {'Port': ['ID=cea68099-c858-4747-9407-a4bc5d3e6e2e,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:39.576750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-b0d986b4-6d8d-414e-9fa7-f0e2ea06413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:39.578242 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-b0d986b4-6d8d-414e-9fa7-f0e2ea06413a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 1095 time: 0.0406060 Feb 07 23:20:39.671521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-6b18ed0e-dbbb-46e9-9720-eb82477cfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:39.673009 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-6b18ed0e-dbbb-46e9-9720-eb82477cfc47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.0886674 Feb 07 23:20:39.707965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e1c6f-f7e2-444b-af8b-1adedf20676f req-17a85a70-dc4f-42c2-a341-d231494535e5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:39.709404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a00e1c6f-f7e2-444b-af8b-1adedf20676f req-17a85a70-dc4f-42c2-a341-d231494535e5 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 944 time: 0.0535486 Feb 07 23:20:39.716681 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-9c26eee5-ae9a-4a63-85e2-241536212ab6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 200 len: 217 time: 0.0353510 Feb 07 23:20:39.747207 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a00e1c6f-f7e2-444b-af8b-1adedf20676f req-f69a7760-ef4e-43ef-a19c-2bef1017f86c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Feb 07 23:20:39.769847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-80028576-cbbb-4f48-873e-ab15758bfda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:39.771251 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-80028576-cbbb-4f48-873e-ab15758bfda1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0486581 Feb 07 23:20:39.801215 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-9857f99f-7ed3-4f5d-be3f-78771e98e6c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236280 Feb 07 23:20:39.891003 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-059b4c5f-d072-4b5e-abe7-1581fad22dae service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826163 Feb 07 23:20:39.982797 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0cc3a8de-c24f-410c-abec-feaea2a9e377 req-c56c3be1-15c7-4c38-9b4e-5ef8e04d8bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846367 Feb 07 23:20:40.879693 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdbda2-8d3d-415a-ac2f-69c51a90a5fe req-7162eb6d-693e-42db-8263-f1a013b1b424 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:40.881184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbbdbda2-8d3d-415a-ac2f-69c51a90a5fe req-7162eb6d-693e-42db-8263-f1a013b1b424 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 944 time: 0.0516024 Feb 07 23:20:40.919214 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbbdbda2-8d3d-415a-ac2f-69c51a90a5fe req-afd51d87-396c-4493-a570-0709d66da862 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Feb 07 23:20:41.144649 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-1018d3a9-de5e-4a51-9c3d-9c1806e7cb0c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:41.146140 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-1018d3a9-de5e-4a51-9c3d-9c1806e7cb0c tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.24 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 944 time: 0.0479090 Feb 07 23:20:41.243424 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Deleting port cea68099-c858-4747-9407-a4bc5d3e6e2e {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:20:41.243795 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:41.268014 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc95de-7b2e-4a3a-8baf-1cb19a9033e7 req-992a111a-bafa-4792-930a-244a0e04c869 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:41.269746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4efc95de-7b2e-4a3a-8baf-1cb19a9033e7 req-992a111a-bafa-4792-930a-244a0e04c869 tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/ports?device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 944 time: 0.0482967 Feb 07 23:20:41.307401 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4efc95de-7b2e-4a3a-8baf-1cb19a9033e7 req-129777b9-469a-468e-8475-87715aea473a tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d65567b-6eda-4982-91e3-7bb840a3a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Feb 07 23:20:41.317099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:41.319360 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20481f35-effe-40bf-9faa-cbf4da275563" -d '{"events": [{"name": "network-changed", "server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:20:41.336895 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] For port cea68099-c858-4747-9407-a4bc5d3e6e2e, host n-h2-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827895-2',level=0,port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e,segment=NetworkSegment(dd12807e-36de-40f3-b22e-0d004e6d16a4),segment_id=dd12807e-36de-40f3-b22e-0d004e6d16a4)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:41.337257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:41.351662 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Calling delete_port for cea68099-c858-4747-9407-a4bc5d3e6e2e owned by compute:nova {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:20:41.407056 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ebf341-1d87-4069-9277-f9542bab65b0 x-openstack-request-id: req-06ebf341-1d87-4069-9277-f9542bab65b0 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:20:41.407340 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:20:41.407589 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06ebf341-1d87-4069-9277-f9542bab65b0 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:20:41.408012 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e', 'status': 'completed', 'code': 200} Feb 07 23:20:41.429049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f35-effe-40bf-9faa-cbf4da275563 req-5d75afea-9e8d-491e-90d5-b77cf9b8462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:41.430521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-5d75afea-9e8d-491e-90d5-b77cf9b8462d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 1095 time: 0.0447206 Feb 07 23:20:41.471458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f35-effe-40bf-9faa-cbf4da275563 req-eee2b099-0692-4b48-8e43-fb074eaae5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:41.473548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-eee2b099-0692-4b48-8e43-fb074eaae5d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=267948d4b9124ef7908c1451ab604088&device_id=136e0d15-270f-46af-bf3d-03c0a8ea8006 HTTP/1.1" status: 200 len: 1095 time: 0.0648096 Feb 07 23:20:41.527158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f35-effe-40bf-9faa-cbf4da275563 req-6561de28-fb89-46c6-b551-e604f836925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:41.528653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-6561de28-fb89-46c6-b551-e604f836925f service neutron] 10.222.0.46 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.0909483 Feb 07 23:20:41.569700 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-f52ffd5d-9433-48ab-bcb0-4a37c6091a7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 200 len: 217 time: 0.0341313 Feb 07 23:20:41.588035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:41.623518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f35-effe-40bf-9faa-cbf4da275563 req-f1b47400-d1b6-409b-a622-d0383e74720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:41.625005 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-f1b47400-d1b6-409b-a622-d0383e74720d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0477078 Feb 07 23:20:41.625569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Pushing event deleted for resources: {'Port': ['ID=cea68099-c858-4747-9407-a4bc5d3e6e2e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:41.638047 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f35-effe-40bf-9faa-cbf4da275563 req-b82854f1-756e-406a-aa81-b9dea543284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:41.639490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-b82854f1-756e-406a-aa81-b9dea543284e service neutron] 10.222.0.24 "GET /v2.0/networks?id=977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 200 len: 914 time: 0.1577494 Feb 07 23:20:41.659812 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-04fe6bbb-025c-4b10-81fe-8f1bfab0245a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287426 Feb 07 23:20:41.712712 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-be9d4fc9-e6d0-46b7-a4ef-cd175a65f544 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 200 len: 217 time: 0.0557423 Feb 07 23:20:41.713384 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] No DVR routers for this DVR port cea68099-c858-4747-9407-a4bc5d3e6e2e on host n-h2-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:20:41.716063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:41.719832 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] 10.222.0.24 "DELETE /v2.0/ports/cea68099-c858-4747-9407-a4bc5d3e6e2e HTTP/1.1" status: 204 len: 173 time: 0.5676153 Feb 07 23:20:41.759047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-7bc584b2-7f40-409c-a8b3-de66709429dc service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928054 Feb 07 23:20:41.773531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f35-effe-40bf-9faa-cbf4da275563 req-e82dceb3-47ce-4232-baac-724dff153595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:41.774976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-e82dceb3-47ce-4232-baac-724dff153595 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 200 len: 854 time: 0.0543425 Feb 07 23:20:41.807661 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-11731a49-8719-489b-9190-73a627ec00f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=977ac6b3-af59-4527-b2d7-54ee2db7bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262918 Feb 07 23:20:41.879189 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-4e4171b7-5470-4a1d-8f12-218c5300c28d service neutron] 10.222.0.46 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121132 Feb 07 23:20:41.911030 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-0c43c408-5131-4b67-83e3-c0f7867d5a39 service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963986 Feb 07 23:20:42.008074 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-afbecdd1-0180-449e-96b2-f81f2cc94976 service neutron] 10.222.0.24 "GET /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903132 Feb 07 23:20:42.439037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56676) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:42.486085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ef7208-07c4-4b48-92d6-d12875e61b56 admin admin] Deleting subnet 48a4107e-1643-4456-ac4a-8d01e20b0496 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:20:42.489662 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-48ef7208-07c4-4b48-92d6-d12875e61b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.538059 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-48ef7208-07c4-4b48-92d6-d12875e61b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.583056 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-48ef7208-07c4-4b48-92d6-d12875e61b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.639682 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-48ef7208-07c4-4b48-92d6-d12875e61b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.666017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef7208-07c4-4b48-92d6-d12875e61b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a4107e-1643-4456-ac4a-8d01e20b0496,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:42.669779 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-48ef7208-07c4-4b48-92d6-d12875e61b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.672984 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-48ef7208-07c4-4b48-92d6-d12875e61b56 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/48a4107e-1643-4456-ac4a-8d01e20b0496 HTTP/1.1" status: 204 len: 168 time: 0.2329450 Feb 07 23:20:42.675537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56678) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:42.688717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cea68099-c858-4747-9407-a4bc5d3e6e2e no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:20:42.709454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: cea68099-c858-4747-9407-a4bc5d3e6e2e {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:20:42.709790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device cea68099-c858-4747-9407-a4bc5d3e6e2e not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:20:42.748320 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.833327 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.854563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977ac6b3-af59-4527-b2d7-54ee2db7bef5']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:42.864629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd12807e-36de-40f3-b22e-0d004e6d16a4') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:42.864922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd12807e-36de-40f3-b22e-0d004e6d16a4') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:42.874054 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.891563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.898602 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:20:42.899262 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:20:42.900987 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:20:42.956801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.962553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.965645 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/977ac6b3-af59-4527-b2d7-54ee2db7bef5 HTTP/1.1" status: 204 len: 168 time: 0.2891307 Feb 07 23:20:42.976739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eade9-6af3-4d9a-ad5c-cfb3cc5ab7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=977ac6b3-af59-4527-b2d7-54ee2db7bef5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:43.071626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56682) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:43.112761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dbc41ff0-ac34-444a-a221-fe90724fd46f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=267948d4b9124ef7908c1451ab604088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393181 Feb 07 23:20:43.116088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56684) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:43.161971 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bb1b98ac-9bb7-4ade-88e0-c8d7618a10c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:43.182967 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bb1b98ac-9bb7-4ade-88e0-c8d7618a10c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:43.228891 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bb1b98ac-9bb7-4ade-88e0-c8d7618a10c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:43.231450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bb1b98ac-9bb7-4ade-88e0-c8d7618a10c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:43.232631 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bb1b98ac-9bb7-4ade-88e0-c8d7618a10c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d65567b-6eda-4982-91e3-7bb840a3a1f0 HTTP/1.1" status: 204 len: 168 time: 0.1156580 Feb 07 23:20:43.241336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b98ac-9bb7-4ade-88e0-c8d7618a10c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d65567b-6eda-4982-91e3-7bb840a3a1f0,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:43.409696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'name': 'network-vif-deleted', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:43.412253 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e97f6b-4b19-42f8-a6cc-66086ada704f" -d '{"events": [{"server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "name": "network-vif-deleted", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:20:43.461464 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d9b1f1-9392-48db-910b-9d5544b563bd x-openstack-request-id: req-a0d9b1f1-9392-48db-910b-9d5544b563bd {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:20:43.462075 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e0d15-270f-46af-bf3d-03c0a8ea8006", "name": "network-vif-deleted", "tag": "cea68099-c858-4747-9407-a4bc5d3e6e2e", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:20:43.462075 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0d9b1f1-9392-48db-910b-9d5544b563bd {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:20:43.462549 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e0d15-270f-46af-bf3d-03c0a8ea8006', 'name': 'network-vif-deleted', 'tag': 'cea68099-c858-4747-9407-a4bc5d3e6e2e', 'status': 'completed', 'code': 200} Feb 07 23:20:43.892484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56708) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:44.015182 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1877603449-network', 'tenant_id': '8db5d9f307004fff8573168befd8b50b'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:44.042301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Made reservation on behalf of 8db5d9f307004fff8573168befd8b50b for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:20:44.044864 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.053885 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.128401 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.132105 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.156131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:20:44.164747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933a07d-06f8-4c63-b49c-fe756bbcfeb5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:44.170758 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.171053 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Added segment 4be2d317-90e9-4f29-a1db-1cd51806f1b9 of type vlan for network b011a3cd-839c-48a1-8cbc-27fed9ade99d Feb 07 23:20:44.211737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.235938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.236877 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:44.238091 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.311289 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4177306 Feb 07 23:20:44.314222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56714) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:44.319680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Request body: {'subnet': {'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1877603449-subnet', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:44.327390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68476cd4-6a8a-4d74-abcc-131f1451bbc8 admin admin] Pushing event updated for resources: {'Network': ['ID=b011a3cd-839c-48a1-8cbc-27fed9ade99d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:44.338411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:20:44.341572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Made reservation on behalf of 8db5d9f307004fff8573168befd8b50b for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:20:44.344142 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.511903 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.562898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d64b8c-0d1c-468f-8940-6bbb42bda074,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:44.574772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.575112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.575444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.575796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.576121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.576440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.576756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.577072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.577384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.577697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.578008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.578318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:44.583901 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Checking segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:20:44.584255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Network hostable DHCP agents. Network: b011a3cd-839c-48a1-8cbc-27fed9ade99d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:20:44.600412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:20:44.608612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, b011a3cd-839c-48a1-8cbc-27fed9ade99d) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:44.612879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:44.613644 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.618364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437a1b7-8636-4e6a-94b4-ad2bf18a09ca None None] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:20:44.629908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-461baa5c-cb94-4621-8552-6abb5d90afb6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3146050 Feb 07 23:20:44.632689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56716) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:44.636848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:44.662740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.663904 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.721695 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.775619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:20:44.776617 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.872970 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.919062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Allocated IP 172.20.0.2 (b011a3cd-839c-48a1-8cbc-27fed9ade99d/99d64b8c-0d1c-468f-8940-6bbb42bda074/8feac1e1-0fb2-45a0-9876-b346b81182fb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:45.058967 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.064516 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.070930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.089929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.109682 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:45.115263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:45.117152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Pushing event updated for resources: {'Port': ['ID=8feac1e1-0fb2-45a0-9876-b346b81182fb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:45.119271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:20:45.173627 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Attempting to bind port 8feac1e1-0fb2-45a0-9876-b346b81182fb on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:45.173991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Attempting to bind port 8feac1e1-0fb2-45a0-9876-b346b81182fb by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:45.174354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Attempting to bind port 8feac1e1-0fb2-45a0-9876-b346b81182fb on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:20:45.179984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:20:45.180354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Checking segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:20:45.180746 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.181128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Bound using segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:20:45.181580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Bound port: 8feac1e1-0fb2-45a0-9876-b346b81182fb, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:45.181952 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.195613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Allocated IP 172.25.8.124 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/acd01d65-1a71-46d0-b8b4-c5c28484c028) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:45.245028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] For port 8feac1e1-0fb2-45a0-9876-b346b81182fb, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:20:45.248188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] For port 8feac1e1-0fb2-45a0-9876-b346b81182fb, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8feac1e1-0fb2-45a0-9876-b346b81182fb,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:20:45.252822 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.301771 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.322732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13592e14-2025-4cd8-88a0-29d616c17540 None None] Pushing event updated for resources: {'Port': ['ID=8feac1e1-0fb2-45a0-9876-b346b81182fb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:45.336402 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.377954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:45.381002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:45.385214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:20:45.407081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=acd01d65-1a71-46d0-b8b4-c5c28484c028,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:45.650220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.841329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.257821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb193ec7-238c-4d88-9265-4b08be750807 None None] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:20:46.276958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:20:46.321673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f0b8218f-fcaf-4618-9c11-738710879e20 None None] Provisioning complete for port 8feac1e1-0fb2-45a0-9876-b346b81182fb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:46.322046 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f0b8218f-fcaf-4618-9c11-738710879e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.398082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:20:46.407284 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:46.425877 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:20:46.428074 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:20:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:46.430205 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.431688 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2b068832-0b9d-4a6c-aac3-b5af18b9a2e1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7978542 Feb 07 23:20:46.434323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56718) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:46.457328 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f0b8218f-fcaf-4618-9c11-738710879e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.470125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8feac1e1-0fb2-45a0-9876-b346b81182fb up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:20:46.544287 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:20:46.566651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f0b8218f-fcaf-4618-9c11-738710879e20 None None] For port 8feac1e1-0fb2-45a0-9876-b346b81182fb, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8feac1e1-0fb2-45a0-9876-b346b81182fb,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:46.570123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8feac1e1-0fb2-45a0-9876-b346b81182fb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:46.570500 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.606715 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f0b8218f-fcaf-4618-9c11-738710879e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.699845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8218f-fcaf-4618-9c11-738710879e20 None None] Pushing event updated for resources: {'Port': ['ID=8feac1e1-0fb2-45a0-9876-b346b81182fb,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:46.765380 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:45Z', 'revision_number': 3, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:46.794542 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:20:46.795033 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Updating router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 port acd01d65-1a71-46d0-b8b4-c5c28484c028 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:20:46.826091 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.832429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-be95c082-7217-4204-933b-5ba925e20d10 None None] Provisioning complete for port 8feac1e1-0fb2-45a0-9876-b346b81182fb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:46.832807 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be95c082-7217-4204-933b-5ba925e20d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.084274 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.089582 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.139237 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Attempting to bind port acd01d65-1a71-46d0-b8b4-c5c28484c028 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:47.139596 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Attempting to bind port acd01d65-1a71-46d0-b8b4-c5c28484c028 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:47.139978 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Attempting to bind port acd01d65-1a71-46d0-b8b4-c5c28484c028 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:20:47.147561 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:20:47.147953 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:20:47.148347 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.148726 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:20:47.149174 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Bound port: acd01d65-1a71-46d0-b8b4-c5c28484c028, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:47.149547 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.150975 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Pushing event updated for resources: {'Port': ['ID=acd01d65-1a71-46d0-b8b4-c5c28484c028,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:47.166600 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.178229 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.178502 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.178836 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.179159 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.179478 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.179823 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.180137 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.180457 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.180768 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.181076 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.181387 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.181696 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:47.217270 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] For port acd01d65-1a71-46d0-b8b4-c5c28484c028, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:20:47.220577 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] For port acd01d65-1a71-46d0-b8b4-c5c28484c028, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=acd01d65-1a71-46d0-b8b4-c5c28484c028,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:20:47.225113 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.284607 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:20:47.285290 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:20:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:47.288159 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74450d-e788-4cc9-a42d-845ae3b72bff None None] Pushing event updated for resources: {'Port': ['ID=acd01d65-1a71-46d0-b8b4-c5c28484c028,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:47.368461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Allocated IP 172.20.0.1 (b011a3cd-839c-48a1-8cbc-27fed9ade99d/99d64b8c-0d1c-468f-8940-6bbb42bda074/49188a70-cfee-4672-b8c2-a6be0dfeaf9c) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:47.390385 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:20:47.472859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.507736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.545882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:47.550274 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:47.553717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:20:47.559172 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Pushing event updated for resources: {'Port': ['ID=49188a70-cfee-4672-b8c2-a6be0dfeaf9c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:47.566022 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:45Z', 'revision_number': 3, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:47.597512 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.601611 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97331489-76e9-43fc-86e0-2a5c01a9d692 None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:45Z', 'revision_number': 3, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:47.735355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.856581 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-05b1da8f-2e17-4805-9726-6cf252f6839f None None] Provisioning complete for port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:47.857128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05b1da8f-2e17-4805-9726-6cf252f6839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.905888 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-05b1da8f-2e17-4805-9726-6cf252f6839f None None] Port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:20:47.940869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.946362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.020587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.022348 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Pushing event updated for resources: {'Port': ['ID=49188a70-cfee-4672-b8c2-a6be0dfeaf9c,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:48.120202 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:48.121675 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:48.243448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:20:48.368844 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:20:48.374207 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-cdf267cb-f333-4827-ac87-8e8b88bebcde admin admin] 10.222.0.15 "PUT /v2.0/routers/52cfdc56-934b-4bcc-9eb8-8bf462b53f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9388032 Feb 07 23:20:48.435799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-df65cf23-92af-4cb7-a411-e76fcafd695a None None] Provisioning complete for port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:48.436182 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df65cf23-92af-4cb7-a411-e76fcafd695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.485748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-df65cf23-92af-4cb7-a411-e76fcafd695a None None] Port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:20:48.490222 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8feac1e1-0fb2-45a0-9876-b346b81182fb up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:20:48.542363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 8feac1e1-0fb2-45a0-9876-b346b81182fb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:48.542716 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.625015 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device acd01d65-1a71-46d0-b8b4-c5c28484c028 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:20:48.672463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port acd01d65-1a71-46d0-b8b4-c5c28484c028 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:48.672830 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.749456 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.770110 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port acd01d65-1a71-46d0-b8b4-c5c28484c028, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=acd01d65-1a71-46d0-b8b4-c5c28484c028,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:48.773726 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.823557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=acd01d65-1a71-46d0-b8b4-c5c28484c028,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:48.939556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 56726) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:48.944251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b18854a0-afcc-42be-bf72-fabe41c2c7b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353062776', 'description': 'tempest-description--1537474600'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:48.968176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b18854a0-afcc-42be-bf72-fabe41c2c7b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.036091 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b18854a0-afcc-42be-bf72-fabe41c2c7b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.040310 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b18854a0-afcc-42be-bf72-fabe41c2c7b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.069805 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b18854a0-afcc-42be-bf72-fabe41c2c7b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.071014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b18854a0-afcc-42be-bf72-fabe41c2c7b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1304195 Feb 07 23:20:49.074274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56728) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:49.074897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18854a0-afcc-42be-bf72-fabe41c2c7b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c784b-fa47-4b29-96f2-8978ca0481d8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:49.079411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8ff5d993-671f-42c8-914d-5c77def2c062 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'security_group_rule': {'security_group_id': 'eb9c784b-fa47-4b29-96f2-8978ca0481d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:49.108375 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d993-671f-42c8-914d-5c77def2c062 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.166308 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d993-671f-42c8-914d-5c77def2c062 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.169972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d993-671f-42c8-914d-5c77def2c062 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.188764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5d993-671f-42c8-914d-5c77def2c062 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0553c0c6-1c3f-4132-88bf-8ef87727413e,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:49.195107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d993-671f-42c8-914d-5c77def2c062 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.196494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8ff5d993-671f-42c8-914d-5c77def2c062 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206865 Feb 07 23:20:49.199173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56730) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:49.203472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8f25f3dc-65c8-4eb5-910d-1cfe3625f035 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'security_group_rule': {'security_group_id': 'eb9c784b-fa47-4b29-96f2-8978ca0481d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:49.205865 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:49.216787 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:20:49.217396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:20:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:49.230317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3dc-65c8-4eb5-910d-1cfe3625f035 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.287583 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3dc-65c8-4eb5-910d-1cfe3625f035 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.292177 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3dc-65c8-4eb5-910d-1cfe3625f035 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.311208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25f3dc-65c8-4eb5-910d-1cfe3625f035 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44589fca-8f39-4f5f-9119-f5bbfb5cb6a5,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:49.320522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3dc-65c8-4eb5-910d-1cfe3625f035 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.324815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8f25f3dc-65c8-4eb5-910d-1cfe3625f035 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216683 Feb 07 23:20:49.324930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56732) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:20:49.329269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:49.332448 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:20:49.352778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.451085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.531302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 2, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:49.557063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:20:49.557418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Updating router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:20:49.559293 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Allocated IP 172.25.8.122 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/103b24ca-8105-48a9-8db4-9ee6e345df3a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:49.667101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.702212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.742665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:49.744570 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.745591 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:49.748053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:20:49.782023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event updated for resources: {'Port': ['ID=103b24ca-8105-48a9-8db4-9ee6e345df3a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:49.846051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.881569 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.008134 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.013394 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.032005 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.036953 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.062352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e9470-f12e-4afd-b675-c7e011b3586d None None] Pushing event updated for resources: {'Port': ['ID=49188a70-cfee-4672-b8c2-a6be0dfeaf9c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:50.110758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event updated for resources: {'Port': ['ID=103b24ca-8105-48a9-8db4-9ee6e345df3a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:50.121050 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.124746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Attempting to bind port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:50.125136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Attempting to bind port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:50.125504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Attempting to bind port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:20:50.132614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:20:50.133002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Checking segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:20:50.133436 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.133858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Bound using segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:20:50.134383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Bound port: 49188a70-cfee-4672-b8c2-a6be0dfeaf9c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:50.134727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.137247 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.138477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-252790bd-f0e6-4419-8afa-6a3058b2d86a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8126717 Feb 07 23:20:50.212085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] For port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:20:50.215937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] For port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=49188a70-cfee-4672-b8c2-a6be0dfeaf9c,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:20:50.220958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.288965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:20:50.289884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:20:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:50.296005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e9470-f12e-4afd-b675-c7e011b3586d None None] Pushing event updated for resources: {'Port': ['ID=49188a70-cfee-4672-b8c2-a6be0dfeaf9c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:50.325844 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-718bde84-83c3-4830-97f7-d71503029d5f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--353062776&fields=id&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 267 time: 0.0621173 Feb 07 23:20:50.364735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8fb415e0-a9c3-47ec-a3b8-43b5c3d64904 None None] Provisioning complete for port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:50.365235 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fb415e0-a9c3-47ec-a3b8-43b5c3d64904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.400309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device acd01d65-1a71-46d0-b8b4-c5c28484c028 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:20:50.438323 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-1404135a-1a7e-4350-8c3e-3c5e44c1d207 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:50.442671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-1404135a-1a7e-4350-8c3e-3c5e44c1d207 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 812 time: 0.1159542 Feb 07 23:20:50.457279 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-4020916e-e6d9-4734-be69-db26d560e591 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/quotas/8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 375 time: 0.0105820 Feb 07 23:20:50.506624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:20:50.512157 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9cb6b815-f08b-4e4b-9994-974963c9e536 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479884 Feb 07 23:20:50.614078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9efaf0bd-fbc2-4968-afcd-8ab29a075b08 service neutron] 10.222.0.15 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890014 Feb 07 23:20:50.656367 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fb415e0-a9c3-47ec-a3b8-43b5c3d64904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.665061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port acd01d65-1a71-46d0-b8b4-c5c28484c028 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:50.665427 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.703124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-a54e37b9-71c5-487a-b3f8-dad232c29b00 service neutron] 10.222.0.15 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827761 Feb 07 23:20:50.751463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8fb415e0-a9c3-47ec-a3b8-43b5c3d64904 None None] For port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=49188a70-cfee-4672-b8c2-a6be0dfeaf9c,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:50.764724 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fb415e0-a9c3-47ec-a3b8-43b5c3d64904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.875281 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3982999a-7f57-44e9-975a-a1b8e3ec3f07 req-a75cbdc5-8b99-4e0f-867f-ac7533f3bfaa tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0348768 Feb 07 23:20:50.897680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb415e0-a9c3-47ec-a3b8-43b5c3d64904 None None] Pushing event updated for resources: {'Port': ['ID=49188a70-cfee-4672-b8c2-a6be0dfeaf9c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:50.926915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-71e2276b-934c-467e-8f56-d197cc477024 None None] Provisioning complete for port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:50.927286 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71e2276b-934c-467e-8f56-d197cc477024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.954327 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:50.986943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0693d-81cf-4727-9693-525236d9e479 None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:51.529556 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91e08adc-a710-44d5-a2cd-af2b880deec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:51.864426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-af29ecb4-248e-4955-8853-e0c51ba45540 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:51.865917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-af29ecb4-248e-4955-8853-e0c51ba45540 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 812 time: 0.1182122 Feb 07 23:20:51.912274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9f42b821-d4c5-483f-934c-5609a661d3f0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 379 time: 0.0370116 Feb 07 23:20:51.922330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'port': {'device_id': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'admin_state_up': True, 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'security_groups': ['eb9c784b-fa47-4b29-96f2-8978ca0481d8']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:51.994251 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c13f54d4-2737-4cbd-a955-81932e926fd6 req-04d89004-9c3d-4951-8931-03f759661cec tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0395060 Feb 07 23:20:52.039861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Made reservation on behalf of 8db5d9f307004fff8573168befd8b50b for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:20:52.043368 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.165833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Allocated IP 172.20.0.5 (b011a3cd-839c-48a1-8cbc-27fed9ade99d/99d64b8c-0d1c-468f-8940-6bbb42bda074/ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:52.302751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.341510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.397462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:52.399214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 49188a70-cfee-4672-b8c2-a6be0dfeaf9c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:20:52.400676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:52.404278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:20:52.428173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event updated for resources: {'Port': ['ID=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:52.456227 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:52.456603 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.459194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:52.459853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.479649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-c844393a-8318-4a7d-8452-3d8d2767055a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613871 Feb 07 23:20:52.493928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Request body: {'port': {'device_id': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:52.559797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.690070 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-650727e4-cf2e-468f-a4ab-31abf8b72211 None None] Provisioning complete for port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:52.690810 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-650727e4-cf2e-468f-a4ab-31abf8b72211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.726992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-650727e4-cf2e-468f-a4ab-31abf8b72211 None None] Port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:20:52.823230 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:20:52.832034 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.843821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Transition to ACTIVE for port object ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:52.848058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.895940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Pushing event updated for resources: {'Port': ['ID=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:52.971947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Attempting to bind port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:52.972323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Attempting to bind port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:52.972594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Attempting to bind port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:20:52.977140 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 on network b011a3cd-839c-48a1-8cbc-27fed9ade99d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:20:52.977460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Attempting to bind port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:20:52.982447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:20:52.982782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Checking segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:20:52.983165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Bound using segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:20:52.983586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Bound port: ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:52.984274 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.052478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:20:53.055930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:20:53.060983 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.093768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.094391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.095756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 HTTP/1.1" status: 200 len: 1091 time: 0.6067977 Feb 07 23:20:53.103799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:53.106017 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ddd083-4bc7-4b51-996b-fec10d6ee9af" -d '{"events": [{"name": "network-changed", "server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:20:53.167314 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c91495-6ac8-4759-a9a4-671520117fdb x-openstack-request-id: req-f5c91495-6ac8-4759-a9a4-671520117fdb {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:20:53.167606 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:20:53.167889 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5c91495-6ac8-4759-a9a4-671520117fdb {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:20:53.168276 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'status': 'completed', 'code': 200} Feb 07 23:20:53.211869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e019cb2-61a1-4103-90e3-8ac4e5362048 service neutron] Pushing event updated for resources: {'Port': ['ID=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:53.227224 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8767d80-6b9b-4a3a-a50d-a1f794c80822 req-5a2fd8d4-227c-4602-a929-e54815b06b7e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.228769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8767d80-6b9b-4a3a-a50d-a1f794c80822 req-5a2fd8d4-227c-4602-a929-e54815b06b7e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 943 time: 0.1404510 Feb 07 23:20:53.235466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-5c4c1b5b-f945-43df-a4ab-d19302c73f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.237048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-5c4c1b5b-f945-43df-a4ab-d19302c73f7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 1094 time: 0.0817966 Feb 07 23:20:53.291275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-5ec8f0c9-f6da-4793-be28-f62804d97dd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 HTTP/1.1" status: 200 len: 217 time: 0.0470619 Feb 07 23:20:53.330980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c8767d80-6b9b-4a3a-a50d-a1f794c80822 req-f6cc7be6-9a8d-4c3d-989c-8048bff70f86 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928941 Feb 07 23:20:53.349746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-d3177ab7-41c9-4e5c-a916-df643158948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.351183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-d3177ab7-41c9-4e5c-a916-df643158948e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0501287 Feb 07 23:20:53.402804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-fe0ba47d-19f3-4b99-990b-140943b1a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.404252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-fe0ba47d-19f3-4b99-990b-140943b1a813 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439985 Feb 07 23:20:53.496571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-56c0818d-b171-406a-bb0d-c04f4b32ac2c service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859110 Feb 07 23:20:53.585989 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7837805b-4e14-4d7d-a1f2-9859ebc92e5e req-1cd55bf6-a548-4ec0-9f21-4039f51320a6 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829613 Feb 07 23:20:53.668362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-85aee4fa-2216-4728-9a83-7defcc3bacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.669788 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-85aee4fa-2216-4728-9a83-7defcc3bacf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 1094 time: 0.0425360 Feb 07 23:20:53.760714 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-159210b5-961b-4c65-918c-8c8e485579bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.762183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-159210b5-961b-4c65-918c-8c8e485579bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0856419 Feb 07 23:20:53.803178 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-ae260853-ca53-440c-b549-acfe1d1f1f03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 HTTP/1.1" status: 200 len: 217 time: 0.0335996 Feb 07 23:20:53.854946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-e3a5951a-4072-43b8-b21a-64d646d3de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.856415 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-e3a5951a-4072-43b8-b21a-64d646d3de4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0469449 Feb 07 23:20:53.902950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-eb19935a-1741-4e2b-9975-017b34bb3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.904475 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-eb19935a-1741-4e2b-9975-017b34bb3ee3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397475 Feb 07 23:20:53.992241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-18688a9f-f58f-45af-9c5c-6862792efb20 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802665 Feb 07 23:20:54.084296 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-78ddd083-4bc7-4b51-996b-fec10d6ee9af req-19b9d570-eb5a-4a18-a188-4b73b1bdc71f service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851362 Feb 07 23:20:54.447795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dad09-d6dc-4d27-8a17-19e2253ab027 req-8f2942cf-7123-4f54-8dae-ddd308d2f061 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:54.449238 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f6dad09-d6dc-4d27-8a17-19e2253ab027 req-8f2942cf-7123-4f54-8dae-ddd308d2f061 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 943 time: 0.0480349 Feb 07 23:20:54.486551 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f6dad09-d6dc-4d27-8a17-19e2253ab027 req-a2a858f4-2104-4bf3-ba2c-acc9d8ac60bf tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313578 Feb 07 23:20:54.669127 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-acdbc29a-ab0d-4664-8844-ee3e2400b56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.969542 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:55.600797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444cc6-f663-4af5-9124-4186102a6ca8 req-925c5472-4ee9-4531-aa14-d9085f210a45 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:55.602231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c444cc6-f663-4af5-9124-4186102a6ca8 req-925c5472-4ee9-4531-aa14-d9085f210a45 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 943 time: 0.0479078 Feb 07 23:20:55.643238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c444cc6-f663-4af5-9124-4186102a6ca8 req-b849ff42-947d-4dd5-b8ad-116a13e64a6e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346420 Feb 07 23:20:56.454237 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.704262 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.761227 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e663-d249-47ff-ae73-cd64495a30cf req-698d183a-048a-4da9-97c2-b1a8f08b3c12 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:56.762665 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4611e663-d249-47ff-ae73-cd64495a30cf req-698d183a-048a-4da9-97c2-b1a8f08b3c12 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 943 time: 0.0501511 Feb 07 23:20:56.766615 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:20:56.801474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4611e663-d249-47ff-ae73-cd64495a30cf req-e8723f84-d542-445b-9495-628d85e05738 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Feb 07 23:20:56.864027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:56.875103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'mac_address': 'fa:16:3e:87:64:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:20:56.912291 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.925648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:20:56.944709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:56.949270 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.999203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:57.149358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:20:57.916699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb2949-a39d-4304-913f-ce350c5087de req-9874a027-7411-4e65-9ed6-cd79b4be4f4b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:57.918147 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89cb2949-a39d-4304-913f-ce350c5087de req-9874a027-7411-4e65-9ed6-cd79b4be4f4b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.0498245 Feb 07 23:20:57.955800 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89cb2949-a39d-4304-913f-ce350c5087de req-ccd9759f-6e0c-474f-9091-ace430c0976a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Feb 07 23:20:58.026976 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:20:58.781798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:20:58.833456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:20:58.837108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:58.837476 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:58.914845 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:58.936476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:58.938668 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de29ea7a-db66-48d5-8537-ba80e1e6f2ca" -d '{"events": [{"server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "name": "network-vif-plugged", "status": "completed", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:20:58.951233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:20:58.955398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:58.983665 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923f4105-acaf-4f50-810f-92e0bafcc6e8 x-openstack-request-id: req-923f4105-acaf-4f50-810f-92e0bafcc6e8 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:20:58.983976 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "name": "network-vif-plugged", "status": "completed", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:20:58.984223 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-923f4105-acaf-4f50-810f-92e0bafcc6e8 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:20:58.984609 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'code': 200} Feb 07 23:20:59.008673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:59.102168 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1053cb9-736d-4026-b9f8-e3baf3d022e8 req-9691d852-5e99-497c-882c-d1a8e1224676 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:59.103607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b1053cb9-736d-4026-b9f8-e3baf3d022e8 req-9691d852-5e99-497c-882c-d1a8e1224676 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0792332 Feb 07 23:20:59.109313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ee9a6-03d8-474b-83c8-96b193ec4c07 req-7c89fccb-9604-468e-987f-21616e732f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:59.110643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-199ee9a6-03d8-474b-83c8-96b193ec4c07 req-7c89fccb-9604-468e-987f-21616e732f10 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0556240 Feb 07 23:20:59.163885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b1053cb9-736d-4026-b9f8-e3baf3d022e8 req-a01e9500-3119-423e-8451-327530d8f945 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522711 Feb 07 23:20:59.165468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-199ee9a6-03d8-474b-83c8-96b193ec4c07 req-98ad2eb5-7272-404d-8851-d8c1d0451ac0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480640 Feb 07 23:21:00.279003 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc084ac-010d-425d-8d03-fbde7bf5b270 req-396645bf-a510-4ea6-b2b0-509b8ba010bb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:00.280465 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbc084ac-010d-425d-8d03-fbde7bf5b270 req-396645bf-a510-4ea6-b2b0-509b8ba010bb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0480461 Feb 07 23:21:00.322706 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cbc084ac-010d-425d-8d03-fbde7bf5b270 req-ffbae9ea-131d-4721-98dd-6629b2f8f629 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355883 Feb 07 23:21:00.432979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0c381-ff87-4e04-9046-bb6e97b601e3 req-8ed11372-988a-495e-b844-43bc67759adb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:00.434430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ac0c381-ff87-4e04-9046-bb6e97b601e3 req-8ed11372-988a-495e-b844-43bc67759adb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0483572 Feb 07 23:21:00.443081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56786) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:21:00.447262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c4948c34-bcf8-450b-802c-2399b810bc3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'floatingip': {'port_id': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:00.489528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4948c34-bcf8-450b-802c-2399b810bc3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:00.919470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4948c34-bcf8-450b-802c-2399b810bc3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:00.923215 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4948c34-bcf8-450b-802c-2399b810bc3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.016705 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-c4948c34-bcf8-450b-802c-2399b810bc3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 associated. External IP: 172.25.8.122, port: ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55. Feb 07 23:21:01.219895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4948c34-bcf8-450b-802c-2399b810bc3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:21:01.323814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4948c34-bcf8-450b-802c-2399b810bc3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:21:01.328307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c4948c34-bcf8-450b-802c-2399b810bc3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.333357 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:21:01.345448 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:21:01.346053 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:20:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:01.354481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c4948c34-bcf8-450b-802c-2399b810bc3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "PUT /v2.0/floatingips/5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 HTTP/1.1" status: 200 len: 991 time: 0.9104490 Feb 07 23:21:01.355200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:01.357691 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d21c924-d293-4c60-aee5-4ad81f0b210d" -d '{"events": [{"name": "network-changed", "server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:21:01.399675 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb15897b-fa46-40d3-95b9-18ab75b6135d x-openstack-request-id: req-fb15897b-fa46-40d3-95b9-18ab75b6135d {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:21:01.399995 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:21:01.400246 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb15897b-fa46-40d3-95b9-18ab75b6135d {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:21:01.400649 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'status': 'completed', 'code': 200} Feb 07 23:21:01.470501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52dd57-1947-4de2-8c67-f225c763750e req-27682eeb-86fd-47da-a28d-83fcb7f9c895 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:01.474115 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc52dd57-1947-4de2-8c67-f225c763750e req-27682eeb-86fd-47da-a28d-83fcb7f9c895 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0567238 Feb 07 23:21:01.482323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-5236a4ac-9f12-49d6-81c2-0234ba51663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:01.483963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-5236a4ac-9f12-49d6-81c2-0234ba51663c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0484893 Feb 07 23:21:01.520742 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc52dd57-1947-4de2-8c67-f225c763750e req-cb49b342-5f30-4e62-9387-b745c3350950 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Feb 07 23:21:01.556986 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:21:01.577825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-738513b8-1dd3-4695-9b40-6daed8e36a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:01.579330 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-738513b8-1dd3-4695-9b40-6daed8e36a26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0889816 Feb 07 23:21:01.647971 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-0572a032-6175-4411-8918-ca23513498b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 HTTP/1.1" status: 200 len: 999 time: 0.0624833 Feb 07 23:21:01.697920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-a6d9426f-c986-457f-92a1-7eb0dcca44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:01.699387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-a6d9426f-c986-457f-92a1-7eb0dcca44e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0447609 Feb 07 23:21:01.746155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-c840e9a3-b3da-4372-be44-230606ef645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:01.747548 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-c840e9a3-b3da-4372-be44-230606ef645f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423286 Feb 07 23:21:01.779482 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:87:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:21:00Z', 'revision_number': 1, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:01.805601 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:21:01.814165 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:21:01.814784 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:20:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:01.839479 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-a92b34f1-99c3-4ffc-81d7-1f461259858e service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850945 Feb 07 23:21:01.921764 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:21:01.937730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9d21c924-d293-4c60-aee5-4ad81f0b210d req-78a90527-00cf-4671-8a6a-6e851cfa3231 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913346 Feb 07 23:21:02.148566 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:87:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:21:00Z', 'revision_number': 1, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:02.178232 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac385e8-ed61-412b-a25f-2ca8279cb8a1 None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:87:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:21:00Z', 'revision_number': 1, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:21:02.359793 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c660d57-e177-4867-9760-730fe8ee7cf2 None None] New status for floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:21:02.640303 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b4a72-f859-47ca-8a5d-e09ae33c66ef req-168f3acf-bcd7-4e81-88f1-aeaf139f87cf tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:02.641738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-288b4a72-f859-47ca-8a5d-e09ae33c66ef req-168f3acf-bcd7-4e81-88f1-aeaf139f87cf tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0488620 Feb 07 23:21:02.679025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-288b4a72-f859-47ca-8a5d-e09ae33c66ef req-bccb553c-b5d7-4c62-91ee-c5f9f2e2bf48 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307815 Feb 07 23:21:02.793787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27976963-7045-4417-9bde-69b79e3fad29 req-7dd023b5-852d-445d-b7ec-1aab231d67e3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:02.795152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27976963-7045-4417-9bde-69b79e3fad29 req-7dd023b5-852d-445d-b7ec-1aab231d67e3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0484054 Feb 07 23:21:02.832943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-27976963-7045-4417-9bde-69b79e3fad29 req-06518360-86f8-4d62-8708-8f5c0bf99ffe tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315807 Feb 07 23:21:03.090168 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-5d033a96-78a4-445a-ab64-5f77eee893b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724535 Feb 07 23:21:03.097406 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe317e1-4f31-4195-9b25-b4a6c7c54d6f req-8f2446ad-0ca1-4318-88e0-74f8692a5160 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:03.099151 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4fe317e1-4f31-4195-9b25-b4a6c7c54d6f req-8f2446ad-0ca1-4318-88e0-74f8692a5160 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0727408 Feb 07 23:21:03.138506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4fe317e1-4f31-4195-9b25-b4a6c7c54d6f req-9d9a79f6-24c4-4693-8411-eb14d12a01c2 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335219 Feb 07 23:21:04.234023 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.514149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-d25c74ac-4c9f-4bcd-9ebd-d31896511eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:04.515610 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-d25c74ac-4c9f-4bcd-9ebd-d31896511eeb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 1096 time: 0.3667784 Feb 07 23:21:04.538146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902d4be-54ee-4877-9e66-f6cbe97a0cd2 req-761206b3-d3b9-4c2a-8996-1c326eb5e4d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:04.539509 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a902d4be-54ee-4877-9e66-f6cbe97a0cd2 req-761206b3-d3b9-4c2a-8996-1c326eb5e4d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0619884 Feb 07 23:21:04.617466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a902d4be-54ee-4877-9e66-f6cbe97a0cd2 req-3645618a-9df8-4b98-996c-bb11dc405f4c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688086 Feb 07 23:21:04.641824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-0dd07dc5-4bdd-4349-997b-a002b344b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:04.643273 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-0dd07dc5-4bdd-4349-997b-a002b344b5db service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.1213727 Feb 07 23:21:04.705621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-1d08e867-a628-4a67-bf30-d28bf88034d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 HTTP/1.1" status: 200 len: 1001 time: 0.0563080 Feb 07 23:21:04.752403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-f143fcbf-b13f-4b47-bb69-07e204592e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:04.754695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-f143fcbf-b13f-4b47-bb69-07e204592e79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0431151 Feb 07 23:21:04.756004 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.803744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-979be939-420b-464a-adcd-5d2075eab391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:04.805310 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-979be939-420b-464a-adcd-5d2075eab391 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449977 Feb 07 23:21:04.893136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-23b6cf26-ea86-4a0b-9416-bf3147fb692b service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812130 Feb 07 23:21:04.983637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-a9c77e10-53c5-4eff-8c73-d663b97324c3 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845563 Feb 07 23:21:05.732851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa04c8-7ce0-4baa-9310-f83497c3c292 req-70439d02-f316-4157-8e5a-9ed7d5973355 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:05.734280 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-affa04c8-7ce0-4baa-9310-f83497c3c292 req-70439d02-f316-4157-8e5a-9ed7d5973355 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Feb 07 23:21:05.772668 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-affa04c8-7ce0-4baa-9310-f83497c3c292 req-dca5d89b-d66d-4fe0-aa08-3e8fc47f4539 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311890 Feb 07 23:21:06.891576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5a74f-464c-4e6e-88af-c560186274f6 req-8f8ab1be-bf11-47aa-a4a6-d3a75acff9f1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:06.893083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0b5a74f-464c-4e6e-88af-c560186274f6 req-8f8ab1be-bf11-47aa-a4a6-d3a75acff9f1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0521417 Feb 07 23:21:06.930524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0b5a74f-464c-4e6e-88af-c560186274f6 req-eb22d473-64c1-430a-9c5d-fb25c8751b56 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307739 Feb 07 23:21:08.045305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05cde-d61f-47f4-b61d-db43b86d871b req-1b73e0e2-0385-4172-b240-e0164945de75 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:08.046754 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6e05cde-d61f-47f4-b61d-db43b86d871b req-1b73e0e2-0385-4172-b240-e0164945de75 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Feb 07 23:21:08.087497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c6e05cde-d61f-47f4-b61d-db43b86d871b req-0e3f6450-d739-4bf3-969e-63a53aaedf74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347366 Feb 07 23:21:09.202809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88d34b-ee33-466f-8f18-0327e0de9c76 req-b0ce66c1-eb08-49ab-956c-6dfb998a1dee tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:09.204275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd88d34b-ee33-466f-8f18-0327e0de9c76 req-b0ce66c1-eb08-49ab-956c-6dfb998a1dee tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Feb 07 23:21:09.242504 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd88d34b-ee33-466f-8f18-0327e0de9c76 req-43d8cdc7-e763-40bc-abd4-683ec7c038e3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322869 Feb 07 23:21:10.358582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872d0e6-c800-45e8-a88f-ac64836c3a7b req-6ffb2f8e-0d32-4a42-8a0f-96b3bc63ce6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:10.360034 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3872d0e6-c800-45e8-a88f-ac64836c3a7b req-6ffb2f8e-0d32-4a42-8a0f-96b3bc63ce6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0500870 Feb 07 23:21:10.399534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3872d0e6-c800-45e8-a88f-ac64836c3a7b req-153c73bc-6835-47e7-9b2d-4ea078d548cd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328057 Feb 07 23:21:11.522266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e935d5-82fc-4f42-bf2e-f6137775fa9f req-15dabbfb-1b3b-437f-93f5-21b1f9555837 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:11.523741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44e935d5-82fc-4f42-bf2e-f6137775fa9f req-15dabbfb-1b3b-437f-93f5-21b1f9555837 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0539491 Feb 07 23:21:11.561606 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-44e935d5-82fc-4f42-bf2e-f6137775fa9f req-f6c15f6c-8768-4784-9a06-47c1060e0308 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318024 Feb 07 23:21:12.676587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d278b6e-2cf4-4caa-b275-e6127d74d1e6 req-869200c5-8d7c-45c9-a279-07f813d5eed7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:12.678261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4d278b6e-2cf4-4caa-b275-e6127d74d1e6 req-869200c5-8d7c-45c9-a279-07f813d5eed7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0480497 Feb 07 23:21:12.715447 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4d278b6e-2cf4-4caa-b275-e6127d74d1e6 req-3d8161fa-fcf8-41c8-b15f-c5791b19a8ad tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Feb 07 23:21:13.829445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aff1d9-663a-45b7-b4e3-bffb6cea0176 req-b33dc456-3810-4d5f-879b-b2b336d2c6e5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:13.830907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92aff1d9-663a-45b7-b4e3-bffb6cea0176 req-b33dc456-3810-4d5f-879b-b2b336d2c6e5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0471537 Feb 07 23:21:13.872521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-92aff1d9-663a-45b7-b4e3-bffb6cea0176 req-c163e8ea-efeb-4724-9377-206e04284aca tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324073 Feb 07 23:21:14.991127 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01414d-5e3e-4b17-8f43-817e21a122fa req-92596044-7d58-480b-86bd-5be8a397f2ab tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:14.992567 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b01414d-5e3e-4b17-8f43-817e21a122fa req-92596044-7d58-480b-86bd-5be8a397f2ab tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0488164 Feb 07 23:21:15.032729 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b01414d-5e3e-4b17-8f43-817e21a122fa req-f646235b-58e3-4c89-847e-86974369c636 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342543 Feb 07 23:21:16.148217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bd595-2583-46d7-aed4-eafe6921a1f0 req-6ceedfd3-9fb8-4401-a0b4-e3e8a9514cc5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:16.149695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c03bd595-2583-46d7-aed4-eafe6921a1f0 req-6ceedfd3-9fb8-4401-a0b4-e3e8a9514cc5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0489304 Feb 07 23:21:16.187151 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c03bd595-2583-46d7-aed4-eafe6921a1f0 req-0f7487c2-80dc-4414-9f56-f2fcfafcede5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Feb 07 23:21:17.301228 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89d75c-cba3-40dd-acfe-4d8f693fe3b7 req-9cfbae56-3e5d-47cd-8612-76677dacaad3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:17.302660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a89d75c-cba3-40dd-acfe-4d8f693fe3b7 req-9cfbae56-3e5d-47cd-8612-76677dacaad3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Feb 07 23:21:17.339248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1a89d75c-cba3-40dd-acfe-4d8f693fe3b7 req-44c24d71-86ac-4ef1-9b70-5e4181d19ecb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299087 Feb 07 23:21:18.457860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae430-1752-4732-8f1c-8cb953b7353c req-787cd349-add8-43bc-9b7a-1051d3c62d97 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:18.459293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3e1ae430-1752-4732-8f1c-8cb953b7353c req-787cd349-add8-43bc-9b7a-1051d3c62d97 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0513465 Feb 07 23:21:18.495951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3e1ae430-1752-4732-8f1c-8cb953b7353c req-2cbc5208-41a9-414b-b0f6-1bf9f1f5eb0c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304008 Feb 07 23:21:19.611438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82275-0122-45ea-a0fe-a03b869ac7d2 req-7a97af72-73d9-46f9-801f-e21510ab1826 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:19.612902 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acb82275-0122-45ea-a0fe-a03b869ac7d2 req-7a97af72-73d9-46f9-801f-e21510ab1826 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0486448 Feb 07 23:21:19.650888 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-acb82275-0122-45ea-a0fe-a03b869ac7d2 req-d6c6fd10-3ed1-4306-b5c0-747abf850165 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316732 Feb 07 23:21:20.767250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27056223-fabb-44e4-8335-0788d7ab723e req-6967980f-8338-4229-84d9-12534114609b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:20.768750 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27056223-fabb-44e4-8335-0788d7ab723e req-6967980f-8338-4229-84d9-12534114609b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0495896 Feb 07 23:21:20.806468 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-27056223-fabb-44e4-8335-0788d7ab723e req-052d5dd6-0a0e-4f35-8221-311bbbbf7ce4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Feb 07 23:21:21.513215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-d779efea-572f-4d53-bd51-3eedd99adaf0 service neutron] 10.222.0.46 "GET /v2.0/ports/ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.0559390 Feb 07 23:21:21.531266 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-818801ae-da96-436e-ae1f-e18c02e9bdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:21.739355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-371f4e22-52a2-46bb-9805-8ee431d8c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:21.741540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-371f4e22-52a2-46bb-9805-8ee431d8c77b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 1096 time: 0.0737154 Feb 07 23:21:21.802584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-234c52e3-dd37-4138-91f0-86df2acd31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:21.804678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-234c52e3-dd37-4138-91f0-86df2acd31b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0433083 Feb 07 23:21:21.896482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-44fcf88e-d90e-4cbe-b3d9-dbf956259a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:21.898002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-44fcf88e-d90e-4cbe-b3d9-dbf956259a3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0864215 Feb 07 23:21:21.923067 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98071a2f-38f1-4120-b43d-88d2bf6a7569 req-6d3352ff-ffde-4c52-8a7e-f7ea0e0202f8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:21.924547 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98071a2f-38f1-4120-b43d-88d2bf6a7569 req-6d3352ff-ffde-4c52-8a7e-f7ea0e0202f8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0481892 Feb 07 23:21:21.963588 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-724f7ad8-ad33-45f5-9795-de2d4608ca47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 HTTP/1.1" status: 200 len: 1001 time: 0.0591848 Feb 07 23:21:21.966196 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98071a2f-38f1-4120-b43d-88d2bf6a7569 req-ae701619-2699-4864-a517-3dc2791620e9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350451 Feb 07 23:21:22.012330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-8c608f44-8557-4483-9b24-9f176bc49fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:22.013755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-8c608f44-8557-4483-9b24-9f176bc49fc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0439835 Feb 07 23:21:22.061841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-2432e8c6-7073-47ac-9832-6a7afd1375b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:22.063224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-2432e8c6-7073-47ac-9832-6a7afd1375b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425360 Feb 07 23:21:22.150157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-5b41e300-91b7-4e5f-84da-280b298e3287 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799985 Feb 07 23:21:22.240776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a8b9144-31d0-45c4-b788-3fa2af23f084 req-ae5b7d9f-a4f0-48b5-9621-3e11bb320d14 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840242 Feb 07 23:21:23.088960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758fac-de86-4379-988b-337524a56dd6 req-6142acfe-3776-49ab-810c-c9bdb0d21aff tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:23.090406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2758fac-de86-4379-988b-337524a56dd6 req-6142acfe-3776-49ab-810c-c9bdb0d21aff tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0492606 Feb 07 23:21:23.128206 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b2758fac-de86-4379-988b-337524a56dd6 req-39f28b77-491e-4e5a-9a0c-4da1707f3c8d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Feb 07 23:21:24.244998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689150ad-bc4c-4331-a704-676b40f5a302 req-34b4adfb-9350-4034-a588-1dc01f95feb7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.246458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-689150ad-bc4c-4331-a704-676b40f5a302 req-34b4adfb-9350-4034-a588-1dc01f95feb7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0489569 Feb 07 23:21:24.283064 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-689150ad-bc4c-4331-a704-676b40f5a302 req-1b705b01-3a8e-4775-8aac-59d908655276 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306647 Feb 07 23:21:24.480273 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee007b30-d9e6-414d-b340-26c266b854e7 req-b04a66e0-34b3-4e1f-b966-7c7051a08a1a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.481654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee007b30-d9e6-414d-b340-26c266b854e7 req-b04a66e0-34b3-4e1f-b966-7c7051a08a1a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0491824 Feb 07 23:21:24.490555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-d69bee18-d0f8-4f23-9242-5aa92297f585 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.492028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-d69bee18-d0f8-4f23-9242-5aa92297f585 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7&tenant_id=8db5d9f307004fff8573168befd8b50b&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 945 time: 0.0499249 Feb 07 23:21:24.520092 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ee007b30-d9e6-414d-b340-26c266b854e7 req-317ae93e-6806-4a30-bec0-fc51bb6f0691 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322452 Feb 07 23:21:24.573943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-c5a70ed6-9cab-499a-85eb-9e4ab3b10d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.575385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-c5a70ed6-9cab-499a-85eb-9e4ab3b10d22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0408590 Feb 07 23:21:24.666377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-3afd4e25-7702-4757-8bf2-29c95e9b1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.667740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-3afd4e25-7702-4757-8bf2-29c95e9b1e73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0856698 Feb 07 23:21:24.669942 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4381ade8-bc52-4fa1-bfda-f5255cb35643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.732189 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-7d828daa-b70a-4633-a6bd-0d7dc677d589 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 HTTP/1.1" status: 200 len: 1001 time: 0.0580876 Feb 07 23:21:24.783203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-ebb9f34c-b080-4d74-9c83-5af0ace6594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.784629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-ebb9f34c-b080-4d74-9c83-5af0ace6594a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0468807 Feb 07 23:21:24.827897 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-e6d1f688-f624-4cde-b17e-e5659a0a1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.829365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-e6d1f688-f624-4cde-b17e-e5659a0a1c48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384877 Feb 07 23:21:24.860340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:21:24.863669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:21:24.918393 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-e7682a9f-a117-4d76-ba59-5fe78c961e7f service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825021 Feb 07 23:21:25.022339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17986dbe-ac9f-43cb-adf4-97cafaf13316 req-bc9dd2e1-95c8-4382-a03c-13f5ba7d8569 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975120 Feb 07 23:21:25.155182 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:25.182487 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:25.208560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:21:25.228798 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:25.231024 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa868d4-1d1b-423f-b5f5-badea17127c8" -d '{"events": [{"server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "name": "network-vif-unplugged", "status": "completed", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:21:25.235539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'mac_address': 'fa:16:3e:87:64:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:21:25.245542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:21:25.249386 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:25.292855 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9674a247-fa69-4bcd-9652-01d95b34dd08 x-openstack-request-id: req-9674a247-fa69-4bcd-9652-01d95b34dd08 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:21:25.293151 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "name": "network-vif-unplugged", "status": "completed", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:21:25.293408 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9674a247-fa69-4bcd-9652-01d95b34dd08 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:21:25.293860 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'code': 200} Feb 07 23:21:25.312639 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:25.334882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:25.338036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:21:25.348847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.349201 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.349568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.350616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.351037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.351405 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.351730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.352082 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.352414 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.352744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.353092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.353401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:25.370662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:21:25.374890 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:25.424089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:25.576906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:21:25.643333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359a7c0-cb6b-4a2e-90fd-8c56a719c339 req-f7839e02-dbd9-4224-b8b5-f3b62235f023 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:25.644815 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6359a7c0-cb6b-4a2e-90fd-8c56a719c339 req-f7839e02-dbd9-4224-b8b5-f3b62235f023 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.0483532 Feb 07 23:21:25.686685 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6359a7c0-cb6b-4a2e-90fd-8c56a719c339 req-cec4bb6b-ada6-4db6-a155-3e8f94d150b6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344961 Feb 07 23:21:25.862447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a096f-0396-4957-b2bc-4247bf08c53d req-c1ffa9bb-8fee-4198-8203-92298d9867f4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:25.864184 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c87a096f-0396-4957-b2bc-4247bf08c53d req-c1ffa9bb-8fee-4198-8203-92298d9867f4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.1061926 Feb 07 23:21:25.902045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c87a096f-0396-4957-b2bc-4247bf08c53d req-2898eac0-bff0-4dd8-b70d-4d3b871b738d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312276 Feb 07 23:21:26.014969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732d24-6399-44ac-86de-4c68413f62e4 req-a9a6ed4f-8285-487d-8616-80f3ee66de2c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:26.016433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc732d24-6399-44ac-86de-4c68413f62e4 req-a9a6ed4f-8285-487d-8616-80f3ee66de2c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.0488832 Feb 07 23:21:26.056125 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc732d24-6399-44ac-86de-4c68413f62e4 req-6ea7fa66-d185-4ca8-b9be-a8a03bc65b79 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 Feb 07 23:21:26.283653 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068c0a8-711f-4ff1-b52f-b7ad41a8151d req-f00177b9-f939-4b86-a7ff-64b5b059395b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:26.285147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d068c0a8-711f-4ff1-b52f-b7ad41a8151d req-f00177b9-f939-4b86-a7ff-64b5b059395b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.0484607 Feb 07 23:21:26.321879 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d068c0a8-711f-4ff1-b52f-b7ad41a8151d req-6b5beaa9-541f-4a5e-8bd8-0ae6ed53bb53 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Feb 07 23:21:26.457253 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.706981 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.875210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:21:26.926186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:26.926557 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.000815 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.031098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:21:27.034756 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.080160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:27.294557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:27.296805 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd6085b-41a1-47ac-953e-38998df50c92" -d '{"events": [{"server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "name": "network-vif-plugged", "status": "completed", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:21:27.331997 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0ef125-f913-42a3-adc8-2078f4b4dde0 x-openstack-request-id: req-2a0ef125-f913-42a3-adc8-2078f4b4dde0 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:21:27.332283 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "name": "network-vif-plugged", "status": "completed", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:21:27.332532 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a0ef125-f913-42a3-adc8-2078f4b4dde0 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:21:27.332920 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'code': 200} Feb 07 23:21:27.492134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9cd3-e0ef-423b-bcb1-82f64222f8de req-bfae3796-9e86-486b-875c-efdacfd85353 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:27.493696 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a53a9cd3-e0ef-423b-bcb1-82f64222f8de req-bfae3796-9e86-486b-875c-efdacfd85353 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.1028469 Feb 07 23:21:27.494215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-0a9ac772-ef4c-4097-8174-ed9e22deff8c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:27.495651 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-0a9ac772-ef4c-4097-8174-ed9e22deff8c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0488179 Feb 07 23:21:27.535315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a53a9cd3-e0ef-423b-bcb1-82f64222f8de req-2ddd153d-4c59-44fd-8552-a12da7a41b51 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355532 Feb 07 23:21:27.586544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Deleting port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:21:27.586878 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.670096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] For port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:21:27.670450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.895318 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.895672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.896014 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 disassociated. External IP: 172.25.8.122, port: ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55. Feb 07 23:21:27.896348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Calling delete_port for ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:21:28.022353 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:28.050921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event deleted for resources: {'Port': ['ID=ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:28.165604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:21:28.272734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:21:28.282168 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:21:28.292347 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:21:28.292992 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:21:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:28.314602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] No DVR routers for this DVR port ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:21:28.317303 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:28.320783 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7919b8ab-c70e-4afb-8427-6ceb2e80228b req-2e0bf769-44e4-4f8d-8e6c-9b9f386bc783 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "DELETE /v2.0/ports/ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 HTTP/1.1" status: 204 len: 173 time: 0.8194463 Feb 07 23:21:28.321169 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'name': 'network-vif-deleted', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:28.323401 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0502a3-860e-4524-83c6-ec5d2f5a32f2" -d '{"events": [{"server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "name": "network-vif-deleted", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:21:28.408703 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:21:28.434002 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27edcaf1-b477-4b99-98ed-a7d15cdf373c x-openstack-request-id: req-27edcaf1-b477-4b99-98ed-a7d15cdf373c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:21:28.434295 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7", "name": "network-vif-deleted", "tag": "ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:21:28.434549 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27edcaf1-b477-4b99-98ed-a7d15cdf373c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:21:28.434950 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7', 'name': 'network-vif-deleted', 'tag': 'ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55', 'status': 'completed', 'code': 200} Feb 07 23:21:28.609329 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:28.637429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:21:28.642582 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab709d27-6ef0-4575-8b2c-23469429be93 req-20c5db17-454c-4185-b2ae-2e912f12c61a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98ff4bf-d8b6-4d35-9702-15c63fb6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0257516 Feb 07 23:21:28.645598 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:21:28.646128 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:21:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:28.753928 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:21:28.963847 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:28.992634 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df41a3b1-03ff-4c46-8679-c96af2235022 None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:21:29.208392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1335c41b-3a70-4556-895b-44840beda19d None None] New status for floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:21:29.880720 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-8e4ab784-a672-4b77-9ec8-3da39223c656 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--353062776&fields=id&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 267 time: 0.0347328 Feb 07 23:21:29.985959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-0a55265a-7e7c-4d37-bdc6-9f7c4da20e80 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:29.987381 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-0a55265a-7e7c-4d37-bdc6-9f7c4da20e80 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 812 time: 0.0989497 Feb 07 23:21:30.002362 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-c2b89911-cd75-46a3-b413-c026d22f4ad3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/quotas/8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 375 time: 0.0087852 Feb 07 23:21:30.054865 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-edd76aa4-704b-426f-ab0f-aa542896ee36 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463510 Feb 07 23:21:30.150517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-6ec49c0c-6b7c-4710-a4fa-fba516644896 service neutron] 10.222.0.15 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837386 Feb 07 23:21:30.241011 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-f03e118a-88dd-45e5-918b-3e78964fc9dd service neutron] 10.222.0.15 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829852 Feb 07 23:21:30.398065 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d4da47dd-85c5-4230-a893-0e6a1819b242 req-4a252edf-8114-416f-8bf4-cdccdeefbaa7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 210 time: 0.0260930 Feb 07 23:21:30.905961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:21:30.925693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:21:30.926032 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device ba12c2a6-5d2e-44f9-8bbd-db8c1c2a4f55 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:21:31.280912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-75c9ab6d-930e-4a05-af5f-dc02d8b8391d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:31.282383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-75c9ab6d-930e-4a05-af5f-dc02d8b8391d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 812 time: 0.1057498 Feb 07 23:21:31.324935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-9258ed3e-c0e8-4c4d-a193-a7dd165e6753 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 379 time: 0.0344388 Feb 07 23:21:31.335479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'port': {'device_id': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'admin_state_up': True, 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'security_groups': ['eb9c784b-fa47-4b29-96f2-8978ca0481d8']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:31.446866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Made reservation on behalf of 8db5d9f307004fff8573168befd8b50b for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:31.450492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.524611 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ecb2629-c3d9-4752-92d3-15c9fc0c5f55 req-fb9b3fc9-cc52-43df-a135-f52514e48134 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 210 time: 0.0573137 Feb 07 23:21:31.597941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Allocated IP 172.20.0.14 (b011a3cd-839c-48a1-8cbc-27fed9ade99d/99d64b8c-0d1c-468f-8940-6bbb42bda074/da517350-f51f-4949-86c5-8ce3f28ede8f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:31.731077 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.764444 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.806785 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:31.809611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:31.813141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:21:31.842190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event updated for resources: {'Port': ['ID=da517350-f51f-4949-86c5-8ce3f28ede8f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:31.873769 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:31.874392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.892699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-ae3b18ba-8b09-4f9e-a367-51e825351b73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5607009 Feb 07 23:21:31.904626 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Request body: {'port': {'device_id': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:31.960833 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.021823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ac49a634-783d-4522-867b-55697e222c78 None None] Provisioning complete for port da517350-f51f-4949-86c5-8ce3f28ede8f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:32.022391 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac49a634-783d-4522-867b-55697e222c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.055261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ac49a634-783d-4522-867b-55697e222c78 None None] Port da517350-f51f-4949-86c5-8ce3f28ede8f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:21:32.216076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da517350-f51f-4949-86c5-8ce3f28ede8f {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:21:32.223161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.235092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Transition to ACTIVE for port object da517350-f51f-4949-86c5-8ce3f28ede8f will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:32.238524 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.310212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Pushing event updated for resources: {'Port': ['ID=da517350-f51f-4949-86c5-8ce3f28ede8f,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:32.362486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Attempting to bind port da517350-f51f-4949-86c5-8ce3f28ede8f on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:21:32.362823 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Attempting to bind port da517350-f51f-4949-86c5-8ce3f28ede8f by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:21:32.363406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Attempting to bind port da517350-f51f-4949-86c5-8ce3f28ede8f on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:21:32.368595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Port da517350-f51f-4949-86c5-8ce3f28ede8f on network b011a3cd-839c-48a1-8cbc-27fed9ade99d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:21:32.368915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Attempting to bind port da517350-f51f-4949-86c5-8ce3f28ede8f on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:21:32.373788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:21:32.374122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Checking segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:21:32.374511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Bound using segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:21:32.374941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Bound port: da517350-f51f-4949-86c5-8ce3f28ede8f, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:21:32.375291 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.439996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:21:32.443022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=da517350-f51f-4949-86c5-8ce3f28ede8f,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:21:32.448204 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.487860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:32.488762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.490100 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] 10.222.0.46 "PUT /v2.0/ports/da517350-f51f-4949-86c5-8ce3f28ede8f HTTP/1.1" status: 200 len: 1092 time: 0.5899665 Feb 07 23:21:32.490597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:32.492825 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633f5ca8-86ec-4826-a141-0602b4fc8e36" -d '{"events": [{"name": "network-changed", "server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:21:32.524085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498054ff-ebb7-4565-95de-39f44088de05 service neutron] Pushing event updated for resources: {'Port': ['ID=da517350-f51f-4949-86c5-8ce3f28ede8f,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:32.541744 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96710377-f462-467b-ae23-b61970cdd418 x-openstack-request-id: req-96710377-f462-467b-ae23-b61970cdd418 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:21:32.542006 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:21:32.542257 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96710377-f462-467b-ae23-b61970cdd418 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:21:32.542641 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'status': 'completed', 'code': 200} Feb 07 23:21:32.577388 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-6b9fd21e-effb-4053-9e8f-53d1dffcb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:32.579080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-6b9fd21e-effb-4053-9e8f-53d1dffcb39f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 1095 time: 0.0474629 Feb 07 23:21:32.632222 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-899969bc-991a-4be9-8a58-efdffab7c0b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da517350-f51f-4949-86c5-8ce3f28ede8f HTTP/1.1" status: 200 len: 217 time: 0.0459788 Feb 07 23:21:32.711834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186aa37-33a3-4f30-a2fb-d213657908ae req-bd460124-6bae-46cd-9f10-09deae7fb085 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:32.713293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a186aa37-33a3-4f30-a2fb-d213657908ae req-bd460124-6bae-46cd-9f10-09deae7fb085 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 944 time: 0.0909264 Feb 07 23:21:32.714967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-4d8db298-2bfb-4665-8c09-4f5d96fd746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:32.716282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-4d8db298-2bfb-4665-8c09-4f5d96fd746c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0666556 Feb 07 23:21:32.785807 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a186aa37-33a3-4f30-a2fb-d213657908ae req-fced41ee-5670-41da-9887-255edf972ac3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659990 Feb 07 23:21:32.791851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-d1cfb431-601c-41cd-b686-5433d88a63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:32.793272 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-d1cfb431-601c-41cd-b686-5433d88a63cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678322 Feb 07 23:21:32.886854 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-1d0c2f6f-b002-4c6c-96f5-ae7bdf606830 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865309 Feb 07 23:21:32.973816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ca35fc9-2df8-4686-a0c0-29df011874d2 req-b0fa99a8-2774-4404-a60f-79ff046d5556 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800090 Feb 07 23:21:33.063214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-08c7eeca-a428-417e-bef7-268b5041f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:33.064712 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-08c7eeca-a428-417e-bef7-268b5041f248 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 1095 time: 0.0418627 Feb 07 23:21:33.154078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-17ec26d4-0a37-4db1-a954-22379d5ec7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:33.155538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-17ec26d4-0a37-4db1-a954-22379d5ec7be service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0845551 Feb 07 23:21:33.195146 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-fc2a4038-592b-4b11-9512-a09707fe8fc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da517350-f51f-4949-86c5-8ce3f28ede8f HTTP/1.1" status: 200 len: 217 time: 0.0335004 Feb 07 23:21:33.542478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-7d6439e9-6c3a-429c-bde9-6c54c21f5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:33.543843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-7d6439e9-6c3a-429c-bde9-6c54c21f5227 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.3409290 Feb 07 23:21:33.591595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-797d6590-700e-4661-9303-62065a8eb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:33.593078 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-797d6590-700e-4661-9303-62065a8eb917 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415866 Feb 07 23:21:33.679158 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-243ea38b-1c76-4016-b04c-e44a83315f9a service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790839 Feb 07 23:21:33.769244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-633f5ca8-86ec-4826-a141-0602b4fc8e36 req-1a1f6f52-6787-4909-93c0-505026f357c7 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822346 Feb 07 23:21:33.904708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff40d96-f081-4826-a2ac-6d56e5f3ff5d req-6f243a5c-fa26-499f-b3a5-a43c9d388641 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:33.906149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ff40d96-f081-4826-a2ac-6d56e5f3ff5d req-6f243a5c-fa26-499f-b3a5-a43c9d388641 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 944 time: 0.0487885 Feb 07 23:21:33.943892 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8ff40d96-f081-4826-a2ac-6d56e5f3ff5d req-a0348a60-bf1a-409d-96a8-a3d3b965fbf9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Feb 07 23:21:34.262468 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:34.757385 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:34.905777 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device da517350-f51f-4949-86c5-8ce3f28ede8f details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:21:34.999227 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=da517350-f51f-4949-86c5-8ce3f28ede8f,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:21:35.011621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'mac_address': 'fa:16:3e:91:e5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:21:35.026429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:21:35.057307 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.060442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b39b-18a5-4d8a-8b42-61da595e4d99 req-f315d86d-cb7e-43ac-bf52-dc9a47f12e51 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:35.061887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9951b39b-18a5-4d8a-8b42-61da595e4d99 req-f315d86d-cb7e-43ac-bf52-dc9a47f12e51 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 944 time: 0.0488973 Feb 07 23:21:35.071016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da517350-f51f-4949-86c5-8ce3f28ede8f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:21:35.090223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=da517350-f51f-4949-86c5-8ce3f28ede8f,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:21:35.095039 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.102021 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9951b39b-18a5-4d8a-8b42-61da595e4d99 req-8b9af942-b71b-4c67-a223-91d1c1216d02 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334332 Feb 07 23:21:35.142499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=da517350-f51f-4949-86c5-8ce3f28ede8f,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:35.279323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['da517350-f51f-4949-86c5-8ce3f28ede8f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:21:36.220018 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abece3-4fbc-49d0-b2e6-1317ac2ff260 req-2038d180-e1de-4c00-8117-f03da3061cee tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:36.221458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a3abece3-4fbc-49d0-b2e6-1317ac2ff260 req-2038d180-e1de-4c00-8117-f03da3061cee tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 945 time: 0.0479538 Feb 07 23:21:36.262430 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a3abece3-4fbc-49d0-b2e6-1317ac2ff260 req-e0c37735-c598-415e-b7c5-59763a5cedd4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Feb 07 23:21:36.922465 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device da517350-f51f-4949-86c5-8ce3f28ede8f up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:21:36.969628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port da517350-f51f-4949-86c5-8ce3f28ede8f completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:36.973070 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port da517350-f51f-4949-86c5-8ce3f28ede8f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:36.973440 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:37.051344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:37.072963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:37.075159 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0178c5-518b-4b1e-9414-db5218a6b393" -d '{"events": [{"server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "name": "network-vif-plugged", "status": "completed", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:21:37.089186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=da517350-f51f-4949-86c5-8ce3f28ede8f,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:21:37.093107 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:37.120970 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005cf484-4f00-4d95-b0a0-c8906addc609 x-openstack-request-id: req-005cf484-4f00-4d95-b0a0-c8906addc609 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:21:37.121252 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "name": "network-vif-plugged", "status": "completed", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:21:37.121497 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-005cf484-4f00-4d95-b0a0-c8906addc609 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:21:37.121876 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'code': 200} Feb 07 23:21:37.149364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=da517350-f51f-4949-86c5-8ce3f28ede8f,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:37.206499 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90b8f-8cae-45ce-8da1-78f9cbe48863 req-c5085db7-94b2-4627-8967-d08a33944d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:37.208070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dea90b8f-8cae-45ce-8da1-78f9cbe48863 req-c5085db7-94b2-4627-8967-d08a33944d37 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 1097 time: 0.0417976 Feb 07 23:21:37.241648 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dea90b8f-8cae-45ce-8da1-78f9cbe48863 req-c864eed7-f5ac-425f-a716-5c993be264cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274408 Feb 07 23:21:37.378457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1e340-f611-41e5-8dc5-212a02f255bf req-3fb89afc-f3cd-4622-aa37-b01235063906 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:37.379950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83a1e340-f611-41e5-8dc5-212a02f255bf req-3fb89afc-f3cd-4622-aa37-b01235063906 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0492036 Feb 07 23:21:37.420950 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-83a1e340-f611-41e5-8dc5-212a02f255bf req-45a0f8e0-b9d6-42cd-924e-01285b0330ad tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337887 Feb 07 23:21:38.537357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e82d6-7ca0-45b8-8c4b-404135b35a2d req-c9446f60-033c-485e-bb06-e9729479ab5d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:38.540238 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e95e82d6-7ca0-45b8-8c4b-404135b35a2d req-c9446f60-033c-485e-bb06-e9729479ab5d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0500317 Feb 07 23:21:38.576350 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e95e82d6-7ca0-45b8-8c4b-404135b35a2d req-1325c2d0-1464-4439-a20a-e586253d24ca tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301762 Feb 07 23:21:38.686892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec2b54-4e20-4877-bf17-e5697f6c5cd9 req-84c4dd3a-b068-444b-a36b-d50d8ba0c0ac tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:38.688381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-98ec2b54-4e20-4877-bf17-e5697f6c5cd9 req-84c4dd3a-b068-444b-a36b-d50d8ba0c0ac tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0481987 Feb 07 23:21:38.696929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 56946) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:21:38.701460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cec7f6ab-70cf-4b87-803b-fa0b6db3b78d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'floatingip': {'port_id': 'da517350-f51f-4949-86c5-8ce3f28ede8f'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:38.739865 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cec7f6ab-70cf-4b87-803b-fa0b6db3b78d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.160466 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cec7f6ab-70cf-4b87-803b-fa0b6db3b78d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.164934 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cec7f6ab-70cf-4b87-803b-fa0b6db3b78d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.263278 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-cec7f6ab-70cf-4b87-803b-fa0b6db3b78d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 associated. External IP: 172.25.8.122, port: da517350-f51f-4949-86c5-8ce3f28ede8f. Feb 07 23:21:39.465645 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec7f6ab-70cf-4b87-803b-fa0b6db3b78d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:21:39.571286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec7f6ab-70cf-4b87-803b-fa0b6db3b78d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:21:39.575912 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cec7f6ab-70cf-4b87-803b-fa0b6db3b78d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.580688 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:21:39.593385 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:21:39.593999 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:21:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:39.603922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cec7f6ab-70cf-4b87-803b-fa0b6db3b78d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "PUT /v2.0/floatingips/5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 HTTP/1.1" status: 200 len: 992 time: 0.9058762 Feb 07 23:21:39.604608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:39.606845 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef" -d '{"events": [{"name": "network-changed", "server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:21:39.651157 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21efc2bd-d381-4b03-a590-6468522fbc28 x-openstack-request-id: req-21efc2bd-d381-4b03-a590-6468522fbc28 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:21:39.651449 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:21:39.651755 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21efc2bd-d381-4b03-a590-6468522fbc28 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:21:39.652169 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'status': 'completed', 'code': 200} Feb 07 23:21:39.702765 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:21:39.736394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab212af2-d440-4b8c-b08d-ad0128d7683f req-950c2a38-0784-4a23-ab72-043907a4da33 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:39.737810 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab212af2-d440-4b8c-b08d-ad0128d7683f req-950c2a38-0784-4a23-ab72-043907a4da33 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0815046 Feb 07 23:21:39.744970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-327e469a-20e8-4303-a3e6-399ce7d25985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:39.746421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-327e469a-20e8-4303-a3e6-399ce7d25985 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 1097 time: 0.0643828 Feb 07 23:21:39.826934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ab212af2-d440-4b8c-b08d-ad0128d7683f req-1b76c270-0fb7-4b5b-b045-13e95dc54189 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795379 Feb 07 23:21:39.871282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-f685b332-940c-4422-997d-b9c0746458b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:39.872757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-f685b332-940c-4422-997d-b9c0746458b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.1187668 Feb 07 23:21:39.927433 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:91:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:21:39Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:39.940533 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-28fbe38a-0a4e-40a1-aaaa-8e0a39ef876b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da517350-f51f-4949-86c5-8ce3f28ede8f HTTP/1.1" status: 200 len: 1000 time: 0.0610268 Feb 07 23:21:39.957359 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:21:39.966157 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:21:39.966756 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:21:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:39.989470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-0b14ee5c-40bf-47c5-9b07-e182b98f2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:39.991553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-0b14ee5c-40bf-47c5-9b07-e182b98f2687 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0443110 Feb 07 23:21:40.033960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-640ba0a2-9cb4-4a75-b4a8-ce6c99e3f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:40.035418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-640ba0a2-9cb4-4a75-b4a8-ce6c99e3f2c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384815 Feb 07 23:21:40.071132 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:21:40.126034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-95e2d30c-82cc-44a1-922c-1c7059849fd1 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Feb 07 23:21:40.215383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04e1aa1e-7f3c-4f30-b703-d03b634f1aef req-cc70a6e7-ead6-4d50-8887-8f3bd7e2d584 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823188 Feb 07 23:21:40.289476 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:91:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:21:39Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:40.315770 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c877a3-0912-4d17-b168-8408345761d1 None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:91:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:21:39Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:21:40.492462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c84ce8-a3e4-4a2d-b8ce-0d9ace2cac9d None None] New status for floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:21:40.965217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955d038-5d1e-4869-9375-f92b0af3e35e req-567a1c0b-52ad-4c09-9301-d0a1e2fb930a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:40.966593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1955d038-5d1e-4869-9375-f92b0af3e35e req-567a1c0b-52ad-4c09-9301-d0a1e2fb930a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0604250 Feb 07 23:21:41.003759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1955d038-5d1e-4869-9375-f92b0af3e35e req-93719fee-1b8a-46fe-8cd2-8cf6a35f599f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312152 Feb 07 23:21:41.201147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03395e4e-6dfc-4338-867e-03c8ce585f57 req-26c72d06-bc6d-491e-a3e9-c3d3e171a7f0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:41.202606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03395e4e-6dfc-4338-867e-03c8ce585f57 req-26c72d06-bc6d-491e-a3e9-c3d3e171a7f0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0523694 Feb 07 23:21:41.240144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03395e4e-6dfc-4338-867e-03c8ce585f57 req-6514a99c-7546-4c64-a21c-4f1a326b5790 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313463 Feb 07 23:21:42.362507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ef3be-46cb-4a0e-96e0-5dfceb29d0f8 req-7eec714c-196d-410d-91bd-bed22e19f682 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:42.364246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e6ef3be-46cb-4a0e-96e0-5dfceb29d0f8 req-7eec714c-196d-410d-91bd-bed22e19f682 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0514982 Feb 07 23:21:42.400933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e6ef3be-46cb-4a0e-96e0-5dfceb29d0f8 req-f4dd1e6c-f8bf-47c1-8771-2a49ccdba32f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305219 Feb 07 23:21:43.516192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4d7a2-9316-4215-9353-12deddfb5c54 req-4f13af98-ee8b-4c5f-b0b7-1aca42618c2a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:43.517612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91a4d7a2-9316-4215-9353-12deddfb5c54 req-4f13af98-ee8b-4c5f-b0b7-1aca42618c2a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0486083 Feb 07 23:21:43.556081 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91a4d7a2-9316-4215-9353-12deddfb5c54 req-90babdf8-0cd4-4a70-a13f-8acc8e333c4d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320606 Feb 07 23:21:44.676223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58dba5-dd54-4a30-a973-e75e743ec970 req-0d3114cc-c241-4285-84aa-144bc166c659 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:44.677669 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd58dba5-dd54-4a30-a973-e75e743ec970 req-0d3114cc-c241-4285-84aa-144bc166c659 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0523281 Feb 07 23:21:44.714032 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bd58dba5-dd54-4a30-a973-e75e743ec970 req-02de93b2-bb69-4f93-9798-c93fbe97b2bb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303793 Feb 07 23:21:45.829536 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1a908-fccb-4628-a5a4-86855d3fc0f0 req-40a65a2b-8cd4-4e0a-b629-3547978cca1e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:45.831050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bf1a908-fccb-4628-a5a4-86855d3fc0f0 req-40a65a2b-8cd4-4e0a-b629-3547978cca1e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0482824 Feb 07 23:21:45.869403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4bf1a908-fccb-4628-a5a4-86855d3fc0f0 req-d535b6d8-2753-4fd9-924c-842fa6e65438 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323231 Feb 07 23:21:46.983259 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da859-46bb-4e4b-b84e-615529ca4020 req-1108f1c3-27e8-4a5f-84c6-326447fdc9e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:46.984723 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c03da859-46bb-4e4b-b84e-615529ca4020 req-1108f1c3-27e8-4a5f-84c6-326447fdc9e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0475731 Feb 07 23:21:47.023034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c03da859-46bb-4e4b-b84e-615529ca4020 req-cf109c26-4eec-4ef1-9baf-6cd693c80930 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313578 Feb 07 23:21:48.142279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079e4cc-7531-45d7-9fe9-df145a5579b5 req-6c505e30-ae15-4d4a-b62a-9f5a88caeb90 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:48.143748 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4079e4cc-7531-45d7-9fe9-df145a5579b5 req-6c505e30-ae15-4d4a-b62a-9f5a88caeb90 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0525594 Feb 07 23:21:48.181004 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4079e4cc-7531-45d7-9fe9-df145a5579b5 req-e08306c4-dc7d-4454-81fd-f9736a82b976 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304976 Feb 07 23:21:49.294895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84763f3-f1c3-4421-963a-ba54720b63f3 req-8464596e-7643-4cdb-9aa2-6ecf0afa084c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:49.296343 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d84763f3-f1c3-4421-963a-ba54720b63f3 req-8464596e-7643-4cdb-9aa2-6ecf0afa084c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0471175 Feb 07 23:21:49.331894 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d84763f3-f1c3-4421-963a-ba54720b63f3 req-dabd4f3c-b035-4fe4-b6f8-042ad6e38fd3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295906 Feb 07 23:21:50.448161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7701d2-f6dd-4577-ad2c-31b3433670b4 req-d20e4058-af3a-4ba5-9f69-436a8e9bcc56 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:50.449605 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c7701d2-f6dd-4577-ad2c-31b3433670b4 req-d20e4058-af3a-4ba5-9f69-436a8e9bcc56 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Feb 07 23:21:50.486883 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c7701d2-f6dd-4577-ad2c-31b3433670b4 req-3b6d7aae-2412-4a43-8a6d-9e7e3f775aa7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313227 Feb 07 23:21:51.532581 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b53fe7c7-b61f-48e8-afed-e03867881f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:51.604640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61ae78-861c-4d01-b59c-41aa7d7095a9 req-6a58ea4a-f162-4fbb-9b8a-621765fc2d05 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:51.606094 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d61ae78-861c-4d01-b59c-41aa7d7095a9 req-6a58ea4a-f162-4fbb-9b8a-621765fc2d05 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0514796 Feb 07 23:21:51.643501 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d61ae78-861c-4d01-b59c-41aa7d7095a9 req-1433521c-a769-424a-b76a-b0230e00b12e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314546 Feb 07 23:21:52.758309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876e9ba-5157-4cb2-b505-b0e26c3cd7cb req-79492ccb-012e-4f2d-999c-ddaea39ac7fd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:52.759769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d876e9ba-5157-4cb2-b505-b0e26c3cd7cb req-79492ccb-012e-4f2d-999c-ddaea39ac7fd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0478842 Feb 07 23:21:52.798514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d876e9ba-5157-4cb2-b505-b0e26c3cd7cb req-b6bde6f2-b24b-4683-b1cd-7ac320e02211 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327632 Feb 07 23:21:53.920586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9ac09-09b1-4f50-912e-c661f6f28ec1 req-c23738fa-4864-4a54-983d-3d75f5b1ecb7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:53.922162 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a3c9ac09-09b1-4f50-912e-c661f6f28ec1 req-c23738fa-4864-4a54-983d-3d75f5b1ecb7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0491836 Feb 07 23:21:53.959601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a3c9ac09-09b1-4f50-912e-c661f6f28ec1 req-aceada5e-f667-43ba-a216-10102ee07abc tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Feb 07 23:21:54.671005 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c56de45-7d1a-4790-8a57-7b9bf9007189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.975328 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:55.083372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b4615-c7d4-4cf0-8153-aff5265537bd req-757c7c92-b178-49e7-92c7-565a8987a247 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:55.084835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-046b4615-c7d4-4cf0-8153-aff5265537bd req-757c7c92-b178-49e7-92c7-565a8987a247 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0517857 Feb 07 23:21:55.122068 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-046b4615-c7d4-4cf0-8153-aff5265537bd req-6f069bc6-a486-4fc0-b4af-d8da0042da75 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Feb 07 23:21:56.235296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e816a6-5758-49d8-a805-8bcf6fbffb5e req-842f8185-fc77-4793-a5ce-10ed921cc405 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:56.236742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3e816a6-5758-49d8-a805-8bcf6fbffb5e req-842f8185-fc77-4793-a5ce-10ed921cc405 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0472383 Feb 07 23:21:56.275099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3e816a6-5758-49d8-a805-8bcf6fbffb5e req-a20c5954-efd7-4483-83ae-83118b1af7b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317945 Feb 07 23:21:56.459509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:56.709316 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:57.390287 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cd7c1-2a6b-4f05-b733-4a134b06e479 req-2a5d0cc5-ae7c-4538-b3db-ff142ae02e9b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:57.391751 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-392cd7c1-2a6b-4f05-b733-4a134b06e479 req-2a5d0cc5-ae7c-4538-b3db-ff142ae02e9b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0490785 Feb 07 23:21:57.428610 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-392cd7c1-2a6b-4f05-b733-4a134b06e479 req-780132a9-93b6-45f4-9884-6ad742d3c89c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309401 Feb 07 23:21:58.549589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ca0c9-df56-4d82-9452-ce1572b06161 req-47bf2c65-4c67-4f59-b422-ee6213165c3f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:58.551078 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-895ca0c9-df56-4d82-9452-ce1572b06161 req-47bf2c65-4c67-4f59-b422-ee6213165c3f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0519586 Feb 07 23:21:58.588537 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-895ca0c9-df56-4d82-9452-ce1572b06161 req-0a1f704f-0190-4a05-9255-711bbeabab31 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311284 Feb 07 23:21:59.704080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706c225-a695-49e4-aa6f-dcd6cd325143 req-85f570c0-74fb-4e00-a185-96bc1cce4c6b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:59.705518 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6706c225-a695-49e4-aa6f-dcd6cd325143 req-85f570c0-74fb-4e00-a185-96bc1cce4c6b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0485139 Feb 07 23:21:59.742387 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6706c225-a695-49e4-aa6f-dcd6cd325143 req-d6989b5b-6e97-47d7-95d7-1fefd354e949 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309067 Feb 07 23:22:00.861084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10010d67-6899-476a-b312-a79c36f6e6d9 req-b7ff5076-0791-43ee-9f9f-c9071845384c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:00.862560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10010d67-6899-476a-b312-a79c36f6e6d9 req-b7ff5076-0791-43ee-9f9f-c9071845384c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0486457 Feb 07 23:22:00.900746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-10010d67-6899-476a-b312-a79c36f6e6d9 req-1f14a88d-8255-455c-9512-d1ad442491fd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318093 Feb 07 23:22:02.026637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42833f-bb1f-411f-975b-b91a7639ad5f req-22a6ab06-fba7-4153-890d-6192ad2a67e5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:02.028077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d42833f-bb1f-411f-975b-b91a7639ad5f req-22a6ab06-fba7-4153-890d-6192ad2a67e5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0528960 Feb 07 23:22:02.064468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d42833f-bb1f-411f-975b-b91a7639ad5f req-00d8e700-e86f-4362-b948-385505d6e34c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302100 Feb 07 23:22:03.180105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9e6fa-0db6-4b45-a357-2bf1246523af req-0473cb32-d66c-4045-80c4-02ad56caefda tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:03.181910 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d9e6fa-0db6-4b45-a357-2bf1246523af req-0473cb32-d66c-4045-80c4-02ad56caefda tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0489666 Feb 07 23:22:03.218613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56d9e6fa-0db6-4b45-a357-2bf1246523af req-c08fbd49-1a8d-447f-9d29-80ff6c525ea4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307894 Feb 07 23:22:04.263843 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.335671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9678c0-3fde-4ea6-8384-ddff87d4d5f8 req-b2929cfc-8dc8-47c6-8f67-6ec415d295b4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:04.337147 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c9678c0-3fde-4ea6-8384-ddff87d4d5f8 req-b2929cfc-8dc8-47c6-8f67-6ec415d295b4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0479059 Feb 07 23:22:04.375843 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c9678c0-3fde-4ea6-8384-ddff87d4d5f8 req-2c56dead-d99d-4b86-92da-c277ff1be2cf tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321307 Feb 07 23:22:04.745372 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.494413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f468-adb2-4bfc-ac61-f224cbf98757 req-ac106fe4-5eeb-4850-968f-a941512a45c3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:05.495898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ba0f468-adb2-4bfc-ac61-f224cbf98757 req-ac106fe4-5eeb-4850-968f-a941512a45c3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0527453 Feb 07 23:22:05.532493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ba0f468-adb2-4bfc-ac61-f224cbf98757 req-c982ed08-4e68-4b43-b56c-b6bd2ef0e844 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305667 Feb 07 23:22:06.648000 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d608d-700d-4c6c-a076-fbbf8f5be42e req-efe497a5-77c9-4db6-8e76-c74de3730424 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:06.649596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-262d608d-700d-4c6c-a076-fbbf8f5be42e req-efe497a5-77c9-4db6-8e76-c74de3730424 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0487075 Feb 07 23:22:06.686664 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-262d608d-700d-4c6c-a076-fbbf8f5be42e req-548a0aa5-f880-4895-b02f-e99af4dc0c5c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312927 Feb 07 23:22:06.944052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-7fcd89d7-54aa-4164-a566-c3c388f7e855 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765321 Feb 07 23:22:06.951368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0abf31-dfc6-49f0-92be-d3bd6a7c475c req-06c380fa-1dd2-4e25-af68-2ce9f5b12c63 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:06.953379 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c0abf31-dfc6-49f0-92be-d3bd6a7c475c req-06c380fa-1dd2-4e25-af68-2ce9f5b12c63 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0754535 Feb 07 23:22:06.993990 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0c0abf31-dfc6-49f0-92be-d3bd6a7c475c req-38557024-8f16-4a14-895a-426f7063598e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341923 Feb 07 23:22:07.971046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-9ca4dac4-0a01-4706-b1bc-b3752f9956df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:07.972557 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-9ca4dac4-0a01-4706-b1bc-b3752f9956df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 1097 time: 0.0402439 Feb 07 23:22:08.072810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-efec8cf7-831e-4232-8ee6-dc2a39f63536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:08.074172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-efec8cf7-831e-4232-8ee6-dc2a39f63536 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0953915 Feb 07 23:22:08.153431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53576d-fcb5-41d6-af24-2e969ce1199c req-944e7600-3fd3-4057-865c-615708f277df tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:08.154893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e53576d-fcb5-41d6-af24-2e969ce1199c req-944e7600-3fd3-4057-865c-615708f277df tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0907128 Feb 07 23:22:08.170270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-a5060ad5-9674-4bce-874d-a9adfb5eea38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da517350-f51f-4949-86c5-8ce3f28ede8f HTTP/1.1" status: 200 len: 1002 time: 0.0777757 Feb 07 23:22:08.227194 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e53576d-fcb5-41d6-af24-2e969ce1199c req-21bab30a-e78e-42af-8d19-f1168509092a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658512 Feb 07 23:22:08.236216 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-327d69ad-5cbd-4267-b5a5-2d8443a0db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:08.237593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-327d69ad-5cbd-4267-b5a5-2d8443a0db37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0605147 Feb 07 23:22:08.281759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-f2a1f094-1ae8-4e96-a159-4bf7380277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:08.283201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-f2a1f094-1ae8-4e96-a159-4bf7380277e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388365 Feb 07 23:22:08.293613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-ffff5bbb-81a0-4ed7-920b-a9f2ecd79d98 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:22:08.294531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-ffff5bbb-81a0-4ed7-920b-a9f2ecd79d98 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052302 Feb 07 23:22:08.381414 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-b9f03de9-4261-442c-9a06-3bcb16b0f8ff service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800042 Feb 07 23:22:08.472209 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-c292ff55-ae23-4c22-ba57-17622f8d9053 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847263 Feb 07 23:22:09.342476 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ced807-fea6-4818-9673-0ecaa29052ce req-37991404-0a08-400a-b750-75b300f2727c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:09.343935 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7ced807-fea6-4818-9673-0ecaa29052ce req-37991404-0a08-400a-b750-75b300f2727c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0480540 Feb 07 23:22:09.380822 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7ced807-fea6-4818-9673-0ecaa29052ce req-9e2f8799-7426-47ec-9683-010743c8ef8f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309796 Feb 07 23:22:09.981323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-216c352b-4e04-4ee5-820e-0ca9b94d682f service neutron] 10.222.0.46 "GET /v2.0/ports/da517350-f51f-4949-86c5-8ce3f28ede8f/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.0574455 Feb 07 23:22:10.179187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-a55d24fe-7878-4131-bb3b-9b3915843530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:10.181212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-a55d24fe-7878-4131-bb3b-9b3915843530 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 1097 time: 0.0408862 Feb 07 23:22:10.243480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-b7c0a490-c601-4d4c-8e75-dc0b6b45d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:10.244986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-b7c0a490-c601-4d4c-8e75-dc0b6b45d249 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 1097 time: 0.0437641 Feb 07 23:22:10.330620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-588a2ec8-5dfd-4a99-99de-66d2450d2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:10.332064 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-588a2ec8-5dfd-4a99-99de-66d2450d2d1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0809214 Feb 07 23:22:10.398637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-fe9421ee-c5e2-414c-bc35-b5ccaf7de2de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da517350-f51f-4949-86c5-8ce3f28ede8f HTTP/1.1" status: 200 len: 1002 time: 0.0604343 Feb 07 23:22:10.447651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-e8f3c7e8-ae6a-4136-8143-a92a17caae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:10.449048 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-e8f3c7e8-ae6a-4136-8143-a92a17caae07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0433102 Feb 07 23:22:10.525605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf4c10-c0d1-4d71-b1d2-3dbc0de7aada req-a5cf37d2-2a04-455a-b6ac-a3a3eed495a3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:10.527039 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4cf4c10-c0d1-4d71-b1d2-3dbc0de7aada req-a5cf37d2-2a04-455a-b6ac-a3a3eed495a3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0733125 Feb 07 23:22:10.531203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-7d3043e6-29c1-4962-8bfd-a28f2dfa16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:10.532567 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-7d3043e6-29c1-4962-8bfd-a28f2dfa16c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771492 Feb 07 23:22:10.613172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4cf4c10-c0d1-4d71-b1d2-3dbc0de7aada req-ac7067a1-da85-4046-9596-5a6ff2065107 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794275 Feb 07 23:22:10.642760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-b74a044b-1d9b-45cf-9d33-8f47e743d973 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037869 Feb 07 23:22:10.732874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2fd0c16e-6267-462b-93f5-51902b9fca11 req-0da69259-91e8-4af7-a30e-5dea40bb1e40 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841768 Feb 07 23:22:11.733452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a415-5b3c-49e4-a319-be90f8b7421c req-d7818920-b73d-4e55-8f15-7794ba463bd0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:11.734891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be09a415-5b3c-49e4-a319-be90f8b7421c req-d7818920-b73d-4e55-8f15-7794ba463bd0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0513237 Feb 07 23:22:11.771906 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-be09a415-5b3c-49e4-a319-be90f8b7421c req-0a54ead1-f689-4fef-a578-9603405b2cc7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307209 Feb 07 23:22:12.025752 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:22:12.890577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74145a6-4786-444d-a80c-e2cde9345c21 req-961532c5-f94d-4719-901c-263d0966797d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:12.892133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d74145a6-4786-444d-a80c-e2cde9345c21 req-961532c5-f94d-4719-901c-263d0966797d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0497005 Feb 07 23:22:12.932027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d74145a6-4786-444d-a80c-e2cde9345c21 req-b42ff791-db84-4c96-8274-75014fe248b4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310225 Feb 07 23:22:13.078573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device da517350-f51f-4949-86c5-8ce3f28ede8f details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:22:13.081030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device da517350-f51f-4949-86c5-8ce3f28ede8f no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:22:13.157984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-0c7a6758-a0e6-4f0e-89f9-6d380369f8be tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:13.159408 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-0c7a6758-a0e6-4f0e-89f9-6d380369f8be tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785&tenant_id=8db5d9f307004fff8573168befd8b50b&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 946 time: 0.0730596 Feb 07 23:22:13.167604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2500689-0a42-4c67-9ca8-aa901e7ef9bb req-dfa6cd61-7681-4427-aba2-efa6fd6a1c34 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:13.169010 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2500689-0a42-4c67-9ca8-aa901e7ef9bb req-dfa6cd61-7681-4427-aba2-efa6fd6a1c34 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0930972 Feb 07 23:22:13.218828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a2500689-0a42-4c67-9ca8-aa901e7ef9bb req-afdb7c49-f72f-470e-9f74-46e9556b7c91 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427172 Feb 07 23:22:13.238756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=da517350-f51f-4949-86c5-8ce3f28ede8f,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:22:13.253588 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'mac_address': 'fa:16:3e:91:e5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:22:13.253795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-38e9163d-ab24-49a9-bb62-3e87c1057cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:13.255219 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-38e9163d-ab24-49a9-bb62-3e87c1057cf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 1097 time: 0.0500896 Feb 07 23:22:13.262649 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:13.309286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:13.311490 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec59f7-a568-4733-96dc-fb20ec07d727" -d '{"events": [{"server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "name": "network-vif-unplugged", "status": "completed", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:22:13.326402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=da517350-f51f-4949-86c5-8ce3f28ede8f,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:22:13.327484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:13.343519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:13.348580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da517350-f51f-4949-86c5-8ce3f28ede8f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:22:13.354986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-8f87b054-9d85-4818-a812-8e903a024b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:13.356540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-8f87b054-9d85-4818-a812-8e903a024b23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0945792 Feb 07 23:22:13.373358 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f48c760-21dd-46b1-ac99-2dd7d9805c6f x-openstack-request-id: req-8f48c760-21dd-46b1-ac99-2dd7d9805c6f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:22:13.373656 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "name": "network-vif-unplugged", "status": "completed", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:22:13.373910 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f48c760-21dd-46b1-ac99-2dd7d9805c6f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:22:13.374299 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'code': 200} Feb 07 23:22:13.425033 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-585456ab-da84-4b07-895d-e858435efd5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da517350-f51f-4949-86c5-8ce3f28ede8f HTTP/1.1" status: 200 len: 1000 time: 0.0624120 Feb 07 23:22:13.430201 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:22:13.430706 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:22:13.431596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=da517350-f51f-4949-86c5-8ce3f28ede8f,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:13.473869 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-cbd2e64c-1e09-430a-a90c-6121d59b7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:13.475329 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-cbd2e64c-1e09-430a-a90c-6121d59b7104 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0444696 Feb 07 23:22:13.519278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-0f717fe7-b865-42eb-84b0-05fbf1fe73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:13.520747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-0f717fe7-b865-42eb-84b0-05fbf1fe73c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388672 Feb 07 23:22:13.611684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-70e006b4-f3f4-477f-a1bd-825529ee53f9 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831800 Feb 07 23:22:13.698120 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6e8b78-511b-47c5-b4ee-5b741dc34ce1 req-52edd198-919a-4c0d-b114-b9250bf6be2c service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801241 Feb 07 23:22:13.965609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:13.978690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da517350-f51f-4949-86c5-8ce3f28ede8f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:22:13.997890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=da517350-f51f-4949-86c5-8ce3f28ede8f,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:22:14.002753 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:14.050781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=da517350-f51f-4949-86c5-8ce3f28ede8f,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:14.207151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['da517350-f51f-4949-86c5-8ce3f28ede8f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:22:14.346235 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0da96-bb2a-4da2-8c96-2967f934b3aa req-af2e0f61-03e1-45ee-96a0-b773b024be17 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:14.347746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40d0da96-bb2a-4da2-8c96-2967f934b3aa req-af2e0f61-03e1-45ee-96a0-b773b024be17 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 945 time: 0.0576723 Feb 07 23:22:14.386326 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-40d0da96-bb2a-4da2-8c96-2967f934b3aa req-69c1054f-98d4-4dbe-9da6-3dfad5adf790 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Feb 07 23:22:14.502832 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99f85-d743-4afc-b5b0-8c341b2bace0 req-9ab3c88e-bb14-4f7f-85d5-9b6eba4de86d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:14.504228 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ef99f85-d743-4afc-b5b0-8c341b2bace0 req-9ab3c88e-bb14-4f7f-85d5-9b6eba4de86d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 945 time: 0.0487962 Feb 07 23:22:14.542019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ef99f85-d743-4afc-b5b0-8c341b2bace0 req-0ebf9a2b-f91b-4e76-ab66-fa9482609d2b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315177 Feb 07 23:22:14.737120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea0b3-1a8d-46e3-bb42-6a41d95f02e8 req-7dde5040-abf3-4a02-8117-ac9ab2413294 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:14.738863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-229ea0b3-1a8d-46e3-bb42-6a41d95f02e8 req-7dde5040-abf3-4a02-8117-ac9ab2413294 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 945 time: 0.0506034 Feb 07 23:22:14.760759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-75bbcfd2-ebbb-4cb0-904f-99eb789a26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:14.762152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-75bbcfd2-ebbb-4cb0-904f-99eb789a26e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 1096 time: 0.0412889 Feb 07 23:22:14.778393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-229ea0b3-1a8d-46e3-bb42-6a41d95f02e8 req-fa03d10a-4163-43da-ac10-5ccaaf10156d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333652 Feb 07 23:22:14.860323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-de813830-281e-4033-a40a-bcc9de03ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:14.861760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-de813830-281e-4033-a40a-bcc9de03ad14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0932076 Feb 07 23:22:14.929275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-e863f6ec-35c3-4d9e-8c57-b64cb2ab5227 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da517350-f51f-4949-86c5-8ce3f28ede8f HTTP/1.1" status: 200 len: 1001 time: 0.0611594 Feb 07 23:22:14.976899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-6930c36e-0ac0-40f5-bac4-8540c86b0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:14.978693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-6930c36e-0ac0-40f5-bac4-8540c86b0fb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0430586 Feb 07 23:22:15.029839 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-c6629406-a0a2-49cc-b2be-4aa4d64799ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:15.031224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-c6629406-a0a2-49cc-b2be-4aa4d64799ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444193 Feb 07 23:22:15.092533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device da517350-f51f-4949-86c5-8ce3f28ede8f up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:22:15.118849 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-54a0be4e-eaf6-4b9c-954b-34c9d1adf328 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811965 Feb 07 23:22:15.139619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port da517350-f51f-4949-86c5-8ce3f28ede8f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:22:15.140017 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.210281 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ef959eaa-0119-4260-97ca-00967ff9a2dc req-264eb892-39c5-48bf-b510-8c8c570715d4 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845370 Feb 07 23:22:15.218612 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.252775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=da517350-f51f-4949-86c5-8ce3f28ede8f,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:22:15.256294 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.302354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=da517350-f51f-4949-86c5-8ce3f28ede8f,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:15.375449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:15.377865 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1b628d-2114-4bc3-86be-b5c30b74102c" -d '{"events": [{"server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "name": "network-vif-plugged", "status": "completed", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:22:15.414517 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976b6fd2-8e75-4815-acdd-dcf413a7ddfe x-openstack-request-id: req-976b6fd2-8e75-4815-acdd-dcf413a7ddfe {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:22:15.414808 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "name": "network-vif-plugged", "status": "completed", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:22:15.416257 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-976b6fd2-8e75-4815-acdd-dcf413a7ddfe {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:22:15.416668 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'code': 200} Feb 07 23:22:15.900266 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871edb-d598-4826-80f3-63319bbcae13 req-bf6bab9a-af3e-40a2-b1db-9da7c61c68b9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:15.901766 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5871edb-d598-4826-80f3-63319bbcae13 req-bf6bab9a-af3e-40a2-b1db-9da7c61c68b9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0535178 Feb 07 23:22:15.942868 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5871edb-d598-4826-80f3-63319bbcae13 req-4bfae347-72f6-476f-b261-304256d71ecd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349894 Feb 07 23:22:16.176827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c01231-0c2b-459a-ae09-15f3ad2cd8cf req-caef15f0-0cb8-43a5-8524-efb326e44a56 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:16.178308 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9c01231-0c2b-459a-ae09-15f3ad2cd8cf req-caef15f0-0cb8-43a5-8524-efb326e44a56 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0479007 Feb 07 23:22:16.215835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9c01231-0c2b-459a-ae09-15f3ad2cd8cf req-e08f9364-7494-4bf5-b2cb-335a14ac22c1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Feb 07 23:22:17.192028 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-08347436-a0d2-451f-ade6-6a27c44be568 req-f3a8e359-f285-4c4a-82d1-679b01e37457 service neutron] (102290) timed out ('10.222.0.15', 53084) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:22:17.657726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f3eeb-1533-4366-a6b5-8639ac36b76f req-8b7d8320-1739-47e2-b2b3-3c1454981a9b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:17.659224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-727f3eeb-1533-4366-a6b5-8639ac36b76f req-8b7d8320-1739-47e2-b2b3-3c1454981a9b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.3744025 Feb 07 23:22:17.671096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-0d8bfec5-7c84-425c-a549-466e88e9fa0d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:17.672487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-0d8bfec5-7c84-425c-a549-466e88e9fa0d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 946 time: 0.0639668 Feb 07 23:22:17.736213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-727f3eeb-1533-4366-a6b5-8639ac36b76f req-9003e27c-15bd-4213-aac5-78342d678377 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627892 Feb 07 23:22:17.782380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Deleting port da517350-f51f-4949-86c5-8ce3f28ede8f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:22:17.782720 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:17.868704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] For port da517350-f51f-4949-86c5-8ce3f28ede8f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=da517350-f51f-4949-86c5-8ce3f28ede8f,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:22:17.869071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:18.036724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:18.037088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:18.037408 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 disassociated. External IP: 172.25.8.122, port: da517350-f51f-4949-86c5-8ce3f28ede8f. Feb 07 23:22:18.037745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Calling delete_port for da517350-f51f-4949-86c5-8ce3f28ede8f owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:22:18.159820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:18.192470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event deleted for resources: {'Port': ['ID=da517350-f51f-4949-86c5-8ce3f28ede8f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:18.203409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.203775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.204119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.204453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.204788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.205115 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.205439 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.205756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.206074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.206390 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.206708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.207025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:18.317356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:22:18.432052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:22:18.442348 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:22:18.453609 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:22:18.454227 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:21:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:18.470286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] No DVR routers for this DVR port da517350-f51f-4949-86c5-8ce3f28ede8f on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:22:18.472881 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:18.476209 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d81a68e3-d6c9-4237-b5f7-bcbcaecdeeda req-2ad87a22-6619-430b-809c-844fda95c0c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "DELETE /v2.0/ports/da517350-f51f-4949-86c5-8ce3f28ede8f HTTP/1.1" status: 204 len: 173 time: 0.7972884 Feb 07 23:22:18.476657 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'name': 'network-vif-deleted', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:18.478991 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054bdd3f-493e-420e-8858-04ae04ef3861" -d '{"events": [{"server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "name": "network-vif-deleted", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:22:18.523412 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b4449-509c-428f-a1fd-838e2ee82386 x-openstack-request-id: req-159b4449-509c-428f-a1fd-838e2ee82386 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:22:18.523719 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ceed85-fdc4-45f0-a026-cdcfa5897785", "name": "network-vif-deleted", "tag": "da517350-f51f-4949-86c5-8ce3f28ede8f", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:22:18.523979 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-159b4449-509c-428f-a1fd-838e2ee82386 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:22:18.524453 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ceed85-fdc4-45f0-a026-cdcfa5897785', 'name': 'network-vif-deleted', 'tag': 'da517350-f51f-4949-86c5-8ce3f28ede8f', 'status': 'completed', 'code': 200} Feb 07 23:22:18.563378 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:22:18.756318 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:18.784308 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:22:18.793613 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:22:18.794413 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:21:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:18.843821 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-337b92f6-48bc-4da5-aa72-cdfbf4d5181b req-09efabee-5170-4a57-9a7f-be4c642f21af tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=11ceed85-fdc4-45f0-a026-cdcfa5897785 HTTP/1.1" status: 200 len: 210 time: 0.0264623 Feb 07 23:22:18.997041 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:22:19.185559 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:19.215388 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b56d76-796e-4bba-8da9-fe98c3dd938f None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:22:19.421619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e2b08d-d387-4234-900d-494add5fbdf6 None None] New status for floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:22:20.084719 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-df1323fb-8cf9-46eb-943c-d4749c582d37 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--353062776&fields=id&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 267 time: 0.0319171 Feb 07 23:22:20.192133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-38ffba30-bda6-4fb7-8732-1c3c522c717d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:20.193551 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-38ffba30-bda6-4fb7-8732-1c3c522c717d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 812 time: 0.1015484 Feb 07 23:22:20.209101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-baaa574e-2bfc-40e0-9c83-11dba253eda5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/quotas/8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 375 time: 0.0088921 Feb 07 23:22:20.261274 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-4ba4d251-6920-41ee-9cfa-80845d81771a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460978 Feb 07 23:22:20.356922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-df7d3a6d-75ca-408b-a50b-062137694d89 service neutron] 10.222.0.15 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837131 Feb 07 23:22:20.444149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-cc554c21-f807-4d50-b369-2484b502cc0c service neutron] 10.222.0.15 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810294 Feb 07 23:22:20.605518 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-249fcfaa-10d7-4d44-bb99-3229ae7cf0f5 req-76af8d7f-4042-4389-9e8e-38aeece47a64 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 210 time: 0.0254827 Feb 07 23:22:21.108527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device da517350-f51f-4949-86c5-8ce3f28ede8f no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:22:21.129534 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: da517350-f51f-4949-86c5-8ce3f28ede8f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:22:21.129882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device da517350-f51f-4949-86c5-8ce3f28ede8f not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:22:21.488198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-56d834b2-dbd2-4f03-8230-ee864df751ca tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:21.489731 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-56d834b2-dbd2-4f03-8230-ee864df751ca tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 812 time: 0.1062140 Feb 07 23:22:21.535034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-e617be49-fa9b-46f5-a955-4ee112bb18b4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 379 time: 0.0354452 Feb 07 23:22:21.535346 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d15a663-6191-48b7-a701-8a885be4b49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:21.550738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'port': {'device_id': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'admin_state_up': True, 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'security_groups': ['eb9c784b-fa47-4b29-96f2-8978ca0481d8']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:21.657160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Made reservation on behalf of 8db5d9f307004fff8573168befd8b50b for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:22:21.660783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:21.702644 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d61df479-38c6-414a-9e7b-1f3c05260bde req-754156c6-e5ff-43fb-b40b-acc249b991d1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 210 time: 0.0271096 Feb 07 23:22:21.788107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Allocated IP 172.20.0.7 (b011a3cd-839c-48a1-8cbc-27fed9ade99d/99d64b8c-0d1c-468f-8940-6bbb42bda074/e425d563-c672-4165-86db-56df1a97dbdd) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:22:21.926370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:21.957941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:22.000903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:22:22.003848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:22:22.007422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:22:22.035609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:22.061981 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:22.062615 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:22.078999 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-1ad25af0-880e-4eed-8355-9486cfa82ace tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5321107 Feb 07 23:22:22.091635 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Request body: {'port': {'device_id': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:22.146386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:22.201832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c788f7d8-a31f-42ae-ab11-8f10459f5369 None None] Provisioning complete for port e425d563-c672-4165-86db-56df1a97dbdd triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:22:22.202395 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c788f7d8-a31f-42ae-ab11-8f10459f5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:22.235800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c788f7d8-a31f-42ae-ab11-8f10459f5369 None None] Port e425d563-c672-4165-86db-56df1a97dbdd cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:22:22.409502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e425d563-c672-4165-86db-56df1a97dbdd {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:22:22.416788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:22.428060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Transition to ACTIVE for port object e425d563-c672-4165-86db-56df1a97dbdd will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:22:22.432517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:22.480074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:22.553777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Attempting to bind port e425d563-c672-4165-86db-56df1a97dbdd on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:22:22.554119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Attempting to bind port e425d563-c672-4165-86db-56df1a97dbdd by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:22:22.554449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Attempting to bind port e425d563-c672-4165-86db-56df1a97dbdd on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:22:22.558994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Port e425d563-c672-4165-86db-56df1a97dbdd on network b011a3cd-839c-48a1-8cbc-27fed9ade99d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:22:22.559316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Attempting to bind port e425d563-c672-4165-86db-56df1a97dbdd on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:22:22.564449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:22:22.564790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Checking segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:22:22.565173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Bound using segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:22:22.565596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Bound port: e425d563-c672-4165-86db-56df1a97dbdd, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:22:22.565952 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:22.631373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:22:22.635315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:22:22.639222 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:22.675235 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:22.675901 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:22.677275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] 10.222.0.46 "PUT /v2.0/ports/e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 200 len: 1091 time: 0.5906787 Feb 07 23:22:22.677722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:22.679967 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4ff63a-9970-4368-99b2-a065f938e181" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "tag": "e425d563-c672-4165-86db-56df1a97dbdd"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:22:22.702866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fb901-322e-4a2d-97cf-47177de98972 service neutron] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:22.731610 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18d9399-cc09-4a06-88d6-90dc55f9228c x-openstack-request-id: req-c18d9399-cc09-4a06-88d6-90dc55f9228c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:22:22.731762 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "tag": "e425d563-c672-4165-86db-56df1a97dbdd", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:22:22.731982 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c18d9399-cc09-4a06-88d6-90dc55f9228c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:22:22.732379 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd', 'status': 'completed', 'code': 200} Feb 07 23:22:22.768123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-b0d0f5f7-b987-4d4f-92cf-03a76080c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:22.769634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-b0d0f5f7-b987-4d4f-92cf-03a76080c8ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 1094 time: 0.0475013 Feb 07 23:22:22.819727 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-60e47b7d-6119-4835-bd54-cc42b49ba537 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 200 len: 217 time: 0.0431740 Feb 07 23:22:22.839152 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fdc4c-70ff-449b-81f9-b5e4208419c8 req-003a5668-0854-4f56-a9ae-f099d7db39a8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:22.841510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311fdc4c-70ff-449b-81f9-b5e4208419c8 req-003a5668-0854-4f56-a9ae-f099d7db39a8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 943 time: 0.0570636 Feb 07 23:22:22.873656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-a0024c51-5b12-4745-990f-966234788516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:22.875314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-a0024c51-5b12-4745-990f-966234788516 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0483427 Feb 07 23:22:22.893189 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-311fdc4c-70ff-449b-81f9-b5e4208419c8 req-3baf727c-a46f-4be8-b657-6d68386835f1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381672 Feb 07 23:22:22.922564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-f98a5e84-fd36-4a9a-8a73-9cd0995fc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:22.924107 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-f98a5e84-fd36-4a9a-8a73-9cd0995fc39b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425704 Feb 07 23:22:23.016573 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-6d160081-c9a3-4ba2-b92b-83b238a816a3 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862360 Feb 07 23:22:23.102385 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d9c90299-d325-4909-9b05-6c71e43b82ff req-e50e7d13-a4c2-4ba0-aa82-e9d22e33b056 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798171 Feb 07 23:22:23.187059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-03fb8ae4-0373-4b3f-b5b8-bab7b10ea434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:23.188460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-03fb8ae4-0373-4b3f-b5b8-bab7b10ea434 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 1094 time: 0.0405982 Feb 07 23:22:23.280476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-cba1b752-40c6-4e55-a16e-81eae2241091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:23.281918 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-cba1b752-40c6-4e55-a16e-81eae2241091 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0871110 Feb 07 23:22:23.323350 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-63a7ac22-1b11-4595-9721-bf260b2a193a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 200 len: 217 time: 0.0352626 Feb 07 23:22:23.375094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-77b4d002-1075-4e39-9233-ae56af3ebe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:23.376552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-77b4d002-1075-4e39-9233-ae56af3ebe65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0468450 Feb 07 23:22:23.420567 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-cc5f4bab-503e-4a63-a275-1f2b7a5b1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:23.422006 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-cc5f4bab-503e-4a63-a275-1f2b7a5b1b5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388212 Feb 07 23:22:23.510418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-588bf2b1-3105-4ef8-9eb5-1bd809f5f1f0 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806484 Feb 07 23:22:23.602581 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a4ff63a-9970-4368-99b2-a065f938e181 req-1b87a884-c90c-4744-b1d6-d1d1fe36bfc5 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851219 Feb 07 23:22:24.019044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb8179-9115-47ae-97c9-51630d1bd054 req-96b253e5-b2d4-4802-8159-e010bc50b832 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:24.020522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3fdb8179-9115-47ae-97c9-51630d1bd054 req-96b253e5-b2d4-4802-8159-e010bc50b832 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 943 time: 0.0546899 Feb 07 23:22:24.061971 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3fdb8179-9115-47ae-97c9-51630d1bd054 req-45694fe1-e0fa-4a42-b7cc-136231bf345f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354950 Feb 07 23:22:24.675465 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c93668d-8dd1-43d6-bd10-037493c29911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:24.978725 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:25.107791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:22:25.177389 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fa5dd-2c87-456c-a944-e230034e8178 req-8f82b940-f301-4028-836a-8080574755f3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:25.178851 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-244fa5dd-2c87-456c-a944-e230034e8178 req-8f82b940-f301-4028-836a-8080574755f3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 943 time: 0.0490475 Feb 07 23:22:25.202541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:22:25.214219 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e425d563-c672-4165-86db-56df1a97dbdd', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': 'e425d563-c672-4165-86db-56df1a97dbdd', 'mac_address': 'fa:16:3e:d0:2d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:22:25.217066 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-244fa5dd-2c87-456c-a944-e230034e8178 req-b154b1c1-db02-436e-a957-5d0e861fd700 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321617 Feb 07 23:22:25.254089 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:25.416697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e425d563-c672-4165-86db-56df1a97dbdd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:22:25.435234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:22:25.438364 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:25.484087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:25.491416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.491791 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.492143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.492479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.492813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.493145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.493658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.494074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.494348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.494675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.495003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.495324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:25.637173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e425d563-c672-4165-86db-56df1a97dbdd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:22:26.333404 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3711d35-4406-458e-b40a-c669715cb783 req-eb7ec7b3-5789-42cd-92f9-77b0659bfb34 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:26.335004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3711d35-4406-458e-b40a-c669715cb783 req-eb7ec7b3-5789-42cd-92f9-77b0659bfb34 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 944 time: 0.0492978 Feb 07 23:22:26.378418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d3711d35-4406-458e-b40a-c669715cb783 req-fc78a9c2-7267-48e0-b29a-9868e0b21ffb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369537 Feb 07 23:22:26.463221 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:26.710664 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:27.107731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:22:27.156162 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port e425d563-c672-4165-86db-56df1a97dbdd completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:22:27.159674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e425d563-c672-4165-86db-56df1a97dbdd triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:22:27.160073 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:27.238542 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:27.259758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:27.261972 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26f6c2a-b445-4115-9286-ddf6639e2698" -d '{"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-plugged", "status": "completed", "tag": "e425d563-c672-4165-86db-56df1a97dbdd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:22:27.274543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:22:27.279373 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:27.302228 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841a265f-46d4-4229-b102-dd23d80e87de x-openstack-request-id: req-841a265f-46d4-4229-b102-dd23d80e87de {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:22:27.302518 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-plugged", "status": "completed", "tag": "e425d563-c672-4165-86db-56df1a97dbdd", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:22:27.302772 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-841a265f-46d4-4229-b102-dd23d80e87de {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:22:27.303160 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd', 'code': 200} Feb 07 23:22:27.327565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:27.391412 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08d81-3d0e-41e0-abab-f782a2b69022 req-68ed5ff9-0836-41e0-8e5f-7f6aab7f416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:27.392906 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-31c08d81-3d0e-41e0-abab-f782a2b69022 req-68ed5ff9-0836-41e0-8e5f-7f6aab7f416a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 1096 time: 0.0399446 Feb 07 23:22:27.426996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-31c08d81-3d0e-41e0-abab-f782a2b69022 req-15b7a82a-3649-49d1-b877-fe1352910d29 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279632 Feb 07 23:22:27.494987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b40973-d104-4dc5-88e0-e5a31ec361d0 req-8c4dc608-27a4-45bd-84ad-d7a56ec14695 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:27.496464 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61b40973-d104-4dc5-88e0-e5a31ec361d0 req-8c4dc608-27a4-45bd-84ad-d7a56ec14695 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0481513 Feb 07 23:22:27.534426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-61b40973-d104-4dc5-88e0-e5a31ec361d0 req-9657890f-3e56-4260-ba21-7a55c56a81a6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Feb 07 23:22:28.652007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22d9b4-1e4a-4921-aa33-3b3e5bc4df86 req-25a31ed8-72d6-4fe5-9340-013db791cbb1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:28.653472 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cb22d9b4-1e4a-4921-aa33-3b3e5bc4df86 req-25a31ed8-72d6-4fe5-9340-013db791cbb1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0489910 Feb 07 23:22:28.690198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cb22d9b4-1e4a-4921-aa33-3b3e5bc4df86 req-cf7e3de6-2845-45d6-867a-44e9096fea5f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307717 Feb 07 23:22:28.799807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf44ba5-d7cb-47ca-bc16-8487dec01c2c req-d5fd2045-f98f-423a-9a5f-089164e4d0de tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:28.801268 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbf44ba5-d7cb-47ca-bc16-8487dec01c2c req-d5fd2045-f98f-423a-9a5f-089164e4d0de tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0470102 Feb 07 23:22:28.810518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57126) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:22:28.814740 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-103cde50-cb3a-416e-8096-4a8b5d00ad74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'floatingip': {'port_id': 'e425d563-c672-4165-86db-56df1a97dbdd'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:28.856935 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-103cde50-cb3a-416e-8096-4a8b5d00ad74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:29.281936 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-103cde50-cb3a-416e-8096-4a8b5d00ad74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:29.285725 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-103cde50-cb3a-416e-8096-4a8b5d00ad74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:29.382156 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-103cde50-cb3a-416e-8096-4a8b5d00ad74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 associated. External IP: 172.25.8.122, port: e425d563-c672-4165-86db-56df1a97dbdd. Feb 07 23:22:29.588415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103cde50-cb3a-416e-8096-4a8b5d00ad74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:22:29.694291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103cde50-cb3a-416e-8096-4a8b5d00ad74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:22:29.699463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-103cde50-cb3a-416e-8096-4a8b5d00ad74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:29.705156 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:22:29.716128 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:22:29.717101 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:22:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:29.731013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-103cde50-cb3a-416e-8096-4a8b5d00ad74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "PUT /v2.0/floatingips/5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 HTTP/1.1" status: 200 len: 991 time: 0.9168968 Feb 07 23:22:29.731013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:29.731885 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f70282-8413-4e5d-b509-46d1a32f91b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "tag": "e425d563-c672-4165-86db-56df1a97dbdd"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:22:29.775206 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aa7b3a-da02-4713-bdc8-c725f7bb63e7 x-openstack-request-id: req-26aa7b3a-da02-4713-bdc8-c725f7bb63e7 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:22:29.775206 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "tag": "e425d563-c672-4165-86db-56df1a97dbdd", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:22:29.775426 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26aa7b3a-da02-4713-bdc8-c725f7bb63e7 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:22:29.775803 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd', 'status': 'completed', 'code': 200} Feb 07 23:22:29.836297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839236b-63e3-44a4-93c1-55996bf6321c req-6544ef91-37d9-45fd-ad39-729cc5d10060 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:29.838514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7839236b-63e3-44a4-93c1-55996bf6321c req-6544ef91-37d9-45fd-ad39-729cc5d10060 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0552764 Feb 07 23:22:29.853260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-e1063e9c-1602-4be7-930b-b6b60b09b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:29.855367 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:22:29.855845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-e1063e9c-1602-4be7-930b-b6b60b09b903 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 1096 time: 0.0553102 Feb 07 23:22:29.888813 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7839236b-63e3-44a4-93c1-55996bf6321c req-c2651737-e03f-4b83-ad96-1d78ca2104d0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434024 Feb 07 23:22:29.949942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-1ffa7dc7-b127-45d5-9295-7cf8c8edbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:29.951406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-1ffa7dc7-b127-45d5-9295-7cf8c8edbb07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0890207 Feb 07 23:22:30.021988 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-f350dd1b-5ba8-4802-8031-83658d325a94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 200 len: 999 time: 0.0640554 Feb 07 23:22:30.070170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-75d818a3-2cd5-4b42-a8e7-7a5dc365aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:30.071845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-75d818a3-2cd5-4b42-a8e7-7a5dc365aac0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0433588 Feb 07 23:22:30.089619 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': 'e425d563-c672-4165-86db-56df1a97dbdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:d0:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:22:29Z', 'revision_number': 9, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:30.119214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-cda2f9bf-11dc-46e9-b526-b799bf31c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:30.119413 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:22:30.121682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-cda2f9bf-11dc-46e9-b526-b799bf31c76f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438204 Feb 07 23:22:30.128096 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:22:30.128685 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:22:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:30.212201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-62733efe-9dc9-4279-9e9e-a1f319e253c0 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836935 Feb 07 23:22:30.229473 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:22:30.468995 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': 'e425d563-c672-4165-86db-56df1a97dbdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:d0:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:22:29Z', 'revision_number': 9, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:30.495607 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f149a26-ce0a-43d9-8700-9923a3b03b79 None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': 'e425d563-c672-4165-86db-56df1a97dbdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:d0:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:22:29Z', 'revision_number': 9, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:22:30.610844 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c1f70282-8413-4e5d-b509-46d1a32f91b6 req-1f3e3f60-e040-468a-a2dc-f135939062c2 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919287 Feb 07 23:22:30.692934 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7123359-f040-451f-bc45-0815fbddbace None None] New status for floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:22:31.006932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c1e74-3902-4cad-b872-07b0cdd51f8d req-009cce55-3216-462c-a671-0f22378daba0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:31.008391 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a33c1e74-3902-4cad-b872-07b0cdd51f8d req-009cce55-3216-462c-a671-0f22378daba0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0482068 Feb 07 23:22:31.046678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a33c1e74-3902-4cad-b872-07b0cdd51f8d req-9b3de289-2f97-4e16-891e-083b392de22f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309727 Feb 07 23:22:31.267247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-e9411c7e-7ee0-4e05-b83f-251e19581892 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405219 Feb 07 23:22:31.285912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d668b63-596d-4eaa-be02-92013e17f6d3 req-a6f17694-fda8-468f-9246-64335cb72a4c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:31.287422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d668b63-596d-4eaa-be02-92013e17f6d3 req-a6f17694-fda8-468f-9246-64335cb72a4c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0521932 Feb 07 23:22:31.326386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5d668b63-596d-4eaa-be02-92013e17f6d3 req-c0ec07c6-7cc4-4c2b-82a0-f5a2ef2bbc23 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321791 Feb 07 23:22:32.352389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b227-1b00-43dc-affc-15601fbea3ea req-2a8b8d83-b96e-4384-bdd6-357ad77c9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:32.353773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-2a8b8d83-b96e-4384-bdd6-357ad77c9400 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 1096 time: 0.0399168 Feb 07 23:22:32.446421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ed45-7ec9-41fc-a127-8e15ddf728cc req-aaf02f06-0019-4cea-bc8f-829e4b8065fd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:32.447795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b227-1b00-43dc-affc-15601fbea3ea req-d9e52edd-3a05-4951-96ed-d8c23f492cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:32.447959 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d423ed45-7ec9-41fc-a127-8e15ddf728cc req-aaf02f06-0019-4cea-bc8f-829e4b8065fd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0488646 Feb 07 23:22:32.449741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-d9e52edd-3a05-4951-96ed-d8c23f492cc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0885689 Feb 07 23:22:32.487013 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d423ed45-7ec9-41fc-a127-8e15ddf728cc req-cd47d5f7-e594-43f7-96bf-2ee0f93f3dee tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329366 Feb 07 23:22:32.515086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-ef7534bc-9c8e-4b37-b4fe-ca657c61c462 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 200 len: 1002 time: 0.0586705 Feb 07 23:22:32.561622 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b227-1b00-43dc-affc-15601fbea3ea req-f1701b48-770b-4ca8-a626-520f4b059621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:32.562992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-f1701b48-770b-4ca8-a626-520f4b059621 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0423446 Feb 07 23:22:32.609772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b227-1b00-43dc-affc-15601fbea3ea req-cd4d2f7c-bc23-442e-917a-f15cb7095926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:32.611126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-cd4d2f7c-bc23-442e-917a-f15cb7095926 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424244 Feb 07 23:22:32.695947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-ba335e97-0476-44b4-ab92-c8d07ab87206 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783303 Feb 07 23:22:32.787244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-445ea159-151b-40dd-b0c5-2d06efd46dc2 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843694 Feb 07 23:22:33.431726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-15dbe76b-0ac3-4f86-bb9f-594d4dafb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:33.433795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-15dbe76b-0ac3-4f86-bb9f-594d4dafb5bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 1096 time: 0.0401015 Feb 07 23:22:33.534926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-c467df11-ee4b-478e-84f3-2a012c13cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:33.536416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-c467df11-ee4b-478e-84f3-2a012c13cc4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0827968 Feb 07 23:22:33.631633 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-945e75b0-5d16-4dbc-889c-ed3659b0f4e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 200 len: 1002 time: 0.0885262 Feb 07 23:22:33.643609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3ddc2-bcf2-44c0-a2e9-123622814ca2 req-eda2263c-e9e8-4d1f-8f93-e15440a96526 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:33.645029 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3be3ddc2-bcf2-44c0-a2e9-123622814ca2 req-eda2263c-e9e8-4d1f-8f93-e15440a96526 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0642922 Feb 07 23:22:33.713725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-3b132708-ab28-47dd-808f-a041e2150317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:33.714961 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-3b132708-ab28-47dd-808f-a041e2150317 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0691001 Feb 07 23:22:33.717909 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3be3ddc2-bcf2-44c0-a2e9-123622814ca2 req-44c37455-4930-4336-a084-5106a154328f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650024 Feb 07 23:22:33.761667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-80159dd5-985f-47aa-aa24-c4bc9f52477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:33.763154 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-80159dd5-985f-47aa-aa24-c4bc9f52477b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423846 Feb 07 23:22:33.850427 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-21c52b96-1313-4ab3-a664-6df66ff5a71e service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808027 Feb 07 23:22:33.943155 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1010e0e9-5204-443c-bd1a-cf6d201f1122 req-fe74dde2-063d-4b9e-b23d-57a5495cce6a service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863826 Feb 07 23:22:34.278760 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:34.755398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:34.836479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be26d2-fb59-45ab-833e-e1646ca9db11 req-bdf37cd2-ed92-4b5a-a503-fad3ebfbcca3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:34.837911 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08be26d2-fb59-45ab-833e-e1646ca9db11 req-bdf37cd2-ed92-4b5a-a503-fad3ebfbcca3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0493233 Feb 07 23:22:34.877227 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08be26d2-fb59-45ab-833e-e1646ca9db11 req-6a5593aa-c17e-4675-b971-ef9ea4338ab4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Feb 07 23:22:35.993292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdea5f-9f67-4b2d-8231-36e72b4f7832 req-68a4c9e2-b60c-446a-855b-1df7e12f2c31 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:35.994731 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ecdea5f-9f67-4b2d-8231-36e72b4f7832 req-68a4c9e2-b60c-446a-855b-1df7e12f2c31 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0488911 Feb 07 23:22:36.032892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ecdea5f-9f67-4b2d-8231-36e72b4f7832 req-45ecfd45-f868-4a9e-8400-7d0b8f40221f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306971 Feb 07 23:22:37.157731 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262a9c7-9f0f-4fef-98cc-e40976e47b52 req-f9c495a0-c253-44f5-b4c2-5b2a4513671a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:37.159174 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6262a9c7-9f0f-4fef-98cc-e40976e47b52 req-f9c495a0-c253-44f5-b4c2-5b2a4513671a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0532653 Feb 07 23:22:37.196510 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6262a9c7-9f0f-4fef-98cc-e40976e47b52 req-12ecddc0-a21d-4094-b951-cd8c029b035e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313807 Feb 07 23:22:38.320656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c632aed-578a-4dd1-99dc-17f22195eebd req-3a1dda13-b711-4dee-9d24-509187cc5d18 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:38.322103 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c632aed-578a-4dd1-99dc-17f22195eebd req-3a1dda13-b711-4dee-9d24-509187cc5d18 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0574393 Feb 07 23:22:38.359055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c632aed-578a-4dd1-99dc-17f22195eebd req-804f129b-ab1d-43b9-9644-a33ea3cac025 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302796 Feb 07 23:22:39.473302 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191df78a-499d-4118-9374-4dcf92ef709e req-57b663e1-8fdd-422c-acf2-72e785013800 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:39.474722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-191df78a-499d-4118-9374-4dcf92ef709e req-57b663e1-8fdd-422c-acf2-72e785013800 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0472879 Feb 07 23:22:39.512657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-191df78a-499d-4118-9374-4dcf92ef709e req-ea388a28-92f6-4812-b866-f12dfe2dfbaa tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Feb 07 23:22:40.634564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c16bff-47c8-45da-91d2-c859b76cb61e req-ffc0f63e-3b14-4417-8d68-22d017b58cfa tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:40.635986 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09c16bff-47c8-45da-91d2-c859b76cb61e req-ffc0f63e-3b14-4417-8d68-22d017b58cfa tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0541844 Feb 07 23:22:40.674212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-09c16bff-47c8-45da-91d2-c859b76cb61e req-79457b1a-6665-4fd8-9386-5994c0e90777 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321667 Feb 07 23:22:41.788803 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a9e89-cc2f-4ffc-9ba3-fa1e7cb1eb04 req-f30f8ebc-cd9b-4a07-b682-353c1f714a0a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:41.790258 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf5a9e89-cc2f-4ffc-9ba3-fa1e7cb1eb04 req-f30f8ebc-cd9b-4a07-b682-353c1f714a0a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0484092 Feb 07 23:22:41.828654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bf5a9e89-cc2f-4ffc-9ba3-fa1e7cb1eb04 req-f19fd329-6306-4487-9f40-78a4de0e98b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Feb 07 23:22:42.946807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5f61-e611-4321-9231-3561bcab192c req-ad6f6afa-3e7b-46a0-afdd-faa9d0ea3c48 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:42.948295 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a0b5f61-e611-4321-9231-3561bcab192c req-ad6f6afa-3e7b-46a0-afdd-faa9d0ea3c48 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0501432 Feb 07 23:22:42.986108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1a0b5f61-e611-4321-9231-3561bcab192c req-1e2ec4f2-074f-42ed-b71e-d855423141a1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317183 Feb 07 23:22:44.107371 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ca552-398b-4dd0-a0a1-3341c5e99fe4 req-16d27e28-e962-48c9-9161-5bf695facb67 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:44.108749 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b95ca552-398b-4dd0-a0a1-3341c5e99fe4 req-16d27e28-e962-48c9-9161-5bf695facb67 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0541589 Feb 07 23:22:44.147403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b95ca552-398b-4dd0-a0a1-3341c5e99fe4 req-841907eb-805b-4a6f-95cf-a6e2b68ddcf1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324357 Feb 07 23:22:45.280456 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1500df-0af0-43ff-9974-3c685f635973 req-956a2e2e-bd2f-4a69-927e-c8e6b6aeb086 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:45.281933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d1500df-0af0-43ff-9974-3c685f635973 req-956a2e2e-bd2f-4a69-927e-c8e6b6aeb086 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0548379 Feb 07 23:22:45.324206 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d1500df-0af0-43ff-9974-3c685f635973 req-a9801b4c-8845-40fb-978c-b8d1cd7bf3f5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353129 Feb 07 23:22:46.445419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef634acf-9bb9-4cf0-a697-2aad684d1b4a req-51133fd5-7d87-4a45-b55f-86b6305b467d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:46.446958 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ef634acf-9bb9-4cf0-a697-2aad684d1b4a req-51133fd5-7d87-4a45-b55f-86b6305b467d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0486140 Feb 07 23:22:46.484722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ef634acf-9bb9-4cf0-a697-2aad684d1b4a req-92788702-9a6e-49dd-bd9c-3fcce636c211 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311532 Feb 07 23:22:47.601687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7082-a8f8-4077-bf30-f9f6133fb60a req-d5d230dc-10d1-487d-9f90-56f8965ca61a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:47.603129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6a7082-a8f8-4077-bf30-f9f6133fb60a req-d5d230dc-10d1-487d-9f90-56f8965ca61a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0511613 Feb 07 23:22:47.640981 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc6a7082-a8f8-4077-bf30-f9f6133fb60a req-72966fb0-e879-4b5e-a4cd-a52d78dbabbc tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310936 Feb 07 23:22:48.754584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04af04-97a1-44d4-bab7-f4b1a97d0dce req-772265ff-553b-4354-b7e7-5c706cd54fac tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:48.756037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f04af04-97a1-44d4-bab7-f4b1a97d0dce req-772265ff-553b-4354-b7e7-5c706cd54fac tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0476885 Feb 07 23:22:48.792573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3f04af04-97a1-44d4-bab7-f4b1a97d0dce req-ea89877c-f81e-4d89-9945-55c0f1433a23 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305350 Feb 07 23:22:49.024548 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:22:49.909764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e8765-507c-48fd-8a8f-10df7b6faafb req-b71b21ff-46d4-442a-bc01-553cfbe27714 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:49.911229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b0e8765-507c-48fd-8a8f-10df7b6faafb req-b71b21ff-46d4-442a-bc01-553cfbe27714 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0493016 Feb 07 23:22:49.948114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b0e8765-507c-48fd-8a8f-10df7b6faafb req-b7b8d724-8ca5-449d-ba9e-3a78bede23c8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307434 Feb 07 23:22:51.067920 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e3847-a080-4054-8752-4feb1541114e req-d2130f39-18b5-4f30-a538-478a6437c0ec tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:51.069343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e65e3847-a080-4054-8752-4feb1541114e req-d2130f39-18b5-4f30-a538-478a6437c0ec tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0518608 Feb 07 23:22:51.107158 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e65e3847-a080-4054-8752-4feb1541114e req-3303ebac-52fa-4db6-bfae-a94ae57932d2 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313680 Feb 07 23:22:51.536608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-259560ff-8dd1-4cca-8e84-920c5b147b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.222834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f7e7b-cbab-42cf-af25-fcf37e06aff0 req-56b2d1db-0239-4f4d-a887-6afcc6908b54 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:52.224355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-801f7e7b-cbab-42cf-af25-fcf37e06aff0 req-56b2d1db-0239-4f4d-a887-6afcc6908b54 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0483437 Feb 07 23:22:52.260686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-801f7e7b-cbab-42cf-af25-fcf37e06aff0 req-d38ea519-48bf-4be2-88ef-e9597bc672be tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304127 Feb 07 23:22:53.375511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ddaaf-5038-46f0-9e1b-012bdc7f1e28 req-bb483af2-8ec9-48ba-9285-5d225914a108 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:53.377001 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df9ddaaf-5038-46f0-9e1b-012bdc7f1e28 req-bb483af2-8ec9-48ba-9285-5d225914a108 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0480866 Feb 07 23:22:53.414463 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-df9ddaaf-5038-46f0-9e1b-012bdc7f1e28 req-94f75045-c5c9-42c1-a5ed-6e79c1e173f0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315402 Feb 07 23:22:54.534534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c921ebe-d0a4-4404-9e21-6273bb79c315 req-b906692a-3285-4002-bc1d-1d38536ffe46 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:54.536012 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c921ebe-d0a4-4404-9e21-6273bb79c315 req-b906692a-3285-4002-bc1d-1d38536ffe46 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0527570 Feb 07 23:22:54.572426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c921ebe-d0a4-4404-9e21-6273bb79c315 req-1c1c1501-152f-43b4-a579-b38d65363cbb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305169 Feb 07 23:22:54.678016 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18ca4521-493a-4a83-ab11-1f03b9b92e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:54.982561 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:55.686672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b121e3-6c14-411d-8c08-20955a8dedd4 req-62809b53-a270-4354-8929-dc6b952edf05 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:55.688112 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39b121e3-6c14-411d-8c08-20955a8dedd4 req-62809b53-a270-4354-8929-dc6b952edf05 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0472517 Feb 07 23:22:55.724314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39b121e3-6c14-411d-8c08-20955a8dedd4 req-2a8afa30-8d55-4e95-b827-78533352b6a7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302491 Feb 07 23:22:56.465119 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:56.713674 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:56.841079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc78e9-f6ba-497a-a3bf-d041ad51f8d1 req-64a3f256-548e-4511-b242-8081d8dd1091 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:56.843685 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53fc78e9-f6ba-497a-a3bf-d041ad51f8d1 req-64a3f256-548e-4511-b242-8081d8dd1091 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0487366 Feb 07 23:22:56.880347 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53fc78e9-f6ba-497a-a3bf-d041ad51f8d1 req-c2dbac06-33a2-4bc4-9d21-79489a33a5e8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310879 Feb 07 23:22:57.999479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a186469-5d48-4be5-b64a-9aee6f7c7e59 req-fc5854e0-ba14-42c4-8855-7edf9d6522b1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:58.000994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a186469-5d48-4be5-b64a-9aee6f7c7e59 req-fc5854e0-ba14-42c4-8855-7edf9d6522b1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0518143 Feb 07 23:22:58.037894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4a186469-5d48-4be5-b64a-9aee6f7c7e59 req-8892b3fe-68f8-4bfb-91d1-823c9a2860fa tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308816 Feb 07 23:22:59.152424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fa3e0-1dbe-44a6-91b0-8a98bf27f024 req-c51f5e00-bb5a-4657-b4a9-3dfa96cc7b74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:59.153873 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-579fa3e0-1dbe-44a6-91b0-8a98bf27f024 req-c51f5e00-bb5a-4657-b4a9-3dfa96cc7b74 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0488312 Feb 07 23:22:59.191455 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-579fa3e0-1dbe-44a6-91b0-8a98bf27f024 req-794470c6-4627-4c3d-9db5-dbec3fea1dca tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315375 Feb 07 23:23:00.312786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f28db-3b60-46d0-872c-334616f22387 req-0402c97f-4c3b-4f41-9bd3-6efef7f5e9a3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:00.314237 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f5f28db-3b60-46d0-872c-334616f22387 req-0402c97f-4c3b-4f41-9bd3-6efef7f5e9a3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0481920 Feb 07 23:23:00.351012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f5f28db-3b60-46d0-872c-334616f22387 req-030705f3-6629-4edc-acfc-f878c32698cf tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308375 Feb 07 23:23:01.470698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565f1af-23ab-4691-adce-340f3e95ea67 req-110d7e56-8894-42a7-9018-024c16b62e18 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:01.472192 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2565f1af-23ab-4691-adce-340f3e95ea67 req-110d7e56-8894-42a7-9018-024c16b62e18 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0531666 Feb 07 23:23:01.510397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2565f1af-23ab-4691-adce-340f3e95ea67 req-4be64bf0-e6a2-4837-88d2-520d37cd15a0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321906 Feb 07 23:23:02.624783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0c3f4-1676-41b0-ad0d-c57fa4a53471 req-b836fd9c-9000-4e35-be85-801b35430f63 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:02.626254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bed0c3f4-1676-41b0-ad0d-c57fa4a53471 req-b836fd9c-9000-4e35-be85-801b35430f63 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0475657 Feb 07 23:23:02.663024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bed0c3f4-1676-41b0-ad0d-c57fa4a53471 req-230c3d23-450d-4af3-a509-7087ef8d444a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308897 Feb 07 23:23:03.779419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa55adb-48f1-4116-b484-604dfb2d71f9 req-6f9eaf77-9a92-403b-819a-ce53b1e61666 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:03.781074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3fa55adb-48f1-4116-b484-604dfb2d71f9 req-6f9eaf77-9a92-403b-819a-ce53b1e61666 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0485375 Feb 07 23:23:03.817495 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3fa55adb-48f1-4116-b484-604dfb2d71f9 req-db5dd1f4-6443-445c-a8b5-0ae65bf23b59 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305951 Feb 07 23:23:04.277224 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:04.628453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-2bb63e8a-ff07-4728-869d-648e80a19718 service neutron] 10.222.0.46 "GET /v2.0/ports/e425d563-c672-4165-86db-56df1a97dbdd/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.1120758 Feb 07 23:23:04.756626 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:04.829480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b227-1b00-43dc-affc-15601fbea3ea req-37c7130b-9a53-4625-9315-40c1d5bb11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:04.830883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-37c7130b-9a53-4625-9315-40c1d5bb11b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 1096 time: 0.0451136 Feb 07 23:23:04.891160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b227-1b00-43dc-affc-15601fbea3ea req-5fa29399-e455-4832-bbff-76f86a67df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:04.892693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-5fa29399-e455-4832-bbff-76f86a67df90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 1096 time: 0.0416033 Feb 07 23:23:04.942799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40a0a0-5c7a-462a-af90-90a9c691c94c req-571ad38f-7ee0-44da-b5a8-bd2ed719bc87 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:04.944300 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e40a0a0-5c7a-462a-af90-90a9c691c94c req-571ad38f-7ee0-44da-b5a8-bd2ed719bc87 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0552485 Feb 07 23:23:04.981484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8e40a0a0-5c7a-462a-af90-90a9c691c94c req-797aa3c7-e87a-4d2c-b53d-c3cd8dcb45f8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311341 Feb 07 23:23:04.982011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b227-1b00-43dc-affc-15601fbea3ea req-6370a29a-0870-4b19-83a3-d92a5fb0a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:04.984150 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-6370a29a-0870-4b19-83a3-d92a5fb0a1f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0845852 Feb 07 23:23:05.053501 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-a2850201-6f8c-4547-89e2-3bde4240a1c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 200 len: 1002 time: 0.0631986 Feb 07 23:23:05.101294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b227-1b00-43dc-affc-15601fbea3ea req-da11a297-af3b-4238-a9c9-c06e4d368ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:05.102667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-da11a297-af3b-4238-a9c9-c06e4d368ae3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0426168 Feb 07 23:23:05.147171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b227-1b00-43dc-affc-15601fbea3ea req-459751fb-b152-4220-956c-5fa6bfce8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:05.148629 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-459751fb-b152-4220-956c-5fa6bfce8482 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389135 Feb 07 23:23:05.237303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-dacdb5fe-7223-4e59-8bc8-e76f62cbadf4 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822053 Feb 07 23:23:05.322538 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b245b227-1b00-43dc-affc-15601fbea3ea req-131472d5-c17e-4da3-8214-ec1d253b1ca5 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793798 Feb 07 23:23:06.104290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb459-6b39-4d3e-8186-eb06475aaca0 req-a0acd2c5-76e2-4252-a752-485155147bcd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:06.105657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6afb459-6b39-4d3e-8186-eb06475aaca0 req-a0acd2c5-76e2-4252-a752-485155147bcd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0536735 Feb 07 23:23:06.143576 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6afb459-6b39-4d3e-8186-eb06475aaca0 req-fbfbaa95-3e1b-462f-ae14-149c7ad5b82a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Feb 07 23:23:07.258401 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910c493-770a-4a80-a64d-b9d0fcbeec72 req-7500b9c4-2386-4336-b901-f2bd30a1a428 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.259873 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5910c493-770a-4a80-a64d-b9d0fcbeec72 req-7500b9c4-2386-4336-b901-f2bd30a1a428 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0479605 Feb 07 23:23:07.300058 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5910c493-770a-4a80-a64d-b9d0fcbeec72 req-647f27b4-303f-45e3-a7fc-9c3f716a2baf tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315869 Feb 07 23:23:07.372567 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:23:07.377174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:23:07.525877 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:07.543122 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e425d563-c672-4165-86db-56df1a97dbdd', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': 'e425d563-c672-4165-86db-56df1a97dbdd', 'mac_address': 'fa:16:3e:d0:2d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:23:07.548302 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:07.589505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-52b77986-8b3f-4418-8ac4-04a4befc8808 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.592493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-52b77986-8b3f-4418-8ac4-04a4befc8808 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c&tenant_id=8db5d9f307004fff8573168befd8b50b&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 945 time: 0.0587082 Feb 07 23:23:07.596585 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:07.598845 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac39cc1b-4b74-4ff2-ba52-c33d207edfc0" -d '{"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e425d563-c672-4165-86db-56df1a97dbdd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:23:07.615232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:07.616629 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:07.617296 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0645b88-d299-4ba7-9079-ccaf46ca998b req-2a592dcd-98bc-44a0-bec1-506b65f1be60 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.626464 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0645b88-d299-4ba7-9079-ccaf46ca998b req-2a592dcd-98bc-44a0-bec1-506b65f1be60 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0654135 Feb 07 23:23:07.630068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:07.634391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e425d563-c672-4165-86db-56df1a97dbdd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:23:07.664137 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-6194dfd6-b7c3-4a46-9007-93962912f89b service neutron] 10.222.0.46 "GET /v2.0/ports/e425d563-c672-4165-86db-56df1a97dbdd/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.0650959 Feb 07 23:23:07.667277 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0830b9-6095-4625-a401-eb10190265f1 x-openstack-request-id: req-fd0830b9-6095-4625-a401-eb10190265f1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:23:07.667571 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e425d563-c672-4165-86db-56df1a97dbdd", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:23:07.667847 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd0830b9-6095-4625-a401-eb10190265f1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:23:07.668234 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd', 'code': 200} Feb 07 23:23:07.680353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0645b88-d299-4ba7-9079-ccaf46ca998b req-e765fd03-b026-4b7d-9d3c-2613fd01b092 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529468 Feb 07 23:23:07.714972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:07.722051 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:23:07.722410 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:23:07.734170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-b7b92701-1694-436b-ba6b-644eb7e99170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.735627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-b7b92701-1694-436b-ba6b-644eb7e99170 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 1094 time: 0.0473044 Feb 07 23:23:07.822692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-dcff224e-36b9-4eeb-8eb8-40f8b6d6837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.824078 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-dcff224e-36b9-4eeb-8eb8-40f8b6d6837b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0823498 Feb 07 23:23:07.891802 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-48ca00b6-eb9c-4d12-a7e7-118d5ac13b25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 200 len: 1000 time: 0.0617392 Feb 07 23:23:07.938674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-49d8e95a-6a49-401b-a46c-eadf3b9b572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.940142 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-49d8e95a-6a49-401b-a46c-eadf3b9b572c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0426531 Feb 07 23:23:07.983594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-923ab196-b983-44ed-aec7-cb3ca8a60781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.985055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-923ab196-b983-44ed-aec7-cb3ca8a60781 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388608 Feb 07 23:23:08.073991 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-08844e3b-eebb-4275-8734-2a0d93a9bb3d service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823238 Feb 07 23:23:08.160641 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-add2a030-0dea-4d87-b4f0-adf526f69362 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801153 Feb 07 23:23:08.258767 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:08.273592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e425d563-c672-4165-86db-56df1a97dbdd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:23:08.292436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:08.296021 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:08.344359 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:08.505681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e425d563-c672-4165-86db-56df1a97dbdd'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:23:08.793084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb900-1f12-45f4-bd4c-a84980e772b4 req-627353e5-4deb-403a-b159-cf11fb609543 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:08.794553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b9cb900-1f12-45f4-bd4c-a84980e772b4 req-627353e5-4deb-403a-b159-cf11fb609543 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 944 time: 0.0506806 Feb 07 23:23:08.839830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b9cb900-1f12-45f4-bd4c-a84980e772b4 req-fbdf62d7-0ed6-45d2-9eb7-212d8d34d2d4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374081 Feb 07 23:23:09.371678 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:23:09.421008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e425d563-c672-4165-86db-56df1a97dbdd triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:09.421471 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:09.494876 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:09.526358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:09.532759 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:09.579321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:09.669519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:09.671828 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9457a4c-e828-41ba-85eb-5c7d466179d3" -d '{"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-plugged", "status": "completed", "tag": "e425d563-c672-4165-86db-56df1a97dbdd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:23:09.715440 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6670bccf-ef22-4dbc-b250-1f601c200d22 x-openstack-request-id: req-6670bccf-ef22-4dbc-b250-1f601c200d22 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:23:09.715753 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-plugged", "status": "completed", "tag": "e425d563-c672-4165-86db-56df1a97dbdd", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:23:09.716009 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6670bccf-ef22-4dbc-b250-1f601c200d22 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:23:09.716401 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd', 'code': 200} Feb 07 23:23:09.968479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8f9f8-98fb-425f-a397-86581ae40aeb req-c61c0cc1-16a2-48f5-8e38-394d3adb873b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:09.969954 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7d8f9f8-98fb-425f-a397-86581ae40aeb req-c61c0cc1-16a2-48f5-8e38-394d3adb873b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0561831 Feb 07 23:23:10.008354 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7d8f9f8-98fb-425f-a397-86581ae40aeb req-a1d62627-d309-42c2-ae73-f5d3bc952477 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Feb 07 23:23:10.131530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-6afcd35c-b41d-486f-b5a8-c512e67c6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:10.133075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-6afcd35c-b41d-486f-b5a8-c512e67c6fae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 1096 time: 0.0410106 Feb 07 23:23:10.192850 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-f674090c-364d-497e-bb97-a9ca7c307ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:10.194328 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-f674090c-364d-497e-bb97-a9ca7c307ad6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 1096 time: 0.0398557 Feb 07 23:23:10.284508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-d15331ab-da5c-4d3a-9611-a567b6083bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:10.285963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-d15331ab-da5c-4d3a-9611-a567b6083bc2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0852165 Feb 07 23:23:10.349144 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-bdcb8d38-7b19-4ddd-abae-1f9ff4f8361e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 200 len: 1002 time: 0.0558152 Feb 07 23:23:10.396713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-89b35432-af34-408d-915c-69df81efefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:10.398106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-89b35432-af34-408d-915c-69df81efefc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0429983 Feb 07 23:23:10.445396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-8e449e70-acc3-4a99-8ec8-5ba2584dd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:10.446814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-8e449e70-acc3-4a99-8ec8-5ba2584dd49e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422454 Feb 07 23:23:10.531963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-5af0df07-9142-45e8-8bc2-1911de9a0d96 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785131 Feb 07 23:23:10.622492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-88507673-8c1d-4cc5-bf4e-aeff677a84c1 req-33646c6b-49b9-49ce-85f1-11cea4368c4e service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846827 Feb 07 23:23:11.129573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c0bd8-1f4c-43e7-bed6-3c4afbad4b20 req-6fa0fedc-b66c-42a1-a751-9d1109d2620f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:11.130994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a48c0bd8-1f4c-43e7-bed6-3c4afbad4b20 req-6fa0fedc-b66c-42a1-a751-9d1109d2620f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0514276 Feb 07 23:23:11.167972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a48c0bd8-1f4c-43e7-bed6-3c4afbad4b20 req-12b36c21-4f84-45c3-ad3c-3b9d761f25ae tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309088 Feb 07 23:23:12.285698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e442d59-386e-4db3-a632-62886fcce288 req-31198eae-4738-4812-b177-98d8e32245f9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:12.287423 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e442d59-386e-4db3-a632-62886fcce288 req-31198eae-4738-4812-b177-98d8e32245f9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0481737 Feb 07 23:23:12.324958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7e442d59-386e-4db3-a632-62886fcce288 req-7f53a342-3aac-4fdb-abcc-bf65cf17fd8a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Feb 07 23:23:12.442993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd013d0-9073-481e-b050-ea38fdeafc45 req-ba93bc9e-7f52-454f-84f3-5e5f62356e9f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:12.444462 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cd013d0-9073-481e-b050-ea38fdeafc45 req-ba93bc9e-7f52-454f-84f3-5e5f62356e9f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0482950 Feb 07 23:23:12.481991 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9cd013d0-9073-481e-b050-ea38fdeafc45 req-4c5bddd1-5135-4565-8fbd-9b6c274718ca tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Feb 07 23:23:12.592628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b398-4e9d-425f-954f-c0d82349d8a1 req-a4b5d44c-ef74-4a66-b140-0f2a45f50184 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:12.594065 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e932b398-4e9d-425f-954f-c0d82349d8a1 req-a4b5d44c-ef74-4a66-b140-0f2a45f50184 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0470805 Feb 07 23:23:12.632030 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e932b398-4e9d-425f-954f-c0d82349d8a1 req-ed37a87b-ffd3-4a98-a464-e83ed7245bbf tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320449 Feb 07 23:23:12.864066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a3b80-3713-472b-8f14-b7fccbcee847 req-335a4a00-8806-4d58-ae34-10083e98f28e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:12.865508 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5a3b80-3713-472b-8f14-b7fccbcee847 req-335a4a00-8806-4d58-ae34-10083e98f28e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0521269 Feb 07 23:23:12.902860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4e5a3b80-3713-472b-8f14-b7fccbcee847 req-f4e2ffd2-1937-4e4b-ace0-5a07568ef0af tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314004 Feb 07 23:23:13.388951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:23:13.391164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:23:13.536309 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:13.552751 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:13.571468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:13.573682 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50361973-389f-4505-a2a6-59b8310eac17" -d '{"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e425d563-c672-4165-86db-56df1a97dbdd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:23:13.578255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e425d563-c672-4165-86db-56df1a97dbdd', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': 'e425d563-c672-4165-86db-56df1a97dbdd', 'mac_address': 'fa:16:3e:d0:2d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:23:13.587926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:13.610941 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:13.618931 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4affc17a-7486-400a-890c-c265d97ab82b x-openstack-request-id: req-4affc17a-7486-400a-890c-c265d97ab82b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:23:13.619206 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e425d563-c672-4165-86db-56df1a97dbdd", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:23:13.619457 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4affc17a-7486-400a-890c-c265d97ab82b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:23:13.619870 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd', 'code': 200} Feb 07 23:23:13.658301 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:13.682850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e425d563-c672-4165-86db-56df1a97dbdd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:23:13.688516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:13.705789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:13.709174 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:13.754574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:14.043906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22f8cf-fe13-4f45-baba-7a218781e41f req-077104d0-9b0d-48c7-b7a9-e50b79dbff76 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:14.046219 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b22f8cf-fe13-4f45-baba-7a218781e41f req-077104d0-9b0d-48c7-b7a9-e50b79dbff76 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0731115 Feb 07 23:23:14.066296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15829074-6818-4d92-afa9-c09242ff29af req-781cf011-e4bd-4c4d-b4b5-4aaccceedf73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:14.067642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15829074-6818-4d92-afa9-c09242ff29af req-781cf011-e4bd-4c4d-b4b5-4aaccceedf73 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 945 time: 0.0629532 Feb 07 23:23:14.122667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b22f8cf-fe13-4f45-baba-7a218781e41f req-a17fe630-4338-48f3-8605-c7ec363ed4cd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696964 Feb 07 23:23:14.172496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Deleting port e425d563-c672-4165-86db-56df1a97dbdd {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:23:14.172761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:14.260119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] For port e425d563-c672-4165-86db-56df1a97dbdd, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e425d563-c672-4165-86db-56df1a97dbdd,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:14.260428 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:14.429024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:14.429387 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:14.429704 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 disassociated. External IP: 172.25.8.122, port: e425d563-c672-4165-86db-56df1a97dbdd. Feb 07 23:23:14.430040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Calling delete_port for e425d563-c672-4165-86db-56df1a97dbdd owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:23:14.550826 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:14.580905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event deleted for resources: {'Port': ['ID=e425d563-c672-4165-86db-56df1a97dbdd,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:14.699007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:23:14.811065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:23:14.820648 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:23:14.831527 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:23:14.832258 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:22:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:14.855724 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] No DVR routers for this DVR port e425d563-c672-4165-86db-56df1a97dbdd on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:23:14.858391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:14.861884 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15829074-6818-4d92-afa9-c09242ff29af req-7d90c233-e187-4c8d-abd0-6d12a77cf4e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "DELETE /v2.0/ports/e425d563-c672-4165-86db-56df1a97dbdd HTTP/1.1" status: 204 len: 173 time: 0.7872920 Feb 07 23:23:14.862320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-deleted', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:14.865046 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fee663-ba31-4674-9c28-4b832405e059" -d '{"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-deleted", "tag": "e425d563-c672-4165-86db-56df1a97dbdd"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:23:14.914477 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d0923a-b14c-40b9-b56a-0e18a862bbdb x-openstack-request-id: req-c6d0923a-b14c-40b9-b56a-0e18a862bbdb {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:23:14.914757 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c", "name": "network-vif-deleted", "tag": "e425d563-c672-4165-86db-56df1a97dbdd", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:23:14.915003 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6d0923a-b14c-40b9-b56a-0e18a862bbdb {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:23:14.916577 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c', 'name': 'network-vif-deleted', 'tag': 'e425d563-c672-4165-86db-56df1a97dbdd', 'status': 'completed', 'code': 200} Feb 07 23:23:14.939310 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:23:15.134694 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:15.164060 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:23:15.173255 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:23:15.173863 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:22:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:15.230116 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-deb6aaed-5a23-4577-83ad-e8213a91cd0c req-be87c760-a36d-406f-ae98-0063e5dbbe45 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7a5b4f-eba4-4ec3-acbb-3b8534301d3c HTTP/1.1" status: 200 len: 210 time: 0.0261219 Feb 07 23:23:15.377870 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:23:15.405000 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:23:15.409737 n-d-827895-2 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No ports have port_id starting with e425d563-c672-4165-86db-56df1a97dbdd Feb 07 23:23:15.411166 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd requested by agent hyperv_n-h1-827895-2 not found in database {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 07 23:23:15.572031 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:15.600416 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f3e450-79f2-46f3-811e-40a5eb72b217 None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:23:15.807128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b354f-f5c0-4f46-b3c3-20bbaedbfbf6 None None] New status for floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:23:16.470329 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-c8d85975-ca4a-4a63-accf-92dfef9eecd3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--353062776&fields=id&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 267 time: 0.0322554 Feb 07 23:23:16.580412 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-62827ee0-ef4c-4a66-946c-c45f5af16411 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:16.581713 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-62827ee0-ef4c-4a66-946c-c45f5af16411 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 812 time: 0.1045716 Feb 07 23:23:16.596318 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-1a27ba24-8110-4f91-9997-e1f4da78ed9a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/quotas/8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 375 time: 0.0089712 Feb 07 23:23:16.648841 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-f7d6cf30-2e1c-4573-b975-8987a22060f6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473588 Feb 07 23:23:16.744500 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-741f254a-0431-470c-b551-9b1e6e9a5efc service neutron] 10.222.0.15 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840814 Feb 07 23:23:16.832630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-3cc69e6a-62b6-4007-bc84-22ed2be72584 service neutron] 10.222.0.15 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815191 Feb 07 23:23:16.992217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-01e86911-1f3e-40ce-8eda-9cc24edbe911 req-d2ceaeb7-801f-4aac-97b1-8e4f6ceea043 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 210 time: 0.0264299 Feb 07 23:23:17.418799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:23:17.442829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: e425d563-c672-4165-86db-56df1a97dbdd {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:23:17.443168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e425d563-c672-4165-86db-56df1a97dbdd not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:23:17.922795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-0494f141-761e-4cab-b895-998fd31a3172 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:17.924260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-0494f141-761e-4cab-b895-998fd31a3172 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 812 time: 0.1051860 Feb 07 23:23:17.969230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-462c8a29-2592-4d8a-9353-8b12628f2ce6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 379 time: 0.0358968 Feb 07 23:23:17.980892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'port': {'device_id': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'admin_state_up': True, 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'security_groups': ['eb9c784b-fa47-4b29-96f2-8978ca0481d8']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:23:18.085880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-835df990-15da-4309-982b-56b577774657 req-48bced22-b1bd-428f-b70c-f37ef2268f7f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 210 time: 0.0262833 Feb 07 23:23:18.088073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Made reservation on behalf of 8db5d9f307004fff8573168befd8b50b for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:23:18.091536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:18.217133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Allocated IP 172.20.0.6 (b011a3cd-839c-48a1-8cbc-27fed9ade99d/99d64b8c-0d1c-468f-8940-6bbb42bda074/7b1620ce-f585-4970-ba28-b1796517c869) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:23:18.350088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:18.383284 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:18.434639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:23:18.438096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:23:18.442030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:23:18.448132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:18.479867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.480122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.480461 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.480788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.481111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.481431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.481749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.482065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.482378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.482693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.483011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.484190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:18.509158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:18.509762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:18.526197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-987c1bfe-79ce-44bd-827c-01604b68cf62 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487788 Feb 07 23:23:18.537817 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Request body: {'port': {'device_id': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:23:18.594451 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:18.628843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-10ab8e47-3848-4d65-8c77-d5537b109e92 None None] Provisioning complete for port 7b1620ce-f585-4970-ba28-b1796517c869 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:18.629395 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10ab8e47-3848-4d65-8c77-d5537b109e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:18.664348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-10ab8e47-3848-4d65-8c77-d5537b109e92 None None] Port 7b1620ce-f585-4970-ba28-b1796517c869 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:23:18.861065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1620ce-f585-4970-ba28-b1796517c869 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:23:18.868550 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:18.880193 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Transition to ACTIVE for port object 7b1620ce-f585-4970-ba28-b1796517c869 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:23:18.884152 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:18.947930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:19.002624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Attempting to bind port 7b1620ce-f585-4970-ba28-b1796517c869 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:23:19.002953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Attempting to bind port 7b1620ce-f585-4970-ba28-b1796517c869 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:23:19.003284 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Attempting to bind port 7b1620ce-f585-4970-ba28-b1796517c869 on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:23:19.007773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Port 7b1620ce-f585-4970-ba28-b1796517c869 on network b011a3cd-839c-48a1-8cbc-27fed9ade99d not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:23:19.008103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Attempting to bind port 7b1620ce-f585-4970-ba28-b1796517c869 on network b011a3cd-839c-48a1-8cbc-27fed9ade99d {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:23:19.012977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:23:19.013313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Checking segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:23:19.013698 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Bound using segment: {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:23:19.014120 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Bound port: 7b1620ce-f585-4970-ba28-b1796517c869, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be2d317-90e9-4f29-a1db-1cd51806f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:23:19.015071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:19.084638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:23:19.087723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:23:19.092231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:19.130121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:19.130745 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:19.132160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] 10.222.0.46 "PUT /v2.0/ports/7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 1091 time: 0.5986698 Feb 07 23:23:19.132593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:19.134836 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38" -d '{"events": [{"name": "network-changed", "server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "tag": "7b1620ce-f585-4970-ba28-b1796517c869"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:23:19.163596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360196d0-fbfe-4a58-9e30-849f08cc8134 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:19.181436 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a163dfc-c0ed-4526-b794-0a667c3a69e2 x-openstack-request-id: req-8a163dfc-c0ed-4526-b794-0a667c3a69e2 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:23:19.181677 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "tag": "7b1620ce-f585-4970-ba28-b1796517c869", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:23:19.181917 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a163dfc-c0ed-4526-b794-0a667c3a69e2 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:23:19.182784 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869', 'status': 'completed', 'code': 200} Feb 07 23:23:19.265097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-22b67634-eda0-4f9d-87a8-0b71ebc66094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:19.266751 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-22b67634-eda0-4f9d-87a8-0b71ebc66094 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1094 time: 0.0824029 Feb 07 23:23:19.275058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb4f06-9dfa-4a22-8e4a-1286da3619c6 req-d4e2111c-4a32-492b-b91c-83733eee836b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:19.276561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dfb4f06-9dfa-4a22-8e4a-1286da3619c6 req-d4e2111c-4a32-492b-b91c-83733eee836b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0794425 Feb 07 23:23:19.317511 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-4250e869-117a-4360-921a-714da4eb047f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 217 time: 0.0400076 Feb 07 23:23:19.372293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dfb4f06-9dfa-4a22-8e4a-1286da3619c6 req-a6d5481b-5e1c-4fed-bdcb-04a1658d672f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885730 Feb 07 23:23:19.380896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-06373934-a03d-456b-b67b-ed2b52d87d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:19.382278 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-06373934-a03d-456b-b67b-ed2b52d87d9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0569515 Feb 07 23:23:19.730405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-dbbb5c86-0155-48d3-a249-e35f08ae8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:19.731808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-dbbb5c86-0155-48d3-a249-e35f08ae8765 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3433378 Feb 07 23:23:19.816579 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-11da6417-f479-46aa-babe-d5af4ac0479b service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779507 Feb 07 23:23:19.909456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0812382-3f43-463d-a3fc-fb8bb06d1383 req-6f94b001-369c-40d3-8387-919fc00125fe service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854328 Feb 07 23:23:19.992042 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-e91f79b5-8385-4041-b1c8-052a6b557277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:19.993393 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-e91f79b5-8385-4041-b1c8-052a6b557277 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1094 time: 0.0405712 Feb 07 23:23:20.080728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-5c60c380-3d61-4334-bd80-4e72a8145083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:20.082190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-5c60c380-3d61-4334-bd80-4e72a8145083 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0816119 Feb 07 23:23:20.125096 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-e2bd6664-2351-4a4b-8460-baeca01816d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 217 time: 0.0365467 Feb 07 23:23:20.172732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-643a1cb9-1214-41e3-baf2-dc2e7daf2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:20.174091 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-643a1cb9-1214-41e3-baf2-dc2e7daf2970 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0425482 Feb 07 23:23:20.218734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-91ab45bb-0045-46c7-9d05-185e0c1abc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:20.220215 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-91ab45bb-0045-46c7-9d05-185e0c1abc4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393128 Feb 07 23:23:20.310235 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-cc69cb6e-bd37-43bd-85f8-4bb49222bb61 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Feb 07 23:23:20.398559 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53e4ae6c-a984-47a1-bf06-7b0a99c62e38 req-73d566bb-c0c8-4eb5-bf7d-1f8daaa98752 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806530 Feb 07 23:23:20.488807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88018de9-e388-441f-935c-10317072fa03 req-73f1d202-380f-4f9e-8482-ed7a37361ff8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:20.490254 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88018de9-e388-441f-935c-10317072fa03 req-73f1d202-380f-4f9e-8482-ed7a37361ff8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0478294 Feb 07 23:23:20.532726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88018de9-e388-441f-935c-10317072fa03 req-4c0cf4b5-9cd5-44ec-a92f-9b5ef2759ad3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365584 Feb 07 23:23:21.537743 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa574ae0-3602-4bdc-8851-7af2d0ff6057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:21.650406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b36bf3-c12a-4b25-994f-5773134b1215 req-6d5ee840-ed48-494a-b32a-f4391c74a487 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:21.651863 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-82b36bf3-c12a-4b25-994f-5773134b1215 req-6d5ee840-ed48-494a-b32a-f4391c74a487 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0523291 Feb 07 23:23:21.689084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-82b36bf3-c12a-4b25-994f-5773134b1215 req-810863c4-9f11-4214-9060-6ec2d895a820 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303428 Feb 07 23:23:22.805932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5bd06-09f2-4a4d-ac51-cd0beee121cf req-3221449b-7117-4c0e-a375-ad118638e2cd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:22.807382 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41a5bd06-09f2-4a4d-ac51-cd0beee121cf req-3221449b-7117-4c0e-a375-ad118638e2cd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0481443 Feb 07 23:23:22.844960 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41a5bd06-09f2-4a4d-ac51-cd0beee121cf req-8e6b7590-7e02-4936-9eed-643de927e799 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316584 Feb 07 23:23:23.440138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b1620ce-f585-4970-ba28-b1796517c869 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:23:23.533913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:23.544707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '7b1620ce-f585-4970-ba28-b1796517c869', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': '7b1620ce-f585-4970-ba28-b1796517c869', 'mac_address': 'fa:16:3e:89:45:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:23:23.580765 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:23.594672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1620ce-f585-4970-ba28-b1796517c869 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:23:23.616130 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:23.619802 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:23.668443 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:23.817855 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['7b1620ce-f585-4970-ba28-b1796517c869'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:23:23.961236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6109fe-bd50-49c0-affd-ac31a6c748f0 req-e1ad93ad-076c-4e19-a211-f549bf5ae2c4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:23.962685 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e6109fe-bd50-49c0-affd-ac31a6c748f0 req-e1ad93ad-076c-4e19-a211-f549bf5ae2c4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 944 time: 0.0492418 Feb 07 23:23:24.004883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e6109fe-bd50-49c0-affd-ac31a6c748f0 req-9efe138d-d379-4094-946d-dc11e54c022b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315602 Feb 07 23:23:24.679382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47d6366a-3b8b-4513-8488-dc87242504a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:24.984833 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:25.124708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69323f-055a-471a-a2cd-3b92020c01b2 req-26602022-7eb9-4ea2-9c88-cfa507ce2800 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:25.126292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e69323f-055a-471a-a2cd-3b92020c01b2 req-26602022-7eb9-4ea2-9c88-cfa507ce2800 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 944 time: 0.0497553 Feb 07 23:23:25.162871 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e69323f-055a-471a-a2cd-3b92020c01b2 req-fd8d1775-a06e-4394-8c3d-958911e39969 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305655 Feb 07 23:23:25.465381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b1620ce-f585-4970-ba28-b1796517c869 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:23:25.517190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 7b1620ce-f585-4970-ba28-b1796517c869 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:23:25.520780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 7b1620ce-f585-4970-ba28-b1796517c869 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:25.521157 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:25.595232 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:25.617106 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:25.619309 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a30720-d047-4d36-b943-2d8597c2e0d3" -d '{"events": [{"server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "name": "network-vif-plugged", "status": "completed", "tag": "7b1620ce-f585-4970-ba28-b1796517c869"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:23:25.631961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:23:25.637017 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:25.758039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59d9c-7c26-4585-b05b-511c9a34fa6a req-c3e407d2-f413-4d31-bdce-7d73324a40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:25.759614 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5a59d9c-7c26-4585-b05b-511c9a34fa6a req-c3e407d2-f413-4d31-bdce-7d73324a40a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1096 time: 0.0442004 Feb 07 23:23:25.794311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d5a59d9c-7c26-4585-b05b-511c9a34fa6a req-6bfe6ee9-6413-4077-8e8d-de6321443b5c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279431 Feb 07 23:23:25.818429 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4db2c19-0eec-4c67-8718-adb4d1bb4cf7 x-openstack-request-id: req-f4db2c19-0eec-4c67-8718-adb4d1bb4cf7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:23:25.818999 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "name": "network-vif-plugged", "status": "completed", "tag": "7b1620ce-f585-4970-ba28-b1796517c869", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:23:25.818999 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4db2c19-0eec-4c67-8718-adb4d1bb4cf7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:23:25.819316 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869', 'code': 200} Feb 07 23:23:25.843998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:25.851215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.851565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.851926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.852262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.852599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.852924 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.853245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.853850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.853850 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.854173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.854488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:25.854801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.023529 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:23:26.282725 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0d022-fb0d-4429-9731-0fbd53a29eb0 req-a642c8b2-95fd-48d8-bcd5-504b2fb5a09a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:26.284091 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09e0d022-fb0d-4429-9731-0fbd53a29eb0 req-a642c8b2-95fd-48d8-bcd5-504b2fb5a09a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0525475 Feb 07 23:23:26.323769 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-09e0d022-fb0d-4429-9731-0fbd53a29eb0 req-b1eb4547-32a6-4307-9b70-0029eb9e46a9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337281 Feb 07 23:23:26.470818 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:26.715267 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:27.443191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0c4e-2914-44eb-8f7d-bb7b38b6a4df req-c5148f41-41aa-4b85-ae44-b8cbe3069ae6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:27.444705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c51e0c4e-2914-44eb-8f7d-bb7b38b6a4df req-c5148f41-41aa-4b85-ae44-b8cbe3069ae6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0505602 Feb 07 23:23:27.481333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c51e0c4e-2914-44eb-8f7d-bb7b38b6a4df req-305caa8a-4caf-4cc6-b4b3-0a10e7ce4de4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308120 Feb 07 23:23:27.591472 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4d1db-7799-4bd6-ae88-2f1befc5cb77 req-a594d010-1533-4804-b834-ec4aa209ef94 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:27.593513 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3a4d1db-7799-4bd6-ae88-2f1befc5cb77 req-a594d010-1533-4804-b834-ec4aa209ef94 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0481966 Feb 07 23:23:27.602136 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57310) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:23:27.606353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9c6644a9-91f1-4cc6-927b-fcd02ca20bf3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Request body: {'floatingip': {'port_id': '7b1620ce-f585-4970-ba28-b1796517c869'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:23:27.644711 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c6644a9-91f1-4cc6-927b-fcd02ca20bf3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:28.463815 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c6644a9-91f1-4cc6-927b-fcd02ca20bf3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:28.468029 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c6644a9-91f1-4cc6-927b-fcd02ca20bf3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:28.564317 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-9c6644a9-91f1-4cc6-927b-fcd02ca20bf3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 associated. External IP: 172.25.8.122, port: 7b1620ce-f585-4970-ba28-b1796517c869. Feb 07 23:23:28.764133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6644a9-91f1-4cc6-927b-fcd02ca20bf3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:23:28.868567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6644a9-91f1-4cc6-927b-fcd02ca20bf3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:23:28.873239 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9c6644a9-91f1-4cc6-927b-fcd02ca20bf3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:28.878161 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:23:28.887850 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:23:28.888458 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:23:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:28.903524 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9c6644a9-91f1-4cc6-927b-fcd02ca20bf3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "PUT /v2.0/floatingips/5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 HTTP/1.1" status: 200 len: 992 time: 1.3004110 Feb 07 23:23:28.904129 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:28.907076 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4c246f-095f-4abd-8982-3ad58ef21383" -d '{"events": [{"name": "network-changed", "server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "tag": "7b1620ce-f585-4970-ba28-b1796517c869"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:23:28.952851 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1769317b-a50f-4ed2-bd78-5793b7e72592 x-openstack-request-id: req-1769317b-a50f-4ed2-bd78-5793b7e72592 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:23:28.953234 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "tag": "7b1620ce-f585-4970-ba28-b1796517c869", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:23:28.953552 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1769317b-a50f-4ed2-bd78-5793b7e72592 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:23:28.954023 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869', 'status': 'completed', 'code': 200} Feb 07 23:23:28.997052 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:23:29.036910 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2270d7-f4ca-41b4-a2fb-84f57dca7198 req-12d85e8c-f311-4b43-b533-400ec7b4c9a7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:29.038303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a2270d7-f4ca-41b4-a2fb-84f57dca7198 req-12d85e8c-f311-4b43-b533-400ec7b4c9a7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0765929 Feb 07 23:23:29.043733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-6bc5d218-fcab-468b-8b90-362ded76c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:29.045136 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-6bc5d218-fcab-468b-8b90-362ded76c8be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1096 time: 0.0706413 Feb 07 23:23:29.130693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a2270d7-f4ca-41b4-a2fb-84f57dca7198 req-62bf0e46-e1de-4ff3-ab71-bf12c9f5f9a9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840380 Feb 07 23:23:29.160238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-aea2a6f3-2612-462a-bdf7-72d8adc6af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:29.161695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-aea2a6f3-2612-462a-bdf7-72d8adc6af7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.1091523 Feb 07 23:23:29.221496 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': '7b1620ce-f585-4970-ba28-b1796517c869', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:89:45:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:23:28Z', 'revision_number': 13, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:29.226676 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-6cf447cc-daa5-432f-b244-5518ec546791 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 1000 time: 0.0583870 Feb 07 23:23:29.251269 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:23:29.259378 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:23:29.260007 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:23:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:29.279918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-7f6f387a-3665-4a5d-8e45-4c41354ae7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:29.281901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-7f6f387a-3665-4a5d-8e45-4c41354ae7db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0484340 Feb 07 23:23:29.332111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-3b06c575-2f64-4177-94e9-a0a7b081b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:29.333611 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-3b06c575-2f64-4177-94e9-a0a7b081b6df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454397 Feb 07 23:23:29.364898 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:23:29.425508 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-5b81d951-9d4b-417d-bfee-a1cfcaee37ae service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845907 Feb 07 23:23:29.520509 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5c4c246f-095f-4abd-8982-3ad58ef21383 req-9f8bd420-2f74-4f78-ac64-f873c52cf599 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886199 Feb 07 23:23:29.590241 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': '7b1620ce-f585-4970-ba28-b1796517c869', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:89:45:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:23:28Z', 'revision_number': 13, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:29.616521 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaed659-4ae6-42bd-96eb-8cdb04f3710e None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'port_id': '7b1620ce-f585-4970-ba28-b1796517c869', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'mac_address': 'fa:16:3e:89:45:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:23:28Z', 'revision_number': 13, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:23:29.796633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053399c5-391d-4e5f-b93f-0e89c53a2be1 None None] New status for floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:23:30.254422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57007b00-1468-45d8-b93e-cdfbe86c949a req-dbdd7846-e573-4aad-9a7f-15ce542aa39f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:30.255889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57007b00-1468-45d8-b93e-cdfbe86c949a req-dbdd7846-e573-4aad-9a7f-15ce542aa39f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0512466 Feb 07 23:23:30.292821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57007b00-1468-45d8-b93e-cdfbe86c949a req-d56df519-6c47-4aa3-a8c4-d1537d3e355b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308528 Feb 07 23:23:31.726359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f4a7f-1dd8-4583-8eee-368255d8514f req-d7a8bede-4e22-462f-bbac-a70c980d2ab4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:31.727829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-915f4a7f-1dd8-4583-8eee-368255d8514f req-d7a8bede-4e22-462f-bbac-a70c980d2ab4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Feb 07 23:23:31.765568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-915f4a7f-1dd8-4583-8eee-368255d8514f req-1d8d98e6-f2cb-403b-bcaa-16f8394333e8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303345 Feb 07 23:23:33.388019 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-81d6bd60-0db5-46b3-b19c-f7cee772ac3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387611 Feb 07 23:23:33.478734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-29d60dfc-bdf1-46e7-a595-97d515020ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:33.480190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-29d60dfc-bdf1-46e7-a595-97d515020ab7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1096 time: 0.0446339 Feb 07 23:23:33.585447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-92403e05-314e-4745-bfa6-e07853ed308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:33.586905 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-92403e05-314e-4745-bfa6-e07853ed308f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0849948 Feb 07 23:23:33.661119 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-c4cc011a-b81a-46c7-9fd3-c19c12447b1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 1002 time: 0.0673866 Feb 07 23:23:33.718455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-44f035bb-ca5d-400f-8406-908f8f1b0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:33.719930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-44f035bb-ca5d-400f-8406-908f8f1b0d44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0525160 Feb 07 23:23:33.765282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-56d4f0b7-c7db-4a3b-8381-f0332f61d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:33.766835 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-56d4f0b7-c7db-4a3b-8381-f0332f61d514 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410330 Feb 07 23:23:33.869949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-c3a7aec0-bf8a-43d4-90dd-2ea0a360b036 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964735 Feb 07 23:23:33.962242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e24c1a62-c1d0-4efb-90e4-58749cafc1fd req-3d90c9c5-98f2-4e1e-9a9e-76329fca2d14 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848866 Feb 07 23:23:34.296938 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.754602 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:41.831289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b9501-64d6-4ef0-9aa5-b87d775e55b4 req-54fa352d-b0bf-4fa0-8c60-bf4daef606dd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:41.832787 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f8b9501-64d6-4ef0-9aa5-b87d775e55b4 req-54fa352d-b0bf-4fa0-8c60-bf4daef606dd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0702255 Feb 07 23:23:41.867014 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-d4418afc-bf7a-41ff-8841-35a1a5169603 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153042 Feb 07 23:23:41.882740 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7f8b9501-64d6-4ef0-9aa5-b87d775e55b4 req-7c68a858-9702-4ea0-a094-0caecbcde837 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 Feb 07 23:23:42.914322 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-850794da-721d-4bf0-9229-56a60fc6ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:42.915871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-850794da-721d-4bf0-9229-56a60fc6ef8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1096 time: 0.0422647 Feb 07 23:23:43.053644 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-1cc495f3-09bf-4d23-9508-7b47b3a45a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:43.055128 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-1cc495f3-09bf-4d23-9508-7b47b3a45a20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.1305661 Feb 07 23:23:43.063126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816682b8-e25e-4775-8ef1-336c4029303e req-97497a70-e552-4c88-9b7e-10de74daa51c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:43.064587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-816682b8-e25e-4775-8ef1-336c4029303e req-97497a70-e552-4c88-9b7e-10de74daa51c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0916257 Feb 07 23:23:43.151020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-816682b8-e25e-4775-8ef1-336c4029303e req-dcc145fc-3c4f-44f8-8a0a-d3f2a1ce65af tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802886 Feb 07 23:23:43.154819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-2d782bc5-9f12-4637-92df-d9a1278a8cd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 1002 time: 0.0893505 Feb 07 23:23:43.204164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-2afb2726-77b1-4034-9eed-9bcdb6e3d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:43.205561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-2afb2726-77b1-4034-9eed-9bcdb6e3d38f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0445039 Feb 07 23:23:43.250300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-2f739717-b4f8-4607-b16f-66163f6d11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:43.251726 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-2f739717-b4f8-4607-b16f-66163f6d11be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396156 Feb 07 23:23:43.349498 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-94ec3c64-a71c-441c-89cb-dd2f7b0f698f service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909886 Feb 07 23:23:43.441746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-9b9048da-9515-42e1-9499-bbc020c988b3 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849814 Feb 07 23:23:44.268542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c67433-12c9-4283-ad08-81742586af23 req-643f7eac-c654-4639-977f-12af0af351df tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:44.269995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3c67433-12c9-4283-ad08-81742586af23 req-643f7eac-c654-4639-977f-12af0af351df tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0495996 Feb 07 23:23:44.305924 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e3c67433-12c9-4283-ad08-81742586af23 req-255b117e-0c0b-4e3c-bb26-347bce8a322e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299830 Feb 07 23:23:45.437500 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aca5d5-11f0-44d6-b3f0-5bf4ad431fe3 req-187f4db0-6674-441a-840e-c3cf7ee56bac tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:45.439294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89aca5d5-11f0-44d6-b3f0-5bf4ad431fe3 req-187f4db0-6674-441a-840e-c3cf7ee56bac tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0584455 Feb 07 23:23:45.482662 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89aca5d5-11f0-44d6-b3f0-5bf4ad431fe3 req-d68c0609-0988-4010-adef-e60ef5112b1f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366466 Feb 07 23:23:46.614775 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c673-2cf8-435b-b3b4-2cad93e731dd req-4cdeb9b8-5932-45ff-9330-cb9736525675 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:46.616247 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8aa5c673-2cf8-435b-b3b4-2cad93e731dd req-4cdeb9b8-5932-45ff-9330-cb9736525675 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Feb 07 23:23:46.652188 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8aa5c673-2cf8-435b-b3b4-2cad93e731dd req-19100091-c790-4e2d-8b44-4078052341f2 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300047 Feb 07 23:23:47.772102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f045980-bbbb-4929-8526-a0b0cfa27c30 req-fac09ebe-5132-4721-9aa4-d51192a1a3a0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:47.773555 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f045980-bbbb-4929-8526-a0b0cfa27c30 req-fac09ebe-5132-4721-9aa4-d51192a1a3a0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Feb 07 23:23:47.810852 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3f045980-bbbb-4929-8526-a0b0cfa27c30 req-0224d65f-f394-4527-a011-66402544f6b3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309858 Feb 07 23:23:48.925672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a679a-958e-4460-9617-b77426a27ccf req-cad2b521-bf56-414b-82ed-35423aa693e8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:48.927126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-516a679a-958e-4460-9617-b77426a27ccf req-cad2b521-bf56-414b-82ed-35423aa693e8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0483878 Feb 07 23:23:48.968878 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-516a679a-958e-4460-9617-b77426a27ccf req-c327ba5a-dbb8-401c-ab86-9bfd37109f65 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357606 Feb 07 23:23:50.083332 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5de672-0c2e-4843-8267-7730cc265ca5 req-15f53e09-599c-47a1-93b1-c3e4bb8b6383 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:50.084835 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed5de672-0c2e-4843-8267-7730cc265ca5 req-15f53e09-599c-47a1-93b1-c3e4bb8b6383 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0474341 Feb 07 23:23:50.122236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ed5de672-0c2e-4843-8267-7730cc265ca5 req-c5a88884-f680-4bf7-b306-debc113f084e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315154 Feb 07 23:23:51.238809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1249b01-eec5-464a-9e2b-e635c517583a req-e72a0969-5ecb-4be3-a15f-5fa6e56e1743 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:51.240304 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b1249b01-eec5-464a-9e2b-e635c517583a req-e72a0969-5ecb-4be3-a15f-5fa6e56e1743 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0484452 Feb 07 23:23:51.277149 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b1249b01-eec5-464a-9e2b-e635c517583a req-80fdde89-6169-4961-b15c-3160998d9b24 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309668 Feb 07 23:23:51.539512 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-971e2fbc-a2cd-4a75-ad84-644729218e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:52.397590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965835bb-3d97-4aa6-bfee-c1cdb7c6b4af req-dada9d9c-39c3-441b-8ab8-41db58d7254c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:52.399041 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-965835bb-3d97-4aa6-bfee-c1cdb7c6b4af req-dada9d9c-39c3-441b-8ab8-41db58d7254c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0525451 Feb 07 23:23:52.437768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-965835bb-3d97-4aa6-bfee-c1cdb7c6b4af req-26e9e371-d4c1-4eb4-b510-e9936c2cbec6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322711 Feb 07 23:23:53.555271 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093adb4-a489-4f67-bed9-500f4b7bb638 req-e9693421-3988-47af-81f7-306509be4fa8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:53.556635 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3093adb4-a489-4f67-bed9-500f4b7bb638 req-e9693421-3988-47af-81f7-306509be4fa8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0479512 Feb 07 23:23:53.593710 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3093adb4-a489-4f67-bed9-500f4b7bb638 req-0bcdc5fc-6256-44c5-8ea8-20af765a294d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311306 Feb 07 23:23:54.681598 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-306dab25-af8e-44a5-857a-668a65e0e3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:54.712277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13104123-3f05-4ca1-820f-ae016f7f0e84 req-ee5d7929-8fd8-4a2e-bf4d-5a4e90fa2a7e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:54.713752 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13104123-3f05-4ca1-820f-ae016f7f0e84 req-ee5d7929-8fd8-4a2e-bf4d-5a4e90fa2a7e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0492065 Feb 07 23:23:54.752067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13104123-3f05-4ca1-820f-ae016f7f0e84 req-79b3f1fc-694a-44ea-b3b5-3f160a94bd7e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316877 Feb 07 23:23:54.988671 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:55.867303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1224d9-e1c9-4b98-b047-1b158fcce54b req-264ac7c1-d9a0-4d18-9a6a-b93135adb7b6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:55.868800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e1224d9-e1c9-4b98-b047-1b158fcce54b req-264ac7c1-d9a0-4d18-9a6a-b93135adb7b6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0496156 Feb 07 23:23:55.910979 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1e1224d9-e1c9-4b98-b047-1b158fcce54b req-4ec6d2d5-4d56-498c-891c-b11e4fb41f10 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361946 Feb 07 23:23:56.477412 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:56.716933 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:57.026880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9dce4-c739-4130-9c80-a03aceb18ffa req-afa3d140-c8eb-4acd-8ca8-28861b3e3fa1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:57.028258 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9f9dce4-c739-4130-9c80-a03aceb18ffa req-afa3d140-c8eb-4acd-8ca8-28861b3e3fa1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0484307 Feb 07 23:23:57.064980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f9f9dce4-c739-4130-9c80-a03aceb18ffa req-4dc40d4b-a6d6-46ac-bffd-759cc186a886 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307202 Feb 07 23:23:58.179367 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5b65d-1873-45bb-9fa0-a0ae6e66330f req-60e25ad5-4ad5-46f5-ac89-a88c567c3ec0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:58.180819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5af5b65d-1873-45bb-9fa0-a0ae6e66330f req-60e25ad5-4ad5-46f5-ac89-a88c567c3ec0 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0479076 Feb 07 23:23:58.217613 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5af5b65d-1873-45bb-9fa0-a0ae6e66330f req-39923014-d2fe-46ca-a4d9-a2ce659e07d4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307941 Feb 07 23:23:59.335753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f733056-10e5-4be5-bb3a-1ae101663735 req-4db5f959-6baf-4499-8d38-7387be87a336 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:59.337196 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1f733056-10e5-4be5-bb3a-1ae101663735 req-4db5f959-6baf-4499-8d38-7387be87a336 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0513892 Feb 07 23:23:59.374516 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1f733056-10e5-4be5-bb3a-1ae101663735 req-dfe50831-2d22-46a5-bdb9-3a0a66b87cd3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313337 Feb 07 23:24:00.490494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9540edd-c802-4120-995d-af306541497c req-5f8f1592-ac96-49d9-b8c1-992b416f84e4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:00.491954 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9540edd-c802-4120-995d-af306541497c req-5f8f1592-ac96-49d9-b8c1-992b416f84e4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0482905 Feb 07 23:24:00.529775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a9540edd-c802-4120-995d-af306541497c req-2d5c1c1a-3437-4310-b1db-29d40446f138 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Feb 07 23:24:01.647093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4edbc-6919-4cb1-a2d1-92dfb7068577 req-c31f8b0e-04b1-4ac7-8fb3-cb6613750bea tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:01.648584 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9ec4edbc-6919-4cb1-a2d1-92dfb7068577 req-c31f8b0e-04b1-4ac7-8fb3-cb6613750bea tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0481875 Feb 07 23:24:01.685866 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9ec4edbc-6919-4cb1-a2d1-92dfb7068577 req-7024d237-2783-4cb3-90b0-6d351b594a70 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313869 Feb 07 23:24:02.800963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c7a55-b90d-4e8a-bcd2-bb4b536b30e0 req-b445e6b2-ae86-4fea-9783-ae92606b85e4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:02.802377 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e67c7a55-b90d-4e8a-bcd2-bb4b536b30e0 req-b445e6b2-ae86-4fea-9783-ae92606b85e4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0471418 Feb 07 23:24:02.844657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e67c7a55-b90d-4e8a-bcd2-bb4b536b30e0 req-27792e47-62bb-40e4-ab21-34410096b396 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361814 Feb 07 23:24:03.021876 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:24:03.962295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01334-0cb8-4276-9303-ae3531447023 req-acb2bdcf-5467-4e84-b1ac-c320422ae5e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:03.963760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8e01334-0cb8-4276-9303-ae3531447023 req-acb2bdcf-5467-4e84-b1ac-c320422ae5e6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0482655 Feb 07 23:24:04.001049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8e01334-0cb8-4276-9303-ae3531447023 req-9040fe99-bcdf-42a2-a564-af43384ef3d5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310619 Feb 07 23:24:04.306491 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:04.766696 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:05.120048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd92eca-ed84-41e1-8b3b-7e8b12e19f11 req-cb68744e-a8f8-4d86-b134-6a5bd54916ec tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:05.121480 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dfd92eca-ed84-41e1-8b3b-7e8b12e19f11 req-cb68744e-a8f8-4d86-b134-6a5bd54916ec tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0488062 Feb 07 23:24:05.159819 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dfd92eca-ed84-41e1-8b3b-7e8b12e19f11 req-68024278-00cc-4c87-baa0-bbfb1209d087 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319073 Feb 07 23:24:06.278101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22577c0b-3e54-4f48-a3ac-761b5f6705df req-3519aab4-9859-4a54-bc1f-d76b45006dfe tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:06.279460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22577c0b-3e54-4f48-a3ac-761b5f6705df req-3519aab4-9859-4a54-bc1f-d76b45006dfe tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0524833 Feb 07 23:24:06.317638 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22577c0b-3e54-4f48-a3ac-761b5f6705df req-7f248027-7e1c-40e1-b197-b045987172e1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312040 Feb 07 23:24:06.780920 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-513e802c-bdd4-4064-9c90-a2c256b9116b service neutron] 10.222.0.46 "GET /v2.0/ports/7b1620ce-f585-4970-ba28-b1796517c869/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.0532238 Feb 07 23:24:06.977552 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-1152da67-c853-4a68-8a9f-f86f41e0e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:06.978898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-1152da67-c853-4a68-8a9f-f86f41e0e99b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 1096 time: 0.0414972 Feb 07 23:24:07.043240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-8d4d9413-671a-4708-a08d-6178804f0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:07.044702 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-8d4d9413-671a-4708-a08d-6178804f0931 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1096 time: 0.0438979 Feb 07 23:24:07.135345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-7bdab252-9903-4301-ac8e-34fbbda340f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:07.136803 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-7bdab252-9903-4301-ac8e-34fbbda340f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0858805 Feb 07 23:24:07.204240 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-e4cb36b6-384c-4783-8173-62d5f47f4271 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 1002 time: 0.0599241 Feb 07 23:24:07.252238 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-017de3a9-0c4d-4c6d-89e3-54f947fdb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:07.253527 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-017de3a9-0c4d-4c6d-89e3-54f947fdb8c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0440063 Feb 07 23:24:07.297860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-79f3225d-677f-48dc-a621-9cc891c589fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:07.299276 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-79f3225d-677f-48dc-a621-9cc891c589fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391462 Feb 07 23:24:07.392409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-09bb7b36-7c7b-4924-940f-3e9e8a2606fb service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861812 Feb 07 23:24:07.436704 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fd3cf-b7a5-40db-93bb-a65cc6c59228 req-f7d611ad-1981-4048-a826-cae1ccf061c3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:07.438389 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-961fd3cf-b7a5-40db-93bb-a65cc6c59228 req-f7d611ad-1981-4048-a826-cae1ccf061c3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 945 time: 0.0484512 Feb 07 23:24:07.475903 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-961fd3cf-b7a5-40db-93bb-a65cc6c59228 req-8951c728-cdb5-468b-b03f-1f3d6faa2a8f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312228 Feb 07 23:24:07.483333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-c7d0c17b-d5cd-4abb-a8a9-2ea87d0a5952 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837891 Feb 07 23:24:07.698699 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b1620ce-f585-4970-ba28-b1796517c869 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:24:07.774641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:07.798236 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:24:07.800495 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805948b2-74f0-41cf-849e-6a41b4028ec3" -d '{"events": [{"server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1620ce-f585-4970-ba28-b1796517c869"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:24:07.812982 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:07.818001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:07.857200 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751ebca9-f0a6-42cf-a639-b62c9acddae1 x-openstack-request-id: req-751ebca9-f0a6-42cf-a639-b62c9acddae1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:24:07.857492 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1620ce-f585-4970-ba28-b1796517c869", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:24:07.857738 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-751ebca9-f0a6-42cf-a639-b62c9acddae1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:24:07.858130 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869', 'code': 200} Feb 07 23:24:07.875775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:08.594254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ceda25-c513-4033-b09e-8b0533fa7ed0 req-15b9ffae-6644-42af-aeab-d5d09e06b782 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:08.595731 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6ceda25-c513-4033-b09e-8b0533fa7ed0 req-15b9ffae-6644-42af-aeab-d5d09e06b782 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0487006 Feb 07 23:24:08.637600 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a6ceda25-c513-4033-b09e-8b0533fa7ed0 req-11ed3b38-13ae-4079-bec4-4e3c5119d207 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358386 Feb 07 23:24:09.759342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dd3e2-eb70-4a03-8f80-8e246c6c8709 req-8f5c239a-38ec-4c89-9068-ddac125fa9d9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:09.760827 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-783dd3e2-eb70-4a03-8f80-8e246c6c8709 req-8f5c239a-38ec-4c89-9068-ddac125fa9d9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0497413 Feb 07 23:24:09.799591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-783dd3e2-eb70-4a03-8f80-8e246c6c8709 req-c05a2aed-3e73-4074-a3aa-2db649427466 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326269 Feb 07 23:24:10.917397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5ab91-e38a-4c66-a1f0-8b1e55ca7e1c req-ebbfb56a-71bc-447a-b0a7-3e961a236cce tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:10.918864 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4af5ab91-e38a-4c66-a1f0-8b1e55ca7e1c req-ebbfb56a-71bc-447a-b0a7-3e961a236cce tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0487144 Feb 07 23:24:10.957884 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4af5ab91-e38a-4c66-a1f0-8b1e55ca7e1c req-0cdb3cd5-2e69-451e-a23f-c5c89e5f83dd tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Feb 07 23:24:12.083464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc652f-927b-49c8-8e86-0f29db1fdf43 req-5de74427-5e29-420c-a96d-66ac1aa84b99 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:12.086196 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9ddc652f-927b-49c8-8e86-0f29db1fdf43 req-5de74427-5e29-420c-a96d-66ac1aa84b99 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0523243 Feb 07 23:24:12.122860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9ddc652f-927b-49c8-8e86-0f29db1fdf43 req-49425e29-09ce-45b1-8d7c-6c03f4944e55 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314312 Feb 07 23:24:13.239654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70a92b-4b1d-445f-bc09-65654ac051ef req-b15a380c-3d20-4014-bf69-d37997a0c5ff tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:13.241114 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b70a92b-4b1d-445f-bc09-65654ac051ef req-b15a380c-3d20-4014-bf69-d37997a0c5ff tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0487986 Feb 07 23:24:13.278526 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b70a92b-4b1d-445f-bc09-65654ac051ef req-f377d283-2943-44e9-95dc-536e70f17e40 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Feb 07 23:24:14.395139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11518b4-e5e5-4c6d-9645-ec9f15d23f73 req-e7c170be-63b4-4295-973b-77d1b5ef7dc2 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:14.396586 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e11518b4-e5e5-4c6d-9645-ec9f15d23f73 req-e7c170be-63b4-4295-973b-77d1b5ef7dc2 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0476816 Feb 07 23:24:14.434043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e11518b4-e5e5-4c6d-9645-ec9f15d23f73 req-b7e54262-a008-4c20-aae0-71a4e48fe408 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Feb 07 23:24:15.548807 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232755f3-7a3c-457a-b090-9975bbf25ce7 req-5dcc5b10-b1c3-4489-829a-257289ca724b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:15.550235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-232755f3-7a3c-457a-b090-9975bbf25ce7 req-5dcc5b10-b1c3-4489-829a-257289ca724b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0472915 Feb 07 23:24:15.590853 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-232755f3-7a3c-457a-b090-9975bbf25ce7 req-4129c238-e2b6-450d-a7ff-890b84e2a548 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346832 Feb 07 23:24:16.707079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d4027-5a21-4eb5-b079-41306682d853 req-54660ee8-2f57-415e-b4c2-9bc4b38867c9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:16.708583 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a91d4027-5a21-4eb5-b079-41306682d853 req-54660ee8-2f57-415e-b4c2-9bc4b38867c9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0482519 Feb 07 23:24:16.747055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a91d4027-5a21-4eb5-b079-41306682d853 req-94299b99-90bc-48f4-b1c9-e69fcd211db5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322359 Feb 07 23:24:17.863793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94941fb4-9c2e-4799-9630-72ca89d751ae req-aee3fc18-bed8-490d-927e-499455065ed3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:17.865286 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94941fb4-9c2e-4799-9630-72ca89d751ae req-aee3fc18-bed8-490d-927e-499455065ed3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0493767 Feb 07 23:24:17.903490 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94941fb4-9c2e-4799-9630-72ca89d751ae req-99003ec8-cc4e-49d2-918f-9471ed729fdf tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Feb 07 23:24:19.024347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd314b-fe6e-4c64-bd8d-b6e3b066e39a req-c535b7bd-4e3a-4d99-a395-809ff07c264c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:19.025790 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ddd314b-fe6e-4c64-bd8d-b6e3b066e39a req-c535b7bd-4e3a-4d99-a395-809ff07c264c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0517659 Feb 07 23:24:19.062493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6ddd314b-fe6e-4c64-bd8d-b6e3b066e39a req-6fd3aab8-75dc-41af-b6b2-93fcce399194 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Feb 07 23:24:19.370496 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-48de1cd2-effc-43a5-994c-8f7df0a57db6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:19.371962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-48de1cd2-effc-43a5-994c-8f7df0a57db6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4&tenant_id=8db5d9f307004fff8573168befd8b50b&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 943 time: 0.0793231 Feb 07 23:24:19.384337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967bc99-8d8e-4775-8f32-3750f31f52a7 req-8d72faff-9246-43a8-8a61-52c3a55f52dc tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:19.385656 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2967bc99-8d8e-4775-8f32-3750f31f52a7 req-8d72faff-9246-43a8-8a61-52c3a55f52dc tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0658569 Feb 07 23:24:19.462037 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2967bc99-8d8e-4775-8f32-3750f31f52a7 req-ed07564f-b904-46ff-92b0-43710561186b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694382 Feb 07 23:24:19.467692 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-efe9bd49-f5ca-47dc-b4bd-f827179509a7 service neutron] 10.222.0.46 "GET /v2.0/ports/7b1620ce-f585-4970-ba28-b1796517c869/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.0811775 Feb 07 23:24:19.526835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-4735114f-454b-4cec-8dc0-78cb5842e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:19.528344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-4735114f-454b-4cec-8dc0-78cb5842e8fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1094 time: 0.0399625 Feb 07 23:24:19.616364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-7cb77ab2-dd7b-4db1-ad8a-c5cecf0dcae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:19.617779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-7cb77ab2-dd7b-4db1-ad8a-c5cecf0dcae0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0826120 Feb 07 23:24:19.686435 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-59ebe312-924a-4157-9bbb-8c7d758ae94e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 1000 time: 0.0614851 Feb 07 23:24:19.729604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b1620ce-f585-4970-ba28-b1796517c869 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:24:19.734666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-94de4928-e807-45bc-8d23-2c5fc637cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:19.736756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-94de4928-e807-45bc-8d23-2c5fc637cc0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0442135 Feb 07 23:24:19.783348 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-d5d96581-c589-47f4-891f-64f97d58e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:19.784847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-d5d96581-c589-47f4-891f-64f97d58e7b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414748 Feb 07 23:24:19.829842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:19.841726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '7b1620ce-f585-4970-ba28-b1796517c869', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': '7b1620ce-f585-4970-ba28-b1796517c869', 'mac_address': 'fa:16:3e:89:45:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:24:19.880342 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-c0971c0a-4fe5-406b-b0aa-28423c683589 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888152 Feb 07 23:24:19.880568 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:19.894016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1620ce-f585-4970-ba28-b1796517c869 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:24:19.913362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:19.917356 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:19.963308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:19.976908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-fb59119f-ea50-480d-8a43-79f31b912eb4 service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890477 Feb 07 23:24:20.121906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['7b1620ce-f585-4970-ba28-b1796517c869'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:24:20.582382 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495da47-99a2-467e-bf06-afe2b00aadb9 req-21590714-9e71-4ee7-9a87-e60a03e7827a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:20.583878 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c495da47-99a2-467e-bf06-afe2b00aadb9 req-21590714-9e71-4ee7-9a87-e60a03e7827a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 944 time: 0.0493190 Feb 07 23:24:20.621470 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c495da47-99a2-467e-bf06-afe2b00aadb9 req-9ad4ec32-e0ef-4008-a6b2-4008d6858775 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316086 Feb 07 23:24:21.541423 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc325597-8d73-4747-8b69-9ae6f7923a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.745858 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7799e5-1bcb-49c5-842d-db7f2b91475f req-7d0a6d8c-1a47-47f6-9b0a-e133896a3556 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:21.747320 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a7799e5-1bcb-49c5-842d-db7f2b91475f req-7d0a6d8c-1a47-47f6-9b0a-e133896a3556 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 944 time: 0.0556018 Feb 07 23:24:21.747637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b1620ce-f585-4970-ba28-b1796517c869 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:24:21.792457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0a7799e5-1bcb-49c5-842d-db7f2b91475f req-751e6212-4587-4f38-959e-1be462968ac8 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384648 Feb 07 23:24:21.832156 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.845823 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7b1620ce-f585-4970-ba28-b1796517c869 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:24:21.869013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:21.873045 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.920867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:22.918138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c47c6d-0f15-4333-b427-9815b2440cf6 req-a2af30f6-3f78-47ca-bcc4-858b317de1ee tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:22.919626 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89c47c6d-0f15-4333-b427-9815b2440cf6 req-a2af30f6-3f78-47ca-bcc4-858b317de1ee tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0488734 Feb 07 23:24:22.965608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-89c47c6d-0f15-4333-b427-9815b2440cf6 req-fba6eaf4-a80e-4f21-9c6b-bab1080fbcab tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375597 Feb 07 23:24:23.666462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-d8b47063-68bd-4ec2-83c3-1fcb6d955100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:23.668008 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-d8b47063-68bd-4ec2-83c3-1fcb6d955100 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4&tenant_id=8db5d9f307004fff8573168befd8b50b HTTP/1.1" status: 200 len: 1094 time: 0.0417225 Feb 07 23:24:23.727547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-c960319e-1ef3-4be3-bc2e-8dc5fd1172d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:23.729040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-c960319e-1ef3-4be3-bc2e-8dc5fd1172d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1094 time: 0.0399523 Feb 07 23:24:23.830020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-5e0e8787-2b1d-46f4-baa0-7ce5d7265fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:23.831393 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-5e0e8787-2b1d-46f4-baa0-7ce5d7265fa1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0959959 Feb 07 23:24:23.895547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-19d22069-f211-4d47-ba0b-3c68c13890d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 1000 time: 0.0579727 Feb 07 23:24:23.947036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-9f4a25f1-6dff-4c3b-b511-69229b3d0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:23.948782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-9f4a25f1-6dff-4c3b-b511-69229b3d0da7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0467281 Feb 07 23:24:23.991571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529ff1-150d-4957-8a00-06d12754add4 req-e4b687ca-af46-493f-b795-b2c276c49526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:23.993050 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-e4b687ca-af46-493f-b795-b2c276c49526 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379949 Feb 07 23:24:24.117253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d250db3-5982-4692-aac5-13759c929b15 req-7654e8bc-559b-411b-a792-575578f75b0b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:24.118706 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d250db3-5982-4692-aac5-13759c929b15 req-7654e8bc-559b-411b-a792-575578f75b0b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0759432 Feb 07 23:24:24.124059 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-03644809-31b0-42f1-a8c8-6bbaacc8ad4f service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235833 Feb 07 23:24:24.205682 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d250db3-5982-4692-aac5-13759c929b15 req-763a9f90-f965-49fb-9c1a-99e34831b600 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806732 Feb 07 23:24:24.238688 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b529ff1-150d-4957-8a00-06d12754add4 req-2d0063f7-3d97-4cfe-8db5-632a994cf35b service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046069 Feb 07 23:24:24.683491 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2b7dc31-b1b0-49e2-aafd-f776850bfafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:24.991447 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:25.324026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9a7eb-5a8f-46ea-aa80-fbfb5af405fc req-14ad944f-835a-4fc1-8406-869856fd54aa tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:25.325497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-92e9a7eb-5a8f-46ea-aa80-fbfb5af405fc req-14ad944f-835a-4fc1-8406-869856fd54aa tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0496764 Feb 07 23:24:25.366292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-92e9a7eb-5a8f-46ea-aa80-fbfb5af405fc req-ebd32393-cc55-4dae-835a-076a1c5da35a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341737 Feb 07 23:24:26.477742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:26.502539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890ce70-6fb0-458c-86ce-0b366ecedfb2 req-000ea5c3-2b76-4d2a-82f6-579d65f56cb7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:26.504042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2890ce70-6fb0-458c-86ce-0b366ecedfb2 req-000ea5c3-2b76-4d2a-82f6-579d65f56cb7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0662339 Feb 07 23:24:26.543808 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2890ce70-6fb0-458c-86ce-0b366ecedfb2 req-6bff0ae4-c448-4bc4-9cef-ff8d1777d5ed tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332961 Feb 07 23:24:26.721098 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:27.662243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3c1d-d31d-4db9-8421-e273a061fd71 req-89cb5432-85a5-4a39-867a-22748f4465f1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:27.663750 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7e0b3c1d-d31d-4db9-8421-e273a061fd71 req-89cb5432-85a5-4a39-867a-22748f4465f1 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0497837 Feb 07 23:24:27.702599 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7e0b3c1d-d31d-4db9-8421-e273a061fd71 req-52502b34-2482-484f-b11f-55063f0b264b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327630 Feb 07 23:24:28.821726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabc676-2ee5-427d-af07-374fc377e2c4 req-eb9fed33-42e4-4f7c-8056-dac240901af3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:28.823170 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cabc676-2ee5-427d-af07-374fc377e2c4 req-eb9fed33-42e4-4f7c-8056-dac240901af3 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0485106 Feb 07 23:24:28.860457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cabc676-2ee5-427d-af07-374fc377e2c4 req-f488c88b-fd15-4d63-95b7-52156d3118a5 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306172 Feb 07 23:24:29.977912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e31f5c-d1ee-4de9-99c5-43c36a294677 req-e50fddc0-5b46-4fc7-bf5f-6382b1eb320d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:29.979261 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72e31f5c-d1ee-4de9-99c5-43c36a294677 req-e50fddc0-5b46-4fc7-bf5f-6382b1eb320d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0478034 Feb 07 23:24:30.020900 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-72e31f5c-d1ee-4de9-99c5-43c36a294677 req-a6257831-b863-43a5-beab-f3be34612e7f tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349567 Feb 07 23:24:31.137295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c86f-141d-4208-83a4-c6c9f4654b0f req-32d0937e-e7d5-472e-98cf-04a9b6832659 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:31.138726 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89d2c86f-141d-4208-83a4-c6c9f4654b0f req-32d0937e-e7d5-472e-98cf-04a9b6832659 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0482006 Feb 07 23:24:31.175775 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-89d2c86f-141d-4208-83a4-c6c9f4654b0f req-029e665e-67ce-4ef9-8988-706c848471ca tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305364 Feb 07 23:24:32.296286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9eab1-cb14-45f8-bb87-81a656c004f6 req-19bcc993-91b8-4c82-99cd-501ff4c69101 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:32.298112 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9b9eab1-cb14-45f8-bb87-81a656c004f6 req-19bcc993-91b8-4c82-99cd-501ff4c69101 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0486779 Feb 07 23:24:32.335459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e9b9eab1-cb14-45f8-bb87-81a656c004f6 req-95ccad1c-2b27-41a6-b836-c51308524008 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315783 Feb 07 23:24:33.452924 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf513c4c-7c8b-43b6-bd12-0ba505cfc8d2 req-9f694696-7266-4294-95fb-6aab076a8510 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:33.454847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf513c4c-7c8b-43b6-bd12-0ba505cfc8d2 req-9f694696-7266-4294-95fb-6aab076a8510 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0515394 Feb 07 23:24:33.491323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf513c4c-7c8b-43b6-bd12-0ba505cfc8d2 req-991b4ac2-1dd3-4a7c-b3e2-b0c5880e26b4 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306039 Feb 07 23:24:34.304674 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:34.415588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-67b3c0d6-1632-4421-9980-8e6fa6001290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:34.417056 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-67b3c0d6-1632-4421-9980-8e6fa6001290 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db5d9f307004fff8573168befd8b50b&device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 1094 time: 0.0390494 Feb 07 23:24:34.521100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-b82621e6-7bb7-47f5-87d4-b2b8fe512b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:34.522541 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-b82621e6-7bb7-47f5-87d4-b2b8fe512b8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 200 len: 912 time: 0.0851104 Feb 07 23:24:34.589001 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-1f9b9747-b642-4cb6-b7f9-d9c484cbe474 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 200 len: 1000 time: 0.0590405 Feb 07 23:24:34.608091 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86443f48-af25-4479-8653-74aa85c71d2b req-dbfae8ef-bd34-4c31-98dd-f6839fe7a271 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:34.609643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86443f48-af25-4479-8653-74aa85c71d2b req-dbfae8ef-bd34-4c31-98dd-f6839fe7a271 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0498600 Feb 07 23:24:34.640459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-307d9845-01c3-4c80-aaef-322aa523a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:34.642370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-307d9845-01c3-4c80-aaef-322aa523a831 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 200 len: 851 time: 0.0459774 Feb 07 23:24:34.653540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-86443f48-af25-4479-8653-74aa85c71d2b req-986159df-aefc-406d-9b6b-82701563dbe9 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362563 Feb 07 23:24:34.713694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-ca0d9b5b-73e8-4b4c-85e1-1d44a3feb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:34.715178 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-ca0d9b5b-73e8-4b4c-85e1-1d44a3feb8c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b011a3cd-839c-48a1-8cbc-27fed9ade99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543780 Feb 07 23:24:34.768005 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:34.811444 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-4af305f6-99f2-4b94-9fa6-574d52cfa1bd service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844197 Feb 07 23:24:34.908097 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b11da5bc-7f6b-48f2-bb8e-f635eeb9b95e req-dec7beff-1ab7-4e0a-9c9a-3df9f5f9704c service neutron] 10.222.0.46 "GET /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903068 Feb 07 23:24:35.770316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336b856-8db0-44ee-b6d2-99a416607a0b req-05ab016d-8b43-4a34-8e39-f98190c9db64 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:35.771791 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e336b856-8db0-44ee-b6d2-99a416607a0b req-05ab016d-8b43-4a34-8e39-f98190c9db64 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0492039 Feb 07 23:24:35.807159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b1620ce-f585-4970-ba28-b1796517c869 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:24:35.808956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e336b856-8db0-44ee-b6d2-99a416607a0b req-73e45aa9-3a4e-4baa-a1b9-9f38cf87aa60 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311677 Feb 07 23:24:35.905512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:35.917734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '7b1620ce-f585-4970-ba28-b1796517c869', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'port_id': '7b1620ce-f585-4970-ba28-b1796517c869', 'mac_address': 'fa:16:3e:89:45:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:24:35.926718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7567e-cab5-48f0-b317-b8d453dcdb61 req-bf4331d7-a89d-4c18-a671-bd218508ac36 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:35.928333 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7e7567e-cab5-48f0-b317-b8d453dcdb61 req-bf4331d7-a89d-4c18-a671-bd218508ac36 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 943 time: 0.0502949 Feb 07 23:24:35.954713 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:35.967498 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1620ce-f585-4970-ba28-b1796517c869 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:24:35.970050 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a7e7567e-cab5-48f0-b317-b8d453dcdb61 req-57ba440a-f536-4039-9fbc-8f0a3aa0db19 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354185 Feb 07 23:24:35.989333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:35.993066 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:36.050053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:36.057810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.058378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.058726 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.059060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.059385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.059732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.060061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.060382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.060697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.061018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.061337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.061652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:36.087677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7872dcf-e5c6-44a7-a69a-99c7694d10a9 req-03a34dcf-a98b-46b4-a753-541746edd63b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:36.089208 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7872dcf-e5c6-44a7-a69a-99c7694d10a9 req-03a34dcf-a98b-46b4-a753-541746edd63b tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 944 time: 0.0509975 Feb 07 23:24:36.127273 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b7872dcf-e5c6-44a7-a69a-99c7694d10a9 req-082369e0-10ca-4464-84a5-1639884cc0ce tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Feb 07 23:24:36.210830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['7b1620ce-f585-4970-ba28-b1796517c869'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:24:36.366962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e85bb-8964-4f5c-91f9-77a5ef363416 req-473ce637-e56d-472a-a75b-106a0c896a01 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:36.368437 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e6e85bb-8964-4f5c-91f9-77a5ef363416 req-473ce637-e56d-472a-a75b-106a0c896a01 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 944 time: 0.0503213 Feb 07 23:24:36.412582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e6e85bb-8964-4f5c-91f9-77a5ef363416 req-1d3604f7-722e-4e94-8a28-bced5e601a60 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371990 Feb 07 23:24:37.528771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c14596-c6f9-4a2e-b614-d2ee5ce8bbc2 req-878d4f1a-4f22-4342-b50b-f9692255254d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:37.530211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95c14596-c6f9-4a2e-b614-d2ee5ce8bbc2 req-878d4f1a-4f22-4342-b50b-f9692255254d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 944 time: 0.0478318 Feb 07 23:24:37.569539 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-95c14596-c6f9-4a2e-b614-d2ee5ce8bbc2 req-261c48e5-3158-4515-be22-deacc2ae497c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324070 Feb 07 23:24:37.834526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 7b1620ce-f585-4970-ba28-b1796517c869 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:24:37.891918 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-60b1dd56-2acf-4714-bfb5-01f928df64eb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:37.893344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-60b1dd56-2acf-4714-bfb5-01f928df64eb tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 944 time: 0.0495741 Feb 07 23:24:37.912213 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:37.924731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7b1620ce-f585-4970-ba28-b1796517c869 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:24:37.945157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:37.948984 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:37.982289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Deleting port 7b1620ce-f585-4970-ba28-b1796517c869 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:24:37.982625 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:37.995606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:38.387245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] For port 7b1620ce-f585-4970-ba28-b1796517c869, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=7b1620ce-f585-4970-ba28-b1796517c869,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:38.387635 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:38.551644 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:38.552023 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:38.552334 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 disassociated. External IP: 172.25.8.122, port: 7b1620ce-f585-4970-ba28-b1796517c869. Feb 07 23:24:38.552666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Calling delete_port for 7b1620ce-f585-4970-ba28-b1796517c869 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:24:38.706831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:38.741160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94188cc6-7d37-4d9a-90a8-a3a3b8fad994 req-34dff38e-8d03-42f0-82b4-b1dbe31ca37c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:38.742592 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-94188cc6-7d37-4d9a-90a8-a3a3b8fad994 req-34dff38e-8d03-42f0-82b4-b1dbe31ca37c tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 944 time: 0.0868981 Feb 07 23:24:38.745427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event deleted for resources: {'Port': ['ID=7b1620ce-f585-4970-ba28-b1796517c869,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:38.770343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.770687 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.771027 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.771379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.771716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.772048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.772374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.772695 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.773123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.773334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.773654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.773977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:38.839593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-94188cc6-7d37-4d9a-90a8-a3a3b8fad994 req-5a5678af-508d-4951-9cca-129736164c2e tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb9c784b-fa47-4b29-96f2-8978ca0481d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905261 Feb 07 23:24:38.903018 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:24:39.011727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:24:39.020979 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:24:39.030122 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:24:39.030722 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:24:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:39.053854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] No DVR routers for this DVR port 7b1620ce-f585-4970-ba28-b1796517c869 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:24:39.056583 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:39.059898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b42a756a-359e-438b-b31e-fbaa49f3eda1 req-89f4e5d3-eeba-487c-a96a-b6be2529bf6d tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.46 "DELETE /v2.0/ports/7b1620ce-f585-4970-ba28-b1796517c869 HTTP/1.1" status: 204 len: 173 time: 1.1604605 Feb 07 23:24:39.060339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'name': 'network-vif-deleted', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:24:39.062769 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9a04e4-71d8-447e-8a14-9854706f3327" -d '{"events": [{"server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "name": "network-vif-deleted", "tag": "7b1620ce-f585-4970-ba28-b1796517c869"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:24:39.104288 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af960d5-43b1-41b9-9d5f-ba522b0b5957 x-openstack-request-id: req-7af960d5-43b1-41b9-9d5f-ba522b0b5957 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:24:39.104578 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a28683-def9-4db5-9bc4-35c3e582bab4", "name": "network-vif-deleted", "tag": "7b1620ce-f585-4970-ba28-b1796517c869", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:24:39.104831 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7af960d5-43b1-41b9-9d5f-ba522b0b5957 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:24:39.105254 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a28683-def9-4db5-9bc4-35c3e582bab4', 'name': 'network-vif-deleted', 'tag': '7b1620ce-f585-4970-ba28-b1796517c869', 'status': 'completed', 'code': 200} Feb 07 23:24:39.158443 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:24:39.440498 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:39.465748 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:24:39.474746 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:24:39.475334 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:24:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:39.577857 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:24:39.780103 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:39.807600 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d54b944-6a97-4877-aad1-46a10ddc4e36 None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:20:47Z', 'revision_number': 4, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '49188a70-cfee-4672-b8c2-a6be0dfeaf9c', 'name': '', 'network_id': 'b011a3cd-839c-48a1-8cbc-27fed9ade99d', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'mac_address': 'fa:16:3e:e3:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:47Z', 'updated_at': '2022-02-07T23:20:50Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'subnets': [{'id': '99d64b8c-0d1c-468f-8940-6bbb42bda074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:24:39.948181 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-023f181f-d3c1-482a-b3d3-103cc687a03f req-23e95d8e-786c-402b-bfe8-8f305a00eaa6 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 210 time: 0.0282078 Feb 07 23:24:40.022151 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:24:40.048605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152c9e5-30d4-4dd1-aeaa-b681f17fc020 None None] New status for floating IP 5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:24:41.049865 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a31a3a26-4451-4782-ae11-83eb16b9ad5a req-01261347-2318-466f-aac1-15f232ac99cf tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 210 time: 0.0275857 Feb 07 23:24:42.145181 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b4675322-9a1c-434d-9a08-9a8206aa9680 req-c81c9a69-3f7a-4839-8f4f-1b95143956ea tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a28683-def9-4db5-9bc4-35c3e582bab4 HTTP/1.1" status: 200 len: 210 time: 0.0262856 Feb 07 23:24:45.820465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57550) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:45.875312 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f61a0be7-d2b8-4af9-a0fb-04d759d81c3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:45.901905 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f61a0be7-d2b8-4af9-a0fb-04d759d81c3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:45.948155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f61a0be7-d2b8-4af9-a0fb-04d759d81c3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:45.951187 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f61a0be7-d2b8-4af9-a0fb-04d759d81c3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:45.952345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f61a0be7-d2b8-4af9-a0fb-04d759d81c3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb9c784b-fa47-4b29-96f2-8978ca0481d8 HTTP/1.1" status: 204 len: 168 time: 0.1309192 Feb 07 23:24:45.955728 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57552) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:45.962361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a0be7-d2b8-4af9-a0fb-04d759d81c3a tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c784b-fa47-4b29-96f2-8978ca0481d8,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:45.976519 n-d-827895-2 neutron-server[102290]: INFO neutron.api.v2.resource [None req-ace4f3de-3a6e-45df-bdf5-da2472350062 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] show failed (client error): The resource could not be found. Feb 07 23:24:45.980630 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ace4f3de-3a6e-45df-bdf5-da2472350062 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "GET /v2.0/security-groups/eb9c784b-fa47-4b29-96f2-8978ca0481d8 HTTP/1.1" status: 404 len: 347 time: 0.0236318 Feb 07 23:24:45.980905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57554) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:46.108825 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Deleting port 103b24ca-8105-48a9-8db4-9ee6e345df3a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:24:46.109719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:46.188114 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:46.188450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:46.200068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Calling delete_port for 103b24ca-8105-48a9-8db4-9ee6e345df3a owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:24:46.333281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:46.357931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Pushing event deleted for resources: {'Port': ['ID=103b24ca-8105-48a9-8db4-9ee6e345df3a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:46.418764 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:46.421269 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:46.423291 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c8494747-0c7c-4d67-bd33-5ca2d29f19d7 tempest-ServerActionsTestJSON-160375156 tempest-ServerActionsTestJSON-160375156-project] 10.222.0.15 "DELETE /v2.0/floatingips/5b1440bc-ff5a-4f8e-82b6-bfd1bef540e4 HTTP/1.1" status: 204 len: 168 time: 0.4415069 Feb 07 23:24:46.426015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57556) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:46.768800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:47.016126 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Deleting port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:24:47.016888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:47.091330 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] For port 49188a70-cfee-4672-b8c2-a6be0dfeaf9c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=49188a70-cfee-4672-b8c2-a6be0dfeaf9c,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:47.091603 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:47.103132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Calling delete_port for 49188a70-cfee-4672-b8c2-a6be0dfeaf9c owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:24:47.278111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:47.307416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Pushing event deleted for resources: {'Port': ['ID=49188a70-cfee-4672-b8c2-a6be0dfeaf9c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:47.474672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:47.683584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:24:47.796298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:24:47.801261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bb8b12be-e699-4bba-9f9f-18228a42768a admin admin] 10.222.0.15 "PUT /v2.0/routers/52cfdc56-934b-4bcc-9eb8-8bf462b53f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742638 Feb 07 23:24:47.803973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57558) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:47.806056 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] Sync routers for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:24:47.816060 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:24:47.816660 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:24:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:47.909251 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:47.919004 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:24:48.009455 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.060180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Deleting port acd01d65-1a71-46d0-b8b4-c5c28484c028 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:24:48.060862 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.098340 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:24:47Z', 'revision_number': 5, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port': {'id': 'acd01d65-1a71-46d0-b8b4-c5c28484c028', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:45Z', 'updated_at': '2022-02-07T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:48.124116 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] Checking router: 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:24:48.132025 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] Routers {'52cfdc56-934b-4bcc-9eb8-8bf462b53f48'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:24:48.132622 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:24:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:48.138871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] For port acd01d65-1a71-46d0-b8b4-c5c28484c028, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=acd01d65-1a71-46d0-b8b4-c5c28484c028,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:48.139295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.151138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Calling delete_port for acd01d65-1a71-46d0-b8b4-c5c28484c028 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:24:48.215458 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] Set router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:24:48.265991 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:24:48Z', 'revision_number': 6, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:48.295157 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0437d-653e-41b7-bf54-8be6953b4e5b None None] The sync data for ids ['52cfdc56-934b-4bcc-9eb8-8bf462b53f48'] in n-d-827895-2 is: [{'id': '52cfdc56-934b-4bcc-9eb8-8bf462b53f48', 'name': 'tempest-ServerActionsTestJSON-1877603449-router', 'tenant_id': '8db5d9f307004fff8573168befd8b50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:44Z', 'updated_at': '2022-02-07T23:24:48Z', 'revision_number': 6, 'project_id': '8db5d9f307004fff8573168befd8b50b', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:24:48.319667 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.351662 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Pushing event deleted for resources: {'Port': ['ID=acd01d65-1a71-46d0-b8b4-c5c28484c028,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:48.412475 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.500643 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.502886 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.544190 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.544667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52cfdc56-934b-4bcc-9eb8-8bf462b53f48 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:24:48.549839 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.550962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d0b91ef8-2004-4bbb-a31e-172fa12c72ff admin admin] 10.222.0.15 "DELETE /v2.0/routers/52cfdc56-934b-4bcc-9eb8-8bf462b53f48 HTTP/1.1" status: 204 len: 168 time: 0.7460237 Feb 07 23:24:48.553683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57560) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:48.596786 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Deleting subnet 99d64b8c-0d1c-468f-8940-6bbb42bda074 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:24:48.599717 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.638648 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.719620 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.758191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 49188a70-cfee-4672-b8c2-a6be0dfeaf9c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:24:48.773799 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.778413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 49188a70-cfee-4672-b8c2-a6be0dfeaf9c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:24:48.778754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 49188a70-cfee-4672-b8c2-a6be0dfeaf9c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:24:48.800715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d64b8c-0d1c-468f-8940-6bbb42bda074,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:48.805686 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.809119 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/99d64b8c-0d1c-468f-8940-6bbb42bda074 HTTP/1.1" status: 204 len: 168 time: 0.2544518 Feb 07 23:24:48.810173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6f6b3a-c5da-47b6-8d03-b3692d580984 None None] Network b011a3cd-839c-48a1-8cbc-27fed9ade99d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:24:48.811696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57562) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:48.814587 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.814934 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.815275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.815612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.815975 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.816301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.816625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.816949 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.817272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.817588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.817907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.818229 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc80124-0951-411e-95da-6963b6c2038e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:48.886225 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.939784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Deleting port 8feac1e1-0fb2-45a0-9876-b346b81182fb {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:24:48.940126 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.005059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] For port 8feac1e1-0fb2-45a0-9876-b346b81182fb, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=8feac1e1-0fb2-45a0-9876-b346b81182fb,segment=NetworkSegment(4be2d317-90e9-4f29-a1db-1cd51806f1b9),segment_id=4be2d317-90e9-4f29-a1db-1cd51806f1b9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:49.005351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.018194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Calling delete_port for 8feac1e1-0fb2-45a0-9876-b346b81182fb owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:24:49.073302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] DHCP port deletion for b011a3cd-839c-48a1-8cbc-27fed9ade99d request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:24:49.099155 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.121900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] Deleting port 8feac1e1-0fb2-45a0-9876-b346b81182fb {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:24:49.122278 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.127967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Pushing event deleted for resources: {'Port': ['ID=8feac1e1-0fb2-45a0-9876-b346b81182fb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:49.132416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] No DVR routers for this DVR port 8feac1e1-0fb2-45a0-9876-b346b81182fb on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:24:49.194125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] For port 8feac1e1-0fb2-45a0-9876-b346b81182fb, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:49.194520 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.208187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] Calling delete_port for 8feac1e1-0fb2-45a0-9876-b346b81182fb owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:24:49.210941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] Port 8feac1e1-0fb2-45a0-9876-b346b81182fb was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 23:24:49.212266 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.238708 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] Pushing event deleted for resources: {'Port': ['ID=8feac1e1-0fb2-45a0-9876-b346b81182fb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:49.242298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f10b1-3eae-43fc-b899-6d8e95046a37 None None] No DVR routers for this DVR port 8feac1e1-0fb2-45a0-9876-b346b81182fb on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:24:49.512440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.532145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b011a3cd-839c-48a1-8cbc-27fed9ade99d']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:49.540795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be2d317-90e9-4f29-a1db-1cd51806f1b9') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:49.541083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be2d317-90e9-4f29-a1db-1cd51806f1b9') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:49.550781 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.563356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.569100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:24:49.569479 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:24:49.571131 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:24:49.622402 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.628233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.631335 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b011a3cd-839c-48a1-8cbc-27fed9ade99d HTTP/1.1" status: 204 len: 168 time: 0.8182411 Feb 07 23:24:49.646033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a5346-6592-43a8-a42b-cd1d91450889 admin admin] Pushing event deleted for resources: {'Network': ['ID=b011a3cd-839c-48a1-8cbc-27fed9ade99d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:49.739213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57566) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:49.777316 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b31f5245-aa8a-411f-a2b7-7653be2973c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8db5d9f307004fff8573168befd8b50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369179 Feb 07 23:24:49.779652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57568) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:49.825525 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-131e1b1a-9e12-44a8-9a47-fef69ea81a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.847363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-131e1b1a-9e12-44a8-9a47-fef69ea81a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.892679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-131e1b1a-9e12-44a8-9a47-fef69ea81a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.895410 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-131e1b1a-9e12-44a8-9a47-fef69ea81a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:49.896610 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-131e1b1a-9e12-44a8-9a47-fef69ea81a08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d933a07d-06f8-4c63-b49c-fe756bbcfeb5 HTTP/1.1" status: 204 len: 168 time: 0.1160638 Feb 07 23:24:49.904147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e1b1a-9e12-44a8-9a47-fef69ea81a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933a07d-06f8-4c63-b49c-fe756bbcfeb5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:50.488267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8feac1e1-0fb2-45a0-9876-b346b81182fb no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:24:50.511676 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 8feac1e1-0fb2-45a0-9876-b346b81182fb {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:24:50.512362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 8feac1e1-0fb2-45a0-9876-b346b81182fb not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:24:50.512765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device acd01d65-1a71-46d0-b8b4-c5c28484c028 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:24:50.530926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: acd01d65-1a71-46d0-b8b4-c5c28484c028 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:24:50.531266 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device acd01d65-1a71-46d0-b8b4-c5c28484c028 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:24:50.545329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57590) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:50.640921 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2037943459-network', 'tenant_id': 'a4a4015b20974a409f96eaf586714074'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:50.663881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Made reservation on behalf of a4a4015b20974a409f96eaf586714074 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:24:50.666138 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.674920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.747305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.751409 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.779727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:24:50.785986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90e4b9e-0bf8-4002-8ac9-f3404d111df8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:50.792088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.792446 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Added segment fdf93d76-3912-4a20-8cef-18144bea6a67 of type vlan for network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 Feb 07 23:24:50.832542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.856712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.857812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:50.858386 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.915118 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3685896 Feb 07 23:24:50.917925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57594) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:24:50.922756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Request body: {'subnet': {'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2037943459-subnet', 'tenant_id': 'a4a4015b20974a409f96eaf586714074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:50.924316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed984cf2-2988-48f7-9ce5-e2b49eae39ea admin admin] Pushing event updated for resources: {'Network': ['ID=7ac0b122-05a8-4e39-b80d-41c0ddcbef61,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:50.934085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:24:50.949071 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Made reservation on behalf of a4a4015b20974a409f96eaf586714074 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:24:50.951567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.121690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.180719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f983ee-229b-4009-af73-4201bd48fa26,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:51.189221 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Checking segment: {'id': 'fdf93d76-3912-4a20-8cef-18144bea6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:24:51.189579 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Network hostable DHCP agents. Network: 7ac0b122-05a8-4e39-b80d-41c0ddcbef61, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:24:51.205310 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:24:51.213611 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 7ac0b122-05a8-4e39-b80d-41c0ddcbef61) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:24:51.217724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:51.218333 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.223631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cd91b-3070-4af7-806b-e0e932933d6a None None] Network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:24:51.234890 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e6a10cc5-f217-46b5-bbcf-19bce0d49e26 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3158967 Feb 07 23:24:51.355622 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705c4e9-6cb5-4884-8add-ea0c3cb86359 None None] Network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:24:51.542068 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4005639a-2b6e-422c-9272-59598be23ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.679932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-2a430bed-a0e3-47c6-b602-52236e1ad13f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:51.681368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-2a430bed-a0e3-47c6-b602-52236e1ad13f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/networks?id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61 HTTP/1.1" status: 200 len: 814 time: 0.1034865 Feb 07 23:24:51.696108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-2c218982-9c5e-46ff-ad2b-b714d9fdf43f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/quotas/a4a4015b20974a409f96eaf586714074 HTTP/1.1" status: 200 len: 375 time: 0.0089476 Feb 07 23:24:51.726784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-152c1a7f-22e8-4293-a154-8ba37b1365ab tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4a4015b20974a409f96eaf586714074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254192 Feb 07 23:24:51.866799 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-c9094fe9-1bda-45c7-bb92-3f320798f095 service neutron] 10.222.0.15 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328290 Feb 07 23:24:51.953621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-e9d80e6c-7414-4d4f-9b87-24a68324012a service neutron] 10.222.0.15 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807137 Feb 07 23:24:52.110602 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-51432944-f7b9-46b2-947f-4b98d8d8ef55 req-219935d5-c60f-4386-af9f-90c515099d72 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 210 time: 0.0270579 Feb 07 23:24:53.027620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-ecae2e96-46c2-406c-b5a4-f89783505ca7 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:53.029079 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-ecae2e96-46c2-406c-b5a4-f89783505ca7 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.46 "GET /v2.0/networks?id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61 HTTP/1.1" status: 200 len: 814 time: 0.1056499 Feb 07 23:24:53.041441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Request body: {'port': {'device_id': '44f75fcc-fee2-4a47-bdd3-7aab7fdca108', 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61', 'admin_state_up': True, 'tenant_id': 'a4a4015b20974a409f96eaf586714074'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:53.148588 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Made reservation on behalf of a4a4015b20974a409f96eaf586714074 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:24:53.152442 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.242237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-18ab06f3-0dbc-4fcb-ad6d-4a7a9ccd55d9 req-bd3fa240-6a35-431b-af7a-399d9aa28144 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 210 time: 0.0616770 Feb 07 23:24:53.302739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Allocated IP 172.20.0.9 (7ac0b122-05a8-4e39-b80d-41c0ddcbef61/a5f983ee-229b-4009-af73-4201bd48fa26/36de1d72-f2b3-490e-b4d3-f359c5c0a111) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:24:53.446741 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.480234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.525190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:24:53.528212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:24:53.531758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:24:53.538680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Pushing event updated for resources: {'Port': ['ID=36de1d72-f2b3-490e-b4d3-f359c5c0a111,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:53.582789 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:53.583391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.599162 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-83c638d0-82cb-4489-9b2b-687e862656b1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617063 Feb 07 23:24:53.610815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Request body: {'port': {'device_id': '44f75fcc-fee2-4a47-bdd3-7aab7fdca108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:53.669161 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.926423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36de1d72-f2b3-490e-b4d3-f359c5c0a111 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:24:53.933669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.946124 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Transition to ACTIVE for port object 36de1d72-f2b3-490e-b4d3-f359c5c0a111 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:24:53.949755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.999855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Pushing event updated for resources: {'Port': ['ID=36de1d72-f2b3-490e-b4d3-f359c5c0a111,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:54.065959 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Attempting to bind port 36de1d72-f2b3-490e-b4d3-f359c5c0a111 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:24:54.066592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Attempting to bind port 36de1d72-f2b3-490e-b4d3-f359c5c0a111 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'fdf93d76-3912-4a20-8cef-18144bea6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:24:54.066592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Attempting to bind port 36de1d72-f2b3-490e-b4d3-f359c5c0a111 on network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:24:54.070757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Port 36de1d72-f2b3-490e-b4d3-f359c5c0a111 on network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:24:54.071070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Attempting to bind port 36de1d72-f2b3-490e-b4d3-f359c5c0a111 on network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:24:54.075731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:24:54.076061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Checking segment: {'id': 'fdf93d76-3912-4a20-8cef-18144bea6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:24:54.076433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Bound using segment: {'id': 'fdf93d76-3912-4a20-8cef-18144bea6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:24:54.076844 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Bound port: 36de1d72-f2b3-490e-b4d3-f359c5c0a111, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf93d76-3912-4a20-8cef-18144bea6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:24:54.077181 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:54.138697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] For port 36de1d72-f2b3-490e-b4d3-f359c5c0a111, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:24:54.142346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] For port 36de1d72-f2b3-490e-b4d3-f359c5c0a111, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36de1d72-f2b3-490e-b4d3-f359c5c0a111,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:24:54.146902 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:54.181163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:54.181770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:54.183138 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] 10.222.0.46 "PUT /v2.0/ports/36de1d72-f2b3-490e-b4d3-f359c5c0a111 HTTP/1.1" status: 200 len: 1091 time: 0.5763931 Feb 07 23:24:54.183572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f75fcc-fee2-4a47-bdd3-7aab7fdca108', 'tag': '36de1d72-f2b3-490e-b4d3-f359c5c0a111'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:24:54.185821 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213e1a83-6461-45d7-8c80-d404f73d76de" -d '{"events": [{"name": "network-changed", "server_uuid": "44f75fcc-fee2-4a47-bdd3-7aab7fdca108", "tag": "36de1d72-f2b3-490e-b4d3-f359c5c0a111"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:24:54.209965 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567641c-ca2f-43ad-b1ab-6592f8880e9d service neutron] Pushing event updated for resources: {'Port': ['ID=36de1d72-f2b3-490e-b4d3-f359c5c0a111,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:54.231382 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5978cdd4-7e15-4e27-a0a0-ccf41af3860e x-openstack-request-id: req-5978cdd4-7e15-4e27-a0a0-ccf41af3860e {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:24:54.231666 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f75fcc-fee2-4a47-bdd3-7aab7fdca108", "tag": "36de1d72-f2b3-490e-b4d3-f359c5c0a111", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:24:54.231939 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5978cdd4-7e15-4e27-a0a0-ccf41af3860e {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:24:54.232325 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f75fcc-fee2-4a47-bdd3-7aab7fdca108', 'tag': '36de1d72-f2b3-490e-b4d3-f359c5c0a111', 'status': 'completed', 'code': 200} Feb 07 23:24:54.268690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-2a38290d-f3d9-441e-839c-4b705dc1b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:54.270617 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-2a38290d-f3d9-441e-839c-4b705dc1b305 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4015b20974a409f96eaf586714074&device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 1094 time: 0.0476117 Feb 07 23:24:54.312113 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-59ff219b-2ce5-47b9-b44e-4d7266a4e68e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36de1d72-f2b3-490e-b4d3-f359c5c0a111 HTTP/1.1" status: 200 len: 217 time: 0.0338507 Feb 07 23:24:54.388904 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-8a3554d1-00ac-4cad-a78d-bc75729e613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:54.390275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-8a3554d1-00ac-4cad-a78d-bc75729e613c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5f983ee-229b-4009-af73-4201bd48fa26 HTTP/1.1" status: 200 len: 854 time: 0.0688601 Feb 07 23:24:54.397676 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50bc88-b4f3-4b51-a1d6-0304ac117a4e req-37fb5f35-6df4-4e23-8fd3-4189e0a9020a tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:54.399010 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f50bc88-b4f3-4b51-a1d6-0304ac117a4e req-37fb5f35-6df4-4e23-8fd3-4189e0a9020a tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 943 time: 0.0860586 Feb 07 23:24:54.434534 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-ad0af054-66fa-40bc-bcbf-9a70a2fa5296 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346193 Feb 07 23:24:54.468926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f50bc88-b4f3-4b51-a1d6-0304ac117a4e req-20ac3693-a878-445d-89c0-68697d508dee tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619514 Feb 07 23:24:54.540395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-9003fa77-ac2b-467d-a939-2ea54e7415a3 service neutron] 10.222.0.46 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979586 Feb 07 23:24:54.627492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84d4fa75-65f8-4cf1-a1c4-9b59b8238cfb req-bc37e117-2de1-4ee4-a2e1-53de7aa41a6a service neutron] 10.222.0.46 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805542 Feb 07 23:24:54.686176 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9ce87d2-fc91-48d0-ae67-37fd3a714b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:54.711763 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1a83-6461-45d7-8c80-d404f73d76de req-8bd1bf2a-127e-4f3f-b60b-02703e85d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:54.713242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-213e1a83-6461-45d7-8c80-d404f73d76de req-8bd1bf2a-127e-4f3f-b60b-02703e85d843 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4015b20974a409f96eaf586714074&device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 1094 time: 0.0409424 Feb 07 23:24:54.807223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1a83-6461-45d7-8c80-d404f73d76de req-f35f9d10-e765-4931-abb8-df8d445d2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:54.808730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-213e1a83-6461-45d7-8c80-d404f73d76de req-f35f9d10-e765-4931-abb8-df8d445d2831 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61 HTTP/1.1" status: 200 len: 914 time: 0.0879235 Feb 07 23:24:54.848913 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-213e1a83-6461-45d7-8c80-d404f73d76de req-e2744c72-3512-4bee-bed4-feb870977523 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36de1d72-f2b3-490e-b4d3-f359c5c0a111 HTTP/1.1" status: 200 len: 217 time: 0.0339253 Feb 07 23:24:54.902197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1a83-6461-45d7-8c80-d404f73d76de req-4125ecc8-839d-4f9d-8c79-726a2623a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:54.903614 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-213e1a83-6461-45d7-8c80-d404f73d76de req-4125ecc8-839d-4f9d-8c79-726a2623a7f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5f983ee-229b-4009-af73-4201bd48fa26 HTTP/1.1" status: 200 len: 854 time: 0.0474703 Feb 07 23:24:54.934926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-213e1a83-6461-45d7-8c80-d404f73d76de req-7edbf54e-e388-4cbc-b015-30a9a4cb23a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236292 Feb 07 23:24:54.995290 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:55.023252 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-213e1a83-6461-45d7-8c80-d404f73d76de req-186ca23e-c696-4323-a4a2-78f17a330223 service neutron] 10.222.0.46 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809166 Feb 07 23:24:55.115353 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-213e1a83-6461-45d7-8c80-d404f73d76de req-abc0fdd4-8b6d-4bbe-b61b-6ada238a23a2 service neutron] 10.222.0.46 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851400 Feb 07 23:24:55.585085 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8b7cf-2596-436a-8b78-86c9b2733c79 req-c9f88ba1-0d03-461d-abce-f3d693257d5b tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:55.586521 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5bd8b7cf-2596-436a-8b78-86c9b2733c79 req-c9f88ba1-0d03-461d-abce-f3d693257d5b tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 943 time: 0.0478890 Feb 07 23:24:55.624209 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5bd8b7cf-2596-436a-8b78-86c9b2733c79 req-4505d5d1-2cb1-41db-82e8-b031c7d7d50a tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317602 Feb 07 23:24:56.481922 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:56.745053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daaa81-8630-44f6-a3ee-09a0e6334ea8 req-c4ecd99b-be1a-4003-beee-da53b9677f2e tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:56.746531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14daaa81-8630-44f6-a3ee-09a0e6334ea8 req-c4ecd99b-be1a-4003-beee-da53b9677f2e tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 943 time: 0.0513606 Feb 07 23:24:56.788669 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14daaa81-8630-44f6-a3ee-09a0e6334ea8 req-687eddcf-cf76-45fa-aa00-5c73d1964533 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348752 Feb 07 23:24:56.880522 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:57.884680 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 36de1d72-f2b3-490e-b4d3-f359c5c0a111 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:24:57.904681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd5e94-1247-4e00-b43a-a5c7f818d63e req-63dc2704-6666-4ab5-ae50-d25a2e3acef1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:57.906461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67bd5e94-1247-4e00-b43a-a5c7f818d63e req-63dc2704-6666-4ab5-ae50-d25a2e3acef1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 943 time: 0.0499148 Feb 07 23:24:57.943457 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67bd5e94-1247-4e00-b43a-a5c7f818d63e req-63601262-1cd2-4809-ab34-204360b4d2c2 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302680 Feb 07 23:24:57.978251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 36de1d72-f2b3-490e-b4d3-f359c5c0a111, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36de1d72-f2b3-490e-b4d3-f359c5c0a111,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:57.989891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '36de1d72-f2b3-490e-b4d3-f359c5c0a111', 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61', 'port_id': '36de1d72-f2b3-490e-b4d3-f359c5c0a111', 'mac_address': 'fa:16:3e:7b:dd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f983ee-229b-4009-af73-4201bd48fa26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:24:58.028481 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:58.041480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36de1d72-f2b3-490e-b4d3-f359c5c0a111 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:24:58.060695 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 36de1d72-f2b3-490e-b4d3-f359c5c0a111, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36de1d72-f2b3-490e-b4d3-f359c5c0a111,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:24:58.065566 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:58.110603 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=36de1d72-f2b3-490e-b4d3-f359c5c0a111,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:58.248901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['36de1d72-f2b3-490e-b4d3-f359c5c0a111'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:24:59.057658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f4449-a339-4b50-95da-f6146b2f0c05 req-f34e6916-d658-4f52-9c57-1e4ed70bb4cd tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:59.059108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-750f4449-a339-4b50-95da-f6146b2f0c05 req-f34e6916-d658-4f52-9c57-1e4ed70bb4cd tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 944 time: 0.0479839 Feb 07 23:24:59.097885 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-750f4449-a339-4b50-95da-f6146b2f0c05 req-36deb485-27e4-4bdd-bf0f-21556ad84491 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Feb 07 23:24:59.901207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 36de1d72-f2b3-490e-b4d3-f359c5c0a111 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:24:59.949633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 36de1d72-f2b3-490e-b4d3-f359c5c0a111 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:24:59.953165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 36de1d72-f2b3-490e-b4d3-f359c5c0a111 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:24:59.953536 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:00.032504 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:00.054366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f75fcc-fee2-4a47-bdd3-7aab7fdca108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36de1d72-f2b3-490e-b4d3-f359c5c0a111'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:00.056625 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6886d981-0d65-40ec-9fb5-145e6f77e9f6" -d '{"events": [{"server_uuid": "44f75fcc-fee2-4a47-bdd3-7aab7fdca108", "name": "network-vif-plugged", "status": "completed", "tag": "36de1d72-f2b3-490e-b4d3-f359c5c0a111"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:25:00.069568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 36de1d72-f2b3-490e-b4d3-f359c5c0a111, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36de1d72-f2b3-490e-b4d3-f359c5c0a111,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:00.073790 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:00.123234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=36de1d72-f2b3-490e-b4d3-f359c5c0a111,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:00.165395 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1811efbe-2228-41fc-a6d7-4b2ade234491 x-openstack-request-id: req-1811efbe-2228-41fc-a6d7-4b2ade234491 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:25:00.165715 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f75fcc-fee2-4a47-bdd3-7aab7fdca108", "name": "network-vif-plugged", "status": "completed", "tag": "36de1d72-f2b3-490e-b4d3-f359c5c0a111", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:25:00.165976 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1811efbe-2228-41fc-a6d7-4b2ade234491 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:25:00.166375 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f75fcc-fee2-4a47-bdd3-7aab7fdca108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36de1d72-f2b3-490e-b4d3-f359c5c0a111', 'code': 200} Feb 07 23:25:00.222801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79564f5f-f377-41fd-905f-e202581b679a req-b54e2c0a-77cd-418c-8056-c6fc2b7d4305 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:00.224456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79564f5f-f377-41fd-905f-e202581b679a req-b54e2c0a-77cd-418c-8056-c6fc2b7d4305 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0570269 Feb 07 23:25:00.291568 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-79564f5f-f377-41fd-905f-e202581b679a req-a4a4a74c-cd62-44af-b03e-fb6c2f808aa9 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584819 Feb 07 23:25:00.293422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9015a-ba12-4f43-bae2-02f4757bb668 req-ea066a03-2dd3-4b0a-b391-61182a7e98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:00.294830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ed9015a-ba12-4f43-bae2-02f4757bb668 req-ea066a03-2dd3-4b0a-b391-61182a7e98ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 1096 time: 0.0694890 Feb 07 23:25:00.330782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ed9015a-ba12-4f43-bae2-02f4757bb668 req-02be916c-6385-44af-8da3-81670bd79fa7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295348 Feb 07 23:25:01.416011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80295f-8907-4f10-b463-d02ac75ebed3 req-07eddf57-18ae-4fb5-aa65-66944acab434 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:01.417435 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8b80295f-8907-4f10-b463-d02ac75ebed3 req-07eddf57-18ae-4fb5-aa65-66944acab434 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0510936 Feb 07 23:25:01.454011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8b80295f-8907-4f10-b463-d02ac75ebed3 req-217e58dc-323a-4ec8-8eef-cd38951f2fae tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298429 Feb 07 23:25:01.678684 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-dd40e088-32a3-4390-bfb9-c29099bae8ea tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:01.680152 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-dd40e088-32a3-4390-bfb9-c29099bae8ea tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/networks?id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61 HTTP/1.1" status: 200 len: 814 time: 0.1032641 Feb 07 23:25:01.694940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-887dba0c-7069-4cb9-9c96-05abe65312e0 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/quotas/a4a4015b20974a409f96eaf586714074 HTTP/1.1" status: 200 len: 375 time: 0.0090296 Feb 07 23:25:01.743055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-b52724ce-d18a-4c52-b3c3-365e32f9852f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4a4015b20974a409f96eaf586714074&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429912 Feb 07 23:25:01.833510 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-97f55b33-ac9d-4d27-b956-799c467d30d3 service neutron] 10.222.0.15 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834808 Feb 07 23:25:01.922436 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-155791a0-c6c7-4950-b603-80d559f27065 service neutron] 10.222.0.15 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822244 Feb 07 23:25:02.076047 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6db3cc86-7ab6-40f5-ba93-627d8864639f req-348064e3-89a1-4100-bd66-9067a9753f83 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 210 time: 0.0265172 Feb 07 23:25:02.962397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-e45e4a2b-8112-4e8d-9663-97a25538fbcd tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:02.963936 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-e45e4a2b-8112-4e8d-9663-97a25538fbcd tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.46 "GET /v2.0/networks?id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61 HTTP/1.1" status: 200 len: 814 time: 0.1049595 Feb 07 23:25:02.976491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Request body: {'port': {'device_id': 'd31f34ec-c32d-4785-9950-5edcf7037d43', 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61', 'admin_state_up': True, 'tenant_id': 'a4a4015b20974a409f96eaf586714074'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:03.086118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Made reservation on behalf of a4a4015b20974a409f96eaf586714074 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:03.089544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.182266 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8dc94a63-0441-4b9a-9a93-05e76fcab6c5 req-009ec84a-e4ee-404f-aa1c-1e6a7cf26351 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 210 time: 0.0376654 Feb 07 23:25:03.242001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Allocated IP 172.20.0.5 (7ac0b122-05a8-4e39-b80d-41c0ddcbef61/a5f983ee-229b-4009-af73-4201bd48fa26/45c2968a-2c3a-4517-a773-571a9602a129) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:03.383626 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.417103 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.428829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['36de1d72-f2b3-490e-b4d3-f359c5c0a111'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:25:03.460375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:03.463360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:03.466902 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:03.490400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Pushing event updated for resources: {'Port': ['ID=45c2968a-2c3a-4517-a773-571a9602a129,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:03.518730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:03.519329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.536043 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-6b5c0f78-a1f8-4fdc-90a0-33ebfc8f899d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641055 Feb 07 23:25:03.548194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Request body: {'port': {'device_id': 'd31f34ec-c32d-4785-9950-5edcf7037d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:03.603041 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.856356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c2968a-2c3a-4517-a773-571a9602a129 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:25:03.863949 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.876254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Transition to ACTIVE for port object 45c2968a-2c3a-4517-a773-571a9602a129 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:25:03.880086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.927548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=45c2968a-2c3a-4517-a773-571a9602a129,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:04.000002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Attempting to bind port 45c2968a-2c3a-4517-a773-571a9602a129 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:04.000699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Attempting to bind port 45c2968a-2c3a-4517-a773-571a9602a129 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'fdf93d76-3912-4a20-8cef-18144bea6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:04.000699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Attempting to bind port 45c2968a-2c3a-4517-a773-571a9602a129 on network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:04.004891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Port 45c2968a-2c3a-4517-a773-571a9602a129 on network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:25:04.005211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Attempting to bind port 45c2968a-2c3a-4517-a773-571a9602a129 on network 7ac0b122-05a8-4e39-b80d-41c0ddcbef61 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:04.010007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:04.010338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Checking segment: {'id': 'fdf93d76-3912-4a20-8cef-18144bea6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:04.010713 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Bound using segment: {'id': 'fdf93d76-3912-4a20-8cef-18144bea6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:04.011127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Bound port: 45c2968a-2c3a-4517-a773-571a9602a129, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf93d76-3912-4a20-8cef-18144bea6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:04.011473 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:04.072298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] For port 45c2968a-2c3a-4517-a773-571a9602a129, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:04.075391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] For port 45c2968a-2c3a-4517-a773-571a9602a129, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=45c2968a-2c3a-4517-a773-571a9602a129,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:04.079944 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:04.115964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:04.116572 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:04.117957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/45c2968a-2c3a-4517-a773-571a9602a129 HTTP/1.1" status: 200 len: 1091 time: 0.5740795 Feb 07 23:25:04.118386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31f34ec-c32d-4785-9950-5edcf7037d43', 'tag': '45c2968a-2c3a-4517-a773-571a9602a129'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:04.120633 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3522e1ea-cad9-4a63-897a-78928fe90bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "d31f34ec-c32d-4785-9950-5edcf7037d43", "tag": "45c2968a-2c3a-4517-a773-571a9602a129"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:25:04.146782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c191c6-04d0-4060-8ba4-74b4ee27c4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=45c2968a-2c3a-4517-a773-571a9602a129,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:04.171159 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227a59ab-0caf-4c09-bcd8-f8ce66451895 x-openstack-request-id: req-227a59ab-0caf-4c09-bcd8-f8ce66451895 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:25:04.171576 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31f34ec-c32d-4785-9950-5edcf7037d43", "tag": "45c2968a-2c3a-4517-a773-571a9602a129", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:25:04.171976 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-227a59ab-0caf-4c09-bcd8-f8ce66451895 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:25:04.172400 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31f34ec-c32d-4785-9950-5edcf7037d43', 'tag': '45c2968a-2c3a-4517-a773-571a9602a129', 'status': 'completed', 'code': 200} Feb 07 23:25:04.207350 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-4c094ba5-2c52-4cda-9c17-4b170e701e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:04.208911 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-4c094ba5-2c52-4cda-9c17-4b170e701e9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4015b20974a409f96eaf586714074&device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 1094 time: 0.0524313 Feb 07 23:25:04.251647 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-1fbfe450-b3d7-4376-9786-8a5d8c1c1b86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45c2968a-2c3a-4517-a773-571a9602a129 HTTP/1.1" status: 200 len: 217 time: 0.0351827 Feb 07 23:25:04.326010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-cd26e59a-8bdd-43ae-b484-88520a8b6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:04.327572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-cd26e59a-8bdd-43ae-b484-88520a8b6ab5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5f983ee-229b-4009-af73-4201bd48fa26 HTTP/1.1" status: 200 len: 854 time: 0.0669479 Feb 07 23:25:04.327792 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:04.338842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4deec-58ad-4d20-90f0-fc8acab6f909 req-7724a074-e430-4639-a406-0d3e05c608ac tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:04.340233 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bda4deec-58ad-4d20-90f0-fc8acab6f909 req-7724a074-e430-4639-a406-0d3e05c608ac tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 943 time: 0.0877264 Feb 07 23:25:04.375125 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-ca98f2a2-2157-4110-8f01-38e97dcfb86a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338657 Feb 07 23:25:04.435531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bda4deec-58ad-4d20-90f0-fc8acab6f909 req-a9117d4b-c506-4031-bb5e-0ebd21db930a tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865984 Feb 07 23:25:04.476321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-74181aaf-4bf9-43ac-b806-a85bfb7fa450 service neutron] 10.222.0.46 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943613 Feb 07 23:25:04.781583 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:04.872457 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2ac50e7-eb24-4d71-ac02-6f750c2232a1 req-5f1ee127-2e2a-4975-a84a-63b35b75371d service neutron] 10.222.0.46 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892477 Feb 07 23:25:04.954315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-7c045eeb-0e0c-4a7b-adab-913bffeca65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:04.955777 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-7c045eeb-0e0c-4a7b-adab-913bffeca65d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4a4015b20974a409f96eaf586714074&device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 1094 time: 0.0402880 Feb 07 23:25:05.042122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-249504f7-acce-4e0d-b7ae-3af1869435d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:05.043449 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-249504f7-acce-4e0d-b7ae-3af1869435d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61 HTTP/1.1" status: 200 len: 914 time: 0.0816722 Feb 07 23:25:05.083531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-0c5b72c0-e35d-4b72-a143-18eab7cec02c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45c2968a-2c3a-4517-a773-571a9602a129 HTTP/1.1" status: 200 len: 217 time: 0.0336282 Feb 07 23:25:05.135768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-2499139e-f881-41d7-94ec-ce92eda3c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:05.137212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-2499139e-f881-41d7-94ec-ce92eda3c62e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5f983ee-229b-4009-af73-4201bd48fa26 HTTP/1.1" status: 200 len: 854 time: 0.0471675 Feb 07 23:25:05.167691 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-dbd92411-e072-4be6-9292-93f47a4a2dbe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ac0b122-05a8-4e39-b80d-41c0ddcbef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238726 Feb 07 23:25:05.254244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-d765768a-5089-4c70-9ddc-7f22f16264f0 service neutron] 10.222.0.46 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799479 Feb 07 23:25:05.345565 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3522e1ea-cad9-4a63-897a-78928fe90bc6 req-dd0e8299-fb41-4562-8841-79643b7e13b0 service neutron] 10.222.0.46 "GET /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840340 Feb 07 23:25:05.550929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7a45-74e8-4996-b446-6a897a6bfdb8 req-763d0076-de4b-44f7-8dc6-e569989ffc87 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:05.552375 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-437e7a45-74e8-4996-b446-6a897a6bfdb8 req-763d0076-de4b-44f7-8dc6-e569989ffc87 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 943 time: 0.0466139 Feb 07 23:25:05.589051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-437e7a45-74e8-4996-b446-6a897a6bfdb8 req-c549389c-8993-43a8-963e-fbfa914f9840 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307505 Feb 07 23:25:06.704579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f36b5-d5b4-4e6d-9401-114f3c556525 req-11bad80b-0c58-413c-a41c-402e304a1bdd tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:06.705936 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec0f36b5-d5b4-4e6d-9401-114f3c556525 req-11bad80b-0c58-413c-a41c-402e304a1bdd tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 943 time: 0.0482733 Feb 07 23:25:06.741789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec0f36b5-d5b4-4e6d-9401-114f3c556525 req-53ae906a-6bfc-4a10-9ada-168be610905d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299916 Feb 07 23:25:07.864353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc9e13-68e7-48eb-b14a-b6b931a4caab req-8511681f-d163-4e4c-8a54-6b0a9bdb6ba4 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:07.865800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5fc9e13-68e7-48eb-b14a-b6b931a4caab req-8511681f-d163-4e4c-8a54-6b0a9bdb6ba4 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 943 time: 0.0536749 Feb 07 23:25:07.903348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5fc9e13-68e7-48eb-b14a-b6b931a4caab req-e2b394c9-fb6b-4398-bfb4-60d2d94a3360 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Feb 07 23:25:07.946812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 45c2968a-2c3a-4517-a773-571a9602a129 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:25:08.043179 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 45c2968a-2c3a-4517-a773-571a9602a129, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=45c2968a-2c3a-4517-a773-571a9602a129,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:08.054210 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '45c2968a-2c3a-4517-a773-571a9602a129', 'network_id': '7ac0b122-05a8-4e39-b80d-41c0ddcbef61', 'port_id': '45c2968a-2c3a-4517-a773-571a9602a129', 'mac_address': 'fa:16:3e:7f:e7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f983ee-229b-4009-af73-4201bd48fa26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:25:08.089696 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:08.102884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c2968a-2c3a-4517-a773-571a9602a129 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:25:08.124773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 45c2968a-2c3a-4517-a773-571a9602a129, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=45c2968a-2c3a-4517-a773-571a9602a129,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:08.132824 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:08.188942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=45c2968a-2c3a-4517-a773-571a9602a129,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:08.331169 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['45c2968a-2c3a-4517-a773-571a9602a129'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:25:09.016321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d17191-f7fc-4fab-bcfc-c59ed21f4a3a req-b09eb80e-9574-4a5d-baec-52d8cf8909e3 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:09.017742 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8d17191-f7fc-4fab-bcfc-c59ed21f4a3a req-b09eb80e-9574-4a5d-baec-52d8cf8909e3 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 944 time: 0.0475924 Feb 07 23:25:09.054302 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8d17191-f7fc-4fab-bcfc-c59ed21f4a3a req-e9c444b8-a71c-49bd-a3fc-fb1d394cdfd5 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306494 Feb 07 23:25:09.963195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 45c2968a-2c3a-4517-a773-571a9602a129 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:10.013783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 45c2968a-2c3a-4517-a773-571a9602a129 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:25:10.018170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 45c2968a-2c3a-4517-a773-571a9602a129 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:10.018548 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:10.093358 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:10.116279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31f34ec-c32d-4785-9950-5edcf7037d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c2968a-2c3a-4517-a773-571a9602a129'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:10.118523 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85be6b5-99ba-42d8-a410-35863ecab229" -d '{"events": [{"server_uuid": "d31f34ec-c32d-4785-9950-5edcf7037d43", "name": "network-vif-plugged", "status": "completed", "tag": "45c2968a-2c3a-4517-a773-571a9602a129"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:25:10.135659 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 45c2968a-2c3a-4517-a773-571a9602a129, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=45c2968a-2c3a-4517-a773-571a9602a129,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:10.140561 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:10.168117 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce4328-ca9e-490d-9a7b-a46bf9152dbc x-openstack-request-id: req-8fce4328-ca9e-490d-9a7b-a46bf9152dbc {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:25:10.168406 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31f34ec-c32d-4785-9950-5edcf7037d43", "name": "network-vif-plugged", "status": "completed", "tag": "45c2968a-2c3a-4517-a773-571a9602a129", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:25:10.169139 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fce4328-ca9e-490d-9a7b-a46bf9152dbc {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:25:10.169539 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31f34ec-c32d-4785-9950-5edcf7037d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c2968a-2c3a-4517-a773-571a9602a129', 'code': 200} Feb 07 23:25:10.171492 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20340ef8-8c36-4d8e-80ba-62f8d5d49bdf req-cc812ba1-1eaa-46a2-aae8-b7509302d45d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:10.173314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20340ef8-8c36-4d8e-80ba-62f8d5d49bdf req-cc812ba1-1eaa-46a2-aae8-b7509302d45d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 944 time: 0.0517771 Feb 07 23:25:10.200173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=45c2968a-2c3a-4517-a773-571a9602a129,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:10.213749 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-20340ef8-8c36-4d8e-80ba-62f8d5d49bdf req-84c3e153-4d7f-4be7-9869-c13c6bb4d357 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341902 Feb 07 23:25:10.266566 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7cd49-c6b1-4c87-a5e7-92dac2af9fae req-b397bad3-7446-47b4-8276-af35e2f804b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:10.268365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bec7cd49-c6b1-4c87-a5e7-92dac2af9fae req-b397bad3-7446-47b4-8276-af35e2f804b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 1096 time: 0.0436382 Feb 07 23:25:10.302184 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bec7cd49-c6b1-4c87-a5e7-92dac2af9fae req-e15c6db4-a4f3-4fd1-af16-556a5c329adc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271697 Feb 07 23:25:11.337225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983e52-b21d-4df9-8e95-63c076d182ae req-d2462880-c01a-4aa7-80a5-cd1cb228476a tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:11.338699 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04983e52-b21d-4df9-8e95-63c076d182ae req-d2462880-c01a-4aa7-80a5-cd1cb228476a tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 945 time: 0.0537429 Feb 07 23:25:11.378146 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-04983e52-b21d-4df9-8e95-63c076d182ae req-cdf2293a-390d-4578-b0c1-4e019bfcfc3d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Feb 07 23:25:12.158423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7021d245-bf62-44ba-ba8f-938cbc78506e details requested by agent hyperv_n-h2-827895-2 with host n-h2-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:25:12.162771 n-d-827895-2 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] No ports have port_id starting with 7021d245-bf62-44ba-ba8f-938cbc78506e Feb 07 23:25:12.164242 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Device 7021d245-bf62-44ba-ba8f-938cbc78506e requested by agent hyperv_n-h2-827895-2 not found in database {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 07 23:25:12.494454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055f8f5-08d6-40cb-bbfe-5b5ac757ee1a req-4a4951ec-df9a-423f-99b2-669095128cb0 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:12.495906 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4055f8f5-08d6-40cb-bbfe-5b5ac757ee1a req-4a4951ec-df9a-423f-99b2-669095128cb0 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 945 time: 0.0485942 Feb 07 23:25:12.534176 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4055f8f5-08d6-40cb-bbfe-5b5ac757ee1a req-97df8b43-7c73-4854-ad8d-1e149c2c6ccd tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Feb 07 23:25:12.776260 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00a76f-72b6-4b4d-a28a-8ef92b882ace req-81294395-711c-4666-a5eb-ffbc080ffd87 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:12.777720 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb00a76f-72b6-4b4d-a28a-8ef92b882ace req-81294395-711c-4666-a5eb-ffbc080ffd87 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 945 time: 0.0588911 Feb 07 23:25:12.814540 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb00a76f-72b6-4b4d-a28a-8ef92b882ace req-70dc499f-3c16-4ff0-b507-814f316bd16e tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Feb 07 23:25:13.932258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce450a-52c0-4e3e-a242-612e637006ab req-2852c935-9aff-4a30-ad12-a93203a0085c tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:13.933705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ddce450a-52c0-4e3e-a242-612e637006ab req-2852c935-9aff-4a30-ad12-a93203a0085c tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 945 time: 0.0484123 Feb 07 23:25:13.971900 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ddce450a-52c0-4e3e-a242-612e637006ab req-9d495292-f8e5-4c15-9f58-f1213f0e750b tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Feb 07 23:25:14.064493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aad81a-0619-489e-a535-39f1a501a756 req-d0e7794d-0e9b-468a-8c19-3c9aa21871ef tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:14.065869 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13aad81a-0619-489e-a535-39f1a501a756 req-d0e7794d-0e9b-468a-8c19-3c9aa21871ef tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.46 "GET /v2.0/ports?device_id=d31f34ec-c32d-4785-9950-5edcf7037d43 HTTP/1.1" status: 200 len: 945 time: 0.0503597 Feb 07 23:25:14.154312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-13aad81a-0619-489e-a535-39f1a501a756 req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Deleting port 45c2968a-2c3a-4517-a773-571a9602a129 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:25:14.154652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13aad81a-0619-489e-a535-39f1a501a756 req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:14.242579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-13aad81a-0619-489e-a535-39f1a501a756 req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] For port 45c2968a-2c3a-4517-a773-571a9602a129, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=45c2968a-2c3a-4517-a773-571a9602a129,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:14.242979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13aad81a-0619-489e-a535-39f1a501a756 req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:14.255625 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-13aad81a-0619-489e-a535-39f1a501a756 req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Calling delete_port for 45c2968a-2c3a-4517-a773-571a9602a129 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:25:14.379983 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13aad81a-0619-489e-a535-39f1a501a756 req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:14.392226 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['36de1d72-f2b3-490e-b4d3-f359c5c0a111'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:25:14.411794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Pushing event deleted for resources: {'Port': ['ID=45c2968a-2c3a-4517-a773-571a9602a129,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:14.451091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13aad81a-0619-489e-a535-39f1a501a756 req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] No DVR routers for this DVR port 45c2968a-2c3a-4517-a773-571a9602a129 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:25:14.453854 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-13aad81a-0619-489e-a535-39f1a501a756 req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:14.457115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13aad81a-0619-489e-a535-39f1a501a756 req-61742f55-d5cd-420b-97d1-e58ceb24774f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.46 "DELETE /v2.0/ports/45c2968a-2c3a-4517-a773-571a9602a129 HTTP/1.1" status: 204 len: 173 time: 0.3850183 Feb 07 23:25:14.457547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31f34ec-c32d-4785-9950-5edcf7037d43', 'name': 'network-vif-deleted', 'tag': '45c2968a-2c3a-4517-a773-571a9602a129'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:14.459819 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a7b289-718f-4f25-bd2c-27ce5588289e" -d '{"events": [{"server_uuid": "d31f34ec-c32d-4785-9950-5edcf7037d43", "name": "network-vif-deleted", "tag": "45c2968a-2c3a-4517-a773-571a9602a129"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:25:14.502313 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869c7544-9212-43b9-9c7d-767abb975c31 x-openstack-request-id: req-869c7544-9212-43b9-9c7d-767abb975c31 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:25:14.502712 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31f34ec-c32d-4785-9950-5edcf7037d43", "name": "network-vif-deleted", "tag": "45c2968a-2c3a-4517-a773-571a9602a129", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:25:14.503086 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-869c7544-9212-43b9-9c7d-767abb975c31 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:25:14.503595 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31f34ec-c32d-4785-9950-5edcf7037d43', 'name': 'network-vif-deleted', 'tag': '45c2968a-2c3a-4517-a773-571a9602a129', 'status': 'completed', 'code': 200} Feb 07 23:25:15.122032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cd94c-7fea-47e6-9408-57fb37b58edc req-f50df8be-f0a2-4695-b17b-24bc428cb071 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:15.123455 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-846cd94c-7fea-47e6-9408-57fb37b58edc req-f50df8be-f0a2-4695-b17b-24bc428cb071 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0477765 Feb 07 23:25:15.161716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-846cd94c-7fea-47e6-9408-57fb37b58edc req-0d0ef28f-78f1-40d5-91a3-5d54b58fcf30 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Feb 07 23:25:15.292883 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6471a-dfc8-4c2d-85c4-0915aeadd970 req-ed0d576a-b12c-4121-9673-efc6e854a94f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:15.294323 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ecd6471a-dfc8-4c2d-85c4-0915aeadd970 req-ed0d576a-b12c-4121-9673-efc6e854a94f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0493138 Feb 07 23:25:15.331476 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ecd6471a-dfc8-4c2d-85c4-0915aeadd970 req-71543120-8ded-4ffe-8d63-05bd59a0323f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307288 Feb 07 23:25:15.445940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecc353-a412-40e8-b730-2d66a8401b6c req-1006a5b4-5b48-424d-8c7f-9835415ce328 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:15.447302 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15ecc353-a412-40e8-b730-2d66a8401b6c req-1006a5b4-5b48-424d-8c7f-9835415ce328 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0478513 Feb 07 23:25:15.484397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15ecc353-a412-40e8-b730-2d66a8401b6c req-d5373b2b-3c84-4bc7-a027-b9824ecd6060 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Feb 07 23:25:15.652487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7013d-d23c-4fbc-a8b2-4dde0975c6f5 req-7a60da48-c101-4d20-bc88-99bf50c88551 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:15.653918 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93c7013d-d23c-4fbc-a8b2-4dde0975c6f5 req-7a60da48-c101-4d20-bc88-99bf50c88551 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Feb 07 23:25:15.691635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-93c7013d-d23c-4fbc-a8b2-4dde0975c6f5 req-de32a5dc-cd81-4e1d-a8e5-27e68c4eeb91 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308695 Feb 07 23:25:15.807980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb624ab-0f95-4fe5-be2c-651eac390a7b req-0e46925d-ea6c-4961-80fc-7fa4ce42b4f1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:15.809400 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5bb624ab-0f95-4fe5-be2c-651eac390a7b req-0e46925d-ea6c-4961-80fc-7fa4ce42b4f1 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0514090 Feb 07 23:25:15.847152 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5bb624ab-0f95-4fe5-be2c-651eac390a7b req-99d7a3f4-fec4-4d62-b04f-d9191d80f03f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309174 Feb 07 23:25:15.971630 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31faca-0f3d-40c7-8cab-ad1eaf29de69 req-8f512649-c291-4111-9329-1cbff6c679fb tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:15.972997 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e31faca-0f3d-40c7-8cab-ad1eaf29de69 req-8f512649-c291-4111-9329-1cbff6c679fb tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Feb 07 23:25:15.994587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 45c2968a-2c3a-4517-a773-571a9602a129 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:25:16.012713 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9e31faca-0f3d-40c7-8cab-ad1eaf29de69 req-7ec386d2-df8f-486c-b4f6-8aa424b4c01f tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335310 Feb 07 23:25:16.015333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 45c2968a-2c3a-4517-a773-571a9602a129 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:25:16.015681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 45c2968a-2c3a-4517-a773-571a9602a129 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:25:16.311617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c5a4d-f863-4eeb-80b1-04d973df057b req-56995b41-ab79-4dc8-bb82-5871b2421c91 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:16.313643 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413c5a4d-f863-4eeb-80b1-04d973df057b req-56995b41-ab79-4dc8-bb82-5871b2421c91 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0473926 Feb 07 23:25:16.349932 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-413c5a4d-f863-4eeb-80b1-04d973df057b req-f76aba9a-b62e-44e6-b251-03881b079a24 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303984 Feb 07 23:25:17.022445 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:25:17.468028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b8260-ef2c-4af2-b944-a33fe5532004 req-0664d66f-202a-433b-86cd-cc76268f40c4 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:17.469506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-920b8260-ef2c-4af2-b944-a33fe5532004 req-0664d66f-202a-433b-86cd-cc76268f40c4 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Feb 07 23:25:17.507106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-920b8260-ef2c-4af2-b944-a33fe5532004 req-e53c2152-0b06-40a7-8e34-e9336ee44d6d tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.15 "GET /v2.0/security-groups?id=a90e4b9e-0bf8-4002-8ac9-f3404d111df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Feb 07 23:25:17.641270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-c38852eb-8064-4610-a312-95909a577afd tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:17.642587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-c38852eb-8064-4610-a312-95909a577afd tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f75fcc-fee2-4a47-bdd3-7aab7fdca108 HTTP/1.1" status: 200 len: 945 time: 0.0472007 Feb 07 23:25:17.735860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Deleting port 36de1d72-f2b3-490e-b4d3-f359c5c0a111 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:25:17.736200 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:17.823429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] For port 36de1d72-f2b3-490e-b4d3-f359c5c0a111, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=36de1d72-f2b3-490e-b4d3-f359c5c0a111,segment=NetworkSegment(fdf93d76-3912-4a20-8cef-18144bea6a67),segment_id=fdf93d76-3912-4a20-8cef-18144bea6a67)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:17.823814 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:17.839281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Calling delete_port for 36de1d72-f2b3-490e-b4d3-f359c5c0a111 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:25:17.966170 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:17.977209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['36de1d72-f2b3-490e-b4d3-f359c5c0a111'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:25:17.995379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Pushing event deleted for resources: {'Port': ['ID=36de1d72-f2b3-490e-b4d3-f359c5c0a111,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:18.038021 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] No DVR routers for this DVR port 36de1d72-f2b3-490e-b4d3-f359c5c0a111 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:25:18.040580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.043838 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8d98dd99-7af3-4c66-bc98-76beeae7a8f9 req-9bf60956-1623-4c08-9590-a853cc7abd38 tempest-ServersNegativeTestJSON-1380675476 tempest-ServersNegativeTestJSON-1380675476-project] 10.222.0.46 "DELETE /v2.0/ports/36de1d72-f2b3-490e-b4d3-f359c5c0a111 HTTP/1.1" status: 204 len: 173 time: 0.3943040 Feb 07 23:25:18.044270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f75fcc-fee2-4a47-bdd3-7aab7fdca108', 'name': 'network-vif-deleted', 'tag': '36de1d72-f2b3-490e-b4d3-f359c5c0a111'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:18.046467 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265a7dad-e416-4800-a249-fc8e3ac016d5" -d '{"events": [{"server_uuid": "44f75fcc-fee2-4a47-bdd3-7aab7fdca108", "name": "network-vif-deleted", "tag": "36de1d72-f2b3-490e-b4d3-f359c5c0a111"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:25:18.087931 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8693790b-81a7-407d-8882-edb4bdca00ab x-openstack-request-id: req-8693790b-81a7-407d-8882-edb4bdca00ab {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:25:18.088214 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f75fcc-fee2-4a47-bdd3-7aab7fdca108", "name": "network-vif-deleted", "tag": "36de1d72-f2b3-490e-b4d3-f359c5c0a111", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:25:18.088460 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8693790b-81a7-407d-8882-edb4bdca00ab {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:25:18.088845 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f75fcc-fee2-4a47-bdd3-7aab7fdca108', 'name': 'network-vif-deleted', 'tag': '36de1d72-f2b3-490e-b4d3-f359c5c0a111', 'status': 'completed', 'code': 200} Feb 07 23:25:18.564060 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57736) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:18.612661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-792f7505-31c9-463a-af59-2f5130718adf admin admin] Deleting subnet a5f983ee-229b-4009-af73-4201bd48fa26 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:25:18.616556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-792f7505-31c9-463a-af59-2f5130718adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.650708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-792f7505-31c9-463a-af59-2f5130718adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.687094 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-792f7505-31c9-463a-af59-2f5130718adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.738955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-792f7505-31c9-463a-af59-2f5130718adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.767209 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f7505-31c9-463a-af59-2f5130718adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f983ee-229b-4009-af73-4201bd48fa26,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:18.772872 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-792f7505-31c9-463a-af59-2f5130718adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.775922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-792f7505-31c9-463a-af59-2f5130718adf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a5f983ee-229b-4009-af73-4201bd48fa26 HTTP/1.1" status: 204 len: 168 time: 0.2108538 Feb 07 23:25:18.778480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57738) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:18.849399 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.929499 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.948458 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac0b122-05a8-4e39-b80d-41c0ddcbef61']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:18.957319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf93d76-3912-4a20-8cef-18144bea6a67') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:18.957608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf93d76-3912-4a20-8cef-18144bea6a67') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:18.971529 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.984208 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.990872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:25:18.991241 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:25:18.992844 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:25:19.044920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:19.049995 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:19.053154 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] 10.222.0.15 "DELETE /v2.0/networks/7ac0b122-05a8-4e39-b80d-41c0ddcbef61 HTTP/1.1" status: 204 len: 168 time: 0.2737761 Feb 07 23:25:19.065657 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88644d7-8369-4335-a8b7-6391097ce36c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac0b122-05a8-4e39-b80d-41c0ddcbef61,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:19.161547 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57742) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:19.200454 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-de4f26fb-fbaf-40af-a0cb-888cd5a07463 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4a4015b20974a409f96eaf586714074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376108 Feb 07 23:25:19.202722 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57744) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:19.249462 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-19300107-a425-4a0d-94fc-793797435add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:19.269974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-19300107-a425-4a0d-94fc-793797435add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:19.582525 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-19300107-a425-4a0d-94fc-793797435add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:19.584939 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-19300107-a425-4a0d-94fc-793797435add admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:19.586062 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-19300107-a425-4a0d-94fc-793797435add admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a90e4b9e-0bf8-4002-8ac9-f3404d111df8 HTTP/1.1" status: 204 len: 168 time: 0.3818974 Feb 07 23:25:19.593440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19300107-a425-4a0d-94fc-793797435add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90e4b9e-0bf8-4002-8ac9-f3404d111df8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:20.025026 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 36de1d72-f2b3-490e-b4d3-f359c5c0a111 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:25:20.048154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 36de1d72-f2b3-490e-b4d3-f359c5c0a111 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:25:20.048537 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 36de1d72-f2b3-490e-b4d3-f359c5c0a111 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:25:20.255929 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57766) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:20.356708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1176340611'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:20.379697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:20.383002 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:20.391121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:20.465251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:20.469505 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:20.492525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:20.506254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8615d253-bf7a-47a0-b3e0-0542a14747ec,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:20.511047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:20.511389 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Added segment f250dc2c-2644-4aee-856c-5ddc2fe1663a of type vlan for network 17d039d2-dfbe-463d-b5b2-67effdd198d2 Feb 07 23:25:20.551119 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:20.575120 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:20.581471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:20.582043 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:20.642440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3854036 Feb 07 23:25:20.653402 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a71601-0872-4aaa-8a2e-f0f79f8860f0 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Network': ['ID=17d039d2-dfbe-463d-b5b2-67effdd198d2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:20.670357 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 17d039d2-dfbe-463d-b5b2-67effdd198d2 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:25:21.544050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0da8b78d-b5be-4c54-b6cb-da1883d27095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:23.957041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57770) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:23.962100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'subnet': {'network_id': '17d039d2-dfbe-463d-b5b2-67effdd198d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:24.049152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:24.052930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.233499 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.292198 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Subnet': ['ID=25f7b8af-691b-40bb-9f30-990b9493e861,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:24.299909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Checking segment: {'id': 'f250dc2c-2644-4aee-856c-5ddc2fe1663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '17d039d2-dfbe-463d-b5b2-67effdd198d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:24.300114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network hostable DHCP agents. Network: 17d039d2-dfbe-463d-b5b2-67effdd198d2, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:24.316458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network 17d039d2-dfbe-463d-b5b2-67effdd198d2 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:24.325028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 17d039d2-dfbe-463d-b5b2-67effdd198d2) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:24.331760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:24.333203 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.333467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc89aa1-3a4a-4679-8350-db37cdfbf5d6 None None] Network 17d039d2-dfbe-463d-b5b2-67effdd198d2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:24.351872 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-47cf553a-e66a-4584-9b8a-de755d4bb94f tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3903673 Feb 07 23:25:24.352074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57772) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:24.356922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-649880022'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:24.380154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:24.383920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.408006 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:24.417299 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.417651 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Added segment c89b4d71-af02-477d-bccd-20921a9e219f of type vlan for network d936c755-b6e2-42e0-a962-d8fad00b25e8 Feb 07 23:25:24.462602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.475056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-17d039d2-dfbe-463d-b5b2-67effdd198d2', 'network_id': '17d039d2-dfbe-463d-b5b2-67effdd198d2', 'tenant_id': '502577824e3d4e948f8d96254e463da8', 'fixed_ips': [{'subnet_id': '25f7b8af-691b-40bb-9f30-990b9493e861'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:25:24.475985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.490147 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.495561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:24.496146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.547275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1937203 Feb 07 23:25:24.550431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57774) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:24.556676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'subnet': {'network_id': 'd936c755-b6e2-42e0-a962-d8fad00b25e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:24.568306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036023b-eb88-4145-9440-5cedb54e55e7 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Network': ['ID=d936c755-b6e2-42e0-a962-d8fad00b25e8,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:24.597497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d936c755-b6e2-42e0-a962-d8fad00b25e8 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:25:24.654177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:24.658773 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.682409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Allocated IP 2001:db8:0:ffff::2 (17d039d2-dfbe-463d-b5b2-67effdd198d2/25f7b8af-691b-40bb-9f30-990b9493e861/fade3b78-62cc-4ddf-a942-4a6217c9e078) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:24.710082 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7066f0d-289e-4f11-b241-cbdb0c8e51c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.843312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.851041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.858999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.897844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Network 17d039d2-dfbe-463d-b5b2-67effdd198d2 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:24.902491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:24.907454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:24.918333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Pushing event updated for resources: {'Port': ['ID=fade3b78-62cc-4ddf-a942-4a6217c9e078,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:24.937158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Subnet': ['ID=8fcaf0f6-914c-43bc-9a60-7d4eeb09c66f,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:24.943049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Checking segment: {'id': 'c89b4d71-af02-477d-bccd-20921a9e219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd936c755-b6e2-42e0-a962-d8fad00b25e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:24.943615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network hostable DHCP agents. Network: d936c755-b6e2-42e0-a962-d8fad00b25e8, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:24.961486 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network d936c755-b6e2-42e0-a962-d8fad00b25e8 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:24.972600 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d936c755-b6e2-42e0-a962-d8fad00b25e8) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:24.974845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Attempting to bind port fade3b78-62cc-4ddf-a942-4a6217c9e078 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:24.975251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Attempting to bind port fade3b78-62cc-4ddf-a942-4a6217c9e078 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f250dc2c-2644-4aee-856c-5ddc2fe1663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '17d039d2-dfbe-463d-b5b2-67effdd198d2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:24.975951 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Attempting to bind port fade3b78-62cc-4ddf-a942-4a6217c9e078 on network 17d039d2-dfbe-463d-b5b2-67effdd198d2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:24.977163 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:24.977747 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.989227 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4894cca-4cac-43a2-af77-68ffc7825ca3 None None] Network d936c755-b6e2-42e0-a962-d8fad00b25e8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:24.994566 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:24.994989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Checking segment: {'id': 'f250dc2c-2644-4aee-856c-5ddc2fe1663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '17d039d2-dfbe-463d-b5b2-67effdd198d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:24.995394 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.995802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Bound using segment: {'id': 'f250dc2c-2644-4aee-856c-5ddc2fe1663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '17d039d2-dfbe-463d-b5b2-67effdd198d2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:24.996273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Bound port: fade3b78-62cc-4ddf-a942-4a6217c9e078, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f250dc2c-2644-4aee-856c-5ddc2fe1663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '17d039d2-dfbe-463d-b5b2-67effdd198d2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:24.996403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0155896b-864a-4f9c-93e4-cb51467bd725 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4443166 Feb 07 23:25:24.996659 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:24.999164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57778) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:25.072791 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.093462 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.147946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] For port fade3b78-62cc-4ddf-a942-4a6217c9e078, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:25.151160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] For port fade3b78-62cc-4ddf-a942-4a6217c9e078, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fade3b78-62cc-4ddf-a942-4a6217c9e078,segment=NetworkSegment(f250dc2c-2644-4aee-856c-5ddc2fe1663a),segment_id=f250dc2c-2644-4aee-856c-5ddc2fe1663a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:25.157451 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.176501 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.251267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.270295 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e25ab6-1f50-4ce4-90a8-5a132a327d3a None None] Pushing event updated for resources: {'Port': ['ID=fade3b78-62cc-4ddf-a942-4a6217c9e078,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:25.278954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcaf0f6-914c-43bc-9a60-7d4eeb09c66f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:25.292643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892d9fd-19d5-4fc3-bc5d-994bf40b7059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-d936c755-b6e2-42e0-a962-d8fad00b25e8', 'network_id': 'd936c755-b6e2-42e0-a962-d8fad00b25e8', 'tenant_id': '502577824e3d4e948f8d96254e463da8', 'fixed_ips': [{'subnet_id': '8fcaf0f6-914c-43bc-9a60-7d4eeb09c66f'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:25:25.293502 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2892d9fd-19d5-4fc3-bc5d-994bf40b7059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.348553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.373743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d936c755-b6e2-42e0-a962-d8fad00b25e8']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:25.384854 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89b4d71-af02-477d-bccd-20921a9e219f') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:25.385179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89b4d71-af02-477d-bccd-20921a9e219f') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:25.389768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70844cc-f9ab-4a80-aac9-08a4abc84f4e None None] Network d936c755-b6e2-42e0-a962-d8fad00b25e8 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:25.398664 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.417843 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.435628 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:25:25.437252 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:25:25.444931 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:25:25.529468 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.545431 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.548933 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/networks/d936c755-b6e2-42e0-a962-d8fad00b25e8 HTTP/1.1" status: 204 len: 168 time: 0.5488052 Feb 07 23:25:25.554106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57780) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:25.559191 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053885-f84d-41eb-9f5a-c084b8c331ea tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Network': ['ID=d936c755-b6e2-42e0-a962-d8fad00b25e8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:25.559727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1371607196'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:25.585037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:25.588578 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.614130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:25.623606 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.623976 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Added segment f92079b1-c245-4856-9f41-275fd491341e of type vlan for network 24b34cc2-3b7e-4acb-85e2-7131bcca9cee Feb 07 23:25:25.663492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.686585 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.692565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:25.693130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.755228 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1974275 Feb 07 23:25:25.755427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57782) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:25.762365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'subnet': {'network_id': '24b34cc2-3b7e-4acb-85e2-7131bcca9cee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:25.781393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5327e4-77c0-4819-a4ca-b82c03059891 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Network': ['ID=24b34cc2-3b7e-4acb-85e2-7131bcca9cee,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:25.792771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 24b34cc2-3b7e-4acb-85e2-7131bcca9cee details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:25:25.862544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:25.866043 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:25.928111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Performing IP validity checks on allocation pools {{(pid=102289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 23:25:25.928637 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.ipam_backend_mixin [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 23:25:26.060816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.122360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Subnet': ['ID=e9e8b274-99b1-4b34-88dd-d0fc42e0e0d2,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:26.138251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Checking segment: {'id': 'f92079b1-c245-4856-9f41-275fd491341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '24b34cc2-3b7e-4acb-85e2-7131bcca9cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:26.138593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network hostable DHCP agents. Network: 24b34cc2-3b7e-4acb-85e2-7131bcca9cee, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:26.155598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network 24b34cc2-3b7e-4acb-85e2-7131bcca9cee is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:26.165579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 24b34cc2-3b7e-4acb-85e2-7131bcca9cee) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:26.169797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:26.170378 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.178930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2415fc9b-f58e-4db7-a0f3-03588e7f3cdb None None] Network 24b34cc2-3b7e-4acb-85e2-7131bcca9cee requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:26.196121 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e36ccf81-e345-42eb-bd31-e8e67fe16ae4 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4395952 Feb 07 23:25:26.198740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57784) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:26.238832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd074a-a20d-4c23-bbd7-c55070e70bcb None None] Network 17d039d2-dfbe-463d-b5b2-67effdd198d2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:26.304470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.358113 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.421964 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.459951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e8b274-99b1-4b34-88dd-d0fc42e0e0d2,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:26.509277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-b8ad5572-7766-4c50-be51-aaac19ee450c None None] Provisioning complete for port fade3b78-62cc-4ddf-a942-4a6217c9e078 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:26.509277 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5572-7766-4c50-be51-aaac19ee450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.530368 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.536063 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.554272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b34cc2-3b7e-4acb-85e2-7131bcca9cee']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:26.564884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92079b1-c245-4856-9f41-275fd491341e') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:26.565451 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92079b1-c245-4856-9f41-275fd491341e') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:26.580728 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.596137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.602138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:25:26.602528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:25:26.605653 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:25:26.609935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19bddde-d856-4201-b063-a704df3b2bfe None None] Network 24b34cc2-3b7e-4acb-85e2-7131bcca9cee requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:26.612418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fade3b78-62cc-4ddf-a942-4a6217c9e078 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:26.669445 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.676754 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.679818 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/networks/24b34cc2-3b7e-4acb-85e2-7131bcca9cee HTTP/1.1" status: 204 len: 168 time: 0.4799514 Feb 07 23:25:26.683922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57786) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:26.690589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753927817'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:26.694901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a0a0d-7fe0-4282-b0bb-cb3645d3f82a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Network': ['ID=24b34cc2-3b7e-4acb-85e2-7131bcca9cee,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:26.714440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:26.718083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.744498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:26.754517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.754861 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Added segment c0b60e79-1b3c-41ba-ae96-5d761a3615b0 of type vlan for network fdb10fdf-c5ba-4105-b987-b10661d6ffca Feb 07 23:25:26.764104 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.796228 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.822510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.828286 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:26.829018 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.861038 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5572-7766-4c50-be51-aaac19ee450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.864928 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fade3b78-62cc-4ddf-a942-4a6217c9e078 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:26.865288 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.908759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2194748 Feb 07 23:25:26.909710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57788) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:26.919886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'subnet': {'network_id': 'fdb10fdf-c5ba-4105-b987-b10661d6ffca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:26.924158 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c623f4-3fab-4e88-a575-d75d944f9bc2 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Network': ['ID=fdb10fdf-c5ba-4105-b987-b10661d6ffca,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:26.933759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b8ad5572-7766-4c50-be51-aaac19ee450c None None] For port fade3b78-62cc-4ddf-a942-4a6217c9e078, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fade3b78-62cc-4ddf-a942-4a6217c9e078,segment=NetworkSegment(f250dc2c-2644-4aee-856c-5ddc2fe1663a),segment_id=f250dc2c-2644-4aee-856c-5ddc2fe1663a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:26.942459 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network fdb10fdf-c5ba-4105-b987-b10661d6ffca details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:25:26.944247 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5572-7766-4c50-be51-aaac19ee450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.032349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:27.036311 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.087112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad5572-7766-4c50-be51-aaac19ee450c None None] Pushing event updated for resources: {'Port': ['ID=fade3b78-62cc-4ddf-a942-4a6217c9e078,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:27.164035 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6aef5428-3f42-47be-a061-378f13de2df6 None None] Provisioning complete for port fade3b78-62cc-4ddf-a942-4a6217c9e078 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:27.164391 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6aef5428-3f42-47be-a061-378f13de2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.221976 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.286090 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Subnet': ['ID=c856df5f-17ea-412a-a08b-169ed685470c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:27.294020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Checking segment: {'id': 'c0b60e79-1b3c-41ba-ae96-5d761a3615b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fdb10fdf-c5ba-4105-b987-b10661d6ffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:27.294368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network hostable DHCP agents. Network: fdb10fdf-c5ba-4105-b987-b10661d6ffca, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:27.311089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network fdb10fdf-c5ba-4105-b987-b10661d6ffca is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:27.319842 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, fdb10fdf-c5ba-4105-b987-b10661d6ffca) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:27.323976 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:27.324575 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.329896 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5117cb8-0ff9-433f-8ca6-535f2ab11fc9 None None] Network fdb10fdf-c5ba-4105-b987-b10661d6ffca requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:27.340363 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5a97ef3e-65a1-483e-9f08-6799ecbf13a1 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4290514 Feb 07 23:25:27.343937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57790) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:27.348932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-979010802'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:27.371366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:27.374532 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.399297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:27.408270 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.408613 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Added segment 108045cb-4cfe-4041-8aa9-4e04d7521936 of type vlan for network a0e0b0aa-d664-4c68-935c-9ffbf50906de Feb 07 23:25:27.448331 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.473498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.475654 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-fdb10fdf-c5ba-4105-b987-b10661d6ffca', 'network_id': 'fdb10fdf-c5ba-4105-b987-b10661d6ffca', 'tenant_id': '502577824e3d4e948f8d96254e463da8', 'fixed_ips': [{'subnet_id': 'c856df5f-17ea-412a-a08b-169ed685470c'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:25:27.476581 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.478962 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:27.479547 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.537580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1925986 Feb 07 23:25:27.540501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57792) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:27.550138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Request body: {'subnet': {'network_id': 'a0e0b0aa-d664-4c68-935c-9ffbf50906de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:27.557964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c0ab7-7f76-409f-974f-b2c6c7fc5550 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Network': ['ID=a0e0b0aa-d664-4c68-935c-9ffbf50906de,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:27.569203 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network a0e0b0aa-d664-4c68-935c-9ffbf50906de details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:25:27.647761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Made reservation on behalf of 502577824e3d4e948f8d96254e463da8 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:27.651301 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.680354 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Allocated IP 2001:db8::2 (fdb10fdf-c5ba-4105-b987-b10661d6ffca/c856df5f-17ea-412a-a08b-169ed685470c/4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:27.822031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.833893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.842116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.881530 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Network fdb10fdf-c5ba-4105-b987-b10661d6ffca is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:27.884292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:27.888734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:27.891481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Pushing event updated for resources: {'Port': ['ID=4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:27.902111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event updated for resources: {'Subnet': ['ID=559e6548-7de8-4a5a-8327-85a9ae170abe,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:27.914830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Checking segment: {'id': '108045cb-4cfe-4041-8aa9-4e04d7521936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a0e0b0aa-d664-4c68-935c-9ffbf50906de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:27.915688 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network hostable DHCP agents. Network: a0e0b0aa-d664-4c68-935c-9ffbf50906de, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:27.934502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Network a0e0b0aa-d664-4c68-935c-9ffbf50906de is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:27.944137 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, a0e0b0aa-d664-4c68-935c-9ffbf50906de) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:27.944869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Attempting to bind port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:27.945182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Attempting to bind port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'c0b60e79-1b3c-41ba-ae96-5d761a3615b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fdb10fdf-c5ba-4105-b987-b10661d6ffca'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:27.945575 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Attempting to bind port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc on network fdb10fdf-c5ba-4105-b987-b10661d6ffca {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:27.948647 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:27.949247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.950741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:27.951125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Checking segment: {'id': 'c0b60e79-1b3c-41ba-ae96-5d761a3615b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fdb10fdf-c5ba-4105-b987-b10661d6ffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:27.951531 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.952476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Bound using segment: {'id': 'c0b60e79-1b3c-41ba-ae96-5d761a3615b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fdb10fdf-c5ba-4105-b987-b10661d6ffca'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:27.952476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Bound port: 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b60e79-1b3c-41ba-ae96-5d761a3615b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fdb10fdf-c5ba-4105-b987-b10661d6ffca'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:27.953280 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:27.956720 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faffc5c8-489e-4a05-9277-a6cf1a71467f None None] Network a0e0b0aa-d664-4c68-935c-9ffbf50906de requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:27.965601 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-37e152d0-b167-4759-9291-7722872738bc tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4220054 Feb 07 23:25:27.968201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57794) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:28.068893 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.082239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] For port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:28.086453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] For port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc,segment=NetworkSegment(c0b60e79-1b3c-41ba-ae96-5d761a3615b0),segment_id=c0b60e79-1b3c-41ba-ae96-5d761a3615b0)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:28.091329 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.124035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.193152 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.196368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cde3a-1c43-4011-b8f8-6f208cceb0d0 None None] Pushing event updated for resources: {'Port': ['ID=4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:28.206819 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8622afaf-6b0b-4d8a-871b-3e7162b69c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-a0e0b0aa-d664-4c68-935c-9ffbf50906de', 'network_id': 'a0e0b0aa-d664-4c68-935c-9ffbf50906de', 'tenant_id': '502577824e3d4e948f8d96254e463da8', 'fixed_ips': [{'subnet_id': '559e6548-7de8-4a5a-8327-85a9ae170abe'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:25:28.207824 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8622afaf-6b0b-4d8a-871b-3e7162b69c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.222148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Subnet': ['ID=559e6548-7de8-4a5a-8327-85a9ae170abe,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:28.289755 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.302345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae88d9f-c1de-4a34-8abc-a15b148d3d85 None None] Network a0e0b0aa-d664-4c68-935c-9ffbf50906de requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:28.312719 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e0b0aa-d664-4c68-935c-9ffbf50906de']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:28.323146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108045cb-4cfe-4041-8aa9-4e04d7521936') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:28.323441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108045cb-4cfe-4041-8aa9-4e04d7521936') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:28.333563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.366825 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.375753 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:25:28.376882 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:25:28.384397 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:25:28.449602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.457915 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.461202 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/networks/a0e0b0aa-d664-4c68-935c-9ffbf50906de HTTP/1.1" status: 204 len: 168 time: 0.4914987 Feb 07 23:25:28.464480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57796) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:28.474485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1cf52-cfd3-48b2-9ad5-7e009242341a tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Network': ['ID=a0e0b0aa-d664-4c68-935c-9ffbf50906de,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:28.501680 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1854f422-7050-4aa4-ad06-c20752668551 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] GET failed (client error): The resource could not be found. Feb 07 23:25:28.505687 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1854f422-7050-4aa4-ad06-c20752668551 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "GET /v2.0/subnets/559e6548-7de8-4a5a-8327-85a9ae170abe HTTP/1.1" status: 404 len: 337 time: 0.0366726 Feb 07 23:25:28.506165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57798) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:28.532533 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea74cf9a-9fe9-4f02-8c6b-bc445b4a566b tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] DELETE failed (client error): The resource could not be found. Feb 07 23:25:28.533119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea74cf9a-9fe9-4f02-8c6b-bc445b4a566b tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:25:28.543315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ea74cf9a-9fe9-4f02-8c6b-bc445b4a566b tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/networks/a0e0b0aa-d664-4c68-935c-9ffbf50906de HTTP/1.1" status: 404 len: 339 time: 0.0327048 Feb 07 23:25:28.543820 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57800) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:28.570356 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbb4990-ead6-4a5b-8097-e134096f11f9 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] DELETE failed (client error): The resource could not be found. Feb 07 23:25:28.570805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbb4990-ead6-4a5b-8097-e134096f11f9 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:25:28.573782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9bbb4990-ead6-4a5b-8097-e134096f11f9 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/subnets/559e6548-7de8-4a5a-8327-85a9ae170abe HTTP/1.1" status: 404 len: 337 time: 0.0293067 Feb 07 23:25:28.576452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57802) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:28.595156 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a410e43a-b52f-4c52-a11a-a73d121225a8 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] DELETE failed (client error): The resource could not be found. Feb 07 23:25:28.595582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a410e43a-b52f-4c52-a11a-a73d121225a8 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:25:28.598458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a410e43a-b52f-4c52-a11a-a73d121225a8 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/networks/a0e0b0aa-d664-4c68-935c-9ffbf50906de HTTP/1.1" status: 404 len: 339 time: 0.0210931 Feb 07 23:25:28.600988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57804) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:28.629608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fade3b78-62cc-4ddf-a942-4a6217c9e078 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:28.654879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-085360f9-c1ad-4c1e-acd5-30adf2576c20 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Deleting subnet c856df5f-17ea-412a-a08b-169ed685470c {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:25:28.658873 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-085360f9-c1ad-4c1e-acd5-30adf2576c20 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.678312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port fade3b78-62cc-4ddf-a942-4a6217c9e078 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:28.678773 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.699950 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-085360f9-c1ad-4c1e-acd5-30adf2576c20 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.760280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:28.788966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-085360f9-c1ad-4c1e-acd5-30adf2576c20 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.808466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:28.808846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.859184 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-085360f9-c1ad-4c1e-acd5-30adf2576c20 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.888941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085360f9-c1ad-4c1e-acd5-30adf2576c20 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Subnet': ['ID=c856df5f-17ea-412a-a08b-169ed685470c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:28.891520 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-085360f9-c1ad-4c1e-acd5-30adf2576c20 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.894716 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-085360f9-c1ad-4c1e-acd5-30adf2576c20 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/subnets/c856df5f-17ea-412a-a08b-169ed685470c HTTP/1.1" status: 204 len: 168 time: 0.2927470 Feb 07 23:25:28.897296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57806) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:28.899030 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.935749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc,segment=NetworkSegment(c0b60e79-1b3c-41ba-ae96-5d761a3615b0),segment_id=c0b60e79-1b3c-41ba-ae96-5d761a3615b0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:28.940058 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.980404 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.994601 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:29.037175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Deleting port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:25:29.037548 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.106149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] For port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc,segment=NetworkSegment(c0b60e79-1b3c-41ba-ae96-5d761a3615b0),segment_id=c0b60e79-1b3c-41ba-ae96-5d761a3615b0)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:29.106423 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.120152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Calling delete_port for 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:25:29.170059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b089ba2-012b-4f43-b3b3-4cc541ef45d5 None None] Network fdb10fdf-c5ba-4105-b987-b10661d6ffca requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:29.200916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.230049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Port': ['ID=4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:29.234391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] No DVR routers for this DVR port 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:25:29.280041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-32cbe25f-1922-4040-9dde-3fe8b26d8a41 None None] Could not find standard attr ID for object 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc. {{(pid=102291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:25:29.317956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.340339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb10fdf-c5ba-4105-b987-b10661d6ffca']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:29.344729 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10b3d4-28ab-4c6d-9711-5fb67046f809 None None] DHCP port deletion for fdb10fdf-c5ba-4105-b987-b10661d6ffca request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:25:29.350272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b60e79-1b3c-41ba-ae96-5d761a3615b0') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:29.350571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b60e79-1b3c-41ba-ae96-5d761a3615b0') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:29.362885 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.377117 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.383426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:25:29.383868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:25:29.386998 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:25:29.449706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.459060 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.464424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/networks/fdb10fdf-c5ba-4105-b987-b10661d6ffca HTTP/1.1" status: 204 len: 168 time: 0.5636916 Feb 07 23:25:29.464865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57808) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:29.476449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9384e-5eb0-4b48-8fbe-906a29401748 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Network': ['ID=fdb10fdf-c5ba-4105-b987-b10661d6ffca,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:29.497673 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3856d19-ed8d-4c33-a475-c2769b3d9656 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] DELETE failed (client error): The resource could not be found. Feb 07 23:25:29.498121 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3856d19-ed8d-4c33-a475-c2769b3d9656 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:25:29.501796 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d3856d19-ed8d-4c33-a475-c2769b3d9656 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/subnets/e9e8b274-99b1-4b34-88dd-d0fc42e0e0d2 HTTP/1.1" status: 404 len: 337 time: 0.0358758 Feb 07 23:25:29.504342 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57810) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:29.522274 n-d-827895-2 neutron-server[102290]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1cd8f1-1f05-4c27-a768-9b9269ff2a77 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] DELETE failed (client error): The resource could not be found. Feb 07 23:25:29.522793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1cd8f1-1f05-4c27-a768-9b9269ff2a77 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:25:29.525683 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-db1cd8f1-1f05-4c27-a768-9b9269ff2a77 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/networks/24b34cc2-3b7e-4acb-85e2-7131bcca9cee HTTP/1.1" status: 404 len: 339 time: 0.0203834 Feb 07 23:25:29.528281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57812) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:29.554312 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b615a86b-e3e4-4066-be2b-b0e04c648a98 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] DELETE failed (client error): The resource could not be found. Feb 07 23:25:29.554751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b615a86b-e3e4-4066-be2b-b0e04c648a98 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:25:29.557683 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b615a86b-e3e4-4066-be2b-b0e04c648a98 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/subnets/8fcaf0f6-914c-43bc-9a60-7d4eeb09c66f HTTP/1.1" status: 404 len: 337 time: 0.0283875 Feb 07 23:25:29.560251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57814) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:29.578257 n-d-827895-2 neutron-server[102289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4168ed4d-bf9e-4d72-9a7f-8e96bf215041 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] DELETE failed (client error): The resource could not be found. Feb 07 23:25:29.578864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4168ed4d-bf9e-4d72-9a7f-8e96bf215041 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:25:29.581759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4168ed4d-bf9e-4d72-9a7f-8e96bf215041 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/networks/d936c755-b6e2-42e0-a962-d8fad00b25e8 HTTP/1.1" status: 404 len: 339 time: 0.0206389 Feb 07 23:25:29.584315 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57816) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:29.639914 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5625d15f-2e12-4104-a86c-10a00004596c tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Deleting subnet 25f7b8af-691b-40bb-9f30-990b9493e861 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:25:29.642937 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5625d15f-2e12-4104-a86c-10a00004596c tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.681613 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5625d15f-2e12-4104-a86c-10a00004596c tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.764469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5625d15f-2e12-4104-a86c-10a00004596c tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.829612 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5625d15f-2e12-4104-a86c-10a00004596c tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.858848 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625d15f-2e12-4104-a86c-10a00004596c tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Subnet': ['ID=25f7b8af-691b-40bb-9f30-990b9493e861,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:29.861669 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5625d15f-2e12-4104-a86c-10a00004596c tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.867744 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5625d15f-2e12-4104-a86c-10a00004596c tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/subnets/25f7b8af-691b-40bb-9f30-990b9493e861 HTTP/1.1" status: 204 len: 168 time: 0.2823601 Feb 07 23:25:29.867891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57818) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:29.868940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257df3b5-2954-47c3-ba83-e4c7753463c7 None None] Network 17d039d2-dfbe-463d-b5b2-67effdd198d2 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:29.952848 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.007648 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Deleting port fade3b78-62cc-4ddf-a942-4a6217c9e078 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:25:30.008071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.065769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d726e-7ad9-4dfa-9fb4-f8ed71bb09bf None None] DHCP port deletion for 17d039d2-dfbe-463d-b5b2-67effdd198d2 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:25:30.071362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] For port fade3b78-62cc-4ddf-a942-4a6217c9e078, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fade3b78-62cc-4ddf-a942-4a6217c9e078,segment=NetworkSegment(f250dc2c-2644-4aee-856c-5ddc2fe1663a),segment_id=f250dc2c-2644-4aee-856c-5ddc2fe1663a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:30.071547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.085364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Calling delete_port for fade3b78-62cc-4ddf-a942-4a6217c9e078 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:25:30.112849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e40d726e-7ad9-4dfa-9fb4-f8ed71bb09bf None None] Deleting port fade3b78-62cc-4ddf-a942-4a6217c9e078 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:25:30.113307 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e40d726e-7ad9-4dfa-9fb4-f8ed71bb09bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.170929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.177407 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e40d726e-7ad9-4dfa-9fb4-f8ed71bb09bf None None] For port fade3b78-62cc-4ddf-a942-4a6217c9e078, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=fade3b78-62cc-4ddf-a942-4a6217c9e078,segment=NetworkSegment(f250dc2c-2644-4aee-856c-5ddc2fe1663a),segment_id=f250dc2c-2644-4aee-856c-5ddc2fe1663a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:30.177808 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e40d726e-7ad9-4dfa-9fb4-f8ed71bb09bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.191966 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e40d726e-7ad9-4dfa-9fb4-f8ed71bb09bf None None] Calling delete_port for fade3b78-62cc-4ddf-a942-4a6217c9e078 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:25:30.196183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Port': ['ID=fade3b78-62cc-4ddf-a942-4a6217c9e078,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:30.202660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] No DVR routers for this DVR port fade3b78-62cc-4ddf-a942-4a6217c9e078 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:25:30.275733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e40d726e-7ad9-4dfa-9fb4-f8ed71bb09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.287904 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.299665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d726e-7ad9-4dfa-9fb4-f8ed71bb09bf None None] Pushing event deleted for resources: {'Port': ['ID=fade3b78-62cc-4ddf-a942-4a6217c9e078,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:30.305281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d726e-7ad9-4dfa-9fb4-f8ed71bb09bf None None] No DVR routers for this DVR port fade3b78-62cc-4ddf-a942-4a6217c9e078 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:25:30.311862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d039d2-dfbe-463d-b5b2-67effdd198d2']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:30.320019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f250dc2c-2644-4aee-856c-5ddc2fe1663a') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:30.320306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f250dc2c-2644-4aee-856c-5ddc2fe1663a') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:30.330184 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.343411 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.350013 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:25:30.350398 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:25:30.353580 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:25:30.409311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.413424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.416789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] 10.222.0.15 "DELETE /v2.0/networks/17d039d2-dfbe-463d-b5b2-67effdd198d2 HTTP/1.1" status: 204 len: 168 time: 0.5477521 Feb 07 23:25:30.431654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f019e5-cd67-486b-93ae-446b2197e673 tempest-NetworksIpV6Test-1326262658 tempest-NetworksIpV6Test-1326262658-project] Pushing event deleted for resources: {'Network': ['ID=17d039d2-dfbe-463d-b5b2-67effdd198d2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:30.508681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fade3b78-62cc-4ddf-a942-4a6217c9e078 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:25:30.529065 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: fade3b78-62cc-4ddf-a942-4a6217c9e078 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:25:30.529421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device fade3b78-62cc-4ddf-a942-4a6217c9e078 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:25:30.529806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:25:30.550153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:25:30.550499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 4e050f2b-17b8-4d9d-bdd7-bd3d291c44dc not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:25:30.662639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57824) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:30.791948 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fb6ccc87-6d05-4e5f-864d-2b0912de680e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=502577824e3d4e948f8d96254e463da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281033 Feb 07 23:25:30.794427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57828) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:30.846467 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9938a980-020d-497b-a19a-2f87f70e9472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.867965 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9938a980-020d-497b-a19a-2f87f70e9472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.913319 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9938a980-020d-497b-a19a-2f87f70e9472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.915837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9938a980-020d-497b-a19a-2f87f70e9472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:30.916966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9938a980-020d-497b-a19a-2f87f70e9472 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8615d253-bf7a-47a0-b3e0-0542a14747ec HTTP/1.1" status: 204 len: 168 time: 0.1216567 Feb 07 23:25:30.924926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938a980-020d-497b-a19a-2f87f70e9472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8615d253-bf7a-47a0-b3e0-0542a14747ec,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:31.538983 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57850) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:31.631682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-637e2b6c-5cd9-40f3-8d20-f2259cc8bf5e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-781773389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:31.655578 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-637e2b6c-5cd9-40f3-8d20-f2259cc8bf5e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.656734 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-637e2b6c-5cd9-40f3-8d20-f2259cc8bf5e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.706289 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-637e2b6c-5cd9-40f3-8d20-f2259cc8bf5e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.710265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-637e2b6c-5cd9-40f3-8d20-f2259cc8bf5e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.726276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-637e2b6c-5cd9-40f3-8d20-f2259cc8bf5e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.727453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-637e2b6c-5cd9-40f3-8d20-f2259cc8bf5e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1873453 Feb 07 23:25:31.730378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:31.736738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1432119723'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:31.759652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Made reservation on behalf of d8070e92b8a54a6a9d936addc0b2806f for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:31.763090 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.771594 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.845344 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.849307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.872455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:31.887470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd70334-5a32-47ec-93c8-ad1e2caa073e,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:31.890463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.890990 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Added segment fc40ce83-01e5-438a-9aac-40c14857cb2b of type vlan for network 6c7508a4-e71a-425c-8150-e4db3a2c8c70 Feb 07 23:25:31.930608 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.958123 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:31.963589 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:31.964202 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.020792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2893293 Feb 07 23:25:32.023581 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57856) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:32.030536 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Request body: {'subnet': {'network_id': '6c7508a4-e71a-425c-8150-e4db3a2c8c70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:32.050528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bbe4e-3cd5-4d30-b71f-68a22c616e2c tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event updated for resources: {'Network': ['ID=6c7508a4-e71a-425c-8150-e4db3a2c8c70,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:32.060481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 6c7508a4-e71a-425c-8150-e4db3a2c8c70 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:25:32.128510 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Made reservation on behalf of d8070e92b8a54a6a9d936addc0b2806f for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:32.132097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.307847 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.369937 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event updated for resources: {'Subnet': ['ID=99c3f6b2-8ea5-4fa7-bd00-ca8de5c04fcd,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:32.374966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Checking segment: {'id': 'fc40ce83-01e5-438a-9aac-40c14857cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6c7508a4-e71a-425c-8150-e4db3a2c8c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:32.375571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Network hostable DHCP agents. Network: 6c7508a4-e71a-425c-8150-e4db3a2c8c70, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:32.391697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Network 6c7508a4-e71a-425c-8150-e4db3a2c8c70 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:32.399655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 6c7508a4-e71a-425c-8150-e4db3a2c8c70) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:32.403665 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:32.404280 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.408614 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cedba7-2543-4b1b-9366-99de3cb739ab None None] Network 6c7508a4-e71a-425c-8150-e4db3a2c8c70 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:32.421287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-75d0bc38-11d7-42e7-8b5d-af70fda25fbe tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3966534 Feb 07 23:25:32.424955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57858) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:32.429880 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1313244054'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:32.451459 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Made reservation on behalf of d8070e92b8a54a6a9d936addc0b2806f for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:32.454956 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.478790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:32.489356 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.489698 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Added segment 71973567-3345-4734-a07e-d3ff9db6f4a7 of type vlan for network b673c252-f127-4a4e-a065-94fb4b8248be Feb 07 23:25:32.532376 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.558396 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.564539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:32.565178 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.630513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2044539 Feb 07 23:25:32.633354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57860) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:32.638047 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Request body: {'subnet': {'network_id': 'b673c252-f127-4a4e-a065-94fb4b8248be', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:32.657768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc35de-ba22-4e64-b580-47a7dc0a29eb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event updated for resources: {'Network': ['ID=b673c252-f127-4a4e-a065-94fb4b8248be,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:32.669731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network b673c252-f127-4a4e-a065-94fb4b8248be details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:25:32.733333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Made reservation on behalf of d8070e92b8a54a6a9d936addc0b2806f for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:32.738018 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.772516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-6c7508a4-e71a-425c-8150-e4db3a2c8c70', 'network_id': '6c7508a4-e71a-425c-8150-e4db3a2c8c70', 'tenant_id': 'd8070e92b8a54a6a9d936addc0b2806f', 'fixed_ips': [{'subnet_id': '99c3f6b2-8ea5-4fa7-bd00-ca8de5c04fcd'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:25:32.773360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.920095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Allocated IP 172.20.0.2 (6c7508a4-e71a-425c-8150-e4db3a2c8c70/99c3f6b2-8ea5-4fa7-bd00-ca8de5c04fcd/ae18e49b-1ef9-4771-96db-1f32aff289bc) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:32.924412 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.990227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event updated for resources: {'Subnet': ['ID=e17bc2c0-a6c5-452c-8d6f-bffa1682535d,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:32.997256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Checking segment: {'id': '71973567-3345-4734-a07e-d3ff9db6f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b673c252-f127-4a4e-a065-94fb4b8248be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:32.997700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Network hostable DHCP agents. Network: b673c252-f127-4a4e-a065-94fb4b8248be, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:33.014166 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Network b673c252-f127-4a4e-a065-94fb4b8248be is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:33.023146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, b673c252-f127-4a4e-a065-94fb4b8248be) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:33.027142 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:33.027747 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.043826 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7c148f1a-522a-4f6f-930d-83ae75dae31a tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094574 Feb 07 23:25:33.047182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57862) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:33.049529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a2e81-de0f-40f9-8e99-92f04aaa6068 None None] Network b673c252-f127-4a4e-a065-94fb4b8248be requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:33.051999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ee8ddefd-304c-41ff-a2b5-1aeca22c9c40 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b673c252-f127-4a4e-a065-94fb4b8248be'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:33.115247 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.122488 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.178102 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Network 6c7508a4-e71a-425c-8150-e4db3a2c8c70 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:33.186158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:33.193564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:33.195484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Pushing event updated for resources: {'Port': ['ID=ae18e49b-1ef9-4771-96db-1f32aff289bc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:33.255660 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ee8ddefd-304c-41ff-a2b5-1aeca22c9c40 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.286649 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Attempting to bind port ae18e49b-1ef9-4771-96db-1f32aff289bc on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:33.287025 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Attempting to bind port ae18e49b-1ef9-4771-96db-1f32aff289bc by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'fc40ce83-01e5-438a-9aac-40c14857cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6c7508a4-e71a-425c-8150-e4db3a2c8c70'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:33.287387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Attempting to bind port ae18e49b-1ef9-4771-96db-1f32aff289bc on network 6c7508a4-e71a-425c-8150-e4db3a2c8c70 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:33.292938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:33.293321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Checking segment: {'id': 'fc40ce83-01e5-438a-9aac-40c14857cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6c7508a4-e71a-425c-8150-e4db3a2c8c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:33.293727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.294120 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Bound using segment: {'id': 'fc40ce83-01e5-438a-9aac-40c14857cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6c7508a4-e71a-425c-8150-e4db3a2c8c70'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:33.294578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Bound port: ae18e49b-1ef9-4771-96db-1f32aff289bc, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc40ce83-01e5-438a-9aac-40c14857cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6c7508a4-e71a-425c-8150-e4db3a2c8c70'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:33.294958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.340170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fa5c2-3d53-4130-abe1-bfca251b8d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-b673c252-f127-4a4e-a065-94fb4b8248be', 'network_id': 'b673c252-f127-4a4e-a065-94fb4b8248be', 'tenant_id': 'd8070e92b8a54a6a9d936addc0b2806f', 'fixed_ips': [{'subnet_id': 'e17bc2c0-a6c5-452c-8d6f-bffa1682535d'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:25:33.341133 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-105fa5c2-3d53-4130-abe1-bfca251b8d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.365872 n-d-827895-2 neutron-server[102289]: INFO neutron.api.v2.resource [None req-ee8ddefd-304c-41ff-a2b5-1aeca22c9c40 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:25:33.372524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ee8ddefd-304c-41ff-a2b5-1aeca22c9c40 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "PUT /v2.0/routers/3b31302b-26b1-4cdd-8d05-82ed07152f3c HTTP/1.1" status: 400 len: 364 time: 0.3187709 Feb 07 23:25:33.372784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57864) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:33.424335 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc07553-c350-4e40-b0a8-2196930a14a4 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Deleting subnet e17bc2c0-a6c5-452c-8d6f-bffa1682535d {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:25:33.427533 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc07553-c350-4e40-b0a8-2196930a14a4 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.446691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] For port ae18e49b-1ef9-4771-96db-1f32aff289bc, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:33.465224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] For port ae18e49b-1ef9-4771-96db-1f32aff289bc, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ae18e49b-1ef9-4771-96db-1f32aff289bc,segment=NetworkSegment(fc40ce83-01e5-438a-9aac-40c14857cb2b),segment_id=fc40ce83-01e5-438a-9aac-40c14857cb2b)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:33.470577 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc07553-c350-4e40-b0a8-2196930a14a4 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.470981 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.516887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc07553-c350-4e40-b0a8-2196930a14a4 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.526916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecb4a2-10e8-43ac-9359-30e864d31de4 None None] Pushing event updated for resources: {'Port': ['ID=ae18e49b-1ef9-4771-96db-1f32aff289bc,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:33.588407 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc07553-c350-4e40-b0a8-2196930a14a4 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server [None req-105fa5c2-3d53-4130-abe1-bfca251b8d27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e17bc2c0-a6c5-452c-8d6f-bffa1682535d: This subnet is being modified by another concurrent operation. Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server raise exception Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e17bc2c0-a6c5-452c-8d6f-bffa1682535d: This subnet is being modified by another concurrent operation. Feb 07 23:25:33.592134 n-d-827895-2 neutron-server[102291]: ERROR oslo_messaging.rpc.server Feb 07 23:25:33.618435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc07553-c350-4e40-b0a8-2196930a14a4 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event deleted for resources: {'Subnet': ['ID=e17bc2c0-a6c5-452c-8d6f-bffa1682535d,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:33.622421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fcc07553-c350-4e40-b0a8-2196930a14a4 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.624406 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394661a2-aebf-47fe-bf54-72cfb775c382 None None] Network b673c252-f127-4a4e-a065-94fb4b8248be requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:33.628515 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fcc07553-c350-4e40-b0a8-2196930a14a4 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "DELETE /v2.0/subnets/e17bc2c0-a6c5-452c-8d6f-bffa1682535d HTTP/1.1" status: 204 len: 168 time: 0.2545433 Feb 07 23:25:33.629130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57866) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:33.757078 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.849284 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.871991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b673c252-f127-4a4e-a065-94fb4b8248be']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:33.881683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71973567-3345-4734-a07e-d3ff9db6f4a7') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:33.881970 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71973567-3345-4734-a07e-d3ff9db6f4a7') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:33.891877 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.904637 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.910681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:25:33.911121 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:25:33.914097 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:25:33.974475 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.981376 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:33.984922 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "DELETE /v2.0/networks/b673c252-f127-4a4e-a065-94fb4b8248be HTTP/1.1" status: 204 len: 168 time: 0.3547328 Feb 07 23:25:33.988508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57868) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:33.996677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ecaf2-8a2b-4bd8-b032-83aa1920e36e tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event deleted for resources: {'Network': ['ID=b673c252-f127-4a4e-a065-94fb4b8248be,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:34.042041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c58472b-5004-43d9-82a2-6b12aeceabeb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Deleting subnet 99c3f6b2-8ea5-4fa7-bd00-ca8de5c04fcd {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:25:34.045072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c58472b-5004-43d9-82a2-6b12aeceabeb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.084682 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c58472b-5004-43d9-82a2-6b12aeceabeb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.341888 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.490742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a28e703-df92-416f-94ad-4933aa11bd87 None None] Network 6c7508a4-e71a-425c-8150-e4db3a2c8c70 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:34.500106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c58472b-5004-43d9-82a2-6b12aeceabeb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.565857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c58472b-5004-43d9-82a2-6b12aeceabeb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.573334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-01d7ac91-9fa8-4505-86dc-6a3e90e1ab02 None None] Provisioning complete for port ae18e49b-1ef9-4771-96db-1f32aff289bc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:34.573713 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01d7ac91-9fa8-4505-86dc-6a3e90e1ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.575356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ae18e49b-1ef9-4771-96db-1f32aff289bc up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:34.591600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58472b-5004-43d9-82a2-6b12aeceabeb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event deleted for resources: {'Subnet': ['ID=99c3f6b2-8ea5-4fa7-bd00-ca8de5c04fcd,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:34.599579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2c58472b-5004-43d9-82a2-6b12aeceabeb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.602962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2c58472b-5004-43d9-82a2-6b12aeceabeb tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "DELETE /v2.0/subnets/99c3f6b2-8ea5-4fa7-bd00-ca8de5c04fcd HTTP/1.1" status: 204 len: 168 time: 0.6134286 Feb 07 23:25:34.605343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57870) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:34.683774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.740437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Deleting port ae18e49b-1ef9-4771-96db-1f32aff289bc {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:25:34.740834 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.741977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ae18e49b-1ef9-4771-96db-1f32aff289bc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:34.742350 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.788116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] DHCP port deletion for 6c7508a4-e71a-425c-8150-e4db3a2c8c70 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:25:34.793925 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01d7ac91-9fa8-4505-86dc-6a3e90e1ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.810782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] For port ae18e49b-1ef9-4771-96db-1f32aff289bc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ae18e49b-1ef9-4771-96db-1f32aff289bc,segment=NetworkSegment(fc40ce83-01e5-438a-9aac-40c14857cb2b),segment_id=fc40ce83-01e5-438a-9aac-40c14857cb2b)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:34.811147 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.811862 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.824361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Calling delete_port for ae18e49b-1ef9-4771-96db-1f32aff289bc owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:25:34.868005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-01d7ac91-9fa8-4505-86dc-6a3e90e1ab02 None None] For port ae18e49b-1ef9-4771-96db-1f32aff289bc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ae18e49b-1ef9-4771-96db-1f32aff289bc,segment=NetworkSegment(fc40ce83-01e5-438a-9aac-40c14857cb2b),segment_id=fc40ce83-01e5-438a-9aac-40c14857cb2b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:34.896757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01d7ac91-9fa8-4505-86dc-6a3e90e1ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.913077 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.939319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event deleted for resources: {'Port': ['ID=ae18e49b-1ef9-4771-96db-1f32aff289bc,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:34.941700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] No DVR routers for this DVR port ae18e49b-1ef9-4771-96db-1f32aff289bc on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:25:34.967433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] Deleting port ae18e49b-1ef9-4771-96db-1f32aff289bc {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:25:34.967823 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:34.970700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7ac91-9fa8-4505-86dc-6a3e90e1ab02 None None] Pushing event updated for resources: {'Port': ['ID=ae18e49b-1ef9-4771-96db-1f32aff289bc,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:35.023439 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.035017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] For port ae18e49b-1ef9-4771-96db-1f32aff289bc, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:35.035415 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.043190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7508a4-e71a-425c-8150-e4db3a2c8c70']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:35.048721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] Calling delete_port for ae18e49b-1ef9-4771-96db-1f32aff289bc owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:25:35.051438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] Port ae18e49b-1ef9-4771-96db-1f32aff289bc was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 23:25:35.052749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.054531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc40ce83-01e5-438a-9aac-40c14857cb2b') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:35.055100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc40ce83-01e5-438a-9aac-40c14857cb2b') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:35.065790 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.076817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] Pushing event deleted for resources: {'Port': ['ID=ae18e49b-1ef9-4771-96db-1f32aff289bc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:35.078985 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.083650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea256cc-8563-4a48-9be2-70169a8879a4 None None] No DVR routers for this DVR port ae18e49b-1ef9-4771-96db-1f32aff289bc on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:25:35.085669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:25:35.086056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:25:35.089370 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:25:35.102655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59516e8c-97a8-49cd-a326-a98f6a0934d4 None None] get_active_networks_info from n-d-827895-2 {{(pid=102291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 07 23:25:35.150229 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.158309 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.161493 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "DELETE /v2.0/networks/6c7508a4-e71a-425c-8150-e4db3a2c8c70 HTTP/1.1" status: 204 len: 168 time: 0.5550935 Feb 07 23:25:35.162921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59516e8c-97a8-49cd-a326-a98f6a0934d4 None None] Resources bound (agent type, host, resource id): {{(pid=102291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 23:25:35.164996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57872) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:35.173633 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c250d6-4fc2-44ee-893e-121d6d4a9b16 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Pushing event deleted for resources: {'Network': ['ID=6c7508a4-e71a-425c-8150-e4db3a2c8c70,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:35.197755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6f4658cc-4dd1-4347-bfb2-29d6c26d5bb9 tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b31302b-26b1-4cdd-8d05-82ed07152f3c HTTP/1.1" status: 200 len: 205 time: 0.0314941 Feb 07 23:25:35.200372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57874) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:35.275390 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc7590a8-9127-403e-a386-0beaaf62662b tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.432579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc7590a8-9127-403e-a386-0beaaf62662b tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.434669 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc7590a8-9127-403e-a386-0beaaf62662b tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.476701 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc7590a8-9127-403e-a386-0beaaf62662b tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.477201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7590a8-9127-403e-a386-0beaaf62662b tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Fanout notify agent at l3_agent the message router_deleted on router 3b31302b-26b1-4cdd-8d05-82ed07152f3c {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:25:35.483938 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-fc7590a8-9127-403e-a386-0beaaf62662b tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.488705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fc7590a8-9127-403e-a386-0beaaf62662b tempest-RoutersNegativeTest-795707366 tempest-RoutersNegativeTest-795707366-project] 10.222.0.15 "DELETE /v2.0/routers/3b31302b-26b1-4cdd-8d05-82ed07152f3c HTTP/1.1" status: 204 len: 168 time: 0.2842600 Feb 07 23:25:35.721280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57880) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:35.851581 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-72befc32-6fe1-4150-a5bc-02103236d1e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8070e92b8a54a6a9d936addc0b2806f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291285 Feb 07 23:25:35.854301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57884) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:35.901348 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f25b2371-b086-49e1-bd59-cc1a09a8a320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.922263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f25b2371-b086-49e1-bd59-cc1a09a8a320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.968097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f25b2371-b086-49e1-bd59-cc1a09a8a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.970755 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f25b2371-b086-49e1-bd59-cc1a09a8a320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.971919 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f25b2371-b086-49e1-bd59-cc1a09a8a320 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4dd70334-5a32-47ec-93c8-ad1e2caa073e HTTP/1.1" status: 204 len: 168 time: 0.1168478 Feb 07 23:25:35.979815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b2371-b086-49e1-bd59-cc1a09a8a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd70334-5a32-47ec-93c8-ad1e2caa073e,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:36.509541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ae18e49b-1ef9-4771-96db-1f32aff289bc no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:25:36.535467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: ae18e49b-1ef9-4771-96db-1f32aff289bc {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:25:36.535839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ae18e49b-1ef9-4771-96db-1f32aff289bc not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:25:36.582711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57906) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:36.677824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-367623245-network', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:36.700537 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Made reservation on behalf of 24028738aa8441dca9d7bd1bf3294717 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:36.703534 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.711557 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.784420 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.788120 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.811295 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:36.821360 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c64c6-9953-4786-a785-295c85b0d377,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:36.826073 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.826416 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Added segment 9c298996-0a5d-4ede-91bc-5432f465f028 of type vlan for network d2686d85-a288-467a-b48b-df0912755887 Feb 07 23:25:36.870063 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.895379 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.896323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:36.896887 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.943023 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3591287 Feb 07 23:25:36.945897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57910) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:36.951001 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Request body: {'subnet': {'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-subnet', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:36.957913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ff93a-23bf-4eee-9c21-1d46a88a1956 admin admin] Pushing event updated for resources: {'Network': ['ID=d2686d85-a288-467a-b48b-df0912755887,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:36.972923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network d2686d85-a288-467a-b48b-df0912755887 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:25:36.973671 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Made reservation on behalf of 24028738aa8441dca9d7bd1bf3294717 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:36.976184 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.142481 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.198255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f298b35c-3f15-4ad2-a128-8d4b73fd837c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:37.206157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Checking segment: {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:37.206509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Network hostable DHCP agents. Network: d2686d85-a288-467a-b48b-df0912755887, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:37.222533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Network d2686d85-a288-467a-b48b-df0912755887 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:37.231096 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, d2686d85-a288-467a-b48b-df0912755887) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:37.236037 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:37.236897 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.240605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b8ba5-3845-4daa-9a75-e044f2df356a None None] Network d2686d85-a288-467a-b48b-df0912755887 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:37.253111 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3f0d1edf-a713-4e87-b3ea-64cbf278c2c3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3060443 Feb 07 23:25:37.255828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57912) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:37.260819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:37.285717 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.286798 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.343047 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.472287 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-d2686d85-a288-467a-b48b-df0912755887', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'fixed_ips': [{'subnet_id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:25:37.473046 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.482894 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.684202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.703784 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.786562 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Allocated IP 172.20.0.2 (d2686d85-a288-467a-b48b-df0912755887/f298b35c-3f15-4ad2-a128-8d4b73fd837c/c8b7d1e1-98c8-4c59-ac22-2fcad973803c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:37.814755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Allocated IP 172.25.8.105 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/7e96cd23-ca6b-427d-8be6-59b142c5afda) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:37.927444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.931133 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.938585 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.968228 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:37.975375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Network d2686d85-a288-467a-b48b-df0912755887 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:37.978372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:37.981786 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:37.996468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Pushing event updated for resources: {'Port': ['ID=c8b7d1e1-98c8-4c59-ac22-2fcad973803c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:38.006049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:38.009062 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:38.012484 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:38.021153 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.021506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.021851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.022182 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.022517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.022845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.023170 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.023491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.023836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.024160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.024480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.024799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:38.038812 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Pushing event updated for resources: {'Port': ['ID=7e96cd23-ca6b-427d-8be6-59b142c5afda,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:38.055991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Attempting to bind port c8b7d1e1-98c8-4c59-ac22-2fcad973803c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:38.056366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Attempting to bind port c8b7d1e1-98c8-4c59-ac22-2fcad973803c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:38.056831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Attempting to bind port c8b7d1e1-98c8-4c59-ac22-2fcad973803c on network d2686d85-a288-467a-b48b-df0912755887 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:38.061868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:38.063256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Checking segment: {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:38.063770 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:38.064158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Bound using segment: {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:38.064616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Bound port: c8b7d1e1-98c8-4c59-ac22-2fcad973803c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:38.064993 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:38.137544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4d014326-add3-4033-a39a-f6f563699213 None None] For port c8b7d1e1-98c8-4c59-ac22-2fcad973803c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:38.141645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4d014326-add3-4033-a39a-f6f563699213 None None] For port c8b7d1e1-98c8-4c59-ac22-2fcad973803c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c8b7d1e1-98c8-4c59-ac22-2fcad973803c,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:38.146767 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:38.205268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d014326-add3-4033-a39a-f6f563699213 None None] Pushing event updated for resources: {'Port': ['ID=c8b7d1e1-98c8-4c59-ac22-2fcad973803c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:38.566840 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:38.569907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c8b7d1e1-98c8-4c59-ac22-2fcad973803c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:38.618077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c8b7d1e1-98c8-4c59-ac22-2fcad973803c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:38.618369 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:38.698086 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:38.729854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c8b7d1e1-98c8-4c59-ac22-2fcad973803c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c8b7d1e1-98c8-4c59-ac22-2fcad973803c,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:38.735470 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:38.768490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:38.782721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c8b7d1e1-98c8-4c59-ac22-2fcad973803c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:38.902953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Router 4c33e162-8e46-47e3-8447-f4ab4e3d150d is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:25:39.015466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:25:39.028099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Sync routers for ids ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:25:39.037559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:39.038998 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6ccc6058-1325-48f9-b145-c239b5d22ace admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7820351 Feb 07 23:25:39.041392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Routers {'4c33e162-8e46-47e3-8447-f4ab4e3d150d'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:25:39.041608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57914) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:39.042230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:25:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:39.153458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Set router 4c33e162-8e46-47e3-8447-f4ab4e3d150d gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:25:39.186126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc52cb-8271-4490-bf6d-983628327a1d None None] Network d2686d85-a288-467a-b48b-df0912755887 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:39.337019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5840be96-6c7c-47e6-b376-39b83532f5ba None None] Provisioning complete for port c8b7d1e1-98c8-4c59-ac22-2fcad973803c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:39.337318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5840be96-6c7c-47e6-b376-39b83532f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:39.462435 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:39.545811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:38Z', 'revision_number': 3, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'gw_port': {'id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:39.576891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Checking router: 4c33e162-8e46-47e3-8447-f4ab4e3d150d for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:25:39.577263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Updating router 4c33e162-8e46-47e3-8447-f4ab4e3d150d port 7e96cd23-ca6b-427d-8be6-59b142c5afda binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:25:39.605170 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:39.623353 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Allocated IP 172.20.0.1 (d2686d85-a288-467a-b48b-df0912755887/f298b35c-3f15-4ad2-a128-8d4b73fd837c/ca58640b-59e6-4bf8-817a-03a5df972c29) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:39.735118 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:39.770046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:39.783094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d33a78bc-d0be-4c6a-a3a6-e1eb9ad22eda None None] Provisioning complete for port c8b7d1e1-98c8-4c59-ac22-2fcad973803c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:39.783470 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d33a78bc-d0be-4c6a-a3a6-e1eb9ad22eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:39.811574 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Network d2686d85-a288-467a-b48b-df0912755887 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:39.814963 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:39.817665 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:39.840626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Pushing event updated for resources: {'Port': ['ID=ca58640b-59e6-4bf8-817a-03a5df972c29,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:39.863427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:39.962503 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:39.968577 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.004095 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.022173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Attempting to bind port 7e96cd23-ca6b-427d-8be6-59b142c5afda on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:40.022541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Attempting to bind port 7e96cd23-ca6b-427d-8be6-59b142c5afda by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:40.022900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Attempting to bind port 7e96cd23-ca6b-427d-8be6-59b142c5afda on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:40.028536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ad607-6e04-429c-97f2-5734258a9733 None None] Pushing event updated for resources: {'Port': ['ID=7e96cd23-ca6b-427d-8be6-59b142c5afda,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:40.033989 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:40.034343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:40.034746 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.035131 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:40.035594 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Bound port: 7e96cd23-ca6b-427d-8be6-59b142c5afda, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:40.036007 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.087541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cdd1f6ca-5e9e-4782-87bc-a0cad2f79121 None None] Provisioning complete for port ca58640b-59e6-4bf8-817a-03a5df972c29 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:40.087940 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdd1f6ca-5e9e-4782-87bc-a0cad2f79121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.127818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] For port 7e96cd23-ca6b-427d-8be6-59b142c5afda, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:40.132597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] For port 7e96cd23-ca6b-427d-8be6-59b142c5afda, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7e96cd23-ca6b-427d-8be6-59b142c5afda,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:40.138044 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.141370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cdd1f6ca-5e9e-4782-87bc-a0cad2f79121 None None] Port ca58640b-59e6-4bf8-817a-03a5df972c29 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:25:40.173066 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.178458 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.194513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Routers {'4c33e162-8e46-47e3-8447-f4ab4e3d150d'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:25:40.195132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:25:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:40.238404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ad607-6e04-429c-97f2-5734258a9733 None None] Pushing event updated for resources: {'Port': ['ID=7e96cd23-ca6b-427d-8be6-59b142c5afda,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:40.245485 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.248223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Pushing event updated for resources: {'Port': ['ID=ca58640b-59e6-4bf8-817a-03a5df972c29,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:40.315497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] Set router 4c33e162-8e46-47e3-8447-f4ab4e3d150d gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:25:40.342531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Network d2686d85-a288-467a-b48b-df0912755887 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:40.344724 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:40.472615 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Router 4c33e162-8e46-47e3-8447-f4ab4e3d150d has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:25:40.530263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c8b7d1e1-98c8-4c59-ac22-2fcad973803c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:40.590377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:25:40.591018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0e68ed14-64a3-4c76-82a0-2791e9b9bbf9 None None] Provisioning complete for port ca58640b-59e6-4bf8-817a-03a5df972c29 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:40.592084 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e68ed14-64a3-4c76-82a0-2791e9b9bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.595200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6ffe0f64-362f-44b8-8551-35b2a37f0cab admin admin] 10.222.0.15 "PUT /v2.0/routers/4c33e162-8e46-47e3-8447-f4ab4e3d150d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5526273 Feb 07 23:25:40.630324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:39Z', 'revision_number': 4, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'gw_port': {'id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ca58640b-59e6-4bf8-817a-03a5df972c29', 'name': '', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'mac_address': 'fa:16:3e:0b:5a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:39Z', 'updated_at': '2022-02-07T23:25:40Z', 'revision_number': 2, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'subnets': [{'id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:40.665403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad2545-9107-4cec-9b6e-e977e776702a None None] The sync data for ids ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'] in n-d-827895-2 is: [{'id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:39Z', 'revision_number': 4, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'gw_port': {'id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ca58640b-59e6-4bf8-817a-03a5df972c29', 'name': '', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'mac_address': 'fa:16:3e:0b:5a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:39Z', 'updated_at': '2022-02-07T23:25:40Z', 'revision_number': 2, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'subnets': [{'id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:25:40.668479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c8b7d1e1-98c8-4c59-ac22-2fcad973803c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:40.668849 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.672126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0e68ed14-64a3-4c76-82a0-2791e9b9bbf9 None None] Port ca58640b-59e6-4bf8-817a-03a5df972c29 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:25:41.124595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57930) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:41.129645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1453137068-network', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:41.152992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Made reservation on behalf of 2b07d1a4e5994adc89f123f754dc968a for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:41.155444 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.165349 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.249184 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.254129 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.280359 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:41.290507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d030ad3f-7e6b-4340-a8ec-4322c9e5c0b0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:41.296845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.297248 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Added segment 61a2a133-7df1-4fbe-9acf-daa3a6ed8884 of type vlan for network 86b61bee-4568-445b-87b5-98a02bab9178 Feb 07 23:25:41.345654 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.374218 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.375860 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:41.376427 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.437976 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3114827 Feb 07 23:25:41.440520 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57932) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:41.446888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Request body: {'subnet': {'network_id': '86b61bee-4568-445b-87b5-98a02bab9178', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-subnet', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:41.455533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e172b0b-e263-4bf1-a00b-4425aa974778 admin admin] Pushing event updated for resources: {'Network': ['ID=86b61bee-4568-445b-87b5-98a02bab9178,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:41.466651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 86b61bee-4568-445b-87b5-98a02bab9178 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:25:41.479443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Made reservation on behalf of 2b07d1a4e5994adc89f123f754dc968a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:41.481985 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.668485 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.723884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2702903c-0911-401f-b715-10cd859571d6,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:41.734218 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Checking segment: {'id': '61a2a133-7df1-4fbe-9acf-daa3a6ed8884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:41.734575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Network hostable DHCP agents. Network: 86b61bee-4568-445b-87b5-98a02bab9178, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:41.761525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Network 86b61bee-4568-445b-87b5-98a02bab9178 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:41.772375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 86b61bee-4568-445b-87b5-98a02bab9178) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:41.776873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:41.777731 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.782135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a2c320-321d-41f8-ad07-75dbdd8fd550 None None] Network 86b61bee-4568-445b-87b5-98a02bab9178 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:41.798436 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8d0c86d3-bd49-4cbf-8101-fe286b3afd2f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3568923 Feb 07 23:25:41.801296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 57934) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:41.806141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:41.835310 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.836775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.905790 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.941857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-86b61bee-4568-445b-87b5-98a02bab9178', 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'fixed_ips': [{'subnet_id': '2702903c-0911-401f-b715-10cd859571d6'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:25:41.943012 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.054068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.085548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Allocated IP 172.20.0.2 (86b61bee-4568-445b-87b5-98a02bab9178/2702903c-0911-401f-b715-10cd859571d6/bf60efd4-4326-4c5d-8a60-370853ee5360) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:42.260198 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.280436 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.386943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Allocated IP 172.25.8.154 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:42.397921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.406727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.466091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Network 86b61bee-4568-445b-87b5-98a02bab9178 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:42.473004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:42.475187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Pushing event updated for resources: {'Port': ['ID=bf60efd4-4326-4c5d-8a60-370853ee5360,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:42.477362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:42.503502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.543523 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Attempting to bind port bf60efd4-4326-4c5d-8a60-370853ee5360 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:42.543807 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.543944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Attempting to bind port bf60efd4-4326-4c5d-8a60-370853ee5360 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '61a2a133-7df1-4fbe-9acf-daa3a6ed8884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:42.544318 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Attempting to bind port bf60efd4-4326-4c5d-8a60-370853ee5360 on network 86b61bee-4568-445b-87b5-98a02bab9178 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:42.550754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:42.551136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Checking segment: {'id': '61a2a133-7df1-4fbe-9acf-daa3a6ed8884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:42.551527 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.552014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Bound using segment: {'id': '61a2a133-7df1-4fbe-9acf-daa3a6ed8884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:42.552521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Bound port: bf60efd4-4326-4c5d-8a60-370853ee5360, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a2a133-7df1-4fbe-9acf-daa3a6ed8884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:42.552906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.588304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:42.598023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:42.600825 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7e96cd23-ca6b-427d-8be6-59b142c5afda up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:42.604846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:42.643931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:42.657795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.658551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.658884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.659209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.659449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] For port bf60efd4-4326-4c5d-8a60-370853ee5360, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:42.659550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.659861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.660183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.660498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.660810 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.661493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.661812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.662462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:42.663821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] For port bf60efd4-4326-4c5d-8a60-370853ee5360, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bf60efd4-4326-4c5d-8a60-370853ee5360,segment=NetworkSegment(61a2a133-7df1-4fbe-9acf-daa3a6ed8884),segment_id=61a2a133-7df1-4fbe-9acf-daa3a6ed8884)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:42.671586 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.717515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7e96cd23-ca6b-427d-8be6-59b142c5afda triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:42.717894 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.770127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d687d4-5508-4563-9c9a-1e159b657e34 None None] Pushing event updated for resources: {'Port': ['ID=bf60efd4-4326-4c5d-8a60-370853ee5360,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:42.819411 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Sync routers for ids ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:25:42.830676 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Routers {'4c33e162-8e46-47e3-8447-f4ab4e3d150d'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:25:42.830858 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:25:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:42.841360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.871239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 7e96cd23-ca6b-427d-8be6-59b142c5afda, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7e96cd23-ca6b-427d-8be6-59b142c5afda,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:42.878727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.952454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=7e96cd23-ca6b-427d-8be6-59b142c5afda,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:42.966311 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.065189 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Set router 4c33e162-8e46-47e3-8447-f4ab4e3d150d gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:25:43.182137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.269609 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:39Z', 'revision_number': 4, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'gw_port': {'id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ca58640b-59e6-4bf8-817a-03a5df972c29', 'name': '', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'mac_address': 'fa:16:3e:0b:5a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:39Z', 'updated_at': '2022-02-07T23:25:40Z', 'revision_number': 2, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'subnets': [{'id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:43.295635 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Checking router: 4c33e162-8e46-47e3-8447-f4ab4e3d150d for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:25:43.296024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Updating router 4c33e162-8e46-47e3-8447-f4ab4e3d150d port ca58640b-59e6-4bf8-817a-03a5df972c29 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:25:43.312342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Router f26bfdc4-232f-4de7-861a-0667c44b8e56 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:25:43.325398 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.426770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:25:43.435374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Sync routers for ids ['f26bfdc4-232f-4de7-861a-0667c44b8e56'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:25:43.447496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Routers {'f26bfdc4-232f-4de7-861a-0667c44b8e56'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:25:43.448272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:25:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f26bfdc4-232f-4de7-861a-0667c44b8e56'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:43.457709 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.461439 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a5bea032-331a-4f53-9a70-cf36c6cb0e74 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6566508 Feb 07 23:25:43.461792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 57936) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:25:43.580244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Set router f26bfdc4-232f-4de7-861a-0667c44b8e56 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:25:43.636219 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.644884 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.712954 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Pushing event updated for resources: {'Port': ['ID=ca58640b-59e6-4bf8-817a-03a5df972c29,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:43.742732 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.743081 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.743421 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.743787 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.744122 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.744457 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.744782 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.745102 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.745422 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.745747 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.746059 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.746376 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.797046 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Attempting to bind port ca58640b-59e6-4bf8-817a-03a5df972c29 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:43.797421 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Attempting to bind port ca58640b-59e6-4bf8-817a-03a5df972c29 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:43.797784 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Attempting to bind port ca58640b-59e6-4bf8-817a-03a5df972c29 on network d2686d85-a288-467a-b48b-df0912755887 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:43.804886 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:43.805257 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Checking segment: {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:43.805662 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.806053 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Bound using segment: {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:43.806521 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Bound port: ca58640b-59e6-4bf8-817a-03a5df972c29, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:43.806896 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.859477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:41Z', 'updated_at': '2022-02-07T23:25:42Z', 'revision_number': 3, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'gw_port': {'id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:42Z', 'updated_at': '2022-02-07T23:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:43.896755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Checking router: f26bfdc4-232f-4de7-861a-0667c44b8e56 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:25:43.897397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Updating router f26bfdc4-232f-4de7-861a-0667c44b8e56 port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:25:43.898426 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] For port ca58640b-59e6-4bf8-817a-03a5df972c29, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:43.903035 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] For port ca58640b-59e6-4bf8-817a-03a5df972c29, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ca58640b-59e6-4bf8-817a-03a5df972c29,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:43.910363 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.932381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252b36d-176f-48ff-b5e8-fa9c0aea53ad None None] Network 86b61bee-4568-445b-87b5-98a02bab9178 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:25:43.971036 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e3bb0-e214-4e75-a92a-ded5a9809ce2 None None] Pushing event updated for resources: {'Port': ['ID=ca58640b-59e6-4bf8-817a-03a5df972c29,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:43.987967 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Routers {'4c33e162-8e46-47e3-8447-f4ab4e3d150d'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:25:43.988717 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:25:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:44.003467 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.050457 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-eb2f7069-b06f-41d0-8cb2-72ef91e1fb65 None None] Provisioning complete for port bf60efd4-4326-4c5d-8a60-370853ee5360 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:44.050457 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7069-b06f-41d0-8cb2-72ef91e1fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.119270 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] Set router 4c33e162-8e46-47e3-8447-f4ab4e3d150d gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:25:44.343029 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7069-b06f-41d0-8cb2-72ef91e1fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.380559 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.382201 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:39Z', 'revision_number': 4, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'gw_port': {'id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ca58640b-59e6-4bf8-817a-03a5df972c29', 'name': '', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'mac_address': 'fa:16:3e:0b:5a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:39Z', 'updated_at': '2022-02-07T23:25:43Z', 'revision_number': 4, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'subnets': [{'id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:44.404314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-eb2f7069-b06f-41d0-8cb2-72ef91e1fb65 None None] For port bf60efd4-4326-4c5d-8a60-370853ee5360, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bf60efd4-4326-4c5d-8a60-370853ee5360,segment=NetworkSegment(61a2a133-7df1-4fbe-9acf-daa3a6ed8884),segment_id=61a2a133-7df1-4fbe-9acf-daa3a6ed8884)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:44.415130 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea258ce-827f-4aa7-bd3e-3bb7e5fa8808 None None] The sync data for ids ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'] in n-d-827895-2 is: [{'id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:39Z', 'revision_number': 4, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'gw_port': {'id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'ca58640b-59e6-4bf8-817a-03a5df972c29', 'name': '', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'mac_address': 'fa:16:3e:0b:5a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:39Z', 'updated_at': '2022-02-07T23:25:43Z', 'revision_number': 4, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'subnets': [{'id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:25:44.429959 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7069-b06f-41d0-8cb2-72ef91e1fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.505983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f7069-b06f-41d0-8cb2-72ef91e1fb65 None None] Pushing event updated for resources: {'Port': ['ID=bf60efd4-4326-4c5d-8a60-370853ee5360,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:44.546168 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.572535 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Allocated IP 172.20.0.1 (86b61bee-4568-445b-87b5-98a02bab9178/2702903c-0911-401f-b715-10cd859571d6/7cc08ee6-7e59-404b-890e-afecab4da25b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:44.576639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-79466ef3-4273-47b4-8b87-e9c00b7fcaf9 None None] Provisioning complete for port ca58640b-59e6-4bf8-817a-03a5df972c29 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:44.577039 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79466ef3-4273-47b4-8b87-e9c00b7fcaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.581133 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.695049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37afb-f52d-4c14-9815-582d7184d930 None None] Pushing event updated for resources: {'Port': ['ID=6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:44.703185 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.709644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Attempting to bind port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:44.710076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Attempting to bind port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:44.710946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Attempting to bind port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:44.720387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:44.720645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:44.721104 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.721536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:44.721967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Bound port: 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:44.726111 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.748961 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.795639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Network 86b61bee-4568-445b-87b5-98a02bab9178 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:44.799110 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:44.803624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:44.804833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7e96cd23-ca6b-427d-8be6-59b142c5afda up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:44.806839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Pushing event updated for resources: {'Port': ['ID=7cc08ee6-7e59-404b-890e-afecab4da25b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:44.866146 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.875543 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] For port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:44.877937 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79466ef3-4273-47b4-8b87-e9c00b7fcaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.881828 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] For port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:44.897610 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.972759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7e96cd23-ca6b-427d-8be6-59b142c5afda triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:44.973140 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.984112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-79466ef3-4273-47b4-8b87-e9c00b7fcaf9 None None] For port ca58640b-59e6-4bf8-817a-03a5df972c29, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ca58640b-59e6-4bf8-817a-03a5df972c29,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:45.023944 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79466ef3-4273-47b4-8b87-e9c00b7fcaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.036337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Routers {'f26bfdc4-232f-4de7-861a-0667c44b8e56'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:25:45.036972 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:25:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f26bfdc4-232f-4de7-861a-0667c44b8e56'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:45.038739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37afb-f52d-4c14-9815-582d7184d930 None None] Pushing event updated for resources: {'Port': ['ID=6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:45.051157 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.193855 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79466ef3-4273-47b4-8b87-e9c00b7fcaf9 None None] Pushing event updated for resources: {'Port': ['ID=ca58640b-59e6-4bf8-817a-03a5df972c29,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:45.235316 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f6a58a31-b6be-45fb-b41c-6c7f93fd6f70 None None] Provisioning complete for port 7cc08ee6-7e59-404b-890e-afecab4da25b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:45.235690 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6a58a31-b6be-45fb-b41c-6c7f93fd6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.243861 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.249340 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.269573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] Set router f26bfdc4-232f-4de7-861a-0667c44b8e56 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:25:45.308528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bf60efd4-4326-4c5d-8a60-370853ee5360 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:45.325099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Pushing event updated for resources: {'Port': ['ID=7cc08ee6-7e59-404b-890e-afecab4da25b,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:45.327946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.343961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f6a58a31-b6be-45fb-b41c-6c7f93fd6f70 None None] Port 7cc08ee6-7e59-404b-890e-afecab4da25b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:25:45.422253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Network 86b61bee-4568-445b-87b5-98a02bab9178 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:45.423852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:45.550985 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Router f26bfdc4-232f-4de7-861a-0667c44b8e56 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:25:45.595051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f6a58a31-b6be-45fb-b41c-6c7f93fd6f70 None None] Provisioning complete for port bf60efd4-4326-4c5d-8a60-370853ee5360 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:45.595619 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6a58a31-b6be-45fb-b41c-6c7f93fd6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.660950 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bf60efd4-4326-4c5d-8a60-370853ee5360 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:45.661326 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.669677 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:25:45.679753 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-59d0fdf1-d483-411d-a727-f54c83317bfb admin admin] 10.222.0.15 "PUT /v2.0/routers/f26bfdc4-232f-4de7-861a-0667c44b8e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2123034 Feb 07 23:25:45.823140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:41Z', 'updated_at': '2022-02-07T23:25:45Z', 'revision_number': 4, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'gw_port': {'id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:42Z', 'updated_at': '2022-02-07T23:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7cc08ee6-7e59-404b-890e-afecab4da25b', 'name': '', 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'mac_address': 'fa:16:3e:c0:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2702903c-0911-401f-b715-10cd859571d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:44Z', 'updated_at': '2022-02-07T23:25:44Z', 'revision_number': 1, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'subnets': [{'id': '2702903c-0911-401f-b715-10cd859571d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:45.856679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0dcc48-1db0-42ea-87f3-513ca94057a3 None None] The sync data for ids ['f26bfdc4-232f-4de7-861a-0667c44b8e56'] in n-d-827895-2 is: [{'id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:41Z', 'updated_at': '2022-02-07T23:25:45Z', 'revision_number': 4, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'gw_port': {'id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:42Z', 'updated_at': '2022-02-07T23:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7cc08ee6-7e59-404b-890e-afecab4da25b', 'name': '', 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'mac_address': 'fa:16:3e:c0:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2702903c-0911-401f-b715-10cd859571d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:44Z', 'updated_at': '2022-02-07T23:25:44Z', 'revision_number': 1, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'subnets': [{'id': '2702903c-0911-401f-b715-10cd859571d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:25:45.861820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ca58640b-59e6-4bf8-817a-03a5df972c29 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:45.917553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-200e7f89-2263-4d06-8b36-fcec0fa22aca None None] Provisioning complete for port 7cc08ee6-7e59-404b-890e-afecab4da25b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:45.917942 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-200e7f89-2263-4d06-8b36-fcec0fa22aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.955673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ca58640b-59e6-4bf8-817a-03a5df972c29 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:45.956085 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.985456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-200e7f89-2263-4d06-8b36-fcec0fa22aca None None] Port 7cc08ee6-7e59-404b-890e-afecab4da25b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:25:46.564225 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bf60efd4-4326-4c5d-8a60-370853ee5360 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:46.592793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-df5cc49f-17f1-48df-9dd1-09068a894e22 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:46.594660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-df5cc49f-17f1-48df-9dd1-09068a894e22 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/networks?id=d2686d85-a288-467a-b48b-df0912755887 HTTP/1.1" status: 200 len: 816 time: 0.1234233 Feb 07 23:25:46.610360 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-4259fcac-fe7d-44f1-accb-adc73a71ac6d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/quotas/24028738aa8441dca9d7bd1bf3294717 HTTP/1.1" status: 200 len: 375 time: 0.0096321 Feb 07 23:25:46.617113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bf60efd4-4326-4c5d-8a60-370853ee5360 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:46.617667 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.672441 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-c2343de0-0469-47ed-9f5e-1e626a655f07 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=24028738aa8441dca9d7bd1bf3294717&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545578 Feb 07 23:25:46.704247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ca58640b-59e6-4bf8-817a-03a5df972c29 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:46.753310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port ca58640b-59e6-4bf8-817a-03a5df972c29 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:46.753688 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.769037 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-e751db82-742e-4d6d-8961-5b7ed95a1646 service neutron] 10.222.0.15 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854197 Feb 07 23:25:46.863239 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-2b9d855e-8635-45dc-b664-be0f46929ac1 service neutron] 10.222.0.15 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881267 Feb 07 23:25:47.041359 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-26573fdf-5f88-40ba-8527-1bdc9ccc47fb req-2f0bd197-ec77-4eee-979b-5b2cf6773409 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 210 time: 0.0259178 Feb 07 23:25:48.107369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-99b63237-a1c6-43ce-b2e4-701469ff08a9 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:48.108907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-99b63237-a1c6-43ce-b2e4-701469ff08a9 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.46 "GET /v2.0/networks?id=d2686d85-a288-467a-b48b-df0912755887 HTTP/1.1" status: 200 len: 816 time: 0.1101048 Feb 07 23:25:48.128417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Request body: {'port': {'device_id': '1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'admin_state_up': True, 'tenant_id': '24028738aa8441dca9d7bd1bf3294717'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:48.151172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-22b77c86-48c1-472c-a6e4-e027cb094a69 req-15686c22-443d-4f09-b50d-1e571bd78bd8 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 210 time: 0.0370545 Feb 07 23:25:48.254888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Made reservation on behalf of 24028738aa8441dca9d7bd1bf3294717 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:48.258420 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.392710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Allocated IP 172.20.0.3 (d2686d85-a288-467a-b48b-df0912755887/f298b35c-3f15-4ad2-a128-8d4b73fd837c/fea3b020-5703-44c8-8fbb-34c4dbd2388f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:48.549609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.560373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:48.593083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.617036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:48.617415 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.639069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Network d2686d85-a288-467a-b48b-df0912755887 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:48.644420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:48.649160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:25:48.652837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Pushing event updated for resources: {'Port': ['ID=fea3b020-5703-44c8-8fbb-34c4dbd2388f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:48.696453 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Sync routers for ids ['f26bfdc4-232f-4de7-861a-0667c44b8e56'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:25:48.710761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:48.710975 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.714299 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Routers {'f26bfdc4-232f-4de7-861a-0667c44b8e56'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:25:48.715018 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.715451 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:25:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f26bfdc4-232f-4de7-861a-0667c44b8e56'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:48.733271 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-19596bf9-f099-4f95-a83e-6b6863bcfe55 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088624 Feb 07 23:25:48.739019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:48.745099 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.747639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Request body: {'port': {'device_id': '1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:48.804610 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:48.817563 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.854917 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Set router f26bfdc4-232f-4de7-861a-0667c44b8e56 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:25:48.934245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-85016270-aab4-4b7c-9aeb-95bc8b2e49fe None None] Provisioning complete for port fea3b020-5703-44c8-8fbb-34c4dbd2388f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:48.934631 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85016270-aab4-4b7c-9aeb-95bc8b2e49fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.971492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-85016270-aab4-4b7c-9aeb-95bc8b2e49fe None None] Port fea3b020-5703-44c8-8fbb-34c4dbd2388f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:25:49.068444 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:41Z', 'updated_at': '2022-02-07T23:25:45Z', 'revision_number': 4, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'gw_port': {'id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:42Z', 'updated_at': '2022-02-07T23:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7cc08ee6-7e59-404b-890e-afecab4da25b', 'name': '', 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'mac_address': 'fa:16:3e:c0:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2702903c-0911-401f-b715-10cd859571d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:44Z', 'updated_at': '2022-02-07T23:25:45Z', 'revision_number': 2, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'subnets': [{'id': '2702903c-0911-401f-b715-10cd859571d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:49.098099 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Checking router: f26bfdc4-232f-4de7-861a-0667c44b8e56 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:25:49.098442 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Updating router f26bfdc4-232f-4de7-861a-0667c44b8e56 port 7cc08ee6-7e59-404b-890e-afecab4da25b binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:25:49.102371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea3b020-5703-44c8-8fbb-34c4dbd2388f {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:25:49.110632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.123622 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Transition to ACTIVE for port object fea3b020-5703-44c8-8fbb-34c4dbd2388f will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:25:49.127798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.129265 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.196867 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Pushing event updated for resources: {'Port': ['ID=fea3b020-5703-44c8-8fbb-34c4dbd2388f,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:49.264288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Attempting to bind port fea3b020-5703-44c8-8fbb-34c4dbd2388f on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:49.264629 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Attempting to bind port fea3b020-5703-44c8-8fbb-34c4dbd2388f by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:49.265531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Attempting to bind port fea3b020-5703-44c8-8fbb-34c4dbd2388f on network d2686d85-a288-467a-b48b-df0912755887 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:49.270602 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Port fea3b020-5703-44c8-8fbb-34c4dbd2388f on network d2686d85-a288-467a-b48b-df0912755887 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:25:49.270926 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Attempting to bind port fea3b020-5703-44c8-8fbb-34c4dbd2388f on network d2686d85-a288-467a-b48b-df0912755887 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:49.276359 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:49.276697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Checking segment: {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:49.277086 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Bound using segment: {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:49.277512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Bound port: fea3b020-5703-44c8-8fbb-34c4dbd2388f, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:49.277868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.311237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b378d7e-fadc-4e87-8930-735cf3bad427 req-3232595f-0d8a-4a6f-948f-a452eba1d5af tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:49.313403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b378d7e-fadc-4e87-8930-735cf3bad427 req-3232595f-0d8a-4a6f-948f-a452eba1d5af tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 943 time: 0.0686605 Feb 07 23:25:49.350654 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] For port fea3b020-5703-44c8-8fbb-34c4dbd2388f, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:49.355215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] For port fea3b020-5703-44c8-8fbb-34c4dbd2388f, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fea3b020-5703-44c8-8fbb-34c4dbd2388f,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:49.357839 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b378d7e-fadc-4e87-8930-735cf3bad427 req-67273813-e6b9-4da7-9674-c3bc440414f6 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382597 Feb 07 23:25:49.363621 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.403280 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:49.403992 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.405540 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] 10.222.0.46 "PUT /v2.0/ports/fea3b020-5703-44c8-8fbb-34c4dbd2388f HTTP/1.1" status: 200 len: 1091 time: 0.6635597 Feb 07 23:25:49.406073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0', 'tag': 'fea3b020-5703-44c8-8fbb-34c4dbd2388f'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:49.408500 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762eba4a-c00a-4778-bbeb-e99f5660bc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0", "tag": "fea3b020-5703-44c8-8fbb-34c4dbd2388f"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:25:49.441702 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23529f93-fee4-474f-8417-5b61c2259d45 service neutron] Pushing event updated for resources: {'Port': ['ID=fea3b020-5703-44c8-8fbb-34c4dbd2388f,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:49.470606 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.476346 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.496054 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed402aa-0388-4488-8bd4-1d61d0d8b712 x-openstack-request-id: req-2ed402aa-0388-4488-8bd4-1d61d0d8b712 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:25:49.496364 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0", "tag": "fea3b020-5703-44c8-8fbb-34c4dbd2388f", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:25:49.496589 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ed402aa-0388-4488-8bd4-1d61d0d8b712 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:25:49.496990 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0', 'tag': 'fea3b020-5703-44c8-8fbb-34c4dbd2388f', 'status': 'completed', 'code': 200} Feb 07 23:25:49.517423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-f8e34024-d4e6-4100-919d-d994c0f5f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:49.519144 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-f8e34024-d4e6-4100-919d-d994c0f5f073 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24028738aa8441dca9d7bd1bf3294717&device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0585604 Feb 07 23:25:49.535056 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08bea0-11d2-487b-a5c7-442a4cbdf694 None None] Pushing event updated for resources: {'Port': ['ID=7cc08ee6-7e59-404b-890e-afecab4da25b,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:49.566553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-b9ef4b99-bde3-46d0-96e3-3d06040eb7ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea3b020-5703-44c8-8fbb-34c4dbd2388f HTTP/1.1" status: 200 len: 217 time: 0.0396004 Feb 07 23:25:49.583806 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Attempting to bind port 7cc08ee6-7e59-404b-890e-afecab4da25b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:49.584195 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Attempting to bind port 7cc08ee6-7e59-404b-890e-afecab4da25b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '61a2a133-7df1-4fbe-9acf-daa3a6ed8884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:49.584591 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Attempting to bind port 7cc08ee6-7e59-404b-890e-afecab4da25b on network 86b61bee-4568-445b-87b5-98a02bab9178 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:25:49.590172 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:25:49.590538 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Checking segment: {'id': '61a2a133-7df1-4fbe-9acf-daa3a6ed8884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:25:49.590933 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.591309 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Bound using segment: {'id': '61a2a133-7df1-4fbe-9acf-daa3a6ed8884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:25:49.591787 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Bound port: 7cc08ee6-7e59-404b-890e-afecab4da25b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a2a133-7df1-4fbe-9acf-daa3a6ed8884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:49.592159 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.632447 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-0d89717d-2f98-4b26-99cb-7fcf1d31dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:49.633913 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-0d89717d-2f98-4b26-99cb-7fcf1d31dcea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f298b35c-3f15-4ad2-a128-8d4b73fd837c HTTP/1.1" status: 200 len: 855 time: 0.0613260 Feb 07 23:25:49.664602 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] For port 7cc08ee6-7e59-404b-890e-afecab4da25b, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:25:49.669992 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] For port 7cc08ee6-7e59-404b-890e-afecab4da25b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7cc08ee6-7e59-404b-890e-afecab4da25b,segment=NetworkSegment(61a2a133-7df1-4fbe-9acf-daa3a6ed8884),segment_id=61a2a133-7df1-4fbe-9acf-daa3a6ed8884)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:25:49.675585 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.685060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-81419fac-94bf-47ba-9b6d-7069b079c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:49.686636 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-81419fac-94bf-47ba-9b6d-7069b079c534 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2686d85-a288-467a-b48b-df0912755887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465252 Feb 07 23:25:49.741077 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Routers {'f26bfdc4-232f-4de7-861a-0667c44b8e56'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:25:49.741636 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:25:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f26bfdc4-232f-4de7-861a-0667c44b8e56'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:49.792831 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-10272881-9027-4563-8087-aac6b00c84de service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983899 Feb 07 23:25:49.794206 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08bea0-11d2-487b-a5c7-442a4cbdf694 None None] Pushing event updated for resources: {'Port': ['ID=7cc08ee6-7e59-404b-890e-afecab4da25b,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:49.868434 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a7017dff-1a7f-4f68-9b98-e0df44d76465 None None] Provisioning complete for port 7cc08ee6-7e59-404b-890e-afecab4da25b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:49.869020 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7017dff-1a7f-4f68-9b98-e0df44d76465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:49.894321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-97ac81a2-19d5-4767-a66b-f237cc30983a req-7721554c-9430-4087-a5e6-054168cbf9c5 service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946977 Feb 07 23:25:49.977277 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] Set router f26bfdc4-232f-4de7-861a-0667c44b8e56 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:25:49.992070 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7017dff-1a7f-4f68-9b98-e0df44d76465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:50.010081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-b99bdeb1-ac9c-4612-8d09-2f7599b9063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:50.012521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-b99bdeb1-ac9c-4612-8d09-2f7599b9063f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24028738aa8441dca9d7bd1bf3294717&device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0606523 Feb 07 23:25:50.029100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a7017dff-1a7f-4f68-9b98-e0df44d76465 None None] For port 7cc08ee6-7e59-404b-890e-afecab4da25b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7cc08ee6-7e59-404b-890e-afecab4da25b,segment=NetworkSegment(61a2a133-7df1-4fbe-9acf-daa3a6ed8884),segment_id=61a2a133-7df1-4fbe-9acf-daa3a6ed8884)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:50.034252 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7017dff-1a7f-4f68-9b98-e0df44d76465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:50.085158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7017dff-1a7f-4f68-9b98-e0df44d76465 None None] Pushing event updated for resources: {'Port': ['ID=7cc08ee6-7e59-404b-890e-afecab4da25b,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:50.109090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-87399f23-ef86-41fc-9dbe-554ef669aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:50.110546 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-87399f23-ef86-41fc-9dbe-554ef669aab1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2686d85-a288-467a-b48b-df0912755887 HTTP/1.1" status: 200 len: 916 time: 0.0919807 Feb 07 23:25:50.153881 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-16fdf1eb-e651-41d7-9346-242027ec1159 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea3b020-5703-44c8-8fbb-34c4dbd2388f HTTP/1.1" status: 200 len: 217 time: 0.0350714 Feb 07 23:25:50.155191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c89eb550-6771-4bf3-b731-a2fa629485f5 None None] Provisioning complete for port 7cc08ee6-7e59-404b-890e-afecab4da25b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:50.155611 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c89eb550-6771-4bf3-b731-a2fa629485f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:50.193156 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:41Z', 'updated_at': '2022-02-07T23:25:45Z', 'revision_number': 4, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'gw_port': {'id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:42Z', 'updated_at': '2022-02-07T23:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7cc08ee6-7e59-404b-890e-afecab4da25b', 'name': '', 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'mac_address': 'fa:16:3e:c0:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2702903c-0911-401f-b715-10cd859571d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:44Z', 'updated_at': '2022-02-07T23:25:49Z', 'revision_number': 4, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'subnets': [{'id': '2702903c-0911-401f-b715-10cd859571d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:50.212151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-41f8459b-8436-48ab-a9d0-096eb80caa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:50.213614 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-41f8459b-8436-48ab-a9d0-096eb80caa25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f298b35c-3f15-4ad2-a128-8d4b73fd837c HTTP/1.1" status: 200 len: 855 time: 0.0529516 Feb 07 23:25:50.221631 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a30ce-af27-405c-af2c-6feb9a936dd0 None None] The sync data for ids ['f26bfdc4-232f-4de7-861a-0667c44b8e56'] in n-d-827895-2 is: [{'id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:41Z', 'updated_at': '2022-02-07T23:25:45Z', 'revision_number': 4, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'gw_port': {'id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:42Z', 'updated_at': '2022-02-07T23:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '7cc08ee6-7e59-404b-890e-afecab4da25b', 'name': '', 'network_id': '86b61bee-4568-445b-87b5-98a02bab9178', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'mac_address': 'fa:16:3e:c0:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2702903c-0911-401f-b715-10cd859571d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:44Z', 'updated_at': '2022-02-07T23:25:49Z', 'revision_number': 4, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'subnets': [{'id': '2702903c-0911-401f-b715-10cd859571d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:25:50.259514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-ff286907-c247-4ff2-864d-de86bbbfc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:50.261179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-ff286907-c247-4ff2-864d-de86bbbfc07a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2686d85-a288-467a-b48b-df0912755887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408223 Feb 07 23:25:50.352923 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-2a856001-69c9-465a-93e4-62890ad2709d service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845139 Feb 07 23:25:50.523863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a7e73-85a6-4d72-b0ac-04b17ac6f995 req-fb811859-3a27-4c1e-8481-f890f361dc06 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:50.531353 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab0a7e73-85a6-4d72-b0ac-04b17ac6f995 req-fb811859-3a27-4c1e-8481-f890f361dc06 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 943 time: 0.0972269 Feb 07 23:25:50.587891 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ab0a7e73-85a6-4d72-b0ac-04b17ac6f995 req-834e3332-8664-45cd-bbee-ecd3a0265029 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502656 Feb 07 23:25:50.603797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7cc08ee6-7e59-404b-890e-afecab4da25b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:50.662466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 7cc08ee6-7e59-404b-890e-afecab4da25b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:50.662841 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:50.744279 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:50.774416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-762eba4a-c00a-4778-bbeb-e99f5660bc0e req-35689a82-16f0-45c6-af5b-20f706254490 service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143600 Feb 07 23:25:50.793379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:50.793866 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:51.546720 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00af3a87-28f5-4ff5-b45a-05a2608ec7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:51.698655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837133e6-8801-45ab-b3f1-dab014da1ddf req-7878fccf-68a1-48d2-90d6-480caffdda71 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:51.700214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-837133e6-8801-45ab-b3f1-dab014da1ddf req-7878fccf-68a1-48d2-90d6-480caffdda71 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 943 time: 0.0489194 Feb 07 23:25:51.738855 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-837133e6-8801-45ab-b3f1-dab014da1ddf req-9af68d26-e529-496a-ba0f-6c529d2eadea tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Feb 07 23:25:52.165107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fea3b020-5703-44c8-8fbb-34c4dbd2388f details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:25:52.259559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fea3b020-5703-44c8-8fbb-34c4dbd2388f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fea3b020-5703-44c8-8fbb-34c4dbd2388f,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:52.271456 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'fea3b020-5703-44c8-8fbb-34c4dbd2388f', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'port_id': 'fea3b020-5703-44c8-8fbb-34c4dbd2388f', 'mac_address': 'fa:16:3e:6d:98:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:25:52.306535 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:52.318906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea3b020-5703-44c8-8fbb-34c4dbd2388f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:25:52.338078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fea3b020-5703-44c8-8fbb-34c4dbd2388f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fea3b020-5703-44c8-8fbb-34c4dbd2388f,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:52.342105 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:52.388758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fea3b020-5703-44c8-8fbb-34c4dbd2388f,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:52.546313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['fea3b020-5703-44c8-8fbb-34c4dbd2388f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:25:52.852459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2410bc5-28fd-4497-ab10-fbe155582161 req-ad468170-b3bc-4ed9-bbb1-02f2c880f9b9 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:52.854018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a2410bc5-28fd-4497-ab10-fbe155582161 req-ad468170-b3bc-4ed9-bbb1-02f2c880f9b9 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 944 time: 0.0485516 Feb 07 23:25:52.892683 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a2410bc5-28fd-4497-ab10-fbe155582161 req-80f7556f-0e77-4082-a925-fc10a05d532a tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Feb 07 23:25:54.008455 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca356b3-c077-44ae-9403-fe34d40ce8cd req-5c038aa1-9974-4f99-8582-cb6f603341b8 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:54.009917 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bca356b3-c077-44ae-9403-fe34d40ce8cd req-5c038aa1-9974-4f99-8582-cb6f603341b8 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 944 time: 0.0509183 Feb 07 23:25:54.025289 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:25:54.047992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bca356b3-c077-44ae-9403-fe34d40ce8cd req-29ccc348-d758-4b41-8126-54bf09539f85 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308185 Feb 07 23:25:54.172264 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fea3b020-5703-44c8-8fbb-34c4dbd2388f up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:25:54.220355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port fea3b020-5703-44c8-8fbb-34c4dbd2388f completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:25:54.224325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port fea3b020-5703-44c8-8fbb-34c4dbd2388f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:54.224704 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:54.305551 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:54.327462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea3b020-5703-44c8-8fbb-34c4dbd2388f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:54.329723 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de55e5-c286-4522-87bd-28c0c6119738" -d '{"events": [{"server_uuid": "1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0", "name": "network-vif-plugged", "status": "completed", "tag": "fea3b020-5703-44c8-8fbb-34c4dbd2388f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:25:54.342293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port fea3b020-5703-44c8-8fbb-34c4dbd2388f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fea3b020-5703-44c8-8fbb-34c4dbd2388f,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:25:54.346383 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:54.371651 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0010d224-14e3-4ebc-910a-1c83a95a2e91 x-openstack-request-id: req-0010d224-14e3-4ebc-910a-1c83a95a2e91 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:25:54.371978 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0", "name": "network-vif-plugged", "status": "completed", "tag": "fea3b020-5703-44c8-8fbb-34c4dbd2388f", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:25:54.372231 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0010d224-14e3-4ebc-910a-1c83a95a2e91 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:25:54.372621 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea3b020-5703-44c8-8fbb-34c4dbd2388f', 'code': 200} Feb 07 23:25:54.401938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=fea3b020-5703-44c8-8fbb-34c4dbd2388f,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:54.459812 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fde3-81fa-4aab-8ffc-fe4181dd2d36 req-e869ffdf-2d25-423c-a871-24466ea707a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:54.461197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2082fde3-81fa-4aab-8ffc-fe4181dd2d36 req-e869ffdf-2d25-423c-a871-24466ea707a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0386255 Feb 07 23:25:54.495605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2082fde3-81fa-4aab-8ffc-fe4181dd2d36 req-ad34d6f8-43b3-425a-97f3-80264e4bb410 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273647 Feb 07 23:25:54.691633 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10145c72-8c3c-4822-99ab-fe0d847811c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:55.004756 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:55.163939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb577eb-b91a-450c-a0c3-9e6962d27302 req-27c4d906-6cad-46d3-af70-eee39c41b57e tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:55.165384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfb577eb-b91a-450c-a0c3-9e6962d27302 req-27c4d906-6cad-46d3-af70-eee39c41b57e tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 945 time: 0.0473390 Feb 07 23:25:55.203104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dfb577eb-b91a-450c-a0c3-9e6962d27302 req-6d6de813-4ea0-40f0-be9b-f3178f43c452 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Feb 07 23:25:56.317755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff9989-1e5f-4c48-9f26-b0108fe34d09 req-978ad862-7bc7-440c-be84-41590e4ab0f2 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:56.319177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcff9989-1e5f-4c48-9f26-b0108fe34d09 req-978ad862-7bc7-440c-be84-41590e4ab0f2 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 945 time: 0.0472009 Feb 07 23:25:56.355401 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fcff9989-1e5f-4c48-9f26-b0108fe34d09 req-57df0607-28f7-45fe-b412-d130458c88c4 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303683 Feb 07 23:25:56.482398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83e108-fc13-46a2-917e-43c516ae5211 req-ae9fa001-2830-4b8a-982a-42ad949ba42a tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:56.484551 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b83e108-fc13-46a2-917e-43c516ae5211 req-ae9fa001-2830-4b8a-982a-42ad949ba42a tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 945 time: 0.0622044 Feb 07 23:25:56.485947 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:56.521919 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b83e108-fc13-46a2-917e-43c516ae5211 req-b49e6d61-5fce-4be1-ae67-5fa4ebefba9b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Feb 07 23:25:56.726749 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:04.326333 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:04.778086 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:14.946148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fe7d0-1886-473e-9844-2615f77ecd64 req-8d5d161b-5780-45e2-80c6-2879c9249950 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:14.947607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-296fe7d0-1886-473e-9844-2615f77ecd64 req-8d5d161b-5780-45e2-80c6-2879c9249950 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Feb 07 23:26:14.988735 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-296fe7d0-1886-473e-9844-2615f77ecd64 req-229b0999-833f-4592-9584-0320a4cc9b63 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Feb 07 23:26:16.112094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a08892-16bc-488c-b138-11cd0a38d6b2 req-702ecef3-9adb-47f1-9dac-86f6f2d09d20 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:16.113534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2a08892-16bc-488c-b138-11cd0a38d6b2 req-702ecef3-9adb-47f1-9dac-86f6f2d09d20 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 945 time: 0.0540445 Feb 07 23:26:16.150988 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b2a08892-16bc-488c-b138-11cd0a38d6b2 req-e87f3b3b-83bf-44f0-bae5-e529a1c52b00 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Feb 07 23:26:16.443151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-017273a1-21df-4b06-8d54-5754ffcab0cc tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:16.444623 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-017273a1-21df-4b06-8d54-5754ffcab0cc tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 945 time: 0.0482047 Feb 07 23:26:16.535065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Deleting port fea3b020-5703-44c8-8fbb-34c4dbd2388f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:16.535401 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:16.619978 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] For port fea3b020-5703-44c8-8fbb-34c4dbd2388f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=fea3b020-5703-44c8-8fbb-34c4dbd2388f,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:16.620333 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:16.631640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Calling delete_port for fea3b020-5703-44c8-8fbb-34c4dbd2388f owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:16.759751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:16.775300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['fea3b020-5703-44c8-8fbb-34c4dbd2388f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:26:16.790737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Pushing event deleted for resources: {'Port': ['ID=fea3b020-5703-44c8-8fbb-34c4dbd2388f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:16.839777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] No DVR routers for this DVR port fea3b020-5703-44c8-8fbb-34c4dbd2388f on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:26:16.842515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:16.847477 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bca9982c-11df-4495-a13b-ee5ff9a74119 req-2693fe2a-e994-47df-8377-6ae62833644b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.46 "DELETE /v2.0/ports/fea3b020-5703-44c8-8fbb-34c4dbd2388f HTTP/1.1" status: 204 len: 173 time: 0.3973095 Feb 07 23:26:16.847983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0', 'name': 'network-vif-deleted', 'tag': 'fea3b020-5703-44c8-8fbb-34c4dbd2388f'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:16.851072 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c779e401-03e2-4580-89eb-67ededae6e46" -d '{"events": [{"server_uuid": "1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0", "name": "network-vif-deleted", "tag": "fea3b020-5703-44c8-8fbb-34c4dbd2388f"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:26:16.895447 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12c5de6-61bf-4c6f-a235-0ac8b6f9c5f5 x-openstack-request-id: req-e12c5de6-61bf-4c6f-a235-0ac8b6f9c5f5 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:26:16.895763 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0", "name": "network-vif-deleted", "tag": "fea3b020-5703-44c8-8fbb-34c4dbd2388f", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:26:16.896032 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e12c5de6-61bf-4c6f-a235-0ac8b6f9c5f5 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:26:16.896428 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0', 'name': 'network-vif-deleted', 'tag': 'fea3b020-5703-44c8-8fbb-34c4dbd2388f', 'status': 'completed', 'code': 200} Feb 07 23:26:17.259265 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fb069c45-5e3c-466c-9125-6ad821f20b4c req-316f42a7-534b-4e0b-b3dd-c95a4399530a tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb769a0-4cc6-4c92-b9f9-a7f7f516b5e0 HTTP/1.1" status: 200 len: 210 time: 0.0279028 Feb 07 23:26:18.928240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-7287179c-0deb-4bab-8af9-37d438f79ebc tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:18.929694 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-7287179c-0deb-4bab-8af9-37d438f79ebc tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/networks?id=d2686d85-a288-467a-b48b-df0912755887 HTTP/1.1" status: 200 len: 816 time: 0.1022251 Feb 07 23:26:18.944816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-084ff964-5220-48e9-8fab-0bc694b65c4d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/quotas/24028738aa8441dca9d7bd1bf3294717 HTTP/1.1" status: 200 len: 375 time: 0.0093863 Feb 07 23:26:19.000146 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-9925360b-4890-45f1-b5ce-ab881452e2a2 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=24028738aa8441dca9d7bd1bf3294717&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495427 Feb 07 23:26:19.191324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-22d11dc5-5e48-4e8f-8899-d8e647051b11 service neutron] 10.222.0.15 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792870 Feb 07 23:26:19.288025 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-b8c0d049-4546-4e5a-9bf2-d3e1575c13cb service neutron] 10.222.0.15 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904696 Feb 07 23:26:19.451505 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8f27adbd-a7c2-485d-b2c2-46ac06f22894 req-8ea779e9-56f0-4ed8-8af5-0ba163c5379a tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 210 time: 0.0256310 Feb 07 23:26:20.289086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fea3b020-5703-44c8-8fbb-34c4dbd2388f no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:26:20.309834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: fea3b020-5703-44c8-8fbb-34c4dbd2388f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:26:20.310187 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device fea3b020-5703-44c8-8fbb-34c4dbd2388f not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:26:20.383059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-7ad9015a-4af5-438f-9b03-50bf97249638 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:20.384523 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-7ad9015a-4af5-438f-9b03-50bf97249638 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.46 "GET /v2.0/networks?id=d2686d85-a288-467a-b48b-df0912755887 HTTP/1.1" status: 200 len: 816 time: 0.1058929 Feb 07 23:26:20.396257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Request body: {'port': {'device_id': '9da0595a-6f95-4c92-9dac-20dfe953d9b0', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'admin_state_up': True, 'tenant_id': '24028738aa8441dca9d7bd1bf3294717'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:26:20.509881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Made reservation on behalf of 24028738aa8441dca9d7bd1bf3294717 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:26:20.514312 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:20.547020 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57739269-6ccb-48b9-8b48-def3b0eb687c req-5cb3780a-2642-439f-9e4a-94d95da129b8 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 210 time: 0.0271063 Feb 07 23:26:20.638448 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Allocated IP 172.20.0.12 (d2686d85-a288-467a-b48b-df0912755887/f298b35c-3f15-4ad2-a128-8d4b73fd837c/e88313cd-e208-438c-9605-a9e4b7c7302c) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:26:20.784224 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:20.816924 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:20.860906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Network d2686d85-a288-467a-b48b-df0912755887 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:26:20.864200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:26:20.867781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:26:20.874222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Pushing event updated for resources: {'Port': ['ID=e88313cd-e208-438c-9605-a9e4b7c7302c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:20.926531 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:20.927189 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:20.943950 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-c90d49d4-1c2e-4041-9597-51501ea32c7d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513046 Feb 07 23:26:20.956452 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Request body: {'port': {'device_id': '9da0595a-6f95-4c92-9dac-20dfe953d9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:26:21.013412 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:21.055944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e3c0f0b8-b8c2-4b54-85f8-60ad91ba76a1 None None] Provisioning complete for port e88313cd-e208-438c-9605-a9e4b7c7302c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:26:21.056321 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3c0f0b8-b8c2-4b54-85f8-60ad91ba76a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:21.092651 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0f0b8-b8c2-4b54-85f8-60ad91ba76a1 None None] Port e88313cd-e208-438c-9605-a9e4b7c7302c cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:26:21.274011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88313cd-e208-438c-9605-a9e4b7c7302c {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:26:21.281784 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:21.293655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Transition to ACTIVE for port object e88313cd-e208-438c-9605-a9e4b7c7302c will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:26:21.297491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:21.349753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Pushing event updated for resources: {'Port': ['ID=e88313cd-e208-438c-9605-a9e4b7c7302c,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:21.421490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Attempting to bind port e88313cd-e208-438c-9605-a9e4b7c7302c on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:26:21.421838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Attempting to bind port e88313cd-e208-438c-9605-a9e4b7c7302c by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:26:21.422155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Attempting to bind port e88313cd-e208-438c-9605-a9e4b7c7302c on network d2686d85-a288-467a-b48b-df0912755887 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:26:21.426796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Port e88313cd-e208-438c-9605-a9e4b7c7302c on network d2686d85-a288-467a-b48b-df0912755887 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:26:21.427121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Attempting to bind port e88313cd-e208-438c-9605-a9e4b7c7302c on network d2686d85-a288-467a-b48b-df0912755887 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:26:21.432165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:26:21.432509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Checking segment: {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:26:21.432895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Bound using segment: {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:26:21.433320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Bound port: e88313cd-e208-438c-9605-a9e4b7c7302c, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c298996-0a5d-4ede-91bc-5432f465f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2686d85-a288-467a-b48b-df0912755887'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:26:21.433676 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:21.499182 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] For port e88313cd-e208-438c-9605-a9e4b7c7302c, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:26:21.503156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] For port e88313cd-e208-438c-9605-a9e4b7c7302c, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e88313cd-e208-438c-9605-a9e4b7c7302c,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:26:21.508124 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:21.554121 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a87cae0a-8e49-4f8e-ada3-6a45f03bf865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:21.555075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:21.555738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:21.557179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] 10.222.0.46 "PUT /v2.0/ports/e88313cd-e208-438c-9605-a9e4b7c7302c HTTP/1.1" status: 200 len: 1092 time: 0.6051996 Feb 07 23:26:21.557616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da0595a-6f95-4c92-9dac-20dfe953d9b0', 'tag': 'e88313cd-e208-438c-9605-a9e4b7c7302c'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:21.559883 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28029e7b-891d-4dd7-9474-9ab78325bd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9da0595a-6f95-4c92-9dac-20dfe953d9b0", "tag": "e88313cd-e208-438c-9605-a9e4b7c7302c"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:26:21.617721 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be32aff-23e1-44bf-97c8-4aa8cd20af96 service neutron] Pushing event updated for resources: {'Port': ['ID=e88313cd-e208-438c-9605-a9e4b7c7302c,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:21.625790 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e9aadf-7aa3-4bb9-a377-3965be46c96b x-openstack-request-id: req-95e9aadf-7aa3-4bb9-a377-3965be46c96b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:26:21.626077 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da0595a-6f95-4c92-9dac-20dfe953d9b0", "tag": "e88313cd-e208-438c-9605-a9e4b7c7302c", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:26:21.626332 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95e9aadf-7aa3-4bb9-a377-3965be46c96b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:26:21.627283 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da0595a-6f95-4c92-9dac-20dfe953d9b0', 'tag': 'e88313cd-e208-438c-9605-a9e4b7c7302c', 'status': 'completed', 'code': 200} Feb 07 23:26:21.689751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-3da2e344-9141-4348-851f-5fa2eea98502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:21.692164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-3da2e344-9141-4348-851f-5fa2eea98502 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24028738aa8441dca9d7bd1bf3294717&device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 1095 time: 0.0639603 Feb 07 23:26:21.717350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ae85b-90b7-4b8b-81fe-639193f8e060 req-0e582752-9e14-42c7-bbb0-14372ad262c5 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:21.719774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e48ae85b-90b7-4b8b-81fe-639193f8e060 req-0e582752-9e14-42c7-bbb0-14372ad262c5 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 944 time: 0.0547643 Feb 07 23:26:21.734738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-15a10052-4d0a-46d9-8e73-3ca03fee81a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88313cd-e208-438c-9605-a9e4b7c7302c HTTP/1.1" status: 200 len: 217 time: 0.0349736 Feb 07 23:26:21.761793 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e48ae85b-90b7-4b8b-81fe-639193f8e060 req-a3227687-3721-47fe-9b21-779b12f10a69 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Feb 07 23:26:21.789948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-fbc7cc16-833c-4ca6-bb3f-5525a75c0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:21.791389 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-fbc7cc16-833c-4ca6-bb3f-5525a75c0f8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f298b35c-3f15-4ad2-a128-8d4b73fd837c HTTP/1.1" status: 200 len: 855 time: 0.0498846 Feb 07 23:26:21.838938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-42ab1d7f-1074-4cf6-9cb2-9725b63fdba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:21.840461 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-42ab1d7f-1074-4cf6-9cb2-9725b63fdba7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2686d85-a288-467a-b48b-df0912755887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420837 Feb 07 23:26:21.928192 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-b8561444-ce18-465a-aad1-e50684018524 service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810788 Feb 07 23:26:22.018985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6fe70be-bb30-4a6d-a48f-d3448014fbe0 req-0db4a1ea-d2e6-4b90-83f4-988f14685c5d service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Feb 07 23:26:22.100726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-ca01f7cf-dc94-4e07-9920-0a9d598cbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:22.102211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-ca01f7cf-dc94-4e07-9920-0a9d598cbe01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24028738aa8441dca9d7bd1bf3294717&device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 1095 time: 0.0410454 Feb 07 23:26:22.192790 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-2e9697c1-e764-4725-b7cb-a626e86c19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:22.194248 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-2e9697c1-e764-4725-b7cb-a626e86c19d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2686d85-a288-467a-b48b-df0912755887 HTTP/1.1" status: 200 len: 916 time: 0.0856259 Feb 07 23:26:22.234161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-92142870-10c6-40a8-b6c3-4c0e2e2b573a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88313cd-e208-438c-9605-a9e4b7c7302c HTTP/1.1" status: 200 len: 217 time: 0.0332806 Feb 07 23:26:22.282028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-51684689-b929-4fc1-a2f3-fbca66161f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:22.283380 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-51684689-b929-4fc1-a2f3-fbca66161f72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f298b35c-3f15-4ad2-a128-8d4b73fd837c HTTP/1.1" status: 200 len: 855 time: 0.0417464 Feb 07 23:26:22.327031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-3af6be27-9e69-4aa3-9c40-d1d02c47b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:22.329139 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-3af6be27-9e69-4aa3-9c40-d1d02c47b80a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2686d85-a288-467a-b48b-df0912755887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380995 Feb 07 23:26:22.419108 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-a0bb7cdc-59b0-4543-9628-50404ecf1392 service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831084 Feb 07 23:26:22.507126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28029e7b-891d-4dd7-9474-9ab78325bd0a req-55ed7c35-43a1-4805-beff-be66754d74c0 service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799930 Feb 07 23:26:22.887967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615caa6-39b5-424d-9f8a-46434f8fb0e6 req-d1f39e3f-34fa-44eb-b26d-7f8deee73793 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:22.889427 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5615caa6-39b5-424d-9f8a-46434f8fb0e6 req-d1f39e3f-34fa-44eb-b26d-7f8deee73793 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 944 time: 0.0538692 Feb 07 23:26:22.926892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5615caa6-39b5-424d-9f8a-46434f8fb0e6 req-b10b82bb-6d1b-4afc-80cb-c87ea4cef436 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 Feb 07 23:26:24.042399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ffccb-29b4-45f6-b673-2408aead8041 req-aaed1f09-da4e-47b6-a2de-a94b0a5bf10a tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:24.043749 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-332ffccb-29b4-45f6-b673-2408aead8041 req-aaed1f09-da4e-47b6-a2de-a94b0a5bf10a tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 944 time: 0.0490141 Feb 07 23:26:24.085011 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-332ffccb-29b4-45f6-b673-2408aead8041 req-e84f1338-1e2b-4df4-a4ad-d7d87140210c tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351236 Feb 07 23:26:24.320517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e88313cd-e208-438c-9605-a9e4b7c7302c details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:26:24.414607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e88313cd-e208-438c-9605-a9e4b7c7302c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e88313cd-e208-438c-9605-a9e4b7c7302c,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:24.426044 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'e88313cd-e208-438c-9605-a9e4b7c7302c', 'network_id': 'd2686d85-a288-467a-b48b-df0912755887', 'port_id': 'e88313cd-e208-438c-9605-a9e4b7c7302c', 'mac_address': 'fa:16:3e:a4:2b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f298b35c-3f15-4ad2-a128-8d4b73fd837c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:26:24.461687 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:24.474658 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88313cd-e208-438c-9605-a9e4b7c7302c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:26:24.494428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e88313cd-e208-438c-9605-a9e4b7c7302c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e88313cd-e208-438c-9605-a9e4b7c7302c,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:24.498677 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:24.543371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e88313cd-e208-438c-9605-a9e4b7c7302c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:24.682454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e88313cd-e208-438c-9605-a9e4b7c7302c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:26:24.721699 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b52b3cf0-9922-4cf0-8ca8-8c811c48ecd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:25.003118 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:25.203114 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b44a-c7ff-44fc-b8b9-431856c7ead7 req-6fb54ed8-d37a-4c07-b1a0-0f3e4b262d78 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:25.204595 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c6e5b44a-c7ff-44fc-b8b9-431856c7ead7 req-6fb54ed8-d37a-4c07-b1a0-0f3e4b262d78 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Feb 07 23:26:25.242237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c6e5b44a-c7ff-44fc-b8b9-431856c7ead7 req-5e6c336d-4f80-4319-a652-38ababb4af1f tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Feb 07 23:26:26.349811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e88313cd-e208-438c-9605-a9e4b7c7302c up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:26:26.355905 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29757bee-e0a3-4bbd-8f23-7d1917d39549 req-4f26128f-dd27-42ea-b4fd-64a1f93ad5e1 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:26.357404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29757bee-e0a3-4bbd-8f23-7d1917d39549 req-4f26128f-dd27-42ea-b4fd-64a1f93ad5e1 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 945 time: 0.0484490 Feb 07 23:26:26.395138 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29757bee-e0a3-4bbd-8f23-7d1917d39549 req-74582bd8-9fdf-4a0c-ba6a-2d96fd983a5b tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307815 Feb 07 23:26:26.401881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port e88313cd-e208-438c-9605-a9e4b7c7302c completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:26:26.407152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port e88313cd-e208-438c-9605-a9e4b7c7302c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:26:26.407607 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:26.494815 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:26.504019 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:26.518310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da0595a-6f95-4c92-9dac-20dfe953d9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88313cd-e208-438c-9605-a9e4b7c7302c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:26.520587 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a39688c-7ecc-4558-b38a-0d89ceec177e" -d '{"events": [{"server_uuid": "9da0595a-6f95-4c92-9dac-20dfe953d9b0", "name": "network-vif-plugged", "status": "completed", "tag": "e88313cd-e208-438c-9605-a9e4b7c7302c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:26:26.533371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port e88313cd-e208-438c-9605-a9e4b7c7302c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e88313cd-e208-438c-9605-a9e4b7c7302c,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:26.537692 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:26.570853 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c5d60f-6663-4a4c-95eb-75c30fe189b3 x-openstack-request-id: req-66c5d60f-6663-4a4c-95eb-75c30fe189b3 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:26:26.571142 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da0595a-6f95-4c92-9dac-20dfe953d9b0", "name": "network-vif-plugged", "status": "completed", "tag": "e88313cd-e208-438c-9605-a9e4b7c7302c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:26:26.571388 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66c5d60f-6663-4a4c-95eb-75c30fe189b3 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:26:26.571795 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da0595a-6f95-4c92-9dac-20dfe953d9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88313cd-e208-438c-9605-a9e4b7c7302c', 'code': 200} Feb 07 23:26:26.593009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=e88313cd-e208-438c-9605-a9e4b7c7302c,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:26.653998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2167e6-9d21-4ef1-a804-0347a3def11f req-08604b3c-4b63-4bb9-9cc6-f2f7aa8b5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:26.655546 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ac2167e6-9d21-4ef1-a804-0347a3def11f req-08604b3c-4b63-4bb9-9cc6-f2f7aa8b5918 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 1097 time: 0.0391593 Feb 07 23:26:26.689285 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ac2167e6-9d21-4ef1-a804-0347a3def11f req-4bc88b98-f9c2-4a8b-9dce-e42fdac4e6df service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263836 Feb 07 23:26:26.729986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:27.510081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152e73-f95f-4903-b1e8-0026f6d1f866 req-18ae3ade-d4ff-4da3-b921-c0e69589da73 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:27.512249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc152e73-f95f-4903-b1e8-0026f6d1f866 req-18ae3ade-d4ff-4da3-b921-c0e69589da73 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 946 time: 0.0499172 Feb 07 23:26:27.550433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc152e73-f95f-4903-b1e8-0026f6d1f866 req-35d656e4-825b-4052-b00d-2437c0aa1ebb tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Feb 07 23:26:28.733165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508db3dd-4948-44af-b6ac-eb60d1b64113 req-bd9bc12c-e840-46a5-bfb8-e612a58041e0 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:28.735270 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-508db3dd-4948-44af-b6ac-eb60d1b64113 req-bd9bc12c-e840-46a5-bfb8-e612a58041e0 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 946 time: 0.1145437 Feb 07 23:26:28.772133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-508db3dd-4948-44af-b6ac-eb60d1b64113 req-eb02aa32-f343-4cfe-8ac1-7f0dd2df77a1 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307195 Feb 07 23:26:28.942304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89f17-25ae-44c3-a6af-4ae9180fe766 req-7e15fa12-2b77-413c-a5e5-a1a8992b73b6 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:28.943774 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4d89f17-25ae-44c3-a6af-4ae9180fe766 req-7e15fa12-2b77-413c-a5e5-a1a8992b73b6 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 946 time: 0.1029103 Feb 07 23:26:28.984310 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e4d89f17-25ae-44c3-a6af-4ae9180fe766 req-b1433abc-3f17-477c-ac9e-2e25c747a9c5 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 Feb 07 23:26:31.024770 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:26:34.348521 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:34.776761 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:36.381076 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-ead4536c-3030-42e3-a057-44532fcc72fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383997 Feb 07 23:26:36.463519 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-f5005ae3-6265-4f23-82db-9875f6a55ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:36.465003 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-f5005ae3-6265-4f23-82db-9875f6a55ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24028738aa8441dca9d7bd1bf3294717&device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 1097 time: 0.0396225 Feb 07 23:26:36.569398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-65a263c2-987c-4303-9bb1-fd4fcb3f5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:36.570833 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-65a263c2-987c-4303-9bb1-fd4fcb3f5ec1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2686d85-a288-467a-b48b-df0912755887 HTTP/1.1" status: 200 len: 916 time: 0.0857151 Feb 07 23:26:36.611616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-12897a83-3c9f-4f73-a5fc-a1db3a7145d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88313cd-e208-438c-9605-a9e4b7c7302c HTTP/1.1" status: 200 len: 217 time: 0.0338271 Feb 07 23:26:36.658111 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-054a3050-d851-4091-9940-f3fdb5488b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:36.659424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-054a3050-d851-4091-9940-f3fdb5488b9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f298b35c-3f15-4ad2-a128-8d4b73fd837c HTTP/1.1" status: 200 len: 855 time: 0.0414424 Feb 07 23:26:36.706305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-3d256292-deca-44ac-ba9b-3a156b2f07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:36.707777 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-3d256292-deca-44ac-ba9b-3a156b2f07ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2686d85-a288-467a-b48b-df0912755887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422311 Feb 07 23:26:36.793009 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-4fc69708-63ef-42f7-8376-cfcdb0710281 service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786927 Feb 07 23:26:36.884066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ea434f9-4bdf-4b20-ba44-ee22391e8288 req-ae8cff0a-06e8-4fec-88a0-88f2312baba0 service neutron] 10.222.0.46 "GET /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846064 Feb 07 23:26:47.208086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeda6db-36c6-4321-941f-713f493d3fe9 req-01d02f80-e9d2-4631-a5c5-ccecc81393f8 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:47.209525 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-deeda6db-36c6-4321-941f-713f493d3fe9 req-01d02f80-e9d2-4631-a5c5-ccecc81393f8 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 946 time: 0.0478868 Feb 07 23:26:47.247482 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-deeda6db-36c6-4321-941f-713f493d3fe9 req-702bf817-90e6-4de9-9999-20d3c4fb2898 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Feb 07 23:26:48.375356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4189a0d-8ffd-4bf0-aeb7-ad1e2f8ae414 req-d4b50be0-93dc-4e29-902e-2665215dc526 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:48.376871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4189a0d-8ffd-4bf0-aeb7-ad1e2f8ae414 req-d4b50be0-93dc-4e29-902e-2665215dc526 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 946 time: 0.0519080 Feb 07 23:26:48.415842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c4189a0d-8ffd-4bf0-aeb7-ad1e2f8ae414 req-742afd63-8832-4938-9453-364b53ffdf4d tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/security-groups?id=202c64c6-9953-4786-a785-295c85b0d377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Feb 07 23:26:48.682555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-5638ebe5-5672-4789-8bfe-67f2000d1099 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:48.684517 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-5638ebe5-5672-4789-8bfe-67f2000d1099 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.46 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 946 time: 0.0500281 Feb 07 23:26:48.778442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Deleting port e88313cd-e208-438c-9605-a9e4b7c7302c {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:48.778783 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:48.868143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] For port e88313cd-e208-438c-9605-a9e4b7c7302c, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=e88313cd-e208-438c-9605-a9e4b7c7302c,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:48.868501 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:48.880150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Calling delete_port for e88313cd-e208-438c-9605-a9e4b7c7302c owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:49.016408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:49.028207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['e88313cd-e208-438c-9605-a9e4b7c7302c'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:26:49.051377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Pushing event deleted for resources: {'Port': ['ID=e88313cd-e208-438c-9605-a9e4b7c7302c,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:49.076277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.076620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.077494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.077889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.078265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.078634 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.078963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.079287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.079608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.079952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.080272 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.080586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:49.105727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] No DVR routers for this DVR port e88313cd-e208-438c-9605-a9e4b7c7302c on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:26:49.108933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:49.112500 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bf71f96a-837f-49f7-ac34-37d7fe093321 req-52f70e0c-e526-41ec-b0b0-c14babf19276 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.46 "DELETE /v2.0/ports/e88313cd-e208-438c-9605-a9e4b7c7302c HTTP/1.1" status: 204 len: 173 time: 0.4214857 Feb 07 23:26:49.112961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da0595a-6f95-4c92-9dac-20dfe953d9b0', 'name': 'network-vif-deleted', 'tag': 'e88313cd-e208-438c-9605-a9e4b7c7302c'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:49.115870 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c83c0fb-1e80-4460-b1d0-5ca34fc48b72" -d '{"events": [{"server_uuid": "9da0595a-6f95-4c92-9dac-20dfe953d9b0", "name": "network-vif-deleted", "tag": "e88313cd-e208-438c-9605-a9e4b7c7302c"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:26:49.222162 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf291d-fc8e-4564-99d5-ea4a475bd716 x-openstack-request-id: req-9faf291d-fc8e-4564-99d5-ea4a475bd716 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:26:49.222445 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da0595a-6f95-4c92-9dac-20dfe953d9b0", "name": "network-vif-deleted", "tag": "e88313cd-e208-438c-9605-a9e4b7c7302c", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:26:49.222735 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9faf291d-fc8e-4564-99d5-ea4a475bd716 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:26:49.223133 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da0595a-6f95-4c92-9dac-20dfe953d9b0', 'name': 'network-vif-deleted', 'tag': 'e88313cd-e208-438c-9605-a9e4b7c7302c', 'status': 'completed', 'code': 200} Feb 07 23:26:49.529897 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b3bd3194-45ff-4a70-94da-90a7eba4bd6d req-4e25e89a-4338-4251-a8de-15aea5386d73 tempest-TestEncryptedCinderVolumes-1212809821 tempest-TestEncryptedCinderVolumes-1212809821-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da0595a-6f95-4c92-9dac-20dfe953d9b0 HTTP/1.1" status: 200 len: 210 time: 0.0265300 Feb 07 23:26:50.620703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58246) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:50.963410 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:51.201524 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Deleting port ca58640b-59e6-4bf8-817a-03a5df972c29 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:51.202346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:51.281440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] For port ca58640b-59e6-4bf8-817a-03a5df972c29, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=ca58640b-59e6-4bf8-817a-03a5df972c29,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:51.281791 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:51.293125 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Calling delete_port for ca58640b-59e6-4bf8-817a-03a5df972c29 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:51.469133 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:51.494023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca58640b-59e6-4bf8-817a-03a5df972c29,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:51.507304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.507648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.508011 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.508343 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.508670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.508993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.509307 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.509624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.509937 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.510248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.510561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.510875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:51.559822 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f01fcc35-7b49-439e-88e6-3537dabeb125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:51.682364 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:51.888437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Router 4c33e162-8e46-47e3-8447-f4ab4e3d150d has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:26:51.994780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:26:52.000160 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-81c65a22-8582-4f50-bfbe-6e140ef20492 admin admin] 10.222.0.15 "PUT /v2.0/routers/4c33e162-8e46-47e3-8447-f4ab4e3d150d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3784366 Feb 07 23:26:52.002623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58248) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:52.006313 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] Sync routers for ids ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:26:52.015730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] Routers {'4c33e162-8e46-47e3-8447-f4ab4e3d150d'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:26:52.016356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:52.105393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:52.120123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] Set router 4c33e162-8e46-47e3-8447-f4ab4e3d150d gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:26:52.205711 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:52.257061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Deleting port 7e96cd23-ca6b-427d-8be6-59b142c5afda {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:52.257408 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:52.298677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:26:51Z', 'revision_number': 5, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'gw_port': {'id': '7e96cd23-ca6b-427d-8be6-59b142c5afda', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:52.341046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] For port 7e96cd23-ca6b-427d-8be6-59b142c5afda, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7e96cd23-ca6b-427d-8be6-59b142c5afda,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:52.341408 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:52.354321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Calling delete_port for 7e96cd23-ca6b-427d-8be6-59b142c5afda owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:52.481085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e88313cd-e208-438c-9605-a9e4b7c7302c no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:26:52.483538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] Checking router: 4c33e162-8e46-47e3-8447-f4ab4e3d150d for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:26:52.505255 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: e88313cd-e208-438c-9605-a9e4b7c7302c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:26:52.505604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device e88313cd-e208-438c-9605-a9e4b7c7302c not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:26:52.516709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] Routers {'4c33e162-8e46-47e3-8447-f4ab4e3d150d'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:26:52.517438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:52.529441 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:52.558226 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e96cd23-ca6b-427d-8be6-59b142c5afda,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:52.604716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] Set router 4c33e162-8e46-47e3-8447-f4ab4e3d150d gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:26:52.620495 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:52.663273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:26:52Z', 'revision_number': 6, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:52.691727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caab0a-fdf9-4026-ade8-b6c83f691554 None None] The sync data for ids ['4c33e162-8e46-47e3-8447-f4ab4e3d150d'] in n-d-827895-2 is: [{'id': '4c33e162-8e46-47e3-8447-f4ab4e3d150d', 'name': 'tempest-TestEncryptedCinderVolumes-367623245-router', 'tenant_id': '24028738aa8441dca9d7bd1bf3294717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:37Z', 'updated_at': '2022-02-07T23:26:52Z', 'revision_number': 6, 'project_id': '24028738aa8441dca9d7bd1bf3294717', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:26:52.997974 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.000652 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.042571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.043084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c33e162-8e46-47e3-8447-f4ab4e3d150d {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:26:53.048563 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.053126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fa6d9938-d27d-4919-a2de-7ef1f7d14da2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4c33e162-8e46-47e3-8447-f4ab4e3d150d HTTP/1.1" status: 204 len: 168 time: 1.0472069 Feb 07 23:26:53.054957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58250) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:53.100948 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e21560a-da9a-44f0-8e06-3e5ef05d10f2 admin admin] Deleting subnet f298b35c-3f15-4ad2-a128-8d4b73fd837c {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:26:53.104173 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0e21560a-da9a-44f0-8e06-3e5ef05d10f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.138869 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0e21560a-da9a-44f0-8e06-3e5ef05d10f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.217838 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0e21560a-da9a-44f0-8e06-3e5ef05d10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.268785 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0e21560a-da9a-44f0-8e06-3e5ef05d10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.294449 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21560a-da9a-44f0-8e06-3e5ef05d10f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f298b35c-3f15-4ad2-a128-8d4b73fd837c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:53.296496 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0e21560a-da9a-44f0-8e06-3e5ef05d10f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.299660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0e21560a-da9a-44f0-8e06-3e5ef05d10f2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f298b35c-3f15-4ad2-a128-8d4b73fd837c HTTP/1.1" status: 204 len: 168 time: 0.2453103 Feb 07 23:26:53.302020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58252) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:53.302550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe2aa0-a101-4872-86a6-61491a1f03ec None None] Network d2686d85-a288-467a-b48b-df0912755887 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:26:53.371904 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.427257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Deleting port c8b7d1e1-98c8-4c59-ac22-2fcad973803c {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:53.427597 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.488441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] DHCP port deletion for d2686d85-a288-467a-b48b-df0912755887 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:26:53.493009 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] For port c8b7d1e1-98c8-4c59-ac22-2fcad973803c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c8b7d1e1-98c8-4c59-ac22-2fcad973803c,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:53.493369 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.507309 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Calling delete_port for c8b7d1e1-98c8-4c59-ac22-2fcad973803c owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:53.536846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Deleting port c8b7d1e1-98c8-4c59-ac22-2fcad973803c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:53.537515 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.589663 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.605369 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] For port c8b7d1e1-98c8-4c59-ac22-2fcad973803c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c8b7d1e1-98c8-4c59-ac22-2fcad973803c,segment=NetworkSegment(9c298996-0a5d-4ede-91bc-5432f465f028),segment_id=9c298996-0a5d-4ede-91bc-5432f465f028)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:53.605909 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.619276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b7d1e1-98c8-4c59-ac22-2fcad973803c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:53.619469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Calling delete_port for c8b7d1e1-98c8-4c59-ac22-2fcad973803c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:53.621144 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] No DVR routers for this DVR port c8b7d1e1-98c8-4c59-ac22-2fcad973803c on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:26:53.697423 n-d-827895-2 neutron-server[102291]: self.session.flush() Feb 07 23:26:53.706976 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.708136 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.732022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2686d85-a288-467a-b48b-df0912755887']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:53.738373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Pushing event deleted for resources: {'Port': ['ID=c8b7d1e1-98c8-4c59-ac22-2fcad973803c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:53.743912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c298996-0a5d-4ede-91bc-5432f465f028') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:53.744203 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c298996-0a5d-4ede-91bc-5432f465f028') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:53.750683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] No DVR routers for this DVR port c8b7d1e1-98c8-4c59-ac22-2fcad973803c on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:26:53.757382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.757382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.757763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.758006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.758006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.758006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.758006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.758006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.758398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.759583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.759583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.759583 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.759911 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8103f050-74da-45bd-81c4-caef2ed9931b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:53.772991 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.778780 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:26:53.779158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:26:53.780894 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:26:53.833708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.843051 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:53.846638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d2686d85-a288-467a-b48b-df0912755887 HTTP/1.1" status: 204 len: 168 time: 0.5437133 Feb 07 23:26:53.849793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58254) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:53.857881 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c215d-b623-49ad-af76-cf613dab7608 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2686d85-a288-467a-b48b-df0912755887,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:54.183719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:54.422135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Deleting port 7cc08ee6-7e59-404b-890e-afecab4da25b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:54.422473 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:54.500916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] For port 7cc08ee6-7e59-404b-890e-afecab4da25b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=7cc08ee6-7e59-404b-890e-afecab4da25b,segment=NetworkSegment(61a2a133-7df1-4fbe-9acf-daa3a6ed8884),segment_id=61a2a133-7df1-4fbe-9acf-daa3a6ed8884)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:54.501278 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:54.513425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Calling delete_port for 7cc08ee6-7e59-404b-890e-afecab4da25b owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:54.556435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ca58640b-59e6-4bf8-817a-03a5df972c29 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:26:54.580429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: ca58640b-59e6-4bf8-817a-03a5df972c29 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:26:54.580775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device ca58640b-59e6-4bf8-817a-03a5df972c29 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:26:54.581174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c8b7d1e1-98c8-4c59-ac22-2fcad973803c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:26:54.599999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c8b7d1e1-98c8-4c59-ac22-2fcad973803c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:26:54.600338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c8b7d1e1-98c8-4c59-ac22-2fcad973803c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:26:54.600733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7e96cd23-ca6b-427d-8be6-59b142c5afda no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:26:54.619696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 7e96cd23-ca6b-427d-8be6-59b142c5afda {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:26:54.620362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7e96cd23-ca6b-427d-8be6-59b142c5afda not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:26:54.693416 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c007c1-6b14-4524-ab0b-17001faeea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:54.694711 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:54.718506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc08ee6-7e59-404b-890e-afecab4da25b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:54.881391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:55.006174 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:55.096490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Router f26bfdc4-232f-4de7-861a-0667c44b8e56 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:26:55.201267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:26:55.206411 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3856591d-8003-4945-ba0f-2b17e0c66116 admin admin] 10.222.0.15 "PUT /v2.0/routers/f26bfdc4-232f-4de7-861a-0667c44b8e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3549547 Feb 07 23:26:55.209744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58256) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:55.211796 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] Sync routers for ids ['f26bfdc4-232f-4de7-861a-0667c44b8e56'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:26:55.221230 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] Routers {'f26bfdc4-232f-4de7-861a-0667c44b8e56'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:26:55.221834 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f26bfdc4-232f-4de7-861a-0667c44b8e56'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:55.328036 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] Set router f26bfdc4-232f-4de7-861a-0667c44b8e56 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:26:55.511984 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:41Z', 'updated_at': '2022-02-07T23:26:54Z', 'revision_number': 5, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'gw_port': {'id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:42Z', 'updated_at': '2022-02-07T23:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:55.538559 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] Checking router: f26bfdc4-232f-4de7-861a-0667c44b8e56 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:26:55.547473 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] Routers {'f26bfdc4-232f-4de7-861a-0667c44b8e56'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:26:55.548101 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f26bfdc4-232f-4de7-861a-0667c44b8e56'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:55.622875 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:55.650958 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] Set router f26bfdc4-232f-4de7-861a-0667c44b8e56 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:26:55.725867 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:55.776804 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Deleting port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:55.777403 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:55.830312 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:41Z', 'updated_at': '2022-02-07T23:26:54Z', 'revision_number': 5, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'gw_port': {'id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:42Z', 'updated_at': '2022-02-07T23:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:55.857495 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c17e7d-217c-4e7b-b5f9-d0d843eb09fb None None] The sync data for ids ['f26bfdc4-232f-4de7-861a-0667c44b8e56'] in n-d-827895-2 is: [{'id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'name': 'tempest-TestEncryptedCinderVolumes-1453137068-router', 'tenant_id': '2b07d1a4e5994adc89f123f754dc968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:25:41Z', 'updated_at': '2022-02-07T23:26:54Z', 'revision_number': 5, 'project_id': '2b07d1a4e5994adc89f123f754dc968a', 'gw_port': {'id': '6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bfdc4-232f-4de7-861a-0667c44b8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:25:42Z', 'updated_at': '2022-02-07T23:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:26:55.861756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] For port 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:55.862129 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:55.874512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Calling delete_port for 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:56.037235 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.062948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:56.120992 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.214688 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.216933 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.263408 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.264948 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26bfdc4-232f-4de7-861a-0667c44b8e56 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:26:56.269348 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.272956 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-abfde54d-4f21-48bd-8a05-4ca0c4258d51 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f26bfdc4-232f-4de7-861a-0667c44b8e56 HTTP/1.1" status: 204 len: 168 time: 1.0598433 Feb 07 23:26:56.273064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58258) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:56.318060 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ee9752-c072-4091-b193-fc667de06cdc admin admin] Deleting subnet 2702903c-0911-401f-b715-10cd859571d6 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:26:56.321251 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9752-c072-4091-b193-fc667de06cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.355877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9752-c072-4091-b193-fc667de06cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.438224 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9752-c072-4091-b193-fc667de06cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.494382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.503494 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9752-c072-4091-b193-fc667de06cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.533441 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9752-c072-4091-b193-fc667de06cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2702903c-0911-401f-b715-10cd859571d6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:56.538504 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9752-c072-4091-b193-fc667de06cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.542571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c1ee9752-c072-4091-b193-fc667de06cdc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2702903c-0911-401f-b715-10cd859571d6 HTTP/1.1" status: 204 len: 168 time: 0.2685421 Feb 07 23:26:56.545007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58260) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:56.547223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75454c65-e1ad-4550-bb27-f8fb8eb13cbd None None] Network 86b61bee-4568-445b-87b5-98a02bab9178 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:26:56.626751 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.672454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7cc08ee6-7e59-404b-890e-afecab4da25b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:26:56.693799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 7cc08ee6-7e59-404b-890e-afecab4da25b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:26:56.694137 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 7cc08ee6-7e59-404b-890e-afecab4da25b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:26:56.695666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Deleting port bf60efd4-4326-4c5d-8a60-370853ee5360 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:56.696050 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.740984 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.758571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46120c-8fea-4c8a-834b-00fabc0555ea None None] DHCP port deletion for 86b61bee-4568-445b-87b5-98a02bab9178 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:26:56.772600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] For port bf60efd4-4326-4c5d-8a60-370853ee5360, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bf60efd4-4326-4c5d-8a60-370853ee5360,segment=NetworkSegment(61a2a133-7df1-4fbe-9acf-daa3a6ed8884),segment_id=61a2a133-7df1-4fbe-9acf-daa3a6ed8884)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:56.772960 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.785738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Calling delete_port for bf60efd4-4326-4c5d-8a60-370853ee5360 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:56.809447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5b46120c-8fea-4c8a-834b-00fabc0555ea None None] Deleting port bf60efd4-4326-4c5d-8a60-370853ee5360 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:26:56.809710 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b46120c-8fea-4c8a-834b-00fabc0555ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.869568 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.872926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5b46120c-8fea-4c8a-834b-00fabc0555ea None None] For port bf60efd4-4326-4c5d-8a60-370853ee5360, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bf60efd4-4326-4c5d-8a60-370853ee5360,segment=NetworkSegment(61a2a133-7df1-4fbe-9acf-daa3a6ed8884),segment_id=61a2a133-7df1-4fbe-9acf-daa3a6ed8884)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:26:56.873384 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b46120c-8fea-4c8a-834b-00fabc0555ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.886521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5b46120c-8fea-4c8a-834b-00fabc0555ea None None] Calling delete_port for bf60efd4-4326-4c5d-8a60-370853ee5360 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:26:56.894700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf60efd4-4326-4c5d-8a60-370853ee5360,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:56.898257 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] No DVR routers for this DVR port bf60efd4-4326-4c5d-8a60-370853ee5360 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:26:56.967976 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b46120c-8fea-4c8a-834b-00fabc0555ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.971860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.992342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b61bee-4568-445b-87b5-98a02bab9178']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:56.993207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46120c-8fea-4c8a-834b-00fabc0555ea None None] Pushing event deleted for resources: {'Port': ['ID=bf60efd4-4326-4c5d-8a60-370853ee5360,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:56.999381 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46120c-8fea-4c8a-834b-00fabc0555ea None None] No DVR routers for this DVR port bf60efd4-4326-4c5d-8a60-370853ee5360 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:26:57.001863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a2a133-7df1-4fbe-9acf-daa3a6ed8884') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:57.002166 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a2a133-7df1-4fbe-9acf-daa3a6ed8884') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:26:57.016001 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.029723 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.036717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:26:57.037071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:26:57.038684 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:26:57.090025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.096146 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.099213 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] 10.222.0.15 "DELETE /v2.0/networks/86b61bee-4568-445b-87b5-98a02bab9178 HTTP/1.1" status: 204 len: 168 time: 0.5527291 Feb 07 23:26:57.110982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a3243-0dbc-46ed-a640-35bd762a0a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b61bee-4568-445b-87b5-98a02bab9178,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:57.273852 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58264) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:57.313653 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0323ffdf-5bd0-4a2e-9136-72adc23705e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24028738aa8441dca9d7bd1bf3294717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386431 Feb 07 23:26:57.316083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58266) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:57.371141 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90fbc7e3-dc76-4bde-bedd-443b5efcb829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.391865 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90fbc7e3-dc76-4bde-bedd-443b5efcb829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.439172 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90fbc7e3-dc76-4bde-bedd-443b5efcb829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.441725 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-90fbc7e3-dc76-4bde-bedd-443b5efcb829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.442926 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-90fbc7e3-dc76-4bde-bedd-443b5efcb829 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/202c64c6-9953-4786-a785-295c85b0d377 HTTP/1.1" status: 204 len: 168 time: 0.1259332 Feb 07 23:26:57.450617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbc7e3-dc76-4bde-bedd-443b5efcb829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c64c6-9953-4786-a785-295c85b0d377,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:57.757892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58272) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:57.799382 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-10e75928-c193-416e-8b65-c2e0baf7ab6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b07d1a4e5994adc89f123f754dc968a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381627 Feb 07 23:26:57.799601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58274) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:57.846706 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a77053a4-0551-4744-9f63-979ab826706a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.868344 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a77053a4-0551-4744-9f63-979ab826706a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.914101 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a77053a4-0551-4744-9f63-979ab826706a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.916653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a77053a4-0551-4744-9f63-979ab826706a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:57.917787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a77053a4-0551-4744-9f63-979ab826706a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d030ad3f-7e6b-4340-a8ec-4322c9e5c0b0 HTTP/1.1" status: 204 len: 168 time: 0.1172683 Feb 07 23:26:57.927462 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77053a4-0551-4744-9f63-979ab826706a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d030ad3f-7e6b-4340-a8ec-4322c9e5c0b0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:58.554435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:26:58.576999 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:26:58.577600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6cf4b8ee-d045-49cc-8f4e-48d4d3d71aa0 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:26:58.578127 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bf60efd4-4326-4c5d-8a60-370853ee5360 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:26:58.597355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: bf60efd4-4326-4c5d-8a60-370853ee5360 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:26:58.597695 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bf60efd4-4326-4c5d-8a60-370853ee5360 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:26:58.609393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58296) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:58.703979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1937836127-network', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:26:58.726170 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Made reservation on behalf of cd8bf815605e486b8e9bb8130e3c842a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:26:58.728491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:58.740107 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:58.812843 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:58.816491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:58.844777 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:26:58.850165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e17c1-5ef8-4db6-99b3-8a4d0b952838,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:58.858392 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:58.858657 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Added segment 45128029-ed8f-4cda-856f-470b056a5987 of type vlan for network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 Feb 07 23:26:58.899970 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:58.925147 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:58.926118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:58.926685 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:58.982745 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3718262 Feb 07 23:26:58.986027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58300) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:58.991311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Request body: {'subnet': {'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1937836127-subnet', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:26:58.992364 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374b233-0dbd-4022-aede-1ccb393f072a admin admin] Pushing event updated for resources: {'Network': ['ID=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:59.002698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:26:59.014882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Made reservation on behalf of cd8bf815605e486b8e9bb8130e3c842a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:26:59.017382 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.184328 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.242793 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a5861f-424a-4525-bc18-7ab767050034,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:59.252084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Checking segment: {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:26:59.252446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Network hostable DHCP agents. Network: fada6b6b-13dd-44a5-bf68-be61fb0ca4a3, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:26:59.268960 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:26:59.277297 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, fada6b6b-13dd-44a5-bf68-be61fb0ca4a3) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:26:59.281624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:59.282202 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.286946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec56d0-c4f7-4266-a481-69a1d04e6a62 None None] Network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:26:59.300682 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dc2468f8-3ce6-4771-a262-641733ae3cf8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3134484 Feb 07 23:26:59.303564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58302) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:26:59.307857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:26:59.332980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.334142 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.386567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.443904 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:26:59.444870 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.524017 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.581383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Allocated IP 172.20.0.2 (fada6b6b-13dd-44a5-bf68-be61fb0ca4a3/d8a5861f-424a-4525-bc18-7ab767050034/6aa64a7d-79da-4143-83fd-2d2931599183) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:26:59.720523 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.724967 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.730257 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.744058 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.771298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:26:59.774117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:26:59.777366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:26:59.784172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Pushing event updated for resources: {'Port': ['ID=6aa64a7d-79da-4143-83fd-2d2931599183,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:59.834063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Attempting to bind port 6aa64a7d-79da-4143-83fd-2d2931599183 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:26:59.834434 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Attempting to bind port 6aa64a7d-79da-4143-83fd-2d2931599183 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:26:59.834796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Attempting to bind port 6aa64a7d-79da-4143-83fd-2d2931599183 on network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:26:59.839788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:26:59.840164 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Checking segment: {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:26:59.840568 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.840957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Bound using segment: {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:26:59.841416 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Bound port: 6aa64a7d-79da-4143-83fd-2d2931599183, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:26:59.841792 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.852008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Allocated IP 172.25.8.146 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/031cdb5a-62c6-45e4-a2cc-65c3acff03ee) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:26:59.912346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] For port 6aa64a7d-79da-4143-83fd-2d2931599183, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:26:59.915846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] For port 6aa64a7d-79da-4143-83fd-2d2931599183, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6aa64a7d-79da-4143-83fd-2d2931599183,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:26:59.924113 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.965137 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.987808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d989964-d781-4dc1-804d-9de0f309e240 None None] Pushing event updated for resources: {'Port': ['ID=6aa64a7d-79da-4143-83fd-2d2931599183,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:00.003233 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:00.042459 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:00.045281 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:00.050481 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:27:00.075030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Pushing event updated for resources: {'Port': ['ID=031cdb5a-62c6-45e4-a2cc-65c3acff03ee,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:00.317836 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:00.518658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:00.606558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6aa64a7d-79da-4143-83fd-2d2931599183 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:00.658277 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:27:00.659200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6aa64a7d-79da-4143-83fd-2d2931599183 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:00.659572 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:00.742210 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:00.775219 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:27:00.776796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 6aa64a7d-79da-4143-83fd-2d2931599183, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6aa64a7d-79da-4143-83fd-2d2931599183,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:00.782378 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:00.790086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Sync routers for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:27:00.798635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:00.802468 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1902517c-cd5b-4df7-986b-af2a1428ec11 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4953816 Feb 07 23:27:00.802797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58304) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:00.826643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:00.827766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:00.888149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=6aa64a7d-79da-4143-83fd-2d2931599183,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:00.954694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:00.986043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be53fbd-13d7-429e-af63-ab05b115a462 None None] Network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:27:01.111628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d1483e2f-5212-407d-9926-c5455ae12c33 None None] Provisioning complete for port 6aa64a7d-79da-4143-83fd-2d2931599183 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:01.111932 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1483e2f-5212-407d-9926-c5455ae12c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.241238 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.449970 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Allocated IP 172.20.0.1 (fada6b6b-13dd-44a5-bf68-be61fb0ca4a3/d8a5861f-424a-4525-bc18-7ab767050034/287ef861-242f-49f9-8bba-cd951d398ecf) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:01.497458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:00Z', 'revision_number': 3, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:01.531048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Checking router: 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:27:01.531400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Updating router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:27:01.556630 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.568041 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.605754 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.653709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:01.656795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:01.661899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:27:01.663990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Pushing event updated for resources: {'Port': ['ID=287ef861-242f-49f9-8bba-cd951d398ecf,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:01.703621 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.837119 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.838517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-04cd43e5-f6e7-4a11-b1bd-c0bb848b4db7 None None] Provisioning complete for port 6aa64a7d-79da-4143-83fd-2d2931599183 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:01.838908 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04cd43e5-f6e7-4a11-b1bd-c0bb848b4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.877696 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.887450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.952323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Attempting to bind port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:01.952735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Attempting to bind port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:01.953098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Attempting to bind port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:27:01.971652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8774241-7b47-4af9-8532-ee0e885e01db None None] Pushing event updated for resources: {'Port': ['ID=031cdb5a-62c6-45e4-a2cc-65c3acff03ee,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:01.982126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:27:01.982539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:27:01.983579 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.984133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:27:01.984603 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Bound port: 031cdb5a-62c6-45e4-a2cc-65c3acff03ee, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:01.984987 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:02.017058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:02.022303 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:02.048039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] For port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:27:02.051189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] For port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=031cdb5a-62c6-45e4-a2cc-65c3acff03ee,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:27:02.055499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:02.091016 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Pushing event updated for resources: {'Port': ['ID=287ef861-242f-49f9-8bba-cd951d398ecf,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:02.094168 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:02.118294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8774241-7b47-4af9-8532-ee0e885e01db None None] Pushing event updated for resources: {'Port': ['ID=031cdb5a-62c6-45e4-a2cc-65c3acff03ee,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:02.122463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:02.123078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:02.187407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:02.188833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:02.192742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f355049c-0204-46b0-ac41-712cc6ff12b4 None None] Provisioning complete for port 287ef861-242f-49f9-8bba-cd951d398ecf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:02.193119 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f355049c-0204-46b0-ac41-712cc6ff12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:02.264820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f355049c-0204-46b0-ac41-712cc6ff12b4 None None] Port 287ef861-242f-49f9-8bba-cd951d398ecf cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:27:02.276752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:02.310795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:27:02.421579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:27:02.426572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-085ee173-5a81-4426-90bc-24ab25ec84c0 admin admin] 10.222.0.15 "PUT /v2.0/routers/85b0d7f9-e16a-4aaf-b1c6-faf577070b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6227043 Feb 07 23:27:02.491343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-04f7eabd-023a-4923-b3e9-23e812143053 None None] Provisioning complete for port 287ef861-242f-49f9-8bba-cd951d398ecf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:02.491727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04f7eabd-023a-4923-b3e9-23e812143053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:02.513998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 2, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:02.546962 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b52a4e-76f4-478c-a64f-008855cbc01b None None] The sync data for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 is: [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 2, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:27:02.557993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-04f7eabd-023a-4923-b3e9-23e812143053 None None] Port 287ef861-242f-49f9-8bba-cd951d398ecf cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:27:02.585772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6aa64a7d-79da-4143-83fd-2d2931599183 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:02.640499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6aa64a7d-79da-4143-83fd-2d2931599183 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:02.640891 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:02.946562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58320) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:02.952079 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1488651517-network', 'tenant_id': '2a162f793d124871b602856cd3366e5a'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:02.975991 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Made reservation on behalf of 2a162f793d124871b602856cd3366e5a for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:27:02.978526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:02.988566 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.070499 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.074605 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.100720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:27:03.111962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a16b940-b6f2-4289-a680-77044037c88c,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:03.118253 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.118599 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Added segment ea20dea3-6645-4737-affd-6d5923edb536 of type vlan for network 52517c46-6052-4294-96d0-d4a894fdfa03 Feb 07 23:27:03.162131 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.192221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.193190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:03.193863 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.257209 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3095403 Feb 07 23:27:03.260058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58322) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:03.265196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Request body: {'subnet': {'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1488651517-subnet', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:03.266395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12a51-44f9-4e49-9c6b-98397478b213 admin admin] Pushing event updated for resources: {'Network': ['ID=52517c46-6052-4294-96d0-d4a894fdfa03,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:03.279912 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 52517c46-6052-4294-96d0-d4a894fdfa03 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:27:03.296156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Made reservation on behalf of 2a162f793d124871b602856cd3366e5a for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:27:03.299079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.481724 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.539541 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2867f76-33d8-4690-9f52-51410d54993c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:03.548792 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Checking segment: {'id': 'ea20dea3-6645-4737-affd-6d5923edb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:27:03.549153 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Network hostable DHCP agents. Network: 52517c46-6052-4294-96d0-d4a894fdfa03, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:27:03.567171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Network 52517c46-6052-4294-96d0-d4a894fdfa03 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:27:03.576497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 52517c46-6052-4294-96d0-d4a894fdfa03) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:03.582393 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:03.582977 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.588100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961048e-ef76-48cc-ad5a-37c07e7a8b68 None None] Network 52517c46-6052-4294-96d0-d4a894fdfa03 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:27:03.602733 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8a51d1ae-03df-4ee2-9673-d44ecdfcf2ab admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3415802 Feb 07 23:27:03.605350 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58324) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:03.610282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:03.634788 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.635948 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.701173 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.763596 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-52517c46-6052-4294-96d0-d4a894fdfa03', 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'fixed_ips': [{'subnet_id': 'c2867f76-33d8-4690-9f52-51410d54993c'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:27:03.768744 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:03.920923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Allocated IP 172.20.0.2 (52517c46-6052-4294-96d0-d4a894fdfa03/c2867f76-33d8-4690-9f52-51410d54993c/0668469b-8eff-492f-8401-437f05c69705) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:04.071834 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.077960 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.119963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Network 52517c46-6052-4294-96d0-d4a894fdfa03 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:04.123260 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:04.128267 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:27:04.131564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.140324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Pushing event updated for resources: {'Port': ['ID=0668469b-8eff-492f-8401-437f05c69705,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:04.188500 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Attempting to bind port 0668469b-8eff-492f-8401-437f05c69705 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:04.188875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Attempting to bind port 0668469b-8eff-492f-8401-437f05c69705 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'ea20dea3-6645-4737-affd-6d5923edb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:04.189240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Attempting to bind port 0668469b-8eff-492f-8401-437f05c69705 on network 52517c46-6052-4294-96d0-d4a894fdfa03 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:27:04.194195 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:27:04.194570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Checking segment: {'id': 'ea20dea3-6645-4737-affd-6d5923edb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:27:04.194973 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.195363 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Bound using segment: {'id': 'ea20dea3-6645-4737-affd-6d5923edb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:27:04.195929 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Bound port: 0668469b-8eff-492f-8401-437f05c69705, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea20dea3-6645-4737-affd-6d5923edb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:04.196215 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.259291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] For port 0668469b-8eff-492f-8401-437f05c69705, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:27:04.263772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] For port 0668469b-8eff-492f-8401-437f05c69705, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0668469b-8eff-492f-8401-437f05c69705,segment=NetworkSegment(ea20dea3-6645-4737-affd-6d5923edb536),segment_id=ea20dea3-6645-4737-affd-6d5923edb536)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:27:04.269161 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.331471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2212438-7810-4e25-863f-6d21e86c01e4 None None] Pushing event updated for resources: {'Port': ['ID=0668469b-8eff-492f-8401-437f05c69705,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:04.337492 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.366717 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.370805 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.491513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Allocated IP 172.25.8.242 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/1a274aea-fd5e-4563-b4e6-5a52186d0953) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:04.622652 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.666049 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.704822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:04.709813 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:04.713430 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:27:04.731463 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 031cdb5a-62c6-45e4-a2cc-65c3acff03ee up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:04.735923 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Sync routers for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:27:04.746015 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:04.746625 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:04.761066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Pushing event updated for resources: {'Port': ['ID=1a274aea-fd5e-4563-b4e6-5a52186d0953,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:04.791974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.792652 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:04.793009 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.865594 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:04.876796 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.908826 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=031cdb5a-62c6-45e4-a2cc-65c3acff03ee,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:04.912827 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:04.913745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0668469b-8eff-492f-8401-437f05c69705 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:04.994386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=031cdb5a-62c6-45e4-a2cc-65c3acff03ee,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:05.008801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0668469b-8eff-492f-8401-437f05c69705 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:05.008957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.026307 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.089779 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 2, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:05.103278 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.120842 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Checking router: 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:27:05.121751 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Updating router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a port 287ef861-242f-49f9-8bba-cd951d398ecf binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:27:05.148008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 0668469b-8eff-492f-8401-437f05c69705, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0668469b-8eff-492f-8401-437f05c69705,segment=NetworkSegment(ea20dea3-6645-4737-affd-6d5923edb536),segment_id=ea20dea3-6645-4737-affd-6d5923edb536)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:05.150587 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.161402 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.224513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=0668469b-8eff-492f-8401-437f05c69705,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:05.274101 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.414374 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Router 73df5927-5d54-43e1-bd5a-8bdcb6543295 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:27:05.439941 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.445358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3d8bf-f4ff-4752-be17-316bff7aa254 None None] Network 52517c46-6052-4294-96d0-d4a894fdfa03 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:27:05.456972 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.514251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1e9a5858-e6be-462b-b8a9-3969fdbf2279 None None] Provisioning complete for port 0668469b-8eff-492f-8401-437f05c69705 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:05.514629 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5858-e6be-462b-b8a9-3969fdbf2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.534322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:27:05.550673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Sync routers for ids ['73df5927-5d54-43e1-bd5a-8bdcb6543295'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:27:05.558257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.560440 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-64ce8a63-f893-4ad7-b881-4ebc2faafa47 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9541309 Feb 07 23:27:05.563952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58326) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:05.588599 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Routers {'73df5927-5d54-43e1-bd5a-8bdcb6543295'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:05.589224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['73df5927-5d54-43e1-bd5a-8bdcb6543295'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:05.656152 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Pushing event updated for resources: {'Port': ['ID=287ef861-242f-49f9-8bba-cd951d398ecf,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:05.675161 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Attempting to bind port 287ef861-242f-49f9-8bba-cd951d398ecf on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:05.675697 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Attempting to bind port 287ef861-242f-49f9-8bba-cd951d398ecf by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:05.676501 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Attempting to bind port 287ef861-242f-49f9-8bba-cd951d398ecf on network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:27:05.688291 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.688715 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.689879 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.690406 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.691178 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.691722 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.692233 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.692737 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.693468 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.694143 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.694663 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.695171 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:05.702979 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:27:05.706956 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Checking segment: {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:27:05.707436 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.707866 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Bound using segment: {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:27:05.708368 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Bound port: 287ef861-242f-49f9-8bba-cd951d398ecf, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:05.708754 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.790955 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] For port 287ef861-242f-49f9-8bba-cd951d398ecf, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:27:05.794861 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] For port 287ef861-242f-49f9-8bba-cd951d398ecf, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=287ef861-242f-49f9-8bba-cd951d398ecf,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:27:05.803251 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:05.880078 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:05.880710 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:05.932003 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a05c3-6c6e-41e0-8e9d-daf224b80e3e None None] Pushing event updated for resources: {'Port': ['ID=287ef861-242f-49f9-8bba-cd951d398ecf,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:06.013705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Set router 73df5927-5d54-43e1-bd5a-8bdcb6543295 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:06.036875 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:06.108424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.175548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3dc95b74-280a-499c-a35f-987200fbc050 None None] Provisioning complete for port 287ef861-242f-49f9-8bba-cd951d398ecf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:06.175893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dc95b74-280a-499c-a35f-987200fbc050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.299499 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:05Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:06.313935 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dc95b74-280a-499c-a35f-987200fbc050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.320106 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Allocated IP 172.20.0.1 (52517c46-6052-4294-96d0-d4a894fdfa03/c2867f76-33d8-4690-9f52-51410d54993c/af1f1b92-3ff6-46c1-9b8c-74473cf2debb) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:06.333365 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b377a10-1366-45f0-81d5-ba0f16d0867a None None] The sync data for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 is: [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:05Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:27:06.362481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3dc95b74-280a-499c-a35f-987200fbc050 None None] For port 287ef861-242f-49f9-8bba-cd951d398ecf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=287ef861-242f-49f9-8bba-cd951d398ecf,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:06.376458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:03Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 3, 'project_id': '2a162f793d124871b602856cd3366e5a', 'gw_port': {'id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:04Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:06.396723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Checking router: 73df5927-5d54-43e1-bd5a-8bdcb6543295 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:27:06.397072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Updating router 73df5927-5d54-43e1-bd5a-8bdcb6543295 port 1a274aea-fd5e-4563-b4e6-5a52186d0953 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:27:06.399131 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dc95b74-280a-499c-a35f-987200fbc050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.455087 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.463568 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.495633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc95b74-280a-499c-a35f-987200fbc050 None None] Pushing event updated for resources: {'Port': ['ID=287ef861-242f-49f9-8bba-cd951d398ecf,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:06.504247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.552654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Network 52517c46-6052-4294-96d0-d4a894fdfa03 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:06.555768 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:06.558293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:27:06.593881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-75b7316c-4e3e-4eb8-818e-b027070dec36 None None] Provisioning complete for port 287ef861-242f-49f9-8bba-cd951d398ecf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:06.593881 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b7316c-4e3e-4eb8-818e-b027070dec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.611321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=af1f1b92-3ff6-46c1-9b8c-74473cf2debb,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:06.630914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.729795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 031cdb5a-62c6-45e4-a2cc-65c3acff03ee up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:06.816147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.902555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:06.902932 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.927576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-75b7316c-4e3e-4eb8-818e-b027070dec36 None None] Provisioning complete for port 0668469b-8eff-492f-8401-437f05c69705 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:06.927987 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b7316c-4e3e-4eb8-818e-b027070dec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.985091 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.995940 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.017566 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.023037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.098308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949d2db-6bf4-459b-93bc-fb315c2d812a None None] Pushing event updated for resources: {'Port': ['ID=1a274aea-fd5e-4563-b4e6-5a52186d0953,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:07.099116 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=af1f1b92-3ff6-46c1-9b8c-74473cf2debb,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:07.103227 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.112154 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Attempting to bind port 1a274aea-fd5e-4563-b4e6-5a52186d0953 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:07.112533 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Attempting to bind port 1a274aea-fd5e-4563-b4e6-5a52186d0953 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:07.112903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Attempting to bind port 1a274aea-fd5e-4563-b4e6-5a52186d0953 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:27:07.127538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:27:07.127942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:27:07.128361 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.128753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:27:07.129243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Bound port: 1a274aea-fd5e-4563-b4e6-5a52186d0953, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:07.129626 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.160163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0668469b-8eff-492f-8401-437f05c69705 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:07.209466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Network 52517c46-6052-4294-96d0-d4a894fdfa03 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:07.210901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:07.224753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] For port 1a274aea-fd5e-4563-b4e6-5a52186d0953, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:27:07.228529 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] For port 1a274aea-fd5e-4563-b4e6-5a52186d0953, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1a274aea-fd5e-4563-b4e6-5a52186d0953,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:27:07.236514 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.266293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0668469b-8eff-492f-8401-437f05c69705 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:07.266688 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.339741 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Router 73df5927-5d54-43e1-bd5a-8bdcb6543295 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:27:07.346387 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949d2db-6bf4-459b-93bc-fb315c2d812a None None] Pushing event updated for resources: {'Port': ['ID=1a274aea-fd5e-4563-b4e6-5a52186d0953,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:07.350417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Routers {'73df5927-5d54-43e1-bd5a-8bdcb6543295'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:07.351029 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['73df5927-5d54-43e1-bd5a-8bdcb6543295'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:07.353818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-41e23875-5c49-4606-84ed-d0c5be0daf9d None None] Provisioning complete for port af1f1b92-3ff6-46c1-9b8c-74473cf2debb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:07.354192 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41e23875-5c49-4606-84ed-d0c5be0daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.441103 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-41e23875-5c49-4606-84ed-d0c5be0daf9d None None] Port af1f1b92-3ff6-46c1-9b8c-74473cf2debb cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:27:07.468021 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:27:07.479943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8a807680-f475-4e63-aa3a-db74b674c3c0 admin admin] 10.222.0.15 "PUT /v2.0/routers/73df5927-5d54-43e1-bd5a-8bdcb6543295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076345 Feb 07 23:27:07.519688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 287ef861-242f-49f9-8bba-cd951d398ecf up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:07.548286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] Set router 73df5927-5d54-43e1-bd5a-8bdcb6543295 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:07.613288 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-4e66f175-0d1f-4d22-ba94-37e6382198d7 None None] Provisioning complete for port af1f1b92-3ff6-46c1-9b8c-74473cf2debb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:07.613664 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e66f175-0d1f-4d22-ba94-37e6382198d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.874202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 287ef861-242f-49f9-8bba-cd951d398ecf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:07.874573 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:07.905561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4e66f175-0d1f-4d22-ba94-37e6382198d7 None None] Port af1f1b92-3ff6-46c1-9b8c-74473cf2debb cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:27:08.023783 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:27:08.034251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:03Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 4, 'project_id': '2a162f793d124871b602856cd3366e5a', 'gw_port': {'id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:04Z', 'updated_at': '2022-02-07T23:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'af1f1b92-3ff6-46c1-9b8c-74473cf2debb', 'name': '', 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'mac_address': 'fa:16:3e:de:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:06Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 2, 'project_id': '2a162f793d124871b602856cd3366e5a', 'subnets': [{'id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:08.066402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a88ec4-53c6-444d-83e0-150a72b26858 None None] The sync data for ids ['73df5927-5d54-43e1-bd5a-8bdcb6543295'] in n-d-827895-2 is: [{'id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:03Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 4, 'project_id': '2a162f793d124871b602856cd3366e5a', 'gw_port': {'id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:04Z', 'updated_at': '2022-02-07T23:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'af1f1b92-3ff6-46c1-9b8c-74473cf2debb', 'name': '', 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'mac_address': 'fa:16:3e:de:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:06Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 2, 'project_id': '2a162f793d124871b602856cd3366e5a', 'subnets': [{'id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:27:10.633338 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1a274aea-fd5e-4563-b4e6-5a52186d0953 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:10.650710 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Sync routers for ids ['73df5927-5d54-43e1-bd5a-8bdcb6543295'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:27:10.665426 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Routers {'73df5927-5d54-43e1-bd5a-8bdcb6543295'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:10.666730 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['73df5927-5d54-43e1-bd5a-8bdcb6543295'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:10.688693 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1a274aea-fd5e-4563-b4e6-5a52186d0953 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:10.689151 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:10.785783 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:10.809581 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Set router 73df5927-5d54-43e1-bd5a-8bdcb6543295 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:10.814831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 1a274aea-fd5e-4563-b4e6-5a52186d0953, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1a274aea-fd5e-4563-b4e6-5a52186d0953,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:10.820559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:10.893412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=1a274aea-fd5e-4563-b4e6-5a52186d0953,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:11.091303 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:03Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 4, 'project_id': '2a162f793d124871b602856cd3366e5a', 'gw_port': {'id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:04Z', 'updated_at': '2022-02-07T23:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'af1f1b92-3ff6-46c1-9b8c-74473cf2debb', 'name': '', 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'mac_address': 'fa:16:3e:de:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:06Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 2, 'project_id': '2a162f793d124871b602856cd3366e5a', 'subnets': [{'id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:11.118722 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Checking router: 73df5927-5d54-43e1-bd5a-8bdcb6543295 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:27:11.119064 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Updating router 73df5927-5d54-43e1-bd5a-8bdcb6543295 port af1f1b92-3ff6-46c1-9b8c-74473cf2debb binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:27:11.149335 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:11.458530 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:11.466399 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:11.543216 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b14d6-9e85-4e38-9621-3cb090ee072a None None] Pushing event updated for resources: {'Port': ['ID=af1f1b92-3ff6-46c1-9b8c-74473cf2debb,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:11.623080 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Attempting to bind port af1f1b92-3ff6-46c1-9b8c-74473cf2debb on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:11.623469 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Attempting to bind port af1f1b92-3ff6-46c1-9b8c-74473cf2debb by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'ea20dea3-6645-4737-affd-6d5923edb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:11.623914 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Attempting to bind port af1f1b92-3ff6-46c1-9b8c-74473cf2debb on network 52517c46-6052-4294-96d0-d4a894fdfa03 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:27:11.629582 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:27:11.629914 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Checking segment: {'id': 'ea20dea3-6645-4737-affd-6d5923edb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:27:11.630793 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:11.632896 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Bound using segment: {'id': 'ea20dea3-6645-4737-affd-6d5923edb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:27:11.632896 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Bound port: af1f1b92-3ff6-46c1-9b8c-74473cf2debb, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea20dea3-6645-4737-affd-6d5923edb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:11.632896 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:11.712798 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] For port af1f1b92-3ff6-46c1-9b8c-74473cf2debb, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:27:11.717672 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] For port af1f1b92-3ff6-46c1-9b8c-74473cf2debb, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=af1f1b92-3ff6-46c1-9b8c-74473cf2debb,segment=NetworkSegment(ea20dea3-6645-4737-affd-6d5923edb536),segment_id=ea20dea3-6645-4737-affd-6d5923edb536)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:27:11.727522 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:11.789772 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Routers {'73df5927-5d54-43e1-bd5a-8bdcb6543295'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:11.790315 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:26:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['73df5927-5d54-43e1-bd5a-8bdcb6543295'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:11.831113 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b14d6-9e85-4e38-9621-3cb090ee072a None None] Pushing event updated for resources: {'Port': ['ID=af1f1b92-3ff6-46c1-9b8c-74473cf2debb,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:11.882099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0bd181fb-45b6-4a18-b059-9874096895bc None None] Provisioning complete for port af1f1b92-3ff6-46c1-9b8c-74473cf2debb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:11.883165 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0bd181fb-45b6-4a18-b059-9874096895bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:11.934192 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] Set router 73df5927-5d54-43e1-bd5a-8bdcb6543295 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:12.050333 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0bd181fb-45b6-4a18-b059-9874096895bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:12.089784 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0bd181fb-45b6-4a18-b059-9874096895bc None None] For port af1f1b92-3ff6-46c1-9b8c-74473cf2debb, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=af1f1b92-3ff6-46c1-9b8c-74473cf2debb,segment=NetworkSegment(ea20dea3-6645-4737-affd-6d5923edb536),segment_id=ea20dea3-6645-4737-affd-6d5923edb536)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:12.095597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0bd181fb-45b6-4a18-b059-9874096895bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:12.173655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd181fb-45b6-4a18-b059-9874096895bc None None] Pushing event updated for resources: {'Port': ['ID=af1f1b92-3ff6-46c1-9b8c-74473cf2debb,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:12.222795 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-aa3c9864-f9ae-47b7-9784-092b35e9c7a5 None None] Provisioning complete for port af1f1b92-3ff6-46c1-9b8c-74473cf2debb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:12.223169 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3c9864-f9ae-47b7-9784-092b35e9c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:12.332796 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:03Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 4, 'project_id': '2a162f793d124871b602856cd3366e5a', 'gw_port': {'id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:04Z', 'updated_at': '2022-02-07T23:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'af1f1b92-3ff6-46c1-9b8c-74473cf2debb', 'name': '', 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'mac_address': 'fa:16:3e:de:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:06Z', 'updated_at': '2022-02-07T23:27:11Z', 'revision_number': 4, 'project_id': '2a162f793d124871b602856cd3366e5a', 'subnets': [{'id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:12.359681 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751524bb-6ab1-4dda-8183-eaccb00d793a None None] The sync data for ids ['73df5927-5d54-43e1-bd5a-8bdcb6543295'] in n-d-827895-2 is: [{'id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:03Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 4, 'project_id': '2a162f793d124871b602856cd3366e5a', 'gw_port': {'id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:04Z', 'updated_at': '2022-02-07T23:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'af1f1b92-3ff6-46c1-9b8c-74473cf2debb', 'name': '', 'network_id': '52517c46-6052-4294-96d0-d4a894fdfa03', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'mac_address': 'fa:16:3e:de:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:06Z', 'updated_at': '2022-02-07T23:27:11Z', 'revision_number': 4, 'project_id': '2a162f793d124871b602856cd3366e5a', 'subnets': [{'id': 'c2867f76-33d8-4690-9f52-51410d54993c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:27:12.673125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device af1f1b92-3ff6-46c1-9b8c-74473cf2debb up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:12.738280 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port af1f1b92-3ff6-46c1-9b8c-74473cf2debb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:12.739062 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:12.852606 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1a274aea-fd5e-4563-b4e6-5a52186d0953 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:12.907775 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1a274aea-fd5e-4563-b4e6-5a52186d0953 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:12.908458 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:17.557982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-6a66d618-21e6-4b28-b1ab-15d001ced976 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:17.559433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-6a66d618-21e6-4b28-b1ab-15d001ced976 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 815 time: 0.1045382 Feb 07 23:27:17.574611 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d9b4b1d3-6a7b-4d6b-8570-107e3f082ed6 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/quotas/cd8bf815605e486b8e9bb8130e3c842a HTTP/1.1" status: 200 len: 375 time: 0.0088933 Feb 07 23:27:17.930149 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-ab7e3386-ea6c-4474-9063-b723fe9c3794 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3493228 Feb 07 23:27:17.945431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-cff37c15-3b7c-42f4-b4b9-a267a98bff12 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:27:17.946374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-cff37c15-3b7c-42f4-b4b9-a267a98bff12 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049484 Feb 07 23:27:18.033738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-7da071cf-50de-4b83-8e87-1d4b9ce60b10 service neutron] 10.222.0.15 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815260 Feb 07 23:27:18.122543 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d509904f-91e0-4dd9-bf5b-b8f283d2b406 service neutron] 10.222.0.15 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827167 Feb 07 23:27:18.283474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f956ba02-c9b0-46f5-bdc9-8382d773b300 req-40e17ae6-1172-4c9a-ad20-6fcac96b76e2 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 210 time: 0.0276754 Feb 07 23:27:19.194609 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-76b21b19-0954-4596-93c7-67dc3af697ab tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:19.196114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-76b21b19-0954-4596-93c7-67dc3af697ab tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.46 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 815 time: 0.1020007 Feb 07 23:27:19.208328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'port': {'device_id': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'admin_state_up': True, 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:19.326729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Made reservation on behalf of cd8bf815605e486b8e9bb8130e3c842a for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:27:19.330713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:19.421829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26c4e49e-55f6-4e8f-afaf-f4871c8eb2a1 req-4a9ab3e8-4891-427e-a109-783ec9940e8a tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 210 time: 0.0636697 Feb 07 23:27:19.498398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Allocated IP 172.20.0.7 (fada6b6b-13dd-44a5-bf68-be61fb0ca4a3/d8a5861f-424a-4525-bc18-7ab767050034/76b8e05b-51fd-44a5-af5b-3c8ab221a74f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:19.730742 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:19.783594 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:19.843983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:19.847796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:19.853003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:27:19.880141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'Port': ['ID=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:19.912833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:19.913738 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:19.934631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d88b0d56-6382-4f7b-abaf-1c1419688d7b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7296762 Feb 07 23:27:20.111173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a5151dd2-abd3-4a0b-a452-c74e9aadcb97 None None] Provisioning complete for port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:20.112199 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5151dd2-abd3-4a0b-a452-c74e9aadcb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:20.153766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a5151dd2-abd3-4a0b-a452-c74e9aadcb97 None None] Port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:27:20.552979 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6dd88-79f2-45b4-9663-bba77fa9ad88 req-5b62f962-2cda-4a81-936f-ed09f325e1e1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:20.555199 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-faf6dd88-79f2-45b4-9663-bba77fa9ad88 req-5b62f962-2cda-4a81-936f-ed09f325e1e1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 931 time: 0.0601430 Feb 07 23:27:20.594166 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-faf6dd88-79f2-45b4-9663-bba77fa9ad88 req-4b314001-aa56-4358-8778-1c7d1e1fd7c8 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Feb 07 23:27:21.564063 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76a07b26-60dd-4990-8f48-a3feecf301e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:21.720680 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d3c94-8252-40d5-af5e-66159f9c5c10 req-1c8f0f96-4585-43ed-8506-83d40e3bd326 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:21.722660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e15d3c94-8252-40d5-af5e-66159f9c5c10 req-1c8f0f96-4585-43ed-8506-83d40e3bd326 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 931 time: 0.0530648 Feb 07 23:27:21.773777 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e15d3c94-8252-40d5-af5e-66159f9c5c10 req-7bbd4b0d-e935-4dbc-a44d-d56be17d79e7 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446460 Feb 07 23:27:22.902876 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f470a8-3afa-4451-93a7-761792c0acba req-9f9ef9a7-f06d-44aa-b02b-68ffd07b8a4c tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:22.904403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03f470a8-3afa-4451-93a7-761792c0acba req-9f9ef9a7-f06d-44aa-b02b-68ffd07b8a4c tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 931 time: 0.0550420 Feb 07 23:27:22.949480 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-03f470a8-3afa-4451-93a7-761792c0acba req-8132c640-c587-4516-b49e-b06419f72431 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390499 Feb 07 23:27:24.079805 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126882-ba4a-4c4f-a768-d3a2b42468ed req-671774c1-ed1a-4385-a7f5-8fb62e1b44a1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:24.088621 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-25126882-ba4a-4c4f-a768-d3a2b42468ed req-671774c1-ed1a-4385-a7f5-8fb62e1b44a1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 931 time: 0.0624335 Feb 07 23:27:24.125186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-25126882-ba4a-4c4f-a768-d3a2b42468ed req-cf3eed65-6615-4123-947e-d44e4d039314 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352519 Feb 07 23:27:24.704607 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65017141-f658-4950-998d-b9be314293e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:25.016544 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:25.250490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b9396-d9cb-476f-9144-fbed52043629 req-61249ae3-e766-453c-9fef-107da1b0c030 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:25.252777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-260b9396-d9cb-476f-9144-fbed52043629 req-61249ae3-e766-453c-9fef-107da1b0c030 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 931 time: 0.0525904 Feb 07 23:27:25.296124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-260b9396-d9cb-476f-9144-fbed52043629 req-69a652cf-dd8f-4a80-9627-96c06bb8c619 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363357 Feb 07 23:27:26.420768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f708e-a353-4efe-91bf-5a01a74a414d req-963098f6-2765-42c6-b799-c59f02a4b57b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:26.422837 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc2f708e-a353-4efe-91bf-5a01a74a414d req-963098f6-2765-42c6-b799-c59f02a4b57b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 931 time: 0.0527501 Feb 07 23:27:26.469509 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc2f708e-a353-4efe-91bf-5a01a74a414d req-d7749211-b516-47fb-9835-8c48157eb177 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Feb 07 23:27:26.496972 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:26.734414 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:27.190099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Request body: {'port': {'device_id': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:27.249717 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:27.509780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b8e05b-51fd-44a5-af5b-3c8ab221a74f {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:27:27.517427 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:27.531337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Transition to ACTIVE for port object 76b8e05b-51fd-44a5-af5b-3c8ab221a74f will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:27:27.535460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:27.591795 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Pushing event updated for resources: {'Port': ['ID=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:27.592109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6745832-1f23-4db8-98db-426109485f45 req-fe552172-46c6-4849-a1b7-ab8574c17f51 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:27.594298 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6745832-1f23-4db8-98db-426109485f45 req-fe552172-46c6-4849-a1b7-ab8574c17f51 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 943 time: 0.0548785 Feb 07 23:27:27.638052 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f6745832-1f23-4db8-98db-426109485f45 req-7f7b3a42-9b69-4b4f-9a28-c9d12e3f8c0a tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Feb 07 23:27:27.674492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Attempting to bind port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:27.674846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Attempting to bind port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:27.675154 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Attempting to bind port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f on network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:27:27.679891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f on network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:27:27.680212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Attempting to bind port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f on network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:27:27.685118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:27:27.685458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Checking segment: {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:27:27.685842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Bound using segment: {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:27:27.686267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Bound port: 76b8e05b-51fd-44a5-af5b-3c8ab221a74f, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45128029-ed8f-4cda-856f-470b056a5987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:27.686661 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:27.753263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] For port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:27:27.756363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] For port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:27:27.761640 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:27.799898 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:27.800536 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:27.801935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] 10.222.0.46 "PUT /v2.0/ports/76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 1091 time: 0.6168253 Feb 07 23:27:27.802379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:27.804688 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9ae223-e394-44c3-b0ed-f903d4a80237" -d '{"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:27:27.840308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff43f4a-915a-4206-ac67-4e366e695e2e service neutron] Pushing event updated for resources: {'Port': ['ID=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:27.865756 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe361463-42bf-4dc6-8d05-bdc1e5fd95ab x-openstack-request-id: req-fe361463-42bf-4dc6-8d05-bdc1e5fd95ab {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:27:27.866309 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:27:27.866557 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe361463-42bf-4dc6-8d05-bdc1e5fd95ab {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:27:27.866956 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'status': 'completed', 'code': 200} Feb 07 23:27:27.900134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-a918e515-9aa9-4f68-aaa9-0860d5d15fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:27.901927 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-a918e515-9aa9-4f68-aaa9-0860d5d15fb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1094 time: 0.0489435 Feb 07 23:27:27.949617 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-2ab62914-d8dd-42e5-9939-390d01f955fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 217 time: 0.0393622 Feb 07 23:27:28.000871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-45c9d2ae-73f6-455d-921a-14811bb67b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.002395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-45c9d2ae-73f6-455d-921a-14811bb67b67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 200 len: 854 time: 0.0460157 Feb 07 23:27:28.047437 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-2ccb530e-59d6-4b8d-af75-927be3f228d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.048838 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-2ccb530e-59d6-4b8d-af75-927be3f228d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400581 Feb 07 23:27:28.141396 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-d2375503-c869-4d00-87dd-8edab9ef08e3 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858977 Feb 07 23:27:28.227900 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5f55646a-f974-4f78-b5f6-eb73e10a40c7 req-938cfb6d-32d3-44f5-8580-f76fe8be8dc1 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799592 Feb 07 23:27:28.316564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-fa80dc75-9ce2-4c6f-a931-fffd0023690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.317944 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-fa80dc75-9ce2-4c6f-a931-fffd0023690d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1094 time: 0.0448918 Feb 07 23:27:28.406746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-9702ad29-1970-46e9-9ba3-f96d0fa30bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.408228 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-9702ad29-1970-46e9-9ba3-f96d0fa30bf7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 915 time: 0.0840158 Feb 07 23:27:28.447632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-a5592f73-ea64-4dc9-9e4e-4c1335ad5bcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 217 time: 0.0330117 Feb 07 23:27:28.498627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-ad750b6f-9211-44eb-8250-11aed45ea85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.500671 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-ad750b6f-9211-44eb-8250-11aed45ea85b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 200 len: 854 time: 0.0460119 Feb 07 23:27:28.546493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-a187b65c-56e7-4997-806f-945f27a42d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.548052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-a187b65c-56e7-4997-806f-945f27a42d45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396862 Feb 07 23:27:28.634368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-801f4b75-12f6-4432-a888-3a4904ee406a service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794668 Feb 07 23:27:28.727365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd9ae223-e394-44c3-b0ed-f903d4a80237 req-fbe1a539-5512-4a13-a792-a4081e8903d5 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863097 Feb 07 23:27:28.758469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dd6d0-e266-4b13-a91f-51f66003a338 req-205605c3-9cea-4b88-a667-b08d42962b4b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.759952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d51dd6d0-e266-4b13-a91f-51f66003a338 req-205605c3-9cea-4b88-a667-b08d42962b4b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 943 time: 0.0498321 Feb 07 23:27:28.797507 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d51dd6d0-e266-4b13-a91f-51f66003a338 req-5d266cf5-adee-4386-a30a-8c9a63b8779c tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310123 Feb 07 23:27:29.916117 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce6065-3bc9-4e63-934f-ff6cc99126c7 req-2529a128-394d-4c6b-8c72-8f3f7ae57056 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:29.917601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1ce6065-3bc9-4e63-934f-ff6cc99126c7 req-2529a128-394d-4c6b-8c72-8f3f7ae57056 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 943 time: 0.0504062 Feb 07 23:27:29.955891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f1ce6065-3bc9-4e63-934f-ff6cc99126c7 req-187e804c-1532-417e-b2ce-1a320ef29c70 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Feb 07 23:27:30.614941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 76b8e05b-51fd-44a5-af5b-3c8ab221a74f details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:27:30.708415 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:30.720063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'port_id': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'mac_address': 'fa:16:3e:26:60:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:27:30.756504 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:30.769229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b8e05b-51fd-44a5-af5b-3c8ab221a74f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:27:30.792134 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:30.795630 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:30.841675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:30.997234 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['76b8e05b-51fd-44a5-af5b-3c8ab221a74f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:27:31.069416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce305e7-592c-4eec-b99b-90b2d85af870 req-a6d42bf8-6b53-4f87-8255-ae4d7b4ed324 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:31.070785 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bce305e7-592c-4eec-b99b-90b2d85af870 req-a6d42bf8-6b53-4f87-8255-ae4d7b4ed324 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 944 time: 0.0478840 Feb 07 23:27:31.109591 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bce305e7-592c-4eec-b99b-90b2d85af870 req-06d0e080-3c21-4780-9be2-0b084660b625 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Feb 07 23:27:32.228130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a90ca-cfb9-49c7-aad5-ecdfff889d1c req-630c363a-f8f6-4285-a781-48757c0916ce tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:32.229586 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e89a90ca-cfb9-49c7-aad5-ecdfff889d1c req-630c363a-f8f6-4285-a781-48757c0916ce tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 944 time: 0.0526745 Feb 07 23:27:32.266892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e89a90ca-cfb9-49c7-aad5-ecdfff889d1c req-2a5a9549-8d97-42d8-bc94-1c19e6b708ba tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304582 Feb 07 23:27:32.614478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 76b8e05b-51fd-44a5-af5b-3c8ab221a74f up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:27:32.663509 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:27:32.667442 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:32.667859 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.742613 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.764172 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:32.766964 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823dee32-ea7f-4b42-9e03-f375c13469f0" -d '{"events": [{"server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "name": "network-vif-plugged", "status": "completed", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:27:32.783582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:32.787965 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.811656 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4db9c34-8b2f-4dfd-9a89-61b8d3f7e2a5 x-openstack-request-id: req-f4db9c34-8b2f-4dfd-9a89-61b8d3f7e2a5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:27:32.811975 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "name": "network-vif-plugged", "status": "completed", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:27:32.812228 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4db9c34-8b2f-4dfd-9a89-61b8d3f7e2a5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:27:32.812616 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'code': 200} Feb 07 23:27:32.838525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:32.906175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abe2ab-eabd-4f7f-9f3b-e8fadafad6ca req-887642f5-d7ae-4003-94c4-7c856a8708ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:32.907958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77abe2ab-eabd-4f7f-9f3b-e8fadafad6ca req-887642f5-d7ae-4003-94c4-7c856a8708ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1096 time: 0.0403979 Feb 07 23:27:32.942650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-77abe2ab-eabd-4f7f-9f3b-e8fadafad6ca req-e727f90a-a7ed-41e8-80df-ec03e7f76529 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283959 Feb 07 23:27:33.379048 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be8650-3aa6-4486-9de1-0a3cc3b2060d req-de14fc16-75d8-4b78-950b-85cbf63d4e21 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:33.380507 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9be8650-3aa6-4486-9de1-0a3cc3b2060d req-de14fc16-75d8-4b78-950b-85cbf63d4e21 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 945 time: 0.0475047 Feb 07 23:27:33.417581 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a9be8650-3aa6-4486-9de1-0a3cc3b2060d req-fc106ad2-8760-4998-bfbf-123e24b69932 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Feb 07 23:27:34.362020 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.537311 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0f5bf-bac1-4728-816b-3171c5bfcfa9 req-dae5dbf9-d646-41ab-bfa8-63dc5a1162b4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:34.538748 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36a0f5bf-bac1-4728-816b-3171c5bfcfa9 req-dae5dbf9-d646-41ab-bfa8-63dc5a1162b4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 945 time: 0.0528080 Feb 07 23:27:34.575608 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-36a0f5bf-bac1-4728-816b-3171c5bfcfa9 req-d93050dd-7309-4255-a7e1-66a3d11ffa88 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Feb 07 23:27:34.693598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac20b-5104-4d2e-9b6e-b5cb1ea4fa47 req-ce30fb86-573d-45c0-a186-8b7f0d2e841d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:34.695039 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-648ac20b-5104-4d2e-9b6e-b5cb1ea4fa47 req-ce30fb86-573d-45c0-a186-8b7f0d2e841d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 945 time: 0.0508423 Feb 07 23:27:34.732358 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-648ac20b-5104-4d2e-9b6e-b5cb1ea4fa47 req-4532fe8f-d484-416e-af64-f2e1e931c9ce tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Feb 07 23:27:34.777050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.920212 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02419-b5da-4d31-abd7-928bfddcf005 req-f5df5c98-48ca-4631-b521-99ca91b4c84e tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:34.921650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-49e02419-b5da-4d31-abd7-928bfddcf005 req-f5df5c98-48ca-4631-b521-99ca91b4c84e tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 945 time: 0.0477891 Feb 07 23:27:34.958702 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-49e02419-b5da-4d31-abd7-928bfddcf005 req-ab6efa61-78c3-4251-a7f9-ed8e4e64f133 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Feb 07 23:27:36.384223 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-95e7c22d-aff9-4a64-962c-28f89f010191 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384059 Feb 07 23:27:36.463586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-c268cb97-2539-4517-9d20-c59de0640c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:36.465096 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-c268cb97-2539-4517-9d20-c59de0640c1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1096 time: 0.0399072 Feb 07 23:27:36.575572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-a03163c2-2b9b-4ba8-8f2d-41c79d5f9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:36.577061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-a03163c2-2b9b-4ba8-8f2d-41c79d5f9be1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 915 time: 0.0896702 Feb 07 23:27:36.624395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-80669271-43ba-4026-9c3b-6e5b946ec67a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 217 time: 0.0397305 Feb 07 23:27:36.677153 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-da97c43f-3f67-43bb-a161-5e41edda6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:36.678678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-da97c43f-3f67-43bb-a161-5e41edda6e90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 200 len: 854 time: 0.0489748 Feb 07 23:27:36.726220 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-d1768ed8-7b3f-4ca6-9f0d-88c814d20587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:36.727772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-d1768ed8-7b3f-4ca6-9f0d-88c814d20587 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432820 Feb 07 23:27:36.821031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-c54d3eb2-eef2-4bc8-b543-b4fa3062be93 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818632 Feb 07 23:27:36.916067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6d5945f-0d9c-4440-9701-84f5538fedc7 req-32091948-49fa-421d-9dc8-dc32d5e81c51 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890534 Feb 07 23:27:45.024519 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:27:46.380312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b1a9-36c2-4ea8-8792-cf77847057c4 req-323bdbc7-229b-4ab0-8464-930ec3d4fb5d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:46.381763 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2335b1a9-36c2-4ea8-8792-cf77847057c4 req-323bdbc7-229b-4ab0-8464-930ec3d4fb5d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 945 time: 0.0490580 Feb 07 23:27:46.418325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2335b1a9-36c2-4ea8-8792-cf77847057c4 req-5f520a2f-99fc-4517-b176-c11d86721123 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303922 Feb 07 23:27:46.441069 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58518) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:46.563726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac4bc0-9331-440b-9b4b-c19c23277608 tempest-TestMinimumBasicScenario-611449798 tempest-TestMinimumBasicScenario-611449798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:46.565229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e3ac4bc0-9331-440b-9b4b-c19c23277608 tempest-TestMinimumBasicScenario-611449798 tempest-TestMinimumBasicScenario-611449798-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1091 time: 0.1232018 Feb 07 23:27:46.568300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58522) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:46.572453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:46.594825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:46.693083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:46.795172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Allocated IP 172.25.8.7 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/1ad5610f-2d73-4138-b139-4eb42a8a59e1) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:46.895903 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:46.932920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:46.975107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:46.979690 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:46.982415 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:27:47.011395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'Port': ['ID=1ad5610f-2d73-4138-b139-4eb42a8a59e1,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:47.339522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:47.408401 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:47.558838 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:47.564130 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:47.639477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'Port': ['ID=1ad5610f-2d73-4138-b139-4eb42a8a59e1,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:47.653475 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:47.749759 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Floating IP 21b3831d-acab-4e4e-a1ea-4131d751900b associated. External IP: 172.25.8.7, port: 76b8e05b-51fd-44a5-af5b-3c8ab221a74f. Feb 07 23:27:47.959677 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:27:48.065207 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:27:48.075192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] Sync routers for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:27:48.081945 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.085311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:48.085931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:27:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:48.108294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-275af63d-3c15-4a0c-8cce-babdc4af33af tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5390048 Feb 07 23:27:48.108879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:48.111986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58524) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:48.112452 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5ab512-7f31-4c76-ba15-920a22e48162" -d '{"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:27:48.117575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-02c5c917-e9e9-47ac-a6b3-c9ac442000d4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126795631', 'description': 'tempest-secgroup-smoke-1126795631 description', 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:48.146118 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-02c5c917-e9e9-47ac-a6b3-c9ac442000d4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.150538 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b44fb4-6bff-4bad-808f-3a38b2f27a6f x-openstack-request-id: req-e1b44fb4-6bff-4bad-808f-3a38b2f27a6f {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:27:48.150831 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:27:48.151138 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1b44fb4-6bff-4bad-808f-3a38b2f27a6f {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:27:48.151551 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'status': 'completed', 'code': 200} Feb 07 23:27:48.196368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:48.213831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-14aa3642-eda8-439a-845d-0422dc1b21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:48.215257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-14aa3642-eda8-439a-845d-0422dc1b21ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1096 time: 0.0430284 Feb 07 23:27:48.222391 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-02c5c917-e9e9-47ac-a6b3-c9ac442000d4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.227229 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-02c5c917-e9e9-47ac-a6b3-c9ac442000d4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.253770 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-02c5c917-e9e9-47ac-a6b3-c9ac442000d4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.258077 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-02c5c917-e9e9-47ac-a6b3-c9ac442000d4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1413922 Feb 07 23:27:48.258745 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58528) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:48.263205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-8f54740a-f56f-4bf3-8ff7-bccfb32887b1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'security_group_rule': {'security_group_id': 'c36f2135-2e4c-4a82-99c7-fbd58db514e5', 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:48.279034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5c917-e9e9-47ac-a6b3-c9ac442000d4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36f2135-2e4c-4a82-99c7-fbd58db514e5,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:48.307767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8f54740a-f56f-4bf3-8ff7-bccfb32887b1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.311616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-2827b7b5-e333-49f6-84f0-d0915533e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:48.314018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-2827b7b5-e333-49f6-84f0-d0915533e6a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 915 time: 0.0910878 Feb 07 23:27:48.362724 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8f54740a-f56f-4bf3-8ff7-bccfb32887b1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.367395 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8f54740a-f56f-4bf3-8ff7-bccfb32887b1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.386083 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54740a-f56f-4bf3-8ff7-bccfb32887b1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8112efac-ac64-41bb-80d8-ff19aeeecaf9,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:48.390200 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-d36f0a40-64d9-483b-a592-8c48e0f5697c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 997 time: 0.0709362 Feb 07 23:27:48.395599 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8f54740a-f56f-4bf3-8ff7-bccfb32887b1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.399516 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8f54740a-f56f-4bf3-8ff7-bccfb32887b1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369486 Feb 07 23:27:48.399648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58530) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:48.404329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-72d4252a-92c1-4cf5-931c-6f0ce0e536d0 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'security_group_rule': {'security_group_id': 'c36f2135-2e4c-4a82-99c7-fbd58db514e5', 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:48.432910 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '21b3831d-acab-4e4e-a1ea-4131d751900b', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'port_id': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'mac_address': 'fa:16:3e:26:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:47Z', 'updated_at': '2022-02-07T23:27:47Z', 'revision_number': 0, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 5, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:48.434375 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72d4252a-92c1-4cf5-931c-6f0ce0e536d0 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.445490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-eb9b57c2-d487-4e79-83bd-99bddc6bb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:48.447303 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-eb9b57c2-d487-4e79-83bd-99bddc6bb89b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 200 len: 854 time: 0.0481977 Feb 07 23:27:48.464421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] Checking router: 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:27:48.473926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:27:48.474538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:27:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:48.497219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-b235cd17-8abf-4e0f-8e23-fd9550734e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:48.498722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-b235cd17-8abf-4e0f-8e23-fd9550734e1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452154 Feb 07 23:27:48.499876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72d4252a-92c1-4cf5-931c-6f0ce0e536d0 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.508689 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72d4252a-92c1-4cf5-931c-6f0ce0e536d0 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.534193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4252a-92c1-4cf5-931c-6f0ce0e536d0 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f5c3b4-9985-4496-82ca-5b19399903ad,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:48.543856 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-72d4252a-92c1-4cf5-931c-6f0ce0e536d0 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.545200 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-72d4252a-92c1-4cf5-931c-6f0ce0e536d0 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446176 Feb 07 23:27:48.549333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58532) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:48.554548 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-06bec91f-85da-411a-9472-0837f29e7d99 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'security_group_rule': {'security_group_id': 'c36f2135-2e4c-4a82-99c7-fbd58db514e5', 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:48.585196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:27:48.585957 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-06bec91f-85da-411a-9472-0837f29e7d99 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.654498 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-06bec91f-85da-411a-9472-0837f29e7d99 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.660647 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-06bec91f-85da-411a-9472-0837f29e7d99 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.681896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bec91f-85da-411a-9472-0837f29e7d99 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ff8f57-9fca-4884-acd5-9ba9f9666167,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:48.697207 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-06bec91f-85da-411a-9472-0837f29e7d99 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.698672 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-06bec91f-85da-411a-9472-0837f29e7d99 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479664 Feb 07 23:27:48.701571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58534) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:48.707856 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-163ee81a-9172-48f4-aabc-d76a1961aaee tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'security_group_rule': {'security_group_id': 'c36f2135-2e4c-4a82-99c7-fbd58db514e5', 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:48.746436 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-163ee81a-9172-48f4-aabc-d76a1961aaee tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.826056 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-163ee81a-9172-48f4-aabc-d76a1961aaee tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.834666 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-163ee81a-9172-48f4-aabc-d76a1961aaee tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.851521 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '21b3831d-acab-4e4e-a1ea-4131d751900b', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'port_id': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'mac_address': 'fa:16:3e:26:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:47Z', 'updated_at': '2022-02-07T23:27:47Z', 'revision_number': 0, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 5, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:48.862487 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ee81a-9172-48f4-aabc-d76a1961aaee tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf25505c-74ae-445d-8bc2-b8010ec915e1,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:48.870493 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-163ee81a-9172-48f4-aabc-d76a1961aaee tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.871764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-163ee81a-9172-48f4-aabc-d76a1961aaee tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685839 Feb 07 23:27:48.874508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58536) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:48.879802 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac29a499-abc0-4609-ad3e-9b7f100919f8 None None] The sync data for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 is: [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '21b3831d-acab-4e4e-a1ea-4131d751900b', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'port_id': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'mac_address': 'fa:16:3e:26:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:47Z', 'updated_at': '2022-02-07T23:27:47Z', 'revision_number': 0, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 5, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:27:48.880498 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-066d0ad2-0d12-4c7a-a9b2-97aba3f4328d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'security_group_rule': {'security_group_id': 'c36f2135-2e4c-4a82-99c7-fbd58db514e5', 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:48.910261 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-066d0ad2-0d12-4c7a-a9b2-97aba3f4328d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Project cd8bf815605e486b8e9bb8130e3c842a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:27:48.916524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-066d0ad2-0d12-4c7a-a9b2-97aba3f4328d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.948686 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-3f098178-6c3b-4285-a119-ecabea369847 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430850 Feb 07 23:27:48.980054 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-066d0ad2-0d12-4c7a-a9b2-97aba3f4328d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:48.984257 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-066d0ad2-0d12-4c7a-a9b2-97aba3f4328d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.002237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0ad2-0d12-4c7a-a9b2-97aba3f4328d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c0f32c-27eb-4953-bb12-8d6d1b6fba04,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:49.011503 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-066d0ad2-0d12-4c7a-a9b2-97aba3f4328d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.012737 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-066d0ad2-0d12-4c7a-a9b2-97aba3f4328d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369464 Feb 07 23:27:49.015581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58538) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:27:49.020875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-a79bf3a0-ffb8-416e-84ff-c306a52b414d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'security_group_rule': {'security_group_id': 'c36f2135-2e4c-4a82-99c7-fbd58db514e5', 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:49.047881 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-a79bf3a0-ffb8-416e-84ff-c306a52b414d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Project cd8bf815605e486b8e9bb8130e3c842a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:27:49.053769 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a79bf3a0-ffb8-416e-84ff-c306a52b414d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.072301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd5ab512-7f31-4c76-ba15-920a22e48162 req-d085a725-6731-4bb1-b3b1-f58f0a83513f service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161430 Feb 07 23:27:49.121979 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d0bfb-0131-4b11-a0e0-c4a134893d9b None None] New status for floating IP 21b3831d-acab-4e4e-a1ea-4131d751900b: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:27:49.127587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a79bf3a0-ffb8-416e-84ff-c306a52b414d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.132587 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a79bf3a0-ffb8-416e-84ff-c306a52b414d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.152150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bf3a0-ffb8-416e-84ff-c306a52b414d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38363816-3f02-4dde-93bd-756969ff45e4,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:49.162007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a79bf3a0-ffb8-416e-84ff-c306a52b414d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.165818 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a79bf3a0-ffb8-416e-84ff-c306a52b414d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458974 Feb 07 23:27:49.243089 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-28c321ed-ec85-4301-a726-d758c8fbee30 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126795631&fields=id&tenant_id=cd8bf815605e486b8e9bb8130e3c842a HTTP/1.1" status: 200 len: 267 time: 0.0332060 Feb 07 23:27:49.300938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-0a837f27-3385-46eb-b077-7f49c3721e6b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:49.302842 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-0a837f27-3385-46eb-b077-7f49c3721e6b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 945 time: 0.0538027 Feb 07 23:27:49.314133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'port': {'security_groups': ['b67e17c1-5ef8-4db6-99b3-8a4d0b952838', 'c36f2135-2e4c-4a82-99c7-fbd58db514e5']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:49.374173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.552631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] For port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:27:49.581592 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.586100 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.598292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['76b8e05b-51fd-44a5-af5b-3c8ab221a74f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:27:49.635646 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:49.636285 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:49.637677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a4fffaf1-cfab-4d57-82c1-96995526fa90 req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "PUT /v2.0/ports/76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 981 time: 0.3283491 Feb 07 23:27:49.658493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'Port': ['ID=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,revision_number=6']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:49.666807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.667156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.667495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.667861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.668190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.668517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.668841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.669163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.669484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.669849 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.670121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.670430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629a03a-d3ad-4b74-8f2f-2dc579386494 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:49.695208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['76b8e05b-51fd-44a5-af5b-3c8ab221a74f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:27:49.755654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cea99f-d22d-4708-b49d-709dc5cee0e2 req-fbbd98e0-e5db-4e8b-98df-5eae9972e358 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:49.757521 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57cea99f-d22d-4708-b49d-709dc5cee0e2 req-fbbd98e0-e5db-4e8b-98df-5eae9972e358 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0515320 Feb 07 23:27:49.801663 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-57cea99f-d22d-4708-b49d-709dc5cee0e2 req-023914c4-1340-4575-80ea-5e697ae2a575 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375099 Feb 07 23:27:49.979138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a62b9e1d-a40a-432f-b320-e89e8740fecd None None] Provisioning complete for port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:49.979425 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a62b9e1d-a40a-432f-b320-e89e8740fecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:50.153204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:50.155873 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbaa906-c958-4384-a706-23952d5a4885" -d '{"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:27:50.199921 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ea3a52-c34e-4b0a-9eca-576530147254 x-openstack-request-id: req-e8ea3a52-c34e-4b0a-9eca-576530147254 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:27:50.200363 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:27:50.200675 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8ea3a52-c34e-4b0a-9eca-576530147254 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:27:50.201076 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'status': 'completed', 'code': 200} Feb 07 23:27:50.266906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa906-c958-4384-a706-23952d5a4885 req-702e6b66-df7d-4163-b423-99fd51d64a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:50.268531 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fbbaa906-c958-4384-a706-23952d5a4885 req-702e6b66-df7d-4163-b423-99fd51d64a85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1135 time: 0.0462046 Feb 07 23:27:50.365961 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa906-c958-4384-a706-23952d5a4885 req-f642e39d-218f-480c-be10-af002be9ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:50.367433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fbbaa906-c958-4384-a706-23952d5a4885 req-f642e39d-218f-480c-be10-af002be9ca40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 915 time: 0.0920658 Feb 07 23:27:50.443285 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fbbaa906-c958-4384-a706-23952d5a4885 req-65d2a4e3-da4f-48da-a59d-b2952c5efe31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 999 time: 0.0667446 Feb 07 23:27:50.498881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa906-c958-4384-a706-23952d5a4885 req-d15a90c5-187f-41a0-ba42-42bbaf3e1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:50.501019 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fbbaa906-c958-4384-a706-23952d5a4885 req-d15a90c5-187f-41a0-ba42-42bbaf3e1832 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 200 len: 854 time: 0.0479882 Feb 07 23:27:50.548913 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa906-c958-4384-a706-23952d5a4885 req-3077e58f-42ae-4a75-8f45-fcf2b2624702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:50.550619 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fbbaa906-c958-4384-a706-23952d5a4885 req-3077e58f-42ae-4a75-8f45-fcf2b2624702 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422316 Feb 07 23:27:50.657166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fbbaa906-c958-4384-a706-23952d5a4885 req-19445539-21f1-4797-846e-59eea41cfb06 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968192 Feb 07 23:27:50.756787 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fbbaa906-c958-4384-a706-23952d5a4885 req-9118af0b-09a2-4636-9fb0-e4f576cf0d52 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935054 Feb 07 23:27:51.545888 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7e747fe-ca43-4efa-bc48-da75010f009c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:54.697578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec91a-cea3-42f9-a9b0-6128bcae4da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:55.011829 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:56.497314 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:56.737586 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:04.376631 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:04.924940 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:07.035575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2770f8-f797-4233-a850-cf3ed4ce84cc req-843672ed-ebd1-4b38-aa28-5183b729fe3b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:07.037073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b2770f8-f797-4233-a850-cf3ed4ce84cc req-843672ed-ebd1-4b38-aa28-5183b729fe3b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0583975 Feb 07 23:28:07.102715 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0b2770f8-f797-4233-a850-cf3ed4ce84cc req-057d374e-993a-4cd6-bb2d-869a426aca40 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593910 Feb 07 23:28:07.113151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-fcc54fab-03a3-44cd-8670-5c9164591507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:07.114590 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-fcc54fab-03a3-44cd-8670-5c9164591507 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1135 time: 0.1261587 Feb 07 23:28:07.209103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-f7e56340-ab04-4f8b-abc4-2f71ba82c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:07.210553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-f7e56340-ab04-4f8b-abc4-2f71ba82c5b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 915 time: 0.0895627 Feb 07 23:28:07.276075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-8f45b329-3e4f-427c-b59a-5f07a25cc2e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 999 time: 0.0577853 Feb 07 23:28:07.323551 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-a67e0682-ce0a-4ac0-97d1-3b6e02e8869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:07.324997 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-a67e0682-ce0a-4ac0-97d1-3b6e02e8869f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 200 len: 854 time: 0.0424659 Feb 07 23:28:07.373706 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-c7ddc840-4a10-4e52-abea-649e7ccd6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:07.375868 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-c7ddc840-4a10-4e52-abea-649e7ccd6eef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429401 Feb 07 23:28:07.462037 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-d9399131-9693-45ef-9b17-ad19839f7f3d service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794683 Feb 07 23:28:07.553212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b230b969-9a12-42ea-88df-941c12c8ac01 req-8cd42cee-1605-4f1c-af9a-efb71a77e02e service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837584 Feb 07 23:28:08.221511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d960a-bce0-47b6-abdb-4ab3301d1b17 req-fb0f8a8d-1179-4a89-a1b5-31085d3cdc33 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:08.222972 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d6d960a-bce0-47b6-abdb-4ab3301d1b17 req-fb0f8a8d-1179-4a89-a1b5-31085d3cdc33 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0487661 Feb 07 23:28:08.261424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0d6d960a-bce0-47b6-abdb-4ab3301d1b17 req-02ebc4b0-fa58-4ca9-b40c-e4c31410d7d6 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323701 Feb 07 23:28:09.379881 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b680157-286f-453f-baf6-6bb9597904c8 req-2b8538d4-c3a5-48cc-8c21-48ed8f06a0a7 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:09.381365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b680157-286f-453f-baf6-6bb9597904c8 req-2b8538d4-c3a5-48cc-8c21-48ed8f06a0a7 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0501976 Feb 07 23:28:09.420864 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7b680157-286f-453f-baf6-6bb9597904c8 req-353e715f-9184-4952-a893-098f1cadc463 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334685 Feb 07 23:28:10.538355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af7fd8-18d1-490f-9d0a-dedfffdd7b23 req-4a3046ba-04c3-4b0e-be10-bc640a48e7d4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:10.539800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55af7fd8-18d1-490f-9d0a-dedfffdd7b23 req-4a3046ba-04c3-4b0e-be10-bc640a48e7d4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0504920 Feb 07 23:28:10.579831 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-55af7fd8-18d1-490f-9d0a-dedfffdd7b23 req-cec78197-fa77-41ad-bc71-f6647098d9b8 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338843 Feb 07 23:28:11.697409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f463a22-75e1-42ca-bb08-03fea39cd148 req-ab713715-0f8c-4c39-bb72-bb274993ef6c tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:11.700109 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f463a22-75e1-42ca-bb08-03fea39cd148 req-ab713715-0f8c-4c39-bb72-bb274993ef6c tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0523109 Feb 07 23:28:11.740038 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f463a22-75e1-42ca-bb08-03fea39cd148 req-c6fb588b-f136-44fc-974c-bdc1880f52ff tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339839 Feb 07 23:28:12.854179 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1035f2-90f0-463f-a924-34cda6cd0109 req-e2ef271a-4da5-4479-8ebb-503bc1c044ee tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:12.855638 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4d1035f2-90f0-463f-a924-34cda6cd0109 req-e2ef271a-4da5-4479-8ebb-503bc1c044ee tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0490556 Feb 07 23:28:12.895082 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4d1035f2-90f0-463f-a924-34cda6cd0109 req-a53dbeec-5386-4c1c-aaa9-a7c52fbc0900 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329978 Feb 07 23:28:14.012378 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beeb35-e8bf-48ae-991a-2dc37b713a08 req-bdc5d7ae-7a8c-4aee-98ee-2d013ea75aa5 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:14.013828 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13beeb35-e8bf-48ae-991a-2dc37b713a08 req-bdc5d7ae-7a8c-4aee-98ee-2d013ea75aa5 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0487468 Feb 07 23:28:14.056975 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-13beeb35-e8bf-48ae-991a-2dc37b713a08 req-1bd11b5b-6e51-487f-b6b3-8393eb53a035 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364163 Feb 07 23:28:15.173095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34eb74-3387-49d5-b794-8ae0192fd400 req-25867723-89fc-45e5-8957-adace5c87df4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:15.174548 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d34eb74-3387-49d5-b794-8ae0192fd400 req-25867723-89fc-45e5-8957-adace5c87df4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0483730 Feb 07 23:28:15.213662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d34eb74-3387-49d5-b794-8ae0192fd400 req-b53ba41b-543e-4bb0-8e18-531ee60df1dd tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330327 Feb 07 23:28:16.327728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a665765-48cf-4791-a8ba-566b034a3c87 req-00858f8d-d7b1-445c-8d56-0ee1670edb0f tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:16.329795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8a665765-48cf-4791-a8ba-566b034a3c87 req-00858f8d-d7b1-445c-8d56-0ee1670edb0f tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0505528 Feb 07 23:28:16.368589 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8a665765-48cf-4791-a8ba-566b034a3c87 req-545b46a3-76af-456d-a1c7-b9a257425239 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327878 Feb 07 23:28:17.488829 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6766b-8f8a-4671-bfea-74b4ff2fd64c req-696dee63-88d6-4596-9bb5-125f519b978a tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:17.490245 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12a6766b-8f8a-4671-bfea-74b4ff2fd64c req-696dee63-88d6-4596-9bb5-125f519b978a tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0536649 Feb 07 23:28:17.528801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-12a6766b-8f8a-4671-bfea-74b4ff2fd64c req-8c8c99f5-546a-4348-8ff0-bfc108dce008 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324085 Feb 07 23:28:18.644326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c67c95-aff8-4ed0-8bbe-828b1273f08a req-0ad5a9af-a647-41da-9829-574ff4b2072a tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:18.645784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17c67c95-aff8-4ed0-8bbe-828b1273f08a req-0ad5a9af-a647-41da-9829-574ff4b2072a tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0489476 Feb 07 23:28:18.685146 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-17c67c95-aff8-4ed0-8bbe-828b1273f08a req-2d27d405-caf6-49e9-8ff6-43b338c543dd tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=c36f2135-2e4c-4a82-99c7-fbd58db514e5&id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331638 Feb 07 23:28:21.545853 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826e1f47-7c13-46aa-b486-ce2bf70c69f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:22.026150 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:28:24.697776 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b45-9236-4be2-bedf-8112e0a9d3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:25.014348 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:26.499199 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:26.739484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:34.376120 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:34.773744 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:37.380560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-6a19244a-763e-4a8f-8311-febc098d69cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398123 Feb 07 23:28:37.468413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-4524e5ff-116a-4f2b-996c-ba84b2c65793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:37.470106 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-4524e5ff-116a-4f2b-996c-ba84b2c65793 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1135 time: 0.0441990 Feb 07 23:28:37.569745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-db846496-9969-4c81-a6fb-a0794176200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:37.571171 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-db846496-9969-4c81-a6fb-a0794176200f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 915 time: 0.0825074 Feb 07 23:28:37.639519 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-0ecddf1a-615b-4839-9179-79e2dec6f266 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 999 time: 0.0609379 Feb 07 23:28:37.690087 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-41c238f0-4df9-4bf0-b5e4-7414918a673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:37.691465 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-41c238f0-4df9-4bf0-b5e4-7414918a673f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 200 len: 854 time: 0.0442822 Feb 07 23:28:37.737427 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-65654a0b-679e-49a0-8874-f95b78f10577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:37.739133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-65654a0b-679e-49a0-8874-f95b78f10577 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403848 Feb 07 23:28:37.833972 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-e10f27a5-7954-4e92-a945-98c99dd27fe5 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862744 Feb 07 23:28:37.930794 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0cf0c788-32e6-41fa-823c-f2fad225a8b7 req-522967f3-d7a7-43b5-8dd1-9802db993c3b service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892746 Feb 07 23:28:50.971824 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a690a025-f974-401a-a566-f335357bb949 req-b9a7d4bf-3dfd-4dd8-9ea6-92959e2da75d tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126795631&fields=id&tenant_id=cd8bf815605e486b8e9bb8130e3c842a HTTP/1.1" status: 200 len: 267 time: 0.0330048 Feb 07 23:28:51.023907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a025-f974-401a-a566-f335357bb949 req-6184e8ed-e53b-46df-8dfb-03ae5859027a tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:51.025319 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a690a025-f974-401a-a566-f335357bb949 req-6184e8ed-e53b-46df-8dfb-03ae5859027a tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 984 time: 0.0477653 Feb 07 23:28:51.036216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [req-a690a025-f974-401a-a566-f335357bb949 req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Request body: {'port': {'security_groups': ['b67e17c1-5ef8-4db6-99b3-8a4d0b952838']}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:28:51.101016 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a690a025-f974-401a-a566-f335357bb949 req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:51.271815 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [req-a690a025-f974-401a-a566-f335357bb949 req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] For port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:28:51.551691 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5be4d519-a7cd-4185-8b1b-0c98b3440953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:51.587322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a690a025-f974-401a-a566-f335357bb949 req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:51.591959 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a690a025-f974-401a-a566-f335357bb949 req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:51.605163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['76b8e05b-51fd-44a5-af5b-3c8ab221a74f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:28:51.637506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a025-f974-401a-a566-f335357bb949 req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:51.638117 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [req-a690a025-f974-401a-a566-f335357bb949 req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:51.639478 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a690a025-f974-401a-a566-f335357bb949 req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "PUT /v2.0/ports/76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 942 time: 0.6076431 Feb 07 23:28:51.639954 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:28:51.642884 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbdda62-f0f7-47a6-9f26-5457e657bddd" -d '{"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:28:51.645899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58590) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:28:51.668224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event updated for resources: {'Port': ['ID=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,revision_number=7']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:51.677805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.678259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.678474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.678795 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.679112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.679441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.679825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.680376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.680707 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.681171 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.681467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.682066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa076da2-e4fb-4673-b830-bd994ff63dd1 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.706923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['76b8e05b-51fd-44a5-af5b-3c8ab221a74f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:28:51.730171 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:51.768672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:51.874097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:51.878296 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:51.880524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "DELETE /v2.0/security-groups/c36f2135-2e4c-4a82-99c7-fbd58db514e5 HTTP/1.1" status: 204 len: 168 time: 0.2329493 Feb 07 23:28:51.883465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58594) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:28:51.891185 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8e13bb-520f-44b0-b962-f16e2ab95317 x-openstack-request-id: req-8d8e13bb-520f-44b0-b962-f16e2ab95317 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:28:51.891472 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:28:51.891803 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d8e13bb-520f-44b0-b962-f16e2ab95317 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:28:51.892234 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'status': 'completed', 'code': 200} Feb 07 23:28:51.892440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36f2135-2e4c-4a82-99c7-fbd58db514e5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:51.900971 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.901327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.901669 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.901995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.902314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.902643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.902969 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.903279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.903599 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.903958 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.904647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.904647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63637cdf-9fe5-4086-aee9-c6bb8ca51698 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:28:51.964857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-afffb7a8-38ae-4020-9c0d-8ef687e928f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:51.967587 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-afffb7a8-38ae-4020-9c0d-8ef687e928f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1096 time: 0.0511653 Feb 07 23:28:52.026145 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-77d385b0-b65a-4322-9919-b6a13b81cd4e None None] Provisioning complete for port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:28:52.026740 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d385b0-b65a-4322-9919-b6a13b81cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:52.073968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-0772e6c7-0f09-4ea9-8ea2-823f2d80479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:52.077914 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-0772e6c7-0f09-4ea9-8ea2-823f2d80479f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 915 time: 0.1038556 Feb 07 23:28:52.088070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Deleting port 1ad5610f-2d73-4138-b139-4eb42a8a59e1 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:28:52.088646 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:52.159731 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-cec117c0-1836-4072-9584-32a20e4ba1c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 999 time: 0.0752158 Feb 07 23:28:52.183793 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:52.184844 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:52.199607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Calling delete_port for 1ad5610f-2d73-4138-b139-4eb42a8a59e1 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:28:52.228914 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-8a97366e-5931-4117-9a7d-e01c1c69f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:52.230802 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-8a97366e-5931-4117-9a7d-e01c1c69f62b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 200 len: 854 time: 0.0624299 Feb 07 23:28:52.278208 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-9ebdb845-cb31-4e3a-ad99-8edb85e96cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:52.279714 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-9ebdb845-cb31-4e3a-ad99-8edb85e96cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414531 Feb 07 23:28:52.357556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:52.382514 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-cc14fb71-1bc6-419d-a1b0-48f4e35bf8a5 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951397 Feb 07 23:28:52.386969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event deleted for resources: {'Port': ['ID=1ad5610f-2d73-4138-b139-4eb42a8a59e1,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:52.460442 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:52.460817 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Floating IP 21b3831d-acab-4e4e-a1ea-4131d751900b disassociated (deleted). External IP: 172.25.8.7, port: 76b8e05b-51fd-44a5-af5b-3c8ab221a74f. Feb 07 23:28:52.490259 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bcbdda62-f0f7-47a6-9f26-5457e657bddd req-ea686074-99e8-4175-a2f8-dbcb26316f35 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991848 Feb 07 23:28:52.676505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:28:52.782509 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:28:52.786818 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:52.795343 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] Sync routers for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:28:52.805171 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:28:52.805821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:52.813847 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8bd66955-70d6-4930-9bd9-4b767f6b5280 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "DELETE /v2.0/floatingips/21b3831d-acab-4e4e-a1ea-4131d751900b HTTP/1.1" status: 204 len: 168 time: 0.9290266 Feb 07 23:28:52.912731 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:28:53.121160 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 5, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:53.148368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] Checking router: 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:28:53.156569 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:28:53.157193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:53.260688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:28:53.451375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 5, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:53.482882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab2b40-4d55-4b58-9f21-64b7dfd75aeb None None] The sync data for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 is: [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:01Z', 'revision_number': 4, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '287ef861-242f-49f9-8bba-cd951d398ecf', 'name': '', 'network_id': 'fada6b6b-13dd-44a5-bf68-be61fb0ca4a3', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:01Z', 'updated_at': '2022-02-07T23:27:06Z', 'revision_number': 5, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'subnets': [{'id': 'd8a5861f-424a-4525-bc18-7ab767050034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:28:53.698757 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ee668d-236f-45bb-8bc6-bc875cec13a8 None None] New status for floating IP 21b3831d-acab-4e4e-a1ea-4131d751900b: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:28:53.893845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:28:53.896335 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ab7c241c59a3837d43cb988a7429605b723da88facf41859af9ecd45343dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc98ab6-8ada-41aa-b677-bfbc654f3490" -d '{"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:28:53.936082 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13184e00-4a08-4333-9c58-20282c168d9b x-openstack-request-id: req-13184e00-4a08-4333-9c58-20282c168d9b {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:28:53.936374 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:28:53.936622 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13184e00-4a08-4333-9c58-20282c168d9b {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:28:53.937032 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'status': 'completed', 'code': 200} Feb 07 23:28:53.997833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-53c3f86f-e919-4b37-bd5d-5117685e3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:53.999345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-53c3f86f-e919-4b37-bd5d-5117685e3b2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 1096 time: 0.0412588 Feb 07 23:28:54.098616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-56a4d495-ece8-4347-bf83-0b1c9540b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:54.100183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-56a4d495-ece8-4347-bf83-0b1c9540b76b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 200 len: 915 time: 0.0945749 Feb 07 23:28:54.142873 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-7005d3c1-4684-44e7-8ff0-5eb6b9b41f59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 200 len: 217 time: 0.0367754 Feb 07 23:28:54.196091 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-4b97989e-e185-49bb-aa5c-e70aff973573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:54.197536 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-4b97989e-e185-49bb-aa5c-e70aff973573 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 200 len: 854 time: 0.0487864 Feb 07 23:28:54.243096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-1ba37b68-9c01-4cb0-ab16-1ef1012cc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:54.244625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-1ba37b68-9c01-4cb0-ab16-1ef1012cc2ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402181 Feb 07 23:28:54.332757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-7325d6cb-7045-49cc-baf0-8c453dbe2095 service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808449 Feb 07 23:28:54.426894 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7fc98ab6-8ada-41aa-b677-bfbc654f3490 req-3604848f-3f43-4c2d-bb87-aa0fcf4f6cad service neutron] 10.222.0.46 "GET /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860612 Feb 07 23:28:54.700913 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1876f20f-4889-492e-9228-699984018818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:55.018225 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:56.501920 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:56.741553 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:59.024735 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:28:59.731277 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254c823-a983-4c2d-91d2-5d752752faf6 req-7b87bc38-9069-4575-b8bb-81f29b9af3c4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:59.732782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0254c823-a983-4c2d-91d2-5d752752faf6 req-7b87bc38-9069-4575-b8bb-81f29b9af3c4 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 945 time: 0.0480573 Feb 07 23:28:59.770741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0254c823-a983-4c2d-91d2-5d752752faf6 req-4cea7392-5ffc-4e9d-8bab-04aa02e6c94f tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Feb 07 23:29:00.888597 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028f822-4991-477a-93af-ef64cf8423e6 req-25398773-b424-419a-8c3a-d10a6a5f7f75 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:00.890051 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4028f822-4991-477a-93af-ef64cf8423e6 req-25398773-b424-419a-8c3a-d10a6a5f7f75 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 945 time: 0.0501938 Feb 07 23:29:00.927727 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4028f822-4991-477a-93af-ef64cf8423e6 req-bbc84db2-a005-42b9-9b7d-404fa8723a19 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/security-groups?id=b67e17c1-5ef8-4db6-99b3-8a4d0b952838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Feb 07 23:29:01.306601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-26737c73-bc6b-49b6-836d-20b840d80adf tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:01.308029 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-26737c73-bc6b-49b6-836d-20b840d80adf tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.46 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 945 time: 0.0467389 Feb 07 23:29:01.398747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Deleting port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:29:01.399087 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:01.483998 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] For port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:01.485085 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:01.496760 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Calling delete_port for 76b8e05b-51fd-44a5-af5b-3c8ab221a74f owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:29:01.623139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:01.634374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['76b8e05b-51fd-44a5-af5b-3c8ab221a74f'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:29:01.651076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Pushing event deleted for resources: {'Port': ['ID=76b8e05b-51fd-44a5-af5b-3c8ab221a74f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:01.696235 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] No DVR routers for this DVR port 76b8e05b-51fd-44a5-af5b-3c8ab221a74f on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:29:01.698827 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:01.702055 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bddd557e-d18a-4ff7-a46e-4f31f7777145 req-b979a932-dd2f-4776-b623-c80dd5f75a9b tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.46 "DELETE /v2.0/ports/76b8e05b-51fd-44a5-af5b-3c8ab221a74f HTTP/1.1" status: 204 len: 173 time: 0.3878171 Feb 07 23:29:01.702480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'name': 'network-vif-deleted', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:01.705302 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb9ce39-8b46-4135-92f8-b9844bec19e6" -d '{"events": [{"server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "name": "network-vif-deleted", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:29:01.742677 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d9402d-dcdc-42b6-a7c7-45ba7960e7ec x-openstack-request-id: req-76d9402d-dcdc-42b6-a7c7-45ba7960e7ec {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:29:01.742961 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95392df4-0da6-4bc4-ba1e-a16f2a207a1d", "name": "network-vif-deleted", "tag": "76b8e05b-51fd-44a5-af5b-3c8ab221a74f", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:29:01.743205 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76d9402d-dcdc-42b6-a7c7-45ba7960e7ec {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:29:01.743591 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95392df4-0da6-4bc4-ba1e-a16f2a207a1d', 'name': 'network-vif-deleted', 'tag': '76b8e05b-51fd-44a5-af5b-3c8ab221a74f', 'status': 'completed', 'code': 200} Feb 07 23:29:02.045707 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-170f9b5e-1626-4ed9-9024-b4dfc6a35e21 req-5426bf12-ddfd-4a1b-8672-847c168586c2 tempest-TestMinimumBasicScenario-1903707724 tempest-TestMinimumBasicScenario-1903707724-project] 10.222.0.15 "GET /v2.0/ports?device_id=95392df4-0da6-4bc4-ba1e-a16f2a207a1d HTTP/1.1" status: 200 len: 210 time: 0.0322356 Feb 07 23:29:03.598540 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58688) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:03.933602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:04.179485 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Deleting port 287ef861-242f-49f9-8bba-cd951d398ecf {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:29:04.179864 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:04.258181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] For port 287ef861-242f-49f9-8bba-cd951d398ecf, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=287ef861-242f-49f9-8bba-cd951d398ecf,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:04.258542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:04.270585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Calling delete_port for 287ef861-242f-49f9-8bba-cd951d398ecf owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:29:04.376093 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:04.448894 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:04.474592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Pushing event deleted for resources: {'Port': ['ID=287ef861-242f-49f9-8bba-cd951d398ecf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:04.638979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:04.772440 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:04.848015 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:29:04.955808 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:29:04.960749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d502148-a506-43d4-a761-855c254190cf admin admin] 10.222.0.15 "PUT /v2.0/routers/85b0d7f9-e16a-4aaf-b1c6-faf577070b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3610466 Feb 07 23:29:04.963231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58690) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:04.965843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] Sync routers for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:29:04.975165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:04.975789 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:05.065644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 76b8e05b-51fd-44a5-af5b-3c8ab221a74f no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:29:05.089333 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 76b8e05b-51fd-44a5-af5b-3c8ab221a74f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:29:05.089673 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 76b8e05b-51fd-44a5-af5b-3c8ab221a74f not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:29:05.104449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:05.289168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:29:04Z', 'revision_number': 5, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:05.319931 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] Checking router: 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:29:05.328653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] Routers {'85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:05.329230 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:05.372873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:05.434151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] Set router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:05.472320 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:05.522993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Deleting port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:29:05.523335 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:05.604507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] For port 031cdb5a-62c6-45e4-a2cc-65c3acff03ee, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=031cdb5a-62c6-45e4-a2cc-65c3acff03ee,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:05.604774 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:05.607978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:29:04Z', 'revision_number': 5, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:05.616465 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Calling delete_port for 031cdb5a-62c6-45e4-a2cc-65c3acff03ee owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:29:05.634540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8abce8-245f-4f0b-b621-a497a6963e34 None None] The sync data for ids ['85b0d7f9-e16a-4aaf-b1c6-faf577070b3a'] in n-d-827895-2 is: [{'id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'name': 'tempest-TestMinimumBasicScenario-1937836127-router', 'tenant_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:29:04Z', 'revision_number': 5, 'project_id': 'cd8bf815605e486b8e9bb8130e3c842a', 'gw_port': {'id': '031cdb5a-62c6-45e4-a2cc-65c3acff03ee', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0d7f9-e16a-4aaf-b1c6-faf577070b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:26:59Z', 'updated_at': '2022-02-07T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:29:05.784154 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:05.813944 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Pushing event deleted for resources: {'Port': ['ID=031cdb5a-62c6-45e4-a2cc-65c3acff03ee,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:05.871390 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:05.966345 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:05.968349 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.016800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.017493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b0d7f9-e16a-4aaf-b1c6-faf577070b3a {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:29:06.021954 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.025433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-37972127-93bd-4853-94ca-b1dc8fec5336 admin admin] 10.222.0.15 "DELETE /v2.0/routers/85b0d7f9-e16a-4aaf-b1c6-faf577070b3a HTTP/1.1" status: 204 len: 168 time: 1.0589795 Feb 07 23:29:06.025931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58692) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:06.072041 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-20550b49-b89b-446d-9a55-ee1f21b800f5 admin admin] Deleting subnet d8a5861f-424a-4525-bc18-7ab767050034 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:29:06.075379 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20550b49-b89b-446d-9a55-ee1f21b800f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.111716 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20550b49-b89b-446d-9a55-ee1f21b800f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.194418 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20550b49-b89b-446d-9a55-ee1f21b800f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.250962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20550b49-b89b-446d-9a55-ee1f21b800f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.279798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20550b49-b89b-446d-9a55-ee1f21b800f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a5861f-424a-4525-bc18-7ab767050034,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:06.282145 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-20550b49-b89b-446d-9a55-ee1f21b800f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.285383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-20550b49-b89b-446d-9a55-ee1f21b800f5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d8a5861f-424a-4525-bc18-7ab767050034 HTTP/1.1" status: 204 len: 168 time: 0.2587724 Feb 07 23:29:06.288143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647b21e5-4271-4ab6-ac19-9c992b119f69 None None] Network fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:29:06.288276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58694) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:06.356457 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.408331 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Deleting port 6aa64a7d-79da-4143-83fd-2d2931599183 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:29:06.408650 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.477177 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] For port 6aa64a7d-79da-4143-83fd-2d2931599183, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6aa64a7d-79da-4143-83fd-2d2931599183,segment=NetworkSegment(45128029-ed8f-4cda-856f-470b056a5987),segment_id=45128029-ed8f-4cda-856f-470b056a5987)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:06.477536 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.490839 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Calling delete_port for 6aa64a7d-79da-4143-83fd-2d2931599183 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:29:06.567727 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.588058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa64a7d-79da-4143-83fd-2d2931599183,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:06.597886 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] No DVR routers for this DVR port 6aa64a7d-79da-4143-83fd-2d2931599183 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:29:06.624428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944230b7-4d00-4ef1-b0b8-87dd3acf4f71 None None] DHCP port deletion for fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:29:06.676708 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.698306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fada6b6b-13dd-44a5-bf68-be61fb0ca4a3']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:06.705921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 031cdb5a-62c6-45e4-a2cc-65c3acff03ee no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:29:06.708533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45128029-ed8f-4cda-856f-470b056a5987') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:06.708828 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45128029-ed8f-4cda-856f-470b056a5987') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:06.718255 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.729217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 031cdb5a-62c6-45e4-a2cc-65c3acff03ee {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:29:06.729582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 031cdb5a-62c6-45e4-a2cc-65c3acff03ee not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:29:06.729998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6aa64a7d-79da-4143-83fd-2d2931599183 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:29:06.731845 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.738993 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:29:06.739439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:29:06.741190 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:29:06.751097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 6aa64a7d-79da-4143-83fd-2d2931599183 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:29:06.751441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6aa64a7d-79da-4143-83fd-2d2931599183 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:29:06.758009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 287ef861-242f-49f9-8bba-cd951d398ecf no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:29:06.770740 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 287ef861-242f-49f9-8bba-cd951d398ecf {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:29:06.771091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 287ef861-242f-49f9-8bba-cd951d398ecf not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:29:06.800437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.805670 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.808741 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] 10.222.0.15 "DELETE /v2.0/networks/fada6b6b-13dd-44a5-bf68-be61fb0ca4a3 HTTP/1.1" status: 204 len: 168 time: 0.5195925 Feb 07 23:29:06.811822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58696) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:06.819957 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f5ab1-cf9b-414e-8352-3270d0be4a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=fada6b6b-13dd-44a5-bf68-be61fb0ca4a3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:07.152778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:07.395721 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Deleting port af1f1b92-3ff6-46c1-9b8c-74473cf2debb {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:29:07.396068 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:07.474070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] For port af1f1b92-3ff6-46c1-9b8c-74473cf2debb, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=af1f1b92-3ff6-46c1-9b8c-74473cf2debb,segment=NetworkSegment(ea20dea3-6645-4737-affd-6d5923edb536),segment_id=ea20dea3-6645-4737-affd-6d5923edb536)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:07.474342 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:07.485855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Calling delete_port for af1f1b92-3ff6-46c1-9b8c-74473cf2debb owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:29:07.662056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:07.686791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1f1b92-3ff6-46c1-9b8c-74473cf2debb,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:07.857723 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.065421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Router 73df5927-5d54-43e1-bd5a-8bdcb6543295 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:29:08.169306 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:29:08.175921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7b1ff25c-2408-4ece-8f46-159803900254 admin admin] 10.222.0.15 "PUT /v2.0/routers/73df5927-5d54-43e1-bd5a-8bdcb6543295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3610055 Feb 07 23:29:08.176862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58698) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:08.180194 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] Sync routers for ids ['73df5927-5d54-43e1-bd5a-8bdcb6543295'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:29:08.190814 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] Routers {'73df5927-5d54-43e1-bd5a-8bdcb6543295'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:08.191436 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['73df5927-5d54-43e1-bd5a-8bdcb6543295'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:08.278412 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.294327 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] Set router 73df5927-5d54-43e1-bd5a-8bdcb6543295 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:08.378153 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.430274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Deleting port 1a274aea-fd5e-4563-b4e6-5a52186d0953 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:29:08.430538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.468771 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:03Z', 'updated_at': '2022-02-07T23:29:07Z', 'revision_number': 5, 'project_id': '2a162f793d124871b602856cd3366e5a', 'gw_port': {'id': '1a274aea-fd5e-4563-b4e6-5a52186d0953', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:04Z', 'updated_at': '2022-02-07T23:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:08.499289 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] Checking router: 73df5927-5d54-43e1-bd5a-8bdcb6543295 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:29:08.508290 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] Routers {'73df5927-5d54-43e1-bd5a-8bdcb6543295'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:08.508895 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['73df5927-5d54-43e1-bd5a-8bdcb6543295'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:08.512034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] For port 1a274aea-fd5e-4563-b4e6-5a52186d0953, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1a274aea-fd5e-4563-b4e6-5a52186d0953,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:08.512393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.524679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Calling delete_port for 1a274aea-fd5e-4563-b4e6-5a52186d0953 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:29:08.596752 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] Set router 73df5927-5d54-43e1-bd5a-8bdcb6543295 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:08.649632 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:03Z', 'updated_at': '2022-02-07T23:29:08Z', 'revision_number': 6, 'project_id': '2a162f793d124871b602856cd3366e5a', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:08.678351 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf52e0-3d9a-4d83-8373-fba2c2339497 None None] The sync data for ids ['73df5927-5d54-43e1-bd5a-8bdcb6543295'] in n-d-827895-2 is: [{'id': '73df5927-5d54-43e1-bd5a-8bdcb6543295', 'name': 'tempest-TestMinimumBasicScenario-1488651517-router', 'tenant_id': '2a162f793d124871b602856cd3366e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:03Z', 'updated_at': '2022-02-07T23:29:08Z', 'revision_number': 6, 'project_id': '2a162f793d124871b602856cd3366e5a', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:29:08.696129 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.723579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a274aea-fd5e-4563-b4e6-5a52186d0953,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:08.780555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.872779 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.874909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.924544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.924963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73df5927-5d54-43e1-bd5a-8bdcb6543295 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:29:08.929290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:08.930430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-101fdbae-9c33-4227-8f01-8b7654f8b6e7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/73df5927-5d54-43e1-bd5a-8bdcb6543295 HTTP/1.1" status: 204 len: 168 time: 0.7521012 Feb 07 23:29:08.933264 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58700) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:08.977026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc3c62d-72f0-43b0-91ec-8133d8592bd7 admin admin] Deleting subnet c2867f76-33d8-4690-9f52-51410d54993c {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:29:08.980028 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c62d-72f0-43b0-91ec-8133d8592bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.014182 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c62d-72f0-43b0-91ec-8133d8592bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.099168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c62d-72f0-43b0-91ec-8133d8592bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.152859 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c62d-72f0-43b0-91ec-8133d8592bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.179873 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3c62d-72f0-43b0-91ec-8133d8592bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2867f76-33d8-4690-9f52-51410d54993c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:09.181831 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c62d-72f0-43b0-91ec-8133d8592bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.184954 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2cc3c62d-72f0-43b0-91ec-8133d8592bd7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c2867f76-33d8-4690-9f52-51410d54993c HTTP/1.1" status: 204 len: 168 time: 0.2506707 Feb 07 23:29:09.186750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a4978-bcf8-43d9-929a-d405f0633f84 None None] Network 52517c46-6052-4294-96d0-d4a894fdfa03 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:29:09.187438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58702) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:09.255010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.315058 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Deleting port 0668469b-8eff-492f-8401-437f05c69705 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:29:09.315745 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.382448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] For port 0668469b-8eff-492f-8401-437f05c69705, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0668469b-8eff-492f-8401-437f05c69705,segment=NetworkSegment(ea20dea3-6645-4737-affd-6d5923edb536),segment_id=ea20dea3-6645-4737-affd-6d5923edb536)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:09.382832 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.396888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Calling delete_port for 0668469b-8eff-492f-8401-437f05c69705 owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:29:09.481304 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.513902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0668469b-8eff-492f-8401-437f05c69705,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:09.519285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1c846-dbec-4729-b2d7-11564037cac5 None None] DHCP port deletion for 52517c46-6052-4294-96d0-d4a894fdfa03 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:29:09.521485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] No DVR routers for this DVR port 0668469b-8eff-492f-8401-437f05c69705 on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:29:09.595313 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.615999 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52517c46-6052-4294-96d0-d4a894fdfa03']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:09.625855 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea20dea3-6645-4737-affd-6d5923edb536') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:09.626138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea20dea3-6645-4737-affd-6d5923edb536') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:09.635873 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.652983 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.660317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:29:09.660714 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:29:09.662553 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:29:09.722547 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.728127 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:09.731198 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] 10.222.0.15 "DELETE /v2.0/networks/52517c46-6052-4294-96d0-d4a894fdfa03 HTTP/1.1" status: 204 len: 168 time: 0.5427876 Feb 07 23:29:09.744632 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122da15b-d36a-4112-bf58-d7c3a6314a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=52517c46-6052-4294-96d0-d4a894fdfa03,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:09.889198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58706) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:09.929644 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-014d419b-6659-4b66-8316-b522efc3cc53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd8bf815605e486b8e9bb8130e3c842a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392938 Feb 07 23:29:09.932056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58708) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:09.979850 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8351030d-8f3d-4ea8-ae8d-2e6a91215e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:10.000915 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8351030d-8f3d-4ea8-ae8d-2e6a91215e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:10.046074 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8351030d-8f3d-4ea8-ae8d-2e6a91215e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:10.048716 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-8351030d-8f3d-4ea8-ae8d-2e6a91215e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:10.049863 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8351030d-8f3d-4ea8-ae8d-2e6a91215e1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b67e17c1-5ef8-4db6-99b3-8a4d0b952838 HTTP/1.1" status: 204 len: 168 time: 0.1169305 Feb 07 23:29:10.057758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351030d-8f3d-4ea8-ae8d-2e6a91215e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e17c1-5ef8-4db6-99b3-8a4d0b952838,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:10.362804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58714) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:10.409177 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5dfc388b-347b-4415-8361-1bf69c3eab64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a162f793d124871b602856cd3366e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441699 Feb 07 23:29:10.410710 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58716) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:10.460208 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7316956-9089-4ee7-b0c2-e3aad4dd02cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:10.481360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7316956-9089-4ee7-b0c2-e3aad4dd02cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:10.529672 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7316956-9089-4ee7-b0c2-e3aad4dd02cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:10.532938 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b7316956-9089-4ee7-b0c2-e3aad4dd02cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:10.534109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b7316956-9089-4ee7-b0c2-e3aad4dd02cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a16b940-b6f2-4289-a680-77044037c88c HTTP/1.1" status: 204 len: 168 time: 0.1224785 Feb 07 23:29:10.542012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7316956-9089-4ee7-b0c2-e3aad4dd02cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a16b940-b6f2-4289-a680-77044037c88c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:10.637613 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device af1f1b92-3ff6-46c1-9b8c-74473cf2debb no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:29:10.657758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: af1f1b92-3ff6-46c1-9b8c-74473cf2debb {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:29:10.658095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device af1f1b92-3ff6-46c1-9b8c-74473cf2debb not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:29:10.658506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1a274aea-fd5e-4563-b4e6-5a52186d0953 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:29:10.677438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 1a274aea-fd5e-4563-b4e6-5a52186d0953 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:29:10.677788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1a274aea-fd5e-4563-b4e6-5a52186d0953 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:29:10.678176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0668469b-8eff-492f-8401-437f05c69705 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:29:10.702233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 0668469b-8eff-492f-8401-437f05c69705 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:29:10.703314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0668469b-8eff-492f-8401-437f05c69705 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:29:13.233168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58760) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:13.238539 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-301564271', 'description': 'tempest-secgroup-smoke-301564271 description', 'project_id': '5952e0da221f44689e7994d28f483a41'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:13.262472 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.270064 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.344265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.347724 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.381880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c5efba-5d6c-4fa1-abd4-d7e6969a30aa,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:13.425826 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.429558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.459670 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.460817 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2258315 Feb 07 23:29:13.462739 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f849ec-fdaa-489b-b616-ea498fbb6ac9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:13.463972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58762) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:13.469672 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8b4338bc-f614-472f-9404-4ea5dfb597d3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': '6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:13.497424 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b4338bc-f614-472f-9404-4ea5dfb597d3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.551494 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b4338bc-f614-472f-9404-4ea5dfb597d3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.554909 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b4338bc-f614-472f-9404-4ea5dfb597d3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.571539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4338bc-f614-472f-9404-4ea5dfb597d3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969e049e-dabe-442f-829f-f39c3b816571,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:13.580638 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8b4338bc-f614-472f-9404-4ea5dfb597d3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.581819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8b4338bc-f614-472f-9404-4ea5dfb597d3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167479 Feb 07 23:29:13.584564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58764) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:13.588822 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2de1951a-a130-41b1-832d-d927facfe35c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': '6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:13.617275 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2de1951a-a130-41b1-832d-d927facfe35c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.672021 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2de1951a-a130-41b1-832d-d927facfe35c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.675844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2de1951a-a130-41b1-832d-d927facfe35c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.695518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1951a-a130-41b1-832d-d927facfe35c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaaf298-3048-4871-bf70-49f4005f2ba2,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:13.703539 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2de1951a-a130-41b1-832d-d927facfe35c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.704771 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2de1951a-a130-41b1-832d-d927facfe35c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192770 Feb 07 23:29:13.707516 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58766) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:13.711834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6d6a7e6c-13f4-4027-b967-434ca9e7f70e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': '6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:13.739894 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d6a7e6c-13f4-4027-b967-434ca9e7f70e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.796877 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d6a7e6c-13f4-4027-b967-434ca9e7f70e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.801086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d6a7e6c-13f4-4027-b967-434ca9e7f70e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.818217 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a7e6c-13f4-4027-b967-434ca9e7f70e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea2a9c9-897a-43f0-90d7-a59f5aa32617,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:13.825767 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6d6a7e6c-13f4-4027-b967-434ca9e7f70e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.828585 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6d6a7e6c-13f4-4027-b967-434ca9e7f70e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200571 Feb 07 23:29:13.830352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58768) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:13.834686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ed194fb0-ec67-4206-af69-ef11839d63ef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': '6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:13.863262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed194fb0-ec67-4206-af69-ef11839d63ef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.920062 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed194fb0-ec67-4206-af69-ef11839d63ef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.923815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed194fb0-ec67-4206-af69-ef11839d63ef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.941005 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed194fb0-ec67-4206-af69-ef11839d63ef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4cf7e3-7900-4a3b-a2f8-3a1c2d0d550b,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:13.948554 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ed194fb0-ec67-4206-af69-ef11839d63ef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:13.949726 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ed194fb0-ec67-4206-af69-ef11839d63ef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184313 Feb 07 23:29:13.953097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58770) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:13.957420 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d7ef644c-632a-4f6c-ae16-4bf2d67034e8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': '6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:13.980647 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-d7ef644c-632a-4f6c-ae16-4bf2d67034e8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:29:13.985890 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7ef644c-632a-4f6c-ae16-4bf2d67034e8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.043433 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7ef644c-632a-4f6c-ae16-4bf2d67034e8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.047275 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7ef644c-632a-4f6c-ae16-4bf2d67034e8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.066879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef644c-632a-4f6c-ae16-4bf2d67034e8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e610d1eb-a01d-47c4-9016-09b019717e6a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:14.074704 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d7ef644c-632a-4f6c-ae16-4bf2d67034e8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.075908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d7ef644c-632a-4f6c-ae16-4bf2d67034e8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218560 Feb 07 23:29:14.079159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58772) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:14.083511 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d633e13b-9df8-48f5-a37d-7cf281e371aa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': '6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:14.105139 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-d633e13b-9df8-48f5-a37d-7cf281e371aa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:29:14.110406 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d633e13b-9df8-48f5-a37d-7cf281e371aa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.170448 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d633e13b-9df8-48f5-a37d-7cf281e371aa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.174236 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d633e13b-9df8-48f5-a37d-7cf281e371aa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.189859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633e13b-9df8-48f5-a37d-7cf281e371aa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9fd4c7-5798-46a8-ac9a-839eefa09274,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:14.201222 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d633e13b-9df8-48f5-a37d-7cf281e371aa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.202421 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d633e13b-9df8-48f5-a37d-7cf281e371aa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223300 Feb 07 23:29:14.205878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58774) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:14.210605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'network': {'name': 'tempest-network-smoke--1251265045', 'project_id': '5952e0da221f44689e7994d28f483a41', 'port_security_enabled': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:14.231855 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:29:14.235475 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.258099 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:29:14.267209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.267551 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Added segment 1796bd16-7926-483b-9c04-cd63309f73f8 of type vlan for network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 Feb 07 23:29:14.305908 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.330526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.336036 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:14.336604 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.387712 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1808441 Feb 07 23:29:14.391267 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58776) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:14.395927 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'admin_state_up': True, 'project_id': '5952e0da221f44689e7994d28f483a41', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:14.405007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a6130-17b2-4d2c-9f54-9192025daa28 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Network': ['ID=90990a71-62b2-45bb-b77f-2a3e3ff49bb3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:14.415258 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:29:14.420429 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.421935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.473437 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.611599 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.797639 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.819919 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:14.920215 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.41 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:29:15.023800 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:15.057068 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:15.097252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:29:15.101365 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:29:15.105623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:29:15.108513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:15.347171 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:15.540103 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:15.664455 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router be195a00-a39b-4b25-bb92-1031c6d0268b is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:29:16.065488 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:29:16.075820 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Sync routers for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:29:16.085293 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.086519 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1a52591a-7ba0-453d-a215-815b8b541511 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6941936 Feb 07 23:29:16.089650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58778) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:16.090276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:16.090887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:16.198232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:16.214437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6af48223-25ad-4e04-b0a3-77398d1b6fd2 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5952e0da221f44689e7994d28f483a41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1237187 Feb 07 23:29:16.217103 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58782) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:16.302518 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a40c4-341c-4563-9270-6f65b0fb903d tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:16.304031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f14a40c4-341c-4563-9270-6f65b0fb903d tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860035 Feb 07 23:29:16.306783 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58784) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:16.338715 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-616acf27-ddbb-4e2c-9c90-1579d0250091 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308785 Feb 07 23:29:16.341394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58786) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:16.346026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975950682', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'project_id': '5952e0da221f44689e7994d28f483a41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:16.375097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:15Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:16.401858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Checking router: be195a00-a39b-4b25-bb92-1031c6d0268b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:29:16.402207 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Updating router be195a00-a39b-4b25-bb92-1031c6d0268b port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:29:16.430175 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.433034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:29:16.436707 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.618357 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.679468 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Subnet': ['ID=1ce53f5f-b72f-4383-be5c-0431f529d4e1,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:16.683696 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.686590 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Checking segment: {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:29:16.687598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network hostable DHCP agents. Network: 90990a71-62b2-45bb-b77f-2a3e3ff49bb3, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:29:16.690791 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.705495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:29:16.714570 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 90990a71-62b2-45bb-b77f-2a3e3ff49bb3) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:29:16.720278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:16.721038 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.728578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30044d9-1d00-471a-9b77-e7dc9686c785 None None] Network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:29:16.738588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca637d51-73e1-433f-a99a-98e3fce6f13a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3962021 Feb 07 23:29:16.741381 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58788) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:16.781578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Attempting to bind port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:29:16.781952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Attempting to bind port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:29:16.782321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Attempting to bind port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:29:16.799022 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Pushing event updated for resources: {'Port': ['ID=1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:16.803298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:29:16.803681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:29:16.804119 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.804518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:29:16.804988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Bound port: 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:29:16.805369 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.814256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.814611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.814958 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.815300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.815636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.816019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.816360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.816692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.817024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.817353 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.817679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.818003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.914321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] For port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:29:16.930152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] For port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:29:16.936523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.986774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:29:16.987694 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.036374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ac1b1-40d4-4c92-84eb-bd8ac1f08a7f None None] Pushing event updated for resources: {'Port': ['ID=1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:17.042993 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:17.043609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:17.185196 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.241645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:17.243870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Allocated IP 172.20.0.2 (90990a71-62b2-45bb-b77f-2a3e3ff49bb3/1ce53f5f-b72f-4383-be5c-0431f529d4e1/6ccffe7a-010f-40d8-84bc-499ee049bb1d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:29:17.525775 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.535120 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.563624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:15Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:17.585006 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.1 (90990a71-62b2-45bb-b77f-2a3e3ff49bb3/1ce53f5f-b72f-4383-be5c-0431f529d4e1/838be9cc-9c1f-4c0e-bbc0-b3e822251682) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:29:17.604176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:29:17.605041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec12d4-11da-4e20-863f-7dfa9d5782dd None None] The sync data for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 is: [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:15Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:29:17.610939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:29:17.615233 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:29:17.620232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Pushing event updated for resources: {'Port': ['ID=6ccffe7a-010f-40d8-84bc-499ee049bb1d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:17.676133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Attempting to bind port 6ccffe7a-010f-40d8-84bc-499ee049bb1d on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:29:17.676513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Attempting to bind port 6ccffe7a-010f-40d8-84bc-499ee049bb1d by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:29:17.676880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Attempting to bind port 6ccffe7a-010f-40d8-84bc-499ee049bb1d on network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:29:17.682192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:29:17.682570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Checking segment: {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:29:17.682973 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.683367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Bound using segment: {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:29:17.683891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Bound port: 6ccffe7a-010f-40d8-84bc-499ee049bb1d, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:29:17.684279 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.706783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.744223 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.751147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] For port 6ccffe7a-010f-40d8-84bc-499ee049bb1d, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:29:17.755167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] For port 6ccffe7a-010f-40d8-84bc-499ee049bb1d, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6ccffe7a-010f-40d8-84bc-499ee049bb1d,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:29:17.759780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.792916 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:29:17.796057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:29:17.801280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:29:17.824424 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01583d9c-f54f-4c94-84c7-ed28ecad78a1 None None] Pushing event updated for resources: {'Port': ['ID=6ccffe7a-010f-40d8-84bc-499ee049bb1d,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:17.868996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=838be9cc-9c1f-4c0e-bbc0-b3e822251682,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:17.896867 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:18.061848 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:18.359955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:18.366490 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:18.445301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=838be9cc-9c1f-4c0e-bbc0-b3e822251682,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:18.447898 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:18.547440 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:29:18.549140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:29:18.676166 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router be195a00-a39b-4b25-bb92-1031c6d0268b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:29:18.748892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6ccffe7a-010f-40d8-84bc-499ee049bb1d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:29:18.800862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:29:18.807459 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f2d6f7bc-5d2f-408f-84be-e174cbd09e14 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/be195a00-a39b-4b25-bb92-1031c6d0268b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0650358 Feb 07 23:29:18.813644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6ccffe7a-010f-40d8-84bc-499ee049bb1d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:18.814546 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:18.904715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c923b45-1fda-4408-be2c-25d2876f4cd6 None None] Network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:29:19.126050 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:19.163584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8650db30-2610-4933-949c-30c18c379dff None None] Provisioning complete for port 6ccffe7a-010f-40d8-84bc-499ee049bb1d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:19.163990 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8650db30-2610-4933-949c-30c18c379dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:19.183221 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-5e1c2016-eda7-4d78-b6e4-03caa83585d5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-301564271&fields=id&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 267 time: 0.0351932 Feb 07 23:29:19.219441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 6ccffe7a-010f-40d8-84bc-499ee049bb1d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6ccffe7a-010f-40d8-84bc-499ee049bb1d,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:19.228609 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:19.229428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:29:19.299824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-eed74f78-87cb-4aa5-89fa-66d041476f37 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:19.301660 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-eed74f78-87cb-4aa5-89fa-66d041476f37 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/networks?id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3 HTTP/1.1" status: 200 len: 797 time: 0.1104729 Feb 07 23:29:19.318820 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-e0e03094-4468-402a-bfe2-a942788f7a82 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/quotas/5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 375 time: 0.0104988 Feb 07 23:29:19.373432 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-36204219-bd85-414e-8f7f-bb2c674007c0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484893 Feb 07 23:29:19.374054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=6ccffe7a-010f-40d8-84bc-499ee049bb1d,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:19.396315 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Sync routers for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:29:19.407563 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:19.408274 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:19.422317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:19.422688 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:19.481576 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-a83c1a1e-53c1-44a1-8884-f286abbc77b7 service neutron] 10.222.0.15 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949564 Feb 07 23:29:19.513130 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:19.538694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:19.544996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:19.610749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:19.616360 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-04dd9b3f-06a0-49f2-b423-345fbcaa2a0b service neutron] 10.222.0.15 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267998 Feb 07 23:29:19.661164 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:19.741907 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f6db2d47-150a-43d8-b3f7-90a227703d7f None None] Provisioning complete for port 6ccffe7a-010f-40d8-84bc-499ee049bb1d triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:19.742375 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6db2d47-150a-43d8-b3f7-90a227703d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:19.851339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f6db2d47-150a-43d8-b3f7-90a227703d7f None None] Provisioning complete for port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:19.851996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6db2d47-150a-43d8-b3f7-90a227703d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:19.873376 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '838be9cc-9c1f-4c0e-bbc0-b3e822251682', 'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:38:10:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:17Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 2, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:19.888946 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f6db2d47-150a-43d8-b3f7-90a227703d7f None None] Port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:29:19.905124 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Checking router: be195a00-a39b-4b25-bb92-1031c6d0268b for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:29:19.905584 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Updating router be195a00-a39b-4b25-bb92-1031c6d0268b port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:29:19.931305 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.010281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a102fe61-81b5-4dd6-b43a-f35081e5e119 None None] Provisioning complete for port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:20.010281 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a102fe61-81b5-4dd6-b43a-f35081e5e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.049094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a102fe61-81b5-4dd6-b43a-f35081e5e119 None None] Port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:29:20.167602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-3d62b996-34e9-460a-b395-9b08cffa6321 None None] Provisioning complete for port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:20.167998 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d62b996-34e9-460a-b395-9b08cffa6321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.204058 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.206942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3d62b996-34e9-460a-b395-9b08cffa6321 None None] Port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:29:20.209796 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.261091 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Pushing event updated for resources: {'Port': ['ID=838be9cc-9c1f-4c0e-bbc0-b3e822251682,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:20.288898 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.288898 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.288898 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.289343 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.289636 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.289956 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.290269 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.290580 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.290897 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.291201 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.291515 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.291840 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.321833 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Attempting to bind port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:29:20.322194 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Attempting to bind port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:29:20.322539 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Attempting to bind port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 on network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:29:20.328423 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:29:20.328739 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Checking segment: {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:29:20.329142 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.329527 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Bound using segment: {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:29:20.329991 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Bound port: 838be9cc-9c1f-4c0e-bbc0-b3e822251682, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:29:20.330367 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.396789 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] For port 838be9cc-9c1f-4c0e-bbc0-b3e822251682, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:29:20.400356 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] For port 838be9cc-9c1f-4c0e-bbc0-b3e822251682, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=838be9cc-9c1f-4c0e-bbc0-b3e822251682,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:29:20.404595 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.459401 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:20.460056 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:28:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:20.464827 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20670f8-e462-4735-a7d3-41e61fbb7617 None None] Pushing event updated for resources: {'Port': ['ID=838be9cc-9c1f-4c0e-bbc0-b3e822251682,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:20.526458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c7499400-5132-4f0a-a054-aba2636f3163 None None] Provisioning complete for port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:20.526828 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7499400-5132-4f0a-a054-aba2636f3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.576728 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:20.648344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7499400-5132-4f0a-a054-aba2636f3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.685900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c7499400-5132-4f0a-a054-aba2636f3163 None None] For port 838be9cc-9c1f-4c0e-bbc0-b3e822251682, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=838be9cc-9c1f-4c0e-bbc0-b3e822251682,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:20.694110 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7499400-5132-4f0a-a054-aba2636f3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.699083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6ccffe7a-010f-40d8-84bc-499ee049bb1d up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:29:20.806696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7499400-5132-4f0a-a054-aba2636f3163 None None] Pushing event updated for resources: {'Port': ['ID=838be9cc-9c1f-4c0e-bbc0-b3e822251682,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:20.817517 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '838be9cc-9c1f-4c0e-bbc0-b3e822251682', 'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:38:10:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:17Z', 'updated_at': '2022-02-07T23:29:20Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:20.823328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6ccffe7a-010f-40d8-84bc-499ee049bb1d triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:20.823803 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.832053 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a23cce95-d5f0-42c0-94f6-12685641345a None None] Provisioning complete for port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:20.832538 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23cce95-d5f0-42c0-94f6-12685641345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.850263 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863ac71-77ac-4f81-a6fc-ad7482fca53a None None] The sync data for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 is: [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '838be9cc-9c1f-4c0e-bbc0-b3e822251682', 'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:38:10:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:17Z', 'updated_at': '2022-02-07T23:29:20Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:29:20.939944 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7500acf3-48c4-40f6-9552-9235101f9e83 req-8d8f6491-134a-4809-a52f-4a7f31c1ef62 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 210 time: 0.1126471 Feb 07 23:29:20.992140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:29:21.042143 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:21.042516 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:21.556096 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc0edbd-575e-4ef2-8a91-bb34637154c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:22.018962 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-39f4db94-4292-483d-992e-28ee51cfc0f4 req-59395535-977b-4b9a-ac12-57e62f3a5b95 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 210 time: 0.0267041 Feb 07 23:29:22.667843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 838be9cc-9c1f-4c0e-bbc0-b3e822251682 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:29:22.715328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:22.715719 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:23.095051 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d2fd6b9d-514d-4f76-bdae-bf5f2973b12a req-7e4641b4-34b1-48b4-bce9-4e9cb23b1f6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 210 time: 0.0258946 Feb 07 23:29:24.173966 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91b84080-061e-4ffa-8c5b-5c08c835a5b2 req-1921ae81-98fe-4cb9-bde9-0f5647feaf70 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 210 time: 0.0266433 Feb 07 23:29:24.701986 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3a09a18e-7cff-4270-8951-f2b7c31c0dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:25.019634 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:25.270186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9b9fafa4-d0dd-4213-95c7-02e0f0a85c11 req-2b218fa1-3aec-447b-bbac-8fd062c12411 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 210 time: 0.0265985 Feb 07 23:29:25.332416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-30505e6d-9db4-4b9f-a057-0b9d29c53042 req-07303603-15d1-44ce-8a42-933fd5977cf7 service neutron] (102289) timed out ('10.222.0.15', 41430) {{(pid=102289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:29:25.762526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-0e43962b-397d-4804-aecc-36ccc0724703 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:25.764074 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-0e43962b-397d-4804-aecc-36ccc0724703 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/networks?id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3 HTTP/1.1" status: 200 len: 797 time: 0.1047440 Feb 07 23:29:25.805244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-98f2d24c-2e38-4be5-aae0-5b2995eaf99f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 379 time: 0.0331748 Feb 07 23:29:25.814508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'port': {'device_id': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'admin_state_up': True, 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'security_groups': ['6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:25.919532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:29:25.923478 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:26.355987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.3 (90990a71-62b2-45bb-b77f-2a3e3ff49bb3/1ce53f5f-b72f-4383-be5c-0431f529d4e1/8283d23d-825f-476d-8653-5a7fe6b62093) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:29:26.368854 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-dc6a2426-a691-4ef5-a177-47c05d3ce2cb req-d756d4cc-c9b1-4e2f-807e-11d0324b70f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 210 time: 0.0308084 Feb 07 23:29:26.494868 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:26.505715 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:26.529959 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:26.573816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:29:26.576656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:29:26.580860 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:29:26.604307 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=8283d23d-825f-476d-8653-5a7fe6b62093,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:26.634640 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:26.635263 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:26.660195 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-140df943-2454-449f-9c0d-95fcc3de114d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8497245 Feb 07 23:29:26.748460 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:26.782369 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Request body: {'port': {'device_id': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:26.840807 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:26.845352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8eab43c9-3512-42e6-b5d7-6e96d74fb5c1 None None] Provisioning complete for port 8283d23d-825f-476d-8653-5a7fe6b62093 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:26.845729 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8eab43c9-3512-42e6-b5d7-6e96d74fb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:26.882027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8eab43c9-3512-42e6-b5d7-6e96d74fb5c1 None None] Port 8283d23d-825f-476d-8653-5a7fe6b62093 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:29:27.098718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8283d23d-825f-476d-8653-5a7fe6b62093 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:29:27.105938 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:27.117745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Transition to ACTIVE for port object 8283d23d-825f-476d-8653-5a7fe6b62093 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:29:27.121106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:27.170358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Pushing event updated for resources: {'Port': ['ID=8283d23d-825f-476d-8653-5a7fe6b62093,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:27.244061 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Attempting to bind port 8283d23d-825f-476d-8653-5a7fe6b62093 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:29:27.244392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Attempting to bind port 8283d23d-825f-476d-8653-5a7fe6b62093 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:29:27.244712 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Attempting to bind port 8283d23d-825f-476d-8653-5a7fe6b62093 on network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:29:27.249337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Port 8283d23d-825f-476d-8653-5a7fe6b62093 on network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:29:27.249652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Attempting to bind port 8283d23d-825f-476d-8653-5a7fe6b62093 on network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:29:27.254845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:29:27.255191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Checking segment: {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:29:27.255576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Bound using segment: {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:29:27.256040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Bound port: 8283d23d-825f-476d-8653-5a7fe6b62093, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1796bd16-7926-483b-9c04-cd63309f73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:29:27.256395 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:27.324045 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] For port 8283d23d-825f-476d-8653-5a7fe6b62093, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:29:27.327871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] For port 8283d23d-825f-476d-8653-5a7fe6b62093, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8283d23d-825f-476d-8653-5a7fe6b62093,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:29:27.332812 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:27.368861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:27.369469 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:27.370769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] 10.222.0.46 "PUT /v2.0/ports/8283d23d-825f-476d-8653-5a7fe6b62093 HTTP/1.1" status: 200 len: 1091 time: 0.6477633 Feb 07 23:29:27.371214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:27.373463 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce121a2e-be3e-4a05-8c6d-92b5c242a468" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:29:27.413267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d98a6-7b7a-4631-8b64-a7421ef6bb37 service neutron] Pushing event updated for resources: {'Port': ['ID=8283d23d-825f-476d-8653-5a7fe6b62093,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:27.437838 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2d4eab-5cc7-4308-b187-40a1eab701ff x-openstack-request-id: req-bd2d4eab-5cc7-4308-b187-40a1eab701ff {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:29:27.438130 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:29:27.438383 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd2d4eab-5cc7-4308-b187-40a1eab701ff {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:29:27.438783 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093', 'status': 'completed', 'code': 200} Feb 07 23:29:27.476520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-17b3715e-1830-44ea-983a-69f801ffb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:27.478025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-17b3715e-1830-44ea-983a-69f801ffb033 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 1094 time: 0.0540760 Feb 07 23:29:27.510057 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e5252-52bc-47c8-983f-1a2fe614f37f req-589bbae1-c777-4e32-9e22-1ff939020114 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:27.511578 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f81e5252-52bc-47c8-983f-1a2fe614f37f req-589bbae1-c777-4e32-9e22-1ff939020114 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 943 time: 0.0510471 Feb 07 23:29:27.525293 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-24a822a4-53c8-4340-b494-094bf4e13f4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8283d23d-825f-476d-8653-5a7fe6b62093 HTTP/1.1" status: 200 len: 217 time: 0.0391021 Feb 07 23:29:27.553724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f81e5252-52bc-47c8-983f-1a2fe614f37f req-60907739-0368-4395-a1e4-7e83787aba11 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348291 Feb 07 23:29:27.582107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-0fb462a3-f556-4f8e-9427-9faf1d840043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:27.583547 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-0fb462a3-f556-4f8e-9427-9faf1d840043 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ce53f5f-b72f-4383-be5c-0431f529d4e1 HTTP/1.1" status: 200 len: 835 time: 0.0511873 Feb 07 23:29:27.628779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-de6f1cda-af3d-42c1-b0c3-ec6555a211ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:27.630138 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-de6f1cda-af3d-42c1-b0c3-ec6555a211ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403111 Feb 07 23:29:27.724325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-84c86879-2878-4de1-9a11-4c63e9e2459d service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877123 Feb 07 23:29:27.813297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8d04e3a-3ee2-46a1-a8ab-11b471b59f58 req-c90b8ce2-8e8e-40dd-877d-1445205791da service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829227 Feb 07 23:29:27.909011 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-7561a973-cd73-443a-9963-b5ad11749c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:27.910466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-7561a973-cd73-443a-9963-b5ad11749c9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 1094 time: 0.0497205 Feb 07 23:29:27.997725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-41a2956a-2264-4d1c-a4fe-50dd5dec66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:27.999768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-41a2956a-2264-4d1c-a4fe-50dd5dec66e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3 HTTP/1.1" status: 200 len: 897 time: 0.0818417 Feb 07 23:29:28.038218 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-fc1f9ea8-d125-4d55-aa1a-bfa9cd6cd199 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8283d23d-825f-476d-8653-5a7fe6b62093 HTTP/1.1" status: 200 len: 217 time: 0.0327373 Feb 07 23:29:28.090699 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-7f7005e2-cabd-4584-bd59-83f298f87a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:28.092145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-7f7005e2-cabd-4584-bd59-83f298f87a7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ce53f5f-b72f-4383-be5c-0431f529d4e1 HTTP/1.1" status: 200 len: 835 time: 0.0468967 Feb 07 23:29:28.137290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-14d440c6-7ebd-415f-b2d2-2850a9ab334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:28.138654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-14d440c6-7ebd-415f-b2d2-2850a9ab334a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396342 Feb 07 23:29:28.225232 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-bdf15627-847d-4e42-b994-545a5e766d01 service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793071 Feb 07 23:29:28.317994 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ce121a2e-be3e-4a05-8c6d-92b5c242a468 req-e45bd742-d767-43e3-9628-dee9e9ecee6c service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857139 Feb 07 23:29:28.674229 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03f687-653f-491c-a1f9-fd01b0c371d7 req-a13beea7-2e0b-4b97-8f5a-2d88414d79ff tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:28.675669 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d03f687-653f-491c-a1f9-fd01b0c371d7 req-a13beea7-2e0b-4b97-8f5a-2d88414d79ff tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 943 time: 0.0487254 Feb 07 23:29:28.713432 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3d03f687-653f-491c-a1f9-fd01b0c371d7 req-799adc59-21f9-4184-8587-c19b1a65edab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Feb 07 23:29:29.173925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8283d23d-825f-476d-8653-5a7fe6b62093 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:29:29.266177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 8283d23d-825f-476d-8653-5a7fe6b62093, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8283d23d-825f-476d-8653-5a7fe6b62093,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:29.278069 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '8283d23d-825f-476d-8653-5a7fe6b62093', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'port_id': '8283d23d-825f-476d-8653-5a7fe6b62093', 'mac_address': 'fa:16:3e:e3:de:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:29:29.318695 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:29.331604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8283d23d-825f-476d-8653-5a7fe6b62093 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:29:29.349758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 8283d23d-825f-476d-8653-5a7fe6b62093, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8283d23d-825f-476d-8653-5a7fe6b62093,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:29.353622 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:29.400632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=8283d23d-825f-476d-8653-5a7fe6b62093,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:29.550541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['8283d23d-825f-476d-8653-5a7fe6b62093'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:29:29.831750 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8238b-6235-469b-88c4-029d1ecbd801 req-04611630-312d-4f68-81f8-7cad62acb3f2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:29.833166 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1e8238b-6235-469b-88c4-029d1ecbd801 req-04611630-312d-4f68-81f8-7cad62acb3f2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 944 time: 0.0502834 Feb 07 23:29:29.872374 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e1e8238b-6235-469b-88c4-029d1ecbd801 req-dd3c1e45-cd9f-48b5-bc14-c6b2acc72380 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Feb 07 23:29:30.993782 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8009d2-3e1b-45ee-b10a-a1bd714a25e2 req-cc0d3aa8-a6b6-4825-82ad-3acd10b7b847 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:30.995214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e8009d2-3e1b-45ee-b10a-a1bd714a25e2 req-cc0d3aa8-a6b6-4825-82ad-3acd10b7b847 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 944 time: 0.0539410 Feb 07 23:29:31.032834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e8009d2-3e1b-45ee-b10a-a1bd714a25e2 req-2b656469-183a-4c6d-b873-8b627966822b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310249 Feb 07 23:29:31.190883 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8283d23d-825f-476d-8653-5a7fe6b62093 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:29:31.239036 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 8283d23d-825f-476d-8653-5a7fe6b62093 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:29:31.243159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 8283d23d-825f-476d-8653-5a7fe6b62093 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:31.243523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:31.323312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:31.345717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:31.347955 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020901448177e6fe2d6515b889b25d153e0b676d7b24e1c19f6c4f6a0b1c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f46b2b-5638-400b-9d57-d7efb6de0c07" -d '{"events": [{"server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "name": "network-vif-plugged", "status": "completed", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:29:31.361875 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 8283d23d-825f-476d-8653-5a7fe6b62093, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8283d23d-825f-476d-8653-5a7fe6b62093,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:29:31.365848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:31.387963 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2e4dbe-a3d0-408e-a538-847b6572ef6d x-openstack-request-id: req-3b2e4dbe-a3d0-408e-a538-847b6572ef6d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:29:31.388268 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "name": "network-vif-plugged", "status": "completed", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:29:31.388498 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b2e4dbe-a3d0-408e-a538-847b6572ef6d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:29:31.388877 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093', 'code': 200} Feb 07 23:29:31.416429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=8283d23d-825f-476d-8653-5a7fe6b62093,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:31.477975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce41061-da0f-4a8e-9efe-49e1274de884 req-bc4f8ba3-51f8-42aa-a605-5700c0d901bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:31.479355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ce41061-da0f-4a8e-9efe-49e1274de884 req-bc4f8ba3-51f8-42aa-a605-5700c0d901bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 1096 time: 0.0394521 Feb 07 23:29:31.513953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ce41061-da0f-4a8e-9efe-49e1274de884 req-a7bd70cb-2d93-4db3-b9b3-7d3718193a97 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269763 Feb 07 23:29:32.150725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e1f5a-ba8c-475e-b87e-fcf3384d4f60 req-0a7ad280-560b-48cb-8ec4-07d6eb0d83d2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:32.152202 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-417e1f5a-ba8c-475e-b87e-fcf3384d4f60 req-0a7ad280-560b-48cb-8ec4-07d6eb0d83d2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0496531 Feb 07 23:29:32.190246 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-417e1f5a-ba8c-475e-b87e-fcf3384d4f60 req-32818957-a71b-4302-9582-c6cd7a22bff0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308836 Feb 07 23:29:33.307875 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370d252-725e-4ee6-be14-562f6f0f84df req-199b46ae-da2d-495c-bde8-d7fb74dcd403 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:33.309289 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b370d252-725e-4ee6-be14-562f6f0f84df req-199b46ae-da2d-495c-bde8-d7fb74dcd403 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0475326 Feb 07 23:29:33.350208 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b370d252-725e-4ee6-be14-562f6f0f84df req-5f3e6995-d53a-457f-a34d-0795daf471f5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350158 Feb 07 23:29:33.466354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb91f3-01b8-4ff4-9043-28abf93e88ae req-999e998e-b3dc-4dec-ba21-2ba7ddf5921c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:33.468395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81cb91f3-01b8-4ff4-9043-28abf93e88ae req-999e998e-b3dc-4dec-ba21-2ba7ddf5921c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0518615 Feb 07 23:29:33.504884 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81cb91f3-01b8-4ff4-9043-28abf93e88ae req-93834646-c65d-415a-8f94-5a9a99f2c27f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303934 Feb 07 23:29:33.527651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58868) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:33.566628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf5f67-f664-4072-a073-a3bb905aac94 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:33.568126 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-3fbf5f67-f664-4072-a073-a3bb905aac94 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 1091 time: 0.0394707 Feb 07 23:29:33.570848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58870) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:33.575034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '8283d23d-825f-476d-8653-5a7fe6b62093', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:33.598861 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.696637 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.795240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.118 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/c26f4f16-903d-4151-86cc-4d421fa3d3e6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:29:33.897129 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.930460 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.968950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:29:33.971841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:29:33.974337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:29:34.000906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=c26f4f16-903d-4151-86cc-4d421fa3d3e6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:34.334906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.390157 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.401294 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.549511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.554159 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.622544 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=c26f4f16-903d-4151-86cc-4d421fa3d3e6,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:34.630713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.729351 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP b50c823b-ef5b-4914-95f8-115f02fd9ea6 associated. External IP: 172.25.8.118, port: 8283d23d-825f-476d-8653-5a7fe6b62093. Feb 07 23:29:34.772893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.936387 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router be195a00-a39b-4b25-bb92-1031c6d0268b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:29:35.042100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:29:35.056768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] Sync routers for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:29:35.061653 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:35.067268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:35.067914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:29:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:35.087818 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-236074fa-5c1a-4c08-9981-c0fb9a9a6f81 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5159481 Feb 07 23:29:35.088396 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:35.090613 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1444ce47d37c1ce509a56d8e958bda0272b465b9bd820f28b0e214ad6e49d4d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3865c89-d97b-4f53-bf75-04b621bf0b00" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:29:35.133226 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0208d5df-397a-464e-9e3e-5aa4a7bec227 x-openstack-request-id: req-0208d5df-397a-464e-9e3e-5aa4a7bec227 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:29:35.133515 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:29:35.133760 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0208d5df-397a-464e-9e3e-5aa4a7bec227 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:29:35.134155 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093', 'status': 'completed', 'code': 200} Feb 07 23:29:35.190293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:35.196811 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-786199f6-ba12-4062-96fe-18e130f3c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.198343 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-786199f6-ba12-4062-96fe-18e130f3c71a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 1096 time: 0.0408609 Feb 07 23:29:35.198676 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fa5f2-7e29-485d-b236-afd39ee2f5f1 req-83cd6e28-ac6c-4cc0-87f8-10fb7d570e51 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.200182 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff6fa5f2-7e29-485d-b236-afd39ee2f5f1 req-83cd6e28-ac6c-4cc0-87f8-10fb7d570e51 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0565715 Feb 07 23:29:35.244363 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff6fa5f2-7e29-485d-b236-afd39ee2f5f1 req-9c55c048-98c2-4157-9782-b73fbe259311 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371895 Feb 07 23:29:35.267957 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58876) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:35.334846 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-cfaa1c8f-c673-4783-9f27-9dfdbdef38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.336365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-cfaa1c8f-c673-4783-9f27-9dfdbdef38f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3 HTTP/1.1" status: 200 len: 897 time: 0.1310165 Feb 07 23:29:35.351617 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4182f76b-c58d-46ea-b759-1edbf21ec38e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b50c823b-ef5b-4914-95f8-115f02fd9ea6 HTTP/1.1" status: 200 len: 991 time: 0.0825336 Feb 07 23:29:35.407867 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-4485d09c-0ca0-464a-b8dc-5a2c39a5a6d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8283d23d-825f-476d-8653-5a7fe6b62093 HTTP/1.1" status: 200 len: 999 time: 0.0640233 Feb 07 23:29:35.416024 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b50c823b-ef5b-4914-95f8-115f02fd9ea6', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'port_id': '8283d23d-825f-476d-8653-5a7fe6b62093', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'mac_address': 'fa:16:3e:e3:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:29:34Z', 'updated_at': '2022-02-07T23:29:34Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838be9cc-9c1f-4c0e-bbc0-b3e822251682', 'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:38:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:17Z', 'updated_at': '2022-02-07T23:29:20Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:35.442681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] Checking router: be195a00-a39b-4b25-bb92-1031c6d0268b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:29:35.450782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:29:35.451382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:29:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:35.455081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-2c4a6067-65b0-456f-8861-82db37994fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.456557 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-2c4a6067-65b0-456f-8861-82db37994fd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ce53f5f-b72f-4383-be5c-0431f529d4e1 HTTP/1.1" status: 200 len: 835 time: 0.0430546 Feb 07 23:29:35.500343 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-fe65f1c7-b9e2-4ed7-aff3-667f7f6f1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.501819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-fe65f1c7-b9e2-4ed7-aff3-667f7f6f1465 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394218 Feb 07 23:29:35.556515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:29:35.593229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-eee7c86a-7bca-4b9f-8bdd-784218c3b072 service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841672 Feb 07 23:29:35.681230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c3865c89-d97b-4f53-bf75-04b621bf0b00 req-68a4795a-6bf7-43b7-98ad-08440b64fa7e service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821364 Feb 07 23:29:35.779215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b50c823b-ef5b-4914-95f8-115f02fd9ea6', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'port_id': '8283d23d-825f-476d-8653-5a7fe6b62093', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'mac_address': 'fa:16:3e:e3:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:29:34Z', 'updated_at': '2022-02-07T23:29:34Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838be9cc-9c1f-4c0e-bbc0-b3e822251682', 'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:38:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:17Z', 'updated_at': '2022-02-07T23:29:20Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:35.806014 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccc069-a2d1-49cf-a258-6504433eb4a3 None None] The sync data for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 is: [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b50c823b-ef5b-4914-95f8-115f02fd9ea6', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'port_id': '8283d23d-825f-476d-8653-5a7fe6b62093', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'mac_address': 'fa:16:3e:e3:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:29:34Z', 'updated_at': '2022-02-07T23:29:34Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838be9cc-9c1f-4c0e-bbc0-b3e822251682', 'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:38:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:17Z', 'updated_at': '2022-02-07T23:29:20Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:29:35.880826 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-eddaaa35-ab6d-40ad-b352-c1e56f03a431 req-9b802ce9-f992-4782-9838-05d14771cbfa service neutron] (102290) timed out ('10.222.0.46', 54320) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:29:35.997582 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43600d42-e748-47b1-a4cb-b47a1b0621f8 None None] New status for floating IP b50c823b-ef5b-4914-95f8-115f02fd9ea6: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:29:36.049296 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:29:36.355507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58878) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:29:36.418308 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4bc3524c-9187-41f1-b75e-b539f81844ba tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b50c823b-ef5b-4914-95f8-115f02fd9ea6 HTTP/1.1" status: 200 len: 993 time: 0.0616937 Feb 07 23:29:39.379122 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-b4e0bda5-becd-4055-8320-295622cd0f29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384173 Feb 07 23:29:39.462745 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-b85b2967-2a5f-46cb-8c47-45eb2fae6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:39.464243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-b85b2967-2a5f-46cb-8c47-45eb2fae6f17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 1096 time: 0.0427227 Feb 07 23:29:39.568746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-60e2f2ff-4172-40e1-994b-4b898c88eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:39.570184 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-60e2f2ff-4172-40e1-994b-4b898c88eff3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3 HTTP/1.1" status: 200 len: 897 time: 0.0860782 Feb 07 23:29:39.632940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-508b150c-96b8-4e30-811d-c61732b77428 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8283d23d-825f-476d-8653-5a7fe6b62093 HTTP/1.1" status: 200 len: 1001 time: 0.0564265 Feb 07 23:29:39.679600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-79ba892f-7245-46b3-bb70-749772952442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:39.681011 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-79ba892f-7245-46b3-bb70-749772952442 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ce53f5f-b72f-4383-be5c-0431f529d4e1 HTTP/1.1" status: 200 len: 835 time: 0.0419559 Feb 07 23:29:39.728953 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-6f830b82-65ec-4a5c-9abb-8df6969fba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:39.730418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-6f830b82-65ec-4a5c-9abb-8df6969fba6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428455 Feb 07 23:29:39.819349 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-9b66c7e7-5617-4605-9945-e5c1028687fb service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819292 Feb 07 23:29:39.911940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a94a8ebc-9ede-402c-9a82-10e46c4a6ea1 req-33532404-b037-4b96-8be5-4339a4f9b60b service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863330 Feb 07 23:29:51.557137 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85f057ee-f097-41ae-9770-d8d0c0b50ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:54.703813 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0faadb52-4606-42bf-ba72-60904ce055c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:55.022372 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:56.509044 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:56.741358 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:04.404404 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:04.769519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:07.810065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdef10-cdfc-42cd-b66e-84283677d691 req-dd50be79-f803-44d4-9078-cb7038f6a294 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:07.811512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6cdef10-cdfc-42cd-b66e-84283677d691 req-dd50be79-f803-44d4-9078-cb7038f6a294 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0480084 Feb 07 23:30:07.850153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6cdef10-cdfc-42cd-b66e-84283677d691 req-5cb3332c-4050-4f58-9767-af6170669157 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Feb 07 23:30:08.971747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ddc94-2a6b-4c99-9049-00f8d127f48c req-22cc0a16-3f65-48d0-b503-b8aba15c3870 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:08.973216 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-770ddc94-2a6b-4c99-9049-00f8d127f48c req-22cc0a16-3f65-48d0-b503-b8aba15c3870 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0488732 Feb 07 23:30:09.010496 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-770ddc94-2a6b-4c99-9049-00f8d127f48c req-c2f771b2-1aa1-411e-a031-46d6f7fda291 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Feb 07 23:30:09.032833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58904) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:09.095193 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ffc73569-c279-4402-b986-6cb0b9d835aa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b50c823b-ef5b-4914-95f8-115f02fd9ea6 HTTP/1.1" status: 200 len: 993 time: 0.0612657 Feb 07 23:30:10.356135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3f0ef-0dc6-4064-aae5-5543153dd1a2 req-67d8c50c-6173-4bb6-8ae9-2ce48883a960 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:10.357605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8c3f0ef-0dc6-4064-aae5-5543153dd1a2 req-67d8c50c-6173-4bb6-8ae9-2ce48883a960 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0498095 Feb 07 23:30:10.395839 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d8c3f0ef-0dc6-4064-aae5-5543153dd1a2 req-70a96d59-b9a4-4b07-a9d0-1eb67e51aa61 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317233 Feb 07 23:30:11.515417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ee40b-95f8-4766-9dd1-45a2bf15b6e5 req-3bb9856d-1808-4430-90b0-7155cd7eb0f1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:11.516901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa6ee40b-95f8-4766-9dd1-45a2bf15b6e5 req-3bb9856d-1808-4430-90b0-7155cd7eb0f1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0495880 Feb 07 23:30:11.555853 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-aa6ee40b-95f8-4766-9dd1-45a2bf15b6e5 req-203f7f4d-be2e-4e1d-a1c5-e350428099f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327065 Feb 07 23:30:11.578392 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58914) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:11.639612 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5ed64301-07c6-4b62-a962-aa83780c4018 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b50c823b-ef5b-4914-95f8-115f02fd9ea6 HTTP/1.1" status: 200 len: 993 time: 0.0601156 Feb 07 23:30:11.867030 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58920) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:12.021303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port c26f4f16-903d-4151-86cc-4d421fa3d3e6 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:30:12.021553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:12.093456 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:12.093778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:12.104896 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for c26f4f16-903d-4151-86cc-4d421fa3d3e6 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:30:12.248671 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:12.274953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=c26f4f16-903d-4151-86cc-4d421fa3d3e6,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:12.305135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.305475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.305809 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.306138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.306466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.306787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.307104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.307422 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.307833 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.308151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.308466 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.308778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:12.350039 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:12.350692 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP b50c823b-ef5b-4914-95f8-115f02fd9ea6 disassociated (deleted). External IP: 172.25.8.118, port: 8283d23d-825f-476d-8653-5a7fe6b62093. Feb 07 23:30:12.556523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router be195a00-a39b-4b25-bb92-1031c6d0268b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:30:12.660288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:30:12.665081 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:12.669666 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] Sync routers for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:30:12.679859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:12.680479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:29:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:12.699437 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-71b3db40-3394-495d-bb24-094bd942b96f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/floatingips/b50c823b-ef5b-4914-95f8-115f02fd9ea6 HTTP/1.1" status: 204 len: 168 time: 0.8308549 Feb 07 23:30:12.700076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:12.743477 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:30:12.791679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:12.856890 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501bda19-2f68-42eb-bd58-442cfcdb851a x-openstack-request-id: req-501bda19-2f68-42eb-bd58-442cfcdb851a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:30:12.858197 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:30:12.859677 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-501bda19-2f68-42eb-bd58-442cfcdb851a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:30:12.860445 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093', 'status': 'completed', 'code': 200} Feb 07 23:30:12.922121 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-e142bd86-d597-49d2-9ab4-eadaeff28b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:12.924253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-e142bd86-d597-49d2-9ab4-eadaeff28b24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 1096 time: 0.0496588 Feb 07 23:30:12.949308 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dacda0-b8f4-412b-83c4-cb0d57abb3aa req-6a99bd9c-be08-4d75-821b-51aa0bd1b3df tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:12.950892 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78dacda0-b8f4-412b-83c4-cb0d57abb3aa req-6a99bd9c-be08-4d75-821b-51aa0bd1b3df tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0515559 Feb 07 23:30:12.994955 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-78dacda0-b8f4-412b-83c4-cb0d57abb3aa req-f093671a-4ba0-4067-86b4-16db1da9e16f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369744 Feb 07 23:30:13.017874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '838be9cc-9c1f-4c0e-bbc0-b3e822251682', 'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:38:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:17Z', 'updated_at': '2022-02-07T23:29:20Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:13.026367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-6f44baeb-e704-45f8-8c86-b52e73e2eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:13.027864 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-6f44baeb-e704-45f8-8c86-b52e73e2eceb service neutron] 10.222.0.46 "GET /v2.0/networks?id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3 HTTP/1.1" status: 200 len: 897 time: 0.0964918 Feb 07 23:30:13.039265 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:30:13.044211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] Checking router: be195a00-a39b-4b25-bb92-1031c6d0268b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:30:13.052996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:13.053600 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:29:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:13.075680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-b7466362-0630-4df8-ae05-57873758c857 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8283d23d-825f-476d-8653-5a7fe6b62093 HTTP/1.1" status: 200 len: 217 time: 0.0386455 Feb 07 23:30:13.125269 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-e862ea39-f279-4d83-9aab-4993396b0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:13.126705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-e862ea39-f279-4d83-9aab-4993396b0909 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ce53f5f-b72f-4383-be5c-0431f529d4e1 HTTP/1.1" status: 200 len: 835 time: 0.0444405 Feb 07 23:30:13.158040 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:13.171638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-10749bfe-a6a7-464b-a596-3b643f128e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:13.173229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-10749bfe-a6a7-464b-a596-3b643f128e13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=90990a71-62b2-45bb-b77f-2a3e3ff49bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397394 Feb 07 23:30:13.263242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-a8942182-2525-4881-b43b-b31a94eb93da service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828700 Feb 07 23:30:13.358132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '838be9cc-9c1f-4c0e-bbc0-b3e822251682', 'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:38:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:17Z', 'updated_at': '2022-02-07T23:29:20Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:13.389150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec2ea50-1e46-4a8d-8229-d2aab8c90a96 None None] The sync data for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 is: [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:18Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '838be9cc-9c1f-4c0e-bbc0-b3e822251682', 'name': '', 'network_id': '90990a71-62b2-45bb-b77f-2a3e3ff49bb3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:38:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:17Z', 'updated_at': '2022-02-07T23:29:20Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '1ce53f5f-b72f-4383-be5c-0431f529d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:30:13.622687 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ab131-c1f6-4400-9cd9-ecf13b9e6585 None None] New status for floating IP b50c823b-ef5b-4914-95f8-115f02fd9ea6: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:30:13.661789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-81e920a1-dbae-4cc1-a2e9-65e5c09e7bd2 req-fcc72344-d5b8-472a-bfea-e2ea9546d6ee service neutron] 10.222.0.46 "GET /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913724 Feb 07 23:30:14.111758 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157abe67-085d-4292-ab7f-22821980fab2 req-6aa5bc07-5d98-45e5-bb17-7775f31dcabe tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:14.113705 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-157abe67-085d-4292-ab7f-22821980fab2 req-6aa5bc07-5d98-45e5-bb17-7775f31dcabe tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0471001 Feb 07 23:30:14.152298 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-157abe67-085d-4292-ab7f-22821980fab2 req-f6ae558e-3471-44ef-8d79-622d753da377 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323837 Feb 07 23:30:14.386467 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-e8f6d6d9-273f-48ce-8bab-dfeb1e139f00 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:14.387914 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-e8f6d6d9-273f-48ce-8bab-dfeb1e139f00 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 945 time: 0.0503016 Feb 07 23:30:14.473836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 8283d23d-825f-476d-8653-5a7fe6b62093 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:30:14.474173 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:14.562741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 8283d23d-825f-476d-8653-5a7fe6b62093, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=8283d23d-825f-476d-8653-5a7fe6b62093,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:14.563098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:14.575055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 8283d23d-825f-476d-8653-5a7fe6b62093 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:30:14.697798 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:14.728297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=8283d23d-825f-476d-8653-5a7fe6b62093,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:14.740673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.741022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.741355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.741781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.742025 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.742345 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.742663 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.742982 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.743296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.743611 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.743962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.744276 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:14.780733 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] No DVR routers for this DVR port 8283d23d-825f-476d-8653-5a7fe6b62093 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:30:14.783388 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:14.787780 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ad581dd-3ec3-476e-8d9d-061abd5908d0 req-1ef70203-5341-4526-a84e-232e4236d538 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "DELETE /v2.0/ports/8283d23d-825f-476d-8653-5a7fe6b62093 HTTP/1.1" status: 204 len: 173 time: 0.3946209 Feb 07 23:30:14.788225 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'name': 'network-vif-deleted', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:14.829354 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c046dc7d-96db-462f-bde7-f2e9d3c36843" -d '{"events": [{"server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "name": "network-vif-deleted", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:30:14.925377 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9f6169-0b12-45e8-83a8-5c33631dc168 x-openstack-request-id: req-0a9f6169-0b12-45e8-83a8-5c33631dc168 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:30:14.925672 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1df623-0950-48d5-a4e4-0a3688cf9e0d", "name": "network-vif-deleted", "tag": "8283d23d-825f-476d-8653-5a7fe6b62093", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:30:14.925928 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a9f6169-0b12-45e8-83a8-5c33631dc168 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:30:14.926343 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1df623-0950-48d5-a4e4-0a3688cf9e0d', 'name': 'network-vif-deleted', 'tag': '8283d23d-825f-476d-8653-5a7fe6b62093', 'status': 'completed', 'code': 200} Feb 07 23:30:15.272243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1bfe1072-2dcd-45ec-a4d1-ab4a76a86d84 req-93a275f1-a480-4fcb-9a24-b4478fd053c5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1df623-0950-48d5-a4e4-0a3688cf9e0d HTTP/1.1" status: 200 len: 210 time: 0.0266714 Feb 07 23:30:16.329278 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58952) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:16.965162 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:17.208697 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 838be9cc-9c1f-4c0e-bbc0-b3e822251682 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:30:17.209034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:17.302148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 838be9cc-9c1f-4c0e-bbc0-b3e822251682, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=838be9cc-9c1f-4c0e-bbc0-b3e822251682,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:17.302515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:17.314201 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 838be9cc-9c1f-4c0e-bbc0-b3e822251682 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:30:17.501168 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:17.529132 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=838be9cc-9c1f-4c0e-bbc0-b3e822251682,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:17.701052 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:17.911840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router be195a00-a39b-4b25-bb92-1031c6d0268b has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:30:18.018641 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:30:18.023637 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-58a1e45d-b7ed-4a4c-adcd-8af8cd363571 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/be195a00-a39b-4b25-bb92-1031c6d0268b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6932769 Feb 07 23:30:18.026550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58954) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:18.030540 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] Sync routers for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:30:18.040468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:18.041072 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:29:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:18.077094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea496b6-f771-4720-87c2-aee6b3ab0b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting subnet 1ce53f5f-b72f-4383-be5c-0431f529d4e1 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:30:18.080079 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ea496b6-f771-4720-87c2-aee6b3ab0b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.122749 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ea496b6-f771-4720-87c2-aee6b3ab0b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.144815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:18.204112 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ea496b6-f771-4720-87c2-aee6b3ab0b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.262470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ea496b6-f771-4720-87c2-aee6b3ab0b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.297098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea496b6-f771-4720-87c2-aee6b3ab0b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce53f5f-b72f-4383-be5c-0431f529d4e1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:18.299071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6ea496b6-f771-4720-87c2-aee6b3ab0b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.303308 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6ea496b6-f771-4720-87c2-aee6b3ab0b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/subnets/1ce53f5f-b72f-4383-be5c-0431f529d4e1 HTTP/1.1" status: 204 len: 168 time: 0.2753682 Feb 07 23:30:18.306135 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58956) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:18.309638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ca466-080f-4f4e-8cc7-623a668c0b39 None None] Network 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:30:18.387582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:30:17Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:18.417675 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.450371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] Checking router: be195a00-a39b-4b25-bb92-1031c6d0268b for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:30:18.463813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] Routers {'be195a00-a39b-4b25-bb92-1031c6d0268b'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:18.464413 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:29:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['be195a00-a39b-4b25-bb92-1031c6d0268b'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:18.519690 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.576711 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0779ef-c848-431e-b1a8-5a003dd59524 None None] DHCP port deletion for 90990a71-62b2-45bb-b77f-2a3e3ff49bb3 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:30:18.579188 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:30:18.579411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] Set router be195a00-a39b-4b25-bb92-1031c6d0268b gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:18.579517 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.661845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:18.662172 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.674331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:30:18.735805 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6ccffe7a-010f-40d8-84bc-499ee049bb1d no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:30:18.773609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3c0779ef-c848-431e-b1a8-5a003dd59524 None None] Deleting port 6ccffe7a-010f-40d8-84bc-499ee049bb1d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:30:18.773974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c0779ef-c848-431e-b1a8-5a003dd59524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.845471 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.879381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:18.881197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3c0779ef-c848-431e-b1a8-5a003dd59524 None None] For port 6ccffe7a-010f-40d8-84bc-499ee049bb1d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6ccffe7a-010f-40d8-84bc-499ee049bb1d,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:18.881595 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c0779ef-c848-431e-b1a8-5a003dd59524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.921944 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3c0779ef-c848-431e-b1a8-5a003dd59524 None None] Calling delete_port for 6ccffe7a-010f-40d8-84bc-499ee049bb1d owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:30:18.937262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.939952 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.989704 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:30:17Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:19.024348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68ebf0-e6b6-439d-bbf0-81db538bb46f None None] The sync data for ids ['be195a00-a39b-4b25-bb92-1031c6d0268b'] in n-d-827895-2 is: [{'id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636022527', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:30:17Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be195a00-a39b-4b25-bb92-1031c6d0268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:29:14Z', 'updated_at': '2022-02-07T23:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:30:19.029156 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.031567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.050310 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 6ccffe7a-010f-40d8-84bc-499ee049bb1d, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6ccffe7a-010f-40d8-84bc-499ee049bb1d,segment=NetworkSegment(1796bd16-7926-483b-9c04-cd63309f73f8),segment_id=1796bd16-7926-483b-9c04-cd63309f73f8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:19.056307 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.076441 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.077098 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Fanout notify agent at l3_agent the message router_deleted on router be195a00-a39b-4b25-bb92-1031c6d0268b {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:30:19.083978 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.085084 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6459b7d1-c24a-4f71-8377-9ffabcd85ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/routers/be195a00-a39b-4b25-bb92-1031c6d0268b HTTP/1.1" status: 204 len: 168 time: 0.7774949 Feb 07 23:30:19.087697 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58958) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:19.117548 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c0779ef-c848-431e-b1a8-5a003dd59524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.131028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=6ccffe7a-010f-40d8-84bc-499ee049bb1d,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:19.171176 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.260955 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.283409 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90990a71-62b2-45bb-b77f-2a3e3ff49bb3']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:19.294133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1796bd16-7926-483b-9c04-cd63309f73f8') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:19.294368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0779ef-c848-431e-b1a8-5a003dd59524 None None] No DVR routers for this DVR port 6ccffe7a-010f-40d8-84bc-499ee049bb1d on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:30:19.294489 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1796bd16-7926-483b-9c04-cd63309f73f8') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:19.305836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.306186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.306518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.306849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.307174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.307499 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.307846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.308169 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.308486 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.308710 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.308830 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.309262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.309582 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:19.322655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.328577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:30:19.328962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:30:19.332624 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:30:19.334885 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0779ef-c848-431e-b1a8-5a003dd59524 None None] Pushing event deleted for resources: {'Port': ['ID=6ccffe7a-010f-40d8-84bc-499ee049bb1d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:19.360043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8283d23d-825f-476d-8653-5a7fe6b62093 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:30:19.381305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 8283d23d-825f-476d-8653-5a7fe6b62093 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:30:19.381646 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 8283d23d-825f-476d-8653-5a7fe6b62093 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:30:19.399805 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.406703 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.410632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/networks/90990a71-62b2-45bb-b77f-2a3e3ff49bb3 HTTP/1.1" status: 204 len: 168 time: 0.3219767 Feb 07 23:30:19.413419 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58960) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:19.424548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a21640-9756-4dff-9c50-81a9fced3890 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Network': ['ID=90990a71-62b2-45bb-b77f-2a3e3ff49bb3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:19.479451 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f74e7384-cb7c-41aa-a6d6-d188fc023c90 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.507569 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f74e7384-cb7c-41aa-a6d6-d188fc023c90 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.568034 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f74e7384-cb7c-41aa-a6d6-d188fc023c90 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.570551 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f74e7384-cb7c-41aa-a6d6-d188fc023c90 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.571690 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f74e7384-cb7c-41aa-a6d6-d188fc023c90 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/security-groups/6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3 HTTP/1.1" status: 204 len: 168 time: 0.1572964 Feb 07 23:30:19.580908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e7384-cb7c-41aa-a6d6-d188fc023c90 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9bb7d4-ba61-4caa-b3b5-13cc7135b1e3,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:19.848245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58968) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:19.853276 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3f8e176f-48aa-4d89-a5f1-dc57e33363dc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655655365', 'description': 'tempest-secgroup-smoke-655655365 description', 'project_id': '5952e0da221f44689e7994d28f483a41'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:19.877630 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f8e176f-48aa-4d89-a5f1-dc57e33363dc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.943317 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f8e176f-48aa-4d89-a5f1-dc57e33363dc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.947073 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f8e176f-48aa-4d89-a5f1-dc57e33363dc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.979120 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3f8e176f-48aa-4d89-a5f1-dc57e33363dc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.980266 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3f8e176f-48aa-4d89-a5f1-dc57e33363dc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1309228 Feb 07 23:30:19.982088 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e176f-48aa-4d89-a5f1-dc57e33363dc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fc402f-8bf8-4ff1-bcc8-2698c107206a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:19.983356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58970) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:19.988445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ecf269fd-7ec1-4054-97d6-a9e4633d7bdf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'c9fc402f-8bf8-4ff1-bcc8-2698c107206a', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:20.015587 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecf269fd-7ec1-4054-97d6-a9e4633d7bdf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.077251 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecf269fd-7ec1-4054-97d6-a9e4633d7bdf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.081535 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecf269fd-7ec1-4054-97d6-a9e4633d7bdf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.101101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf269fd-7ec1-4054-97d6-a9e4633d7bdf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7bfdcc-8805-4693-9126-a356fce2ad29,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:20.108349 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ecf269fd-7ec1-4054-97d6-a9e4633d7bdf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.109825 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ecf269fd-7ec1-4054-97d6-a9e4633d7bdf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250491 Feb 07 23:30:20.112895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58972) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:20.117191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7a0f6b8a-ba0d-4e0b-b364-33da97fc3c6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'c9fc402f-8bf8-4ff1-bcc8-2698c107206a', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:20.144740 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6b8a-ba0d-4e0b-b364-33da97fc3c6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.199825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6b8a-ba0d-4e0b-b364-33da97fc3c6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.203372 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6b8a-ba0d-4e0b-b364-33da97fc3c6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.226775 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f6b8a-ba0d-4e0b-b364-33da97fc3c6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99d82e6-5dce-4785-ae79-03761f0e0b33,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:20.232360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6b8a-ba0d-4e0b-b364-33da97fc3c6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.233525 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7a0f6b8a-ba0d-4e0b-b364-33da97fc3c6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197128 Feb 07 23:30:20.236681 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58974) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:20.241375 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-e0834eb5-5cc2-4a28-aa47-a6e1d181ce80 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'c9fc402f-8bf8-4ff1-bcc8-2698c107206a', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:20.268806 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0834eb5-5cc2-4a28-aa47-a6e1d181ce80 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.325688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0834eb5-5cc2-4a28-aa47-a6e1d181ce80 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.329146 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0834eb5-5cc2-4a28-aa47-a6e1d181ce80 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.348452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0834eb5-5cc2-4a28-aa47-a6e1d181ce80 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da31676-4c91-43f6-8aaa-0af6b39b4a75,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:20.354423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0834eb5-5cc2-4a28-aa47-a6e1d181ce80 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.355044 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e0834eb5-5cc2-4a28-aa47-a6e1d181ce80 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173337 Feb 07 23:30:20.357830 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58976) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:20.362503 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ca874121-c3c7-4874-9f5d-58c6ccf30f99 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'c9fc402f-8bf8-4ff1-bcc8-2698c107206a', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:20.389842 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca874121-c3c7-4874-9f5d-58c6ccf30f99 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.450632 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca874121-c3c7-4874-9f5d-58c6ccf30f99 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.454213 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca874121-c3c7-4874-9f5d-58c6ccf30f99 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.472717 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca874121-c3c7-4874-9f5d-58c6ccf30f99 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b5e15b-24a7-450e-9bbc-5efa64959f5b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:20.480980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ca874121-c3c7-4874-9f5d-58c6ccf30f99 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.482124 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ca874121-c3c7-4874-9f5d-58c6ccf30f99 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234350 Feb 07 23:30:20.485124 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58978) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:20.489501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-77c0d6c5-afb9-4fbf-8e5f-d8b37db01275 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'c9fc402f-8bf8-4ff1-bcc8-2698c107206a', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:20.512139 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-77c0d6c5-afb9-4fbf-8e5f-d8b37db01275 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:30:20.517010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77c0d6c5-afb9-4fbf-8e5f-d8b37db01275 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.576355 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77c0d6c5-afb9-4fbf-8e5f-d8b37db01275 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.579780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77c0d6c5-afb9-4fbf-8e5f-d8b37db01275 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.597019 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0d6c5-afb9-4fbf-8e5f-d8b37db01275 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b7255e-c7bf-47f7-aabf-9c49165f3e0d,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:20.604517 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-77c0d6c5-afb9-4fbf-8e5f-d8b37db01275 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.605684 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-77c0d6c5-afb9-4fbf-8e5f-d8b37db01275 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196380 Feb 07 23:30:20.608404 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58980) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:20.612965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-16ece11a-5d14-4ffb-92ec-9534b3c3ef4e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'c9fc402f-8bf8-4ff1-bcc8-2698c107206a', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:20.636958 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-16ece11a-5d14-4ffb-92ec-9534b3c3ef4e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:30:20.642030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16ece11a-5d14-4ffb-92ec-9534b3c3ef4e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.672808 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 838be9cc-9c1f-4c0e-bbc0-b3e822251682 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:30:20.693568 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 838be9cc-9c1f-4c0e-bbc0-b3e822251682 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:30:20.693959 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 838be9cc-9c1f-4c0e-bbc0-b3e822251682 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:30:20.694376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:30:20.705931 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16ece11a-5d14-4ffb-92ec-9534b3c3ef4e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.709868 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16ece11a-5d14-4ffb-92ec-9534b3c3ef4e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.715942 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:30:20.716305 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 1507b33c-19cf-4f33-9dcd-7b32f1f9fe2f not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:30:20.728465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ece11a-5d14-4ffb-92ec-9534b3c3ef4e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57119614-ede1-4162-961e-dc4fee221c17,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:20.733492 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-16ece11a-5d14-4ffb-92ec-9534b3c3ef4e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.734925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-16ece11a-5d14-4ffb-92ec-9534b3c3ef4e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253657 Feb 07 23:30:20.738461 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58982) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:20.743168 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'network': {'name': 'tempest-network-smoke--743136609', 'project_id': '5952e0da221f44689e7994d28f483a41', 'port_security_enabled': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:20.764437 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:30:20.767856 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.792804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:30:20.802100 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.802446 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Added segment 356a5354-d1c6-4103-81de-254173607d8a of type vlan for network 855ffa13-84c6-4001-a640-3cdc9f949473 Feb 07 23:30:20.842278 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.867679 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.873178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:20.873751 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.934654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1951847 Feb 07 23:30:20.937346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58984) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:20.944446 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'admin_state_up': True, 'project_id': '5952e0da221f44689e7994d28f483a41', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:20.950913 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc9c27-3604-4b8c-979f-3a4fd636901f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Network': ['ID=855ffa13-84c6-4001-a640-3cdc9f949473,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:20.961564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 855ffa13-84c6-4001-a640-3cdc9f949473 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:30:20.971469 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.972814 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:21.030589 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:21.164191 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:21.356754 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:21.375843 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:21.479882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.114 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/6f1cfb65-614d-4bcc-bfe6-641beafd4130) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:30:21.564611 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70f64aa3-0025-465c-be43-5d5bbcbe028a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:21.590332 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:21.625879 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:21.670139 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:30:21.674397 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:30:21.679024 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:30:21.682020 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=6f1cfb65-614d-4bcc-bfe6-641beafd4130,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:21.922554 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:22.117548 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:22.240511 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:30:22.628007 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:30:22.637215 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Sync routers for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:30:22.647797 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:22.648122 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:22.648399 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:29:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:22.650407 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-770deda4-6d61-4a78-ad08-3895369b4729 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7111480 Feb 07 23:30:22.653259 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58990) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:22.682016 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8535b29f-b1a1-4c5f-a729-ac8f8612ed25 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5952e0da221f44689e7994d28f483a41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275488 Feb 07 23:30:22.684537 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58992) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:22.751054 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:22.767966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb69fa-cec7-4cd3-81b2-c21bc5c6e150 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:22.769462 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-85eb69fa-cec7-4cd3-81b2-c21bc5c6e150 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840423 Feb 07 23:30:22.772289 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58994) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:22.803961 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-26d3e830-6dd4-4fd7-a40f-bf7c08c1b925 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305305 Feb 07 23:30:22.806394 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 58996) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:22.811243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1218776524', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'project_id': '5952e0da221f44689e7994d28f483a41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:22.904247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:30:22.907635 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.020895 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:21Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:23.052400 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Checking router: 2f07a29d-1921-45c4-8d59-2d1e41b79a41 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:30:23.052750 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Updating router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 port 6f1cfb65-614d-4bcc-bfe6-641beafd4130 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:30:23.077031 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.090450 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.151506 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Subnet': ['ID=f6b987f0-b200-4e93-add0-28cc0f761ada,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:23.160494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Checking segment: {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:30:23.160925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network hostable DHCP agents. Network: 855ffa13-84c6-4001-a640-3cdc9f949473, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:30:23.177610 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 855ffa13-84c6-4001-a640-3cdc9f949473 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:30:23.186355 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 855ffa13-84c6-4001-a640-3cdc9f949473) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:30:23.191158 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:23.193282 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.196006 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c7d18-1648-4ca9-90bf-b0745936e831 None None] Network 855ffa13-84c6-4001-a640-3cdc9f949473 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:30:23.213502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 58998) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:23.214085 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-3eb50707-5623-4cef-88ef-583e452f500b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4061255 Feb 07 23:30:23.337056 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.342592 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.358417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-855ffa13-84c6-4001-a640-3cdc9f949473', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:30:23.360475 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.394929 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Attempting to bind port 6f1cfb65-614d-4bcc-bfe6-641beafd4130 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:30:23.395285 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Attempting to bind port 6f1cfb65-614d-4bcc-bfe6-641beafd4130 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:30:23.395644 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Attempting to bind port 6f1cfb65-614d-4bcc-bfe6-641beafd4130 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:30:23.404564 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:30:23.404928 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:30:23.405325 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.405706 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:30:23.406160 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Bound port: 6f1cfb65-614d-4bcc-bfe6-641beafd4130, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:30:23.406533 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.455650 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Pushing event updated for resources: {'Port': ['ID=6f1cfb65-614d-4bcc-bfe6-641beafd4130,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:23.462057 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] For port 6f1cfb65-614d-4bcc-bfe6-641beafd4130, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:30:23.475316 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.475316 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.475640 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.475932 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.476257 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.477000 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.477000 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.477197 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.477521 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.477833 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.478148 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.478459 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:23.484587 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] For port 6f1cfb65-614d-4bcc-bfe6-641beafd4130, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6f1cfb65-614d-4bcc-bfe6-641beafd4130,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:30:23.490356 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.524491 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Allocated IP 172.20.0.2 (855ffa13-84c6-4001-a640-3cdc9f949473/f6b987f0-b200-4e93-add0-28cc0f761ada/e7f048d5-99ed-4659-baaf-4b95a1ae582c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:30:23.548707 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:23.549455 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:29:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:23.587190 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd9102-0960-47e3-a823-ee770d370c8d None None] Pushing event updated for resources: {'Port': ['ID=6f1cfb65-614d-4bcc-bfe6-641beafd4130,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:23.659194 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:23.665483 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.673516 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.680351 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.722576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Network 855ffa13-84c6-4001-a640-3cdc9f949473 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:30:23.727573 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:30:23.729737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Pushing event updated for resources: {'Port': ['ID=e7f048d5-99ed-4659-baaf-4b95a1ae582c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:23.731922 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:30:23.790087 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Attempting to bind port e7f048d5-99ed-4659-baaf-4b95a1ae582c on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:30:23.790558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Attempting to bind port e7f048d5-99ed-4659-baaf-4b95a1ae582c by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:30:23.790981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Attempting to bind port e7f048d5-99ed-4659-baaf-4b95a1ae582c on network 855ffa13-84c6-4001-a640-3cdc9f949473 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:30:23.796630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:30:23.797013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Checking segment: {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:30:23.797412 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.797796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Bound using segment: {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:30:23.798253 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Bound port: e7f048d5-99ed-4659-baaf-4b95a1ae582c, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:30:23.798627 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.874673 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:21Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:23.878323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] For port e7f048d5-99ed-4659-baaf-4b95a1ae582c, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:30:23.881870 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] For port e7f048d5-99ed-4659-baaf-4b95a1ae582c, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e7f048d5-99ed-4659-baaf-4b95a1ae582c,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:30:23.886281 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:23.902510 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15f5cc-182e-47be-963e-87f1413f5204 None None] The sync data for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 is: [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:21Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:30:23.954872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de996a-d9a0-4a79-941e-8770052e9809 None None] Pushing event updated for resources: {'Port': ['ID=e7f048d5-99ed-4659-baaf-4b95a1ae582c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:23.982832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.1 (855ffa13-84c6-4001-a640-3cdc9f949473/f6b987f0-b200-4e93-add0-28cc0f761ada/879cea1a-5a18-47e8-84f3-13b8caedb24b) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:30:24.106547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:24.153485 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:24.210673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 855ffa13-84c6-4001-a640-3cdc9f949473 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:30:24.216030 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:30:24.219773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:30:24.246818 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=879cea1a-5a18-47e8-84f3-13b8caedb24b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:24.274704 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:24.420876 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:24.717498 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da75c5e8-0b24-4cb1-b769-f702b0e06546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:24.720553 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:24.727215 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:24.802908 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:24.804802 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=879cea1a-5a18-47e8-84f3-13b8caedb24b,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:24.861379 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e7f048d5-99ed-4659-baaf-4b95a1ae582c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:30:24.911213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 855ffa13-84c6-4001-a640-3cdc9f949473 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:30:24.912797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:30:24.928526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e7f048d5-99ed-4659-baaf-4b95a1ae582c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:24.929778 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.031549 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.045781 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.045781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aadbca-6f69-48bc-a969-055b13b15382 None None] Network 855ffa13-84c6-4001-a640-3cdc9f949473 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:30:25.051200 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:30:25.120708 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port e7f048d5-99ed-4659-baaf-4b95a1ae582c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e7f048d5-99ed-4659-baaf-4b95a1ae582c,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:25.131120 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.131903 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6f1cfb65-614d-4bcc-bfe6-641beafd4130 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:30:25.166395 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:30:25.172740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9294afd3-0a5f-4a04-bb9e-296334c67c42 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/2f07a29d-1921-45c4-8d59-2d1e41b79a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9569392 Feb 07 23:30:25.212766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-1a9a11ae-6be2-4a21-81e9-61adca02403a None None] Provisioning complete for port e7f048d5-99ed-4659-baaf-4b95a1ae582c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:25.213151 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a9a11ae-6be2-4a21-81e9-61adca02403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.302452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=e7f048d5-99ed-4659-baaf-4b95a1ae582c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:25.314819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-c8686efb-5511-42ee-8fc3-f0d0ea0c8704 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655655365&fields=id&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 267 time: 0.0335171 Feb 07 23:30:25.323514 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6f1cfb65-614d-4bcc-bfe6-641beafd4130 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:25.323905 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.453125 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-f7260f62-3b0b-4230-86f2-c394ff12a099 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:25.454829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-f7260f62-3b0b-4230-86f2-c394ff12a099 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/networks?id=855ffa13-84c6-4001-a640-3cdc9f949473 HTTP/1.1" status: 200 len: 796 time: 0.1310561 Feb 07 23:30:25.467506 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.471333 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-ca9c2c0b-61b7-427c-b7ff-1eb29e627451 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/quotas/5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 375 time: 0.0098162 Feb 07 23:30:25.491630 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 6f1cfb65-614d-4bcc-bfe6-641beafd4130, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6f1cfb65-614d-4bcc-bfe6-641beafd4130,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:25.497245 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.535693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-d1067152-0807-406a-a532-f8fcc0e9f924 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563819 Feb 07 23:30:25.560314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=6f1cfb65-614d-4bcc-bfe6-641beafd4130,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:25.732452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Sync routers for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:30:25.740100 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-4a439972-635d-4827-a142-5b4ef1e42d51 service neutron] 10.222.0.15 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428607 Feb 07 23:30:25.757251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:25.758189 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:30:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:25.801038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2d84252c-8e42-4b97-bdfa-6b45cec40184 None None] Provisioning complete for port e7f048d5-99ed-4659-baaf-4b95a1ae582c triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:25.801415 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d84252c-8e42-4b97-bdfa-6b45cec40184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.838101 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-c01f4d11-0c5e-4814-b291-b9b088af13d1 service neutron] 10.222.0.15 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911753 Feb 07 23:30:25.906198 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:26.064799 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0e60bf8f-17da-4ffd-b446-4e297dc7a65c req-bfbc9489-52fb-436e-8180-488ca47877a5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 210 time: 0.0414894 Feb 07 23:30:26.093177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-2d84252c-8e42-4b97-bdfa-6b45cec40184 None None] Provisioning complete for port 879cea1a-5a18-47e8-84f3-13b8caedb24b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:26.093665 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d84252c-8e42-4b97-bdfa-6b45cec40184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.158738 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2d84252c-8e42-4b97-bdfa-6b45cec40184 None None] Port 879cea1a-5a18-47e8-84f3-13b8caedb24b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:30:26.213961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '879cea1a-5a18-47e8-84f3-13b8caedb24b', 'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:14:ac:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:23Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 2, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:26.241311 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Checking router: 2f07a29d-1921-45c4-8d59-2d1e41b79a41 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:30:26.241670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Updating router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 port 879cea1a-5a18-47e8-84f3-13b8caedb24b binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:30:26.275663 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.323173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0addd8df-8917-4f24-89ab-819e1a7186b4 None None] Provisioning complete for port 879cea1a-5a18-47e8-84f3-13b8caedb24b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:26.323546 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0addd8df-8917-4f24-89ab-819e1a7186b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.427356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0addd8df-8917-4f24-89ab-819e1a7186b4 None None] Port 879cea1a-5a18-47e8-84f3-13b8caedb24b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:30:26.659805 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.695449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e7f048d5-99ed-4659-baaf-4b95a1ae582c up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:30:26.788717 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.810691 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.817346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port e7f048d5-99ed-4659-baaf-4b95a1ae582c triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:26.817787 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.820499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.931880 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b261-2ebe-4c9a-ad42-939bfb702949 None None] Pushing event updated for resources: {'Port': ['ID=879cea1a-5a18-47e8-84f3-13b8caedb24b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:26.979668 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Attempting to bind port 879cea1a-5a18-47e8-84f3-13b8caedb24b on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:30:26.980298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Attempting to bind port 879cea1a-5a18-47e8-84f3-13b8caedb24b by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:30:26.980821 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Attempting to bind port 879cea1a-5a18-47e8-84f3-13b8caedb24b on network 855ffa13-84c6-4001-a640-3cdc9f949473 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:30:26.993960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:30:26.994490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Checking segment: {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:30:26.994992 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.995535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Bound using segment: {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:30:26.996136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Bound port: 879cea1a-5a18-47e8-84f3-13b8caedb24b, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:30:26.996631 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.057389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-421ac6ca-dc20-4b2e-89f6-2c33ff4e5f72 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:27.059311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-421ac6ca-dc20-4b2e-89f6-2c33ff4e5f72 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/networks?id=855ffa13-84c6-4001-a640-3cdc9f949473 HTTP/1.1" status: 200 len: 796 time: 0.1696658 Feb 07 23:30:27.062261 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6f1cfb65-614d-4bcc-bfe6-641beafd4130 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:30:27.110344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-e13143f8-bb09-4bb9-b269-8355efdf946c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 379 time: 0.0412002 Feb 07 23:30:27.119940 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] For port 879cea1a-5a18-47e8-84f3-13b8caedb24b, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:30:27.120845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'port': {'device_id': '5291b119-6061-4479-8458-ea187406948a', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'admin_state_up': True, 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'security_groups': ['c9fc402f-8bf8-4ff1-bcc8-2698c107206a']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:27.124098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] For port 879cea1a-5a18-47e8-84f3-13b8caedb24b, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=879cea1a-5a18-47e8-84f3-13b8caedb24b,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:30:27.130713 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.194007 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 6f1cfb65-614d-4bcc-bfe6-641beafd4130 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:27.194422 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.204408 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60a59aaf-83bc-4728-a4f3-efd7484b7acb req-d0141fde-be81-4839-8437-1bce931b7190 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 210 time: 0.0360003 Feb 07 23:30:27.231906 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:27.232551 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:30:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:27.237412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b261-2ebe-4c9a-ad42-939bfb702949 None None] Pushing event updated for resources: {'Port': ['ID=879cea1a-5a18-47e8-84f3-13b8caedb24b,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:27.285278 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:30:27.289193 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.343214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fc934af0-b7d2-41fa-ab26-0e516516a5a4 None None] Provisioning complete for port 879cea1a-5a18-47e8-84f3-13b8caedb24b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:27.343591 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc934af0-b7d2-41fa-ab26-0e516516a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.430148 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.8 (855ffa13-84c6-4001-a640-3cdc9f949473/f6b987f0-b200-4e93-add0-28cc0f761ada/3015e30c-3e48-4cad-a543-b7358991865b) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:30:27.431108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:27.570892 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.579063 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc934af0-b7d2-41fa-ab26-0e516516a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.605394 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.636250 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fc934af0-b7d2-41fa-ab26-0e516516a5a4 None None] For port 879cea1a-5a18-47e8-84f3-13b8caedb24b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=879cea1a-5a18-47e8-84f3-13b8caedb24b,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:27.641503 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc934af0-b7d2-41fa-ab26-0e516516a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.648831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 855ffa13-84c6-4001-a640-3cdc9f949473 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:30:27.651815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:30:27.655405 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:30:27.686363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=3015e30c-3e48-4cad-a543-b7358991865b,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:27.723854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:27.724645 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.726674 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc934af0-b7d2-41fa-ab26-0e516516a5a4 None None] Pushing event updated for resources: {'Port': ['ID=879cea1a-5a18-47e8-84f3-13b8caedb24b,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:27.747191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '879cea1a-5a18-47e8-84f3-13b8caedb24b', 'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:14:ac:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:23Z', 'updated_at': '2022-02-07T23:30:27Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:27.747584 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a11d61dc-4f2c-4f92-8b67-0bd00350de75 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307452 Feb 07 23:30:27.759903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Request body: {'port': {'device_id': '5291b119-6061-4479-8458-ea187406948a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:27.780355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e712b5-4e75-4c8e-b752-08dd98cfd744 None None] The sync data for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 is: [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '879cea1a-5a18-47e8-84f3-13b8caedb24b', 'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:14:ac:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:23Z', 'updated_at': '2022-02-07T23:30:27Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:30:27.791493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d222ed0e-a706-4f84-ba91-bdfc6bcb2305 None None] Provisioning complete for port 879cea1a-5a18-47e8-84f3-13b8caedb24b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:27.792164 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d222ed0e-a706-4f84-ba91-bdfc6bcb2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.818928 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:28.046918 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f861d73d-a570-49a6-968c-161a3add2fab None None] Provisioning complete for port 3015e30c-3e48-4cad-a543-b7358991865b triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:28.047293 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f861d73d-a570-49a6-968c-161a3add2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:28.085093 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f861d73d-a570-49a6-968c-161a3add2fab None None] Port 3015e30c-3e48-4cad-a543-b7358991865b cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:30:28.339580 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fcb6b-d68b-4310-affe-aa637fa0abae req-73925de2-3168-4a92-8463-c85a1e9a134e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:28.341227 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a3fcb6b-d68b-4310-affe-aa637fa0abae req-73925de2-3168-4a92-8463-c85a1e9a134e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 931 time: 0.0584254 Feb 07 23:30:28.381784 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8a3fcb6b-d68b-4310-affe-aa637fa0abae req-91503200-1c80-48d4-9649-be94500a0adb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332894 Feb 07 23:30:28.465304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3015e30c-3e48-4cad-a543-b7358991865b {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:30:28.474233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:28.486842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Transition to ACTIVE for port object 3015e30c-3e48-4cad-a543-b7358991865b will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:30:28.491565 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:28.544819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Pushing event updated for resources: {'Port': ['ID=3015e30c-3e48-4cad-a543-b7358991865b,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:28.624716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Attempting to bind port 3015e30c-3e48-4cad-a543-b7358991865b on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:30:28.625058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Attempting to bind port 3015e30c-3e48-4cad-a543-b7358991865b by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:30:28.625384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Attempting to bind port 3015e30c-3e48-4cad-a543-b7358991865b on network 855ffa13-84c6-4001-a640-3cdc9f949473 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:30:28.631040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Port 3015e30c-3e48-4cad-a543-b7358991865b on network 855ffa13-84c6-4001-a640-3cdc9f949473 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:30:28.631150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Attempting to bind port 3015e30c-3e48-4cad-a543-b7358991865b on network 855ffa13-84c6-4001-a640-3cdc9f949473 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:30:28.640527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:30:28.641235 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Checking segment: {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:30:28.641861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Bound using segment: {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:30:28.642613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Bound port: 3015e30c-3e48-4cad-a543-b7358991865b, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356a5354-d1c6-4103-81de-254173607d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:30:28.644485 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:28.721337 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] For port 3015e30c-3e48-4cad-a543-b7358991865b, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:30:28.728053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] For port 3015e30c-3e48-4cad-a543-b7358991865b, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3015e30c-3e48-4cad-a543-b7358991865b,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:30:28.734598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:28.767008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 879cea1a-5a18-47e8-84f3-13b8caedb24b up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:30:28.786252 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:28.786860 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:28.788271 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] 10.222.0.46 "PUT /v2.0/ports/3015e30c-3e48-4cad-a543-b7358991865b HTTP/1.1" status: 200 len: 1091 time: 1.0328307 Feb 07 23:30:28.788708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:28.790957 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b1da49-0afb-4b0f-84d2-f17feac744dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5291b119-6061-4479-8458-ea187406948a", "tag": "3015e30c-3e48-4cad-a543-b7358991865b"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:30:28.851863 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520a49d-81f3-45a6-be08-b6c7a03d0589 service neutron] Pushing event updated for resources: {'Port': ['ID=3015e30c-3e48-4cad-a543-b7358991865b,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:28.862153 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b0b1ea-b972-454b-9bfa-092a20ea9273 x-openstack-request-id: req-07b0b1ea-b972-454b-9bfa-092a20ea9273 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:30:28.862773 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5291b119-6061-4479-8458-ea187406948a", "tag": "3015e30c-3e48-4cad-a543-b7358991865b", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:30:28.862913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 879cea1a-5a18-47e8-84f3-13b8caedb24b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:28.863353 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:28.863769 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07b0b1ea-b972-454b-9bfa-092a20ea9273 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:30:28.865356 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b', 'status': 'completed', 'code': 200} Feb 07 23:30:28.900700 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-de3ea664-fc09-4334-9c50-eef2a1648acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:28.902778 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-de3ea664-fc09-4334-9c50-eef2a1648acb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 1094 time: 0.0640450 Feb 07 23:30:28.954365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-e1ab3aac-5547-4f26-91bc-b509f11ea198 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3015e30c-3e48-4cad-a543-b7358991865b HTTP/1.1" status: 200 len: 217 time: 0.0450306 Feb 07 23:30:29.014094 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a4d6ac06-20af-4366-bd87-bcfad3209ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:29.015616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-a4d6ac06-20af-4366-bd87-bcfad3209ebe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6b987f0-b200-4e93-add0-28cc0f761ada HTTP/1.1" status: 200 len: 835 time: 0.0549371 Feb 07 23:30:29.065533 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-ee98886e-45b3-4944-a425-fe744523ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:29.067111 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-ee98886e-45b3-4944-a425-fe744523ba56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=855ffa13-84c6-4001-a640-3cdc9f949473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454993 Feb 07 23:30:29.155153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-205b9e4a-cb56-47f5-a964-0ef338f49a04 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814910 Feb 07 23:30:29.245721 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa433fd9-06c4-4d5f-b9ce-9b1fe0c27152 req-9b5e7bb5-6274-4e2e-bbbf-20a081941bef service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841508 Feb 07 23:30:29.327481 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-202f64a2-0b92-44a5-9cff-3cc9654920b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:29.328999 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-202f64a2-0b92-44a5-9cff-3cc9654920b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 1094 time: 0.0409124 Feb 07 23:30:29.427547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-a548be1b-a338-4379-a5b2-a4469c0f1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:29.429070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-a548be1b-a338-4379-a5b2-a4469c0f1bc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=855ffa13-84c6-4001-a640-3cdc9f949473 HTTP/1.1" status: 200 len: 896 time: 0.0936389 Feb 07 23:30:29.472429 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-97295165-b00f-4a25-84fa-ab87aa85911c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3015e30c-3e48-4cad-a543-b7358991865b HTTP/1.1" status: 200 len: 217 time: 0.0369568 Feb 07 23:30:29.507850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a0bdc-945a-48d1-87df-69953d6a663f req-596c00e2-7e1b-4263-9b0b-ab20ab572171 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:29.509288 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c5a0bdc-945a-48d1-87df-69953d6a663f req-596c00e2-7e1b-4263-9b0b-ab20ab572171 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 943 time: 0.0503390 Feb 07 23:30:29.523750 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-b04f4893-ce0a-4d6f-8d87-81536f2cebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:29.525093 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-b04f4893-ce0a-4d6f-8d87-81536f2cebbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6b987f0-b200-4e93-add0-28cc0f761ada HTTP/1.1" status: 200 len: 835 time: 0.0447698 Feb 07 23:30:29.551086 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2c5a0bdc-945a-48d1-87df-69953d6a663f req-d8487a2d-bed8-41ec-a2f3-3b8b6a347734 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344527 Feb 07 23:30:29.578333 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-1ce971aa-b9ca-4157-b67f-f3f945d4a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:29.579879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-1ce971aa-b9ca-4157-b67f-f3f945d4a398 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=855ffa13-84c6-4001-a640-3cdc9f949473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467837 Feb 07 23:30:29.666613 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-a90d9196-f29c-4242-808d-83aa96640c81 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796688 Feb 07 23:30:29.763670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66b1da49-0afb-4b0f-84d2-f17feac744dc req-9893556e-6b52-4391-bff2-0506912a96c3 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897541 Feb 07 23:30:30.671054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63bcb8-6ab0-4fc1-80f0-20e95f5660cf req-f05f43d5-0d99-4b60-a1c7-2566b153ed5f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:30.672521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb63bcb8-6ab0-4fc1-80f0-20e95f5660cf req-f05f43d5-0d99-4b60-a1c7-2566b153ed5f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 943 time: 0.0488515 Feb 07 23:30:30.709257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb63bcb8-6ab0-4fc1-80f0-20e95f5660cf req-52363ba6-4f55-4c09-bce9-3fdce2aa1023 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305479 Feb 07 23:30:31.390321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 3015e30c-3e48-4cad-a543-b7358991865b details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:30:31.481925 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 3015e30c-3e48-4cad-a543-b7358991865b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3015e30c-3e48-4cad-a543-b7358991865b,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:31.494037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '3015e30c-3e48-4cad-a543-b7358991865b', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'port_id': '3015e30c-3e48-4cad-a543-b7358991865b', 'mac_address': 'fa:16:3e:ac:2b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:30:31.529279 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:31.541812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3015e30c-3e48-4cad-a543-b7358991865b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:30:31.561616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 3015e30c-3e48-4cad-a543-b7358991865b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3015e30c-3e48-4cad-a543-b7358991865b,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:31.565654 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:31.614224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=3015e30c-3e48-4cad-a543-b7358991865b,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:31.763963 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['3015e30c-3e48-4cad-a543-b7358991865b'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:30:31.830368 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ed921-f064-430e-8a87-542fdd044c24 req-2e6120c3-663d-4bd6-8d1c-7faba0aa037a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:31.832126 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-388ed921-f064-430e-8a87-542fdd044c24 req-2e6120c3-663d-4bd6-8d1c-7faba0aa037a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 944 time: 0.0525537 Feb 07 23:30:31.874201 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-388ed921-f064-430e-8a87-542fdd044c24 req-f6c91903-abfe-415c-9323-106ccd78c569 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354533 Feb 07 23:30:32.990548 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790d06c-2f0a-43fc-8b76-a5a383b8c772 req-6077683d-4c3e-48e7-bb55-9ec5f9e8b936 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:32.992017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6790d06c-2f0a-43fc-8b76-a5a383b8c772 req-6077683d-4c3e-48e7-bb55-9ec5f9e8b936 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 944 time: 0.0485611 Feb 07 23:30:33.029684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6790d06c-2f0a-43fc-8b76-a5a383b8c772 req-f6366b84-75b6-4ae7-b45a-1f2c2cc714bf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315342 Feb 07 23:30:33.389975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 3015e30c-3e48-4cad-a543-b7358991865b up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:30:33.438532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 3015e30c-3e48-4cad-a543-b7358991865b completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:30:33.443109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 3015e30c-3e48-4cad-a543-b7358991865b triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:33.443479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:33.520662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:33.542854 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:33.557717 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 3015e30c-3e48-4cad-a543-b7358991865b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3015e30c-3e48-4cad-a543-b7358991865b,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:30:33.561586 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:33.586631 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3369022f-9935-4824-8da8-22676e59da4a" -d '{"events": [{"server_uuid": "5291b119-6061-4479-8458-ea187406948a", "name": "network-vif-plugged", "status": "completed", "tag": "3015e30c-3e48-4cad-a543-b7358991865b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:30:33.614506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=3015e30c-3e48-4cad-a543-b7358991865b,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:33.672502 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daa088e-4619-497d-a03c-cf5521ec4a4f x-openstack-request-id: req-4daa088e-4619-497d-a03c-cf5521ec4a4f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:30:33.672794 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5291b119-6061-4479-8458-ea187406948a", "name": "network-vif-plugged", "status": "completed", "tag": "3015e30c-3e48-4cad-a543-b7358991865b", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:30:33.673044 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4daa088e-4619-497d-a03c-cf5521ec4a4f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:30:33.673445 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b', 'code': 200} Feb 07 23:30:33.764876 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab000fd-6aa7-400e-82b0-a51a989ab785 req-5cee3f32-127e-4fad-8c1f-e159f9409d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:33.766340 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dab000fd-6aa7-400e-82b0-a51a989ab785 req-5cee3f32-127e-4fad-8c1f-e159f9409d96 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 1096 time: 0.0401607 Feb 07 23:30:33.803275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dab000fd-6aa7-400e-82b0-a51a989ab785 req-2a981985-901b-4891-b3a7-a75bc5df537d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308232 Feb 07 23:30:34.144983 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b72f7-6c19-48c3-9b3e-11e9bdb4f730 req-ab3556ab-3859-48d8-ab6a-4e19b9486171 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:34.146447 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f5b72f7-6c19-48c3-9b3e-11e9bdb4f730 req-ab3556ab-3859-48d8-ab6a-4e19b9486171 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0507410 Feb 07 23:30:34.183640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4f5b72f7-6c19-48c3-9b3e-11e9bdb4f730 req-67b5f220-69ce-4974-8f95-11d26b2f1d0a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Feb 07 23:30:34.404078 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:34.770241 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:35.299655 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e48148-d7c0-432b-b10f-c5efb227221e req-0688832b-3287-4966-b722-2ecd2bc0484f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:35.301136 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94e48148-d7c0-432b-b10f-c5efb227221e req-0688832b-3287-4966-b722-2ecd2bc0484f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0480974 Feb 07 23:30:35.338396 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94e48148-d7c0-432b-b10f-c5efb227221e req-f52f5641-6f74-42a8-92d3-e7afc7073008 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313404 Feb 07 23:30:35.450791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba9955-4406-46d1-aef9-643026a562d8 req-3bf3ab5c-e50c-4ca5-ac35-3faa888795b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:35.452156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0aba9955-4406-46d1-aef9-643026a562d8 req-3bf3ab5c-e50c-4ca5-ac35-3faa888795b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0473299 Feb 07 23:30:35.488987 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0aba9955-4406-46d1-aef9-643026a562d8 req-b640f030-019c-48d1-978b-f160c62e9540 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303364 Feb 07 23:30:35.510894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59060) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:35.549095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97eedca-515f-49d6-addf-7686928d2003 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:35.550771 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d97eedca-515f-49d6-addf-7686928d2003 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 1091 time: 0.0388753 Feb 07 23:30:35.553491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59062) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:35.557753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '3015e30c-3e48-4cad-a543-b7358991865b', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:35.581962 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:35.679315 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:35.783122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.236 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/40b45f78-ac96-47dd-a404-740c195a4e7a) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:30:35.882322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:35.913967 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:35.953757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:30:35.956934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:30:35.959474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:30:35.992374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=40b45f78-ac96-47dd-a404-740c195a4e7a,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:36.312792 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:36.383045 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:36.527599 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:36.532557 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:36.604908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=40b45f78-ac96-47dd-a404-740c195a4e7a,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:36.613421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:36.712039 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP b7b499d0-0dfc-42db-8ebe-501de852f86a associated. External IP: 172.25.8.236, port: 3015e30c-3e48-4cad-a543-b7358991865b. Feb 07 23:30:36.916328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:30:37.021239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:30:37.031142 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] Sync routers for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:30:37.038965 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:37.042311 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:37.042927 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:30:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:37.065072 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-86048a26-607e-4722-a323-5e171bf73fa9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5105717 Feb 07 23:30:37.066273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:37.068619 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81561e3-4f79-4fc8-89d3-5734b04898f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5291b119-6061-4479-8458-ea187406948a", "tag": "3015e30c-3e48-4cad-a543-b7358991865b"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:30:37.108301 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da84ba11-d984-47af-97b2-398646efb65b x-openstack-request-id: req-da84ba11-d984-47af-97b2-398646efb65b {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:30:37.108841 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5291b119-6061-4479-8458-ea187406948a", "tag": "3015e30c-3e48-4cad-a543-b7358991865b", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:30:37.109091 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da84ba11-d984-47af-97b2-398646efb65b {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:30:37.109490 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b', 'status': 'completed', 'code': 200} Feb 07 23:30:37.156083 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:37.166689 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a2d18-6111-44dc-b9e7-6828df06122f req-3fd9b85f-e621-4ca6-a49f-6e0f9ca67d52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:37.168782 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-909a2d18-6111-44dc-b9e7-6828df06122f req-3fd9b85f-e621-4ca6-a49f-6e0f9ca67d52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0525527 Feb 07 23:30:37.173164 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-a3b025bb-7ccb-4f28-851c-dd7241f9a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:37.175289 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-a3b025bb-7ccb-4f28-851c-dd7241f9a1d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 1096 time: 0.0440090 Feb 07 23:30:37.207935 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-909a2d18-6111-44dc-b9e7-6828df06122f req-11d3d7b0-a3f2-4218-a691-ac4621c1b4d6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Feb 07 23:30:37.230204 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59068) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:37.279400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-f224be62-d735-49cf-bc8f-65b7559412d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:37.281185 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-f224be62-d735-49cf-bc8f-65b7559412d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=855ffa13-84c6-4001-a640-3cdc9f949473 HTTP/1.1" status: 200 len: 896 time: 0.1004694 Feb 07 23:30:37.303164 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7e2a8aca-2c09-4044-bee5-281aaec01390 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b7b499d0-0dfc-42db-8ebe-501de852f86a HTTP/1.1" status: 200 len: 991 time: 0.0716527 Feb 07 23:30:37.345561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-9f654973-2e03-47b7-98d8-aa7d14e60911 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3015e30c-3e48-4cad-a543-b7358991865b HTTP/1.1" status: 200 len: 999 time: 0.0581274 Feb 07 23:30:37.388294 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b7b499d0-0dfc-42db-8ebe-501de852f86a', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'port_id': '3015e30c-3e48-4cad-a543-b7358991865b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'mac_address': 'fa:16:3e:ac:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5291b119-6061-4479-8458-ea187406948a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:30:36Z', 'updated_at': '2022-02-07T23:30:36Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879cea1a-5a18-47e8-84f3-13b8caedb24b', 'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:14:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:23Z', 'updated_at': '2022-02-07T23:30:27Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:37.393939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-8aa0b878-0c2c-46bf-8346-23d2ea4cff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:37.395499 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-8aa0b878-0c2c-46bf-8346-23d2ea4cff41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6b987f0-b200-4e93-add0-28cc0f761ada HTTP/1.1" status: 200 len: 835 time: 0.0442667 Feb 07 23:30:37.413561 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] Checking router: 2f07a29d-1921-45c4-8d59-2d1e41b79a41 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:30:37.421621 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:30:37.422150 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:30:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:37.444075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-685a0653-efe2-487b-abf3-834572313482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:37.445578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-685a0653-efe2-487b-abf3-834572313482 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=855ffa13-84c6-4001-a640-3cdc9f949473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438578 Feb 07 23:30:37.526097 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:30:37.536907 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-fb89b968-34c2-47b7-b458-367e01b22601 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Feb 07 23:30:37.630004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f81561e3-4f79-4fc8-89d3-5734b04898f2 req-5664906a-11b0-4e08-9370-e68e74cce92b service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866580 Feb 07 23:30:37.742590 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b7b499d0-0dfc-42db-8ebe-501de852f86a', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'port_id': '3015e30c-3e48-4cad-a543-b7358991865b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'mac_address': 'fa:16:3e:ac:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5291b119-6061-4479-8458-ea187406948a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:30:36Z', 'updated_at': '2022-02-07T23:30:36Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879cea1a-5a18-47e8-84f3-13b8caedb24b', 'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:14:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:23Z', 'updated_at': '2022-02-07T23:30:27Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:37.854708 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f847d6c-da36-4fc4-92e8-3236d23ee6e9 None None] The sync data for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 is: [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b7b499d0-0dfc-42db-8ebe-501de852f86a', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'port_id': '3015e30c-3e48-4cad-a543-b7358991865b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'mac_address': 'fa:16:3e:ac:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5291b119-6061-4479-8458-ea187406948a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:30:36Z', 'updated_at': '2022-02-07T23:30:36Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879cea1a-5a18-47e8-84f3-13b8caedb24b', 'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:14:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:23Z', 'updated_at': '2022-02-07T23:30:27Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:30:38.043275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fbf545-cc92-499e-89ee-7f8d84ab7c8b None None] New status for floating IP b7b499d0-0dfc-42db-8ebe-501de852f86a: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:30:38.306872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59070) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:30:38.365856 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-31b883bd-c237-418b-ac5b-553f67adf840 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b7b499d0-0dfc-42db-8ebe-501de852f86a HTTP/1.1" status: 200 len: 993 time: 0.0579255 Feb 07 23:30:39.376768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-2c1b1ba0-7a0a-4de2-b320-2a42d817afc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386686 Feb 07 23:30:39.456037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-93a130c3-8cc7-4287-bd10-97e462b41d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:39.457555 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-93a130c3-8cc7-4287-bd10-97e462b41d13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 1096 time: 0.0405340 Feb 07 23:30:39.560375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-86a6f4e6-e4de-44c4-9ce6-86dc50b9f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:39.561805 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-86a6f4e6-e4de-44c4-9ce6-86dc50b9f348 service neutron] 10.222.0.46 "GET /v2.0/networks?id=855ffa13-84c6-4001-a640-3cdc9f949473 HTTP/1.1" status: 200 len: 896 time: 0.0855699 Feb 07 23:30:39.623603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-62a6f55b-8585-4316-ab24-598413c3a427 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3015e30c-3e48-4cad-a543-b7358991865b HTTP/1.1" status: 200 len: 1001 time: 0.0553324 Feb 07 23:30:39.669150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-3a3d7467-f715-4b06-a0c0-c3bedb245142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:39.670480 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-3a3d7467-f715-4b06-a0c0-c3bedb245142 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6b987f0-b200-4e93-add0-28cc0f761ada HTTP/1.1" status: 200 len: 835 time: 0.0410397 Feb 07 23:30:39.717318 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-9775f573-ae07-4003-a2ae-2837d5a23165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:39.718770 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-9775f573-ae07-4003-a2ae-2837d5a23165 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=855ffa13-84c6-4001-a640-3cdc9f949473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418794 Feb 07 23:30:39.804082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-8ff41582-6206-4c86-a2fe-904592312f44 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789251 Feb 07 23:30:39.898549 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ecad6fb2-9d36-418d-bc32-3dffb9ac6aca req-f03ea280-72da-415e-8b87-1e19a958b0a1 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839009 Feb 07 23:30:50.038645 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:30:51.555478 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e92f849-b36e-4b97-810f-f3ac3e7090e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:54.711201 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9eb0366-d4f8-48ef-8166-0fe8ead49c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:55.030004 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:56.513630 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:56.740889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:04.405811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:04.768347 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:05.087601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54721712-55fe-48a3-90b1-74586daf74dc req-8b131a52-f6bc-4402-8a00-8e55269c3f0d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:05.089029 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54721712-55fe-48a3-90b1-74586daf74dc req-8b131a52-f6bc-4402-8a00-8e55269c3f0d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0750713 Feb 07 23:31:05.090731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-58870192-1440-46c3-a38e-9103c3766d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:05.092083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-58870192-1440-46c3-a38e-9103c3766d54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 1096 time: 0.0691221 Feb 07 23:31:05.176131 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-54721712-55fe-48a3-90b1-74586daf74dc req-e8e5e565-0a24-4d60-b8be-ef11e5e86f49 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811546 Feb 07 23:31:05.207738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-d51f77c1-0435-4365-81dc-93833b57a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:05.209318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-d51f77c1-0435-4365-81dc-93833b57a358 service neutron] 10.222.0.46 "GET /v2.0/networks?id=855ffa13-84c6-4001-a640-3cdc9f949473 HTTP/1.1" status: 200 len: 896 time: 0.1084244 Feb 07 23:31:05.272898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-07b4d1a0-bc60-47da-9884-bb8950e74782 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3015e30c-3e48-4cad-a543-b7358991865b HTTP/1.1" status: 200 len: 1001 time: 0.0567873 Feb 07 23:31:05.323689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-de7bdb3b-7a18-4305-9b4c-9eedd90d4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:05.325099 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-de7bdb3b-7a18-4305-9b4c-9eedd90d4564 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6b987f0-b200-4e93-add0-28cc0f761ada HTTP/1.1" status: 200 len: 835 time: 0.0454025 Feb 07 23:31:05.368798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-a343ed2f-0c7b-4efa-9ff9-8d7d913a1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:05.370243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-a343ed2f-0c7b-4efa-9ff9-8d7d913a1ab0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=855ffa13-84c6-4001-a640-3cdc9f949473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375671 Feb 07 23:31:05.456950 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-cfb09bb2-c0a9-4294-a9ad-65aa7d55e845 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785689 Feb 07 23:31:05.545311 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7d9a8d72-9ee2-48ec-ae8d-1441ee08af9b req-f1c5a155-4d1f-4242-b45e-f43b36872e91 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826249 Feb 07 23:31:06.297022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad3441-d06c-48b6-b60f-6dabd5f782bd req-c7a3d092-397a-4cc2-a6a9-db9c31441746 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:06.298469 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fdad3441-d06c-48b6-b60f-6dabd5f782bd req-c7a3d092-397a-4cc2-a6a9-db9c31441746 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0512114 Feb 07 23:31:06.337461 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fdad3441-d06c-48b6-b60f-6dabd5f782bd req-79a89247-aa36-40a3-8e7f-23d71c24fe8a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Feb 07 23:31:07.455354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d8436-1629-48b6-b16a-2470a858ec40 req-221aaff8-fc77-4285-a92e-aeeee422f4f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:07.456861 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-682d8436-1629-48b6-b16a-2470a858ec40 req-221aaff8-fc77-4285-a92e-aeeee422f4f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0482845 Feb 07 23:31:07.494034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-682d8436-1629-48b6-b16a-2470a858ec40 req-40ea03e3-3d7d-447a-9d1e-e4c6bd69e0ba tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312860 Feb 07 23:31:08.610377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163c26-d2e2-4d78-b34a-7d7090efeb85 req-5c58d1ee-de78-4db9-90c5-0d572af3d028 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:08.611889 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc163c26-d2e2-4d78-b34a-7d7090efeb85 req-5c58d1ee-de78-4db9-90c5-0d572af3d028 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0501242 Feb 07 23:31:08.649195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc163c26-d2e2-4d78-b34a-7d7090efeb85 req-07ce3cee-a598-4470-bd58-58bd53036d5a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308020 Feb 07 23:31:09.763674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c6b5f-5c73-4567-9b7d-c9383de35af3 req-066a9132-9700-410a-8293-aa495a5cf47e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:09.765129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-014c6b5f-5c73-4567-9b7d-c9383de35af3 req-066a9132-9700-410a-8293-aa495a5cf47e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0480285 Feb 07 23:31:09.806550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-014c6b5f-5c73-4567-9b7d-c9383de35af3 req-3f7d0228-ea6f-46f6-9e15-f80c9dce229a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351946 Feb 07 23:31:10.928495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd3681-3196-4166-8a83-8cb2475888cd req-de3e2afd-c386-4f57-990b-661ef7eddd6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:10.929890 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5bcd3681-3196-4166-8a83-8cb2475888cd req-de3e2afd-c386-4f57-990b-661ef7eddd6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0497913 Feb 07 23:31:10.968222 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5bcd3681-3196-4166-8a83-8cb2475888cd req-edc5c507-8948-48d6-8eb7-b93707787874 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317013 Feb 07 23:31:12.086419 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a534f12-5226-40e6-ab78-a6e8c5bda9d1 req-004843cf-2d81-48d6-abb7-b1f612b6aad0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:12.087904 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4a534f12-5226-40e6-ab78-a6e8c5bda9d1 req-004843cf-2d81-48d6-abb7-b1f612b6aad0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0501924 Feb 07 23:31:12.125095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4a534f12-5226-40e6-ab78-a6e8c5bda9d1 req-67f651d0-c7c7-4e3e-aa5f-362ca5d31c31 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312095 Feb 07 23:31:13.246441 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259a62a-9a93-4e6b-be3e-c1064ea788ff req-0bae71ed-a6cb-4078-b30a-4e2e63164060 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:13.247905 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e259a62a-9a93-4e6b-be3e-c1064ea788ff req-0bae71ed-a6cb-4078-b30a-4e2e63164060 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0519013 Feb 07 23:31:13.286753 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e259a62a-9a93-4e6b-be3e-c1064ea788ff req-e6308b20-ed51-4b68-a414-87b9927a57f5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Feb 07 23:31:14.404261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74a1a3-4756-45e2-b2c7-fb5d2abdb97a req-f8402d34-f515-4306-a373-9b064510d75e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:14.405712 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c74a1a3-4756-45e2-b2c7-fb5d2abdb97a req-f8402d34-f515-4306-a373-9b064510d75e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0515044 Feb 07 23:31:14.443172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1c74a1a3-4756-45e2-b2c7-fb5d2abdb97a req-c5ea70b5-a1fc-467d-b9da-bfd5f149ef4c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308521 Feb 07 23:31:15.556858 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e93fa2-77c0-4261-82dd-1bc39100e060 req-15a8a989-09c1-4119-b2b8-9d674065f895 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:15.558314 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11e93fa2-77c0-4261-82dd-1bc39100e060 req-15a8a989-09c1-4119-b2b8-9d674065f895 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0475602 Feb 07 23:31:15.597324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-11e93fa2-77c0-4261-82dd-1bc39100e060 req-0166f125-c32a-41f9-b647-5c240f0341e9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327165 Feb 07 23:31:16.711874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034841d7-8137-4314-90ec-73768f7aaefc req-2b2c07b9-f601-4aa3-9687-1da2d7f8aa73 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:16.713364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034841d7-8137-4314-90ec-73768f7aaefc req-2b2c07b9-f601-4aa3-9687-1da2d7f8aa73 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0477660 Feb 07 23:31:16.753597 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034841d7-8137-4314-90ec-73768f7aaefc req-9ac31584-9eb6-43d3-b897-d2e6a383d141 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337527 Feb 07 23:31:16.776100 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59114) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:16.835018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-190a25d1-7fc5-4e77-8643-979cccf55558 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b7b499d0-0dfc-42db-8ebe-501de852f86a HTTP/1.1" status: 200 len: 993 time: 0.0577846 Feb 07 23:31:21.557466 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab63e643-727a-46eb-a201-56de53d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:24.711895 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-311e99ec-ebda-4253-88e3-5781c9474fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:25.035980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:26.516839 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:26.743219 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:27.040369 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:31:34.419681 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:34.767896 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:40.674958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-a281e81c-76b7-4406-9000-c9515ec16706 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3447146 Feb 07 23:31:40.760150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-5464e0c8-0609-430d-a884-18c8ab028554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:40.761663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-5464e0c8-0609-430d-a884-18c8ab028554 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 1096 time: 0.0398612 Feb 07 23:31:40.870281 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-92b47195-01d8-4514-bba4-664d9d4f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:40.871779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-92b47195-01d8-4514-bba4-664d9d4f54a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=855ffa13-84c6-4001-a640-3cdc9f949473 HTTP/1.1" status: 200 len: 896 time: 0.0898433 Feb 07 23:31:40.936299 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-dec90c8a-11ff-497c-9eb0-c6ae966e6edf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3015e30c-3e48-4cad-a543-b7358991865b HTTP/1.1" status: 200 len: 1001 time: 0.0564380 Feb 07 23:31:40.984100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-8bfc1f82-e7d0-4f93-9e2d-a35c85c439a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:40.985542 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-8bfc1f82-e7d0-4f93-9e2d-a35c85c439a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6b987f0-b200-4e93-add0-28cc0f761ada HTTP/1.1" status: 200 len: 835 time: 0.0433462 Feb 07 23:31:41.045565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-5fbb3912-c2d1-4ba7-96f6-d4419d19c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:41.047031 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-5fbb3912-c2d1-4ba7-96f6-d4419d19c9b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=855ffa13-84c6-4001-a640-3cdc9f949473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425286 Feb 07 23:31:41.132891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-0aa37aae-fdab-4464-a284-ee55e96f9368 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789716 Feb 07 23:31:41.223204 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2dcebb8f-b8ee-4d41-9eed-739dc0f5bd2f req-844030e3-f069-4e77-9c80-7ee45404e6ab service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832429 Feb 07 23:31:47.509973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59130) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:47.668119 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 40b45f78-ac96-47dd-a404-740c195a4e7a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:31:47.668460 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:47.743215 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:47.743535 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:47.755004 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 40b45f78-ac96-47dd-a404-740c195a4e7a owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:31:47.901946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:47.926669 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=40b45f78-ac96-47dd-a404-740c195a4e7a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:47.938555 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.938974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.939344 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.939759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.940237 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.940514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.940901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.941291 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.941624 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.941951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.942272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.942588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:47.999019 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:47.999342 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP b7b499d0-0dfc-42db-8ebe-501de852f86a disassociated (deleted). External IP: 172.25.8.236, port: 3015e30c-3e48-4cad-a543-b7358991865b. Feb 07 23:31:48.198489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:31:48.302522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:31:48.307999 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:48.313213 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] Sync routers for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:31:48.323649 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:31:48.324374 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:48.334095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d80cb4bd-719a-49c9-bedc-27bcaa565596 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/floatingips/b7b499d0-0dfc-42db-8ebe-501de852f86a HTTP/1.1" status: 204 len: 168 time: 0.8230085 Feb 07 23:31:48.334778 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:31:48.336945 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f" -d '{"events": [{"name": "network-changed", "server_uuid": "5291b119-6061-4479-8458-ea187406948a", "tag": "3015e30c-3e48-4cad-a543-b7358991865b"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:31:48.377110 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d530dd5-5653-4dd5-9747-0760e05117a5 x-openstack-request-id: req-1d530dd5-5653-4dd5-9747-0760e05117a5 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:31:48.377590 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5291b119-6061-4479-8458-ea187406948a", "tag": "3015e30c-3e48-4cad-a543-b7358991865b", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:31:48.378171 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d530dd5-5653-4dd5-9747-0760e05117a5 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:31:48.378532 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b', 'status': 'completed', 'code': 200} Feb 07 23:31:48.433200 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:31:48.445517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-078dbb53-2521-4a82-8ab8-8ef97e61d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:48.447129 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-078dbb53-2521-4a82-8ab8-8ef97e61d5bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 1096 time: 0.0446067 Feb 07 23:31:48.544832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-794bcdf0-b7c4-4cb6-91f2-fb7066df4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:48.546287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-794bcdf0-b7c4-4cb6-91f2-fb7066df4b80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=855ffa13-84c6-4001-a640-3cdc9f949473 HTTP/1.1" status: 200 len: 896 time: 0.0919957 Feb 07 23:31:48.578403 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1325cd-eb82-44f5-a50a-3bea686026b4 req-880c6283-dda2-4c8d-9010-d8d2df4ee5f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:48.579927 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d1325cd-eb82-44f5-a50a-3bea686026b4 req-880c6283-dda2-4c8d-9010-d8d2df4ee5f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0655448 Feb 07 23:31:48.594522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-5e696141-8de3-4bef-b094-a2670a4f4efd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3015e30c-3e48-4cad-a543-b7358991865b HTTP/1.1" status: 200 len: 217 time: 0.0380151 Feb 07 23:31:48.622517 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3d1325cd-eb82-44f5-a50a-3bea686026b4 req-c24d00c8-b244-4c06-90e3-b64d299b20fd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349042 Feb 07 23:31:48.641291 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '879cea1a-5a18-47e8-84f3-13b8caedb24b', 'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:14:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:23Z', 'updated_at': '2022-02-07T23:30:27Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:48.646037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-51e7c93e-6bae-4901-a5cf-5495b6416287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:48.647536 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-51e7c93e-6bae-4901-a5cf-5495b6416287 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6b987f0-b200-4e93-add0-28cc0f761ada HTTP/1.1" status: 200 len: 835 time: 0.0461776 Feb 07 23:31:48.668361 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] Checking router: 2f07a29d-1921-45c4-8d59-2d1e41b79a41 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:31:48.677009 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:31:48.677596 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:48.693647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-0ef19a94-c953-4517-ab4c-514495570afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:48.695123 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-0ef19a94-c953-4517-ab4c-514495570afe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=855ffa13-84c6-4001-a640-3cdc9f949473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405543 Feb 07 23:31:48.782329 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:31:48.784859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-62d2086d-ba7f-4a49-90ec-38e3d621ea69 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829542 Feb 07 23:31:48.875164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e5aa7efc-e159-410e-ba20-c9e4f15ca27f req-0d3dbe65-ed53-4ee4-99b3-431285aee750 service neutron] 10.222.0.46 "GET /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824842 Feb 07 23:31:48.981322 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '879cea1a-5a18-47e8-84f3-13b8caedb24b', 'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:14:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:23Z', 'updated_at': '2022-02-07T23:30:27Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:49.010927 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cb3d0-ac11-415d-b9e1-41d46b9989ac None None] The sync data for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 is: [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:30:24Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '879cea1a-5a18-47e8-84f3-13b8caedb24b', 'name': '', 'network_id': '855ffa13-84c6-4001-a640-3cdc9f949473', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:14:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:23Z', 'updated_at': '2022-02-07T23:30:27Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'f6b987f0-b200-4e93-add0-28cc0f761ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:31:49.231235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8085aa-764e-4907-a990-d3aced16e0ce None None] New status for floating IP b7b499d0-0dfc-42db-8ebe-501de852f86a: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:31:49.751397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696063b-a807-443b-9a7e-f880f7a2b596 req-fa64fce0-3478-4fdf-80a9-f14fede11331 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:49.752947 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b696063b-a807-443b-9a7e-f880f7a2b596 req-fa64fce0-3478-4fdf-80a9-f14fede11331 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0548570 Feb 07 23:31:49.793716 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b696063b-a807-443b-9a7e-f880f7a2b596 req-47ebb46a-c894-48de-959e-b687e0816fae tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fc402f-8bf8-4ff1-bcc8-2698c107206a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334768 Feb 07 23:31:49.989859 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-b4d6a275-4e05-4368-8093-c6d91245c602 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:49.991722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-b4d6a275-4e05-4368-8093-c6d91245c602 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 945 time: 0.0482147 Feb 07 23:31:50.077652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 3015e30c-3e48-4cad-a543-b7358991865b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:31:50.078024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:50.167019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 3015e30c-3e48-4cad-a543-b7358991865b, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=3015e30c-3e48-4cad-a543-b7358991865b,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:31:50.167379 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:50.179451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 3015e30c-3e48-4cad-a543-b7358991865b owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:31:50.305871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:50.338353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=3015e30c-3e48-4cad-a543-b7358991865b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:50.370077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.370429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.370770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.371109 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.371443 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.371809 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.372143 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.372471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.372800 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.373122 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.373445 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.373768 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:50.392830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] No DVR routers for this DVR port 3015e30c-3e48-4cad-a543-b7358991865b on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:31:50.395690 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:50.399179 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cfc2c03c-d065-45fc-bc61-ce5aa6e34a1c req-d2e5412d-d79c-4b77-a202-e311aa23d12f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "DELETE /v2.0/ports/3015e30c-3e48-4cad-a543-b7358991865b HTTP/1.1" status: 204 len: 173 time: 0.4016328 Feb 07 23:31:50.399615 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'name': 'network-vif-deleted', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:31:50.401871 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3cf316-6270-4036-aadb-5d1bd08c61b3" -d '{"events": [{"server_uuid": "5291b119-6061-4479-8458-ea187406948a", "name": "network-vif-deleted", "tag": "3015e30c-3e48-4cad-a543-b7358991865b"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:31:50.441427 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8499a119-6ab4-49fc-9833-8a69b9bf7d2c x-openstack-request-id: req-8499a119-6ab4-49fc-9833-8a69b9bf7d2c {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:31:50.441725 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5291b119-6061-4479-8458-ea187406948a", "name": "network-vif-deleted", "tag": "3015e30c-3e48-4cad-a543-b7358991865b", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:31:50.441972 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8499a119-6ab4-49fc-9833-8a69b9bf7d2c {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:31:50.442361 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5291b119-6061-4479-8458-ea187406948a', 'name': 'network-vif-deleted', 'tag': '3015e30c-3e48-4cad-a543-b7358991865b', 'status': 'completed', 'code': 200} Feb 07 23:31:50.906053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-52bcc16f-04d1-4f45-93a6-b1710e49066c req-f9869cd9-bcfc-4e95-9be3-b7a7cc86a136 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=5291b119-6061-4479-8458-ea187406948a HTTP/1.1" status: 200 len: 210 time: 0.0269110 Feb 07 23:31:51.559602 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38b0edf2-3f99-44e1-9cf3-594d2bc694c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:51.963067 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59154) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:52.321285 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:52.570444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 879cea1a-5a18-47e8-84f3-13b8caedb24b {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:31:52.570789 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:52.662984 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 879cea1a-5a18-47e8-84f3-13b8caedb24b, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=879cea1a-5a18-47e8-84f3-13b8caedb24b,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:31:52.663351 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:52.675068 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 879cea1a-5a18-47e8-84f3-13b8caedb24b owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:31:52.877133 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:52.903156 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=879cea1a-5a18-47e8-84f3-13b8caedb24b,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:53.079853 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:53.314975 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:31:53.427618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:31:53.432759 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-41c0e81a-e1ef-48a0-bc14-b770dbfaac7b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/2f07a29d-1921-45c4-8d59-2d1e41b79a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686098 Feb 07 23:31:53.435476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59156) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:53.438162 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] Sync routers for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:31:53.449202 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:31:53.449893 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:53.492716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3d65d9-2b99-431c-80a0-a1fa4db2f061 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting subnet f6b987f0-b200-4e93-add0-28cc0f761ada {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:31:53.496501 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1a3d65d9-2b99-431c-80a0-a1fa4db2f061 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:53.540167 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1a3d65d9-2b99-431c-80a0-a1fa4db2f061 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:53.558871 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:31:53.634431 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1a3d65d9-2b99-431c-80a0-a1fa4db2f061 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:53.692912 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1a3d65d9-2b99-431c-80a0-a1fa4db2f061 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:53.701536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 3015e30c-3e48-4cad-a543-b7358991865b no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:31:53.722040 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d65d9-2b99-431c-80a0-a1fa4db2f061 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b987f0-b200-4e93-add0-28cc0f761ada,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:53.724020 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1a3d65d9-2b99-431c-80a0-a1fa4db2f061 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:53.726761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 3015e30c-3e48-4cad-a543-b7358991865b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:31:53.727267 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1a3d65d9-2b99-431c-80a0-a1fa4db2f061 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/subnets/f6b987f0-b200-4e93-add0-28cc0f761ada HTTP/1.1" status: 204 len: 168 time: 0.2908244 Feb 07 23:31:53.730143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59158) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:53.730519 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 3015e30c-3e48-4cad-a543-b7358991865b not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:31:53.743063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3525ca78-6647-45db-858e-8dea3fb941f3 None None] Network 855ffa13-84c6-4001-a640-3cdc9f949473 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:31:53.746553 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:31:52Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:53.774687 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] Checking router: 2f07a29d-1921-45c4-8d59-2d1e41b79a41 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:31:53.783286 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] Routers {'2f07a29d-1921-45c4-8d59-2d1e41b79a41'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:31:53.784393 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:53.863911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:53.898634 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] Set router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:31:53.925362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] DHCP port deletion for 855ffa13-84c6-4001-a640-3cdc9f949473 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:31:53.982229 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:53.985724 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Deleting port e7f048d5-99ed-4659-baaf-4b95a1ae582c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:31:53.986331 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.038893 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 6f1cfb65-614d-4bcc-bfe6-641beafd4130 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:31:54.039447 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.056239 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] For port e7f048d5-99ed-4659-baaf-4b95a1ae582c, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=e7f048d5-99ed-4659-baaf-4b95a1ae582c,segment=NetworkSegment(356a5354-d1c6-4103-81de-254173607d8a),segment_id=356a5354-d1c6-4103-81de-254173607d8a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:31:54.056641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.069837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Calling delete_port for e7f048d5-99ed-4659-baaf-4b95a1ae582c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:31:54.120143 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 6f1cfb65-614d-4bcc-bfe6-641beafd4130, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=6f1cfb65-614d-4bcc-bfe6-641beafd4130,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:31:54.120615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.133118 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 6f1cfb65-614d-4bcc-bfe6-641beafd4130 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:31:54.152989 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.177556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Pushing event deleted for resources: {'Port': ['ID=e7f048d5-99ed-4659-baaf-4b95a1ae582c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:54.181921 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] No DVR routers for this DVR port e7f048d5-99ed-4659-baaf-4b95a1ae582c on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:31:54.182457 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:31:52Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:54.189281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.189636 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.189981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.192422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.192422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.192422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.192422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.192422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.192422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.192422 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.194214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.194214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cb8da-de0b-48bb-b518-61621368e35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:54.216024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc5b48-b85a-41ad-ab5e-33c2b01b47cf None None] The sync data for ids ['2f07a29d-1921-45c4-8d59-2d1e41b79a41'] in n-d-827895-2 is: [{'id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347934226', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:30:20Z', 'updated_at': '2022-02-07T23:31:52Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '6f1cfb65-614d-4bcc-bfe6-641beafd4130', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f07a29d-1921-45c4-8d59-2d1e41b79a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:30:21Z', 'updated_at': '2022-02-07T23:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:31:54.311271 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.340386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=6f1cfb65-614d-4bcc-bfe6-641beafd4130,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:54.400071 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.488032 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.490542 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.531664 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.532241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Fanout notify agent at l3_agent the message router_deleted on router 2f07a29d-1921-45c4-8d59-2d1e41b79a41 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:31:54.538780 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.539897 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2c7b7e64-3027-40e4-89a7-8316ea20c6d1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/routers/2f07a29d-1921-45c4-8d59-2d1e41b79a41 HTTP/1.1" status: 204 len: 168 time: 0.8085978 Feb 07 23:31:54.542654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59160) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:54.623044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.717091 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.719450 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab4430ef-fde8-4db5-a8ae-d83e61230c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.748746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855ffa13-84c6-4001-a640-3cdc9f949473']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:54.758385 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356a5354-d1c6-4103-81de-254173607d8a') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:54.758679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356a5354-d1c6-4103-81de-254173607d8a') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:54.768262 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.776961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e7f048d5-99ed-4659-baaf-4b95a1ae582c no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:31:54.792477 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.799510 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:31:54.799928 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.802481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: e7f048d5-99ed-4659-baaf-4b95a1ae582c {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:31:54.803535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device e7f048d5-99ed-4659-baaf-4b95a1ae582c not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:31:54.803666 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:31:54.806584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 879cea1a-5a18-47e8-84f3-13b8caedb24b no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:31:54.827822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 879cea1a-5a18-47e8-84f3-13b8caedb24b {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:31:54.828429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 879cea1a-5a18-47e8-84f3-13b8caedb24b not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:31:54.863122 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.871439 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.874775 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/networks/855ffa13-84c6-4001-a640-3cdc9f949473 HTTP/1.1" status: 204 len: 168 time: 0.3312125 Feb 07 23:31:54.877674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59162) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:54.887248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4247d2f-1f8f-4a9b-9128-fbd17df6ea47 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Network': ['ID=855ffa13-84c6-4001-a640-3cdc9f949473,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:54.940341 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78faa9d0-f48f-411a-bb7e-8b54020b5d33 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:54.965691 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78faa9d0-f48f-411a-bb7e-8b54020b5d33 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.030040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78faa9d0-f48f-411a-bb7e-8b54020b5d33 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.032897 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-78faa9d0-f48f-411a-bb7e-8b54020b5d33 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.034344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-78faa9d0-f48f-411a-bb7e-8b54020b5d33 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/security-groups/c9fc402f-8bf8-4ff1-bcc8-2698c107206a HTTP/1.1" status: 204 len: 168 time: 0.1554594 Feb 07 23:31:55.037780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.044656 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faa9d0-f48f-411a-bb7e-8b54020b5d33 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fc402f-8bf8-4ff1-bcc8-2698c107206a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:55.542314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59168) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:55.547179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2e6f8596-c878-4645-8d26-f7e599ec0607 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1854535337', 'description': 'tempest-secgroup-smoke-1854535337 description', 'project_id': '5952e0da221f44689e7994d28f483a41'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:55.571576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8596-c878-4645-8d26-f7e599ec0607 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.635111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8596-c878-4645-8d26-f7e599ec0607 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.638722 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8596-c878-4645-8d26-f7e599ec0607 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.666735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8596-c878-4645-8d26-f7e599ec0607 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.667946 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2e6f8596-c878-4645-8d26-f7e599ec0607 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1246030 Feb 07 23:31:55.669764 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f8596-c878-4645-8d26-f7e599ec0607 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fabc4f-0af0-45e6-a2c9-144f261543ca,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:55.670991 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59170) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:55.675944 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-658027f0-58bf-4cba-aef8-f485313b7759 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'd6fabc4f-0af0-45e6-a2c9-144f261543ca', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:55.703851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-658027f0-58bf-4cba-aef8-f485313b7759 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.759459 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-658027f0-58bf-4cba-aef8-f485313b7759 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.763155 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-658027f0-58bf-4cba-aef8-f485313b7759 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.786252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658027f0-58bf-4cba-aef8-f485313b7759 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80400957-85b3-485e-ad32-2ed06587bd40,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:55.793181 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-658027f0-58bf-4cba-aef8-f485313b7759 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.794107 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-658027f0-58bf-4cba-aef8-f485313b7759 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217141 Feb 07 23:31:55.796791 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59172) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:55.800965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ef18c239-5bd7-4318-ac4f-d61c1e83461d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'd6fabc4f-0af0-45e6-a2c9-144f261543ca', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:55.828423 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef18c239-5bd7-4318-ac4f-d61c1e83461d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.889240 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef18c239-5bd7-4318-ac4f-d61c1e83461d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.892721 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef18c239-5bd7-4318-ac4f-d61c1e83461d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.907272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18c239-5bd7-4318-ac4f-d61c1e83461d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd74fef-4984-41b1-af90-f4f186ebe65d,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:55.917853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ef18c239-5bd7-4318-ac4f-d61c1e83461d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:55.919038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ef18c239-5bd7-4318-ac4f-d61c1e83461d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213269 Feb 07 23:31:55.921882 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59174) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:55.926272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0f0fc73c-8c6a-47cd-acd8-7b437893935b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'd6fabc4f-0af0-45e6-a2c9-144f261543ca', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:55.954726 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f0fc73c-8c6a-47cd-acd8-7b437893935b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.011445 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f0fc73c-8c6a-47cd-acd8-7b437893935b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.014818 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f0fc73c-8c6a-47cd-acd8-7b437893935b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.034444 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fc73c-8c6a-47cd-acd8-7b437893935b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d367ba-16ab-4c3c-af0a-86fdb6aa4d99,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:56.039223 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0f0fc73c-8c6a-47cd-acd8-7b437893935b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.040419 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0f0fc73c-8c6a-47cd-acd8-7b437893935b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175644 Feb 07 23:31:56.043181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59176) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:56.047470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-0836d889-43cc-40af-a131-1520b0d6ece1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'd6fabc4f-0af0-45e6-a2c9-144f261543ca', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:56.074582 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0836d889-43cc-40af-a131-1520b0d6ece1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.131895 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0836d889-43cc-40af-a131-1520b0d6ece1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.135510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0836d889-43cc-40af-a131-1520b0d6ece1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.151836 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836d889-43cc-40af-a131-1520b0d6ece1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192c9c1a-c850-4568-8aab-893f694e4eeb,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:56.159359 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0836d889-43cc-40af-a131-1520b0d6ece1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.160575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0836d889-43cc-40af-a131-1520b0d6ece1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164792 Feb 07 23:31:56.164245 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59178) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:56.168626 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-b2eef96f-9930-4e87-97ff-218dca9966f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'd6fabc4f-0af0-45e6-a2c9-144f261543ca', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:56.191752 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-b2eef96f-9930-4e87-97ff-218dca9966f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:31:56.196508 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2eef96f-9930-4e87-97ff-218dca9966f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.258778 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2eef96f-9930-4e87-97ff-218dca9966f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.262204 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2eef96f-9930-4e87-97ff-218dca9966f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.278869 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eef96f-9930-4e87-97ff-218dca9966f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccd0236-0693-44c5-a891-52126daff2fb,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:56.287528 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b2eef96f-9930-4e87-97ff-218dca9966f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.288765 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b2eef96f-9930-4e87-97ff-218dca9966f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234918 Feb 07 23:31:56.291462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59180) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:56.295620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-fa3ce4b5-f152-4dce-92ab-bb6f16bf7174 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'd6fabc4f-0af0-45e6-a2c9-144f261543ca', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:56.319310 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-fa3ce4b5-f152-4dce-92ab-bb6f16bf7174 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:31:56.323987 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce4b5-f152-4dce-92ab-bb6f16bf7174 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.383625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce4b5-f152-4dce-92ab-bb6f16bf7174 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.387268 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce4b5-f152-4dce-92ab-bb6f16bf7174 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.405352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ce4b5-f152-4dce-92ab-bb6f16bf7174 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2d2de0-d66b-495c-8d43-14d39da7816d,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:56.413511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce4b5-f152-4dce-92ab-bb6f16bf7174 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.414662 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-fa3ce4b5-f152-4dce-92ab-bb6f16bf7174 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223283 Feb 07 23:31:56.417571 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59182) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:56.422192 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'network': {'name': 'tempest-network-smoke--1269125724', 'project_id': '5952e0da221f44689e7994d28f483a41', 'port_security_enabled': True}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:56.444961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:31:56.448703 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.471603 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:31:56.481949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.482287 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Added segment a7afaa54-ba36-4412-9028-63c7c0ac9e31 of type vlan for network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c Feb 07 23:31:56.518334 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.523847 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.548342 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.555286 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:56.556027 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.620250 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2016728 Feb 07 23:31:56.623105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59184) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:56.628214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'admin_state_up': True, 'project_id': '5952e0da221f44689e7994d28f483a41', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:56.628956 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92acc0c-db79-48f3-8a9b-b1472e7e2e6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Network': ['ID=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:56.639293 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:31:56.656713 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.657697 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.692926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6f1cfb65-614d-4bcc-bfe6-641beafd4130 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:31:56.711099 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.719346 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 6f1cfb65-614d-4bcc-bfe6-641beafd4130 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:31:56.719697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 6f1cfb65-614d-4bcc-bfe6-641beafd4130 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:31:56.746887 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.848958 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.036788 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.054635 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.152735 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.133 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/f864dae7-933d-44e4-8eb9-51204a41d169) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:31:57.252411 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.288800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.343727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:31:57.346460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:31:57.351294 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:31:57.356501 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=f864dae7-933d-44e4-8eb9-51204a41d169,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:57.592974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.785543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.210576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 3902569c-8aa4-43fa-8e6c-b38854d493ce is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:31:58.312381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:31:58.322884 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Sync routers for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:31:58.332168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:31:58.332472 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.332783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:58.333865 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2007749c-e7c8-4d23-a0b4-52472b88075e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7090850 Feb 07 23:31:58.336908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59186) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:58.370544 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-90e45409-b13a-4052-836f-ee37467e3350 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5952e0da221f44689e7994d28f483a41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325031 Feb 07 23:31:58.373287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59188) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:58.438432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:31:58.460338 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c59f7b-21cf-47d9-b7f9-e4104f49b735 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:58.464557 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b7c59f7b-21cf-47d9-b7f9-e4104f49b735 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876086 Feb 07 23:31:58.464752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59190) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:58.493823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bdcbcdad-0b1c-4a1c-97bc-63c728b81c80 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279615 Feb 07 23:31:58.496233 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59192) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:58.500870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1931128291', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'project_id': '5952e0da221f44689e7994d28f483a41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:58.586406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:31:58.589921 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.613478 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:31:57Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:58.643301 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Checking router: 3902569c-8aa4-43fa-8e6c-b38854d493ce for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:31:58.643644 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Updating router 3902569c-8aa4-43fa-8e6c-b38854d493ce port f864dae7-933d-44e4-8eb9-51204a41d169 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:31:58.670673 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.768720 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.831655 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Subnet': ['ID=da816276-24d1-414b-8618-2bd576cc8902,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:58.841033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Checking segment: {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:31:58.841411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network hostable DHCP agents. Network: c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:31:58.858299 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:31:58.866770 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:31:58.871173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:58.872203 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.883010 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9cfe00-f941-403b-8e54-757721229e95 None None] Network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:31:58.888292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ab11f293-835b-4f19-b366-f7a72d3bcfef tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3910809 Feb 07 23:31:58.891101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59194) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:31:58.976539 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.987795 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.054452 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f12d0-cc18-4900-b067-d6c12dfb430c None None] Pushing event updated for resources: {'Port': ['ID=f864dae7-933d-44e4-8eb9-51204a41d169,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:59.057705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Attempting to bind port f864dae7-933d-44e4-8eb9-51204a41d169 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:31:59.058076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Attempting to bind port f864dae7-933d-44e4-8eb9-51204a41d169 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:31:59.058437 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Attempting to bind port f864dae7-933d-44e4-8eb9-51204a41d169 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:31:59.085039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:31:59.085418 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:31:59.085819 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.086211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:31:59.086679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Bound port: f864dae7-933d-44e4-8eb9-51204a41d169, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:31:59.087057 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.161727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:31:59.163128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.166943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] For port f864dae7-933d-44e4-8eb9-51204a41d169, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:31:59.170992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] For port f864dae7-933d-44e4-8eb9-51204a41d169, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f864dae7-933d-44e4-8eb9-51204a41d169,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:31:59.181110 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.322981 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.335579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:31:59.336223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:59.376151 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f12d0-cc18-4900-b067-d6c12dfb430c None None] Pushing event updated for resources: {'Port': ['ID=f864dae7-933d-44e4-8eb9-51204a41d169,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:59.409663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Allocated IP 172.20.0.2 (c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c/da816276-24d1-414b-8618-2bd576cc8902/a2f4f496-a104-4afe-83ef-0fa67a7c90c3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:31:59.510721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:31:59.879675 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.887608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.934012 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.1 (c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c/da816276-24d1-414b-8618-2bd576cc8902/99af2d07-332d-469d-bb16-3941883ed5b3) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:31:59.937129 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:31:59.943992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:31:59.947298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:31:59.960383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Pushing event updated for resources: {'Port': ['ID=a2f4f496-a104-4afe-83ef-0fa67a7c90c3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:59.990616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:31:57Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:00.030383 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8148e5-f37c-4dd1-a758-3137cd1a4843 None None] The sync data for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 is: [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:31:57Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:32:00.041218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Attempting to bind port a2f4f496-a104-4afe-83ef-0fa67a7c90c3 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:32:00.041670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Attempting to bind port a2f4f496-a104-4afe-83ef-0fa67a7c90c3 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:32:00.041965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Attempting to bind port a2f4f496-a104-4afe-83ef-0fa67a7c90c3 on network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:32:00.048111 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.048297 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:32:00.048512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Checking segment: {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:32:00.048921 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.049324 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Bound using segment: {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:32:00.049796 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Bound port: a2f4f496-a104-4afe-83ef-0fa67a7c90c3, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:32:00.050183 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.084470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.122247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] For port a2f4f496-a104-4afe-83ef-0fa67a7c90c3, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:32:00.125956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] For port a2f4f496-a104-4afe-83ef-0fa67a7c90c3, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a2f4f496-a104-4afe-83ef-0fa67a7c90c3,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:32:00.131821 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.134063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:00.138903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:00.143534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:32:00.146797 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=99af2d07-332d-469d-bb16-3941883ed5b3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:00.192639 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.194095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783b9a-bbbf-4df7-b07e-ddc38576ce1c None None] Pushing event updated for resources: {'Port': ['ID=a2f4f496-a104-4afe-83ef-0fa67a7c90c3,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:00.358308 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.676573 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.683492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.758078 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=99af2d07-332d-469d-bb16-3941883ed5b3,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:00.772761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.840083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a2f4f496-a104-4afe-83ef-0fa67a7c90c3 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:32:00.877249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:00.878710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:00.911180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a2f4f496-a104-4afe-83ef-0fa67a7c90c3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:00.912219 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.004876 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.015361 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 3902569c-8aa4-43fa-8e6c-b38854d493ce has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:32:01.050425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port a2f4f496-a104-4afe-83ef-0fa67a7c90c3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a2f4f496-a104-4afe-83ef-0fa67a7c90c3,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:32:01.056937 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.058092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f864dae7-933d-44e4-8eb9-51204a41d169 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:32:01.138527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=a2f4f496-a104-4afe-83ef-0fa67a7c90c3,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:01.153517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f864dae7-933d-44e4-8eb9-51204a41d169 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:01.153875 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.155064 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:32:01.164127 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-bb430098-259e-4a43-8c95-670dfb1394eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/3902569c-8aa4-43fa-8e6c-b38854d493ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2719383 Feb 07 23:32:01.244567 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.273396 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port f864dae7-933d-44e4-8eb9-51204a41d169, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f864dae7-933d-44e4-8eb9-51204a41d169,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:32:01.278916 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.313451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad8061-1880-49fb-ae5f-324f65487b09 None None] Network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:32:01.331470 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-e0dc3005-4bc2-4b09-bc09-ef4eddf2471c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854535337&fields=id&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 267 time: 0.0387354 Feb 07 23:32:01.384473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=f864dae7-933d-44e4-8eb9-51204a41d169,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:01.423185 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-9624caa5-8999-4b3e-b705-6a198e0fee54 None None] Provisioning complete for port a2f4f496-a104-4afe-83ef-0fa67a7c90c3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:01.423486 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9624caa5-8999-4b3e-b705-6a198e0fee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.438502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-588a4b25-469d-496a-ae05-77a759d5ddc8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:01.439966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-588a4b25-469d-496a-ae05-77a759d5ddc8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/networks?id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 200 len: 797 time: 0.1001270 Feb 07 23:32:01.457218 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-36785bee-eeb3-4a3e-b291-618675eab342 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/quotas/5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Feb 07 23:32:01.517678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-ef2c012c-b17c-4603-bd59-6a9c08ff3d9f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527539 Feb 07 23:32:01.624381 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-651c414c-8994-439f-bd48-82facc2c81c4 service neutron] 10.222.0.15 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938504 Feb 07 23:32:01.722893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-8ce49e3f-b11f-4ff1-b85e-cee246750971 service neutron] 10.222.0.15 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901513 Feb 07 23:32:01.792945 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-51847ddf-d5a0-4067-8d57-01f690e00861 None None] Provisioning complete for port a2f4f496-a104-4afe-83ef-0fa67a7c90c3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:01.793314 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51847ddf-d5a0-4067-8d57-01f690e00861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.829413 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Sync routers for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:32:01.860779 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:32:01.861402 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:01.937558 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13d51a21-b352-4ea4-b286-ed9563aef3e4 req-73332a86-caa3-46c6-bd57-abb38a873320 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 210 time: 0.0378201 Feb 07 23:32:01.967436 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-51847ddf-d5a0-4067-8d57-01f690e00861 None None] Provisioning complete for port 99af2d07-332d-469d-bb16-3941883ed5b3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:01.968469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51847ddf-d5a0-4067-8d57-01f690e00861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.012104 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:32:02.021555 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-51847ddf-d5a0-4067-8d57-01f690e00861 None None] Port 99af2d07-332d-469d-bb16-3941883ed5b3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:32:02.142765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-82232d38-0622-4d35-9ec5-e9c8c121d25e None None] Provisioning complete for port 99af2d07-332d-469d-bb16-3941883ed5b3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:02.143145 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82232d38-0622-4d35-9ec5-e9c8c121d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.185241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-82232d38-0622-4d35-9ec5-e9c8c121d25e None None] Port 99af2d07-332d-469d-bb16-3941883ed5b3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:32:02.229916 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '99af2d07-332d-469d-bb16-3941883ed5b3', 'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:de:45:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:59Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 2, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'da816276-24d1-414b-8618-2bd576cc8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:02.258431 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Checking router: 3902569c-8aa4-43fa-8e6c-b38854d493ce for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:32:02.258868 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Updating router 3902569c-8aa4-43fa-8e6c-b38854d493ce port 99af2d07-332d-469d-bb16-3941883ed5b3 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:32:02.286907 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.428733 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-db1fcd93-8fd0-4ac0-9b6d-5847e69182be None None] Provisioning complete for port 99af2d07-332d-469d-bb16-3941883ed5b3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:02.429203 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db1fcd93-8fd0-4ac0-9b6d-5847e69182be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.467326 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-db1fcd93-8fd0-4ac0-9b6d-5847e69182be None None] Port 99af2d07-332d-469d-bb16-3941883ed5b3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:32:02.565749 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.571680 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.618567 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Pushing event updated for resources: {'Port': ['ID=99af2d07-332d-469d-bb16-3941883ed5b3,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:02.626565 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.626913 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.627248 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.627577 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.627932 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.628254 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.628572 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.628893 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.629210 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.629524 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.629836 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.630146 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:02.688389 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Attempting to bind port 99af2d07-332d-469d-bb16-3941883ed5b3 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:32:02.688831 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Attempting to bind port 99af2d07-332d-469d-bb16-3941883ed5b3 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:32:02.689259 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Attempting to bind port 99af2d07-332d-469d-bb16-3941883ed5b3 on network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:32:02.706084 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:32:02.706554 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Checking segment: {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:32:02.707074 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.707522 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Bound using segment: {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:32:02.708155 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Bound port: 99af2d07-332d-469d-bb16-3941883ed5b3, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:32:02.708640 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.754339 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a2f4f496-a104-4afe-83ef-0fa67a7c90c3 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:32:02.788532 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] For port 99af2d07-332d-469d-bb16-3941883ed5b3, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:32:02.792543 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] For port 99af2d07-332d-469d-bb16-3941883ed5b3, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=99af2d07-332d-469d-bb16-3941883ed5b3,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:32:02.797468 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.811336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port a2f4f496-a104-4afe-83ef-0fa67a7c90c3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:02.811743 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.855838 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608d660-c815-4fa4-91b5-e93020c5be01 None None] Pushing event updated for resources: {'Port': ['ID=99af2d07-332d-469d-bb16-3941883ed5b3,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:02.865817 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:32:02.866433 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:02.908725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f864dae7-933d-44e4-8eb9-51204a41d169 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:32:02.940038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-30672fac-6aff-4ec4-a07a-51b6b616c26b None None] Provisioning complete for port 99af2d07-332d-469d-bb16-3941883ed5b3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:02.940413 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30672fac-6aff-4ec4-a07a-51b6b616c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.980750 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:32:03.086328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f864dae7-933d-44e4-8eb9-51204a41d169 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:03.086942 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.136493 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30672fac-6aff-4ec4-a07a-51b6b616c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.154431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60eb17b4-3f03-4379-87a8-ca6964ef5ae6 req-6b11e3a4-8d4c-4855-b171-e9172e1f42b0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 210 time: 0.0426137 Feb 07 23:32:03.209774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-30672fac-6aff-4ec4-a07a-51b6b616c26b None None] For port 99af2d07-332d-469d-bb16-3941883ed5b3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=99af2d07-332d-469d-bb16-3941883ed5b3,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:32:03.217186 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30672fac-6aff-4ec4-a07a-51b6b616c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.217393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-f9d61f5d-4419-40aa-a535-0d7c0bf27cbb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:03.219606 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-f9d61f5d-4419-40aa-a535-0d7c0bf27cbb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/networks?id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 200 len: 797 time: 0.1956565 Feb 07 23:32:03.241992 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '99af2d07-332d-469d-bb16-3941883ed5b3', 'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:de:45:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:59Z', 'updated_at': '2022-02-07T23:32:02Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'da816276-24d1-414b-8618-2bd576cc8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:03.269150 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-39969b37-bbe2-48e5-a904-404113bdfaa5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 380 time: 0.0419424 Feb 07 23:32:03.272453 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75fcfc-5977-4b34-ab95-e824f8a0024c None None] The sync data for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 is: [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '99af2d07-332d-469d-bb16-3941883ed5b3', 'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:de:45:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:59Z', 'updated_at': '2022-02-07T23:32:02Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'da816276-24d1-414b-8618-2bd576cc8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:32:03.279331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'port': {'device_id': '99375871-7dec-4333-94fc-04138c6746c9', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'admin_state_up': True, 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'security_groups': ['d6fabc4f-0af0-45e6-a2c9-144f261543ca']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:03.296856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30672fac-6aff-4ec4-a07a-51b6b616c26b None None] Pushing event updated for resources: {'Port': ['ID=99af2d07-332d-469d-bb16-3941883ed5b3,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:03.356797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c3653752-f470-4237-b174-d2e9d8e0b359 None None] Provisioning complete for port 99af2d07-332d-469d-bb16-3941883ed5b3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:03.357197 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3653752-f470-4237-b174-d2e9d8e0b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.415159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:03.419272 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.548920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.13 (c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c/da816276-24d1-414b-8618-2bd576cc8902/9b59e41a-59ac-472f-a230-06264ddbf949) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:32:03.697763 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.731977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.778429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:03.781532 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:03.785167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:32:03.813605 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=9b59e41a-59ac-472f-a230-06264ddbf949,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:03.853251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:03.853913 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.874945 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-4d1bd330-467b-44bd-987d-e9978dc2d884 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5992150 Feb 07 23:32:03.888925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Request body: {'port': {'device_id': '99375871-7dec-4333-94fc-04138c6746c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:03.948558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.040294 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:32:04.072508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0401ceef-3d66-4d45-bd2c-5cec887b3c8b None None] Provisioning complete for port 9b59e41a-59ac-472f-a230-06264ddbf949 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:04.072768 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0401ceef-3d66-4d45-bd2c-5cec887b3c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.108095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0401ceef-3d66-4d45-bd2c-5cec887b3c8b None None] Port 9b59e41a-59ac-472f-a230-06264ddbf949 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:32:04.236564 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b59e41a-59ac-472f-a230-06264ddbf949 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:32:04.244745 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.257535 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Transition to ACTIVE for port object 9b59e41a-59ac-472f-a230-06264ddbf949 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:04.261350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.281337 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9f14e-8c32-48b8-9c31-f9ba655bf514 req-89d2cb7d-f004-4e04-9e35-734a5b8f9c37 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:04.283040 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1c9f14e-8c32-48b8-9c31-f9ba655bf514 req-89d2cb7d-f004-4e04-9e35-734a5b8f9c37 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 932 time: 0.0536928 Feb 07 23:32:04.331018 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a1c9f14e-8c32-48b8-9c31-f9ba655bf514 req-604bb8bb-63b5-4f25-a4cb-c32f63aa5682 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Feb 07 23:32:04.355032 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Pushing event updated for resources: {'Port': ['ID=9b59e41a-59ac-472f-a230-06264ddbf949,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:04.387923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Attempting to bind port 9b59e41a-59ac-472f-a230-06264ddbf949 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:32:04.388328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Attempting to bind port 9b59e41a-59ac-472f-a230-06264ddbf949 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:32:04.388717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Attempting to bind port 9b59e41a-59ac-472f-a230-06264ddbf949 on network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:32:04.393798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Port 9b59e41a-59ac-472f-a230-06264ddbf949 on network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:32:04.394204 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Attempting to bind port 9b59e41a-59ac-472f-a230-06264ddbf949 on network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:32:04.400231 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:32:04.400651 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Checking segment: {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:32:04.401095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Bound using segment: {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:32:04.401592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Bound port: 9b59e41a-59ac-472f-a230-06264ddbf949, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7afaa54-ba36-4412-9028-63c7c0ac9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:32:04.402014 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.437142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.476879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:32:04.480240 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b59e41a-59ac-472f-a230-06264ddbf949,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:32:04.485364 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.523352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:04.524393 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.525780 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] 10.222.0.46 "PUT /v2.0/ports/9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 200 len: 1092 time: 0.6418564 Feb 07 23:32:04.528258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:04.531875 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6ade7a-16e6-40ed-9198-4675b42c2abd" -d '{"events": [{"name": "network-changed", "server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:32:04.557007 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec40a0-7a54-46ec-90b8-3a75a09ed78b service neutron] Pushing event updated for resources: {'Port': ['ID=9b59e41a-59ac-472f-a230-06264ddbf949,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:04.583199 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0715fbba-c2c3-4ba4-a663-a7354f1fb816 x-openstack-request-id: req-0715fbba-c2c3-4ba4-a663-a7354f1fb816 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:32:04.583393 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:32:04.583645 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0715fbba-c2c3-4ba4-a663-a7354f1fb816 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:32:04.584064 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949', 'status': 'completed', 'code': 200} Feb 07 23:32:04.618326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-b11916b4-3b5d-4296-81cb-440984349192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:04.619836 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-b11916b4-3b5d-4296-81cb-440984349192 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1095 time: 0.0461373 Feb 07 23:32:04.662433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-cf2e3f5f-837d-45a6-b040-9a934ee51fa5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 200 len: 217 time: 0.0334880 Feb 07 23:32:04.717327 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-14f3abe6-b95e-4897-bcb0-ea6523efd619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:04.719028 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-14f3abe6-b95e-4897-bcb0-ea6523efd619 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da816276-24d1-414b-8618-2bd576cc8902 HTTP/1.1" status: 200 len: 835 time: 0.0503647 Feb 07 23:32:04.770329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-a6d0efeb-1842-4d79-9208-5711ce0b6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:04.771356 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-a6d0efeb-1842-4d79-9208-5711ce0b6170 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459266 Feb 07 23:32:04.775885 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.785722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 99af2d07-332d-469d-bb16-3941883ed5b3 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:32:04.835800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 99af2d07-332d-469d-bb16-3941883ed5b3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:04.836201 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.865368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-3c0713e5-ec7b-469b-9511-d727f7fdbd8a service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866704 Feb 07 23:32:04.961318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-19ff4c6e-8af8-45f9-8652-6c41e33c0154 req-1a3469a3-1f18-4af0-ae8c-904742ed56e0 service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899844 Feb 07 23:32:05.045703 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-53e1e24e-2d3b-4752-9b9b-4826ef2f028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:05.047176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-53e1e24e-2d3b-4752-9b9b-4826ef2f028a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1095 time: 0.0403447 Feb 07 23:32:05.455663 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9789445-b551-44d9-a3cf-def824b520dc req-b9a52eea-a043-4ed3-bedd-c11ea3dc1017 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:05.457153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9789445-b551-44d9-a3cf-def824b520dc req-b9a52eea-a043-4ed3-bedd-c11ea3dc1017 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 944 time: 0.0525012 Feb 07 23:32:05.462358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-389eeb31-cb53-49c5-b681-f07f627be303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:05.463841 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-389eeb31-cb53-49c5-b681-f07f627be303 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 200 len: 897 time: 0.4100595 Feb 07 23:32:05.496023 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f9789445-b551-44d9-a3cf-def824b520dc req-81f69913-d154-46c9-8513-5067409fd266 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Feb 07 23:32:05.504187 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-fc8cd906-6a3c-441f-8cf3-fd6346aae460 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 200 len: 217 time: 0.0334327 Feb 07 23:32:05.552723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-de40f33d-4066-4136-a837-5a714c68123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:05.554200 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-de40f33d-4066-4136-a837-5a714c68123c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da816276-24d1-414b-8618-2bd576cc8902 HTTP/1.1" status: 200 len: 835 time: 0.0428376 Feb 07 23:32:05.602139 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-c6975ab9-59fb-4e78-acf2-23648bbad928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:05.603523 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-c6975ab9-59fb-4e78-acf2-23648bbad928 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419705 Feb 07 23:32:05.691188 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-1d05749c-f0f6-4e80-b138-a25b20b07779 service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801387 Feb 07 23:32:05.781502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b6ade7a-16e6-40ed-9198-4675b42c2abd req-fe91bb2c-a529-404d-90d4-1e40a5459223 service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831492 Feb 07 23:32:05.793806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b59e41a-59ac-472f-a230-06264ddbf949 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:32:05.887553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b59e41a-59ac-472f-a230-06264ddbf949,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:32:05.898842 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '9b59e41a-59ac-472f-a230-06264ddbf949', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'port_id': '9b59e41a-59ac-472f-a230-06264ddbf949', 'mac_address': 'fa:16:3e:b5:a1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:32:05.938745 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:05.951645 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b59e41a-59ac-472f-a230-06264ddbf949 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:32:05.969992 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b59e41a-59ac-472f-a230-06264ddbf949,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:32:05.973767 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:06.019165 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9b59e41a-59ac-472f-a230-06264ddbf949,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:06.173561 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9b59e41a-59ac-472f-a230-06264ddbf949'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:32:06.612174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26b45a-cfd6-49f3-a19e-676279a9154b req-e9754c4b-15f3-4a88-8a8f-b5ece7a626f8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:06.613624 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f26b45a-cfd6-49f3-a19e-676279a9154b req-e9754c4b-15f3-4a88-8a8f-b5ece7a626f8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Feb 07 23:32:06.650485 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9f26b45a-cfd6-49f3-a19e-676279a9154b req-a2d0dc3a-38e6-4a44-9d2d-353e0b0c3508 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Feb 07 23:32:07.766056 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92131d-5175-4813-8a0f-8b6d19253d2f req-4a0ab092-3310-4c8d-a598-d482e5f90651 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:07.767504 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d92131d-5175-4813-8a0f-8b6d19253d2f req-4a0ab092-3310-4c8d-a598-d482e5f90651 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 945 time: 0.0488522 Feb 07 23:32:07.805357 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2d92131d-5175-4813-8a0f-8b6d19253d2f req-15edbbdc-edb2-4c82-9b3b-83a3e95f5bf2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Feb 07 23:32:07.808949 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b59e41a-59ac-472f-a230-06264ddbf949 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:32:07.858845 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 9b59e41a-59ac-472f-a230-06264ddbf949 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:32:07.863624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 9b59e41a-59ac-472f-a230-06264ddbf949 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:07.864102 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:07.950670 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:07.973525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:07.976475 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0830f28-26b4-47e4-913c-08228b51012b" -d '{"events": [{"server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:32:07.989180 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b59e41a-59ac-472f-a230-06264ddbf949,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:32:07.993271 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:08.018597 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7477b5-cc32-4741-8a09-4efead78ef72 x-openstack-request-id: req-0d7477b5-cc32-4741-8a09-4efead78ef72 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:32:08.018890 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:32:08.019142 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d7477b5-cc32-4741-8a09-4efead78ef72 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:32:08.019528 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949', 'code': 200} Feb 07 23:32:08.045468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9b59e41a-59ac-472f-a230-06264ddbf949,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:08.108214 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53b033-30dc-4ad1-a573-850312508713 req-5be15cd1-b8e7-4788-8db3-b2813169ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:08.109677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d53b033-30dc-4ad1-a573-850312508713 req-5be15cd1-b8e7-4788-8db3-b2813169ee04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1097 time: 0.0401857 Feb 07 23:32:08.143061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6d53b033-30dc-4ad1-a573-850312508713 req-15173a56-b40b-439d-9260-8671eff0d816 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269344 Feb 07 23:32:08.921413 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f960c-6d12-4dd0-b7b1-2a9672061806 req-0a7fd191-8849-414a-a4ed-8c3caf3b4fcb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:08.922748 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a9f960c-6d12-4dd0-b7b1-2a9672061806 req-0a7fd191-8849-414a-a4ed-8c3caf3b4fcb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0476420 Feb 07 23:32:08.960163 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6a9f960c-6d12-4dd0-b7b1-2a9672061806 req-69e490f1-414a-479c-9c19-e29db12d8067 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Feb 07 23:32:10.081691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0adee-97ec-462a-9fac-905eabb49d59 req-cf208511-713d-4cc4-a057-51a8c1628cf3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:10.083175 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ae0adee-97ec-462a-9fac-905eabb49d59 req-cf208511-713d-4cc4-a057-51a8c1628cf3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0520535 Feb 07 23:32:10.120321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8ae0adee-97ec-462a-9fac-905eabb49d59 req-2e97a77a-a1a0-4498-9992-975b662611e1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310061 Feb 07 23:32:10.237557 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb2229-325a-479a-8fc0-371b34814619 req-47357070-a19e-4a4e-9e0d-70c6a7d55130 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:10.238992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbcb2229-325a-479a-8fc0-371b34814619 req-47357070-a19e-4a4e-9e0d-70c6a7d55130 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0521538 Feb 07 23:32:10.276632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bbcb2229-325a-479a-8fc0-371b34814619 req-560cc0bd-b6cc-4f8b-9224-60ea30ce1744 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311441 Feb 07 23:32:10.298515 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59256) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:32:10.337299 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd7283-1263-470f-b7e5-37f6c4da4081 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:10.338764 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-53dd7283-1263-470f-b7e5-37f6c4da4081 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1092 time: 0.0393109 Feb 07 23:32:10.341479 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59258) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:32:10.345598 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '9b59e41a-59ac-472f-a230-06264ddbf949', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:10.371872 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:10.469150 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:10.568853 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.22 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/f9be837c-a158-4338-95da-a75217177430) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:32:10.670955 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:10.702981 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:10.740639 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:10.743335 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:10.746635 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:32:10.769306 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=f9be837c-a158-4338-95da-a75217177430,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:11.415071 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:11.483515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:11.625748 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:11.630063 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:11.697386 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=f9be837c-a158-4338-95da-a75217177430,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:11.709313 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:11.807560 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP e061772b-c02f-4a24-832f-b846294c77d3 associated. External IP: 172.25.8.22, port: 9b59e41a-59ac-472f-a230-06264ddbf949. Feb 07 23:32:12.016198 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 3902569c-8aa4-43fa-8e6c-b38854d493ce has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:32:12.121900 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:32:12.132178 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] Sync routers for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:32:12.139770 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:12.145323 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:32:12.146619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:12.166901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-36471a81-708d-4437-895a-1406ec0438c7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8244324 Feb 07 23:32:12.167505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:12.169889 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10" -d '{"events": [{"name": "network-changed", "server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:32:12.208005 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a795ea-e1a3-4f45-a216-d764926cdd90 x-openstack-request-id: req-f7a795ea-e1a3-4f45-a216-d764926cdd90 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:32:12.208958 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:32:12.209281 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7a795ea-e1a3-4f45-a216-d764926cdd90 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:32:12.209684 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949', 'status': 'completed', 'code': 200} Feb 07 23:32:12.266294 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:32:12.296771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60973e7e-7bb2-41e3-b945-e945f2c24a16 req-949e00ac-a948-4562-b9a2-ff35c07ad56a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:12.298236 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60973e7e-7bb2-41e3-b945-e945f2c24a16 req-949e00ac-a948-4562-b9a2-ff35c07ad56a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0761681 Feb 07 23:32:12.300066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-25395e6b-850d-4f97-8b93-5ccf8aeedd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:12.301384 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-25395e6b-850d-4f97-8b93-5ccf8aeedd16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1097 time: 0.0705070 Feb 07 23:32:12.386500 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60973e7e-7bb2-41e3-b945-e945f2c24a16 req-c843ae7c-7f2d-48dc-95c8-9f3cd86b1fe8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813785 Feb 07 23:32:12.408551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59264) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:32:12.430681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-545f6311-4363-49a1-9527-20ddbf7f1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:12.432516 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-545f6311-4363-49a1-9527-20ddbf7f1358 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 200 len: 897 time: 0.1216700 Feb 07 23:32:12.472225 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8588ad3e-e7da-4e13-81b5-a8a6c6b90c5e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/e061772b-c02f-4a24-832f-b846294c77d3 HTTP/1.1" status: 200 len: 991 time: 0.0621994 Feb 07 23:32:12.489307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'e061772b-c02f-4a24-832f-b846294c77d3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'port_id': '9b59e41a-59ac-472f-a230-06264ddbf949', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'mac_address': 'fa:16:3e:b5:a1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99375871-7dec-4333-94fc-04138c6746c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:32:11Z', 'updated_at': '2022-02-07T23:32:11Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99af2d07-332d-469d-bb16-3941883ed5b3', 'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:de:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:59Z', 'updated_at': '2022-02-07T23:32:03Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'da816276-24d1-414b-8618-2bd576cc8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:12.500014 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-d955b80a-9087-4950-9a47-18061cab60cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 200 len: 999 time: 0.0600417 Feb 07 23:32:12.515908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] Checking router: 3902569c-8aa4-43fa-8e6c-b38854d493ce for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:32:12.524192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:32:12.524721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:31:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:12.552608 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-182aa485-a511-4a5a-bd57-3b3787143e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:12.554068 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-182aa485-a511-4a5a-bd57-3b3787143e77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da816276-24d1-414b-8618-2bd576cc8902 HTTP/1.1" status: 200 len: 835 time: 0.0477204 Feb 07 23:32:12.601051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-63a940e0-791b-4707-a8bf-f4bed01dde71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:12.602601 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-63a940e0-791b-4707-a8bf-f4bed01dde71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422578 Feb 07 23:32:12.613891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-603ff04d-e8a4-4a73-b7b4-bcf2cafb43a7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:32:12.615492 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-603ff04d-e8a4-4a73-b7b4-bcf2cafb43a7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058534 Feb 07 23:32:12.707660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-cac4ad14-2e92-4777-be62-5cca42722e9c service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860758 Feb 07 23:32:12.786157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:32:12.801580 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f5edd3a6-1760-4d61-b92a-fcfb142a4b10 req-d908bbc6-2ee3-4bec-8e5b-724d07f5da05 service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872872 Feb 07 23:32:13.015661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'e061772b-c02f-4a24-832f-b846294c77d3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'port_id': '9b59e41a-59ac-472f-a230-06264ddbf949', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'mac_address': 'fa:16:3e:b5:a1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99375871-7dec-4333-94fc-04138c6746c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:32:11Z', 'updated_at': '2022-02-07T23:32:11Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99af2d07-332d-469d-bb16-3941883ed5b3', 'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:de:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:59Z', 'updated_at': '2022-02-07T23:32:03Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'da816276-24d1-414b-8618-2bd576cc8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:13.041807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf6214-c74e-4fbc-9423-dcd9f5127416 None None] The sync data for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 is: [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'e061772b-c02f-4a24-832f-b846294c77d3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'port_id': '9b59e41a-59ac-472f-a230-06264ddbf949', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'mac_address': 'fa:16:3e:b5:a1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99375871-7dec-4333-94fc-04138c6746c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:32:11Z', 'updated_at': '2022-02-07T23:32:11Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99af2d07-332d-469d-bb16-3941883ed5b3', 'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:de:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:59Z', 'updated_at': '2022-02-07T23:32:03Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'da816276-24d1-414b-8618-2bd576cc8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:32:13.243942 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174ff0a4-30d7-4b64-ad40-e5a6ef148122 None None] New status for floating IP e061772b-c02f-4a24-832f-b846294c77d3: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:32:13.476746 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59266) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:32:13.539265 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5cbbc84f-7013-4234-a420-b1e2a5511277 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/e061772b-c02f-4a24-832f-b846294c77d3 HTTP/1.1" status: 200 len: 993 time: 0.0612805 Feb 07 23:32:21.564482 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b77346c-8987-4b7b-9266-5d744e875afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:24.710829 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db9b9f11-12a4-4ccc-9d5e-2db26d072759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:25.038432 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:26.521356 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:26.749908 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:34.434746 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:34.793737 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:40.140201 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-ced36297-53a8-4668-a982-b00de11ddf96 req-ee0fd231-5bfb-464f-8afb-1933b9315ed9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:32:40.141164 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ced36297-53a8-4668-a982-b00de11ddf96 req-ee0fd231-5bfb-464f-8afb-1933b9315ed9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053718 Feb 07 23:32:40.333099 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30deb67-036c-442e-9054-3c26c50acb3d req-ee1259f8-70d2-4f16-9a1e-e0f1b949534e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:40.335081 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d30deb67-036c-442e-9054-3c26c50acb3d req-ee1259f8-70d2-4f16-9a1e-e0f1b949534e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0579128 Feb 07 23:32:40.342100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59292) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:32:40.374534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d30deb67-036c-442e-9054-3c26c50acb3d req-85a9b424-3d03-45b5-beda-4ea2389a70b2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Feb 07 23:32:40.437681 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-c8e75f36-0baf-4a20-83ba-ef11d64af510 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944083 Feb 07 23:32:40.446781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-36573a44-1801-4de5-be68-3faefc86759b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:32:40.447725 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-36573a44-1801-4de5-be68-3faefc86759b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053923 Feb 07 23:32:41.039054 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:32:41.492979 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14514b9d-423c-4ce9-8913-f21e49a09ed5 req-64fb282d-d493-46b0-ba14-24c0ea18557b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:41.494430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14514b9d-423c-4ce9-8913-f21e49a09ed5 req-64fb282d-d493-46b0-ba14-24c0ea18557b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0491531 Feb 07 23:32:41.534104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-14514b9d-423c-4ce9-8913-f21e49a09ed5 req-f7f1e86a-ed3e-4dbe-b3d2-426b42679b2b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336270 Feb 07 23:32:41.605685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-b088ba83-8f8a-490c-bc40-87b57b1cfa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:41.607387 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-b088ba83-8f8a-490c-bc40-87b57b1cfa8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1097 time: 0.0404539 Feb 07 23:32:41.697308 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-db54bf1d-39cc-47b7-b63a-0bc53b19bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:41.698649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-db54bf1d-39cc-47b7-b63a-0bc53b19bb69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 200 len: 897 time: 0.0846081 Feb 07 23:32:41.767386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-39996df1-817f-49f6-b305-9dc3227ddc7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 200 len: 1001 time: 0.0577748 Feb 07 23:32:41.821186 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-012416f8-f2f2-49fc-9ffd-968f584632f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:41.822604 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-012416f8-f2f2-49fc-9ffd-968f584632f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da816276-24d1-414b-8618-2bd576cc8902 HTTP/1.1" status: 200 len: 835 time: 0.0479798 Feb 07 23:32:41.868110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-4cbed4b3-c9c3-4d52-a894-cdb4b86f1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:41.869592 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-4cbed4b3-c9c3-4d52-a894-cdb4b86f1c96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406430 Feb 07 23:32:41.962145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-711baa02-2a72-48e4-8764-c4221a6d4142 service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818191 Feb 07 23:32:42.051764 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-8056ef07-7307-47cb-8441-82c82eef5432 service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826857 Feb 07 23:32:42.403365 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-ed5e89ae-1dd1-4f8e-9be3-9081e89e9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:42.404877 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-ed5e89ae-1dd1-4f8e-9be3-9081e89e9e99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1097 time: 0.0407734 Feb 07 23:32:42.509065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-b7bb7f0b-cd42-460a-b19d-d478294ff356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:42.510513 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-b7bb7f0b-cd42-460a-b19d-d478294ff356 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 200 len: 897 time: 0.0869548 Feb 07 23:32:42.574560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-2f21a926-a39a-4d9b-8160-34477c9d6767 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 200 len: 1001 time: 0.0573153 Feb 07 23:32:42.624691 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-05edf9c6-7fd9-4bfb-b48b-6e3da1dd6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:42.626156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-05edf9c6-7fd9-4bfb-b48b-6e3da1dd6b62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da816276-24d1-414b-8618-2bd576cc8902 HTTP/1.1" status: 200 len: 835 time: 0.0449934 Feb 07 23:32:42.651940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503ac97-eaf7-4405-bda3-aee9da5db756 req-a25d77a7-f6c0-40ef-9656-9f58b6653f21 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:42.653446 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c503ac97-eaf7-4405-bda3-aee9da5db756 req-a25d77a7-f6c0-40ef-9656-9f58b6653f21 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0493257 Feb 07 23:32:42.675604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-57cc8517-c473-4450-8846-51d8e976a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:42.678300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-57cc8517-c473-4450-8846-51d8e976a809 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457599 Feb 07 23:32:42.691850 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c503ac97-eaf7-4405-bda3-aee9da5db756 req-6ba1da68-01ac-422c-a5de-de984c85fc8f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323195 Feb 07 23:32:42.766431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-fcbd7c88-30fc-433e-b192-4c988b7530b6 service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812621 Feb 07 23:32:42.858076 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2a1f51a1-99fa-425a-88e7-41e1ab7ccbd0 req-10f972bf-f141-461c-884a-5706009be830 service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850863 Feb 07 23:32:43.807319 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc95a7-f48b-4251-a19a-7eabe32379be req-2b3f7d16-6ed3-4b8b-a581-a7f6e68c092b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:43.808804 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0fc95a7-f48b-4251-a19a-7eabe32379be req-2b3f7d16-6ed3-4b8b-a581-a7f6e68c092b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0489235 Feb 07 23:32:43.845582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d0fc95a7-f48b-4251-a19a-7eabe32379be req-8ac11145-09b0-4a60-a5fc-065b9942901d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Feb 07 23:32:44.961708 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2554982-7641-4ff5-9269-f4f1aa722c76 req-50388b72-58b1-414e-9e91-4506af52b4d5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:44.963071 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2554982-7641-4ff5-9269-f4f1aa722c76 req-50388b72-58b1-414e-9e91-4506af52b4d5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0480618 Feb 07 23:32:45.000872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f2554982-7641-4ff5-9269-f4f1aa722c76 req-75a0da07-cc49-4683-8b77-74340e9c5074 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318377 Feb 07 23:32:46.116990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8dcd0-33a6-4309-829b-48ce7189fdfd req-36552f64-4561-4fc1-b0bf-1cbe45feb882 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:46.118459 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ff8dcd0-33a6-4309-829b-48ce7189fdfd req-36552f64-4561-4fc1-b0bf-1cbe45feb882 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0485699 Feb 07 23:32:46.155497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ff8dcd0-33a6-4309-829b-48ce7189fdfd req-fb450ef9-9b59-42a4-9d23-d5d734378661 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310369 Feb 07 23:32:47.273773 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b1e09-5e29-4763-94fe-e5085e0e4d2b req-f0357a54-ab89-4bc4-973a-267ecb3d4c8d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:47.275215 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6b1e09-5e29-4763-94fe-e5085e0e4d2b req-f0357a54-ab89-4bc4-973a-267ecb3d4c8d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0519922 Feb 07 23:32:47.312816 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cf6b1e09-5e29-4763-94fe-e5085e0e4d2b req-fd20c5e2-2afd-40ad-89b0-9fc5fa18185c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Feb 07 23:32:48.430074 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca45cd6-f48b-43ef-bdba-f3c614562613 req-29841803-e7b9-449b-9d53-15483af03660 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:48.431512 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ca45cd6-f48b-43ef-bdba-f3c614562613 req-29841803-e7b9-449b-9d53-15483af03660 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0472143 Feb 07 23:32:48.472426 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ca45cd6-f48b-43ef-bdba-f3c614562613 req-5d48d295-3eb2-4ef3-a9d7-d362445d2355 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348821 Feb 07 23:32:49.587625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f8e6d-5538-48de-a480-e04ac833508d req-13927c38-abac-47a6-b5ea-224bc0365b57 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:49.589096 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f46f8e6d-5538-48de-a480-e04ac833508d req-13927c38-abac-47a6-b5ea-224bc0365b57 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0482061 Feb 07 23:32:49.625882 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f46f8e6d-5538-48de-a480-e04ac833508d req-cf22ec5b-cdaf-4503-846c-bb91d815579e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308502 Feb 07 23:32:50.741720 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f84e5-c4aa-41a5-96bb-3897523e4ff3 req-cb42f951-8ec7-4909-97f5-e479b5b61416 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:50.743157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b44f84e5-c4aa-41a5-96bb-3897523e4ff3 req-cb42f951-8ec7-4909-97f5-e479b5b61416 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0484669 Feb 07 23:32:50.780044 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b44f84e5-c4aa-41a5-96bb-3897523e4ff3 req-b4b9396c-4410-42b4-b8fc-d24f4d74f33e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Feb 07 23:32:51.568727 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-600cac21-534d-42a2-b602-cfc8b4364cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.897973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee8767-4957-4ed1-acf3-6bc5caf14492 req-d035bfe2-2231-46a1-8b3a-0c6d298a315d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:51.899458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7aee8767-4957-4ed1-acf3-6bc5caf14492 req-d035bfe2-2231-46a1-8b3a-0c6d298a315d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0486512 Feb 07 23:32:51.937144 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7aee8767-4957-4ed1-acf3-6bc5caf14492 req-8f0aeec6-3853-4d83-83e6-0a2e6fcc6b74 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316947 Feb 07 23:32:53.061681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a1c90-deec-46ff-9098-d4074b5fca82 req-15d1ec1f-11e8-49b7-99ed-9d47a5bee773 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:53.063187 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f25a1c90-deec-46ff-9098-d4074b5fca82 req-15d1ec1f-11e8-49b7-99ed-9d47a5bee773 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0494370 Feb 07 23:32:53.102485 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f25a1c90-deec-46ff-9098-d4074b5fca82 req-ff0526db-aa7d-40ba-9b4a-b2218e625827 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320926 Feb 07 23:32:53.620458 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-3764b0b2-4d98-427a-b9ee-317b08231709 service neutron] 10.222.0.46 "GET /v2.0/ports/9b59e41a-59ac-472f-a230-06264ddbf949/bindings/n-h1-827895-2 HTTP/1.1" status: 200 len: 382 time: 0.0601673 Feb 07 23:32:53.869256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-85405d67-bdb8-4170-a360-949bb9479fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:53.870814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-85405d67-bdb8-4170-a360-949bb9479fff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 1097 time: 0.0466106 Feb 07 23:32:53.932793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-59e71369-e47d-4404-bebe-ee166979be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:53.934328 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-59e71369-e47d-4404-bebe-ee166979be2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1097 time: 0.0414183 Feb 07 23:32:54.025000 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-365d6bec-ff5d-49c4-903b-72d6bbee8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:54.026443 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-365d6bec-ff5d-49c4-903b-72d6bbee8930 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 200 len: 897 time: 0.0860140 Feb 07 23:32:54.088951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-67fe7696-e414-47fb-a5dd-bdeb658eb53d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 200 len: 1001 time: 0.0559733 Feb 07 23:32:54.137085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-7a3d4134-5c46-49bd-8d3d-d2e112fe1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:54.138567 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-7a3d4134-5c46-49bd-8d3d-d2e112fe1f40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da816276-24d1-414b-8618-2bd576cc8902 HTTP/1.1" status: 200 len: 835 time: 0.0434995 Feb 07 23:32:54.186894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-094430d2-9483-4d2a-a1e7-95a328181a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:54.188755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-094430d2-9483-4d2a-a1e7-95a328181a87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434327 Feb 07 23:32:54.225659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b02e8-07c1-4f5d-875b-a7132964118b req-862a41ac-9835-4309-9424-588aedf2bf4b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:54.227133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e35b02e8-07c1-4f5d-875b-a7132964118b req-862a41ac-9835-4309-9424-588aedf2bf4b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0525255 Feb 07 23:32:54.266132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e35b02e8-07c1-4f5d-875b-a7132964118b req-70b987e0-b803-4717-b911-429fe266a6a4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Feb 07 23:32:54.277494 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-3c1f7405-d7da-45e8-a0ba-d2fa4434a62e service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827250 Feb 07 23:32:54.369274 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4d651a91-c490-46ee-a6e3-f83990b0bd33 req-ec918fdb-c695-45a2-b041-a9bf763f25dd service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Feb 07 23:32:54.712441 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc7478cb-c16e-4251-94f6-ef9dc16dba79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.041139 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.383223 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3075c-9634-4dd2-952f-9eab35fe98dc req-990b2f03-f807-4071-8244-3bac8159003f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:55.384689 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56f3075c-9634-4dd2-952f-9eab35fe98dc req-990b2f03-f807-4071-8244-3bac8159003f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0487862 Feb 07 23:32:55.421627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-56f3075c-9634-4dd2-952f-9eab35fe98dc req-5dbc6c81-a46c-4e45-8b3b-2576e54e201e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Feb 07 23:32:56.525531 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.539023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550cf41-42c3-4d41-9e99-47c329e8dd73 req-e88abd3b-45fc-42a3-8895-5065a961ef59 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:56.540497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2550cf41-42c3-4d41-9e99-47c329e8dd73 req-e88abd3b-45fc-42a3-8895-5065a961ef59 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0499403 Feb 07 23:32:56.577567 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2550cf41-42c3-4d41-9e99-47c329e8dd73 req-74e97de1-3c2d-4077-b787-89b55c65f227 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310678 Feb 07 23:32:56.758648 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.771490 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b1ef4-bc1e-4ca5-8310-e762a6c9ffeb req-27bf6883-1ddd-475b-9340-16fa0b69c606 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:56.772989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c4b1ef4-bc1e-4ca5-8310-e762a6c9ffeb req-27bf6883-1ddd-475b-9340-16fa0b69c606 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0538797 Feb 07 23:32:56.782749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068695-4595-41fb-9941-362d3c593809 req-df37611e-31ca-41d2-87aa-88732bcaacce tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:56.784224 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84068695-4595-41fb-9941-362d3c593809 req-df37611e-31ca-41d2-87aa-88732bcaacce tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9&tenant_id=5952e0da221f44689e7994d28f483a41&binding%3Ahost_id=n-h1-827895-2 HTTP/1.1" status: 200 len: 946 time: 0.0547006 Feb 07 23:32:56.812206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6c4b1ef4-bc1e-4ca5-8310-e762a6c9ffeb req-75230501-8400-426b-8e78-41d4ae8d506f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328798 Feb 07 23:32:56.873872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068695-4595-41fb-9941-362d3c593809 req-f005e47c-cb12-42f3-85b7-dcf745968ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:56.875390 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84068695-4595-41fb-9941-362d3c593809 req-f005e47c-cb12-42f3-85b7-dcf745968ec8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1097 time: 0.0467849 Feb 07 23:32:56.993896 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df62a4-b484-47e9-8425-f1a866778958 req-25e1d14d-3169-4095-a2f3-e6156b8334f5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:56.995341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36df62a4-b484-47e9-8425-f1a866778958 req-25e1d14d-3169-4095-a2f3-e6156b8334f5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.1065700 Feb 07 23:32:57.022542 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068695-4595-41fb-9941-362d3c593809 req-7688183a-c956-4e4a-9471-70545b97167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:57.023890 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84068695-4595-41fb-9941-362d3c593809 req-7688183a-c956-4e4a-9471-70545b97167c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 200 len: 897 time: 0.1423807 Feb 07 23:32:57.082845 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-36df62a4-b484-47e9-8425-f1a866778958 req-9378877c-08f2-42ab-bd30-7657866c4b4c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813656 Feb 07 23:32:57.102602 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84068695-4595-41fb-9941-362d3c593809 req-b5dae204-af7a-4a14-80f5-3c4810e53749 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 200 len: 1001 time: 0.0713520 Feb 07 23:32:57.151129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068695-4595-41fb-9941-362d3c593809 req-527760f2-f247-4721-be2a-de3325b6c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:57.152546 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84068695-4595-41fb-9941-362d3c593809 req-527760f2-f247-4721-be2a-de3325b6c5c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da816276-24d1-414b-8618-2bd576cc8902 HTTP/1.1" status: 200 len: 835 time: 0.0438218 Feb 07 23:32:57.195583 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068695-4595-41fb-9941-362d3c593809 req-f69f9ceb-1511-4f45-abbb-e9aad3f48d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:57.197066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84068695-4595-41fb-9941-362d3c593809 req-f69f9ceb-1511-4f45-abbb-e9aad3f48d99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384398 Feb 07 23:32:57.287602 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84068695-4595-41fb-9941-362d3c593809 req-1fc306e7-7edd-4c48-81dc-c01ca90360d7 service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838015 Feb 07 23:32:57.375318 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-84068695-4595-41fb-9941-362d3c593809 req-3314f80d-77c1-4fe5-8c18-66819cc9a9fb service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815265 Feb 07 23:32:58.010985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b59e41a-59ac-472f-a230-06264ddbf949 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:32:58.014043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b59e41a-59ac-472f-a230-06264ddbf949 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:32:58.165783 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.168541 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b59e41a-59ac-472f-a230-06264ddbf949,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:32:58.187421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '9b59e41a-59ac-472f-a230-06264ddbf949', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'port_id': '9b59e41a-59ac-472f-a230-06264ddbf949', 'mac_address': 'fa:16:3e:b5:a1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:32:58.201923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:58.202767 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83ba52-8d91-479a-aee8-f88be4985645 req-887a626c-b223-4f59-b682-d25f6e90a6b4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:58.204178 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3031904a-f471-4137-a8a4-84548d239880" -d '{"events": [{"server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:32:58.204351 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe83ba52-8d91-479a-aee8-f88be4985645 req-887a626c-b223-4f59-b682-d25f6e90a6b4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0522749 Feb 07 23:32:58.243756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b59e41a-59ac-472f-a230-06264ddbf949,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:32:58.244743 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fe83ba52-8d91-479a-aee8-f88be4985645 req-5e685ddc-8f35-4140-b5f5-bcfec11470fe tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339272 Feb 07 23:32:58.250377 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.261247 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.269331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59364) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:32:58.282263 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8115d4-27ad-47ad-a301-a215d455828c x-openstack-request-id: req-cb8115d4-27ad-47ad-a301-a215d455828c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:32:58.282559 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:32:58.282803 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb8115d4-27ad-47ad-a301-a215d455828c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:32:58.283184 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949', 'code': 200} Feb 07 23:32:58.299462 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b59e41a-59ac-472f-a230-06264ddbf949 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:32:58.319616 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9b59e41a-59ac-472f-a230-06264ddbf949,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:58.335153 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a55ed33a-3e98-4887-b67d-e31cb67a1e1d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/e061772b-c02f-4a24-832f-b846294c77d3 HTTP/1.1" status: 200 len: 991 time: 0.0645738 Feb 07 23:32:58.350716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.351060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.351400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.351756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.352088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.352411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.352734 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.353057 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.353374 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.353690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.354005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.354317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:58.364570 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:32:58.365125 n-d-827895-2 neutron-server[102291]: DEBUG oslo_db.api [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:32:58.900769 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.916723 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b59e41a-59ac-472f-a230-06264ddbf949 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:32:58.935298 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b59e41a-59ac-472f-a230-06264ddbf949,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:32:58.939963 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.986458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9b59e41a-59ac-472f-a230-06264ddbf949,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:59.144435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['9b59e41a-59ac-472f-a230-06264ddbf949'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:33:00.034526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b59e41a-59ac-472f-a230-06264ddbf949 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:33:00.081135 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 9b59e41a-59ac-472f-a230-06264ddbf949 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:00.081511 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.158922 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.189190 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b59e41a-59ac-472f-a230-06264ddbf949,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:00.195897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.241605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=9b59e41a-59ac-472f-a230-06264ddbf949,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:00.284648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:00.286967 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e15438-2cff-4dd5-91c3-28f3fc1ce8e1" -d '{"events": [{"server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:33:00.323587 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5471b99-0e9f-45e3-9d45-0a84b237326b x-openstack-request-id: req-d5471b99-0e9f-45e3-9d45-0a84b237326b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:33:00.323910 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:33:00.324164 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5471b99-0e9f-45e3-9d45-0a84b237326b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:33:00.324557 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949', 'code': 200} Feb 07 23:33:04.433641 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.810482 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:18.038955 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:33:21.570889 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40d33aef-2840-4f41-8c4a-135e01e76775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:24.713855 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc0df55e-5193-466f-80dd-467e7acce8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:25.044690 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:26.526088 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:26.700595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59378) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:26.757311 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:26.856416 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port f9be837c-a158-4338-95da-a75217177430 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:33:26.857028 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:26.932920 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:26.933244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:26.944423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for f9be837c-a158-4338-95da-a75217177430 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:33:27.088632 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:27.117942 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=f9be837c-a158-4338-95da-a75217177430,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:27.141279 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.141627 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.141960 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.142290 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.142618 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.142941 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.143262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.143584 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.143928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.144250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.144568 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.144882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:27.184519 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:27.184846 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP e061772b-c02f-4a24-832f-b846294c77d3 disassociated (deleted). External IP: 172.25.8.22, port: 9b59e41a-59ac-472f-a230-06264ddbf949. Feb 07 23:33:27.386744 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 3902569c-8aa4-43fa-8e6c-b38854d493ce has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:33:27.489432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:33:27.494771 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:27.499262 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] Sync routers for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:33:27.509901 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:27.510844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:27.524019 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-94a41d27-6b8c-4e2f-bef0-502c487a432d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/floatingips/e061772b-c02f-4a24-832f-b846294c77d3 HTTP/1.1" status: 204 len: 168 time: 0.8196764 Feb 07 23:33:27.524019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:27.524286 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28" -d '{"events": [{"name": "network-changed", "server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:33:27.564577 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35ee54a-fe5d-4c9f-bcc4-226f61eb6101 x-openstack-request-id: req-b35ee54a-fe5d-4c9f-bcc4-226f61eb6101 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:33:27.565078 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:33:27.565533 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b35ee54a-fe5d-4c9f-bcc4-226f61eb6101 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:33:27.566156 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949', 'status': 'completed', 'code': 200} Feb 07 23:33:27.627084 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-eb9bb609-7d37-4304-843a-a53ed5d1a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:27.627516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:27.628641 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-eb9bb609-7d37-4304-843a-a53ed5d1a6a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 1097 time: 0.0428762 Feb 07 23:33:27.765508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-90fb37b9-3730-43aa-a2cc-43eb752914af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:27.766978 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-90fb37b9-3730-43aa-a2cc-43eb752914af service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 200 len: 897 time: 0.1270597 Feb 07 23:33:27.779442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd96e95-e002-4a87-b0b2-c56b6cd9231d req-a5eb2e77-0b86-4c95-a398-baaeeaa086e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:27.780966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcd96e95-e002-4a87-b0b2-c56b6cd9231d req-a5eb2e77-0b86-4c95-a398-baaeeaa086e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0709441 Feb 07 23:33:27.822282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-802f327a-22a5-4357-80cc-933bfb14aaf5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 200 len: 217 time: 0.0403717 Feb 07 23:33:27.837149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '99af2d07-332d-469d-bb16-3941883ed5b3', 'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:de:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:59Z', 'updated_at': '2022-02-07T23:32:03Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'da816276-24d1-414b-8618-2bd576cc8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:27.863988 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] Checking router: 3902569c-8aa4-43fa-8e6c-b38854d493ce for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:33:27.873688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:27.874292 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:27.882795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fcd96e95-e002-4a87-b0b2-c56b6cd9231d req-f4933aef-316e-482c-bded-9e320c8dadd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948365 Feb 07 23:33:27.892123 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-f8060761-bc24-4782-8374-942abb6ee3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:27.893561 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-f8060761-bc24-4782-8374-942abb6ee3fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da816276-24d1-414b-8618-2bd576cc8902 HTTP/1.1" status: 200 len: 835 time: 0.0632894 Feb 07 23:33:27.939147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-f50b6024-3de1-468b-9d17-a2d16ae749c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:27.940576 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-f50b6024-3de1-468b-9d17-a2d16ae749c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399435 Feb 07 23:33:27.980970 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:28.034991 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-1cad6835-e218-48f9-b636-baaf993f3c5b service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866358 Feb 07 23:33:28.124214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7ea2d6a7-8f8b-4a27-b77e-28391cdcdb28 req-04fbf62c-68bd-418d-b25e-a51933cc87ec service neutron] 10.222.0.46 "GET /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819814 Feb 07 23:33:28.180342 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '99af2d07-332d-469d-bb16-3941883ed5b3', 'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:de:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:59Z', 'updated_at': '2022-02-07T23:32:03Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'da816276-24d1-414b-8618-2bd576cc8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:28.205801 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0982809-e60d-4a91-ba56-2f969dec8f4d None None] The sync data for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 is: [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '99af2d07-332d-469d-bb16-3941883ed5b3', 'name': '', 'network_id': 'c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:de:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'da816276-24d1-414b-8618-2bd576cc8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:59Z', 'updated_at': '2022-02-07T23:32:03Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': 'da816276-24d1-414b-8618-2bd576cc8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:33:28.420083 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f77043-8b30-4cb0-8546-bfc601b53129 None None] New status for floating IP e061772b-c02f-4a24-832f-b846294c77d3: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:33:29.005917 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9cf8-2067-492b-8bbb-d827a3104618 req-80d57260-4bb7-4b69-bc13-d817ded7c5f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:29.007421 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-839a9cf8-2067-492b-8bbb-d827a3104618 req-80d57260-4bb7-4b69-bc13-d817ded7c5f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0517716 Feb 07 23:33:29.034619 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-384a098f-0ab4-4658-8553-2c09ebb01f8a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:29.036049 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-384a098f-0ab4-4658-8553-2c09ebb01f8a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/ports?device_id=99375871-7dec-4333-94fc-04138c6746c9 HTTP/1.1" status: 200 len: 946 time: 0.0496087 Feb 07 23:33:29.045115 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-839a9cf8-2067-492b-8bbb-d827a3104618 req-f15b491d-bf8b-4268-a394-546a7e581b83 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabc4f-0af0-45e6-a2c9-144f261543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Feb 07 23:33:29.129351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 9b59e41a-59ac-472f-a230-06264ddbf949 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:33:29.129692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:29.214617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 9b59e41a-59ac-472f-a230-06264ddbf949, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=9b59e41a-59ac-472f-a230-06264ddbf949,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:29.214971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:29.226255 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 9b59e41a-59ac-472f-a230-06264ddbf949 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:33:29.360775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:29.395138 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=9b59e41a-59ac-472f-a230-06264ddbf949,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:29.436065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] No DVR routers for this DVR port 9b59e41a-59ac-472f-a230-06264ddbf949 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:33:29.438544 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:29.441741 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ea4ad3bf-1e6a-4036-ac49-150c3a8dc3ff req-29ced2b5-d7d4-4cec-92a0-2784fd0d40e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "DELETE /v2.0/ports/9b59e41a-59ac-472f-a230-06264ddbf949 HTTP/1.1" status: 204 len: 173 time: 0.3997858 Feb 07 23:33:29.567798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'name': 'network-vif-deleted', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:29.570625 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255814de-f8e3-47a4-8e64-bde309928982" -d '{"events": [{"server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "name": "network-vif-deleted", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:33:29.607067 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f85145-0551-4e20-a8b3-04f96bfe0350 x-openstack-request-id: req-58f85145-0551-4e20-a8b3-04f96bfe0350 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:33:29.607355 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99375871-7dec-4333-94fc-04138c6746c9", "name": "network-vif-deleted", "tag": "9b59e41a-59ac-472f-a230-06264ddbf949", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:33:29.607605 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58f85145-0551-4e20-a8b3-04f96bfe0350 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:33:29.608031 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99375871-7dec-4333-94fc-04138c6746c9', 'name': 'network-vif-deleted', 'tag': '9b59e41a-59ac-472f-a230-06264ddbf949', 'status': 'completed', 'code': 200} Feb 07 23:33:30.103095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59396) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:30.753421 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:31.004512 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 99af2d07-332d-469d-bb16-3941883ed5b3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:33:31.004775 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:31.096753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 99af2d07-332d-469d-bb16-3941883ed5b3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=99af2d07-332d-469d-bb16-3941883ed5b3,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:31.097113 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:31.108771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 99af2d07-332d-469d-bb16-3941883ed5b3 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:33:31.292491 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:31.320066 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=99af2d07-332d-469d-bb16-3941883ed5b3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:31.492025 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:31.701263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 3902569c-8aa4-43fa-8e6c-b38854d493ce has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:33:31.805339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:33:31.810300 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-39ffe36f-cc5c-47a3-bbf5-7a540693b832 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/3902569c-8aa4-43fa-8e6c-b38854d493ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7061296 Feb 07 23:33:31.813426 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59398) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:31.814479 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] Sync routers for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:33:31.824475 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:31.825086 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:31.869558 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-266756d1-c037-45a1-a12e-534b5926dd38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting subnet da816276-24d1-414b-8618-2bd576cc8902 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:33:31.872590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-266756d1-c037-45a1-a12e-534b5926dd38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:31.913949 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-266756d1-c037-45a1-a12e-534b5926dd38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:31.930847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:32.005135 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-266756d1-c037-45a1-a12e-534b5926dd38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.069761 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-266756d1-c037-45a1-a12e-534b5926dd38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.096658 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266756d1-c037-45a1-a12e-534b5926dd38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Subnet': ['ID=da816276-24d1-414b-8618-2bd576cc8902,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:32.101215 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-266756d1-c037-45a1-a12e-534b5926dd38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.108065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59400) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:32.108706 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b993ad57-b97c-4035-951e-4b7cd98171f0 None None] Network c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:33:32.109073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-266756d1-c037-45a1-a12e-534b5926dd38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/subnets/da816276-24d1-414b-8618-2bd576cc8902 HTTP/1.1" status: 204 len: 168 time: 0.2945430 Feb 07 23:33:32.220175 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.271291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b59e41a-59ac-472f-a230-06264ddbf949 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:33:32.326462 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.330709 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 9b59e41a-59ac-472f-a230-06264ddbf949 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:33:32.331052 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 9b59e41a-59ac-472f-a230-06264ddbf949 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:33:32.338774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:33:31Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': 'f864dae7-933d-44e4-8eb9-51204a41d169', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:31:57Z', 'updated_at': '2022-02-07T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:32.377043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] Checking router: 3902569c-8aa4-43fa-8e6c-b38854d493ce for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:33:32.377740 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port f864dae7-933d-44e4-8eb9-51204a41d169 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:33:32.378092 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.406607 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] Routers {'3902569c-8aa4-43fa-8e6c-b38854d493ce'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:32.407224 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['3902569c-8aa4-43fa-8e6c-b38854d493ce'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:32.459236 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port f864dae7-933d-44e4-8eb9-51204a41d169, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f864dae7-933d-44e4-8eb9-51204a41d169,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:32.460222 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.471874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for f864dae7-933d-44e4-8eb9-51204a41d169 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:33:32.513391 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] Set router 3902569c-8aa4-43fa-8e6c-b38854d493ce gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:32.567967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:33:32Z', 'revision_number': 6, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:32.596634 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cad4c2-715a-4b46-a859-585b4c2fdece None None] DHCP port deletion for c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:33:32.598913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e9c57-3103-40c0-a608-18d3bc27f79d None None] The sync data for ids ['3902569c-8aa4-43fa-8e6c-b38854d493ce'] in n-d-827895-2 is: [{'id': '3902569c-8aa4-43fa-8e6c-b38854d493ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040745543', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:31:56Z', 'updated_at': '2022-02-07T23:33:32Z', 'revision_number': 6, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:33:32.651151 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.652550 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d7cad4c2-715a-4b46-a859-585b4c2fdece None None] Deleting port a2f4f496-a104-4afe-83ef-0fa67a7c90c3 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:33:32.652934 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7cad4c2-715a-4b46-a859-585b4c2fdece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.674582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=f864dae7-933d-44e4-8eb9-51204a41d169,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:32.688591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.688941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.689275 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.689605 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.689936 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.690255 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.690575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.690897 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.691208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.691531 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.692379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.692379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:32.717804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d7cad4c2-715a-4b46-a859-585b4c2fdece None None] For port a2f4f496-a104-4afe-83ef-0fa67a7c90c3, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=a2f4f496-a104-4afe-83ef-0fa67a7c90c3,segment=NetworkSegment(a7afaa54-ba36-4412-9028-63c7c0ac9e31),segment_id=a7afaa54-ba36-4412-9028-63c7c0ac9e31)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:32.718194 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7cad4c2-715a-4b46-a859-585b4c2fdece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.731054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d7cad4c2-715a-4b46-a859-585b4c2fdece None None] Calling delete_port for a2f4f496-a104-4afe-83ef-0fa67a7c90c3 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:33:32.747210 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.809265 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7cad4c2-715a-4b46-a859-585b4c2fdece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.838375 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.838625 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cad4c2-715a-4b46-a859-585b4c2fdece None None] Pushing event deleted for resources: {'Port': ['ID=a2f4f496-a104-4afe-83ef-0fa67a7c90c3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:32.840664 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.841956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cad4c2-715a-4b46-a859-585b4c2fdece None None] No DVR routers for this DVR port a2f4f496-a104-4afe-83ef-0fa67a7c90c3 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:33:32.890000 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.890551 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Fanout notify agent at l3_agent the message router_deleted on router 3902569c-8aa4-43fa-8e6c-b38854d493ce {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:33:32.897917 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:32.899038 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f6d3364d-1a13-4961-98a3-12101df5c5ad tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/routers/3902569c-8aa4-43fa-8e6c-b38854d493ce HTTP/1.1" status: 204 len: 168 time: 0.7899897 Feb 07 23:33:32.901825 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59402) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:32.979544 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.077821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.098489 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:33.108190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7afaa54-ba36-4412-9028-63c7c0ac9e31') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:33.108746 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7afaa54-ba36-4412-9028-63c7c0ac9e31') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:33.117599 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.130822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.137185 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:33:33.137571 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:33:33.140558 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:33:33.197260 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.204253 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.207273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/networks/c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c HTTP/1.1" status: 204 len: 168 time: 0.3045192 Feb 07 23:33:33.210815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59404) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:33.223683 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69fcf7-ccc5-4325-964b-2cd4e852d0bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Network': ['ID=c3e2f7c7-c4f4-4fdc-a982-0b42fb761f8c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:33.270515 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b0b886d-fb81-4514-8d76-68a62a9687d6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.294950 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b0b886d-fb81-4514-8d76-68a62a9687d6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.353679 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b0b886d-fb81-4514-8d76-68a62a9687d6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.356283 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6b0b886d-fb81-4514-8d76-68a62a9687d6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.357708 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6b0b886d-fb81-4514-8d76-68a62a9687d6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/security-groups/d6fabc4f-0af0-45e6-a2c9-144f261543ca HTTP/1.1" status: 204 len: 168 time: 0.1457710 Feb 07 23:33:33.374093 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b886d-fb81-4514-8d76-68a62a9687d6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fabc4f-0af0-45e6-a2c9-144f261543ca,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:33.379669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a2f4f496-a104-4afe-83ef-0fa67a7c90c3 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:33:33.410593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: a2f4f496-a104-4afe-83ef-0fa67a7c90c3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:33:33.411191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device a2f4f496-a104-4afe-83ef-0fa67a7c90c3 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:33:33.411832 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 99af2d07-332d-469d-bb16-3941883ed5b3 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:33:33.434077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 99af2d07-332d-469d-bb16-3941883ed5b3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:33:33.434421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 99af2d07-332d-469d-bb16-3941883ed5b3 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:33:33.677291 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59410) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:33.682019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-787e7abc-056e-42d5-b0b3-07a95e2bada2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867850555', 'description': 'tempest-secgroup-smoke-867850555 description', 'project_id': '5952e0da221f44689e7994d28f483a41'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:33.705579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-787e7abc-056e-42d5-b0b3-07a95e2bada2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.774745 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-787e7abc-056e-42d5-b0b3-07a95e2bada2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.778358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-787e7abc-056e-42d5-b0b3-07a95e2bada2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.807010 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-787e7abc-056e-42d5-b0b3-07a95e2bada2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.808242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-787e7abc-056e-42d5-b0b3-07a95e2bada2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1299231 Feb 07 23:33:33.811106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59412) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:33.815264 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-1e9d663b-90a5-4d86-97cc-23cf4ace4cd3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'be314fbd-8424-4148-b1a3-b8ba4fb84fdd', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:33.822305 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e7abc-056e-42d5-b0b3-07a95e2bada2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be314fbd-8424-4148-b1a3-b8ba4fb84fdd,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:33.848668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e9d663b-90a5-4d86-97cc-23cf4ace4cd3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.909914 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e9d663b-90a5-4d86-97cc-23cf4ace4cd3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.913659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e9d663b-90a5-4d86-97cc-23cf4ace4cd3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.934288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d663b-90a5-4d86-97cc-23cf4ace4cd3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e29e48-d96c-40bd-bae5-d368f8ae36e6,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:33.940799 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1e9d663b-90a5-4d86-97cc-23cf4ace4cd3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:33.945080 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1e9d663b-90a5-4d86-97cc-23cf4ace4cd3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299274 Feb 07 23:33:33.945304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59414) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:33.950912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-70d0c4c8-5775-4680-b5b7-2c84339b7dda tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'be314fbd-8424-4148-b1a3-b8ba4fb84fdd', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:33.979275 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4c8-5775-4680-b5b7-2c84339b7dda tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.034602 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4c8-5775-4680-b5b7-2c84339b7dda tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.038346 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4c8-5775-4680-b5b7-2c84339b7dda tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.055837 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0c4c8-5775-4680-b5b7-2c84339b7dda tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d41afc6-d477-4f32-80ff-167d8e0c2119,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:34.063801 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4c8-5775-4680-b5b7-2c84339b7dda tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.064958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-70d0c4c8-5775-4680-b5b7-2c84339b7dda tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187599 Feb 07 23:33:34.067752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59416) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:34.072830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-055c569a-f81c-478f-8495-b26d1f462d89 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'be314fbd-8424-4148-b1a3-b8ba4fb84fdd', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:34.099650 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-055c569a-f81c-478f-8495-b26d1f462d89 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.157227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-055c569a-f81c-478f-8495-b26d1f462d89 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.161197 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-055c569a-f81c-478f-8495-b26d1f462d89 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.181107 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c569a-f81c-478f-8495-b26d1f462d89 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6d563c-b4d3-47d1-9da0-1f461a1dab81,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:34.186314 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-055c569a-f81c-478f-8495-b26d1f462d89 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.187472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-055c569a-f81c-478f-8495-b26d1f462d89 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187124 Feb 07 23:33:34.190063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59418) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:34.194879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-03129728-5c0c-42f1-9cfd-809db8b62ec9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'be314fbd-8424-4148-b1a3-b8ba4fb84fdd', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:34.222367 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03129728-5c0c-42f1-9cfd-809db8b62ec9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.284249 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03129728-5c0c-42f1-9cfd-809db8b62ec9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.288390 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03129728-5c0c-42f1-9cfd-809db8b62ec9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.308756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03129728-5c0c-42f1-9cfd-809db8b62ec9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace038c4-29db-497e-8966-136dcf1e99a5,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:34.314260 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-03129728-5c0c-42f1-9cfd-809db8b62ec9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.315437 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-03129728-5c0c-42f1-9cfd-809db8b62ec9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244779 Feb 07 23:33:34.318119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59420) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:34.322386 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-801d3eed-9042-4444-9c25-4e63e8ed823d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'be314fbd-8424-4148-b1a3-b8ba4fb84fdd', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:34.345780 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-801d3eed-9042-4444-9c25-4e63e8ed823d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:33:34.351306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-801d3eed-9042-4444-9c25-4e63e8ed823d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.409258 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-801d3eed-9042-4444-9c25-4e63e8ed823d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.413040 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-801d3eed-9042-4444-9c25-4e63e8ed823d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.428675 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.431682 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d3eed-9042-4444-9c25-4e63e8ed823d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99b52a2-d5e4-4e6b-bcdb-8b8b0d1360bd,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:34.436051 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-801d3eed-9042-4444-9c25-4e63e8ed823d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.437278 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-801d3eed-9042-4444-9c25-4e63e8ed823d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182573 Feb 07 23:33:34.439928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59422) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:34.444956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-554b36e0-6bb9-4f68-b37a-33f4aa5f4139 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'be314fbd-8424-4148-b1a3-b8ba4fb84fdd', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:34.468057 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-554b36e0-6bb9-4f68-b37a-33f4aa5f4139 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:33:34.472717 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-554b36e0-6bb9-4f68-b37a-33f4aa5f4139 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.532176 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-554b36e0-6bb9-4f68-b37a-33f4aa5f4139 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.535806 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-554b36e0-6bb9-4f68-b37a-33f4aa5f4139 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.553540 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b36e0-6bb9-4f68-b37a-33f4aa5f4139 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6ca1b2-f09e-43ba-901b-df47376f8963,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:34.562050 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-554b36e0-6bb9-4f68-b37a-33f4aa5f4139 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.563234 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-554b36e0-6bb9-4f68-b37a-33f4aa5f4139 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223893 Feb 07 23:33:34.566019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59424) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:34.571271 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'network': {'name': 'tempest-network-smoke--307645636', 'project_id': '5952e0da221f44689e7994d28f483a41', 'port_security_enabled': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:34.592596 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:33:34.595910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.620922 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:33:34.629098 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.629436 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Added segment f89923fd-e214-4910-b39d-3543e5c63e4f of type vlan for network 5693965a-0027-4857-8938-edf020247ae7 Feb 07 23:33:34.668796 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.691793 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.697728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:34.698295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.727018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f864dae7-933d-44e4-8eb9-51204a41d169 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:33:34.748228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: f864dae7-933d-44e4-8eb9-51204a41d169 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:33:34.748650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f864dae7-933d-44e4-8eb9-51204a41d169 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:33:34.750095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1830835 Feb 07 23:33:34.753070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59426) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:34.758586 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'admin_state_up': True, 'project_id': '5952e0da221f44689e7994d28f483a41', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:34.767872 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae562484-4467-4525-8188-59e4fe0ab758 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Network': ['ID=5693965a-0027-4857-8938-edf020247ae7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:34.779271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 5693965a-0027-4857-8938-edf020247ae7 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:33:34.782643 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.783642 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.834998 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.849507 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:34.977334 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:35.453920 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:35.472204 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:35.576517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.76 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/0d92254d-5fb9-4a3a-86e5-71fd9ed09163) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:35.673318 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:35.705866 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:35.748670 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:35.751592 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:35.754981 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:33:35.778095 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=0d92254d-5fb9-4a3a-86e5-71fd9ed09163,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:36.003736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:36.203057 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:36.328015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 97812474-839d-4012-a0a1-8d88480298c8 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:33:36.427616 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:33:36.437312 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Sync routers for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:33:36.446812 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:36.447419 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:36.448814 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:36.450024 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1c6c1181-5b92-4876-be06-3d9c31b642f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6959188 Feb 07 23:33:36.454147 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59428) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:36.485292 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4ae13916-287d-41dd-8bf1-a6def5fb56bd tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5952e0da221f44689e7994d28f483a41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299904 Feb 07 23:33:36.487941 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59430) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:36.551395 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:36.573023 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba51b94-bbb8-40ab-bba8-8ce89ad87e89 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:36.574535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-aba51b94-bbb8-40ab-bba8-8ce89ad87e89 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857024 Feb 07 23:33:36.577320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59432) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:36.605994 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-8f9fd5a9-2338-45a9-912d-5c40b44a6ee6 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274675 Feb 07 23:33:36.608567 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59434) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:36.613295 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1164342466', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'project_id': '5952e0da221f44689e7994d28f483a41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:36.705764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:33:36.709602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:36.733765 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:35Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:36.760639 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Checking router: 97812474-839d-4012-a0a1-8d88480298c8 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:33:36.760972 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Updating router 97812474-839d-4012-a0a1-8d88480298c8 port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:33:36.785763 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:36.896980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:36.961575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Subnet': ['ID=0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:36.965898 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Checking segment: {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:33:36.966251 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network hostable DHCP agents. Network: 5693965a-0027-4857-8938-edf020247ae7, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:33:36.984396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 5693965a-0027-4857-8938-edf020247ae7 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:33:36.994532 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 5693965a-0027-4857-8938-edf020247ae7) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:36.998817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:36.999397 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.005571 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c19ae1-6515-4038-ae8d-b023cfa66d90 None None] Network 5693965a-0027-4857-8938-edf020247ae7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:33:37.018415 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9f7c23b0-6000-4084-a866-423682be89b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4087193 Feb 07 23:33:37.020988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59436) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:37.061533 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.066982 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.122639 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Attempting to bind port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:37.123024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Attempting to bind port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:37.123486 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Attempting to bind port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:33:37.131057 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:33:37.132050 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:33:37.132446 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.132826 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:33:37.133335 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Bound port: 0d92254d-5fb9-4a3a-86e5-71fd9ed09163, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:37.133706 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.160842 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Pushing event updated for resources: {'Port': ['ID=0d92254d-5fb9-4a3a-86e5-71fd9ed09163,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:37.162605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-5693965a-0027-4857-8938-edf020247ae7', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:33:37.163642 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.179206 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.179642 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.180116 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.180491 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.180822 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.181146 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.181464 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.181782 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.182097 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.182410 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.182722 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.183034 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:37.206746 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] For port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:33:37.209957 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] For port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0d92254d-5fb9-4a3a-86e5-71fd9ed09163,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:33:37.215345 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.264005 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:37.265056 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:37.360707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Allocated IP 172.20.0.2 (5693965a-0027-4857-8938-edf020247ae7/0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6/f45b8fcb-9dd5-4a5a-af06-14bf25d148df) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:37.393700 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:37.450547 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d0e18-64fe-4eb5-ac92-7a6ecb0eee81 None None] Pushing event updated for resources: {'Port': ['ID=0d92254d-5fb9-4a3a-86e5-71fd9ed09163,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:37.517037 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.568790 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.582605 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.593878 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:35Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:37.622751 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f597571e-84bb-4545-9476-1966bf275fb5 None None] The sync data for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 is: [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:35Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:33:37.634713 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Network 5693965a-0027-4857-8938-edf020247ae7 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:37.637871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:37.643765 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:33:37.650517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Pushing event updated for resources: {'Port': ['ID=f45b8fcb-9dd5-4a5a-af06-14bf25d148df,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:37.710749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Attempting to bind port f45b8fcb-9dd5-4a5a-af06-14bf25d148df on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:37.710749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Attempting to bind port f45b8fcb-9dd5-4a5a-af06-14bf25d148df by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:37.711176 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Attempting to bind port f45b8fcb-9dd5-4a5a-af06-14bf25d148df on network 5693965a-0027-4857-8938-edf020247ae7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:33:37.716350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:33:37.716725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Checking segment: {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:33:37.717126 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.717513 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Bound using segment: {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:33:37.717973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Bound port: f45b8fcb-9dd5-4a5a-af06-14bf25d148df, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:37.718349 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.785204 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] For port f45b8fcb-9dd5-4a5a-af06-14bf25d148df, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:33:37.789256 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] For port f45b8fcb-9dd5-4a5a-af06-14bf25d148df, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f45b8fcb-9dd5-4a5a-af06-14bf25d148df,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:33:37.795489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.813817 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.1 (5693965a-0027-4857-8938-edf020247ae7/0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6/2268b772-5d34-41ea-ac51-d23d9abe9212) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:37.857191 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b5c93-7b84-4db3-a97b-58e3379d339a None None] Pushing event updated for resources: {'Port': ['ID=f45b8fcb-9dd5-4a5a-af06-14bf25d148df,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:37.956060 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:37.995169 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:38.043988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 5693965a-0027-4857-8938-edf020247ae7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:38.047333 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:38.051550 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:33:38.096599 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=2268b772-5d34-41ea-ac51-d23d9abe9212,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:38.121320 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:38.267226 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:38.558292 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:38.563524 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:38.641625 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=2268b772-5d34-41ea-ac51-d23d9abe9212,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:38.651503 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:38.758240 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 5693965a-0027-4857-8938-edf020247ae7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:38.759771 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:38.895438 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:33:38.925978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda70142-3c1b-46aa-9973-84abb532ffbf None None] Network 5693965a-0027-4857-8938-edf020247ae7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:33:39.016670 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a6512952-9595-4107-aeb3-c961ae3dff82 None None] Provisioning complete for port f45b8fcb-9dd5-4a5a-af06-14bf25d148df triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:39.016991 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6512952-9595-4107-aeb3-c961ae3dff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:39.072700 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:39.073079 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:39.189334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 97812474-839d-4012-a0a1-8d88480298c8 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:33:39.224161 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6512952-9595-4107-aeb3-c961ae3dff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:39.282558 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:39.306120 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:33:39.306450 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a6512952-9595-4107-aeb3-c961ae3dff82 None None] For port f45b8fcb-9dd5-4a5a-af06-14bf25d148df, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f45b8fcb-9dd5-4a5a-af06-14bf25d148df,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:39.311392 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0bad5fd8-7662-4aad-a4e4-7c92237867cc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/97812474-839d-4012-a0a1-8d88480298c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2893140 Feb 07 23:33:39.317487 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6512952-9595-4107-aeb3-c961ae3dff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:39.327394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0d92254d-5fb9-4a3a-86e5-71fd9ed09163,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:39.355571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:39.356367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f45b8fcb-9dd5-4a5a-af06-14bf25d148df up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:33:39.412441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Sync routers for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:33:39.426175 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6512952-9595-4107-aeb3-c961ae3dff82 None None] Pushing event updated for resources: {'Port': ['ID=f45b8fcb-9dd5-4a5a-af06-14bf25d148df,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:39.461290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:39.461923 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:39.484453 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-7bb01e36-1a36-457e-a444-79a327cfd34f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867850555&fields=id&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 267 time: 0.0409729 Feb 07 23:33:39.609221 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-089bcf86-64fe-420e-8067-b9ee678ab0b3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:39.610819 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-089bcf86-64fe-420e-8067-b9ee678ab0b3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/networks?id=5693965a-0027-4857-8938-edf020247ae7 HTTP/1.1" status: 200 len: 796 time: 0.1166859 Feb 07 23:33:39.628190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-6d13d4ec-07ad-48a7-bd41-1e93823ae3bd tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/quotas/5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 375 time: 0.0104153 Feb 07 23:33:39.691082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-2abbdb01-e3a6-44dc-bbfa-bcd6ad7247f6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524414 Feb 07 23:33:39.702797 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f45b8fcb-9dd5-4a5a-af06-14bf25d148df triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:39.703178 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:39.707486 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=0d92254d-5fb9-4a3a-86e5-71fd9ed09163,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:39.775494 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a722c962-1c4d-43a8-b145-c9c71da0a938 None None] Provisioning complete for port 2268b772-5d34-41ea-ac51-d23d9abe9212 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:39.776004 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a722c962-1c4d-43a8-b145-c9c71da0a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:39.798349 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-377bb04b-da24-470b-9cec-3a2d6505d34f service neutron] 10.222.0.15 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932429 Feb 07 23:33:39.833783 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:39.861336 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a722c962-1c4d-43a8-b145-c9c71da0a938 None None] Port 2268b772-5d34-41ea-ac51-d23d9abe9212 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:33:39.904623 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-e53a3b88-86b2-4610-a246-8ac61ba3b3d3 service neutron] 10.222.0.15 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986123 Feb 07 23:33:39.943352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a722c962-1c4d-43a8-b145-c9c71da0a938 None None] Provisioning complete for port f45b8fcb-9dd5-4a5a-af06-14bf25d148df triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:39.944500 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a722c962-1c4d-43a8-b145-c9c71da0a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:40.067240 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-88da3d86-339e-4e57-8ca0-569eaff5458f req-356ce56a-1df0-48e8-8350-990e4629232f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 210 time: 0.0263281 Feb 07 23:33:40.160860 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '2268b772-5d34-41ea-ac51-d23d9abe9212', 'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:bf:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:37Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 2, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:40.188580 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Checking router: 97812474-839d-4012-a0a1-8d88480298c8 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:33:40.188998 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Updating router 97812474-839d-4012-a0a1-8d88480298c8 port 2268b772-5d34-41ea-ac51-d23d9abe9212 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:33:40.218808 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:40.322493 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8136ba07-6bb9-4361-86ae-28c93a1b2a7f None None] Provisioning complete for port 2268b772-5d34-41ea-ac51-d23d9abe9212 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:40.322804 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8136ba07-6bb9-4361-86ae-28c93a1b2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:40.380008 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8136ba07-6bb9-4361-86ae-28c93a1b2a7f None None] Port 2268b772-5d34-41ea-ac51-d23d9abe9212 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:33:40.528957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:40.533968 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:40.592679 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dad97-b745-4e10-9098-70a5afce160c None None] Pushing event updated for resources: {'Port': ['ID=2268b772-5d34-41ea-ac51-d23d9abe9212,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:40.642312 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Attempting to bind port 2268b772-5d34-41ea-ac51-d23d9abe9212 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:40.642696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Attempting to bind port 2268b772-5d34-41ea-ac51-d23d9abe9212 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:40.643064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Attempting to bind port 2268b772-5d34-41ea-ac51-d23d9abe9212 on network 5693965a-0027-4857-8938-edf020247ae7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:33:40.649138 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:33:40.649517 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Checking segment: {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:33:40.649924 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:40.650317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Bound using segment: {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:33:40.650807 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Bound port: 2268b772-5d34-41ea-ac51-d23d9abe9212, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:40.651196 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:40.720118 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] For port 2268b772-5d34-41ea-ac51-d23d9abe9212, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:33:40.723281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] For port 2268b772-5d34-41ea-ac51-d23d9abe9212, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2268b772-5d34-41ea-ac51-d23d9abe9212,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:33:40.728114 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:40.784767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:40.785411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:40.828274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f45b8fcb-9dd5-4a5a-af06-14bf25d148df up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:33:40.838277 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dad97-b745-4e10-9098-70a5afce160c None None] Pushing event updated for resources: {'Port': ['ID=2268b772-5d34-41ea-ac51-d23d9abe9212,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:40.918275 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-21cafa7f-ccca-4687-831b-d6cd015de7ad None None] Provisioning complete for port 2268b772-5d34-41ea-ac51-d23d9abe9212 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:40.919321 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21cafa7f-ccca-4687-831b-d6cd015de7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:40.982214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:41.031728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port f45b8fcb-9dd5-4a5a-af06-14bf25d148df triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:41.032127 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:41.036716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-7c7de415-202e-49b6-af9e-8549d007de7e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:41.037935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-7c7de415-202e-49b6-af9e-8549d007de7e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/networks?id=5693965a-0027-4857-8938-edf020247ae7 HTTP/1.1" status: 200 len: 796 time: 0.1452103 Feb 07 23:33:41.082688 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-7e5a8d12-6fe2-4843-96a2-c1d1d85ce9c5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 379 time: 0.0366917 Feb 07 23:33:41.096716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'port': {'device_id': '591f1386-e54f-4c86-9bbe-978e858bef64', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'admin_state_up': True, 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'security_groups': ['be314fbd-8424-4148-b1a3-b8ba4fb84fdd']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:41.165201 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21cafa7f-ccca-4687-831b-d6cd015de7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:41.171797 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-28a46663-be9a-483b-9400-0ccf4dde1f4d req-98244f14-0fb9-4c73-9d0f-9e0938056e97 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 210 time: 0.0301855 Feb 07 23:33:41.229248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-21cafa7f-ccca-4687-831b-d6cd015de7ad None None] For port 2268b772-5d34-41ea-ac51-d23d9abe9212, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2268b772-5d34-41ea-ac51-d23d9abe9212,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:41.233038 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:33:41.236942 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:41.238344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21cafa7f-ccca-4687-831b-d6cd015de7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:41.335411 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:33:41.370236 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.5 (5693965a-0027-4857-8938-edf020247ae7/0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6/4954b32c-6ca6-47fe-ba3e-e59b721915d3) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:41.377708 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cafa7f-ccca-4687-831b-d6cd015de7ad None None] Pushing event updated for resources: {'Port': ['ID=2268b772-5d34-41ea-ac51-d23d9abe9212,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:41.402841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-fe394839-38b3-4333-9f1c-8d350a453e26 None None] Provisioning complete for port 2268b772-5d34-41ea-ac51-d23d9abe9212 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:41.403213 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe394839-38b3-4333-9f1c-8d350a453e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:41.519234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:41.560262 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:41.593400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '2268b772-5d34-41ea-ac51-d23d9abe9212', 'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:bf:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:37Z', 'updated_at': '2022-02-07T23:33:40Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:41.607773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 5693965a-0027-4857-8938-edf020247ae7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:41.610816 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:41.613738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:33:41.629021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62827223-dcc6-47d9-b14d-e05eb2631b43 None None] The sync data for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 is: [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '2268b772-5d34-41ea-ac51-d23d9abe9212', 'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:bf:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:37Z', 'updated_at': '2022-02-07T23:33:40Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:33:41.637996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:41.638382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:41.653453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=4954b32c-6ca6-47fe-ba3e-e59b721915d3,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:41.684324 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:41.685004 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:41.719506 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-46dcc579-9a6a-424f-af7d-257ffe013197 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6267104 Feb 07 23:33:41.732424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Request body: {'port': {'device_id': '591f1386-e54f-4c86-9bbe-978e858bef64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:41.805760 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:42.007591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-cfd79629-4647-4461-9da9-a8500f6a9297 None None] Provisioning complete for port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:42.008285 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cfd79629-4647-4461-9da9-a8500f6a9297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:42.047887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cfd79629-4647-4461-9da9-a8500f6a9297 None None] Port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:33:42.096393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4954b32c-6ca6-47fe-ba3e-e59b721915d3 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:33:42.105071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:42.118033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Transition to ACTIVE for port object 4954b32c-6ca6-47fe-ba3e-e59b721915d3 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:42.122697 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:42.171498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Pushing event updated for resources: {'Port': ['ID=4954b32c-6ca6-47fe-ba3e-e59b721915d3,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:42.260586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Attempting to bind port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:42.260923 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Attempting to bind port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:42.261253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Attempting to bind port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 on network 5693965a-0027-4857-8938-edf020247ae7 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:33:42.268597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 on network 5693965a-0027-4857-8938-edf020247ae7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:33:42.268597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Attempting to bind port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 on network 5693965a-0027-4857-8938-edf020247ae7 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:33:42.274807 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:33:42.275159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Checking segment: {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:33:42.275543 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Bound using segment: {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:33:42.276001 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Bound port: 4954b32c-6ca6-47fe-ba3e-e59b721915d3, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89923fd-e214-4910-b39d-3543e5c63e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5693965a-0027-4857-8938-edf020247ae7'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:42.276360 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:42.317465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6975ec-9c60-4ab7-bea1-9345341587f8 req-e8dfef17-a8ca-48d3-b8f5-67b18b68da2b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:42.319978 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba6975ec-9c60-4ab7-bea1-9345341587f8 req-e8dfef17-a8ca-48d3-b8f5-67b18b68da2b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 943 time: 0.0625710 Feb 07 23:33:42.367391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] For port 4954b32c-6ca6-47fe-ba3e-e59b721915d3, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:33:42.368627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ba6975ec-9c60-4ab7-bea1-9345341587f8 req-5b16681f-77f3-404b-90ff-591e64920853 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Feb 07 23:33:42.373321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] For port 4954b32c-6ca6-47fe-ba3e-e59b721915d3, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:33:42.378951 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:42.415927 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:42.416449 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:42.417843 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] 10.222.0.46 "PUT /v2.0/ports/4954b32c-6ca6-47fe-ba3e-e59b721915d3 HTTP/1.1" status: 200 len: 1091 time: 0.6905937 Feb 07 23:33:42.418385 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:42.421084 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b102d2a-5044-41be-87b3-538683a3ffd9" -d '{"events": [{"name": "network-changed", "server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:33:42.482046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759c216-28b3-45a8-b0d8-eba2a6e65575 service neutron] Pushing event updated for resources: {'Port': ['ID=4954b32c-6ca6-47fe-ba3e-e59b721915d3,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:42.508836 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e321c867-10f5-4206-b84d-18e0761e2887 x-openstack-request-id: req-e321c867-10f5-4206-b84d-18e0761e2887 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:33:42.509126 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:33:42.509378 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e321c867-10f5-4206-b84d-18e0761e2887 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:33:42.509777 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'status': 'completed', 'code': 200} Feb 07 23:33:42.528083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-66606b43-182d-4215-94a6-d8a56f563eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:42.529631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-66606b43-182d-4215-94a6-d8a56f563eb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 1094 time: 0.0640774 Feb 07 23:33:42.576365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-ffdf1d18-ef25-48f6-b82d-759930d044f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3 HTTP/1.1" status: 200 len: 217 time: 0.0373893 Feb 07 23:33:42.633144 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-19d5a80a-a345-49ad-8e8d-73ce325de94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:42.634636 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-19d5a80a-a345-49ad-8e8d-73ce325de94d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6 HTTP/1.1" status: 200 len: 835 time: 0.0517683 Feb 07 23:33:42.689848 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-e7120ca5-c4f9-4f6b-8f72-d61697a04220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:42.691622 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-e7120ca5-c4f9-4f6b-8f72-d61697a04220 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5693965a-0027-4857-8938-edf020247ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496314 Feb 07 23:33:42.801430 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-47fc526a-b165-44f0-92f7-a1bd79c17802 service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027720 Feb 07 23:33:42.827060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2268b772-5d34-41ea-ac51-d23d9abe9212 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:33:42.885173 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2268b772-5d34-41ea-ac51-d23d9abe9212 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:42.885551 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:42.899664 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9e629c03-6aa8-4ae9-9893-94d138e64de5 req-d7d13eb3-f6aa-4d71-9ae7-b97541b9c554 service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915296 Feb 07 23:33:42.988151 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-3bca58a7-f976-4239-9734-d09250d54499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:42.989625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-3bca58a7-f976-4239-9734-d09250d54499 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 1094 time: 0.0449708 Feb 07 23:33:43.077357 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-e1dfc1dc-a071-4d81-b466-1690521d0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:43.078806 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-e1dfc1dc-a071-4d81-b466-1690521d0c3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=5693965a-0027-4857-8938-edf020247ae7 HTTP/1.1" status: 200 len: 896 time: 0.0829027 Feb 07 23:33:43.122690 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-5d933681-ad66-438b-992f-e2cab4295b51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3 HTTP/1.1" status: 200 len: 217 time: 0.0373123 Feb 07 23:33:43.172705 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-5702c994-a49a-4df6-bcbd-c6057a5479c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:43.174066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-5702c994-a49a-4df6-bcbd-c6057a5479c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6 HTTP/1.1" status: 200 len: 835 time: 0.0433822 Feb 07 23:33:43.220693 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-fa77cd0c-e594-4993-a32b-d8c90b1b9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:43.222151 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-fa77cd0c-e594-4993-a32b-d8c90b1b9ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5693965a-0027-4857-8938-edf020247ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409074 Feb 07 23:33:43.312034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-be5ca242-6d3b-4718-a216-1b222f5f92f3 service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823221 Feb 07 23:33:43.399555 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6b102d2a-5044-41be-87b3-538683a3ffd9 req-0fdc671c-2af8-423b-b3ee-367498f489ff service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802820 Feb 07 23:33:43.480305 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59889c2c-ed65-4929-87d7-834d8e772ce4 req-f426b119-a5ce-4e20-8056-547b29d9069e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:43.481899 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59889c2c-ed65-4929-87d7-834d8e772ce4 req-f426b119-a5ce-4e20-8056-547b29d9069e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 943 time: 0.0508313 Feb 07 23:33:43.518233 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-59889c2c-ed65-4929-87d7-834d8e772ce4 req-69a56c89-1c19-44b6-be64-e05a71d0f0e6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303967 Feb 07 23:33:44.634265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68184-4ebb-412c-8b2f-8fba3cee9bdd req-cef3a23e-f4b7-4fe6-9729-bffc0fb7e420 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:44.635746 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1db68184-4ebb-412c-8b2f-8fba3cee9bdd req-cef3a23e-f4b7-4fe6-9729-bffc0fb7e420 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 943 time: 0.0486948 Feb 07 23:33:44.677398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1db68184-4ebb-412c-8b2f-8fba3cee9bdd req-0401aeda-e1ca-4290-8900-4c745d39ca6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357211 Feb 07 23:33:45.789912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca7478-1ad3-4cdd-b322-dd61e58f2e9b req-3bbb7f65-73ed-4276-9c27-88563c775a0d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:45.791381 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5ca7478-1ad3-4cdd-b322-dd61e58f2e9b req-3bbb7f65-73ed-4276-9c27-88563c775a0d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 943 time: 0.0474689 Feb 07 23:33:45.828936 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d5ca7478-1ad3-4cdd-b322-dd61e58f2e9b req-e2e4409e-3e06-45bd-a7e4-1f6cedb0de34 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Feb 07 23:33:46.228377 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4954b32c-6ca6-47fe-ba3e-e59b721915d3 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:33:46.323304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4954b32c-6ca6-47fe-ba3e-e59b721915d3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:46.334980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'port_id': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'mac_address': 'fa:16:3e:a1:c5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:33:46.370672 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:46.383831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4954b32c-6ca6-47fe-ba3e-e59b721915d3 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:33:46.402956 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4954b32c-6ca6-47fe-ba3e-e59b721915d3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:46.406710 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:46.455243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4954b32c-6ca6-47fe-ba3e-e59b721915d3,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:46.605376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['4954b32c-6ca6-47fe-ba3e-e59b721915d3'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:33:46.944250 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257a7fa-4b85-41dc-a7bc-67b6717cb45a req-dbe466f5-c7d2-4914-ac8c-20ba17883343 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:46.945454 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d257a7fa-4b85-41dc-a7bc-67b6717cb45a req-dbe466f5-c7d2-4914-ac8c-20ba17883343 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 944 time: 0.0477676 Feb 07 23:33:46.982392 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d257a7fa-4b85-41dc-a7bc-67b6717cb45a req-b9632437-8986-462f-8f30-2503a5d8178a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308814 Feb 07 23:33:48.094904 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e363de6-78b4-490f-9318-15669e1dc1bf req-623c1160-94de-41f8-8ccb-da079b5af52f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:48.096273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e363de6-78b4-490f-9318-15669e1dc1bf req-623c1160-94de-41f8-8ccb-da079b5af52f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 944 time: 0.0474391 Feb 07 23:33:48.134452 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5e363de6-78b4-490f-9318-15669e1dc1bf req-f4d1f666-605f-4b40-8471-4b6c886eb697 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316467 Feb 07 23:33:48.227991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4954b32c-6ca6-47fe-ba3e-e59b721915d3 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:33:48.276453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:48.280111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:48.280484 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:48.355533 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:48.378060 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:48.380313 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd114c8-24ec-4685-b2dd-a3db23daff76" -d '{"events": [{"server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "name": "network-vif-plugged", "status": "completed", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:33:48.397108 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4954b32c-6ca6-47fe-ba3e-e59b721915d3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:33:48.401565 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:48.424895 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f6e9c0-05c9-45f4-98b8-7cea3355e524 x-openstack-request-id: req-99f6e9c0-05c9-45f4-98b8-7cea3355e524 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:33:48.425185 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "name": "network-vif-plugged", "status": "completed", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:33:48.425436 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99f6e9c0-05c9-45f4-98b8-7cea3355e524 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:33:48.425819 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'code': 200} Feb 07 23:33:48.450831 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4954b32c-6ca6-47fe-ba3e-e59b721915d3,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:48.514853 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb62074-98c2-4f15-8dc2-f4a266c57f7e req-a78fb391-5434-4799-b7ec-3dfbd7a4ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:48.516327 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1eb62074-98c2-4f15-8dc2-f4a266c57f7e req-a78fb391-5434-4799-b7ec-3dfbd7a4ad95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 1096 time: 0.0383794 Feb 07 23:33:48.549637 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1eb62074-98c2-4f15-8dc2-f4a266c57f7e req-4b9bdc7d-01c5-4795-88ac-b74e042f03ab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265882 Feb 07 23:33:49.261164 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5662736-bea0-4897-a673-a276b6e6f7b7 req-8e4f7048-cbbe-41ed-ad9c-de55c847ad96 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:49.262593 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f5662736-bea0-4897-a673-a276b6e6f7b7 req-8e4f7048-cbbe-41ed-ad9c-de55c847ad96 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0521593 Feb 07 23:33:49.299205 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-f5662736-bea0-4897-a673-a276b6e6f7b7 req-12cf3040-6e00-4342-9412-d713dfe37bd3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305398 Feb 07 23:33:50.414458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe777d-26d0-40cb-87f9-0520d37e065f req-b936e88d-4d58-46c4-9ddf-6d29b7b2b31f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:50.415912 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9efe777d-26d0-40cb-87f9-0520d37e065f req-b936e88d-4d58-46c4-9ddf-6d29b7b2b31f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0476785 Feb 07 23:33:50.455257 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9efe777d-26d0-40cb-87f9-0520d37e065f req-70817246-f458-4313-ab3f-d657f2c92e3e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332823 Feb 07 23:33:50.569395 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f2eca-564c-402c-b52e-202f0bd0c3eb req-bb60bcc0-2f5e-4f2a-abf6-8a26cdd271eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:50.570841 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a57f2eca-564c-402c-b52e-202f0bd0c3eb req-bb60bcc0-2f5e-4f2a-abf6-8a26cdd271eb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0489018 Feb 07 23:33:50.607383 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a57f2eca-564c-402c-b52e-202f0bd0c3eb req-bc14c12c-f97c-4238-b4ee-adb91a46f6c3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306087 Feb 07 23:33:50.628956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59488) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:50.976821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed42ab8c-e3ad-4d4e-a16d-c75d9dd72738 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:50.978321 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ed42ab8c-e3ad-4d4e-a16d-c75d9dd72738 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 1091 time: 0.3483818 Feb 07 23:33:50.981106 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59490) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:50.986119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:51.010096 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:51.105867 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:51.205181 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.156 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/2fecb185-7731-484e-892d-dd332058e8b1) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:51.306997 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:51.340024 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:51.379401 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:51.382219 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:51.385598 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:33:51.409749 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=2fecb185-7731-484e-892d-dd332058e8b1,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:51.572110 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1d8e-c0de-4386-8e92-7a3034c8e950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:51.734871 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:51.799129 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:51.949300 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:51.954071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:52.030736 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=2fecb185-7731-484e-892d-dd332058e8b1,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:52.042254 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:52.141202 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP b37f08b0-7651-4da8-b9d1-2fd56a0495b6 associated. External IP: 172.25.8.156, port: 4954b32c-6ca6-47fe-ba3e-e59b721915d3. Feb 07 23:33:52.343854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 97812474-839d-4012-a0a1-8d88480298c8 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:33:52.449464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:33:52.458734 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] Sync routers for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:33:52.466966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:52.469416 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:52.470039 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:52.495988 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b6dcb67f-f644-4b11-b708-1c892d71773c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5133278 Feb 07 23:33:52.496692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:52.499035 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:33:52.544483 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d32d00-556b-4720-b4ae-0d55bbe6ebd5 x-openstack-request-id: req-50d32d00-556b-4720-b4ae-0d55bbe6ebd5 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:33:52.544666 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:33:52.544907 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50d32d00-556b-4720-b4ae-0d55bbe6ebd5 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:33:52.545307 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'status': 'completed', 'code': 200} Feb 07 23:33:52.643371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223382-6d68-4722-8889-05a30fc7a47e req-30eccd16-5b37-4807-a690-0ad891b566f0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:52.644887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12223382-6d68-4722-8889-05a30fc7a47e req-30eccd16-5b37-4807-a690-0ad891b566f0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0855398 Feb 07 23:33:52.646505 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-e961896d-f176-44f4-997f-0209b97a8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:52.648195 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-e961896d-f176-44f4-997f-0209b97a8369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 1096 time: 0.0768080 Feb 07 23:33:52.675081 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:52.738582 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-12223382-6d68-4722-8889-05a30fc7a47e req-d46bfb95-35c5-43ee-ab9b-470d55e09130 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874121 Feb 07 23:33:52.762565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59496) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:52.772939 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-d744f98e-e526-47af-bd11-6a2b611333b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:52.774668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-d744f98e-e526-47af-bd11-6a2b611333b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5693965a-0027-4857-8938-edf020247ae7 HTTP/1.1" status: 200 len: 896 time: 0.1159730 Feb 07 23:33:52.832894 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-0362c916-5367-4155-9c15-8321f7fd3a9d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b37f08b0-7651-4da8-b9d1-2fd56a0495b6 HTTP/1.1" status: 200 len: 991 time: 0.0691848 Feb 07 23:33:52.846137 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-811115f7-a763-4013-b79b-16a86afdc279 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3 HTTP/1.1" status: 200 len: 999 time: 0.0646076 Feb 07 23:33:52.895374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-cb509c70-324b-41e8-8b51-3019b7d7c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:52.897030 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-cb509c70-324b-41e8-8b51-3019b7d7c97d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6 HTTP/1.1" status: 200 len: 835 time: 0.0448866 Feb 07 23:33:52.917081 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b37f08b0-7651-4da8-b9d1-2fd56a0495b6', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '97812474-839d-4012-a0a1-8d88480298c8', 'port_id': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'mac_address': 'fa:16:3e:a1:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f1386-e54f-4c86-9bbe-978e858bef64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:33:51Z', 'updated_at': '2022-02-07T23:33:51Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2268b772-5d34-41ea-ac51-d23d9abe9212', 'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:bf:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:37Z', 'updated_at': '2022-02-07T23:33:41Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:52.940943 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-4392fb1b-76b2-491e-9338-22e02006dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:52.942394 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-4392fb1b-76b2-491e-9338-22e02006dc74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5693965a-0027-4857-8938-edf020247ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394332 Feb 07 23:33:52.943961 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] Checking router: 97812474-839d-4012-a0a1-8d88480298c8 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:33:52.955078 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:33:52.955896 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:33:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:53.035718 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-df152f8d-3050-4873-b727-8d343c50ce87 service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863636 Feb 07 23:33:53.060814 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:33:53.124063 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7f2d57ec-69aa-44c6-a8f2-85e56692e3a9 req-3ff450e3-5e6d-4e6b-9642-714c12c5ddb8 service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819952 Feb 07 23:33:53.286358 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b37f08b0-7651-4da8-b9d1-2fd56a0495b6', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '97812474-839d-4012-a0a1-8d88480298c8', 'port_id': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'mac_address': 'fa:16:3e:a1:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f1386-e54f-4c86-9bbe-978e858bef64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:33:51Z', 'updated_at': '2022-02-07T23:33:51Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2268b772-5d34-41ea-ac51-d23d9abe9212', 'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:bf:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:37Z', 'updated_at': '2022-02-07T23:33:41Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:53.311177 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c7b95-ecc2-4971-a24f-dd932288e1f3 None None] The sync data for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 is: [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'b37f08b0-7651-4da8-b9d1-2fd56a0495b6', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': '97812474-839d-4012-a0a1-8d88480298c8', 'port_id': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'mac_address': 'fa:16:3e:a1:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f1386-e54f-4c86-9bbe-978e858bef64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:33:51Z', 'updated_at': '2022-02-07T23:33:51Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2268b772-5d34-41ea-ac51-d23d9abe9212', 'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:bf:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:37Z', 'updated_at': '2022-02-07T23:33:41Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:33:53.499240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9226eab-b1b6-4fe5-8fff-ec8c56a9980d None None] New status for floating IP b37f08b0-7651-4da8-b9d1-2fd56a0495b6: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:33:53.836966 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59498) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:33:53.901153 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-840470ac-8392-4b6d-8ae4-94295aab9836 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b37f08b0-7651-4da8-b9d1-2fd56a0495b6 HTTP/1.1" status: 200 len: 993 time: 0.0628729 Feb 07 23:33:54.718524 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-903301fd-a5a7-429b-8110-ea808aeef7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:55.039276 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:33:55.046398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:56.532564 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:56.749840 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:04.429590 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:04.809805 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.663695 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e7c47-57ae-477f-9f97-1f03fa5dfd20 req-9c8f4c8f-f450-4c82-8386-ed3505ad4f0d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:20.665176 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d2e7c47-57ae-477f-9f97-1f03fa5dfd20 req-9c8f4c8f-f450-4c82-8386-ed3505ad4f0d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0936193 Feb 07 23:34:20.703751 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6d2e7c47-57ae-477f-9f97-1f03fa5dfd20 req-016709b2-e1be-4da0-a722-0100707d449c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320799 Feb 07 23:34:21.574669 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21d46248-dd9a-4f79-9574-185b822b2207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.863995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0df1-71c0-4335-95aa-c892d87b49ca req-8d2ff120-6b52-4957-a2e2-03c63f57969d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:21.865460 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd9d0df1-71c0-4335-95aa-c892d87b49ca req-8d2ff120-6b52-4957-a2e2-03c63f57969d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0933056 Feb 07 23:34:21.902054 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cd9d0df1-71c0-4335-95aa-c892d87b49ca req-92415b51-66f8-49a3-9f97-5de0479ce704 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299733 Feb 07 23:34:23.021280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2334f3-e131-4cab-ac44-34972985f4df req-131ed465-ff38-401f-bfe4-c014947c037d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:23.022768 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f2334f3-e131-4cab-ac44-34972985f4df req-131ed465-ff38-401f-bfe4-c014947c037d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0519750 Feb 07 23:34:23.060901 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2f2334f3-e131-4cab-ac44-34972985f4df req-3279785e-98cd-4810-a090-5aef8465c747 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321856 Feb 07 23:34:24.183090 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3d238-4acb-4b8a-a159-4021b968c962 req-c81db35a-7f29-40d6-ac94-4fc8268498f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:24.184571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-06f3d238-4acb-4b8a-a159-4021b968c962 req-c81db35a-7f29-40d6-ac94-4fc8268498f4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0523522 Feb 07 23:34:24.221809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-06f3d238-4acb-4b8a-a159-4021b968c962 req-199b697a-987d-4c83-8e9a-95e91828275a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Feb 07 23:34:24.720473 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b945685-f3f6-4751-a94e-7c60b3045e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.049463 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.335317 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64715266-ec03-4c55-93b4-1b74a3f90c9a req-a28d4cad-0f4d-4e26-a58b-c5ddf3972762 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:25.336708 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64715266-ec03-4c55-93b4-1b74a3f90c9a req-a28d4cad-0f4d-4e26-a58b-c5ddf3972762 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0481677 Feb 07 23:34:25.375043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-64715266-ec03-4c55-93b4-1b74a3f90c9a req-dd883aff-8aed-4ae8-bed0-5f3096181f12 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Feb 07 23:34:26.493402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e8c44-0257-4cb0-a262-58fc16734c54 req-ef5b8fdd-0bd7-43f3-92b5-1aa7ccaa7417 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:26.494214 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-392e8c44-0257-4cb0-a262-58fc16734c54 req-ef5b8fdd-0bd7-43f3-92b5-1aa7ccaa7417 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Feb 07 23:34:26.532680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-392e8c44-0257-4cb0-a262-58fc16734c54 req-438759a4-baec-484b-9a1a-33fdb58c75bc tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Feb 07 23:34:26.537846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.751630 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.650213 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8230d-7011-40a8-a373-81dcfc96b3ab req-f039db0a-7928-4c02-bdd4-6c800447ae17 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:27.651659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ba8230d-7011-40a8-a373-81dcfc96b3ab req-f039db0a-7928-4c02-bdd4-6c800447ae17 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0482271 Feb 07 23:34:27.689211 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9ba8230d-7011-40a8-a373-81dcfc96b3ab req-92e0ffa2-b464-48b5-9a5a-4e67a86acb33 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315118 Feb 07 23:34:28.803351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33750a75-3d07-4c85-81af-d3a5cd0500d2 req-2dd6fc2a-55f4-4b1a-beb6-aa434b10a8ff tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:28.804859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33750a75-3d07-4c85-81af-d3a5cd0500d2 req-2dd6fc2a-55f4-4b1a-beb6-aa434b10a8ff tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0482559 Feb 07 23:34:28.842261 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-33750a75-3d07-4c85-81af-d3a5cd0500d2 req-cab8f5bd-0a7d-481e-8c7a-f219994aa299 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Feb 07 23:34:29.964782 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5fe3a-2337-4fc3-b8bb-5324208a50eb req-7c3ab356-26d2-4c0d-921d-db79fd893d6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:29.966248 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70d5fe3a-2337-4fc3-b8bb-5324208a50eb req-7c3ab356-26d2-4c0d-921d-db79fd893d6a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0543418 Feb 07 23:34:30.004800 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-70d5fe3a-2337-4fc3-b8bb-5324208a50eb req-1d4244d4-6b34-4d1a-b7a3-974ebc6c78a7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323091 Feb 07 23:34:31.123475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d201c87-8a63-4afc-b125-b6a00fe6d63c req-38b58595-d7d5-40e3-8373-5a1b3af4f274 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:31.124966 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d201c87-8a63-4afc-b125-b6a00fe6d63c req-38b58595-d7d5-40e3-8373-5a1b3af4f274 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0527666 Feb 07 23:34:31.161243 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1d201c87-8a63-4afc-b125-b6a00fe6d63c req-0fd959db-cdae-40e4-9238-46fcdd4cc43d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303445 Feb 07 23:34:31.183394 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59540) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:34:31.241982 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-42bf96fe-ff4e-49c2-a06d-b6ca0ed95cb2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b37f08b0-7651-4da8-b9d1-2fd56a0495b6 HTTP/1.1" status: 200 len: 993 time: 0.0574791 Feb 07 23:34:32.042373 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:34:32.503178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd10bd-3543-48f5-a21c-53e8320c33ce req-65cb278f-aa73-4f82-94e5-ff88658c577a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:32.504691 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16fd10bd-3543-48f5-a21c-53e8320c33ce req-65cb278f-aa73-4f82-94e5-ff88658c577a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Feb 07 23:34:32.545402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-16fd10bd-3543-48f5-a21c-53e8320c33ce req-1a858232-2ec5-4b5c-b95e-62f3856db9fa tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333836 Feb 07 23:34:32.562363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-41223336-ad48-4add-bc06-c861f397083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:32.563878 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-41223336-ad48-4add-bc06-c861f397083b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 1096 time: 0.0839362 Feb 07 23:34:32.649585 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-337c8f91-36e2-4a73-bbc1-01194b021074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:32.651023 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-337c8f91-36e2-4a73-bbc1-01194b021074 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5693965a-0027-4857-8938-edf020247ae7 HTTP/1.1" status: 200 len: 896 time: 0.0810933 Feb 07 23:34:32.716930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-e423d1b8-8788-4117-8af0-d7835dd262cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3 HTTP/1.1" status: 200 len: 1001 time: 0.0595901 Feb 07 23:34:32.764451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-cd45eaed-de7e-4df7-a243-cce2c621ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:32.765782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-cd45eaed-de7e-4df7-a243-cce2c621ca79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6 HTTP/1.1" status: 200 len: 835 time: 0.0422375 Feb 07 23:34:32.810300 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-149ef064-b34c-463c-b0b3-6630b640a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:32.811760 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-149ef064-b34c-463c-b0b3-6630b640a4fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5693965a-0027-4857-8938-edf020247ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386338 Feb 07 23:34:32.902928 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-0a375bfb-157c-46d4-97c4-58f0244973ad service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833445 Feb 07 23:34:32.989552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-cf8a9aa9-780b-46cd-a0ab-d07f78fd14f3 req-41d2f9a1-f171-4f3e-9e24-dc98c4961f49 service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800133 Feb 07 23:34:33.662771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c57e3-e296-44e4-8dea-20e14ec3b8b7 req-3f16d29f-311d-4c0d-b938-21943bbb9615 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:33.664379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-724c57e3-e296-44e4-8dea-20e14ec3b8b7 req-3f16d29f-311d-4c0d-b938-21943bbb9615 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Feb 07 23:34:33.701552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-724c57e3-e296-44e4-8dea-20e14ec3b8b7 req-27aa10bd-b6ec-4680-b03d-d12b02c9bdf7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311334 Feb 07 23:34:33.723427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59554) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:34:33.786777 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-25dd83ff-2d05-4219-9a5a-e757dd9a3f71 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/b37f08b0-7651-4da8-b9d1-2fd56a0495b6 HTTP/1.1" status: 200 len: 993 time: 0.0621896 Feb 07 23:34:34.434485 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:34.838881 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:43.370363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-6e5397c7-46d7-429f-8df1-930867f8e598 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428603 Feb 07 23:34:43.454349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-918418d2-99ac-4692-a249-7c9930806453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:43.455825 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-918418d2-99ac-4692-a249-7c9930806453 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 1096 time: 0.0396793 Feb 07 23:34:43.555851 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-a57197b5-121a-4f22-8fd0-9b1785f6a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:43.557299 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-a57197b5-121a-4f22-8fd0-9b1785f6a484 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5693965a-0027-4857-8938-edf020247ae7 HTTP/1.1" status: 200 len: 896 time: 0.0816767 Feb 07 23:34:43.622652 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-522c3f3a-3fbf-4c6e-835c-8cfc3fd93554 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3 HTTP/1.1" status: 200 len: 1001 time: 0.0589137 Feb 07 23:34:43.669692 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-8bcc4e89-be7e-43d6-b823-88b808b71da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:43.671072 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-8bcc4e89-be7e-43d6-b823-88b808b71da7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6 HTTP/1.1" status: 200 len: 835 time: 0.0419545 Feb 07 23:34:43.716399 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-8c69d29f-3757-43a9-8dde-b3502a7a43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:43.717852 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-8c69d29f-3757-43a9-8dde-b3502a7a43fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5693965a-0027-4857-8938-edf020247ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388858 Feb 07 23:34:43.807565 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-9a02436c-feee-4425-881f-0062ae2d6dda service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822611 Feb 07 23:34:43.895071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-034e5455-5b2f-422b-92f6-a3b53ddecac1 req-fe167f64-34c2-4e93-8f00-9ed963de1b21 service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807424 Feb 07 23:34:51.575761 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d96ed7b-6871-4fbe-a80d-9b3f1bdf3fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:54.723142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01c7ffab-ec77-4230-acc6-a09a220a34e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:55.051781 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:56.538077 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:56.757002 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:04.142498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59570) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:04.300919 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 2fecb185-7731-484e-892d-dd332058e8b1 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:35:04.301264 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:04.374135 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:04.374457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:04.385477 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 2fecb185-7731-484e-892d-dd332058e8b1 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:35:04.456759 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:04.529750 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:04.555710 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=2fecb185-7731-484e-892d-dd332058e8b1,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:04.577718 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.578063 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.578397 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.578727 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.579056 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.579383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.579726 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.580053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.580375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.580694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.581012 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.581326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:04.621563 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:04.621894 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP b37f08b0-7651-4da8-b9d1-2fd56a0495b6 disassociated (deleted). External IP: 172.25.8.156, port: 4954b32c-6ca6-47fe-ba3e-e59b721915d3. Feb 07 23:35:04.824555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 97812474-839d-4012-a0a1-8d88480298c8 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:35:04.836837 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:04.932652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:35:04.937542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:04.943290 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] Sync routers for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:35:04.953505 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:04.955143 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:34:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:04.964466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a7d3b03b-7311-4df3-87ba-3124988d5d46 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/floatingips/b37f08b0-7651-4da8-b9d1-2fd56a0495b6 HTTP/1.1" status: 204 len: 168 time: 0.8208802 Feb 07 23:35:04.965053 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:35:04.967276 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec453a71-3a00-4f2a-9bad-84c78a79a27b" -d '{"events": [{"name": "network-changed", "server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:35:05.014081 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea723598-aafe-47d7-ae29-30da7dfa99ba x-openstack-request-id: req-ea723598-aafe-47d7-ae29-30da7dfa99ba {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:35:05.014374 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:35:05.014624 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea723598-aafe-47d7-ae29-30da7dfa99ba {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:35:05.015188 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'status': 'completed', 'code': 200} Feb 07 23:35:05.066028 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:05.083253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-9015c6e9-b532-4576-92e8-43117998c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:05.084840 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-9015c6e9-b532-4576-92e8-43117998c36a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 1096 time: 0.0469933 Feb 07 23:35:05.180355 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-4fdaac96-09dc-42ac-9d28-f7623194ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:05.182086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-4fdaac96-09dc-42ac-9d28-f7623194ba26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5693965a-0027-4857-8938-edf020247ae7 HTTP/1.1" status: 200 len: 896 time: 0.0890248 Feb 07 23:35:05.204621 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66394e-269f-4abf-9513-a764ade311e1 req-c6b7f1ea-1e2d-49fa-b237-180ec7fa5779 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:05.208321 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fa66394e-269f-4abf-9513-a764ade311e1 req-c6b7f1ea-1e2d-49fa-b237-180ec7fa5779 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0511072 Feb 07 23:35:05.230879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-20077e61-b478-480e-878a-9725fc60da66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3 HTTP/1.1" status: 200 len: 217 time: 0.0402744 Feb 07 23:35:05.252402 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fa66394e-269f-4abf-9513-a764ade311e1 req-fc6781e3-e1e8-4e98-af27-83f1ac0dacf9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377443 Feb 07 23:35:05.289028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-c11d51ff-bcda-40ae-a3ab-cb73d5c2bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:05.290467 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-c11d51ff-bcda-40ae-a3ab-cb73d5c2bcf3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6 HTTP/1.1" status: 200 len: 835 time: 0.0531588 Feb 07 23:35:05.299080 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '2268b772-5d34-41ea-ac51-d23d9abe9212', 'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:bf:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:37Z', 'updated_at': '2022-02-07T23:33:41Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:05.328915 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] Checking router: 97812474-839d-4012-a0a1-8d88480298c8 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:35:05.336205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-78aa3237-3bb0-43f2-adc6-b85d9617399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:05.337086 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:05.337684 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:34:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:05.337830 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-78aa3237-3bb0-43f2-adc6-b85d9617399b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5693965a-0027-4857-8938-edf020247ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395567 Feb 07 23:35:05.425666 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-aa8409f7-d458-46ad-b6fd-b2ce9b5cd491 service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809202 Feb 07 23:35:05.521835 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ec453a71-3a00-4f2a-9bad-84c78a79a27b req-20552d3f-5b9e-4ff4-a8bb-11251a493797 service neutron] 10.222.0.46 "GET /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887525 Feb 07 23:35:05.530640 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:05.721980 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '2268b772-5d34-41ea-ac51-d23d9abe9212', 'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:bf:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:37Z', 'updated_at': '2022-02-07T23:33:41Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:05.748000 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453ecfb-9645-4ae4-8268-eacc44ee6d8c None None] The sync data for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 is: [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:33:38Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '2268b772-5d34-41ea-ac51-d23d9abe9212', 'name': '', 'network_id': '5693965a-0027-4857-8938-edf020247ae7', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:bf:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:37Z', 'updated_at': '2022-02-07T23:33:41Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:35:05.949633 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eea6a6-8ddd-42df-b446-4f76e22a3375 None None] New status for floating IP b37f08b0-7651-4da8-b9d1-2fd56a0495b6: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:35:06.372346 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ebee5-5f8e-487d-a3e7-606dc83a39f2 req-5667b450-d93a-463e-8d83-fcdfc967221b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:06.373823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-679ebee5-5f8e-487d-a3e7-606dc83a39f2 req-5667b450-d93a-463e-8d83-fcdfc967221b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0494246 Feb 07 23:35:06.411422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-679ebee5-5f8e-487d-a3e7-606dc83a39f2 req-0f3d3aaf-1fc4-4c96-b550-1d27e46419df tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=be314fbd-8424-4148-b1a3-b8ba4fb84fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Feb 07 23:35:06.643371 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-75403189-14ed-4491-9f76-a3d7749cd040 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:06.644814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-75403189-14ed-4491-9f76-a3d7749cd040 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 945 time: 0.0518506 Feb 07 23:35:07.033137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:35:07.033391 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:07.119572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 4954b32c-6ca6-47fe-ba3e-e59b721915d3, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4954b32c-6ca6-47fe-ba3e-e59b721915d3,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:07.119972 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:07.131410 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 4954b32c-6ca6-47fe-ba3e-e59b721915d3 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:35:07.253628 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:07.287285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=4954b32c-6ca6-47fe-ba3e-e59b721915d3,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:07.325377 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] No DVR routers for this DVR port 4954b32c-6ca6-47fe-ba3e-e59b721915d3 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:35:07.328008 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:07.331272 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7c4bdf42-aafe-4ac0-b441-80a7804244c7 req-0bcffd18-b62d-4836-b57a-6b95190f09f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "DELETE /v2.0/ports/4954b32c-6ca6-47fe-ba3e-e59b721915d3 HTTP/1.1" status: 204 len: 173 time: 0.6808238 Feb 07 23:35:07.331731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'name': 'network-vif-deleted', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:35:07.333950 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8b397-a305-4223-98e7-f50306abdcde" -d '{"events": [{"server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "name": "network-vif-deleted", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:35:07.372613 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e625ff-546e-4f0e-8576-ce2dba551bfe x-openstack-request-id: req-c3e625ff-546e-4f0e-8576-ce2dba551bfe {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:35:07.373217 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591f1386-e54f-4c86-9bbe-978e858bef64", "name": "network-vif-deleted", "tag": "4954b32c-6ca6-47fe-ba3e-e59b721915d3", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:35:07.373217 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3e625ff-546e-4f0e-8576-ce2dba551bfe {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:35:07.373524 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591f1386-e54f-4c86-9bbe-978e858bef64', 'name': 'network-vif-deleted', 'tag': '4954b32c-6ca6-47fe-ba3e-e59b721915d3', 'status': 'completed', 'code': 200} Feb 07 23:35:07.519963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9a961e6e-23ae-4576-a218-5cbf8af9f835 req-3b793a8b-ab9d-4fbb-9382-9004d109733d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f1386-e54f-4c86-9bbe-978e858bef64 HTTP/1.1" status: 200 len: 210 time: 0.0261364 Feb 07 23:35:08.576381 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59586) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:08.927313 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:09.041785 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:35:09.174417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 2268b772-5d34-41ea-ac51-d23d9abe9212 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:35:09.174756 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:09.259603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 2268b772-5d34-41ea-ac51-d23d9abe9212, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2268b772-5d34-41ea-ac51-d23d9abe9212,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:09.259990 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:09.271245 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 2268b772-5d34-41ea-ac51-d23d9abe9212 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:35:09.451036 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:09.481842 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=2268b772-5d34-41ea-ac51-d23d9abe9212,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:09.652457 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:09.864737 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router 97812474-839d-4012-a0a1-8d88480298c8 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:35:09.970870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:35:09.977075 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5d062d98-39fd-4794-a539-7542a0e698e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/97812474-839d-4012-a0a1-8d88480298c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3996689 Feb 07 23:35:09.979879 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59588) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:09.981691 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] Sync routers for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:35:09.991122 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:09.991750 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:34:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:10.030555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8ca1bb-9b23-4e8e-8fed-07054630bf84 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting subnet 0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:35:10.033655 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca1bb-9b23-4e8e-8fed-07054630bf84 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.075290 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca1bb-9b23-4e8e-8fed-07054630bf84 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.097372 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:10.164419 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca1bb-9b23-4e8e-8fed-07054630bf84 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.222088 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca1bb-9b23-4e8e-8fed-07054630bf84 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.250389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ca1bb-9b23-4e8e-8fed-07054630bf84 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Subnet': ['ID=0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:10.252522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca1bb-9b23-4e8e-8fed-07054630bf84 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.258925 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ad8ca1bb-9b23-4e8e-8fed-07054630bf84 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/subnets/0c886fd4-e80f-4aa8-98d0-d9f6f6711ca6 HTTP/1.1" status: 204 len: 168 time: 0.2745275 Feb 07 23:35:10.259784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59590) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:10.263325 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd20208-52d5-45b8-8c7d-2f902e33ed2f None None] Network 5693965a-0027-4857-8938-edf020247ae7 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:35:10.279324 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:35:09Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:10.306337 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] Checking router: 97812474-839d-4012-a0a1-8d88480298c8 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:35:10.314609 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] Routers {'97812474-839d-4012-a0a1-8d88480298c8'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:10.315217 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:34:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['97812474-839d-4012-a0a1-8d88480298c8'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:10.371458 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.427932 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] Set router 97812474-839d-4012-a0a1-8d88480298c8 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:10.467900 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fea121-e382-4237-857b-94ee5262b15b None None] DHCP port deletion for 5693965a-0027-4857-8938-edf020247ae7 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:35:10.483189 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.521429 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Deleting port f45b8fcb-9dd5-4a5a-af06-14bf25d148df {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:35:10.522188 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.542055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:35:10.542916 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.586241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4954b32c-6ca6-47fe-ba3e-e59b721915d3 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:35:10.589158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-36fea121-e382-4237-857b-94ee5262b15b None None] For port f45b8fcb-9dd5-4a5a-af06-14bf25d148df, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=f45b8fcb-9dd5-4a5a-af06-14bf25d148df,segment=NetworkSegment(f89923fd-e214-4910-b39d-3543e5c63e4f),segment_id=f89923fd-e214-4910-b39d-3543e5c63e4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:10.589562 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.613051 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:35:09Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:10.621744 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 4954b32c-6ca6-47fe-ba3e-e59b721915d3 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:35:10.622091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4954b32c-6ca6-47fe-ba3e-e59b721915d3 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:35:10.623741 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Calling delete_port for f45b8fcb-9dd5-4a5a-af06-14bf25d148df owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:35:10.629628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 0d92254d-5fb9-4a3a-86e5-71fd9ed09163, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=0d92254d-5fb9-4a3a-86e5-71fd9ed09163,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:10.629993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.642356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:35:10.652996 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953df65-edaa-477c-8cb1-e17714a3d53e None None] The sync data for ids ['97812474-839d-4012-a0a1-8d88480298c8'] in n-d-827895-2 is: [{'id': '97812474-839d-4012-a0a1-8d88480298c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551657088', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:34Z', 'updated_at': '2022-02-07T23:35:09Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '0d92254d-5fb9-4a3a-86e5-71fd9ed09163', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97812474-839d-4012-a0a1-8d88480298c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:35Z', 'updated_at': '2022-02-07T23:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:35:10.710662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.735597 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Pushing event deleted for resources: {'Port': ['ID=f45b8fcb-9dd5-4a5a-af06-14bf25d148df,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:10.740285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fea121-e382-4237-857b-94ee5262b15b None None] No DVR routers for this DVR port f45b8fcb-9dd5-4a5a-af06-14bf25d148df on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:35:10.751273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.751531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.751908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.752259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.752641 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.752980 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.753307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.753632 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.754433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.754433 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.754638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.754872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fea121-e382-4237-857b-94ee5262b15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:10.812576 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.839171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=0d92254d-5fb9-4a3a-86e5-71fd9ed09163,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:10.896307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.985189 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:10.987197 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.043831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.044413 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Fanout notify agent at l3_agent the message router_deleted on router 97812474-839d-4012-a0a1-8d88480298c8 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:35:11.051425 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.052719 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f0216ef9-4448-4ce6-a505-8883e82eb801 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/routers/97812474-839d-4012-a0a1-8d88480298c8 HTTP/1.1" status: 204 len: 168 time: 0.7927079 Feb 07 23:35:11.056974 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59594) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:11.138398 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.140836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f45b8fcb-9dd5-4a5a-af06-14bf25d148df no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:35:11.166586 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: f45b8fcb-9dd5-4a5a-af06-14bf25d148df {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:35:11.166938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device f45b8fcb-9dd5-4a5a-af06-14bf25d148df not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:35:11.167675 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2268b772-5d34-41ea-ac51-d23d9abe9212 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:35:11.190893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2268b772-5d34-41ea-ac51-d23d9abe9212 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:35:11.191235 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2268b772-5d34-41ea-ac51-d23d9abe9212 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:35:11.232604 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.253252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5693965a-0027-4857-8938-edf020247ae7']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:11.262909 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89923fd-e214-4910-b39d-3543e5c63e4f') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:11.263190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89923fd-e214-4910-b39d-3543e5c63e4f') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:11.272810 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.286531 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.293614 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:35:11.293980 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:35:11.297060 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:35:11.363449 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.371935 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.377398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/networks/5693965a-0027-4857-8938-edf020247ae7 HTTP/1.1" status: 204 len: 168 time: 0.3170567 Feb 07 23:35:11.378075 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59596) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:11.387288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Network': ['ID=5693965a-0027-4857-8938-edf020247ae7,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:11.399433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.399814 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.400157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.400491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.400819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.401146 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.401470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.401791 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.402112 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.402430 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.402747 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.403061 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cca01-d9c9-4139-9136-f2ba004f3b67 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:11.441162 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be27288f-e096-4b16-b36a-fd2603657247 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.466851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be27288f-e096-4b16-b36a-fd2603657247 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.524819 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be27288f-e096-4b16-b36a-fd2603657247 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.527326 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-be27288f-e096-4b16-b36a-fd2603657247 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:11.528558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-be27288f-e096-4b16-b36a-fd2603657247 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/security-groups/be314fbd-8424-4148-b1a3-b8ba4fb84fdd HTTP/1.1" status: 204 len: 168 time: 0.1494498 Feb 07 23:35:11.538716 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27288f-e096-4b16-b36a-fd2603657247 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be314fbd-8424-4148-b1a3-b8ba4fb84fdd,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:11.932487 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59602) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:11.937197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f680e447-a4e3-4bd1-9a68-a66bdb5dc598 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036645974', 'description': 'tempest-secgroup-smoke-1036645974 description', 'project_id': '5952e0da221f44689e7994d28f483a41'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:11.965270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f680e447-a4e3-4bd1-9a68-a66bdb5dc598 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.031862 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f680e447-a4e3-4bd1-9a68-a66bdb5dc598 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.037011 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f680e447-a4e3-4bd1-9a68-a66bdb5dc598 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.069732 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680e447-a4e3-4bd1-9a68-a66bdb5dc598 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a50e61-c111-459f-8528-3f6ba3b5e938,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:12.073961 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f680e447-a4e3-4bd1-9a68-a66bdb5dc598 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.078034 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f680e447-a4e3-4bd1-9a68-a66bdb5dc598 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1416638 Feb 07 23:35:12.078417 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59604) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:12.082613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-da8f5cdb-cce1-4013-a139-b0b302073baf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'a3a50e61-c111-459f-8528-3f6ba3b5e938', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:12.113857 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da8f5cdb-cce1-4013-a139-b0b302073baf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.169718 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da8f5cdb-cce1-4013-a139-b0b302073baf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.172977 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da8f5cdb-cce1-4013-a139-b0b302073baf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.190684 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f5cdb-cce1-4013-a139-b0b302073baf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b930dde-2a9b-4bdd-906d-e1706edca168,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:12.198255 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-da8f5cdb-cce1-4013-a139-b0b302073baf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.199442 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-da8f5cdb-cce1-4013-a139-b0b302073baf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203427 Feb 07 23:35:12.202194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59606) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:12.206474 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-87cafbd2-d594-4fe0-bfdf-32b0bc8bd2ed tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'a3a50e61-c111-459f-8528-3f6ba3b5e938', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:12.233863 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87cafbd2-d594-4fe0-bfdf-32b0bc8bd2ed tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.289830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87cafbd2-d594-4fe0-bfdf-32b0bc8bd2ed tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.293521 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87cafbd2-d594-4fe0-bfdf-32b0bc8bd2ed tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.311929 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cafbd2-d594-4fe0-bfdf-32b0bc8bd2ed tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a12cf8d-5fa6-46d0-9519-71ab279f79fd,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:12.316301 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-87cafbd2-d594-4fe0-bfdf-32b0bc8bd2ed tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.320985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-87cafbd2-d594-4fe0-bfdf-32b0bc8bd2ed tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143575 Feb 07 23:35:12.320985 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59608) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:12.324996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-879c9c63-3bd8-4b4e-83dd-99ca81c24df8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'a3a50e61-c111-459f-8528-3f6ba3b5e938', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:12.351845 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-879c9c63-3bd8-4b4e-83dd-99ca81c24df8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.408338 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-879c9c63-3bd8-4b4e-83dd-99ca81c24df8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.411818 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-879c9c63-3bd8-4b4e-83dd-99ca81c24df8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.426130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c9c63-3bd8-4b4e-83dd-99ca81c24df8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c78d09-8881-4cdc-8ba6-3cc1ade41b09,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:12.436463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-879c9c63-3bd8-4b4e-83dd-99ca81c24df8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.437654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-879c9c63-3bd8-4b4e-83dd-99ca81c24df8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159203 Feb 07 23:35:12.440402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59610) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:12.445273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ae3976e8-30f1-468a-b3f1-dce231898413 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'a3a50e61-c111-459f-8528-3f6ba3b5e938', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:12.471910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae3976e8-30f1-468a-b3f1-dce231898413 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.532567 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae3976e8-30f1-468a-b3f1-dce231898413 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.535971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae3976e8-30f1-468a-b3f1-dce231898413 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.555725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3976e8-30f1-468a-b3f1-dce231898413 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c20c08-f4eb-4279-a694-9547f8950e81,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:12.561455 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ae3976e8-30f1-468a-b3f1-dce231898413 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.562627 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ae3976e8-30f1-468a-b3f1-dce231898413 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213217 Feb 07 23:35:12.565406 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59612) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:12.569815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-b7bf2ddc-dc40-4db7-94c6-06f57230d1b7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'a3a50e61-c111-459f-8528-3f6ba3b5e938', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:12.592141 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-b7bf2ddc-dc40-4db7-94c6-06f57230d1b7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:35:12.596847 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2ddc-dc40-4db7-94c6-06f57230d1b7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.655668 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2ddc-dc40-4db7-94c6-06f57230d1b7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.659329 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2ddc-dc40-4db7-94c6-06f57230d1b7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.676753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf2ddc-dc40-4db7-94c6-06f57230d1b7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95365b98-3aee-4da9-9f2a-cee41b6e4ab1,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:12.685223 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2ddc-dc40-4db7-94c6-06f57230d1b7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.686416 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b7bf2ddc-dc40-4db7-94c6-06f57230d1b7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200464 Feb 07 23:35:12.689097 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59614) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:12.693891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4545a514-e571-48ba-bcef-cea44d4344e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'security_group_rule': {'security_group_id': 'a3a50e61-c111-459f-8528-3f6ba3b5e938', 'project_id': '5952e0da221f44689e7994d28f483a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:12.716895 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-4545a514-e571-48ba-bcef-cea44d4344e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Project 5952e0da221f44689e7994d28f483a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:35:12.721498 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4545a514-e571-48ba-bcef-cea44d4344e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.774829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:35:12.781672 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4545a514-e571-48ba-bcef-cea44d4344e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.786097 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4545a514-e571-48ba-bcef-cea44d4344e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.800473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:35:12.800829 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 0d92254d-5fb9-4a3a-86e5-71fd9ed09163 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:35:12.804362 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545a514-e571-48ba-bcef-cea44d4344e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d90ead-2505-475d-8232-91afb569e559,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:12.812192 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4545a514-e571-48ba-bcef-cea44d4344e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.813386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4545a514-e571-48ba-bcef-cea44d4344e7 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233687 Feb 07 23:35:12.816234 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59616) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:12.821008 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'network': {'name': 'tempest-network-smoke--1915617392', 'project_id': '5952e0da221f44689e7994d28f483a41', 'port_security_enabled': True}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:12.842262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:35:12.845712 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.872517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:35:12.881589 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.882049 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Added segment ca296edb-9580-4fda-a26e-a2255bfe89c6 of type vlan for network c723c805-b2fe-46a7-ba02-44ed4c2485f0 Feb 07 23:35:12.920948 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.944463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:12.950076 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:12.950652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:13.006369 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1891291 Feb 07 23:35:13.009102 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59618) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:13.013323 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'admin_state_up': True, 'project_id': '5952e0da221f44689e7994d28f483a41', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:13.027606 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e5037-570f-42d3-80ca-576ed797ccd6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Network': ['ID=c723c805-b2fe-46a7-ba02-44ed4c2485f0,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:13.037556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network c723c805-b2fe-46a7-ba02-44ed4c2485f0 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:35:13.047995 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:13.048990 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:13.108110 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:13.239610 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:13.430095 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:13.449333 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:13.855347 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.52 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:35:13.953765 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:13.987600 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:14.029738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:35:14.033895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:35:14.036368 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:35:14.058994 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:14.280899 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:14.474902 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:14.596241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router a8567db3-e092-440a-9e0e-198106e7348c is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:35:14.701313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:35:14.710572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Sync routers for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:35:14.720409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:14.721039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:34:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:14.722459 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:14.723685 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-ce566465-70e1-49d3-842a-6d5b5cb76b52 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7136834 Feb 07 23:35:14.726833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59620) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:14.798636 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8de3e0a1-a6e0-4bfb-bfdd-3d55f097d6d3 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5952e0da221f44689e7994d28f483a41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707278 Feb 07 23:35:14.801242 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59624) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:14.826844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:14.891694 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3058d4d-d61d-4384-ba44-414f4000a6ce tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:14.893212 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f3058d4d-d61d-4384-ba44-414f4000a6ce tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910759 Feb 07 23:35:14.895988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59626) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:14.923437 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-b0ea6dd5-c9b6-4364-8351-0024a5e69d27 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=8d6de131-92fb-4af1-9dc0-44c8dec631c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263836 Feb 07 23:35:14.925986 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59628) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:14.931866 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-152553805', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'project_id': '5952e0da221f44689e7994d28f483a41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:15.005520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:14Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:15.019973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:35:15.023467 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.035232 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Checking router: a8567db3-e092-440a-9e0e-198106e7348c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:35:15.035611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Updating router a8567db3-e092-440a-9e0e-198106e7348c port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:35:15.060923 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.205696 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.276619 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Subnet': ['ID=048bc080-5238-417b-923e-9757f779c6a5,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:15.279109 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Checking segment: {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:35:15.279482 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network hostable DHCP agents. Network: c723c805-b2fe-46a7-ba02-44ed4c2485f0, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:35:15.297769 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network c723c805-b2fe-46a7-ba02-44ed4c2485f0 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:35:15.307629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, c723c805-b2fe-46a7-ba02-44ed4c2485f0) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:35:15.311884 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:15.312476 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.313928 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.320168 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58ca722-a5ab-41ab-b06c-f935f2b19fcc None None] Network c723c805-b2fe-46a7-ba02-44ed4c2485f0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:35:15.328552 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-66127bbe-da43-408f-863d-7c5596db8c6e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4014721 Feb 07 23:35:15.331225 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59630) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:15.332668 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.584995 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Attempting to bind port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:35:15.585367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Attempting to bind port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:35:15.585739 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Attempting to bind port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:35:15.596373 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:35:15.596753 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:35:15.597155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.597545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:35:15.598005 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Bound port: 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:35:15.598382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.599817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3c931-7748-4865-b390-96b0943490e1 None None] Pushing event updated for resources: {'Port': ['ID=3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:15.692461 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] For port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:35:15.696002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] For port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:35:15.701816 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.742687 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:35:15.743599 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.775550 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:15.797887 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:15.798508 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:34:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:15.841621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3c931-7748-4865-b390-96b0943490e1 None None] Pushing event updated for resources: {'Port': ['ID=3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:16.000553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:16.002677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Allocated IP 172.20.0.2 (c723c805-b2fe-46a7-ba02-44ed4c2485f0/048bc080-5238-417b-923e-9757f779c6a5/d4f20d58-bf93-429b-b195-1f0e8851f063) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:35:16.277091 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:16.283385 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:16.332169 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.1 (c723c805-b2fe-46a7-ba02-44ed4c2485f0/048bc080-5238-417b-923e-9757f779c6a5/bf039037-14a2-42f4-8326-22122ca944fc) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:35:16.333174 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:14Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:16.337730 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Network c723c805-b2fe-46a7-ba02-44ed4c2485f0 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:35:16.342683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:35:16.370662 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:35:16.373985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15813cc-2c20-44b9-95b5-966786f45774 None None] The sync data for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 is: [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:14Z', 'revision_number': 3, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:35:16.375344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Pushing event updated for resources: {'Port': ['ID=d4f20d58-bf93-429b-b195-1f0e8851f063,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:16.428469 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Attempting to bind port d4f20d58-bf93-429b-b195-1f0e8851f063 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:35:16.429370 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Attempting to bind port d4f20d58-bf93-429b-b195-1f0e8851f063 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:35:16.429743 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Attempting to bind port d4f20d58-bf93-429b-b195-1f0e8851f063 on network c723c805-b2fe-46a7-ba02-44ed4c2485f0 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:35:16.435480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:35:16.435891 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Checking segment: {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:35:16.436440 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:16.436837 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Bound using segment: {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:35:16.437304 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Bound port: d4f20d58-bf93-429b-b195-1f0e8851f063, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:35:16.437686 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:16.462531 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:16.500510 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:16.509548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] For port d4f20d58-bf93-429b-b195-1f0e8851f063, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:35:16.513075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] For port d4f20d58-bf93-429b-b195-1f0e8851f063, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d4f20d58-bf93-429b-b195-1f0e8851f063,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:35:16.519041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:16.548034 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network c723c805-b2fe-46a7-ba02-44ed4c2485f0 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:35:16.551122 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:35:16.555864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:35:16.578041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92f4ac-4d98-4756-be8f-64a39a47e122 None None] Pushing event updated for resources: {'Port': ['ID=d4f20d58-bf93-429b-b195-1f0e8851f063,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:16.587545 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=bf039037-14a2-42f4-8326-22122ca944fc,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:16.614824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:16.782273 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:16.916628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:35:16.984351 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:16.984723 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:17.068371 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:17.090266 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:17.095467 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:17.120324 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:17.126151 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:17.150788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:17.210545 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:17.212425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=bf039037-14a2-42f4-8326-22122ca944fc,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:17.309885 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network c723c805-b2fe-46a7-ba02-44ed4c2485f0 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:35:17.311318 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:35:17.446787 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router a8567db3-e092-440a-9e0e-198106e7348c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:35:17.560070 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:35:17.567028 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-5d425d19-1e05-4d15-bb1e-1fd5fa55b49e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/a8567db3-e092-440a-9e0e-198106e7348c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2329717 Feb 07 23:35:17.640290 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540c8fe2-1f35-4f0e-b36b-7045bfb11815 None None] Network c723c805-b2fe-46a7-ba02-44ed4c2485f0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:35:17.712345 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e57b1b29-eadf-4624-850e-de67a9b72045 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036645974&fields=id&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 267 time: 0.0343862 Feb 07 23:35:17.757441 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-22209bdf-d97b-479b-91cd-afea045db334 None None] Provisioning complete for port d4f20d58-bf93-429b-b195-1f0e8851f063 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:17.757811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22209bdf-d97b-479b-91cd-afea045db334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:17.823946 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386af2b-b545-4b97-8181-525e12c124b9 req-033044c5-d401-4a26-ae1b-2c15a9b46e7a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:17.825398 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-033044c5-d401-4a26-ae1b-2c15a9b46e7a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/networks?id=c723c805-b2fe-46a7-ba02-44ed4c2485f0 HTTP/1.1" status: 200 len: 797 time: 0.1050363 Feb 07 23:35:17.844365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-7d4fa22d-baa3-40b5-8c8d-5fdb0fa6998b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/quotas/5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 375 time: 0.0113802 Feb 07 23:35:17.879630 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22209bdf-d97b-479b-91cd-afea045db334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:17.909260 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-b93e6840-a764-42a2-abf2-7467dad7a4f8 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555468 Feb 07 23:35:17.939957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-22209bdf-d97b-479b-91cd-afea045db334 None None] For port d4f20d58-bf93-429b-b195-1f0e8851f063, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d4f20d58-bf93-429b-b195-1f0e8851f063,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:17.946209 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22209bdf-d97b-479b-91cd-afea045db334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:18.009518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22209bdf-d97b-479b-91cd-afea045db334 None None] Pushing event updated for resources: {'Port': ['ID=d4f20d58-bf93-429b-b195-1f0e8851f063,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:18.034433 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0733e30f-bf2c-4857-b0e3-8488bacdacbc service neutron] 10.222.0.15 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056120 Feb 07 23:35:18.132287 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-b679ebdf-676b-4675-815e-1bd9f3a43763 service neutron] 10.222.0.15 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968461 Feb 07 23:35:18.170300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-65407602-19a3-4d0b-8765-98d9cc3fa518 None None] Provisioning complete for port d4f20d58-bf93-429b-b195-1f0e8851f063 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:18.170679 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65407602-19a3-4d0b-8765-98d9cc3fa518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:18.237947 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Sync routers for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:35:18.264913 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:18.265780 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:34:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:18.297586 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-65407602-19a3-4d0b-8765-98d9cc3fa518 None None] Provisioning complete for port bf039037-14a2-42f4-8326-22122ca944fc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:18.298002 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65407602-19a3-4d0b-8765-98d9cc3fa518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:18.344348 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ffbbd671-4d4e-4a6f-9de5-bd69a48f59ad req-2341b34d-d2ed-48de-863c-a1ef78dd6cab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 210 time: 0.0394182 Feb 07 23:35:18.346587 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-65407602-19a3-4d0b-8765-98d9cc3fa518 None None] Port bf039037-14a2-42f4-8326-22122ca944fc cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:35:18.404835 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:18.469755 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8dee61fa-1aaf-44d2-9421-20b74fac7e09 None None] Provisioning complete for port bf039037-14a2-42f4-8326-22122ca944fc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:18.470267 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8dee61fa-1aaf-44d2-9421-20b74fac7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:18.510076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8dee61fa-1aaf-44d2-9421-20b74fac7e09 None None] Port bf039037-14a2-42f4-8326-22122ca944fc cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:35:18.628120 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bf039037-14a2-42f4-8326-22122ca944fc', 'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:c4:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:15Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 2, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '048bc080-5238-417b-923e-9757f779c6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:18.629320 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5783d062-27b5-4b17-90bf-b34cb187c77d None None] Provisioning complete for port bf039037-14a2-42f4-8326-22122ca944fc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:18.629690 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5783d062-27b5-4b17-90bf-b34cb187c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:18.659713 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Checking router: a8567db3-e092-440a-9e0e-198106e7348c for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:35:18.659968 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Updating router a8567db3-e092-440a-9e0e-198106e7348c port bf039037-14a2-42f4-8326-22122ca944fc binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:35:18.668763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5783d062-27b5-4b17-90bf-b34cb187c77d None None] Port bf039037-14a2-42f4-8326-22122ca944fc cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:35:18.686584 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:18.953021 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:35:18.970453 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:18.976169 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.004635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:19.005111 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.031725 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Pushing event updated for resources: {'Port': ['ID=bf039037-14a2-42f4-8326-22122ca944fc,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:19.087937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d4f20d58-bf93-429b-b195-1f0e8851f063 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:35:19.146752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d4f20d58-bf93-429b-b195-1f0e8851f063 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:19.147864 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.160219 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.160555 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.161193 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.161672 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.162138 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.162601 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.163645 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.164413 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.164891 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.165481 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.165943 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.166418 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:19.210808 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Attempting to bind port bf039037-14a2-42f4-8326-22122ca944fc on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:35:19.211466 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Attempting to bind port bf039037-14a2-42f4-8326-22122ca944fc by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:35:19.211928 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Attempting to bind port bf039037-14a2-42f4-8326-22122ca944fc on network c723c805-b2fe-46a7-ba02-44ed4c2485f0 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:35:19.217564 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:35:19.217927 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Checking segment: {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:35:19.218318 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.218697 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Bound using segment: {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:35:19.219138 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Bound port: bf039037-14a2-42f4-8326-22122ca944fc, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:35:19.219501 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.300482 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] For port bf039037-14a2-42f4-8326-22122ca944fc, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:35:19.303557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8e7f6025-60a5-4484-a8b1-5ebfc4478404 None None] Provisioning complete for port bf039037-14a2-42f4-8326-22122ca944fc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:19.304023 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e7f6025-60a5-4484-a8b1-5ebfc4478404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.304198 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] For port bf039037-14a2-42f4-8326-22122ca944fc, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bf039037-14a2-42f4-8326-22122ca944fc,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:35:19.310377 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.353704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386af2b-b545-4b97-8181-525e12c124b9 req-a4131b86-a0d3-4769-b38c-c97b376b196f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:19.356998 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-a4131b86-a0d3-4769-b38c-c97b376b196f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/networks?id=c723c805-b2fe-46a7-ba02-44ed4c2485f0 HTTP/1.1" status: 200 len: 797 time: 0.1213078 Feb 07 23:35:19.404450 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:19.405959 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:34:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:19.410418 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8020a1-5845-4467-916c-aaed79140b15 None None] Pushing event updated for resources: {'Port': ['ID=bf039037-14a2-42f4-8326-22122ca944fc,revision_number=4']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:19.433395 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-3666f0ac-04dc-457f-9659-a9b7ec79000e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5952e0da221f44689e7994d28f483a41 HTTP/1.1" status: 200 len: 380 time: 0.0658848 Feb 07 23:35:19.474422 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'port': {'device_id': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'admin_state_up': True, 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'security_groups': ['a3a50e61-c111-459f-8528-3f6ba3b5e938']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:19.480893 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bbe6ec16-e2a9-4ca3-92db-a54edf30e917 req-f1da1d64-e8ca-4679-8c1f-4b3892329ea4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 210 time: 0.0369291 Feb 07 23:35:19.563584 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:19.623297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Made reservation on behalf of 5952e0da221f44689e7994d28f483a41 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:35:19.627359 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.641899 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e7f6025-60a5-4484-a8b1-5ebfc4478404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.678893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8e7f6025-60a5-4484-a8b1-5ebfc4478404 None None] For port bf039037-14a2-42f4-8326-22122ca944fc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bf039037-14a2-42f4-8326-22122ca944fc,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:19.683358 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e7f6025-60a5-4484-a8b1-5ebfc4478404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.732362 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f6025-60a5-4484-a8b1-5ebfc4478404 None None] Pushing event updated for resources: {'Port': ['ID=bf039037-14a2-42f4-8326-22122ca944fc,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:19.766101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.20.0.11 (c723c805-b2fe-46a7-ba02-44ed4c2485f0/048bc080-5238-417b-923e-9757f779c6a5/6af079ad-fff6-4913-9f19-240f11a50cbf) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:35:19.789157 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bf039037-14a2-42f4-8326-22122ca944fc', 'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:c4:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:15Z', 'updated_at': '2022-02-07T23:35:19Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '048bc080-5238-417b-923e-9757f779c6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:19.805037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c57f01c4-bd9f-4683-9ace-ed108c36ed3c None None] Provisioning complete for port bf039037-14a2-42f4-8326-22122ca944fc triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:19.805497 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c57f01c4-bd9f-4683-9ace-ed108c36ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.815531 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415b5eb-0898-4f2f-ab47-2da2aa553daf None None] The sync data for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 is: [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bf039037-14a2-42f4-8326-22122ca944fc', 'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:c4:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:15Z', 'updated_at': '2022-02-07T23:35:19Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '048bc080-5238-417b-923e-9757f779c6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:35:19.928244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:19.974800 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:20.020888 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network c723c805-b2fe-46a7-ba02-44ed4c2485f0 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:35:20.025247 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:35:20.029145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:35:20.035781 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=6af079ad-fff6-4913-9f19-240f11a50cbf,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:20.085453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:20.086162 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:20.104275 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-0e9d6f3c-270c-4403-b441-6dd8f4f33e38 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6339772 Feb 07 23:35:20.116270 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Request body: {'port': {'device_id': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:20.179299 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:20.351813 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e922eb8b-a5ef-46d2-a51c-c765de92303f None None] Provisioning complete for port 6af079ad-fff6-4913-9f19-240f11a50cbf triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:20.352395 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e922eb8b-a5ef-46d2-a51c-c765de92303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:20.391814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e922eb8b-a5ef-46d2-a51c-c765de92303f None None] Port 6af079ad-fff6-4913-9f19-240f11a50cbf cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:35:20.460636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af079ad-fff6-4913-9f19-240f11a50cbf {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:35:20.468724 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:20.481871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Transition to ACTIVE for port object 6af079ad-fff6-4913-9f19-240f11a50cbf will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:35:20.486797 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:20.536542 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Pushing event updated for resources: {'Port': ['ID=6af079ad-fff6-4913-9f19-240f11a50cbf,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:20.615772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Attempting to bind port 6af079ad-fff6-4913-9f19-240f11a50cbf on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:35:20.616398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Attempting to bind port 6af079ad-fff6-4913-9f19-240f11a50cbf by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:35:20.616824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Attempting to bind port 6af079ad-fff6-4913-9f19-240f11a50cbf on network c723c805-b2fe-46a7-ba02-44ed4c2485f0 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:35:20.621734 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Port 6af079ad-fff6-4913-9f19-240f11a50cbf on network c723c805-b2fe-46a7-ba02-44ed4c2485f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:35:20.622174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Attempting to bind port 6af079ad-fff6-4913-9f19-240f11a50cbf on network c723c805-b2fe-46a7-ba02-44ed4c2485f0 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:35:20.622998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8465812-0711-4cf4-9aa4-0a415583dc59 req-350b2452-7e18-4439-816e-057f9d38bd22 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:20.625268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8465812-0711-4cf4-9aa4-0a415583dc59 req-350b2452-7e18-4439-816e-057f9d38bd22 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 944 time: 0.0596905 Feb 07 23:35:20.631433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:35:20.631878 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Checking segment: {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:35:20.632227 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Bound using segment: {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:35:20.632899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Bound port: 6af079ad-fff6-4913-9f19-240f11a50cbf, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca296edb-9580-4fda-a26e-a2255bfe89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:35:20.633225 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:20.669904 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d8465812-0711-4cf4-9aa4-0a415583dc59 req-947b5c32-a25c-4431-b972-b7ff699e8a45 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 Feb 07 23:35:20.723134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] For port 6af079ad-fff6-4913-9f19-240f11a50cbf, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:35:20.727054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] For port 6af079ad-fff6-4913-9f19-240f11a50cbf, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6af079ad-fff6-4913-9f19-240f11a50cbf,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:35:20.735307 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:20.771275 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:20.772027 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:20.773963 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] 10.222.0.46 "PUT /v2.0/ports/6af079ad-fff6-4913-9f19-240f11a50cbf HTTP/1.1" status: 200 len: 1092 time: 0.6622992 Feb 07 23:35:20.778565 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:35:20.782172 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:35:20.839612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423fb0f-6d0c-436b-bfe2-3ff4d027b526 service neutron] Pushing event updated for resources: {'Port': ['ID=6af079ad-fff6-4913-9f19-240f11a50cbf,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:20.917572 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386af2b-b545-4b97-8181-525e12c124b9 req-c4c11fdb-7856-4d19-a98b-bebfa25a0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:20.924346 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-c4c11fdb-7856-4d19-a98b-bebfa25a0734 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 1095 time: 0.0914166 Feb 07 23:35:20.940732 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bf039037-14a2-42f4-8326-22122ca944fc up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:35:20.974957 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-09b9df20-f891-4092-b0a9-07f1c154cf0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af079ad-fff6-4913-9f19-240f11a50cbf HTTP/1.1" status: 200 len: 217 time: 0.0459859 Feb 07 23:35:20.976569 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee78766a-dd49-44ef-818d-45ed323adc5a x-openstack-request-id: req-ee78766a-dd49-44ef-818d-45ed323adc5a {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:35:20.976859 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:35:20.977146 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee78766a-dd49-44ef-818d-45ed323adc5a {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:35:20.977540 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'status': 'completed', 'code': 200} Feb 07 23:35:21.006113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port bf039037-14a2-42f4-8326-22122ca944fc triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:21.007915 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:21.031995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386af2b-b545-4b97-8181-525e12c124b9 req-2ffe995d-e8e9-45d6-b472-231dcbad2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:21.033620 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-2ffe995d-e8e9-45d6-b472-231dcbad2cea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=048bc080-5238-417b-923e-9757f779c6a5 HTTP/1.1" status: 200 len: 834 time: 0.0530109 Feb 07 23:35:21.086962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386af2b-b545-4b97-8181-525e12c124b9 req-63df2908-793e-4c54-8710-6dd95f961f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:21.088607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-63df2908-793e-4c54-8710-6dd95f961f7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c723c805-b2fe-46a7-ba02-44ed4c2485f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482578 Feb 07 23:35:21.193259 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-9495441b-f117-4d36-999f-3c7303e6aec8 service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978699 Feb 07 23:35:21.285072 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4386af2b-b545-4b97-8181-525e12c124b9 req-765c98f6-315b-4e34-93d0-784871016a80 service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856066 Feb 07 23:35:21.375482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-269a826f-6bf6-457e-952d-f5a78e98d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:21.376996 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-269a826f-6bf6-457e-952d-f5a78e98d084 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 1095 time: 0.0440767 Feb 07 23:35:21.468446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-46ec5083-1b11-45cf-84a3-57f7ea7578d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:21.469897 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-46ec5083-1b11-45cf-84a3-57f7ea7578d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c723c805-b2fe-46a7-ba02-44ed4c2485f0 HTTP/1.1" status: 200 len: 897 time: 0.0868654 Feb 07 23:35:21.513726 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-d476666c-c83f-4e75-972a-828ec5b301fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af079ad-fff6-4913-9f19-240f11a50cbf HTTP/1.1" status: 200 len: 217 time: 0.0356586 Feb 07 23:35:21.567624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-2db05a5e-29b7-43a5-a872-b8f98b99264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:21.569640 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-2db05a5e-29b7-43a5-a872-b8f98b99264f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=048bc080-5238-417b-923e-9757f779c6a5 HTTP/1.1" status: 200 len: 834 time: 0.0483725 Feb 07 23:35:21.576911 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15243cc1-3492-4c47-8e61-d9fd9a8566d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:21.615274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-6cd23c0d-ffed-49f0-90ff-76b3c435d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:21.616889 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-6cd23c0d-ffed-49f0-90ff-76b3c435d9a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c723c805-b2fe-46a7-ba02-44ed4c2485f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407369 Feb 07 23:35:21.705900 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-cb23edf0-0b93-41ad-a923-119130755625 service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820534 Feb 07 23:35:21.787847 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f706-d492-49a8-8fe6-65d943cf580f req-beb81eca-8bc3-426e-90ec-08ed5b1a9ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:21.789315 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fa38f706-d492-49a8-8fe6-65d943cf580f req-beb81eca-8bc3-426e-90ec-08ed5b1a9ea9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 944 time: 0.0493922 Feb 07 23:35:21.799182 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8cbde414-8a5a-458d-8fd9-3a7d14d472c6 req-cffecb61-5062-4c54-91b3-a4a56e02254e service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863602 Feb 07 23:35:21.828565 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fa38f706-d492-49a8-8fe6-65d943cf580f req-c3e19b0e-0cf4-419a-a365-8d323aa3b8e2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332940 Feb 07 23:35:22.945173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7bd33-5480-46de-80a4-103c3dbecc0d req-3dda58c8-28c1-4d6b-ba67-8d7ac63b8be3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:22.946620 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dd7bd33-5480-46de-80a4-103c3dbecc0d req-3dda58c8-28c1-4d6b-ba67-8d7ac63b8be3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 944 time: 0.0494442 Feb 07 23:35:22.985452 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dd7bd33-5480-46de-80a4-103c3dbecc0d req-c0a6d95f-1037-4804-919c-bf848d6968f3 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Feb 07 23:35:24.099857 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9929aa-5c04-42d6-baf6-9afc1b73f59a req-f711a4ad-ecce-4cc5-8c2f-16cd99841d0e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:24.101273 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc9929aa-5c04-42d6-baf6-9afc1b73f59a req-f711a4ad-ecce-4cc5-8c2f-16cd99841d0e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 944 time: 0.0489488 Feb 07 23:35:24.139237 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-fc9929aa-5c04-42d6-baf6-9afc1b73f59a req-5b3d685d-d6bf-4a41-807c-611f90b8196e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Feb 07 23:35:24.646263 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6af079ad-fff6-4913-9f19-240f11a50cbf details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:35:24.741722 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8357dec0-2ec4-4fe1-b19b-30cfd29d3fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.753453 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6af079ad-fff6-4913-9f19-240f11a50cbf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6af079ad-fff6-4913-9f19-240f11a50cbf,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:24.765548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'port_id': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'mac_address': 'fa:16:3e:32:c6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:35:24.803403 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.816782 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af079ad-fff6-4913-9f19-240f11a50cbf {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:35:24.840501 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6af079ad-fff6-4913-9f19-240f11a50cbf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6af079ad-fff6-4913-9f19-240f11a50cbf,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:24.844267 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.891458 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6af079ad-fff6-4913-9f19-240f11a50cbf,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:25.045698 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['6af079ad-fff6-4913-9f19-240f11a50cbf'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:35:25.083158 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:25.256266 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637bc91-9f7a-47a7-9010-e855baeb11f2 req-aeb29e74-5c04-41cd-9f30-eb8e584efbe6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:25.257922 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6637bc91-9f7a-47a7-9010-e855baeb11f2 req-aeb29e74-5c04-41cd-9f30-eb8e584efbe6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 945 time: 0.0498230 Feb 07 23:35:25.300630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6637bc91-9f7a-47a7-9010-e855baeb11f2 req-c6030630-000b-42d0-9c83-58b82e33163c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364280 Feb 07 23:35:26.417178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c5de9-eb87-4e4f-a1b0-98c255d979e9 req-a6489cbd-2f6e-4281-907b-b280d658f0f9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:26.418577 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c48c5de9-eb87-4e4f-a1b0-98c255d979e9 req-a6489cbd-2f6e-4281-907b-b280d658f0f9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 945 time: 0.0504756 Feb 07 23:35:26.455807 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c48c5de9-eb87-4e4f-a1b0-98c255d979e9 req-0073ca28-92cc-4603-bc6a-1c3b73e0f7b2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313163 Feb 07 23:35:26.538493 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:26.662349 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6af079ad-fff6-4913-9f19-240f11a50cbf up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:35:26.710716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 6af079ad-fff6-4913-9f19-240f11a50cbf completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:35:26.715152 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 6af079ad-fff6-4913-9f19-240f11a50cbf triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:26.715523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:26.767186 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:26.808667 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:26.830917 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:35:26.833158 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9216a9ed-83a9-472b-a1d6-bf7946ef44f7" -d '{"events": [{"server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "name": "network-vif-plugged", "status": "completed", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:35:26.846631 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 6af079ad-fff6-4913-9f19-240f11a50cbf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6af079ad-fff6-4913-9f19-240f11a50cbf,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:35:26.851230 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:26.876333 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5b0ce5-8648-4f3e-8390-da21a180c0c6 x-openstack-request-id: req-6e5b0ce5-8648-4f3e-8390-da21a180c0c6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:35:26.876626 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "name": "network-vif-plugged", "status": "completed", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:35:26.876878 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e5b0ce5-8648-4f3e-8390-da21a180c0c6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:35:26.877266 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'code': 200} Feb 07 23:35:26.902776 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=6af079ad-fff6-4913-9f19-240f11a50cbf,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:26.968400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdb5cc-898a-489c-9b33-305df1b6dc98 req-463ce9ef-21be-4d08-b732-57b9f7eb289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:26.969793 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7bdb5cc-898a-489c-9b33-305df1b6dc98 req-463ce9ef-21be-4d08-b732-57b9f7eb289d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 1097 time: 0.0408242 Feb 07 23:35:27.004009 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f7bdb5cc-898a-489c-9b33-305df1b6dc98 req-19b3f4a5-c3de-403a-8dba-56bb40fd62bc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274611 Feb 07 23:35:27.573339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3bac-6721-45d9-a6fa-2d198fdcb7b2 req-044cf6ea-be5f-48cc-8c1c-a415680b18e0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:27.574771 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-365b3bac-6721-45d9-a6fa-2d198fdcb7b2 req-044cf6ea-be5f-48cc-8c1c-a415680b18e0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0475881 Feb 07 23:35:27.613268 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-365b3bac-6721-45d9-a6fa-2d198fdcb7b2 req-5be565fc-28e7-419c-959a-c29d8d92c30a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Feb 07 23:35:28.730603 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e87c4-f1b7-4bc8-acb6-2210cbd61678 req-3d22622f-f238-45c9-a82c-04921e32dd2f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:28.732053 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-212e87c4-f1b7-4bc8-acb6-2210cbd61678 req-3d22622f-f238-45c9-a82c-04921e32dd2f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0488746 Feb 07 23:35:28.767879 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-212e87c4-f1b7-4bc8-acb6-2210cbd61678 req-f18bd4d2-afcc-4cc4-9aa1-2c6e051818bb tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298023 Feb 07 23:35:28.881682 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97166-de5e-4573-aa56-56e3771ed014 req-48f33206-0bc0-4431-8392-ac6076116029 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:28.883132 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8b97166-de5e-4573-aa56-56e3771ed014 req-48f33206-0bc0-4431-8392-ac6076116029 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0493062 Feb 07 23:35:28.920130 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-a8b97166-de5e-4573-aa56-56e3771ed014 req-0495c29a-8bd6-4bc7-9f4c-61c06e0751c6 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Feb 07 23:35:28.940758 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59688) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:28.983336 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ef7fc-7532-4c9d-8672-bf77fc2e4450 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:28.984839 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a22ef7fc-7532-4c9d-8672-bf77fc2e4450 tempest-TestNetworkAdvancedServerOps-2102416032 tempest-TestNetworkAdvancedServerOps-2102416032-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 1092 time: 0.0431504 Feb 07 23:35:28.987607 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59690) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:28.991969 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:29.015767 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:29.109904 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:29.213320 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Allocated IP 172.25.8.250 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/c1ad4cdf-f8f2-4658-a32d-5b5b9a62417b) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:35:29.315591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:29.349263 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:29.393416 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:35:29.396208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:35:29.399554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:35:29.405032 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=c1ad4cdf-f8f2-4658-a32d-5b5b9a62417b,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:29.758952 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:29.833147 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:29.986556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:29.990883 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:30.060923 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event updated for resources: {'Port': ['ID=c1ad4cdf-f8f2-4658-a32d-5b5b9a62417b,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:30.070783 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:30.462951 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP cfa3ebb9-ab7a-4e38-be57-6796fafe29c0 associated. External IP: 172.25.8.250, port: 6af079ad-fff6-4913-9f19-240f11a50cbf. Feb 07 23:35:30.666933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router a8567db3-e092-440a-9e0e-198106e7348c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:35:30.771366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:35:30.782480 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] Sync routers for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:35:30.789222 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:30.793013 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:30.793665 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:30.816236 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e506bff-0c46-448b-8c41-631a196afbbf tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8275084 Feb 07 23:35:30.816921 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:35:30.819186 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a615a51-c0aa-45e7-a1ff-a910da513d85" -d '{"events": [{"name": "network-changed", "server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:35:30.908064 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:30.920013 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137800f9-89f6-4a1d-ade3-83144c68720d x-openstack-request-id: req-137800f9-89f6-4a1d-ade3-83144c68720d {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:35:30.920307 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:35:30.920562 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-137800f9-89f6-4a1d-ade3-83144c68720d {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:35:30.920973 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'status': 'completed', 'code': 200} Feb 07 23:35:30.933273 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef72929-8180-4371-acc8-336b76e087e4 req-a37a20d9-4882-45cd-933a-82b60cd98d3f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:30.934773 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aef72929-8180-4371-acc8-336b76e087e4 req-a37a20d9-4882-45cd-933a-82b60cd98d3f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0528622 Feb 07 23:35:31.004980 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-aef72929-8180-4371-acc8-336b76e087e4 req-2a89382d-f4ea-4988-a5d4-0ccb2840fac0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635924 Feb 07 23:35:31.011073 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-6a60512a-173f-457a-a34c-f8ada0390dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:31.012563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-6a60512a-173f-457a-a34c-f8ada0390dc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 1097 time: 0.0696223 Feb 07 23:35:31.027973 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59700) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:31.090424 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1b784b90-7a28-4494-80fe-556e691eaa5a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/cfa3ebb9-ab7a-4e38-be57-6796fafe29c0 HTTP/1.1" status: 200 len: 992 time: 0.0613191 Feb 07 23:35:31.108649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-fb4c4684-5103-4e41-b68f-87f62ee3f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:31.110096 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-fb4c4684-5103-4e41-b68f-87f62ee3f9a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c723c805-b2fe-46a7-ba02-44ed4c2485f0 HTTP/1.1" status: 200 len: 897 time: 0.0908132 Feb 07 23:35:31.146011 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'cfa3ebb9-ab7a-4e38-be57-6796fafe29c0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'port_id': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'mac_address': 'fa:16:3e:32:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:35:29Z', 'updated_at': '2022-02-07T23:35:29Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf039037-14a2-42f4-8326-22122ca944fc', 'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:c4:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:15Z', 'updated_at': '2022-02-07T23:35:19Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '048bc080-5238-417b-923e-9757f779c6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:31.171979 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] Checking router: a8567db3-e092-440a-9e0e-198106e7348c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:35:31.180047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:35:31.180197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-d55e6c99-f3a9-4db4-b0ca-908e312abdcc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af079ad-fff6-4913-9f19-240f11a50cbf HTTP/1.1" status: 200 len: 1000 time: 0.0623133 Feb 07 23:35:31.180648 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:31.227864 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-5d852e23-8e88-43e1-85f2-55dce2f0883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:31.229898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-5d852e23-8e88-43e1-85f2-55dce2f0883f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=048bc080-5238-417b-923e-9757f779c6a5 HTTP/1.1" status: 200 len: 834 time: 0.0431654 Feb 07 23:35:31.273826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-269b0b6d-527c-46a6-a31f-8d0c6b4e2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:31.275365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-269b0b6d-527c-46a6-a31f-8d0c6b4e2209 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c723c805-b2fe-46a7-ba02-44ed4c2485f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391903 Feb 07 23:35:31.286066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:35:31.366336 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-318b9058-b661-4a9a-a68b-4b74213b2a68 service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846405 Feb 07 23:35:31.452761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3a615a51-c0aa-45e7-a1ff-a910da513d85 req-7bcfd609-e4b9-4e1c-bec2-7a893d1f241c service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804083 Feb 07 23:35:31.510030 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'cfa3ebb9-ab7a-4e38-be57-6796fafe29c0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'port_id': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'mac_address': 'fa:16:3e:32:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:35:29Z', 'updated_at': '2022-02-07T23:35:29Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf039037-14a2-42f4-8326-22122ca944fc', 'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:c4:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:15Z', 'updated_at': '2022-02-07T23:35:19Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '048bc080-5238-417b-923e-9757f779c6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:31.536409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a53a0-f288-4817-9d75-ce7e89a382b2 None None] The sync data for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 is: [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'cfa3ebb9-ab7a-4e38-be57-6796fafe29c0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'port_id': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'mac_address': 'fa:16:3e:32:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:35:29Z', 'updated_at': '2022-02-07T23:35:29Z', 'revision_number': 0, 'project_id': '5952e0da221f44689e7994d28f483a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf039037-14a2-42f4-8326-22122ca944fc', 'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:c4:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:15Z', 'updated_at': '2022-02-07T23:35:19Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '048bc080-5238-417b-923e-9757f779c6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:35:31.740638 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b291f0e-5a93-4a41-b225-6ba9707c26b3 None None] New status for floating IP cfa3ebb9-ab7a-4e38-be57-6796fafe29c0: ACTIVE {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:35:32.093321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59702) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:35:32.155946 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-43ea0d98-11aa-47ac-99ec-28e31239c725 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/cfa3ebb9-ab7a-4e38-be57-6796fafe29c0 HTTP/1.1" status: 200 len: 994 time: 0.0614674 Feb 07 23:35:34.456576 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:34.835663 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:41.720722 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-9e5b2220-9a1f-4ef9-9f2e-301c3c084fd0 req-91270d7a-7d34-478c-acbd-1c6f2b12d4bb tempest-ServerDiskConfigTestJSON-1138824422 tempest-ServerDiskConfigTestJSON-1138824422-project] (102290) timed out ('10.222.0.24', 62807) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:35:42.009408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-20481f35-effe-40bf-9faa-cbf4da275563 req-afbecdd1-0180-449e-96b2-f81f2cc94976 service neutron] (102290) timed out ('10.222.0.24', 62157) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:35:43.385691 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-0a828b29-2bb1-4cc5-866c-516c45971a71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426681 Feb 07 23:35:43.464558 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-047efe74-afd9-48b0-bfea-8b188caa2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:43.466002 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-047efe74-afd9-48b0-bfea-8b188caa2c28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 1097 time: 0.0397696 Feb 07 23:35:43.565103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-78d6e5e0-78f0-45d7-b1ec-01b2f8d9808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:43.566522 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-78d6e5e0-78f0-45d7-b1ec-01b2f8d9808c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c723c805-b2fe-46a7-ba02-44ed4c2485f0 HTTP/1.1" status: 200 len: 897 time: 0.0819600 Feb 07 23:35:43.633676 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-247b5453-ba56-477f-ba8c-e07f40884bb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af079ad-fff6-4913-9f19-240f11a50cbf HTTP/1.1" status: 200 len: 1002 time: 0.0597072 Feb 07 23:35:43.681100 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-c81ff7b7-cccc-4567-9488-822c1c0b5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:43.683030 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-c81ff7b7-cccc-4567-9488-822c1c0b5e32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=048bc080-5238-417b-923e-9757f779c6a5 HTTP/1.1" status: 200 len: 834 time: 0.0426900 Feb 07 23:35:43.727134 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-f78cdf6b-04da-43d4-8770-493516bf4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:43.728695 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-f78cdf6b-04da-43d4-8770-493516bf4438 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c723c805-b2fe-46a7-ba02-44ed4c2485f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390675 Feb 07 23:35:43.819931 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-78d574f0-4e65-4c7d-a402-6858cab781b2 service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840297 Feb 07 23:35:43.907324 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6c599f94-6e77-47fb-ac65-6bb6f732aef4 req-535f0e78-9a00-439b-8aa2-6316e2a680fd service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812604 Feb 07 23:35:46.041204 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:35:51.578816 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11079ef5-0a38-4a2c-8684-b13fe683d780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:54.723975 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2db2a78-4f21-4bfa-b574-06b5d49c9101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:55.056821 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:56.540678 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:56.763260 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:03.538880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d66fa-22a1-488f-89f0-4e5e87392892 req-ea4b3751-01a3-4f5a-8cf1-30c86bd396b0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:03.540398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-889d66fa-22a1-488f-89f0-4e5e87392892 req-ea4b3751-01a3-4f5a-8cf1-30c86bd396b0 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0494051 Feb 07 23:36:03.577759 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-889d66fa-22a1-488f-89f0-4e5e87392892 req-52016308-82d3-4776-9f56-69a008974c76 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307915 Feb 07 23:36:04.454058 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:04.693841 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39b17e-aec6-429d-9c09-008c7cb3a0be req-7676b3e9-d76c-445e-820f-63ca8fc0e32a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:04.695278 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f39b17e-aec6-429d-9c09-008c7cb3a0be req-7676b3e9-d76c-445e-820f-63ca8fc0e32a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0486789 Feb 07 23:36:04.737771 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f39b17e-aec6-429d-9c09-008c7cb3a0be req-259a7fd4-1cbc-470e-a978-16f827b91016 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362577 Feb 07 23:36:04.759477 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59722) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:04.823534 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-584b4bd6-f3b5-44bc-bc91-8472378c52c4 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/cfa3ebb9-ab7a-4e38-be57-6796fafe29c0 HTTP/1.1" status: 200 len: 994 time: 0.0626464 Feb 07 23:36:04.850398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:06.087151 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2893e-c1e5-4ba8-9b61-10dd025e1dc3 req-8fd671b4-2e4e-4bc1-8ae7-86a7e72e5d4b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:06.090184 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41b2893e-c1e5-4ba8-9b61-10dd025e1dc3 req-8fd671b4-2e4e-4bc1-8ae7-86a7e72e5d4b tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0542080 Feb 07 23:36:06.108183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-182f5534-db43-41cc-b7e9-13165eb96c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:06.109577 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-182f5534-db43-41cc-b7e9-13165eb96c74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 1097 time: 0.0416195 Feb 07 23:36:06.129417 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41b2893e-c1e5-4ba8-9b61-10dd025e1dc3 req-b08a78d6-b205-4734-af23-bc5df674f855 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331888 Feb 07 23:36:06.199479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-616ee932-537a-4698-91f2-5880fb610533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:06.200973 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-616ee932-537a-4698-91f2-5880fb610533 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c723c805-b2fe-46a7-ba02-44ed4c2485f0 HTTP/1.1" status: 200 len: 897 time: 0.0850492 Feb 07 23:36:06.269210 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-bf2fb729-4a27-4e96-abfa-b406a73ba85b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af079ad-fff6-4913-9f19-240f11a50cbf HTTP/1.1" status: 200 len: 1002 time: 0.0608313 Feb 07 23:36:06.316563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-ef972ac8-3db1-4754-9ebd-20e9fac2daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:06.317961 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-ef972ac8-3db1-4754-9ebd-20e9fac2daab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=048bc080-5238-417b-923e-9757f779c6a5 HTTP/1.1" status: 200 len: 834 time: 0.0431626 Feb 07 23:36:06.362127 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-1a015bf1-e6eb-4b4a-aea1-b88b88ab9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:06.363489 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-1a015bf1-e6eb-4b4a-aea1-b88b88ab9f32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c723c805-b2fe-46a7-ba02-44ed4c2485f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395532 Feb 07 23:36:06.451600 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-6dc03e72-52b7-47a9-8864-14c9e54bf755 service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818288 Feb 07 23:36:06.537670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4868902f-5e43-4241-b02d-ee9ce27dc837 req-cce7ea13-c9b7-4921-ac79-ef127dca40af service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795376 Feb 07 23:36:07.251072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168f54-d31a-4321-9a22-8567d6a0faa6 req-0525c121-5abf-4974-80e0-0f60efba7c9a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:07.252558 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23168f54-d31a-4321-9a22-8567d6a0faa6 req-0525c121-5abf-4974-80e0-0f60efba7c9a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0483029 Feb 07 23:36:07.298937 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-23168f54-d31a-4321-9a22-8567d6a0faa6 req-b4757c18-e736-4c10-804d-56cfa25cf6b9 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395792 Feb 07 23:36:08.424438 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9df45-49ea-4c89-8ab4-9eac057fd417 req-91442ca0-3f27-40e1-b1d4-2a22ed857ba1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:08.425867 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5fe9df45-49ea-4c89-8ab4-9eac057fd417 req-91442ca0-3f27-40e1-b1d4-2a22ed857ba1 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0483081 Feb 07 23:36:08.461792 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5fe9df45-49ea-4c89-8ab4-9eac057fd417 req-7bf6233f-cc5c-415b-aa74-1e1931313f1a tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300379 Feb 07 23:36:08.485491 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59734) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:08.548627 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-86a48073-abc4-4481-93f4-362de29e3e57 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/floatingips/cfa3ebb9-ab7a-4e38-be57-6796fafe29c0 HTTP/1.1" status: 200 len: 994 time: 0.0620327 Feb 07 23:36:08.759452 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59740) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:08.915223 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port c1ad4cdf-f8f2-4658-a32d-5b5b9a62417b {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:36:08.915482 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:08.992944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:08.993265 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:09.005167 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for c1ad4cdf-f8f2-4658-a32d-5b5b9a62417b owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:36:09.145726 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:09.175101 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=c1ad4cdf-f8f2-4658-a32d-5b5b9a62417b,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:09.234046 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:09.234372 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Floating IP cfa3ebb9-ab7a-4e38-be57-6796fafe29c0 disassociated (deleted). External IP: 172.25.8.250, port: 6af079ad-fff6-4913-9f19-240f11a50cbf. Feb 07 23:36:09.437810 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router a8567db3-e092-440a-9e0e-198106e7348c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:36:09.544150 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:36:09.548931 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:09.554773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] Sync routers for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:09.564574 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:09.565188 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:09.575078 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c1e68801-e5ab-4372-a068-f584d6e2720e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/floatingips/cfa3ebb9-ab7a-4e38-be57-6796fafe29c0 HTTP/1.1" status: 204 len: 168 time: 0.8139153 Feb 07 23:36:09.575661 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:36:09.577967 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9e4f25-ed75-41d2-96e1-e25a150a6241" -d '{"events": [{"name": "network-changed", "server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:36:09.617699 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b3fb9-1ef2-421d-9e0d-8beff82bd34a x-openstack-request-id: req-ff7b3fb9-1ef2-421d-9e0d-8beff82bd34a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:36:09.617989 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:36:09.618255 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff7b3fb9-1ef2-421d-9e0d-8beff82bd34a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:36:09.618648 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'status': 'completed', 'code': 200} Feb 07 23:36:09.679200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:09.683490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-24c3cd9e-90a7-4f1f-99cf-4cb0efbd7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:09.685025 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-24c3cd9e-90a7-4f1f-99cf-4cb0efbd7d20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5952e0da221f44689e7994d28f483a41&device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 1097 time: 0.0438323 Feb 07 23:36:09.823334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-b85006e1-908d-46c3-a04e-697e1dc2d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:09.824814 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-b85006e1-908d-46c3-a04e-697e1dc2d776 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c723c805-b2fe-46a7-ba02-44ed4c2485f0 HTTP/1.1" status: 200 len: 897 time: 0.1286583 Feb 07 23:36:09.847520 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886df4-ae9e-45ff-9b3a-dbcde4f580ef req-b5127920-d4ac-4091-b159-67db5c1e812e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:09.849138 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26886df4-ae9e-45ff-9b3a-dbcde4f580ef req-b5127920-d4ac-4091-b159-67db5c1e812e tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0772331 Feb 07 23:36:09.881772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-b48c42d2-43bf-4f55-8ba5-d524621716c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af079ad-fff6-4913-9f19-240f11a50cbf HTTP/1.1" status: 200 len: 217 time: 0.0482476 Feb 07 23:36:09.893018 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bf039037-14a2-42f4-8326-22122ca944fc', 'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:c4:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:15Z', 'updated_at': '2022-02-07T23:35:19Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '048bc080-5238-417b-923e-9757f779c6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:09.920403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] Checking router: a8567db3-e092-440a-9e0e-198106e7348c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:09.928609 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:09.929560 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:09.944937 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-26886df4-ae9e-45ff-9b3a-dbcde4f580ef req-37a686ef-dd23-49bd-a4c4-35f41193eb3d tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658436 Feb 07 23:36:09.950579 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-30a79b4d-ce0e-4ee5-acd5-53ef95d53b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:09.952015 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-30a79b4d-ce0e-4ee5-acd5-53ef95d53b55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=048bc080-5238-417b-923e-9757f779c6a5 HTTP/1.1" status: 200 len: 834 time: 0.0641584 Feb 07 23:36:10.194522 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:10.315845 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-d605e364-768c-4460-a384-9cc39bbdf505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:10.317229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-d605e364-768c-4460-a384-9cc39bbdf505 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c723c805-b2fe-46a7-ba02-44ed4c2485f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3564749 Feb 07 23:36:10.393309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bf039037-14a2-42f4-8326-22122ca944fc', 'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:c4:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:15Z', 'updated_at': '2022-02-07T23:35:19Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '048bc080-5238-417b-923e-9757f779c6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:10.404968 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-3810c7d7-0742-4f71-bb47-1c776824fd3c service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794585 Feb 07 23:36:10.422973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce793f48-1cdd-4230-8b98-718cff45224f None None] The sync data for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 is: [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:16Z', 'revision_number': 4, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': 'bf039037-14a2-42f4-8326-22122ca944fc', 'name': '', 'network_id': 'c723c805-b2fe-46a7-ba02-44ed4c2485f0', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'mac_address': 'fa:16:3e:c4:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '048bc080-5238-417b-923e-9757f779c6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:15Z', 'updated_at': '2022-02-07T23:35:19Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'subnets': [{'id': '048bc080-5238-417b-923e-9757f779c6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:10.500578 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b9e4f25-ed75-41d2-96e1-e25a150a6241 req-aae0fe23-535d-42e5-b40b-1a6e74eb2fc8 service neutron] 10.222.0.46 "GET /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873587 Feb 07 23:36:10.636776 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce520b-2886-42f3-9725-20b9076b5361 None None] New status for floating IP cfa3ebb9-ab7a-4e38-be57-6796fafe29c0: DOWN {{(pid=102292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:36:11.062955 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f214e7-1fc1-4d8c-bb94-aa5b8421aa44 req-3a5dbb13-b373-4020-a354-6efee85c4fc2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:11.064467 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-56f214e7-1fc1-4d8c-bb94-aa5b8421aa44 req-3a5dbb13-b373-4020-a354-6efee85c4fc2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0489914 Feb 07 23:36:11.102235 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-56f214e7-1fc1-4d8c-bb94-aa5b8421aa44 req-df70a4b0-2e17-4571-a544-a9e88c743089 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3a50e61-c111-459f-8528-3f6ba3b5e938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Feb 07 23:36:11.294562 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487bec7-c378-42f3-baf8-d853052d1695 req-8b965884-f029-4c4e-9960-6c4274f7e94f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:11.296020 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c487bec7-c378-42f3-baf8-d853052d1695 req-8b965884-f029-4c4e-9960-6c4274f7e94f tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b78c018-b2e2-4f6e-a094-524bf4f184ce HTTP/1.1" status: 200 len: 946 time: 0.0481761 Feb 07 23:36:11.381597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-c487bec7-c378-42f3-baf8-d853052d1695 req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 6af079ad-fff6-4913-9f19-240f11a50cbf {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:36:11.381941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c487bec7-c378-42f3-baf8-d853052d1695 req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:11.470711 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c487bec7-c378-42f3-baf8-d853052d1695 req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 6af079ad-fff6-4913-9f19-240f11a50cbf, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=6af079ad-fff6-4913-9f19-240f11a50cbf,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:11.471069 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c487bec7-c378-42f3-baf8-d853052d1695 req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:11.482932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-c487bec7-c378-42f3-baf8-d853052d1695 req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 6af079ad-fff6-4913-9f19-240f11a50cbf owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:36:11.608953 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c487bec7-c378-42f3-baf8-d853052d1695 req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:11.637374 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=6af079ad-fff6-4913-9f19-240f11a50cbf,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:11.649082 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.649436 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.649774 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.650105 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.650466 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.650833 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.651116 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.651433 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.651784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.652104 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.652418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.652729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:11.686425 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c487bec7-c378-42f3-baf8-d853052d1695 req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] No DVR routers for this DVR port 6af079ad-fff6-4913-9f19-240f11a50cbf on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:36:11.688910 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c487bec7-c378-42f3-baf8-d853052d1695 req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:11.692082 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c487bec7-c378-42f3-baf8-d853052d1695 req-c136db66-3624-4328-b223-4a0b9b77a994 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.46 "DELETE /v2.0/ports/6af079ad-fff6-4913-9f19-240f11a50cbf HTTP/1.1" status: 204 len: 173 time: 0.3906803 Feb 07 23:36:11.692507 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'name': 'network-vif-deleted', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:36:11.694769 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85737020-81b4-4167-aa3a-98333fbbd303" -d '{"events": [{"server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "name": "network-vif-deleted", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:36:11.734033 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e688f0b-006c-4e11-820a-68cec0b9d251 x-openstack-request-id: req-4e688f0b-006c-4e11-820a-68cec0b9d251 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:36:11.734324 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b78c018-b2e2-4f6e-a094-524bf4f184ce", "name": "network-vif-deleted", "tag": "6af079ad-fff6-4913-9f19-240f11a50cbf", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:36:11.734598 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e688f0b-006c-4e11-820a-68cec0b9d251 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:36:11.735600 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b78c018-b2e2-4f6e-a094-524bf4f184ce', 'name': 'network-vif-deleted', 'tag': '6af079ad-fff6-4913-9f19-240f11a50cbf', 'status': 'completed', 'code': 200} Feb 07 23:36:12.168565 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59754) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:12.532902 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:12.781764 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port bf039037-14a2-42f4-8326-22122ca944fc {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:36:12.782098 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:12.870086 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port bf039037-14a2-42f4-8326-22122ca944fc, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=bf039037-14a2-42f4-8326-22122ca944fc,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:12.870443 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:12.881912 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for bf039037-14a2-42f4-8326-22122ca944fc owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:36:13.067346 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:13.093319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=bf039037-14a2-42f4-8326-22122ca944fc,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:13.105879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.106230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.106623 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.106888 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.107216 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.107542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.107925 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.108243 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.108569 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.108891 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.109212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.109530 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:13.271884 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:13.479563 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Router a8567db3-e092-440a-9e0e-198106e7348c has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:36:13.584230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:36:13.589372 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-734b29fd-b11d-4ed9-bc01-af8d47fa3d55 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "PUT /v2.0/routers/a8567db3-e092-440a-9e0e-198106e7348c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4197540 Feb 07 23:36:13.592049 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59756) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:13.594557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] Sync routers for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:13.605485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:13.606104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:13.642377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b94017-26d8-4885-910c-4027656736ab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting subnet 048bc080-5238-417b-923e-9757f779c6a5 {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:36:13.645424 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9b94017-26d8-4885-910c-4027656736ab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:13.683821 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9b94017-26d8-4885-910c-4027656736ab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:13.709353 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:13.770132 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9b94017-26d8-4885-910c-4027656736ab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:13.834207 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9b94017-26d8-4885-910c-4027656736ab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:13.861712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b94017-26d8-4885-910c-4027656736ab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Subnet': ['ID=048bc080-5238-417b-923e-9757f779c6a5,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:13.865608 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-a9b94017-26d8-4885-910c-4027656736ab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:13.868752 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-a9b94017-26d8-4885-910c-4027656736ab tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/subnets/048bc080-5238-417b-923e-9757f779c6a5 HTTP/1.1" status: 204 len: 168 time: 0.2757790 Feb 07 23:36:13.872066 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59758) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:13.878140 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5721f1f-ff71-435a-aefa-ebdf2c7186b7 None None] Network c723c805-b2fe-46a7-ba02-44ed4c2485f0 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:36:13.979567 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:13.998423 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:36:13Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:14.029447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] Checking router: a8567db3-e092-440a-9e0e-198106e7348c for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:14.043889 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] Routers {'a8567db3-e092-440a-9e0e-198106e7348c'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:14.044504 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['a8567db3-e092-440a-9e0e-198106e7348c'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:14.086851 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.133037 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] DHCP port deletion for c723c805-b2fe-46a7-ba02-44ed4c2485f0 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:36:14.143576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Deleting port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:36:14.143949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.188449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] Set router a8567db3-e092-440a-9e0e-198106e7348c gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:14.229462 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] For port 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:14.230080 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.241516 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Calling delete_port for 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:36:14.299882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Deleting port d4f20d58-bf93-429b-b195-1f0e8851f063 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:36:14.300183 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.386144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] For port d4f20d58-bf93-429b-b195-1f0e8851f063, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d4f20d58-bf93-429b-b195-1f0e8851f063,segment=NetworkSegment(ca296edb-9580-4fda-a26e-a2255bfe89c6),segment_id=ca296edb-9580-4fda-a26e-a2255bfe89c6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:14.386553 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.407176 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.417505 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Calling delete_port for d4f20d58-bf93-429b-b195-1f0e8851f063 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:36:14.433133 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Port': ['ID=3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:14.497603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.499938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:36:13Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:14.533725 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34039f3-e5b5-4956-91e3-ebdd4abaee0c None None] The sync data for ids ['a8567db3-e092-440a-9e0e-198106e7348c'] in n-d-827895-2 is: [{'id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940131454', 'tenant_id': '5952e0da221f44689e7994d28f483a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:36:13Z', 'revision_number': 5, 'project_id': '5952e0da221f44689e7994d28f483a41', 'gw_port': {'id': '3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8567db3-e092-440a-9e0e-198106e7348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:35:13Z', 'updated_at': '2022-02-07T23:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:14.545394 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.577637 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Pushing event deleted for resources: {'Port': ['ID=d4f20d58-bf93-429b-b195-1f0e8851f063,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:14.578803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] No DVR routers for this DVR port d4f20d58-bf93-429b-b195-1f0e8851f063 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:36:14.588400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.588749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.589088 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.589428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.589763 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.590091 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.595663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.595663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.595663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.595663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.595663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.595663 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53121f0-3776-4919-a98f-90a8530072a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:14.883158 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.889732 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.910653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6af079ad-fff6-4913-9f19-240f11a50cbf no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:36:14.936535 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.937084 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Fanout notify agent at l3_agent the message router_deleted on router a8567db3-e092-440a-9e0e-198106e7348c {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:36:14.944281 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:14.945390 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-701e4a6d-050b-41f2-9225-c2c4609b03b5 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/routers/a8567db3-e092-440a-9e0e-198106e7348c HTTP/1.1" status: 204 len: 168 time: 1.0724425 Feb 07 23:36:14.949160 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59760) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:14.950764 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 6af079ad-fff6-4913-9f19-240f11a50cbf {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:36:14.951133 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 6af079ad-fff6-4913-9f19-240f11a50cbf not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:36:15.027273 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d4f20d58-bf93-429b-b195-1f0e8851f063 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:36:15.037334 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.052335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: d4f20d58-bf93-429b-b195-1f0e8851f063 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:36:15.052689 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d4f20d58-bf93-429b-b195-1f0e8851f063 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:36:15.053100 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bf039037-14a2-42f4-8326-22122ca944fc no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:36:15.073526 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: bf039037-14a2-42f4-8326-22122ca944fc {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:36:15.073889 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device bf039037-14a2-42f4-8326-22122ca944fc not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:36:15.124664 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.146132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c723c805-b2fe-46a7-ba02-44ed4c2485f0']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:15.155632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca296edb-9580-4fda-a26e-a2255bfe89c6') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:15.156059 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca296edb-9580-4fda-a26e-a2255bfe89c6') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:15.165555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.179089 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.185771 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:36:15.186167 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:36:15.189149 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:36:15.255452 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.263470 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.266569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/networks/c723c805-b2fe-46a7-ba02-44ed4c2485f0 HTTP/1.1" status: 204 len: 168 time: 0.3158848 Feb 07 23:36:15.269421 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59762) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:15.278748 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d124c1-b85f-494f-9783-b333e7e2e67c tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'Network': ['ID=c723c805-b2fe-46a7-ba02-44ed4c2485f0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:15.329828 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9700a68-3c64-48dd-9e9e-d330bdc974d2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.355515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9700a68-3c64-48dd-9e9e-d330bdc974d2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.417006 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9700a68-3c64-48dd-9e9e-d330bdc974d2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.419491 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b9700a68-3c64-48dd-9e9e-d330bdc974d2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.420645 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b9700a68-3c64-48dd-9e9e-d330bdc974d2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] 10.222.0.15 "DELETE /v2.0/security-groups/a3a50e61-c111-459f-8528-3f6ba3b5e938 HTTP/1.1" status: 204 len: 168 time: 0.1502163 Feb 07 23:36:15.429501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9700a68-3c64-48dd-9e9e-d330bdc974d2 tempest-TestNetworkAdvancedServerOps-1537095271 tempest-TestNetworkAdvancedServerOps-1537095271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a50e61-c111-459f-8528-3f6ba3b5e938,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:15.708485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59770) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:15.859738 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ea7da4c1-ce14-4053-bb2a-bb8297ffa079 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5952e0da221f44689e7994d28f483a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499476 Feb 07 23:36:15.862111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59774) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:15.909896 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31737815-5d5b-4f0b-9a96-80a3b070a3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.930454 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31737815-5d5b-4f0b-9a96-80a3b070a3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.976335 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31737815-5d5b-4f0b-9a96-80a3b070a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.979044 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-31737815-5d5b-4f0b-9a96-80a3b070a3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:15.980474 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-31737815-5d5b-4f0b-9a96-80a3b070a3a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6c5efba-5d6c-4fa1-abd4-d7e6969a30aa HTTP/1.1" status: 204 len: 168 time: 0.1174855 Feb 07 23:36:15.989513 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31737815-5d5b-4f0b-9a96-80a3b070a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c5efba-5d6c-4fa1-abd4-d7e6969a30aa,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:16.240998 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59780) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:16.254558 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46f130c3-2a3c-43ec-93a6-79c74b57386d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:16.329393 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46f130c3-2a3c-43ec-93a6-79c74b57386d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:16.332796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-46f130c3-2a3c-43ec-93a6-79c74b57386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:16.371915 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-46f130c3-2a3c-43ec-93a6-79c74b57386d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4cedb8b8eaf4643a4cc5c50f39414e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298025 Feb 07 23:36:16.373761 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f130c3-2a3c-43ec-93a6-79c74b57386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd0f7f-9058-41d1-92a6-ffce88f326f2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:16.374623 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59782) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:16.425556 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e47364-f59e-42bb-a6db-71a355164742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:16.448092 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e47364-f59e-42bb-a6db-71a355164742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:16.492730 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e47364-f59e-42bb-a6db-71a355164742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:16.495654 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f8e47364-f59e-42bb-a6db-71a355164742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:16.496829 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f8e47364-f59e-42bb-a6db-71a355164742 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83cd0f7f-9058-41d1-92a6-ffce88f326f2 HTTP/1.1" status: 204 len: 168 time: 0.1212366 Feb 07 23:36:16.504673 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e47364-f59e-42bb-a6db-71a355164742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd0f7f-9058-41d1-92a6-ffce88f326f2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:16.805544 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:36:16.834397 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:36:16.834742 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3b0bf7b9-9c17-41f5-8215-3c07a0c9bc2f not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:36:17.150928 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59804) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:17.244349 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1127661291-network', 'tenant_id': 'b60f1802367c44139c473c902770ab94'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:17.266847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Made reservation on behalf of b60f1802367c44139c473c902770ab94 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:36:17.269136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.277810 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.357260 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.361501 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.386483 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:36:17.394999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5d5d3e-f5b5-4a6b-90c8-59bb9d980b69,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:17.401150 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.401493 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Added segment 487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9 of type vlan for network ef1b2653-9ec3-4ac9-9172-e418cc97b176 Feb 07 23:36:17.440804 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.465493 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.466497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:17.467067 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.513367 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3610532 Feb 07 23:36:17.516727 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59808) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:17.521797 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Request body: {'subnet': {'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1127661291-subnet', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:17.528840 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de15f6-bc67-4e58-a03e-8b57e2015a03 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1b2653-9ec3-4ac9-9172-e418cc97b176,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:17.539048 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:36:17.546069 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Made reservation on behalf of b60f1802367c44139c473c902770ab94 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:36:17.548418 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.716286 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.768377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6b7154-9145-4be4-bc8a-b8881b0920ee,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:17.780196 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Checking segment: {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:36:17.780582 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Network hostable DHCP agents. Network: ef1b2653-9ec3-4ac9-9172-e418cc97b176, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:36:17.796131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:36:17.804471 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, ef1b2653-9ec3-4ac9-9172-e418cc97b176) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:17.808690 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:17.809267 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.815272 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f5f72-5184-4bfc-baa7-5094292fdc20 None None] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:36:17.829931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-9435caa9-55eb-451f-a67d-c7c0cd4d32f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3083560 Feb 07 23:36:17.829931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59810) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:17.834022 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:17.864720 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.865731 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.918966 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:17.974484 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:36:17.975551 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.060136 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.113844 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Allocated IP 172.20.0.2 (ef1b2653-9ec3-4ac9-9172-e418cc97b176/3e6b7154-9145-4be4-bc8a-b8881b0920ee/887f9f51-8fb9-4f97-9772-56dc0f6a45f5) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:18.256320 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.262381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.263038 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.282080 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.306608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:18.310811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:18.312598 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Pushing event updated for resources: {'Port': ['ID=887f9f51-8fb9-4f97-9772-56dc0f6a45f5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:18.314684 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:36:18.365558 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Attempting to bind port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:36:18.365932 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Attempting to bind port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:36:18.366291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Attempting to bind port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 on network ef1b2653-9ec3-4ac9-9172-e418cc97b176 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:36:18.371867 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:36:18.372243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Checking segment: {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:36:18.372644 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.373028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Bound using segment: {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:36:18.373485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Bound port: 887f9f51-8fb9-4f97-9772-56dc0f6a45f5, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:36:18.373864 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.386454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Allocated IP 172.25.8.89 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/754182a9-36ff-4467-8bcd-7656dd9b798a) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:18.439803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] For port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:36:18.443549 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] For port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=887f9f51-8fb9-4f97-9772-56dc0f6a45f5,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:36:18.448643 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.496104 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.504803 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b77fc5-13d9-4232-b7ba-3325eab42475 None None] Pushing event updated for resources: {'Port': ['ID=887f9f51-8fb9-4f97-9772-56dc0f6a45f5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:18.533834 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.575508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:18.578349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:18.581845 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:36:18.587388 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Pushing event updated for resources: {'Port': ['ID=754182a9-36ff-4467-8bcd-7656dd9b798a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:18.865954 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:18.906309 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:18.954477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:18.954957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.067862 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.197459 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.210408 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Router dcb66e61-3e14-4079-a010-5d5e0d3062a5 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:36:19.233244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=887f9f51-8fb9-4f97-9772-56dc0f6a45f5,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:19.238150 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.290128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=887f9f51-8fb9-4f97-9772-56dc0f6a45f5,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:19.324493 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:36:19.334150 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Sync routers for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:19.343272 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.344535 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2a39413b-32b6-4fa7-b441-e3ffded269fb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5145774 Feb 07 23:36:19.346119 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:19.347161 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:19.347319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59812) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:19.458867 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:19.516781 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787c456a-91c3-4bbd-ad26-d257c3a98548 None None] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:36:19.609251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-5216a16b-ee4e-42b6-96d9-41ab6544dc1a None None] Provisioning complete for port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:19.610000 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5216a16b-ee4e-42b6-96d9-41ab6544dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.643946 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:18Z', 'revision_number': 3, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:19.671552 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Checking router: dcb66e61-3e14-4079-a010-5d5e0d3062a5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:19.671917 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Updating router dcb66e61-3e14-4079-a010-5d5e0d3062a5 port 754182a9-36ff-4467-8bcd-7656dd9b798a binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:36:19.697697 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.779603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.957591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Allocated IP 172.20.0.1 (ef1b2653-9ec3-4ac9-9172-e418cc97b176/3e6b7154-9145-4be4-bc8a-b8881b0920ee/74f7e762-e248-4ead-aef3-56e9913c1aa2) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:19.961900 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.969074 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:19.976766 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-f3102add-908d-4982-9c11-90eaea042875 None None] Provisioning complete for port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:19.980386 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3102add-908d-4982-9c11-90eaea042875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.023032 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Attempting to bind port 754182a9-36ff-4467-8bcd-7656dd9b798a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:36:20.023313 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Attempting to bind port 754182a9-36ff-4467-8bcd-7656dd9b798a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:36:20.023910 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Attempting to bind port 754182a9-36ff-4467-8bcd-7656dd9b798a on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:36:20.032051 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:36:20.032415 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:36:20.032972 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.033531 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:36:20.033989 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Bound port: 754182a9-36ff-4467-8bcd-7656dd9b798a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:36:20.034363 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.039231 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Pushing event updated for resources: {'Port': ['ID=754182a9-36ff-4467-8bcd-7656dd9b798a,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:20.070243 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.073791 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.074135 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.074467 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.074978 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.075837 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.076470 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.076798 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.077124 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.077448 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.077764 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.078081 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.078397 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:20.103290 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] For port 754182a9-36ff-4467-8bcd-7656dd9b798a, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:36:20.107035 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.107281 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] For port 754182a9-36ff-4467-8bcd-7656dd9b798a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=754182a9-36ff-4467-8bcd-7656dd9b798a,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:36:20.111677 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.146702 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:20.151903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:20.155329 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:36:20.168032 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:20.168668 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:20.178447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Pushing event updated for resources: {'Port': ['ID=74f7e762-e248-4ead-aef3-56e9913c1aa2,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:20.195416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.216987 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182866a-ef99-467c-8c34-15eeda202260 None None] Pushing event updated for resources: {'Port': ['ID=754182a9-36ff-4467-8bcd-7656dd9b798a,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:20.282290 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:20.340756 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.394368 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7af18192-9392-41ee-830e-b0cb7916a822 None None] Provisioning complete for port 74f7e762-e248-4ead-aef3-56e9913c1aa2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:20.395060 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7af18192-9392-41ee-830e-b0cb7916a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.431977 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7af18192-9392-41ee-830e-b0cb7916a822 None None] Port 74f7e762-e248-4ead-aef3-56e9913c1aa2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:36:20.508978 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.513761 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.551026 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:18Z', 'revision_number': 3, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:20.576943 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb8900-38df-498f-9b67-c2f7b8f5adbf None None] The sync data for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 is: [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:18Z', 'revision_number': 3, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:20.577831 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Pushing event updated for resources: {'Port': ['ID=74f7e762-e248-4ead-aef3-56e9913c1aa2,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:20.581615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:20.990718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:20.992443 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:21.022211 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 754182a9-36ff-4467-8bcd-7656dd9b798a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:21.079286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 754182a9-36ff-4467-8bcd-7656dd9b798a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:21.079980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.134008 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Router dcb66e61-3e14-4079-a010-5d5e0d3062a5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:36:21.181204 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.207780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 754182a9-36ff-4467-8bcd-7656dd9b798a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=754182a9-36ff-4467-8bcd-7656dd9b798a,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:21.216260 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.217125 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:21.258470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:36:21.266413 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e0f16cb4-f683-43e6-b2f1-9fd74a0c5757 admin admin] 10.222.0.15 "PUT /v2.0/routers/dcb66e61-3e14-4079-a010-5d5e0d3062a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160717 Feb 07 23:36:21.294893 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=754182a9-36ff-4467-8bcd-7656dd9b798a,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:21.321142 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:21.321835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.380083 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-03e5e6f4-5e3d-4e76-85df-d4e106f955cc None None] Provisioning complete for port 74f7e762-e248-4ead-aef3-56e9913c1aa2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:21.380458 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03e5e6f4-5e3d-4e76-85df-d4e106f955cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.443991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-03e5e6f4-5e3d-4e76-85df-d4e106f955cc None None] Port 74f7e762-e248-4ead-aef3-56e9913c1aa2 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:36:21.579214 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-156498b6-8e2f-4b27-a07c-157c5434bcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.771865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59828) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:21.777703 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1795508321-network', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:21.800131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Made reservation on behalf of 6be7f69b82cc44c491d83d55a8072daf for: {'network': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:36:21.802367 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.811429 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.892339 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.896828 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.922051 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:36:21.932065 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5e06a7-5d72-4588-9375-9fb0bdcc290a,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:21.939178 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:21.939597 n-d-827895-2 neutron-server[102290]: INFO neutron.db.segments_db [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Added segment e37f2659-ca1b-4368-bdeb-d511d449098e of type vlan for network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d Feb 07 23:36:21.982195 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.006519 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.007824 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:22.008421 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.068991 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2934752 Feb 07 23:36:22.069392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59830) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:22.075722 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Request body: {'subnet': {'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1795508321-subnet', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:22.076430 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184a8ea-88d4-4aa8-b27c-247c5c55aa68 admin admin] Pushing event updated for resources: {'Network': ['ID=8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:22.086792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:36:22.099380 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Made reservation on behalf of 6be7f69b82cc44c491d83d55a8072daf for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:36:22.101993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.231894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Sync routers for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:22.241564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:22.242251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:22.302705 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.347874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:22.366956 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:22.376475 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Checking segment: {'id': 'e37f2659-ca1b-4368-bdeb-d511d449098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:36:22.376828 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Network hostable DHCP agents. Network: 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:36:22.394508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:36:22.404149 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:22.408502 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:22.409082 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.420908 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa91dc-24dd-47be-ba38-e0c093e652e5 None None] Network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:36:22.425064 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c646c633-56b5-4477-92a3-f1b5afca9029 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3536968 Feb 07 23:36:22.427527 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59832) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:22.432354 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:22.455054 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.456286 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.510820 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.653276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.659141 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d', 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'fixed_ips': [{'subnet_id': 'fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:36:22.660093 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.676148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 2, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:22.714228 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Checking router: dcb66e61-3e14-4079-a010-5d5e0d3062a5 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:22.714492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Updating router dcb66e61-3e14-4079-a010-5d5e0d3062a5 port 74f7e762-e248-4ead-aef3-56e9913c1aa2 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:36:22.792299 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.862438 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.892334 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:22.925495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 754182a9-36ff-4467-8bcd-7656dd9b798a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:22.967183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Allocated IP 172.20.0.2 (8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d/fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e/d1ecf7f0-a099-4c38-9470-aacfde07fadb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:22.998977 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Allocated IP 172.25.8.194 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/cd43a570-6ed4-4457-81e1-1d28912eedf8) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:23.039909 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:36:23.105415 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.141360 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.184617 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:23.187497 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:23.191244 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:36:23.221372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Pushing event updated for resources: {'Port': ['ID=cd43a570-6ed4-4457-81e1-1d28912eedf8,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:23.285846 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 754182a9-36ff-4467-8bcd-7656dd9b798a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:23.286420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.444562 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.445625 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.468780 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.518363 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.540218 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:23.541602 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.543792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Pushing event updated for resources: {'Port': ['ID=d1ecf7f0-a099-4c38-9470-aacfde07fadb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:23.547063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:23.553062 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:36:23.622352 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543996ce-e59b-4b95-9d3a-349a0e646fa3 None None] Pushing event updated for resources: {'Port': ['ID=74f7e762-e248-4ead-aef3-56e9913c1aa2,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:23.664010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.670384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Attempting to bind port d1ecf7f0-a099-4c38-9470-aacfde07fadb on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:36:23.670761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Attempting to bind port d1ecf7f0-a099-4c38-9470-aacfde07fadb by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e37f2659-ca1b-4368-bdeb-d511d449098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:36:23.671126 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Attempting to bind port d1ecf7f0-a099-4c38-9470-aacfde07fadb on network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:36:23.691559 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:36:23.691973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Checking segment: {'id': 'e37f2659-ca1b-4368-bdeb-d511d449098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:36:23.692366 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.692761 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Bound using segment: {'id': 'e37f2659-ca1b-4368-bdeb-d511d449098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:36:23.693229 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Bound port: d1ecf7f0-a099-4c38-9470-aacfde07fadb, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37f2659-ca1b-4368-bdeb-d511d449098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:36:23.693611 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.711496 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Attempting to bind port 74f7e762-e248-4ead-aef3-56e9913c1aa2 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:36:23.711818 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Attempting to bind port 74f7e762-e248-4ead-aef3-56e9913c1aa2 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:36:23.712681 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Attempting to bind port 74f7e762-e248-4ead-aef3-56e9913c1aa2 on network ef1b2653-9ec3-4ac9-9172-e418cc97b176 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:36:23.737177 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:36:23.737557 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Checking segment: {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:36:23.737961 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.738355 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Bound using segment: {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:36:23.738836 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Bound port: 74f7e762-e248-4ead-aef3-56e9913c1aa2, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:36:23.739226 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.802507 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Router 46329a87-e757-48e1-8147-eb6c2dc31ecf is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:36:23.809677 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] For port d1ecf7f0-a099-4c38-9470-aacfde07fadb, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:36:23.813984 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] For port d1ecf7f0-a099-4c38-9470-aacfde07fadb, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d1ecf7f0-a099-4c38-9470-aacfde07fadb,segment=NetworkSegment(e37f2659-ca1b-4368-bdeb-d511d449098e),segment_id=e37f2659-ca1b-4368-bdeb-d511d449098e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:36:23.823394 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.868158 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] For port 74f7e762-e248-4ead-aef3-56e9913c1aa2, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:36:23.890953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] For port 74f7e762-e248-4ead-aef3-56e9913c1aa2, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=74f7e762-e248-4ead-aef3-56e9913c1aa2,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:36:23.904494 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.917578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525131-f9d2-41ac-8a69-20395722f62f None None] Pushing event updated for resources: {'Port': ['ID=d1ecf7f0-a099-4c38-9470-aacfde07fadb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:23.925901 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:36:23.928219 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ed104235-654e-4d2d-b56a-93242a1e83be None None] Provisioning complete for port 74f7e762-e248-4ead-aef3-56e9913c1aa2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:23.928219 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed104235-654e-4d2d-b56a-93242a1e83be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.944385 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Sync routers for ids ['46329a87-e757-48e1-8147-eb6c2dc31ecf'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:23.954055 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:23.955566 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-175a0cbf-48c1-4a7a-806c-274d059efc94 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5268879 Feb 07 23:36:23.958674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59834) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:23.973992 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Routers {'46329a87-e757-48e1-8147-eb6c2dc31ecf'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:23.974919 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['46329a87-e757-48e1-8147-eb6c2dc31ecf'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:24.036486 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:24.037971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:35:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:24.117842 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Set router 46329a87-e757-48e1-8147-eb6c2dc31ecf gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:24.228028 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543996ce-e59b-4b95-9d3a-349a0e646fa3 None None] Pushing event updated for resources: {'Port': ['ID=74f7e762-e248-4ead-aef3-56e9913c1aa2,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:24.250449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:24.349434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed104235-654e-4d2d-b56a-93242a1e83be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.396890 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:23Z', 'revision_number': 3, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'gw_port': {'id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:24.426654 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Checking router: 46329a87-e757-48e1-8147-eb6c2dc31ecf for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:24.427011 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Updating router 46329a87-e757-48e1-8147-eb6c2dc31ecf port cd43a570-6ed4-4457-81e1-1d28912eedf8 binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:36:24.453373 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.463244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ed104235-654e-4d2d-b56a-93242a1e83be None None] For port 74f7e762-e248-4ead-aef3-56e9913c1aa2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=74f7e762-e248-4ead-aef3-56e9913c1aa2,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:24.470155 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed104235-654e-4d2d-b56a-93242a1e83be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.531773 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.562245 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed104235-654e-4d2d-b56a-93242a1e83be None None] Pushing event updated for resources: {'Port': ['ID=74f7e762-e248-4ead-aef3-56e9913c1aa2,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:24.600016 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-dfe89b42-9cf0-4e8c-96c4-403e50a0f4a9 None None] Provisioning complete for port 74f7e762-e248-4ead-aef3-56e9913c1aa2 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:24.600392 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfe89b42-9cf0-4e8c-96c4-403e50a0f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.627913 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:23Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:24.662344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e1274-6aff-4c08-8474-2212ca62e4aa None None] The sync data for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 is: [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:23Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:24.749329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Allocated IP 172.20.0.1 (8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d/fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e/2bb91233-7448-409a-95b6-ac57c8bf5773) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:24.765268 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.773754 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.777314 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e45be68e-7324-4de8-8939-c992b81d245b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.841805 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Attempting to bind port cd43a570-6ed4-4457-81e1-1d28912eedf8 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:36:24.842178 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Attempting to bind port cd43a570-6ed4-4457-81e1-1d28912eedf8 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:36:24.842533 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Attempting to bind port cd43a570-6ed4-4457-81e1-1d28912eedf8 on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:36:24.865650 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:36:24.866022 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:36:24.866415 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.866870 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:36:24.867356 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Bound port: cd43a570-6ed4-4457-81e1-1d28912eedf8, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:36:24.867750 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.871349 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eadce-eeb1-4590-b854-eb1af553cf4c None None] Pushing event updated for resources: {'Port': ['ID=cd43a570-6ed4-4457-81e1-1d28912eedf8,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:24.923689 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:24.980338 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] For port cd43a570-6ed4-4457-81e1-1d28912eedf8, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:36:24.987834 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] For port cd43a570-6ed4-4457-81e1-1d28912eedf8, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cd43a570-6ed4-4457-81e1-1d28912eedf8,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:36:24.995767 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.000099 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.062191 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:25.067403 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:25.068128 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d1ecf7f0-a099-4c38-9470-aacfde07fadb up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:25.070704 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:36:25.096152 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Pushing event updated for resources: {'Port': ['ID=2bb91233-7448-409a-95b6-ac57c8bf5773,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:25.122955 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.128204 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eadce-eeb1-4590-b854-eb1af553cf4c None None] Pushing event updated for resources: {'Port': ['ID=cd43a570-6ed4-4457-81e1-1d28912eedf8,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:25.130802 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.138592 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Routers {'46329a87-e757-48e1-8147-eb6c2dc31ecf'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:25.139333 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:36:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['46329a87-e757-48e1-8147-eb6c2dc31ecf'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:25.182941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d1ecf7f0-a099-4c38-9470-aacfde07fadb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:25.183324 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.280556 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] Set router 46329a87-e757-48e1-8147-eb6c2dc31ecf gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:25.298356 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.336083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.354039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port d1ecf7f0-a099-4c38-9470-aacfde07fadb, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d1ecf7f0-a099-4c38-9470-aacfde07fadb,segment=NetworkSegment(e37f2659-ca1b-4368-bdeb-d511d449098e),segment_id=e37f2659-ca1b-4368-bdeb-d511d449098e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:25.372225 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.374212 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 74f7e762-e248-4ead-aef3-56e9913c1aa2 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:25.487572 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e072e94-760c-4357-a679-b5ee01d61fa7 None None] Network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:36:25.525998 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:23Z', 'revision_number': 3, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'gw_port': {'id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:25.545520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=d1ecf7f0-a099-4c38-9470-aacfde07fadb,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:25.558132 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd6e91-eedb-4a2f-92c2-676b541dee84 None None] The sync data for ids ['46329a87-e757-48e1-8147-eb6c2dc31ecf'] in n-d-827895-2 is: [{'id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:23Z', 'revision_number': 3, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'gw_port': {'id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:25.566281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.572226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.577148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 74f7e762-e248-4ead-aef3-56e9913c1aa2 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:25.577920 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.616630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.661804 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-e1939522-4604-45c2-930b-d82da47d4eb1 None None] Provisioning complete for port d1ecf7f0-a099-4c38-9470-aacfde07fadb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:25.662431 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1939522-4604-45c2-930b-d82da47d4eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:25.709765 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Pushing event updated for resources: {'Port': ['ID=2bb91233-7448-409a-95b6-ac57c8bf5773,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:25.765137 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:25.766639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:25.933761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Router 46329a87-e757-48e1-8147-eb6c2dc31ecf has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:36:26.074313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:36:26.086718 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7bbd9757-f737-43f0-a207-a9786a6e6f5e admin admin] 10.222.0.15 "PUT /v2.0/routers/46329a87-e757-48e1-8147-eb6c2dc31ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1263013 Feb 07 23:36:26.185937 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bd2027eb-40b7-4476-a471-9eb2e4d261f4 None None] Provisioning complete for port 2bb91233-7448-409a-95b6-ac57c8bf5773 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:26.186339 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd2027eb-40b7-4476-a471-9eb2e4d261f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.237447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bd2027eb-40b7-4476-a471-9eb2e4d261f4 None None] Port 2bb91233-7448-409a-95b6-ac57c8bf5773 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:36:26.254487 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-bd2027eb-40b7-4476-a471-9eb2e4d261f4 None None] Provisioning complete for port d1ecf7f0-a099-4c38-9470-aacfde07fadb triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:26.254487 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd2027eb-40b7-4476-a471-9eb2e4d261f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.561868 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.648985 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ec3e5f77-b222-4243-be6c-c0e433a9cb47 None None] Provisioning complete for port 2bb91233-7448-409a-95b6-ac57c8bf5773 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:26.649354 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5f77-b222-4243-be6c-c0e433a9cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.687095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e5f77-b222-4243-be6c-c0e433a9cb47 None None] Port 2bb91233-7448-409a-95b6-ac57c8bf5773 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:36:26.766108 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.819733 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59842) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:26.823965 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-7d352e2c-df27-40b8-ae9d-e78b967ff791 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456250099', 'description': 'tempest-secgroup-smoke-1456250099 description', 'project_id': 'b60f1802367c44139c473c902770ab94'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:26.860416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d352e2c-df27-40b8-ae9d-e78b967ff791 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.945553 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d352e2c-df27-40b8-ae9d-e78b967ff791 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.951322 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d352e2c-df27-40b8-ae9d-e78b967ff791 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.975916 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d1ecf7f0-a099-4c38-9470-aacfde07fadb up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:26.986690 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-7d352e2c-df27-40b8-ae9d-e78b967ff791 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.987940 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-7d352e2c-df27-40b8-ae9d-e78b967ff791 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1675684 Feb 07 23:36:26.989806 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d352e2c-df27-40b8-ae9d-e78b967ff791 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b401e-5994-4684-a5f2-752727faeb5f,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:26.991132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59844) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:26.997155 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-5454c5a9-6a79-48fd-8ab4-6df7319bd2df tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': 'cb0b401e-5994-4684-a5f2-752727faeb5f', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:27.026831 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5454c5a9-6a79-48fd-8ab4-6df7319bd2df tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.027335 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port d1ecf7f0-a099-4c38-9470-aacfde07fadb triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:27.027758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.082966 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5454c5a9-6a79-48fd-8ab4-6df7319bd2df tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.086861 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5454c5a9-6a79-48fd-8ab4-6df7319bd2df tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.106478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454c5a9-6a79-48fd-8ab4-6df7319bd2df tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0998796-2ced-4651-94fd-b6eae3c50b0a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:27.113193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cd43a570-6ed4-4457-81e1-1d28912eedf8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:27.114674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-5454c5a9-6a79-48fd-8ab4-6df7319bd2df tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.115904 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-5454c5a9-6a79-48fd-8ab4-6df7319bd2df tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236529 Feb 07 23:36:27.118754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59846) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:27.123451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-e8ab5b77-d4fc-464e-ac97-133b50470dc3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': 'cb0b401e-5994-4684-a5f2-752727faeb5f', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:27.151802 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5b77-d4fc-464e-ac97-133b50470dc3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.162902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port cd43a570-6ed4-4457-81e1-1d28912eedf8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:27.163302 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.209002 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5b77-d4fc-464e-ac97-133b50470dc3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.213287 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5b77-d4fc-464e-ac97-133b50470dc3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.232494 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab5b77-d4fc-464e-ac97-133b50470dc3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37001367-6d47-49d2-b188-7c1e8ef2ed23,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:27.236815 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5b77-d4fc-464e-ac97-133b50470dc3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.238017 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e8ab5b77-d4fc-464e-ac97-133b50470dc3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181614 Feb 07 23:36:27.241313 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59848) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:27.245660 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-f231c58e-ea1b-47fb-9c01-c36d75e64ea9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': 'cb0b401e-5994-4684-a5f2-752727faeb5f', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:27.247414 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.269039 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port cd43a570-6ed4-4457-81e1-1d28912eedf8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cd43a570-6ed4-4457-81e1-1d28912eedf8,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:27.272809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.273979 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f231c58e-ea1b-47fb-9c01-c36d75e64ea9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.320593 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=cd43a570-6ed4-4457-81e1-1d28912eedf8,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:27.339719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f231c58e-ea1b-47fb-9c01-c36d75e64ea9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.344056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f231c58e-ea1b-47fb-9c01-c36d75e64ea9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.363321 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231c58e-ea1b-47fb-9c01-c36d75e64ea9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccefd7a1-f6fb-457c-a03d-93f0378bc42d,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:27.367579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f231c58e-ea1b-47fb-9c01-c36d75e64ea9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.368817 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-f231c58e-ea1b-47fb-9c01-c36d75e64ea9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265504 Feb 07 23:36:27.371577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59850) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:27.375827 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-2d7f972a-01d0-4b46-bbfe-f97aeb655673 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': 'cb0b401e-5994-4684-a5f2-752727faeb5f', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:27.403200 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d7f972a-01d0-4b46-bbfe-f97aeb655673 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.460683 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d7f972a-01d0-4b46-bbfe-f97aeb655673 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.465175 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d7f972a-01d0-4b46-bbfe-f97aeb655673 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.483034 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f972a-01d0-4b46-bbfe-f97aeb655673 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796e3c0b-af9d-4c9d-9a85-387758116fd3,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:27.490071 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-2d7f972a-01d0-4b46-bbfe-f97aeb655673 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.491273 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-2d7f972a-01d0-4b46-bbfe-f97aeb655673 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187232 Feb 07 23:36:27.493843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59852) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:27.498251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-81d8a440-3c91-4dbe-ad7d-f903356f21eb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': 'cb0b401e-5994-4684-a5f2-752727faeb5f', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:27.521680 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-81d8a440-3c91-4dbe-ad7d-f903356f21eb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Project b60f1802367c44139c473c902770ab94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:36:27.527209 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81d8a440-3c91-4dbe-ad7d-f903356f21eb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.588257 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81d8a440-3c91-4dbe-ad7d-f903356f21eb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.592753 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81d8a440-3c91-4dbe-ad7d-f903356f21eb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.611391 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8a440-3c91-4dbe-ad7d-f903356f21eb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5029305-32f4-4846-a262-3b6ca83aafad,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:27.620610 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-81d8a440-3c91-4dbe-ad7d-f903356f21eb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.621806 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-81d8a440-3c91-4dbe-ad7d-f903356f21eb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268866 Feb 07 23:36:27.624493 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 59854) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:27.628739 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-cac07f62-3fa5-4685-ac18-b4a1a7a3172a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': 'cb0b401e-5994-4684-a5f2-752727faeb5f', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:27.653629 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-cac07f62-3fa5-4685-ac18-b4a1a7a3172a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Project b60f1802367c44139c473c902770ab94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:36:27.658634 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cac07f62-3fa5-4685-ac18-b4a1a7a3172a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.722580 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cac07f62-3fa5-4685-ac18-b4a1a7a3172a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.726110 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cac07f62-3fa5-4685-ac18-b4a1a7a3172a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.745400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac07f62-3fa5-4685-ac18-b4a1a7a3172a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098ab31b-ae55-4b4e-b929-4e3b70c58371,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:27.755941 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-cac07f62-3fa5-4685-ac18-b4a1a7a3172a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.757288 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-cac07f62-3fa5-4685-ac18-b4a1a7a3172a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317723 Feb 07 23:36:27.898792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-177add11-402a-4e3d-b632-c4b229251192 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456250099&fields=id&tenant_id=b60f1802367c44139c473c902770ab94 HTTP/1.1" status: 200 len: 267 time: 0.0327196 Feb 07 23:36:28.015254 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-baa2a450-a9ce-40b3-b050-9c10984e7f10 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:28.016716 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-baa2a450-a9ce-40b3-b050-9c10984e7f10 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 809 time: 0.1111655 Feb 07 23:36:28.033045 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-e13c477a-0e51-416e-a4a9-4281fd55fd26 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/quotas/b60f1802367c44139c473c902770ab94 HTTP/1.1" status: 200 len: 375 time: 0.0099893 Feb 07 23:36:28.090231 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-4484b326-9152-48ca-bf42-33222f73561a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514646 Feb 07 23:36:28.237737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Sync routers for ids ['46329a87-e757-48e1-8147-eb6c2dc31ecf'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:28.248123 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Routers {'46329a87-e757-48e1-8147-eb6c2dc31ecf'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:28.248735 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:36:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['46329a87-e757-48e1-8147-eb6c2dc31ecf'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:28.273788 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-78441698-6b40-44b8-9cde-67fbd50e8458 service neutron] 10.222.0.15 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717706 Feb 07 23:36:28.355074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Set router 46329a87-e757-48e1-8147-eb6c2dc31ecf gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:28.366570 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-37c3cb67-ee0f-417d-aeba-864b8e1adef6 service neutron] 10.222.0.15 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Feb 07 23:36:28.536324 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-820fb9da-a317-4978-b50f-80eb68b506ec req-44125fb2-0406-4f60-a710-71b0f1633f87 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 210 time: 0.0268066 Feb 07 23:36:28.569474 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:25Z', 'revision_number': 4, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'gw_port': {'id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '2bb91233-7448-409a-95b6-ac57c8bf5773', 'name': '', 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'mac_address': 'fa:16:3e:ef:1a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:24Z', 'updated_at': '2022-02-07T23:36:25Z', 'revision_number': 2, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'subnets': [{'id': 'fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:28.596117 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Checking router: 46329a87-e757-48e1-8147-eb6c2dc31ecf for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:28.596471 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Updating router 46329a87-e757-48e1-8147-eb6c2dc31ecf port 2bb91233-7448-409a-95b6-ac57c8bf5773 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:36:28.621744 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.908132 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cd43a570-6ed4-4457-81e1-1d28912eedf8 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:28.953668 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.961603 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.020542 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port cd43a570-6ed4-4457-81e1-1d28912eedf8 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:29.020862 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.025858 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51b698-3771-47b2-aded-c0dcf71843b0 None None] Pushing event updated for resources: {'Port': ['ID=2bb91233-7448-409a-95b6-ac57c8bf5773,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:29.108855 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Attempting to bind port 2bb91233-7448-409a-95b6-ac57c8bf5773 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:36:29.109223 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Attempting to bind port 2bb91233-7448-409a-95b6-ac57c8bf5773 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'e37f2659-ca1b-4368-bdeb-d511d449098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:36:29.109591 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Attempting to bind port 2bb91233-7448-409a-95b6-ac57c8bf5773 on network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:36:29.117811 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:36:29.118186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Checking segment: {'id': 'e37f2659-ca1b-4368-bdeb-d511d449098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:36:29.119145 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.119536 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Bound using segment: {'id': 'e37f2659-ca1b-4368-bdeb-d511d449098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:36:29.120050 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Bound port: 2bb91233-7448-409a-95b6-ac57c8bf5773, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37f2659-ca1b-4368-bdeb-d511d449098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:36:29.120428 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.220579 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] For port 2bb91233-7448-409a-95b6-ac57c8bf5773, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:36:29.238815 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] For port 2bb91233-7448-409a-95b6-ac57c8bf5773, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2bb91233-7448-409a-95b6-ac57c8bf5773,segment=NetworkSegment(e37f2659-ca1b-4368-bdeb-d511d449098e),segment_id=e37f2659-ca1b-4368-bdeb-d511d449098e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:36:29.246103 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.251243 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-38ed80a3-6b84-48c5-8651-74452df816ed None None] Provisioning complete for port 2bb91233-7448-409a-95b6-ac57c8bf5773 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:29.251610 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ed80a3-6b84-48c5-8651-74452df816ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.343748 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Routers {'46329a87-e757-48e1-8147-eb6c2dc31ecf'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:29.344372 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:36:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['46329a87-e757-48e1-8147-eb6c2dc31ecf'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:29.349449 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51b698-3771-47b2-aded-c0dcf71843b0 None None] Pushing event updated for resources: {'Port': ['ID=2bb91233-7448-409a-95b6-ac57c8bf5773,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:29.483513 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ed80a3-6b84-48c5-8651-74452df816ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.510401 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] Set router 46329a87-e757-48e1-8147-eb6c2dc31ecf gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:29.579973 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-38ed80a3-6b84-48c5-8651-74452df816ed None None] For port 2bb91233-7448-409a-95b6-ac57c8bf5773, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2bb91233-7448-409a-95b6-ac57c8bf5773,segment=NetworkSegment(e37f2659-ca1b-4368-bdeb-d511d449098e),segment_id=e37f2659-ca1b-4368-bdeb-d511d449098e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:29.591911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-60c3d5aa-2eb9-4c83-a6e4-3efe874ab8bf tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:29.594505 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-60c3d5aa-2eb9-4c83-a6e4-3efe874ab8bf tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 809 time: 0.1848083 Feb 07 23:36:29.647041 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ed80a3-6b84-48c5-8651-74452df816ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.673921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-74a82fb6-c594-426b-9588-421d766844fd req-f33c952b-5b62-4bf5-822a-987ee3b9ab14 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 210 time: 0.0342314 Feb 07 23:36:29.678244 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-f11ea64d-7e6d-42da-8d9e-b6948cedada2 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60f1802367c44139c473c902770ab94 HTTP/1.1" status: 200 len: 380 time: 0.0746360 Feb 07 23:36:29.690649 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'port': {'device_id': '8c206699-3038-4408-bea1-b62eba8279fb', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'admin_state_up': True, 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'security_groups': ['cb0b401e-5994-4684-a5f2-752727faeb5f']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:29.753321 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed80a3-6b84-48c5-8651-74452df816ed None None] Pushing event updated for resources: {'Port': ['ID=2bb91233-7448-409a-95b6-ac57c8bf5773,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:29.788983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0280b545-bab1-4c4b-805f-4c2b04a31fea None None] Provisioning complete for port 2bb91233-7448-409a-95b6-ac57c8bf5773 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:29.789358 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0280b545-bab1-4c4b-805f-4c2b04a31fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.814612 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Made reservation on behalf of b60f1802367c44139c473c902770ab94 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:36:29.818590 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.907492 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:25Z', 'revision_number': 4, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'gw_port': {'id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '2bb91233-7448-409a-95b6-ac57c8bf5773', 'name': '', 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'mac_address': 'fa:16:3e:ef:1a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:24Z', 'updated_at': '2022-02-07T23:36:29Z', 'revision_number': 4, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'subnets': [{'id': 'fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:29.945576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e06aba-2745-458b-9322-816cf4f1caef None None] The sync data for ids ['46329a87-e757-48e1-8147-eb6c2dc31ecf'] in n-d-827895-2 is: [{'id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:25Z', 'revision_number': 4, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'gw_port': {'id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '2bb91233-7448-409a-95b6-ac57c8bf5773', 'name': '', 'network_id': '8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'mac_address': 'fa:16:3e:ef:1a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:24Z', 'updated_at': '2022-02-07T23:36:29Z', 'revision_number': 4, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'subnets': [{'id': 'fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:29.961358 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Allocated IP 172.20.0.8 (ef1b2653-9ec3-4ac9-9172-e418cc97b176/3e6b7154-9145-4be4-bc8a-b8881b0920ee/b73e0d40-b6d4-44c7-94ef-201397186c08) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:30.131270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:30.167579 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:30.220110 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:30.223594 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:30.227421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:36:30.252363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:30.281370 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:30.282003 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:30.300502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a52296e7-4aef-4592-a638-0c8c50b7c48c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153963 Feb 07 23:36:30.312987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Request body: {'port': {'device_id': '8c206699-3038-4408-bea1-b62eba8279fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:30.379082 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:30.472308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a7073212-8d42-4122-976b-f6113e6e7206 None None] Provisioning complete for port b73e0d40-b6d4-44c7-94ef-201397186c08 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:30.472892 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7073212-8d42-4122-976b-f6113e6e7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:30.508193 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a7073212-8d42-4122-976b-f6113e6e7206 None None] Port b73e0d40-b6d4-44c7-94ef-201397186c08 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:36:30.802252 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db405-aa3d-4c02-9ebb-2752124ebe13 req-879b23d0-9f69-47a9-954f-124a6ddb98d2 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:30.803789 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e4db405-aa3d-4c02-9ebb-2752124ebe13 req-879b23d0-9f69-47a9-954f-124a6ddb98d2 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 931 time: 0.0547895 Feb 07 23:36:30.844692 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2e4db405-aa3d-4c02-9ebb-2752124ebe13 req-5da55a70-e5d7-4b67-baa1-ba1009687678 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343151 Feb 07 23:36:30.936639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2bb91233-7448-409a-95b6-ac57c8bf5773 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:30.975509 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73e0d40-b6d4-44c7-94ef-201397186c08 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:36:30.983786 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:30.991528 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 2bb91233-7448-409a-95b6-ac57c8bf5773 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:30.991934 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:30.995964 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Transition to ACTIVE for port object b73e0d40-b6d4-44c7-94ef-201397186c08 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:36:30.999843 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:31.047831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:31.118194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Attempting to bind port b73e0d40-b6d4-44c7-94ef-201397186c08 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:36:31.118681 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Attempting to bind port b73e0d40-b6d4-44c7-94ef-201397186c08 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:36:31.119080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Attempting to bind port b73e0d40-b6d4-44c7-94ef-201397186c08 on network ef1b2653-9ec3-4ac9-9172-e418cc97b176 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:36:31.123798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Port b73e0d40-b6d4-44c7-94ef-201397186c08 on network ef1b2653-9ec3-4ac9-9172-e418cc97b176 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:36:31.124183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Attempting to bind port b73e0d40-b6d4-44c7-94ef-201397186c08 on network ef1b2653-9ec3-4ac9-9172-e418cc97b176 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:36:31.129430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:36:31.129766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Checking segment: {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:36:31.130146 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Bound using segment: {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:36:31.130571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Bound port: b73e0d40-b6d4-44c7-94ef-201397186c08, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:36:31.130930 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:31.200263 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:36:31.203296 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:36:31.208220 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:31.244930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:31.245538 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:31.246916 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] 10.222.0.46 "PUT /v2.0/ports/b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 1091 time: 0.9387953 Feb 07 23:36:31.247352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:36:31.249625 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e22213-e80a-4e55-9cc0-704e4a42153d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:36:31.271561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7ae16-1111-46d9-af73-d818da21a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:31.297802 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22296c48-c3ec-4a62-80a8-7ff099642e33 x-openstack-request-id: req-22296c48-c3ec-4a62-80a8-7ff099642e33 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:36:31.298092 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:36:31.298346 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22296c48-c3ec-4a62-80a8-7ff099642e33 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:36:31.298740 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'status': 'completed', 'code': 200} Feb 07 23:36:31.332267 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-e4506388-a196-4f84-8493-0e774af6e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:31.333755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-e4506388-a196-4f84-8493-0e774af6e684 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1094 time: 0.0447516 Feb 07 23:36:31.375533 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-b3a746a9-1dab-4031-8f28-1d4992532f0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 217 time: 0.0349705 Feb 07 23:36:31.432301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a4918197-2be0-4381-b3d0-b25372940c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:31.433782 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-a4918197-2be0-4381-b3d0-b25372940c69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0518978 Feb 07 23:36:31.481631 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-62523657-8f50-4a01-82d7-5f92a1c4c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:31.483115 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-62523657-8f50-4a01-82d7-5f92a1c4c01d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413635 Feb 07 23:36:31.577696 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-0773d0a8-9bc5-4ffa-a611-32a84b5dea60 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876729 Feb 07 23:36:31.664609 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-984df458-ba15-4f22-a8a8-ce93b6d5e395 req-13b4efde-942c-42b3-961e-1ff049d1b1ec service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803576 Feb 07 23:36:31.755892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-5e186e07-c2b7-43ba-b6b0-9ab4cba84c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:31.757408 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-5e186e07-c2b7-43ba-b6b0-9ab4cba84c13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1094 time: 0.0436854 Feb 07 23:36:31.850022 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-8513b1e1-4f76-41e5-bb54-4258a125dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:31.851757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-8513b1e1-4f76-41e5-bb54-4258a125dc81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0884199 Feb 07 23:36:31.896161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-dda98088-2a01-4657-b131-0181f32e1def service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 217 time: 0.0376170 Feb 07 23:36:31.950696 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-7e49fb45-389e-4505-8a35-629748e1fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:31.952242 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-7e49fb45-389e-4505-8a35-629748e1fe4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0494483 Feb 07 23:36:31.982668 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edea7-09e5-4bff-b86c-40d92bdfae09 req-eeb9109b-a3f6-430c-bfa9-352f32bed085 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:31.984406 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d9edea7-09e5-4bff-b86c-40d92bdfae09 req-eeb9109b-a3f6-430c-bfa9-352f32bed085 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0593200 Feb 07 23:36:32.008685 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-afb92f08-384c-4849-bb2f-f553a98a9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:32.011024 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-afb92f08-384c-4849-bb2f-f553a98a9740 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519488 Feb 07 23:36:32.026463 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d9edea7-09e5-4bff-b86c-40d92bdfae09 req-44f82b29-90ff-4bac-8669-2c1691ca9a12 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356932 Feb 07 23:36:32.104849 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-e12d944b-6828-4a46-994e-5d7982e454b1 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867279 Feb 07 23:36:32.199649 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a6e22213-e80a-4e55-9cc0-704e4a42153d req-a1122066-75f8-439b-9996-04f748d52bde service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885110 Feb 07 23:36:33.146089 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23e3ab-48e0-448e-96c9-484771a0a60a req-81181ca3-ab6b-4671-82ec-ecd18736265b tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:33.147553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b23e3ab-48e0-448e-96c9-484771a0a60a req-81181ca3-ab6b-4671-82ec-ecd18736265b tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0497596 Feb 07 23:36:33.185159 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5b23e3ab-48e0-448e-96c9-484771a0a60a req-a15cb01e-01d4-40fa-a44a-1e02adc4e972 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Feb 07 23:36:34.299366 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f12c6-a2e5-45a6-8446-6ecce1e618ef req-2719713d-b156-4bc4-9948-299979269ef8 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:34.300858 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-922f12c6-a2e5-45a6-8446-6ecce1e618ef req-2719713d-b156-4bc4-9948-299979269ef8 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0481851 Feb 07 23:36:34.338041 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-922f12c6-a2e5-45a6-8446-6ecce1e618ef req-972ff9be-3875-4757-8a9d-f36b8083e421 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305583 Feb 07 23:36:34.486005 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:34.833793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:34.956975 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b73e0d40-b6d4-44c7-94ef-201397186c08 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:36:35.049754 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:35.060769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'port_id': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'mac_address': 'fa:16:3e:a5:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:36:35.100398 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:35.112965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73e0d40-b6d4-44c7-94ef-201397186c08 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:36:35.131408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:35.135662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:35.181520 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:35.340159 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b73e0d40-b6d4-44c7-94ef-201397186c08'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:36:35.455432 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771a1d-c5dc-4201-bf93-61adf04a505f req-43e85779-79f8-4261-a1ad-42496f3442db tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:35.456938 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07771a1d-c5dc-4201-bf93-61adf04a505f req-43e85779-79f8-4261-a1ad-42496f3442db tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 944 time: 0.0487967 Feb 07 23:36:35.495560 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07771a1d-c5dc-4201-bf93-61adf04a505f req-0a16bcd0-b4ec-4ada-9953-f20b64deaea4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Feb 07 23:36:36.610989 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae72bb3-d784-4dbf-b4c5-ec6fff6fd57e req-20b759fe-d499-43d2-a724-735cdd97e8de tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:36.612432 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae72bb3-d784-4dbf-b4c5-ec6fff6fd57e req-20b759fe-d499-43d2-a724-735cdd97e8de tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 944 time: 0.0475955 Feb 07 23:36:36.649195 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1ae72bb3-d784-4dbf-b4c5-ec6fff6fd57e req-13ad76a4-9f23-443d-88fd-f02f86899a43 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Feb 07 23:36:36.973611 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b73e0d40-b6d4-44c7-94ef-201397186c08 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:36:37.021385 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port b73e0d40-b6d4-44c7-94ef-201397186c08 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:36:37.025711 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port b73e0d40-b6d4-44c7-94ef-201397186c08 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:37.026092 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:37.104355 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:37.125881 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:36:37.128138 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbf4ab0-b2b1-4b46-8c02-d3ef8c42f39c" -d '{"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-plugged", "status": "completed", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:36:37.141862 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:36:37.145546 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:37.191231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:37.235434 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338ff25d-2202-416b-9ea4-fef8bb191a65 x-openstack-request-id: req-338ff25d-2202-416b-9ea4-fef8bb191a65 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:36:37.235812 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-plugged", "status": "completed", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:36:37.236069 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-338ff25d-2202-416b-9ea4-fef8bb191a65 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:36:37.236458 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'code': 200} Feb 07 23:36:37.334285 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad768-b087-4b7e-a69a-5019f11986a8 req-d338ddd8-a8d8-4a8b-be36-3371eaaa52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:37.335785 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b63ad768-b087-4b7e-a69a-5019f11986a8 req-d338ddd8-a8d8-4a8b-be36-3371eaaa52df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1096 time: 0.0429883 Feb 07 23:36:37.372743 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b63ad768-b087-4b7e-a69a-5019f11986a8 req-29c670d6-3fc5-4dda-a3e1-c8c726ed88b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277324 Feb 07 23:36:37.770123 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f52ac8-3581-4dfe-8825-4b2635a4cd98 req-56bdab50-cdfc-47d5-bad4-482deca41e12 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:37.771563 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7f52ac8-3581-4dfe-8825-4b2635a4cd98 req-56bdab50-cdfc-47d5-bad4-482deca41e12 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0544639 Feb 07 23:36:37.808718 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7f52ac8-3581-4dfe-8825-4b2635a4cd98 req-4d3555fe-e60d-4f00-aa1f-d6f67378aa6a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308077 Feb 07 23:36:38.926884 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37889f-1b07-4eb5-bb2d-6cdca76571c0 req-0dab40a2-38be-4752-abdb-0e936829f35e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:38.928370 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd37889f-1b07-4eb5-bb2d-6cdca76571c0 req-0dab40a2-38be-4752-abdb-0e936829f35e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0488877 Feb 07 23:36:38.967247 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fd37889f-1b07-4eb5-bb2d-6cdca76571c0 req-2c3b80ac-a991-449e-9254-72cabdde0c9b tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328186 Feb 07 23:36:39.081012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d7eea-9b9e-4b15-9785-a3ddafc11014 req-65439bae-835d-4ee1-9020-ccfe12bcc2e6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:39.082410 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d20d7eea-9b9e-4b15-9785-a3ddafc11014 req-65439bae-835d-4ee1-9020-ccfe12bcc2e6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0493824 Feb 07 23:36:39.119671 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d20d7eea-9b9e-4b15-9785-a3ddafc11014 req-399761b5-a86e-4ed3-af66-5bf73113a77d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Feb 07 23:36:39.141178 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59910) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:39.223029 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c2851-e903-48a0-a0a5-6764adb33d91 tempest-TestShelveInstance-479611025 tempest-TestShelveInstance-479611025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:39.224544 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-758c2851-e903-48a0-a0a5-6764adb33d91 tempest-TestShelveInstance-479611025 tempest-TestShelveInstance-479611025-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1091 time: 0.0824041 Feb 07 23:36:39.227431 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 59914) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:36:39.232035 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:39.255556 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:39.352611 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:39.457637 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Allocated IP 172.25.8.191 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/dfb83fca-aded-4141-8474-e7834d117dce) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:39.556908 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:39.588944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:39.629027 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:39.631967 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:39.634776 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:36:39.662755 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'Port': ['ID=dfb83fca-aded-4141-8474-e7834d117dce,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:39.991658 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:40.060209 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:40.202220 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:40.206736 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:40.276391 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'Port': ['ID=dfb83fca-aded-4141-8474-e7834d117dce,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:40.287719 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:40.672068 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Floating IP 5925332f-7b15-4791-b8d1-81703c17961a associated. External IP: 172.25.8.191, port: b73e0d40-b6d4-44c7-94ef-201397186c08. Feb 07 23:36:40.876593 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Router dcb66e61-3e14-4079-a010-5d5e0d3062a5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:36:40.980903 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:36:40.991852 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] Sync routers for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:40.998266 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:41.001710 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:41.002305 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:36:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:41.028431 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-dbf2a175-2b63-4db1-9795-d92fdb23bf70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7998793 Feb 07 23:36:41.029015 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:36:41.031345 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54be62d-41b7-48c0-8faf-f629c7b925f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:36:41.073686 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f8f0b9-d3af-4a95-b166-f45e1b1505ee x-openstack-request-id: req-48f8f0b9-d3af-4a95-b166-f45e1b1505ee {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:36:41.073976 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:36:41.074231 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48f8f0b9-d3af-4a95-b166-f45e1b1505ee {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:36:41.074634 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'status': 'completed', 'code': 200} Feb 07 23:36:41.108456 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:41.137174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-332bb9cb-f360-42ce-890f-a43d2ee31b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:41.138667 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-332bb9cb-f360-42ce-890f-a43d2ee31b86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1096 time: 0.0417047 Feb 07 23:36:41.232356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-15c3e4b3-d696-42bc-b159-249fe6e7a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:41.233724 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-15c3e4b3-d696-42bc-b159-249fe6e7a242 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0876515 Feb 07 23:36:41.298544 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-532acdbe-c62e-4390-a9a8-cb27907545bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 999 time: 0.0579064 Feb 07 23:36:41.330646 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5925332f-7b15-4791-b8d1-81703c17961a', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'port_id': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'mac_address': 'fa:16:3e:a5:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c206699-3038-4408-bea1-b62eba8279fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:36:39Z', 'updated_at': '2022-02-07T23:36:39Z', 'revision_number': 0, 'project_id': 'b60f1802367c44139c473c902770ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:41.351353 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-606bc46e-79e3-4bb9-b5dd-acc2a526d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:41.352836 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-606bc46e-79e3-4bb9-b5dd-acc2a526d3aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0485938 Feb 07 23:36:41.357102 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] Checking router: dcb66e61-3e14-4079-a010-5d5e0d3062a5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:41.365201 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:36:41.365776 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:36:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:41.397180 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-ee48649c-b6bf-4a38-94ab-12f84c25fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:41.398643 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-ee48649c-b6bf-4a38-94ab-12f84c25fa77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395181 Feb 07 23:36:41.490768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-70db1f16-9cea-46c0-a675-b88416b46ebb service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853918 Feb 07 23:36:41.568531 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:36:41.586848 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e54be62d-41b7-48c0-8faf-f629c7b925f7 req-905d80a0-800e-4e0d-bb83-bccd2b567d72 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897903 Feb 07 23:36:41.788376 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5925332f-7b15-4791-b8d1-81703c17961a', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'port_id': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'mac_address': 'fa:16:3e:a5:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c206699-3038-4408-bea1-b62eba8279fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:36:39Z', 'updated_at': '2022-02-07T23:36:39Z', 'revision_number': 0, 'project_id': 'b60f1802367c44139c473c902770ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:41.817882 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b2d96-f4a4-49a7-8c32-b18823ac109d None None] The sync data for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 is: [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '5925332f-7b15-4791-b8d1-81703c17961a', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'port_id': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'mac_address': 'fa:16:3e:a5:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c206699-3038-4408-bea1-b62eba8279fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:36:39Z', 'updated_at': '2022-02-07T23:36:39Z', 'revision_number': 0, 'project_id': 'b60f1802367c44139c473c902770ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:42.012584 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367864c6-ade0-4f87-8b0f-c9dfe352002c None None] New status for floating IP 5925332f-7b15-4791-b8d1-81703c17961a: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:36:43.362112 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-80761d5d-00f8-4d49-ac51-43adc867e33f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415487 Feb 07 23:36:43.440766 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-379d271f-6e32-49f7-a803-981b99e636c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:43.442254 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-379d271f-6e32-49f7-a803-981b99e636c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1096 time: 0.0389266 Feb 07 23:36:43.548329 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-bae19ed6-d68a-45cb-a4e8-8bc1edcc433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:43.549762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-bae19ed6-d68a-45cb-a4e8-8bc1edcc433e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0891986 Feb 07 23:36:43.612516 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-9f58c922-bcb3-457f-abc8-14da02d56e7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 1001 time: 0.0562348 Feb 07 23:36:43.662920 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-4c74845f-3cd5-4069-bfa1-a4f9c5f29964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:43.664377 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-4c74845f-3cd5-4069-bfa1-a4f9c5f29964 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0456173 Feb 07 23:36:43.706514 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-51cf2eca-8458-4e30-a902-b8418e16db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:43.707973 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-51cf2eca-8458-4e30-a902-b8418e16db27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376327 Feb 07 23:36:43.793061 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-7cc5e505-fca4-4dd7-9b30-6d3ddaaabd34 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783699 Feb 07 23:36:43.883332 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-02d430bf-eee2-44f0-b06d-36580fb34bcf req-5cc8209b-29e5-4261-9416-5b76c5c5bd19 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834122 Feb 07 23:36:51.580594 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69e43b79-a2ed-4f08-b919-311b925228a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:54.730972 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7007-6447-40b5-b627-a503739d32b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:55.065846 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:56.546605 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:56.768633 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.039789 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:37:04.515855 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:04.833430 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:21.582974 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19e5c31f-171d-4736-8b78-b00ad70dc51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:24.733039 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27b089d1-51f6-4ff2-bb1f-6728f28e8bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:25.065603 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:26.551793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:26.770490 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:34.514866 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:34.878427 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:37.039809 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:37:45.374833 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-77d46f20-6722-4297-82ca-370a0cad85f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406411 Feb 07 23:37:45.457162 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-846837cd-0f56-4e85-b715-cec3e9a81900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:45.458625 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-846837cd-0f56-4e85-b715-cec3e9a81900 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1096 time: 0.0424590 Feb 07 23:37:45.561986 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-162866f4-014a-4bdc-9a64-43e7f43ab4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:45.563428 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-162866f4-014a-4bdc-9a64-43e7f43ab4d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0874920 Feb 07 23:37:45.627219 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-f36a7b87-54d6-4305-b35b-e9d281a5d709 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 1001 time: 0.0572982 Feb 07 23:37:45.678592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-eaeeaa74-c79d-4299-9c3f-fe4e55e95b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:45.680022 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-eaeeaa74-c79d-4299-9c3f-fe4e55e95b96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0465586 Feb 07 23:37:45.723392 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-7778d6e1-8aee-48d0-829a-9ae2a4b5f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:45.724875 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-7778d6e1-8aee-48d0-829a-9ae2a4b5f8e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381520 Feb 07 23:37:45.809176 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-a402bccf-8225-437e-8888-cc81fb49eeb2 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778272 Feb 07 23:37:45.899641 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a7cc4d1f-e7f7-4c6b-9383-c77ca8af12b6 req-a6787716-f226-450e-88b3-f016c73800a3 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840671 Feb 07 23:37:51.584259 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d357450d-004e-465e-8b32-7560180e8c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:54.733628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e42761f-1746-4aa9-991b-030c60ce4b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:55.068835 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:56.558090 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:56.772001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:04.531140 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:04.877482 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:14.039229 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:38:21.587781 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf641e0d-5761-4f65-8fd6-fa05acd7722e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:24.734357 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4b96-92b5-44f0-abe0-af7c06b0b527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:25.072128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:26.555462 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:26.774028 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:34.529243 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:34.876086 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:35.608289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af296587-73c4-402a-877e-1b9925f15d67 req-b00117b3-9851-40ad-844e-fc3dfb81c6ea tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:35.609761 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-af296587-73c4-402a-877e-1b9925f15d67 req-b00117b3-9851-40ad-844e-fc3dfb81c6ea tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0500443 Feb 07 23:38:35.647557 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-af296587-73c4-402a-877e-1b9925f15d67 req-26d08c7f-984a-49cf-aae2-afd058298316 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Feb 07 23:38:36.772908 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fc20-75cd-4ee2-b07c-34a7f8d1f377 req-c6a1a7de-0d65-4250-83bb-ea80f8114639 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:36.774391 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-38f9fc20-75cd-4ee2-b07c-34a7f8d1f377 req-c6a1a7de-0d65-4250-83bb-ea80f8114639 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0502076 Feb 07 23:38:36.811497 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-38f9fc20-75cd-4ee2-b07c-34a7f8d1f377 req-d6ee5624-af53-4b67-b2a2-d2bddc702ca8 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304198 Feb 07 23:38:37.930601 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f130fc-8e29-4849-a85f-6712bc2b0bf9 req-0f1fd088-568a-4e2d-b46c-cad7bc1273bd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:37.932070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6f130fc-8e29-4849-a85f-6712bc2b0bf9 req-0f1fd088-568a-4e2d-b46c-cad7bc1273bd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0477099 Feb 07 23:38:37.970397 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d6f130fc-8e29-4849-a85f-6712bc2b0bf9 req-8298bdd2-ac2f-4983-84f7-18583da15351 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Feb 07 23:38:39.085525 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503b989-0d48-45b3-b058-9e136434f020 req-5b7bddf2-6660-4e63-b4bd-7e8b54755149 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:39.086943 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9503b989-0d48-45b3-b058-9e136434f020 req-5b7bddf2-6660-4e63-b4bd-7e8b54755149 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0482807 Feb 07 23:38:39.124425 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9503b989-0d48-45b3-b058-9e136434f020 req-a4839eba-37d3-4584-ab48-f93c0711cba0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308716 Feb 07 23:38:40.246636 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4228f-1e3a-4c40-8332-a6cac0c69915 req-5f7f24e8-8aed-4423-86d1-68b033a644a0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:40.248095 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8b4228f-1e3a-4c40-8332-a6cac0c69915 req-5f7f24e8-8aed-4423-86d1-68b033a644a0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0516043 Feb 07 23:38:40.284157 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f8b4228f-1e3a-4c40-8332-a6cac0c69915 req-75883ab3-9b6a-4001-97c9-345d088a63b5 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301714 Feb 07 23:38:41.403351 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f01553-22e2-40b1-90da-b15574611b8d req-3cfcfc8a-f94f-44f8-bae7-1fef4d49a0cb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:41.404931 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87f01553-22e2-40b1-90da-b15574611b8d req-3cfcfc8a-f94f-44f8-bae7-1fef4d49a0cb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0524931 Feb 07 23:38:41.442801 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-87f01553-22e2-40b1-90da-b15574611b8d req-08f2f6eb-56c7-4d07-ac66-7a754f10eb54 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Feb 07 23:38:41.868235 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-1c86176b-f501-4a12-a884-8b2abfa94815 req-d4418afc-bf7a-41ff-8841-35a1a5169603 service neutron] (102290) timed out ('10.222.0.15', 56222) {{(pid=102290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:38:42.557518 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1ebb9-b894-405f-a5ca-f16cbc301e4c req-3160312d-9540-4927-aec2-514112cbfbae tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:42.558958 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9aa1ebb9-b894-405f-a5ca-f16cbc301e4c req-3160312d-9540-4927-aec2-514112cbfbae tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0488598 Feb 07 23:38:42.595307 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9aa1ebb9-b894-405f-a5ca-f16cbc301e4c req-869981e2-46c9-44c7-9950-716a91e34ca4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303662 Feb 07 23:38:43.709247 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662630b-d5d6-433d-a04c-2e1db4cc4dcf req-707c0828-a5dc-4f2a-9b48-985ea3ce174a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:43.710695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0662630b-d5d6-433d-a04c-2e1db4cc4dcf req-707c0828-a5dc-4f2a-9b48-985ea3ce174a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0483391 Feb 07 23:38:43.748275 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0662630b-d5d6-433d-a04c-2e1db4cc4dcf req-af7a1f88-5288-4b8d-93b1-70c1e80b8d66 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315292 Feb 07 23:38:44.863521 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7350e8-af86-4840-9115-2e235a1a0084 req-e9dd2726-2045-4600-9851-ba2a3102910c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:44.865009 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8c7350e8-af86-4840-9115-2e235a1a0084 req-e9dd2726-2045-4600-9851-ba2a3102910c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0495830 Feb 07 23:38:44.903135 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8c7350e8-af86-4840-9115-2e235a1a0084 req-7feee08a-20c8-4067-94be-a552d06bd8c0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Feb 07 23:38:46.017821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a17d4-298d-4699-b730-a45c98205f3e req-905c9b91-cf6e-4ebf-aa8a-5e4e7a7b63de tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:46.019270 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-335a17d4-298d-4699-b730-a45c98205f3e req-905c9b91-cf6e-4ebf-aa8a-5e4e7a7b63de tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0490677 Feb 07 23:38:46.062569 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-335a17d4-298d-4699-b730-a45c98205f3e req-3922062c-92e8-4eac-9c3e-c17405caf471 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371790 Feb 07 23:38:47.179993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1003-4b08-487c-b033-b3c8dc94d4a5 req-0167750f-f135-4ac5-85db-b82dbb2e9480 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:47.181438 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-622b1003-4b08-487c-b033-b3c8dc94d4a5 req-0167750f-f135-4ac5-85db-b82dbb2e9480 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0519249 Feb 07 23:38:47.218778 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-622b1003-4b08-487c-b033-b3c8dc94d4a5 req-63dd1cba-5559-4764-9bb0-bb6bc7aef081 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307596 Feb 07 23:38:47.396172 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-b4920877-73ae-4a17-a417-833441446928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:47.397657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-b4920877-73ae-4a17-a417-833441446928 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1096 time: 0.0398374 Feb 07 23:38:47.510976 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-b1a9e9b7-fc8b-49a6-ab56-568a242bc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:47.512364 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-b1a9e9b7-fc8b-49a6-ab56-568a242bc1af service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0863516 Feb 07 23:38:47.531629 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b73e0d40-b6d4-44c7-94ef-201397186c08 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:38:47.579868 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-7f3036e0-0986-417b-bac1-72d37cef3e8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 1001 time: 0.0596926 Feb 07 23:38:47.632939 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:38:47.633070 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-fa66a641-74fe-4442-bfa6-b77ce09099d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:47.634616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-fa66a641-74fe-4442-bfa6-b77ce09099d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0463648 Feb 07 23:38:47.645077 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'port_id': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'mac_address': 'fa:16:3e:a5:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:38:47.683178 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:47.697361 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b73e0d40-b6d4-44c7-94ef-201397186c08 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:38:47.709935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-d05b1e6f-3af4-4295-a096-2d0854489c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:47.711898 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-d05b1e6f-3af4-4295-a096-2d0854489c60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477631 Feb 07 23:38:47.720075 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:38:47.724662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:47.784059 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:47.791592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.791967 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.792750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.792882 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.793281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.793810 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.795773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.796157 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.796661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.797240 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.797705 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.798535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:47.805469 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-30edac94-3717-4073-97c0-5f4b71e17c58 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868769 Feb 07 23:38:47.812878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b73e0d40-b6d4-44c7-94ef-201397186c08'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:38:47.906483 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-890d734d-42c6-4502-b16b-c6b0ec1b29d5 req-af6740f9-3e20-4213-bbbf-89c55855cd73 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934494 Feb 07 23:38:48.346992 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c6469-c875-4a6e-a27b-7c07b1f2dee6 req-de0c7091-da30-4801-a35e-645c5eb2e06c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:48.349626 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-303c6469-c875-4a6e-a27b-7c07b1f2dee6 req-de0c7091-da30-4801-a35e-645c5eb2e06c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 944 time: 0.0589011 Feb 07 23:38:48.393587 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-303c6469-c875-4a6e-a27b-7c07b1f2dee6 req-851cef31-19e9-4ac5-a5bd-7e764a0a5a39 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372641 Feb 07 23:38:49.522112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184786d-37cf-4c92-98c4-2c216bdde41b req-051ab00d-509c-4de8-9d83-5e2dfcdb0a0d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:49.523605 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1184786d-37cf-4c92-98c4-2c216bdde41b req-051ab00d-509c-4de8-9d83-5e2dfcdb0a0d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 944 time: 0.0540819 Feb 07 23:38:49.548902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b73e0d40-b6d4-44c7-94ef-201397186c08 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:38:49.570766 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1184786d-37cf-4c92-98c4-2c216bdde41b req-18b4a100-0484-4c5d-b0db-5b3fd3f7cfb6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397646 Feb 07 23:38:49.616957 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port b73e0d40-b6d4-44c7-94ef-201397186c08 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:49.619942 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:49.699590 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:49.725512 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:38:49.727762 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9d4d1a-72c6-486f-84b9-c5d04a17340e" -d '{"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-plugged", "status": "completed", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:38:49.746576 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:38:49.754207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:49.782853 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04791591-96bc-4e36-ada1-57c37553f343 x-openstack-request-id: req-04791591-96bc-4e36-ada1-57c37553f343 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:38:49.783147 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-plugged", "status": "completed", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:38:49.783530 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04791591-96bc-4e36-ada1-57c37553f343 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:38:49.783939 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'code': 200} Feb 07 23:38:49.810653 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:50.703363 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e93b06-aa73-46ac-976c-d37bd0f8caf7 req-73c80d1b-4177-4bd9-b57e-20bd3f87b27e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:50.704874 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20e93b06-aa73-46ac-976c-d37bd0f8caf7 req-73c80d1b-4177-4bd9-b57e-20bd3f87b27e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0565436 Feb 07 23:38:50.743751 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-20e93b06-aa73-46ac-976c-d37bd0f8caf7 req-8de00d0c-5362-471d-b3fd-33bd955c27d3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329597 Feb 07 23:38:51.038208 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:38:51.592670 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79925bc9-50c7-49f1-91c8-ca789b77bce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:51.884212 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65981b08-d7ff-4225-99cc-f043f5db4fb1 req-d97f129d-920a-4f19-9141-f249451af6c6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:51.885835 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65981b08-d7ff-4225-99cc-f043f5db4fb1 req-d97f129d-920a-4f19-9141-f249451af6c6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0598874 Feb 07 23:38:51.929458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-65981b08-d7ff-4225-99cc-f043f5db4fb1 req-cf33d3f4-ba78-43b6-b845-19e679e10537 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370908 Feb 07 23:38:53.057541 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc5d4c-9c64-4c5c-be44-fd05c9c0d11b req-8b8dc193-2100-4bd1-b37b-ecfae5cb0549 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:53.066441 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7bfc5d4c-9c64-4c5c-be44-fd05c9c0d11b req-8b8dc193-2100-4bd1-b37b-ecfae5cb0549 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0574348 Feb 07 23:38:53.108339 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7bfc5d4c-9c64-4c5c-be44-fd05c9c0d11b req-8da88a3c-4348-48d7-83ac-65716fdd380f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408242 Feb 07 23:38:54.252652 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194afb-c0b6-418d-b0f3-2bf68565844f req-fefbad3f-7930-4f25-80d1-be0109d13041 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:54.255240 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c4194afb-c0b6-418d-b0f3-2bf68565844f req-fefbad3f-7930-4f25-80d1-be0109d13041 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0525584 Feb 07 23:38:54.300113 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c4194afb-c0b6-418d-b0f3-2bf68565844f req-68194a40-fe1d-4459-b917-d354c9bf244f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375235 Feb 07 23:38:54.740675 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed4d8f6b-a5f5-4fcb-a368-43f2d255e026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:55.081288 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:55.433129 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebf459-2cad-4d90-a8e2-65c7103f3d8c req-a203ff9b-257d-455f-bf78-5be0fa25bc4f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:55.435677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2eebf459-2cad-4d90-a8e2-65c7103f3d8c req-a203ff9b-257d-455f-bf78-5be0fa25bc4f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0539451 Feb 07 23:38:55.474860 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2eebf459-2cad-4d90-a8e2-65c7103f3d8c req-33aa7792-a742-44fa-a1e2-4b43c6d770b9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Feb 07 23:38:56.561413 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:56.609723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0644f-6502-410c-9bf1-c92322c61556 req-4fe6da96-561a-49a7-ac3b-91f9f9385179 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:56.611317 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5e0644f-6502-410c-9bf1-c92322c61556 req-4fe6da96-561a-49a7-ac3b-91f9f9385179 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0573068 Feb 07 23:38:56.664486 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b5e0644f-6502-410c-9bf1-c92322c61556 req-99ee3dd9-c666-4778-8831-e63578af3317 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466521 Feb 07 23:38:56.776519 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:57.385423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-18171c7d-4167-4ab4-b8b3-3c2f5a0eb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:57.387052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-18171c7d-4167-4ab4-b8b3-3c2f5a0eb7ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1096 time: 0.0406830 Feb 07 23:38:57.479729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-7ac7b050-9e14-49f3-b62e-c7eac3e02afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:57.481254 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-7ac7b050-9e14-49f3-b62e-c7eac3e02afb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0876067 Feb 07 23:38:57.544195 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-d58a57a7-967a-45e9-829a-da2b5459417e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 1001 time: 0.0563507 Feb 07 23:38:57.591077 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-ad903357-f8e1-44e0-b0d9-3a2f7fcb16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:57.592497 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-ad903357-f8e1-44e0-b0d9-3a2f7fcb16ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0426152 Feb 07 23:38:57.641218 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-802a857f-92ab-4ca0-b14a-32acc3880f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:57.642683 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-802a857f-92ab-4ca0-b14a-32acc3880f9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434265 Feb 07 23:38:57.729880 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-9e370731-dab0-4d3e-9fb4-e35430d74df2 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804274 Feb 07 23:38:57.829356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843352d-2c00-45e1-862e-30ee5838a72b req-10d9b3ca-2264-420a-a2d5-15d61724d979 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:57.830755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1843352d-2c00-45e1-862e-30ee5838a72b req-10d9b3ca-2264-420a-a2d5-15d61724d979 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0963514 Feb 07 23:38:57.874554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-df6c53ff-e25f-4d7e-b2f3-748980a19012 req-b8abd32f-e4d8-4d1d-a19d-4037eb7c49f6 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322041 Feb 07 23:38:57.886835 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1843352d-2c00-45e1-862e-30ee5838a72b req-f0bd88c2-997f-4225-b80c-417e92d47cf3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475669 Feb 07 23:38:59.013230 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb69d3a-c947-4eef-b1b1-7dfd1cdb957a req-513f8577-e3a8-45de-b3d3-511457c862e2 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:59.014722 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4eb69d3a-c947-4eef-b1b1-7dfd1cdb957a req-513f8577-e3a8-45de-b3d3-511457c862e2 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 945 time: 0.0586572 Feb 07 23:38:59.060553 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4eb69d3a-c947-4eef-b1b1-7dfd1cdb957a req-a36ddb8e-1459-4d4e-b425-f780ee54edf3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359211 Feb 07 23:38:59.595328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b73e0d40-b6d4-44c7-94ef-201397186c08 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:38:59.671131 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:59.694473 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:38:59.696846 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c46883d-56ea-4093-80fc-06936f5f3573" -d '{"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-unplugged", "status": "completed", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:38:59.711943 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:38:59.716705 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:59.741520 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 23:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c19217-eee9-4dde-9f2c-3bfd8449d72f x-openstack-request-id: req-94c19217-eee9-4dde-9f2c-3bfd8449d72f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:38:59.741811 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-unplugged", "status": "failed", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08", "code": 422}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:38:59.742061 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94c19217-eee9-4dde-9f2c-3bfd8449d72f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:38:59.742444 n-d-827895-2 neutron-server[102291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'code': 422} returned with failed status Feb 07 23:38:59.770592 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:39:00.177434 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce28ce-81b6-4b8c-8222-295268a30748 req-fb0cb262-5d39-4cf4-a211-d993baa52ffa tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:00.178895 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-18ce28ce-81b6-4b8c-8222-295268a30748 req-fb0cb262-5d39-4cf4-a211-d993baa52ffa tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0482883 Feb 07 23:39:00.216609 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-18ce28ce-81b6-4b8c-8222-295268a30748 req-c3bbd12b-20b7-42c0-9b83-c39eeba45517 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Feb 07 23:39:00.283686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-004d494c-f1eb-445f-a51d-ad1913d39bc1 req-658ddd2d-5f07-4094-a2fd-c6b4b6861e9f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:39:00.284776 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-004d494c-f1eb-445f-a51d-ad1913d39bc1 req-658ddd2d-5f07-4094-a2fd-c6b4b6861e9f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053902 Feb 07 23:39:00.439584 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33965f-2557-4a8d-856e-35125bcf7b06 req-fbd84cff-afe7-40b7-83f7-fea319ddb4f8 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:00.441019 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de33965f-2557-4a8d-856e-35125bcf7b06 req-fbd84cff-afe7-40b7-83f7-fea319ddb4f8 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0535161 Feb 07 23:39:00.479133 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-de33965f-2557-4a8d-856e-35125bcf7b06 req-505e9e5e-8eba-4993-8569-bf7a553b6341 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Feb 07 23:39:00.656147 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-91d2a05d-5f8b-4572-a080-9d7393ff9b99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828297 Feb 07 23:39:01.440194 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-257f306b-64cd-4801-894a-c92eeeae5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.441676 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-257f306b-64cd-4801-894a-c92eeeae5c12 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb&tenant_id=b60f1802367c44139c473c902770ab94 HTTP/1.1" status: 200 len: 1094 time: 0.0451028 Feb 07 23:39:01.504468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-6e56bf11-ffd0-4d28-a347-cbba5495771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.505940 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-6e56bf11-ffd0-4d28-a347-cbba5495771e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1094 time: 0.0401733 Feb 07 23:39:01.632801 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df731a-ef14-4945-8cd7-5555d6420ec5 req-b9cc5200-30e1-47c9-908c-406290a3e4e2 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.634249 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60df731a-ef14-4945-8cd7-5555d6420ec5 req-b9cc5200-30e1-47c9-908c-406290a3e4e2 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0796824 Feb 07 23:39:01.636962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-eda2b065-c8ad-46c2-a7ff-44906211182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.638409 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-eda2b065-c8ad-46c2-a7ff-44906211182a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.1265678 Feb 07 23:39:01.714183 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60df731a-ef14-4945-8cd7-5555d6420ec5 req-ed2ae3a2-853c-44ce-bedc-1595e107757d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729072 Feb 07 23:39:01.721921 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-1300dbf6-b68b-4eca-b809-7b8879c1451c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 999 time: 0.0750759 Feb 07 23:39:01.773210 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-b4283e84-6b39-40a2-9569-6748436adc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.774592 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-b4283e84-6b39-40a2-9569-6748436adc69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0458364 Feb 07 23:39:01.817407 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-1a038533-4216-43bd-a100-670278662d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.818815 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-1a038533-4216-43bd-a100-670278662d1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378528 Feb 07 23:39:01.904451 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-08458f73-39b8-49e8-a019-a40bee5aeb4c service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789731 Feb 07 23:39:01.993943 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a220d29b-d1d6-47a6-bf81-9be674dfd92c req-530fc501-6a64-4a28-9947-41b45de5f877 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834680 Feb 07 23:39:02.849819 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bc8be-61de-48ca-9afa-2764c148ef98 req-b0e76b98-75d5-4a70-a5fd-c259e6dfc74f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:02.852145 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d8bc8be-61de-48ca-9afa-2764c148ef98 req-b0e76b98-75d5-4a70-a5fd-c259e6dfc74f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0540218 Feb 07 23:39:02.892559 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d8bc8be-61de-48ca-9afa-2764c148ef98 req-054bfa61-05c9-4576-803a-823874e2c42d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337853 Feb 07 23:39:04.019972 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dbde5-ee8e-453f-9555-2480e581daf3 req-b0131c10-66e2-414e-b9d6-21c57422ff20 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:04.021552 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee9dbde5-ee8e-453f-9555-2480e581daf3 req-b0131c10-66e2-414e-b9d6-21c57422ff20 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0526395 Feb 07 23:39:04.063960 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-ee9dbde5-ee8e-453f-9555-2480e581daf3 req-db9ef5e6-5499-49b1-87e1-65bd96801179 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364850 Feb 07 23:39:04.546964 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:04.876379 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:05.187850 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29599942-bdec-4ec3-b7b8-b177a15d4524 req-830ebe4f-9135-4061-a37f-15fdaab4d40a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:05.189549 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29599942-bdec-4ec3-b7b8-b177a15d4524 req-830ebe4f-9135-4061-a37f-15fdaab4d40a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0543103 Feb 07 23:39:05.248580 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29599942-bdec-4ec3-b7b8-b177a15d4524 req-44581d9f-9465-4bb7-b412-94de99f1ddee tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530486 Feb 07 23:39:06.377815 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7371e8-64ba-4ea0-ae7a-0d40eebd66b1 req-4f9c3921-a3bc-4d94-adb7-6c6c70e2fdc7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:06.379307 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c7371e8-64ba-4ea0-ae7a-0d40eebd66b1 req-4f9c3921-a3bc-4d94-adb7-6c6c70e2fdc7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0546703 Feb 07 23:39:06.418137 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9c7371e8-64ba-4ea0-ae7a-0d40eebd66b1 req-a0e6fea4-23f8-41d5-846b-4bf135fc53ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Feb 07 23:39:07.552377 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da441f61-2f97-4f8d-b245-609354e86b5d req-2d16df99-c433-4c46-ac74-a2dd0bf8d96e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:07.553952 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da441f61-2f97-4f8d-b245-609354e86b5d req-2d16df99-c433-4c46-ac74-a2dd0bf8d96e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0556240 Feb 07 23:39:07.598015 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-da441f61-2f97-4f8d-b245-609354e86b5d req-122602ef-356f-4860-8b90-d82ad2353697 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 Feb 07 23:39:08.727113 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56be186-95c9-4f3a-b9f5-75cd504ca889 req-6961e9bb-61cd-46ff-b849-adf3d48dd189 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:08.729086 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e56be186-95c9-4f3a-b9f5-75cd504ca889 req-6961e9bb-61cd-46ff-b849-adf3d48dd189 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0516605 Feb 07 23:39:08.771286 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e56be186-95c9-4f3a-b9f5-75cd504ca889 req-2ad7a5e9-20f5-4c22-bc4e-d6d30c66b7e4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351613 Feb 07 23:39:09.888556 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c898ce-9a2c-48a6-80b8-09a5fb4e309e req-92a1ff65-880b-430c-a143-d5b2f061638f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:09.889989 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c898ce-9a2c-48a6-80b8-09a5fb4e309e req-92a1ff65-880b-430c-a143-d5b2f061638f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0498543 Feb 07 23:39:09.927834 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-94c898ce-9a2c-48a6-80b8-09a5fb4e309e req-6c2db2e4-92d1-4a75-add3-9fa37b9602c4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Feb 07 23:39:11.041798 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6fd1f-76c3-419b-8b53-0c5807828441 req-dd0270c2-6bc8-408e-bd4c-b365438bc831 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:11.043716 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ad6fd1f-76c3-419b-8b53-0c5807828441 req-dd0270c2-6bc8-408e-bd4c-b365438bc831 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0484798 Feb 07 23:39:11.085201 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1ad6fd1f-76c3-419b-8b53-0c5807828441 req-3f0e99ff-d4dc-43df-b0ba-86d651b867b7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353656 Feb 07 23:39:12.203043 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd06be-a11f-42d1-aeb4-c6ffdde4a888 req-62ec8c8d-3e20-4cfa-bf81-2c64d6d141f3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:12.204508 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91cd06be-a11f-42d1-aeb4-c6ffdde4a888 req-62ec8c8d-3e20-4cfa-bf81-2c64d6d141f3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0499475 Feb 07 23:39:12.241654 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-91cd06be-a11f-42d1-aeb4-c6ffdde4a888 req-1b11315b-31c4-46f0-8687-5be3586f9d78 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Feb 07 23:39:13.359725 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60a01-5c26-4143-bf4b-93d9702f72f4 req-b79180c0-6f58-439f-af45-c8e00ca040cf tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:13.361202 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ce60a01-5c26-4143-bf4b-93d9702f72f4 req-b79180c0-6f58-439f-af45-c8e00ca040cf tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 943 time: 0.0518482 Feb 07 23:39:13.398365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2ce60a01-5c26-4143-bf4b-93d9702f72f4 req-3ad5c2a1-9d9a-4b36-a742-e0795ca83a9b tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313423 Feb 07 23:39:13.655697 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b73e0d40-b6d4-44c7-94ef-201397186c08 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:39:13.748745 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:39:13.759722 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'port_id': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'mac_address': 'fa:16:3e:a5:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:39:13.795958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:13.808812 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73e0d40-b6d4-44c7-94ef-201397186c08 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:39:13.828271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:39:13.833295 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:13.883612 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:39:14.030736 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['b73e0d40-b6d4-44c7-94ef-201397186c08'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:39:14.516542 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d107464-1fc0-4e9f-9fab-aab45397ddb5 req-d3c39116-b8dd-4310-b043-dac0cc66a124 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:14.517960 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d107464-1fc0-4e9f-9fab-aab45397ddb5 req-d3c39116-b8dd-4310-b043-dac0cc66a124 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 944 time: 0.0529211 Feb 07 23:39:14.554456 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5d107464-1fc0-4e9f-9fab-aab45397ddb5 req-9b54d446-5eaa-4cbb-b51a-0c080db0296e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306671 Feb 07 23:39:15.670548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b73e0d40-b6d4-44c7-94ef-201397186c08 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:39:15.671187 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b0beb-317f-4386-8877-8abb65bd602b req-6e0bb8a6-ee99-407b-82d0-889e9d651114 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:15.672166 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6e6b0beb-317f-4386-8877-8abb65bd602b req-6e0bb8a6-ee99-407b-82d0-889e9d651114 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 944 time: 0.0492582 Feb 07 23:39:15.710410 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6e6b0beb-317f-4386-8877-8abb65bd602b req-13e4ed05-5caf-4c70-a662-0ff59a5502e5 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Feb 07 23:39:15.718570 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port b73e0d40-b6d4-44c7-94ef-201397186c08 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:39:15.718945 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:15.793530 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:15.818548 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:39:15.820771 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b552c-aa05-4ced-9785-db26f1b80785" -d '{"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-plugged", "status": "completed", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:39:15.835094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:39:15.839768 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:15.864524 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab3930-9fae-449e-80a5-2128cf47920a x-openstack-request-id: req-99ab3930-9fae-449e-80a5-2128cf47920a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:39:15.864814 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-plugged", "status": "completed", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:39:15.865065 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99ab3930-9fae-449e-80a5-2128cf47920a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:39:15.865452 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'code': 200} Feb 07 23:39:15.891996 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:39:16.010617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91566f48-d4c5-41b1-96d2-284cdc6aa0a0 req-c3ac0283-acb1-417a-8aa0-9724503b438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:16.012145 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91566f48-d4c5-41b1-96d2-284cdc6aa0a0 req-c3ac0283-acb1-417a-8aa0-9724503b438e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1097 time: 0.0398996 Feb 07 23:39:16.045738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-91566f48-d4c5-41b1-96d2-284cdc6aa0a0 req-7de00705-985c-4f3c-b1ad-ea526241d524 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276062 Feb 07 23:39:16.830793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7032f-49e6-4dc1-b8d1-1aaa7e8c7c72 req-f6dfc351-7f69-46c7-bc82-3d813fdedde6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:16.832281 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15e7032f-49e6-4dc1-b8d1-1aaa7e8c7c72 req-f6dfc351-7f69-46c7-bc82-3d813fdedde6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 946 time: 0.0506268 Feb 07 23:39:16.869983 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-15e7032f-49e6-4dc1-b8d1-1aaa7e8c7c72 req-18d7accc-b323-4486-b74d-831920a13471 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Feb 07 23:39:17.989005 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ff614-3cef-4cf6-bbf1-90e7c85d9b17 req-e54d06d7-fb26-4dd5-98b1-24bc187fa727 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:17.990458 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b6ff614-3cef-4cf6-bbf1-90e7c85d9b17 req-e54d06d7-fb26-4dd5-98b1-24bc187fa727 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 946 time: 0.0490563 Feb 07 23:39:18.027876 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-1b6ff614-3cef-4cf6-bbf1-90e7c85d9b17 req-2a243c06-2c90-42cb-8705-09e455057b36 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 Feb 07 23:39:21.594692 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa261c85-f977-42ff-900c-1e9394a03f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:24.731810 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-781ecdf9-010b-4c22-80ac-79ff6624f5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:25.081128 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:26.558669 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:26.780391 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:28.040245 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:39:34.542223 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:34.874725 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:49.395036 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-539a8cff-88e0-4578-8ea7-985f755f6a0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803771 Feb 07 23:39:49.475119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-8b1afda3-7ce2-4548-88aa-1ba3cc29d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:49.476684 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-8b1afda3-7ce2-4548-88aa-1ba3cc29d851 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1097 time: 0.0395985 Feb 07 23:39:49.891159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-307f2a46-b8e2-4dc2-a5a5-68c5dabc0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:49.892642 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-307f2a46-b8e2-4dc2-a5a5-68c5dabc0d53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.3976948 Feb 07 23:39:49.956105 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-911c3468-e1c7-458c-990d-0204a32c0eda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 1001 time: 0.0565884 Feb 07 23:39:50.002934 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-737d7ae8-1c50-48bb-9d1c-7d2259cec7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:50.004357 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-737d7ae8-1c50-48bb-9d1c-7d2259cec7e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0426219 Feb 07 23:39:50.052246 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-b7fba6df-5d4a-4e80-a398-89c3a8760426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:50.053678 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-b7fba6df-5d4a-4e80-a398-89c3a8760426 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429683 Feb 07 23:39:50.139220 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-bd50a9f6-f395-4f55-a53b-34026597e441 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786974 Feb 07 23:39:50.228448 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0ebcdeae-ef0c-491d-91f4-f7516c138fbb req-93d78d61-bc4b-4ef7-a766-7c8fb469f0d9 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830116 Feb 07 23:39:51.596734 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35ee6d9f-1a73-4cda-b753-fe894049df50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:54.734265 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c6e41ba-eac7-4092-8a6c-1da3ec8e6db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:55.080985 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:56.563555 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:56.782996 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:04.540934 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:04.872662 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:05.038920 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:40:21.598081 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85ce228a-3422-4c55-b072-60bd27140a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:24.736360 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c99b956-db83-4ee9-97e8-1b0499e2268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:25.083654 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:26.564720 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:26.783405 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:27.689961 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60240) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:40:27.845804 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Deleting port dfb83fca-aded-4141-8474-e7834d117dce {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:40:27.846145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:27.924631 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:27.924956 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:27.936964 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Calling delete_port for dfb83fca-aded-4141-8474-e7834d117dce owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:40:28.084808 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:28.110480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event deleted for resources: {'Port': ['ID=dfb83fca-aded-4141-8474-e7834d117dce,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:28.138470 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.138818 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.139149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.139480 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.139835 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.140157 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.140475 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.140794 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.141104 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.141417 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.141732 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.142041 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:28.182489 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:28.182816 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Floating IP 5925332f-7b15-4791-b8d1-81703c17961a disassociated (deleted). External IP: 172.25.8.191, port: b73e0d40-b6d4-44c7-94ef-201397186c08. Feb 07 23:40:28.391980 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Router dcb66e61-3e14-4079-a010-5d5e0d3062a5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:40:28.498654 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:40:28.503416 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:28.508520 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] Sync routers for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:40:28.517787 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:40:28.518392 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:40:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:28.530761 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6eb06d43-3bd5-448d-ba44-725352fd67ca tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "DELETE /v2.0/floatingips/5925332f-7b15-4791-b8d1-81703c17961a HTTP/1.1" status: 204 len: 168 time: 0.8397267 Feb 07 23:40:28.531349 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:40:28.533616 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e0c3ff-195a-4382-8901-5c5586c68edb" -d '{"events": [{"name": "network-changed", "server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:40:28.577813 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be843810-a616-47a9-aa93-b9b32b449013 x-openstack-request-id: req-be843810-a616-47a9-aa93-b9b32b449013 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:40:28.578103 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:40:28.578356 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be843810-a616-47a9-aa93-b9b32b449013 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:40:28.578770 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'status': 'completed', 'code': 200} Feb 07 23:40:28.625534 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:40:28.646175 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-4f413818-e4f3-47fa-a568-aaa52d28a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:28.647730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-4f413818-e4f3-47fa-a568-aaa52d28a996 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 1097 time: 0.0449035 Feb 07 23:40:28.745721 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-717de90d-d897-4280-b486-cb9bb8329751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:28.748178 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-717de90d-d897-4280-b486-cb9bb8329751 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0892541 Feb 07 23:40:28.795730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-89d399a2-180b-46bb-9964-13ab4970c393 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 200 len: 217 time: 0.0402946 Feb 07 23:40:28.827207 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18f068-b26f-4cbd-9123-62eb3d258d10 req-6638aaeb-ed6b-4154-a00a-0c42e0cbd74f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:28.828995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d18f068-b26f-4cbd-9123-62eb3d258d10 req-6638aaeb-ed6b-4154-a00a-0c42e0cbd74f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 946 time: 0.1046546 Feb 07 23:40:28.847101 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:28.854931 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-f533a5d0-914e-4d83-8039-273da1cdae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:28.857060 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-f533a5d0-914e-4d83-8039-273da1cdae5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0548720 Feb 07 23:40:28.869657 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-9d18f068-b26f-4cbd-9123-62eb3d258d10 req-30c441d4-2f65-49c6-9554-86fce3780ee7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346608 Feb 07 23:40:28.877147 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] Checking router: dcb66e61-3e14-4079-a010-5d5e0d3062a5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:40:28.887917 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:40:28.887917 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:40:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:28.904803 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-b4b93ad7-56af-43a7-872d-bbef4aad7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:28.906245 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-b4b93ad7-56af-43a7-872d-bbef4aad7517 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426333 Feb 07 23:40:28.996973 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:40:29.001295 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-35c99b49-e74c-40ac-9933-5bf6c68c504a service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880289 Feb 07 23:40:29.091514 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-55e0c3ff-195a-4382-8901-5c5586c68edb req-919b3ed0-f79b-44f7-9120-0ae33d0e7980 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819991 Feb 07 23:40:29.188698 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:29.218655 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc274c-e37e-448f-978c-8196d93ff6ee None None] The sync data for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 is: [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:40:29.454502 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16da6abb-c7cd-4df8-be52-bd22557d796d None None] New status for floating IP 5925332f-7b15-4791-b8d1-81703c17961a: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:40:30.053908 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0606ad0-2952-493f-a218-848990771913 req-c8df08fa-7663-4dfe-9be6-dde8020eb7f6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:30.055375 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0606ad0-2952-493f-a218-848990771913 req-c8df08fa-7663-4dfe-9be6-dde8020eb7f6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 946 time: 0.0820508 Feb 07 23:40:30.066988 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a72b6-6050-4a3e-aed1-fd6f1e2d3fcf req-fd1efa08-c8e6-401b-b82d-9b09c80441b0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:30.068374 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa5a72b6-6050-4a3e-aed1-fd6f1e2d3fcf req-fd1efa08-c8e6-401b-b82d-9b09c80441b0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c206699-3038-4408-bea1-b62eba8279fb HTTP/1.1" status: 200 len: 946 time: 0.1251380 Feb 07 23:40:30.148197 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fa5a72b6-6050-4a3e-aed1-fd6f1e2d3fcf req-751e8545-0810-424d-86cd-642dbc6fe2fd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb0b401e-5994-4684-a5f2-752727faeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730467 Feb 07 23:40:30.177239 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-f0606ad0-2952-493f-a218-848990771913 req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Deleting port b73e0d40-b6d4-44c7-94ef-201397186c08 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:40:30.177591 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0606ad0-2952-493f-a218-848990771913 req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:30.270026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-f0606ad0-2952-493f-a218-848990771913 req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] For port b73e0d40-b6d4-44c7-94ef-201397186c08, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=b73e0d40-b6d4-44c7-94ef-201397186c08,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:40:30.270308 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0606ad0-2952-493f-a218-848990771913 req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:30.282689 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-f0606ad0-2952-493f-a218-848990771913 req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Calling delete_port for b73e0d40-b6d4-44c7-94ef-201397186c08 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:40:30.410248 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0606ad0-2952-493f-a218-848990771913 req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:30.436642 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event deleted for resources: {'Port': ['ID=b73e0d40-b6d4-44c7-94ef-201397186c08,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:30.451955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.451955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.451955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.451955 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.452331 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.452561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.452889 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.453211 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.453534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.453857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.454178 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.454527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:30.488561 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0606ad0-2952-493f-a218-848990771913 req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] No DVR routers for this DVR port b73e0d40-b6d4-44c7-94ef-201397186c08 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:40:30.491139 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-f0606ad0-2952-493f-a218-848990771913 req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:30.494424 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f0606ad0-2952-493f-a218-848990771913 req-3e289230-a646-410f-ad32-fbd7cbbc8ed9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "DELETE /v2.0/ports/b73e0d40-b6d4-44c7-94ef-201397186c08 HTTP/1.1" status: 204 len: 173 time: 0.4251981 Feb 07 23:40:30.494857 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-deleted', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:40:30.497406 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d71ca3-abeb-4de7-aee1-f3e7aa20d9a0" -d '{"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-deleted", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:40:30.594138 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf3352-0104-4d9a-9882-890b3184e493 x-openstack-request-id: req-a0bf3352-0104-4d9a-9882-890b3184e493 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:40:30.594425 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c206699-3038-4408-bea1-b62eba8279fb", "name": "network-vif-deleted", "tag": "b73e0d40-b6d4-44c7-94ef-201397186c08", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:40:30.594652 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0bf3352-0104-4d9a-9882-890b3184e493 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:40:30.595054 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c206699-3038-4408-bea1-b62eba8279fb', 'name': 'network-vif-deleted', 'tag': 'b73e0d40-b6d4-44c7-94ef-201397186c08', 'status': 'completed', 'code': 200} Feb 07 23:40:31.208679 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60268) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:40:31.270062 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-835bf9af-4db3-49ef-b564-99149f08323e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.294409 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-835bf9af-4db3-49ef-b564-99149f08323e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.352058 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-835bf9af-4db3-49ef-b564-99149f08323e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.355010 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-835bf9af-4db3-49ef-b564-99149f08323e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.357107 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-835bf9af-4db3-49ef-b564-99149f08323e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "DELETE /v2.0/security-groups/cb0b401e-5994-4684-a5f2-752727faeb5f HTTP/1.1" status: 204 len: 168 time: 0.1470065 Feb 07 23:40:31.365863 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bf9af-4db3-49ef-b564-99149f08323e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b401e-5994-4684-a5f2-752727faeb5f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:31.732588 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60274) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:40:31.737128 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-94bd959e-1f27-4845-b3e8-614c02c1b1fa tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729002437', 'description': 'tempest-secgroup-smoke-729002437 description', 'project_id': 'b60f1802367c44139c473c902770ab94'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:31.760276 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94bd959e-1f27-4845-b3e8-614c02c1b1fa tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.823817 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94bd959e-1f27-4845-b3e8-614c02c1b1fa tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.828075 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94bd959e-1f27-4845-b3e8-614c02c1b1fa tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.858188 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-94bd959e-1f27-4845-b3e8-614c02c1b1fa tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.859404 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-94bd959e-1f27-4845-b3e8-614c02c1b1fa tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1258211 Feb 07 23:40:31.862472 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60276) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:40:31.863111 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd959e-1f27-4845-b3e8-614c02c1b1fa tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626b188c-514a-4415-9e2d-cb1cf8307d00,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:31.867773 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-7b119ce9-4e3c-4b3b-8b5d-f8fcb625c4d3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': '626b188c-514a-4415-9e2d-cb1cf8307d00', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:31.895865 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b119ce9-4e3c-4b3b-8b5d-f8fcb625c4d3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.950188 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b119ce9-4e3c-4b3b-8b5d-f8fcb625c4d3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.953908 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b119ce9-4e3c-4b3b-8b5d-f8fcb625c4d3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.971632 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b119ce9-4e3c-4b3b-8b5d-f8fcb625c4d3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28979bb-5fd1-4c08-ae67-43ca5094f958,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:31.980477 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-7b119ce9-4e3c-4b3b-8b5d-f8fcb625c4d3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.982295 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7b119ce9-4e3c-4b3b-8b5d-f8fcb625c4d3 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181986 Feb 07 23:40:31.985031 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60278) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:40:31.989446 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-c0e910b1-0db5-4ae9-b4d8-9df453bb9ed7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': '626b188c-514a-4415-9e2d-cb1cf8307d00', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:32.016323 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0e910b1-0db5-4ae9-b4d8-9df453bb9ed7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.042835 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b73e0d40-b6d4-44c7-94ef-201397186c08 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:40:32.066839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: b73e0d40-b6d4-44c7-94ef-201397186c08 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:40:32.067183 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device b73e0d40-b6d4-44c7-94ef-201397186c08 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:40:32.075487 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0e910b1-0db5-4ae9-b4d8-9df453bb9ed7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.079136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0e910b1-0db5-4ae9-b4d8-9df453bb9ed7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.097593 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e910b1-0db5-4ae9-b4d8-9df453bb9ed7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68711a57-229f-4734-a875-e31ca9383b79,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:32.102609 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c0e910b1-0db5-4ae9-b4d8-9df453bb9ed7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.106648 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60280) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:40:32.106784 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c0e910b1-0db5-4ae9-b4d8-9df453bb9ed7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205897 Feb 07 23:40:32.111373 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-022b982b-1c02-4010-94dd-5536e22cce44 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': '626b188c-514a-4415-9e2d-cb1cf8307d00', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:32.139750 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-022b982b-1c02-4010-94dd-5536e22cce44 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.195673 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-022b982b-1c02-4010-94dd-5536e22cce44 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.199296 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-022b982b-1c02-4010-94dd-5536e22cce44 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.218126 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b982b-1c02-4010-94dd-5536e22cce44 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef720931-9f1d-407f-a475-f80d177540c6,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:32.227273 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-022b982b-1c02-4010-94dd-5536e22cce44 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.228467 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-022b982b-1c02-4010-94dd-5536e22cce44 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207559 Feb 07 23:40:32.231473 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60282) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:40:32.236440 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4f9d18f1-7a87-4386-9c6c-83f20fdd87ee tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': '626b188c-514a-4415-9e2d-cb1cf8307d00', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:32.265440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9d18f1-7a87-4386-9c6c-83f20fdd87ee tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.321363 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9d18f1-7a87-4386-9c6c-83f20fdd87ee tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.325577 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9d18f1-7a87-4386-9c6c-83f20fdd87ee tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.342779 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d18f1-7a87-4386-9c6c-83f20fdd87ee tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef31f7a-8545-4884-92c6-719e60af4e4a,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:32.350322 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4f9d18f1-7a87-4386-9c6c-83f20fdd87ee tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.351487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4f9d18f1-7a87-4386-9c6c-83f20fdd87ee tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188521 Feb 07 23:40:32.354566 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60284) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:40:32.359150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-4cf50a3c-8d25-44e6-8b8d-9f35aa1dfb9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': '626b188c-514a-4415-9e2d-cb1cf8307d00', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:32.381575 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-4cf50a3c-8d25-44e6-8b8d-9f35aa1dfb9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Project b60f1802367c44139c473c902770ab94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:40:32.386191 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cf50a3c-8d25-44e6-8b8d-9f35aa1dfb9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.444076 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cf50a3c-8d25-44e6-8b8d-9f35aa1dfb9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.447501 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cf50a3c-8d25-44e6-8b8d-9f35aa1dfb9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.467179 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf50a3c-8d25-44e6-8b8d-9f35aa1dfb9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02271918-5bcd-4e98-a7db-e55142b089fc,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:32.472728 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4cf50a3c-8d25-44e6-8b8d-9f35aa1dfb9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.473901 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4cf50a3c-8d25-44e6-8b8d-9f35aa1dfb9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184282 Feb 07 23:40:32.476874 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60286) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:40:32.481130 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9d6e2bc7-b67e-4db7-84a2-aa2eed6f311c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'security_group_rule': {'security_group_id': '626b188c-514a-4415-9e2d-cb1cf8307d00', 'project_id': 'b60f1802367c44139c473c902770ab94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:32.505003 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-9d6e2bc7-b67e-4db7-84a2-aa2eed6f311c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Project b60f1802367c44139c473c902770ab94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:40:32.509674 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2bc7-b67e-4db7-84a2-aa2eed6f311c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.571763 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2bc7-b67e-4db7-84a2-aa2eed6f311c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.575125 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2bc7-b67e-4db7-84a2-aa2eed6f311c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.591524 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e2bc7-b67e-4db7-84a2-aa2eed6f311c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cc0570-4742-420c-9dd4-7f206dd182bc,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:32.599507 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2bc7-b67e-4db7-84a2-aa2eed6f311c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:32.600720 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9d6e2bc7-b67e-4db7-84a2-aa2eed6f311c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229467 Feb 07 23:40:34.542516 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:34.874300 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:42.038178 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:40:46.769269 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-3c90d86a-713f-4256-989a-1b160d55a239 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729002437&fields=id&tenant_id=b60f1802367c44139c473c902770ab94 HTTP/1.1" status: 200 len: 267 time: 0.0355606 Feb 07 23:40:46.875425 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-4ba2bbe1-0328-42ab-90af-85f7c9dce922 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:46.877714 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-4ba2bbe1-0328-42ab-90af-85f7c9dce922 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 809 time: 0.1005123 Feb 07 23:40:46.891946 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-d4523b42-3f28-48ee-8063-8c46b10814c2 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/quotas/b60f1802367c44139c473c902770ab94 HTTP/1.1" status: 200 len: 375 time: 0.0097187 Feb 07 23:40:46.941680 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-d37232ba-96d0-462b-a3f6-7897a4251f3d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445361 Feb 07 23:40:47.047951 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-849e7d22-3038-4f67-b2cc-01a2cebc4e7f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:40:47.048947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-849e7d22-3038-4f67-b2cc-01a2cebc4e7f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435412 Feb 07 23:40:47.141575 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-ee5286ee-5634-4919-b522-8bee3164bd0b service neutron] 10.222.0.15 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861652 Feb 07 23:40:47.230753 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-212f08a4-3c74-4238-a1eb-8987987fca9e service neutron] 10.222.0.15 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828879 Feb 07 23:40:48.518934 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-bc8fc8da-ed7f-4999-9ae5-a5d5fb87e4a3 req-ec33e955-2e15-46e5-84f3-ecb14817e7ba tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 210 time: 0.0251112 Feb 07 23:40:49.463375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-2aa90b95-9e85-4e61-9c46-cbc01a826ed7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:49.464982 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-2aa90b95-9e85-4e61-9c46-cbc01a826ed7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 809 time: 0.1042089 Feb 07 23:40:49.512836 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-71e9ebdc-3f55-476c-ba5d-3fd67805fa82 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60f1802367c44139c473c902770ab94 HTTP/1.1" status: 200 len: 379 time: 0.0387678 Feb 07 23:40:49.523020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'port': {'device_id': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'admin_state_up': True, 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'security_groups': ['626b188c-514a-4415-9e2d-cb1cf8307d00']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:49.624482 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29e530f2-8a8f-481b-a97e-3802d3fcc5cb req-6499cb6e-e188-46cd-965a-3b9dc23f42c6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 210 time: 0.0328557 Feb 07 23:40:49.646458 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Made reservation on behalf of b60f1802367c44139c473c902770ab94 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:40:49.650276 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:49.778757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Allocated IP 172.20.0.3 (ef1b2653-9ec3-4ac9-9172-e418cc97b176/3e6b7154-9145-4be4-bc8a-b8881b0920ee/91da3d5d-3afa-4ba5-a334-f7215f8af8a4) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:40:49.918305 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:49.951554 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:50.002389 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:40:50.006258 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:40:50.009968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:40:50.034829 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'Port': ['ID=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:50.068375 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:50.069027 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:50.087389 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-312d7f67-05d3-4287-852c-76316c0ec9ab tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681319 Feb 07 23:40:50.100304 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Request body: {'port': {'device_id': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:50.158086 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:50.282066 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d3221de8-91db-4124-823a-061bd9f456cb None None] Provisioning complete for port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:50.283149 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3221de8-91db-4124-823a-061bd9f456cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:50.318094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d3221de8-91db-4124-823a-061bd9f456cb None None] Port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:40:50.432101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:40:50.440012 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:50.451600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Transition to ACTIVE for port object 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:40:50.456364 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:50.526539 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Pushing event updated for resources: {'Port': ['ID=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:50.589799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Attempting to bind port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:40:50.590167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Attempting to bind port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:40:50.590464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Attempting to bind port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 on network ef1b2653-9ec3-4ac9-9172-e418cc97b176 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:40:50.595418 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 on network ef1b2653-9ec3-4ac9-9172-e418cc97b176 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:40:50.595903 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Attempting to bind port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 on network ef1b2653-9ec3-4ac9-9172-e418cc97b176 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:40:50.600993 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:40:50.601575 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Checking segment: {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:40:50.601968 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Bound using segment: {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:40:50.602372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Bound port: 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:40:50.602731 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:50.695411 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:40:50.699159 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:40:50.705528 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:50.741226 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:50.742227 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:50.744052 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] 10.222.0.46 "PUT /v2.0/ports/91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 1091 time: 0.6482346 Feb 07 23:40:50.758556 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:40:50.761447 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8865b67c-33e7-49d5-900b-1788d8fef49e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:40:50.824520 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261d779f-789a-4533-b9fc-0584b8da52ac x-openstack-request-id: req-261d779f-789a-4533-b9fc-0584b8da52ac {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:40:50.824867 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:40:50.825074 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-261d779f-789a-4533-b9fc-0584b8da52ac {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:40:50.825433 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'status': 'completed', 'code': 200} Feb 07 23:40:50.851911 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1028c23-a730-4f6d-9213-397f2ee5f695 service neutron] Pushing event updated for resources: {'Port': ['ID=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:50.868866 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcf8a5-f39a-4c97-9eb3-aa930006245b req-c148091d-33cb-48a3-9b05-d573841d52cb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:50.870373 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6bcf8a5-f39a-4c97-9eb3-aa930006245b req-c148091d-33cb-48a3-9b05-d573841d52cb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.1536367 Feb 07 23:40:50.876480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-8d537b6c-74b8-4c88-b121-eb0c27762a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:50.877949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-8d537b6c-74b8-4c88-b121-eb0c27762a97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1094 time: 0.0887208 Feb 07 23:40:50.936167 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-ac815799-0fe5-42ec-b020-6d1e631c24c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 217 time: 0.0495019 Feb 07 23:40:50.979336 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b6bcf8a5-f39a-4c97-9eb3-aa930006245b req-524ff59f-e391-40c1-8470-325c9a29d917 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004300 Feb 07 23:40:51.001058 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-caf7a4bf-d3ec-46a4-aa5a-0034e825bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:51.002503 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-caf7a4bf-d3ec-46a4-aa5a-0034e825bc31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0575109 Feb 07 23:40:51.050095 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-0a184b09-dfb4-49ac-aff2-c81a3d9b8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:51.051891 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-0a184b09-dfb4-49ac-aff2-c81a3d9b8d56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414503 Feb 07 23:40:51.147337 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-18344937-f110-41e6-b0ee-b8e55b83a230 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894022 Feb 07 23:40:51.236609 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5a697f85-cb34-44ae-9816-3eb51dc29cdf req-77b27a93-46e0-4b2b-a035-32c042f40113 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827417 Feb 07 23:40:51.324849 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-8a3256c2-26d4-48be-813a-a10e5afced87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:51.326277 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-8a3256c2-26d4-48be-813a-a10e5afced87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1094 time: 0.0474577 Feb 07 23:40:51.416033 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-0ae11c6b-7357-4c54-bf10-5c306e298940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:51.417626 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-0ae11c6b-7357-4c54-bf10-5c306e298940 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0848689 Feb 07 23:40:51.457356 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-b77f2094-eff3-4530-be3b-d4c83aede0e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 217 time: 0.0334170 Feb 07 23:40:51.510356 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-98f6389a-c93e-4fd8-9cb2-7eb5de4c00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:51.511822 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-98f6389a-c93e-4fd8-9cb2-7eb5de4c00eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0484684 Feb 07 23:40:51.556882 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-63e1639f-e928-43c6-a8d2-ef51974da289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:51.558404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-63e1639f-e928-43c6-a8d2-ef51974da289 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404108 Feb 07 23:40:51.601012 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a396c938-4d3f-432c-a081-6037caaf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:51.650816 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-c23768b0-e8e3-4a7d-b366-8a7b099c15b1 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858567 Feb 07 23:40:51.745253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8865b67c-33e7-49d5-900b-1788d8fef49e req-e1bff172-c5b1-40de-97ca-00817c8a59ea service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879438 Feb 07 23:40:52.102321 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031becb-e018-41bd-9334-07b43d263775 req-33132504-b64f-4cf7-a8a3-87e97c906b7f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:52.103786 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6031becb-e018-41bd-9334-07b43d263775 req-33132504-b64f-4cf7-a8a3-87e97c906b7f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0489643 Feb 07 23:40:52.143128 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6031becb-e018-41bd-9334-07b43d263775 req-317b6762-0e7a-4670-b1a0-7ccb6bc2da5a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329473 Feb 07 23:40:53.262569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2874f9-6d16-453d-84aa-a0363e0701c2 req-023bd122-94a1-4c9a-b246-85b452ad1a3f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:53.264078 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be2874f9-6d16-453d-84aa-a0363e0701c2 req-023bd122-94a1-4c9a-b246-85b452ad1a3f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0519814 Feb 07 23:40:53.302792 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be2874f9-6d16-453d-84aa-a0363e0701c2 req-5743d220-0468-416d-94eb-0bf662c9f333 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324626 Feb 07 23:40:54.419140 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c211fd9-7f19-4d87-aa00-873f940f30b2 req-a314eea5-4959-4d43-8413-dd276db88bce tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:54.420606 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c211fd9-7f19-4d87-aa00-873f940f30b2 req-a314eea5-4959-4d43-8413-dd276db88bce tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0478406 Feb 07 23:40:54.458649 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-5c211fd9-7f19-4d87-aa00-873f940f30b2 req-bbf6f371-303c-4c9a-b27c-5d444c1f095f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Feb 07 23:40:54.737350 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1cd87c24-c3ec-47e4-9feb-85d9c1ee346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:55.086393 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:55.578315 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798775d4-1a25-467c-aec9-67d95e84435f req-eee0806d-aafa-4683-a5f5-a14b0d53fdcb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:55.579788 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-798775d4-1a25-467c-aec9-67d95e84435f req-eee0806d-aafa-4683-a5f5-a14b0d53fdcb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0533593 Feb 07 23:40:55.617040 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-798775d4-1a25-467c-aec9-67d95e84435f req-35a26f6e-3ea1-40e8-9f91-789a722eaf42 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313158 Feb 07 23:40:56.569957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:56.730523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a2cd6-512b-42d8-8bf5-7ee1767e502c req-5fb187f9-0d53-4b7e-8304-2cc913001a26 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:56.731995 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-825a2cd6-512b-42d8-8bf5-7ee1767e502c req-5fb187f9-0d53-4b7e-8304-2cc913001a26 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0485244 Feb 07 23:40:56.774495 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-825a2cd6-512b-42d8-8bf5-7ee1767e502c req-4e96f7b8-d379-4563-b287-639a594309a8 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358458 Feb 07 23:40:56.786655 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:57.892260 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6959e2-d524-48c4-89bb-571b473afb56 req-ac380051-a8f4-439b-976a-933ff91c447d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:57.893738 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6959e2-d524-48c4-89bb-571b473afb56 req-ac380051-a8f4-439b-976a-933ff91c447d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0487111 Feb 07 23:40:57.930935 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0f6959e2-d524-48c4-89bb-571b473afb56 req-37d84585-b27f-4205-bab1-5c1731beff84 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312581 Feb 07 23:40:59.045390 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34a6b0-b7c7-4aa3-bba5-0906b08042e1 req-47159479-014d-48e0-8e7a-ab012ff3617e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:59.047506 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b34a6b0-b7c7-4aa3-bba5-0906b08042e1 req-47159479-014d-48e0-8e7a-ab012ff3617e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0489595 Feb 07 23:40:59.084555 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7b34a6b0-b7c7-4aa3-bba5-0906b08042e1 req-ee4b416e-c4f8-4721-bd86-bb3aeb37d760 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309849 Feb 07 23:41:00.199909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deced2cf-3659-42f0-be4b-2bfae4a507dd req-3d7b7bed-6a6e-4723-a8e5-de680783de28 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:00.201365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-deced2cf-3659-42f0-be4b-2bfae4a507dd req-3d7b7bed-6a6e-4723-a8e5-de680783de28 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0488181 Feb 07 23:41:00.240883 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-deced2cf-3659-42f0-be4b-2bfae4a507dd req-6c0e8fc2-eb66-4ff7-b0bc-38f8b342df0d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331905 Feb 07 23:41:01.353892 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b65839-7683-4385-841b-b1e0ca2f6f3d req-2211cbdf-2a26-428d-85be-a6eae7956952 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:01.355343 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73b65839-7683-4385-841b-b1e0ca2f6f3d req-2211cbdf-2a26-428d-85be-a6eae7956952 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0478821 Feb 07 23:41:01.392695 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-73b65839-7683-4385-841b-b1e0ca2f6f3d req-9e2d0a16-89c0-4220-88f8-cc5526fbb7eb tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306110 Feb 07 23:41:02.197843 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:41:02.290515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:41:02.304721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'port_id': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'mac_address': 'fa:16:3e:11:92:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:41:02.340541 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:02.353506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:41:02.371640 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:41:02.375469 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:02.421446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:02.428716 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.429063 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.429403 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.429737 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.430067 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.430394 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.430720 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.431043 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.431364 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.431683 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.432054 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.432376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:02.511177 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9542ec-9b36-4dc5-9fef-647f6df72729 req-bf569593-d961-4200-a2a8-d93db5b5bc1e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:02.512593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb9542ec-9b36-4dc5-9fef-647f6df72729 req-bf569593-d961-4200-a2a8-d93db5b5bc1e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 944 time: 0.0515769 Feb 07 23:41:02.550809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fb9542ec-9b36-4dc5-9fef-647f6df72729 req-40260972-008b-4385-b89c-709572359129 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311217 Feb 07 23:41:02.576213 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['91da3d5d-3afa-4ba5-a334-f7215f8af8a4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:41:03.665666 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e16ffa-ea49-41a6-add3-6def5da16ae9 req-e47005b9-fb21-4dc0-acc9-87a4f75c6973 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:03.667109 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08e16ffa-ea49-41a6-add3-6def5da16ae9 req-e47005b9-fb21-4dc0-acc9-87a4f75c6973 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 944 time: 0.0487447 Feb 07 23:41:03.708852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08e16ffa-ea49-41a6-add3-6def5da16ae9 req-e82bf25e-fc15-4395-bd72-82c68baba0ec tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356114 Feb 07 23:41:04.230209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:41:04.277318 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:41:04.281892 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:41:04.282260 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:04.357720 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:04.379841 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:41:04.382050 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be652ccb-5186-4ca2-bb46-d4e657ad5a13" -d '{"events": [{"server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "name": "network-vif-plugged", "status": "completed", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:41:04.395076 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:41:04.398958 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:04.424359 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cf62fd-c4e0-4a52-83e2-1b2b4034243d x-openstack-request-id: req-61cf62fd-c4e0-4a52-83e2-1b2b4034243d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:41:04.424660 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "name": "network-vif-plugged", "status": "completed", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:41:04.424924 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61cf62fd-c4e0-4a52-83e2-1b2b4034243d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:41:04.425400 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'code': 200} Feb 07 23:41:04.451788 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:04.514379 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd1d56-7001-4327-ae51-eb9ace0b0725 req-1d7065cf-4e59-409c-b20d-e16071ac7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:04.515848 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edcd1d56-7001-4327-ae51-eb9ace0b0725 req-1d7065cf-4e59-409c-b20d-e16071ac7a8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1096 time: 0.0407937 Feb 07 23:41:04.539569 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:04.551434 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edcd1d56-7001-4327-ae51-eb9ace0b0725 req-787052be-a1b7-4acc-9723-3f2662514c19 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285966 Feb 07 23:41:04.824340 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25c695-101b-4f59-8718-ba9dd9a62196 req-bbcf2795-f98f-4cbe-824b-bb28dd796fbd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:04.825702 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b25c695-101b-4f59-8718-ba9dd9a62196 req-bbcf2795-f98f-4cbe-824b-bb28dd796fbd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0483618 Feb 07 23:41:04.866434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-4b25c695-101b-4f59-8718-ba9dd9a62196 req-a2e2ce22-f688-4f2f-b6a3-521c12421ec6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347288 Feb 07 23:41:04.873444 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:05.981741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0d33e-3f23-45fd-bd79-bb659e084c7a req-46aee2d0-4bb3-4384-b6e7-7ec7fa6f36dc tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:05.983237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a3d0d33e-3f23-45fd-bd79-bb659e084c7a req-46aee2d0-4bb3-4384-b6e7-7ec7fa6f36dc tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0489171 Feb 07 23:41:06.021047 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a3d0d33e-3f23-45fd-bd79-bb659e084c7a req-f789b3d5-3d9d-4a23-95b6-8e3ed4b15e81 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312786 Feb 07 23:41:06.135620 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bc708-3ce4-40f4-b8d0-18e21a47dad5 req-162a173c-7634-4867-bba0-12009d61c117 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:06.137095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c9bc708-3ce4-40f4-b8d0-18e21a47dad5 req-162a173c-7634-4867-bba0-12009d61c117 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0484598 Feb 07 23:41:06.175871 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3c9bc708-3ce4-40f4-b8d0-18e21a47dad5 req-50a1ad30-51fc-4513-bfef-c6ae9333a7dd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328090 Feb 07 23:41:06.197932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60484) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:41:06.237205 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db533dda-ac8e-4e3d-94e7-c013b7a2101b tempest-TestShelveInstance-479611025 tempest-TestShelveInstance-479611025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:06.238655 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-db533dda-ac8e-4e3d-94e7-c013b7a2101b tempest-TestShelveInstance-479611025 tempest-TestShelveInstance-479611025-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1091 time: 0.0397632 Feb 07 23:41:06.241362 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60486) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:41:06.245465 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:41:06.268714 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:06.366824 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:06.471233 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Allocated IP 172.25.8.157 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/ac228481-fc2c-4be6-8934-1f3a0b0babf0) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:41:06.570773 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:06.604029 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:06.638939 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:41:06.643959 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:41:06.646982 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:41:06.677660 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'Port': ['ID=ac228481-fc2c-4be6-8934-1f3a0b0babf0,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:07.005823 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:07.074383 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:07.219251 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:07.224422 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:07.294253 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event updated for resources: {'Port': ['ID=ac228481-fc2c-4be6-8934-1f3a0b0babf0,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:07.304597 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:07.401912 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Floating IP dbe4e498-217d-4a8b-bdfb-7fd12aa9f843 associated. External IP: 172.25.8.157, port: 91da3d5d-3afa-4ba5-a334-f7215f8af8a4. Feb 07 23:41:07.893294 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Router dcb66e61-3e14-4079-a010-5d5e0d3062a5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:41:07.997474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:41:08.007606 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] Sync routers for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:41:08.014914 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:08.018268 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:41:08.018884 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:40:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:41:08.046475 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-40386ea1-efd7-43f8-ba4c-d45aa17c77ac tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8041239 Feb 07 23:41:08.047135 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:41:08.049953 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfb6ba7-17b6-479e-bf89-1244a72b830c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:41:08.131056 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:41:08.140914 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025057dd-15a0-433f-8eca-99116aaadd2b x-openstack-request-id: req-025057dd-15a0-433f-8eca-99116aaadd2b {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:41:08.141212 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:41:08.141991 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-025057dd-15a0-433f-8eca-99116aaadd2b {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:41:08.142385 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'status': 'completed', 'code': 200} Feb 07 23:41:08.208444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-ae00cec9-0d77-49d1-8f15-da6522181dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:08.209933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-ae00cec9-0d77-49d1-8f15-da6522181dd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1096 time: 0.0448694 Feb 07 23:41:08.299431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-91b12806-53c6-42d8-8a14-cc3a27943889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:08.301487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-91b12806-53c6-42d8-8a14-cc3a27943889 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0854943 Feb 07 23:41:08.351609 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'dbe4e498-217d-4a8b-bdfb-7fd12aa9f843', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'port_id': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'mac_address': 'fa:16:3e:11:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:41:06Z', 'updated_at': '2022-02-07T23:41:06Z', 'revision_number': 0, 'project_id': 'b60f1802367c44139c473c902770ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:41:08.371566 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-f951bdc3-4350-446d-a03e-3e4c15d446c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 999 time: 0.0619924 Feb 07 23:41:08.377844 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] Checking router: dcb66e61-3e14-4079-a010-5d5e0d3062a5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:41:08.386050 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:41:08.386644 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:40:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:41:08.419490 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-d0aea6f1-f1c3-448e-a94f-6224faa13313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:08.420948 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-d0aea6f1-f1c3-448e-a94f-6224faa13313 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0433762 Feb 07 23:41:08.465555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-26a82474-3de6-4321-a8d4-407d3c406946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:08.467022 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-26a82474-3de6-4321-a8d4-407d3c406946 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396140 Feb 07 23:41:08.492797 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:41:08.562758 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-c1c53372-c300-47f7-99d4-4156cecb269d service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886908 Feb 07 23:41:08.651660 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-0dfb6ba7-17b6-479e-bf89-1244a72b830c req-7e8765f7-2f11-43b5-a2db-9631dc23d89f service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821676 Feb 07 23:41:08.714821 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'dbe4e498-217d-4a8b-bdfb-7fd12aa9f843', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'port_id': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'mac_address': 'fa:16:3e:11:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:41:06Z', 'updated_at': '2022-02-07T23:41:06Z', 'revision_number': 0, 'project_id': 'b60f1802367c44139c473c902770ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:41:08.740342 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bbc78-fc66-4499-9424-87ed92e29ae1 None None] The sync data for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 is: [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'dbe4e498-217d-4a8b-bdfb-7fd12aa9f843', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'port_id': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'mac_address': 'fa:16:3e:11:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:41:06Z', 'updated_at': '2022-02-07T23:41:06Z', 'revision_number': 0, 'project_id': 'b60f1802367c44139c473c902770ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:41:08.928330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d8886-c350-4afb-ab59-6c5d42c027ea None None] New status for floating IP dbe4e498-217d-4a8b-bdfb-7fd12aa9f843: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:41:19.037528 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:41:21.599559 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb1851e0-f9e3-4d3a-b5b8-0192d5fe70f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:24.740137 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaaeebef-4176-4c6c-b523-63e490b1b91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:25.092094 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:26.570123 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:26.790449 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:34.540620 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:34.868964 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:50.348650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-0bfaadc8-cba9-4080-a2ef-94f0a417c505 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390015 Feb 07 23:41:50.431616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-f17bdee9-f144-4da4-9b61-6abbc33aa3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:50.433065 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-f17bdee9-f144-4da4-9b61-6abbc33aa3c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1096 time: 0.0440333 Feb 07 23:41:50.531730 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-506eb1da-fb13-4827-a0bf-07ffc3e95c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:50.533177 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-506eb1da-fb13-4827-a0bf-07ffc3e95c54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0826161 Feb 07 23:41:50.601172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-38ac3abb-c153-49a4-9410-f1e46d336436 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 1001 time: 0.0596099 Feb 07 23:41:50.646334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-5bb84376-bc9b-4baf-aa49-7169a426cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:50.647749 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-5bb84376-bc9b-4baf-aa49-7169a426cbb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0411699 Feb 07 23:41:50.691563 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-c9afdd25-dcbf-4c61-a89b-e4b2d8cf3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:50.693073 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-c9afdd25-dcbf-4c61-a89b-e4b2d8cf3b88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392137 Feb 07 23:41:50.783305 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-2deea925-88f1-4a46-abbf-543aa2fecd5a service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836308 Feb 07 23:41:50.872314 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5e1fe474-16ec-4b5a-b71c-0ac625922082 req-1118de58-6fcf-492d-8bd9-de2a34b2c3cb service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817740 Feb 07 23:41:51.604054 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d408cddc-2901-4130-86ed-29dd994a3ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:54.741535 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d21b203b-7a72-4d38-a7b4-20613eef591d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:55.092731 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:56.036472 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:41:56.573471 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:56.791885 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:04.552840 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:04.871267 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:21.605608 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2b48453-b4a4-421d-8418-f5096bab12e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:24.745942 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f68f5fc6-1ba3-4024-915b-c3fb343f00f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:25.095751 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:26.574916 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:26.795059 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:33.035514 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:42:34.583326 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:34.867670 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:51.348740 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-24a1a3ea-93d8-4510-aa6f-1bbbc96f69cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400097 Feb 07 23:42:51.431549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-8484e7a4-05bf-4fa3-a9aa-7fbb14acaeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:51.433663 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-8484e7a4-05bf-4fa3-a9aa-7fbb14acaeb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1096 time: 0.0437584 Feb 07 23:42:51.532108 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-87f79ab2-4898-4f54-bed3-3a3f0cd6edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:51.533554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-87f79ab2-4898-4f54-bed3-3a3f0cd6edb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0819237 Feb 07 23:42:51.603659 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-42a1248e-6698-4a82-9b09-47654baf923b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 1001 time: 0.0630481 Feb 07 23:42:51.607400 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef77ed59-3307-467f-81df-400b9cc6030d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:51.650484 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-63c8e0f4-95cc-4ec7-9a35-93ab06b73404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:51.652539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-63c8e0f4-95cc-4ec7-9a35-93ab06b73404 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0432737 Feb 07 23:42:51.696826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-2ed3cc40-4906-4241-bd76-6c4cde6c8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:51.698650 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-2ed3cc40-4906-4241-bd76-6c4cde6c8c48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399911 Feb 07 23:42:51.708400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-fcf62b5b-61ea-4e75-8412-c325b7cd24e6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:42:51.709327 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-fcf62b5b-61ea-4e75-8412-c325b7cd24e6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048497 Feb 07 23:42:51.799567 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-03086ac7-ecaa-444e-8c5f-5c276cc5f700 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839045 Feb 07 23:42:51.886722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fc08ef55-62eb-4119-8a1a-b58fcf674196 req-693fa6de-f811-4ce7-91af-48dc286894cf service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812490 Feb 07 23:42:54.747809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71213877-70d0-4a09-96c2-2e5fc294e974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:55.097612 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:56.578290 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:56.798420 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:03.749083 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a2499-be0f-42c9-a29d-2799fedb0e62 req-1f4dcdff-f5b8-4bb7-9993-842acd7dfa5c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:03.750572 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-090a2499-be0f-42c9-a29d-2799fedb0e62 req-1f4dcdff-f5b8-4bb7-9993-842acd7dfa5c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0497744 Feb 07 23:43:03.790786 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-090a2499-be0f-42c9-a29d-2799fedb0e62 req-2f4f5581-df7a-4b54-98a4-49ed594854e7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331485 Feb 07 23:43:04.583057 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:04.854906 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:04.922376 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f91210-f6db-42ec-98fb-539559159c38 req-213bc86a-1007-4eea-9ca1-d6b156afeacc tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:04.923870 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24f91210-f6db-42ec-98fb-539559159c38 req-213bc86a-1007-4eea-9ca1-d6b156afeacc tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0507317 Feb 07 23:43:04.960969 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-24f91210-f6db-42ec-98fb-539559159c38 req-4400c7d1-d328-4d96-a917-28c8139639d4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310605 Feb 07 23:43:06.326328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1df92-03f5-473c-a3b9-78497c4a61aa req-e9af03ad-5c37-4e93-b41d-e728f2704c9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:06.327779 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1eb1df92-03f5-473c-a3b9-78497c4a61aa req-e9af03ad-5c37-4e93-b41d-e728f2704c9a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0528154 Feb 07 23:43:06.364824 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1eb1df92-03f5-473c-a3b9-78497c4a61aa req-f48bbab2-4d82-46b4-be2a-1d7e44aa37fd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311816 Feb 07 23:43:07.478364 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052188d-d3cb-4c57-ab1f-8fbb573f332a req-c9dff59f-edb1-4be4-a68e-b7e838c6e740 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:07.479821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d052188d-d3cb-4c57-ab1f-8fbb573f332a req-c9dff59f-edb1-4be4-a68e-b7e838c6e740 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0473382 Feb 07 23:43:07.516398 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-d052188d-d3cb-4c57-ab1f-8fbb573f332a req-d6e19fae-c5de-4e2a-97ae-924ec3dbf10c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300553 Feb 07 23:43:08.630550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8cec-dfbf-45cc-b61a-8ffc7e185c14 req-33f3c715-26e3-44e5-819b-dd5355a626f4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:08.631998 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42fa8cec-dfbf-45cc-b61a-8ffc7e185c14 req-33f3c715-26e3-44e5-819b-dd5355a626f4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0485630 Feb 07 23:43:08.669160 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-42fa8cec-dfbf-45cc-b61a-8ffc7e185c14 req-0080707b-da3b-4472-89db-fd5aa293a495 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306947 Feb 07 23:43:09.787113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae3af0-f88b-4896-b4c5-8f01837a771f req-582a641c-054b-4126-a09d-f587a78db509 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:09.788573 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3fae3af0-f88b-4896-b4c5-8f01837a771f req-582a641c-054b-4126-a09d-f587a78db509 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0506451 Feb 07 23:43:09.825393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-3fae3af0-f88b-4896-b4c5-8f01837a771f req-81b79327-a965-49ca-b8aa-f5b3a309a64c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302935 Feb 07 23:43:10.035286 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:43:10.941470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2581ed7-9c1b-4b4a-8614-e416c71ae8c7 req-d55ce4d7-f175-4194-8fd5-9e5eabeca398 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:10.942902 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2581ed7-9c1b-4b4a-8614-e416c71ae8c7 req-d55ce4d7-f175-4194-8fd5-9e5eabeca398 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0490980 Feb 07 23:43:10.979077 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2581ed7-9c1b-4b4a-8614-e416c71ae8c7 req-494a803b-36c9-4bd7-8b99-36aeef3233d7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301623 Feb 07 23:43:12.097148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3120e6-7f12-4688-843c-f49694ef22ad req-b20d28eb-0db4-426c-b995-6173ccf8d465 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:12.098611 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a3120e6-7f12-4688-843c-f49694ef22ad req-b20d28eb-0db4-426c-b995-6173ccf8d465 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0475469 Feb 07 23:43:12.135484 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7a3120e6-7f12-4688-843c-f49694ef22ad req-94b66d20-3f6b-4c73-a007-faf1d4f29ace tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307117 Feb 07 23:43:13.256468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0c0a-c3ed-4161-882e-41ebe9666ec6 req-fd23492e-6956-4326-98c7-e843c9ef4139 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:13.257887 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b4a0c0a-c3ed-4161-882e-41ebe9666ec6 req-fd23492e-6956-4326-98c7-e843c9ef4139 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0518584 Feb 07 23:43:13.294237 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2b4a0c0a-c3ed-4161-882e-41ebe9666ec6 req-08bf9b5b-3cca-4d4f-90b9-8cf1321d6983 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304804 Feb 07 23:43:13.880854 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-1841cf04-b671-4b90-8572-cba2aec9bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:13.882344 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-1841cf04-b671-4b90-8572-cba2aec9bee0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1096 time: 0.0416183 Feb 07 23:43:13.973661 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-e970766b-d865-4119-8a61-c737caffb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:13.975381 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-e970766b-d865-4119-8a61-c737caffb5cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0866451 Feb 07 23:43:14.040422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-b67ae673-5873-46a0-abae-4dab3ce648c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 1001 time: 0.0580680 Feb 07 23:43:14.087314 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-fd414619-5fc7-4479-a690-80a1b4daab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:14.088722 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-fd414619-5fc7-4479-a690-80a1b4daab42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0418584 Feb 07 23:43:14.135932 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-5c14ac06-22a7-4c7d-8a4d-d809225b08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:14.137404 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-5c14ac06-22a7-4c7d-8a4d-d809225b08ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423849 Feb 07 23:43:14.416952 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487a17-f73e-4ffa-ae23-cfcf3c87f4cf req-04a67d72-b8a8-4e30-8962-140a4128b5e0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:14.419037 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-18487a17-f73e-4ffa-ae23-cfcf3c87f4cf req-04a67d72-b8a8-4e30-8962-140a4128b5e0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0528023 Feb 07 23:43:14.459433 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-18487a17-f73e-4ffa-ae23-cfcf3c87f4cf req-fa4fd3c6-ef18-49a0-97cf-ad22bc0d3d5a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341489 Feb 07 23:43:14.539114 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-76f90ef0-a86c-4b9e-876e-aa1d08a215fb service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944309 Feb 07 23:43:14.628294 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1e7990bc-75c5-4949-a013-8c0ba8539fde req-cd72577f-8678-4bb3-a372-c165349954ca service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826015 Feb 07 23:43:15.575547 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3dd14-4513-4b7d-ab69-7c6a19ce7b7b req-63703098-9716-4cbb-ba11-b4afc2d74bcf tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:15.577156 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edd3dd14-4513-4b7d-ab69-7c6a19ce7b7b req-63703098-9716-4cbb-ba11-b4afc2d74bcf tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0488355 Feb 07 23:43:15.614630 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edd3dd14-4513-4b7d-ab69-7c6a19ce7b7b req-fbdba88c-a016-4b32-acf5-a2a7cc096225 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315657 Feb 07 23:43:16.737508 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197188f-a91f-4234-9abc-6d43b441fc34 req-24b9ec99-d67b-40f0-8c83-0fb27dc2f2cd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:16.739043 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7197188f-a91f-4234-9abc-6d43b441fc34 req-24b9ec99-d67b-40f0-8c83-0fb27dc2f2cd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0552795 Feb 07 23:43:16.779542 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7197188f-a91f-4234-9abc-6d43b441fc34 req-ff8c4072-5e4a-4177-8d80-8ef3bc5a136b tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344002 Feb 07 23:43:17.901905 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef36507-3df7-4c17-b6db-9f905cd6af6d req-9c173dd5-2639-4ae0-9e6d-be26ff5ad765 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:17.903432 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ef36507-3df7-4c17-b6db-9f905cd6af6d req-9c173dd5-2639-4ae0-9e6d-be26ff5ad765 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0511274 Feb 07 23:43:17.940774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4ef36507-3df7-4c17-b6db-9f905cd6af6d req-bbf7a482-fec9-423d-8176-572d733460e7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313704 Feb 07 23:43:18.009718 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [req-37cb801b-c9a3-4ec6-a56e-47d4c961fc59 req-36dc706c-75a3-4c0f-b42c-4fdbdc5fbd2f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:43:18.010713 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-37cb801b-c9a3-4ec6-a56e-47d4c961fc59 req-36dc706c-75a3-4c0f-b42c-4fdbdc5fbd2f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054166 Feb 07 23:43:18.157949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-8c843820-92d3-4b7b-bef2-5c6237de7adb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685201 Feb 07 23:43:18.169571 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-8e81a7eb-d641-4035-abe0-d04fa126c661 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:43:18.170500 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-8e81a7eb-d641-4035-abe0-d04fa126c661 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068843 Feb 07 23:43:18.178590 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb8798-f641-4418-866b-e58c3af355de req-718ca514-6298-4d9d-916c-682ea830d40d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:18.180004 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4feb8798-f641-4418-866b-e58c3af355de req-718ca514-6298-4d9d-916c-682ea830d40d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0620048 Feb 07 23:43:18.218110 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4feb8798-f641-4418-866b-e58c3af355de req-1f82679e-87d1-4ab5-9d00-e80ebbca619e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Feb 07 23:43:19.333241 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a42fe9-193e-4e6e-bc51-144dd6b3dfd1 req-d6432476-c496-4970-8016-25553b15a27d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:19.334632 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08a42fe9-193e-4e6e-bc51-144dd6b3dfd1 req-d6432476-c496-4970-8016-25553b15a27d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0495744 Feb 07 23:43:19.373721 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-08a42fe9-193e-4e6e-bc51-144dd6b3dfd1 req-5682662c-747d-4c65-9e84-6bec40cead70 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321064 Feb 07 23:43:20.489555 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d98998-1833-49e5-bf11-5ad9aed11e5b req-4aa5525c-0138-4e89-b788-3ffdd2f29b7d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:20.491018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-68d98998-1833-49e5-bf11-5ad9aed11e5b req-4aa5525c-0138-4e89-b788-3ffdd2f29b7d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0501232 Feb 07 23:43:20.530069 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-68d98998-1833-49e5-bf11-5ad9aed11e5b req-484f682f-75f9-4eac-b5a9-95e93be260f7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322661 Feb 07 23:43:20.990511 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:43:21.065328 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:21.087281 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:43:21.090124 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8a0778-8a82-4dce-b890-0e9cd37f756c" -d '{"events": [{"server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "name": "network-vif-unplugged", "status": "completed", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:43:21.103248 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:43:21.108576 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:21.163306 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:21.171382 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.171759 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.172104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.172447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.172773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.173097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.173421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.173871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.174197 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.174515 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.174833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.175148 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:21.184738 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 23:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41baf91-6152-48d5-95b4-3fc2cd72775b x-openstack-request-id: req-d41baf91-6152-48d5-95b4-3fc2cd72775b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:43:21.185007 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "name": "network-vif-unplugged", "status": "failed", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4", "code": 422}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:43:21.185399 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d41baf91-6152-48d5-95b4-3fc2cd72775b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:43:21.185634 n-d-827895-2 neutron-server[102291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'code': 422} returned with failed status Feb 07 23:43:21.615142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab5a4763-b9ad-44b0-97d2-8aaa3cde14cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:21.655757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688f919-4ddb-48a1-b9ba-36ca52604cd4 req-4e7842c3-3d84-4302-adb0-93e7b4742da4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:21.657292 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f688f919-4ddb-48a1-b9ba-36ca52604cd4 req-4e7842c3-3d84-4302-adb0-93e7b4742da4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0562153 Feb 07 23:43:21.695724 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f688f919-4ddb-48a1-b9ba-36ca52604cd4 req-1ebf15b3-3601-4eb2-ae88-75a1e656d3c2 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322225 Feb 07 23:43:22.783292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-a4a5708e-85ce-4e80-b3cd-d2e552ccd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:22.784795 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-a4a5708e-85ce-4e80-b3cd-d2e552ccd57d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638&tenant_id=b60f1802367c44139c473c902770ab94 HTTP/1.1" status: 200 len: 1094 time: 0.0405800 Feb 07 23:43:22.813723 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c10a5-1e64-4b51-91e6-b8421b72a248 req-280c1320-cb89-4389-84b5-86d96190616f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:22.815755 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-133c10a5-1e64-4b51-91e6-b8421b72a248 req-280c1320-cb89-4389-84b5-86d96190616f tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0490508 Feb 07 23:43:22.845112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-3853c740-f050-4d84-bf8b-579487dc9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:22.846591 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-3853c740-f050-4d84-bf8b-579487dc9d37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1094 time: 0.0399599 Feb 07 23:43:22.854368 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-133c10a5-1e64-4b51-91e6-b8421b72a248 req-667107ce-8d46-47c0-89a9-76c5bc22cab9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326076 Feb 07 23:43:22.937947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-b2509617-493c-4306-9a4d-61d8b58c0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:22.939386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-b2509617-493c-4306-9a4d-61d8b58c0413 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0868495 Feb 07 23:43:23.003520 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-d13b80df-ad46-4c6d-829b-e1ecbab0c30f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 999 time: 0.0575557 Feb 07 23:43:23.051999 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-66ad59be-f3af-4d00-bae6-c1cccc066b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:23.053488 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-66ad59be-f3af-4d00-bae6-c1cccc066b46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0441465 Feb 07 23:43:23.100814 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-297b4905-5f9a-4fee-b57b-4bb67e86eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:23.102254 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-297b4905-5f9a-4fee-b57b-4bb67e86eb84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427277 Feb 07 23:43:23.189018 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-aebd18fc-a053-44e7-8975-4137afece4c1 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800884 Feb 07 23:43:23.286284 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-65dd053a-1b8c-4bc5-a8d3-a6ccdfe7da75 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909777 Feb 07 23:43:23.969020 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35258-5dbc-4f48-b7c8-28a1634eec3d req-059ab2cc-0a75-4f9a-b178-940f445ff1de tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:23.970467 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eab35258-5dbc-4f48-b7c8-28a1634eec3d req-059ab2cc-0a75-4f9a-b178-940f445ff1de tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0483172 Feb 07 23:43:24.008070 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-eab35258-5dbc-4f48-b7c8-28a1634eec3d req-417ab837-0c4c-4c4f-9579-cd951aa61285 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Feb 07 23:43:24.748890 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-535609fe-0ed0-446b-b1af-ff9afb5e6b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:25.101520 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:25.130141 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96de2b-65b2-4926-844c-5d2adbe19b24 req-b7d8473e-03aa-47d4-ad57-50fa451c1de0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:25.131604 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d96de2b-65b2-4926-844c-5d2adbe19b24 req-b7d8473e-03aa-47d4-ad57-50fa451c1de0 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0538430 Feb 07 23:43:25.168912 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7d96de2b-65b2-4926-844c-5d2adbe19b24 req-ee740f21-35dd-4b31-a883-9c04e0981639 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308247 Feb 07 23:43:26.282019 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71500cc-401d-4e83-bad8-82f7ea04fcf2 req-733f6de8-abd1-4dad-b779-bf3112322ac6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:26.283466 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c71500cc-401d-4e83-bad8-82f7ea04fcf2 req-733f6de8-abd1-4dad-b779-bf3112322ac6 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0484252 Feb 07 23:43:26.320617 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c71500cc-401d-4e83-bad8-82f7ea04fcf2 req-fa02c4d3-e27b-4b91-bf41-600ac0614a11 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310347 Feb 07 23:43:26.580655 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:26.799782 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:27.434457 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565ca00-ca7a-40ed-8686-d7eb7b623a03 req-28f428d3-42f5-4a2a-b3ba-bf0069b4fd93 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:27.435953 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8565ca00-ca7a-40ed-8686-d7eb7b623a03 req-28f428d3-42f5-4a2a-b3ba-bf0069b4fd93 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0479865 Feb 07 23:43:27.474998 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8565ca00-ca7a-40ed-8686-d7eb7b623a03 req-1d1f3f60-73b4-4dc9-b6f0-755b3b3704e1 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327878 Feb 07 23:43:28.593899 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60275f49-37f6-42d3-8816-9bc507af2090 req-12d562cf-935a-4bf1-942e-342bceb2be0e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:28.595355 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60275f49-37f6-42d3-8816-9bc507af2090 req-12d562cf-935a-4bf1-942e-342bceb2be0e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0534992 Feb 07 23:43:28.633174 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-60275f49-37f6-42d3-8816-9bc507af2090 req-d3ff0d9d-d5e1-427c-b92e-a9f898f8778b tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314786 Feb 07 23:43:29.749370 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098d92c-eacb-4124-9f73-8815615b71e8 req-8eec3830-b89f-4a72-b620-6993de91d6f5 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:29.750834 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c098d92c-eacb-4124-9f73-8815615b71e8 req-8eec3830-b89f-4a72-b620-6993de91d6f5 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0481997 Feb 07 23:43:29.788621 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c098d92c-eacb-4124-9f73-8815615b71e8 req-936b574c-9f14-4097-97d9-5f59d0992092 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316768 Feb 07 23:43:30.904577 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5a8a5-88b5-4d95-bad2-0bd9eb96775f req-a08745af-1186-499d-bf0c-a90030c34252 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:30.906042 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4bb5a8a5-88b5-4d95-bad2-0bd9eb96775f req-a08745af-1186-499d-bf0c-a90030c34252 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 943 time: 0.0489328 Feb 07 23:43:30.943850 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4bb5a8a5-88b5-4d95-bad2-0bd9eb96775f req-af5312b3-aee8-4feb-9562-5fcc57e09b5d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318708 Feb 07 23:43:31.005897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:43:31.100104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:43:31.111767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'port_id': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'mac_address': 'fa:16:3e:11:92:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:43:31.147975 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:31.160590 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:43:31.180002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:43:31.184657 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:31.235404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:31.390768 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['91da3d5d-3afa-4ba5-a334-f7215f8af8a4'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:43:32.062612 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca02d7c-8bd5-4cc0-9e24-9034cb156a37 req-c7b76a0e-5ab2-48df-955a-b4c4f52971c4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:32.064095 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bca02d7c-8bd5-4cc0-9e24-9034cb156a37 req-c7b76a0e-5ab2-48df-955a-b4c4f52971c4 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 944 time: 0.0539095 Feb 07 23:43:32.100926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-bca02d7c-8bd5-4cc0-9e24-9034cb156a37 req-c5bf88b7-887a-41ea-b296-e80e80df7052 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309412 Feb 07 23:43:33.005089 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:43:33.051869 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:43:33.052244 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:33.125560 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:33.151990 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:43:33.154380 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d26e42b-9085-4d0f-872f-59fe2500a090" -d '{"events": [{"server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "name": "network-vif-plugged", "status": "completed", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:43:33.167046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:43:33.172312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:33.196694 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f780d118-af4f-4254-877e-977120fb6acc x-openstack-request-id: req-f780d118-af4f-4254-877e-977120fb6acc {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:43:33.197010 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "name": "network-vif-plugged", "status": "completed", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:43:33.197262 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f780d118-af4f-4254-877e-977120fb6acc {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:43:33.197648 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'code': 200} Feb 07 23:43:33.221963 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbab85a-7c60-48a5-9c48-d45d915d3f57 req-1ac4f1c3-6ec0-4349-8cdb-69bd06cca8ed tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:33.223768 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6fbab85a-7c60-48a5-9c48-d45d915d3f57 req-1ac4f1c3-6ec0-4349-8cdb-69bd06cca8ed tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0508320 Feb 07 23:43:33.225136 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:33.263943 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-6fbab85a-7c60-48a5-9c48-d45d915d3f57 req-c89a0d62-63f3-43a7-a04a-c4dc3e07237d tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330584 Feb 07 23:43:33.341523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b01a8-d98b-44ee-b06a-f0e8da14e001 req-b4f93099-3c85-4dfc-a263-15ccd7b1d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:33.342985 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-259b01a8-d98b-44ee-b06a-f0e8da14e001 req-b4f93099-3c85-4dfc-a263-15ccd7b1d080 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1096 time: 0.0446925 Feb 07 23:43:33.376769 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-259b01a8-d98b-44ee-b06a-f0e8da14e001 req-8c19b481-f40e-4b14-839c-a192351e1616 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276318 Feb 07 23:43:34.391396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45ebfd-bed3-41eb-a858-3c9ab0eecc31 req-964631c3-e285-4c8c-81b7-ccdd6fac98a7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:34.392861 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc45ebfd-bed3-41eb-a858-3c9ab0eecc31 req-964631c3-e285-4c8c-81b7-ccdd6fac98a7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Feb 07 23:43:34.430403 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-cc45ebfd-bed3-41eb-a858-3c9ab0eecc31 req-bcce2f48-098a-4dab-91db-7038a0e75374 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 Feb 07 23:43:34.581397 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:34.868614 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:47.033823 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:43:51.363365 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-8a23b507-f8a8-4362-926c-030f160ea591 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412931 Feb 07 23:43:51.450616 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-a264fdd2-3e91-40c7-9f1d-9e5f58ae355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:51.452632 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-a264fdd2-3e91-40c7-9f1d-9e5f58ae355e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1096 time: 0.0458057 Feb 07 23:43:51.559249 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-4ea6b454-e3de-483e-a761-6522689da076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:51.560871 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-4ea6b454-e3de-483e-a761-6522689da076 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.0900230 Feb 07 23:43:51.609355 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4548ab6-1bba-494a-8661-17e4dc9509e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.629509 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-391e6e1a-c57c-4654-a1af-71717e7c17ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 1001 time: 0.0619569 Feb 07 23:43:51.676328 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-14cfca76-e920-4186-a90d-f93f4a403e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:51.677772 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-14cfca76-e920-4186-a90d-f93f4a403e4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0428729 Feb 07 23:43:51.725530 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-fcbd3007-09aa-4873-8189-04547ec64fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:51.726992 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-fcbd3007-09aa-4873-8189-04547ec64fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434926 Feb 07 23:43:51.814680 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-53fc658e-4af7-4841-b157-b01c174fa17e service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800467 Feb 07 23:43:51.908383 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-edae21ff-35c6-4734-bdc3-f5878dc123e4 req-322a5d3b-9264-422f-b84b-b6f820320761 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859213 Feb 07 23:43:54.751904 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0645ff36-a00d-4d7c-a4dc-95896f05cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:55.106004 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:56.584321 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:56.801781 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:04.580556 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:04.865256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:21.612964 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d760adcc-ec6c-4622-9797-b2aca4cd18d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:24.031983 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:44:24.752343 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ffe575a-3dc7-42e0-af53-ad437933e80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:25.107499 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:26.586982 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:26.804092 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:34.582706 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:34.863649 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:47.047679 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60636) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:44:47.200856 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Deleting port ac228481-fc2c-4be6-8934-1f3a0b0babf0 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:44:47.201197 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:47.272816 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:47.273136 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:47.284894 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Calling delete_port for ac228481-fc2c-4be6-8934-1f3a0b0babf0 owned by network:floatingip {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:44:47.427144 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:47.449453 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event deleted for resources: {'Port': ['ID=ac228481-fc2c-4be6-8934-1f3a0b0babf0,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:47.463604 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.463977 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.464312 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.464643 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.464974 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.465298 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.465621 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.465940 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.466256 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.466573 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.466892 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.467206 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:47.523169 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for floatingip, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:47.523498 n-d-827895-2 neutron-server[102289]: INFO neutron.db.l3_db [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Floating IP dbe4e498-217d-4a8b-bdfb-7fd12aa9f843 disassociated (deleted). External IP: 172.25.8.157, port: 91da3d5d-3afa-4ba5-a334-f7215f8af8a4. Feb 07 23:44:47.720756 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Router dcb66e61-3e14-4079-a010-5d5e0d3062a5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:44:47.825052 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:44:47.829869 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:47.836248 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] Sync routers for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:44:47.845940 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:44:47.846622 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:47.859834 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-c033a08e-b259-4950-a2c5-c08c91a57542 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "DELETE /v2.0/floatingips/dbe4e498-217d-4a8b-bdfb-7fd12aa9f843 HTTP/1.1" status: 204 len: 168 time: 0.8110046 Feb 07 23:44:47.860435 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:44:47.863850 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375f7803-be10-45f6-97bf-fa99020a980b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:44:47.904055 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a131f96-de48-4f0f-9862-0f3a2c408e85 x-openstack-request-id: req-7a131f96-de48-4f0f-9862-0f3a2c408e85 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:44:47.904360 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:44:47.904544 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a131f96-de48-4f0f-9862-0f3a2c408e85 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:44:47.904939 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'status': 'completed', 'code': 200} Feb 07 23:44:47.968701 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f7803-be10-45f6-97bf-fa99020a980b req-638328cd-5c8d-4afa-abd2-62bfe0b7c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:47.970417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-375f7803-be10-45f6-97bf-fa99020a980b req-638328cd-5c8d-4afa-abd2-62bfe0b7c8b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b60f1802367c44139c473c902770ab94&device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 1096 time: 0.0440927 Feb 07 23:44:48.066688 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:44:48.075723 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f7803-be10-45f6-97bf-fa99020a980b req-9f695ef9-9ffe-41e5-9df4-162761c9375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:48.077190 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-375f7803-be10-45f6-97bf-fa99020a980b req-9f695ef9-9ffe-41e5-9df4-162761c9375f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 200 len: 909 time: 0.1005666 Feb 07 23:44:48.112013 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd236-d594-43f1-b402-44ba080687ab req-63e28731-c2f9-4d55-a140-76bd55bc3e7a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:48.114176 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-833dd236-d594-43f1-b402-44ba080687ab req-63e28731-c2f9-4d55-a140-76bd55bc3e7a tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0534780 Feb 07 23:44:48.123774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-375f7803-be10-45f6-97bf-fa99020a980b req-3432d285-8e8c-4a43-b24d-67b388406e48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 200 len: 217 time: 0.0392416 Feb 07 23:44:48.154046 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-833dd236-d594-43f1-b402-44ba080687ab req-fd016ee2-fe39-4ff8-8f8e-faf4537a0c25 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335219 Feb 07 23:44:48.176310 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f7803-be10-45f6-97bf-fa99020a980b req-b2c8db04-a315-4655-99c4-72797a594d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:48.177748 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-375f7803-be10-45f6-97bf-fa99020a980b req-b2c8db04-a315-4655-99c4-72797a594d01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 200 len: 848 time: 0.0470979 Feb 07 23:44:48.222952 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f7803-be10-45f6-97bf-fa99020a980b req-459ae9bd-81a9-4c11-9b70-5d8f71e36c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:48.224756 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-375f7803-be10-45f6-97bf-fa99020a980b req-459ae9bd-81a9-4c11-9b70-5d8f71e36c65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1b2653-9ec3-4ac9-9172-e418cc97b176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404079 Feb 07 23:44:48.263735 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:48.289583 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] Checking router: dcb66e61-3e14-4079-a010-5d5e0d3062a5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:44:48.297567 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:44:48.298287 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:48.316691 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-375f7803-be10-45f6-97bf-fa99020a980b req-fbe7df90-7df2-4a3a-b719-8d9a827525b7 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852468 Feb 07 23:44:48.403313 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:44:48.406758 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-375f7803-be10-45f6-97bf-fa99020a980b req-3652194b-ca25-442f-8a77-ffaa75862894 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818596 Feb 07 23:44:48.600743 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:48.626135 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074d1d5-7c30-46cd-9799-3f519ea0bc7f None None] The sync data for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 is: [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:36:20Z', 'revision_number': 4, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '74f7e762-e248-4ead-aef3-56e9913c1aa2', 'name': '', 'network_id': 'ef1b2653-9ec3-4ac9-9172-e418cc97b176', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'mac_address': 'fa:16:3e:17:27:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:19Z', 'updated_at': '2022-02-07T23:36:24Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'subnets': [{'id': '3e6b7154-9145-4be4-bc8a-b8881b0920ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:44:48.840375 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bacc96-07db-423f-9688-836f8ff73483 None None] New status for floating IP dbe4e498-217d-4a8b-bdfb-7fd12aa9f843: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:44:49.271454 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc90a7-dc05-4f66-b5ce-9dd1921f0b86 req-442abcf6-1731-4103-85f0-259a72a156a9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:49.272906 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cfc90a7-dc05-4f66-b5ce-9dd1921f0b86 req-442abcf6-1731-4103-85f0-259a72a156a9 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Feb 07 23:44:49.309908 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-4cfc90a7-dc05-4f66-b5ce-9dd1921f0b86 req-b75de59c-16ba-4d5c-9288-bdfe8b3ca7cd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/security-groups?id=626b188c-514a-4415-9e2d-cb1cf8307d00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310786 Feb 07 23:44:49.556029 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f37180-7f67-4276-956d-52c07251cbcf req-4002d499-cf3f-4234-a1e9-b796e3f8f328 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:49.557378 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-25f37180-7f67-4276-956d-52c07251cbcf req-4002d499-cf3f-4234-a1e9-b796e3f8f328 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 945 time: 0.0514867 Feb 07 23:44:49.644288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-25f37180-7f67-4276-956d-52c07251cbcf req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Deleting port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:44:49.644630 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-25f37180-7f67-4276-956d-52c07251cbcf req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:49.738421 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-25f37180-7f67-4276-956d-52c07251cbcf req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] For port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:44:49.738784 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-25f37180-7f67-4276-956d-52c07251cbcf req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:49.750429 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-25f37180-7f67-4276-956d-52c07251cbcf req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Calling delete_port for 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:44:49.874770 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-25f37180-7f67-4276-956d-52c07251cbcf req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:49.907339 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event deleted for resources: {'Port': ['ID=91da3d5d-3afa-4ba5-a334-f7215f8af8a4,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:49.947262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f37180-7f67-4276-956d-52c07251cbcf req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] No DVR routers for this DVR port 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:44:49.950072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-25f37180-7f67-4276-956d-52c07251cbcf req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:49.953766 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-25f37180-7f67-4276-956d-52c07251cbcf req-726da29c-6215-49ae-8563-8031cbb7bcfd tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.46 "DELETE /v2.0/ports/91da3d5d-3afa-4ba5-a334-f7215f8af8a4 HTTP/1.1" status: 204 len: 173 time: 0.3907247 Feb 07 23:44:49.954215 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'name': 'network-vif-deleted', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:44:49.957605 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e1ce63-be07-4b7b-ad31-eea0f820f965" -d '{"events": [{"server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "name": "network-vif-deleted", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:44:49.997872 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3e736e-68a6-4e76-9aef-081892503817 x-openstack-request-id: req-ee3e736e-68a6-4e76-9aef-081892503817 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:44:49.998225 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2428a5-3ba0-4ff0-b366-8746cf23d638", "name": "network-vif-deleted", "tag": "91da3d5d-3afa-4ba5-a334-f7215f8af8a4", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:44:49.998534 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee3e736e-68a6-4e76-9aef-081892503817 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:44:49.998937 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2428a5-3ba0-4ff0-b366-8746cf23d638', 'name': 'network-vif-deleted', 'tag': '91da3d5d-3afa-4ba5-a334-f7215f8af8a4', 'status': 'completed', 'code': 200} Feb 07 23:44:50.414386 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d32d942b-2711-4726-8729-c310c13373a5 req-69025588-5a4d-473c-9343-ba046b61b7b7 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 210 time: 0.0303388 Feb 07 23:44:51.515514 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-13f22f71-6762-4576-bf54-c324453c58d3 req-170a13f4-4fea-4e0d-9906-7b7bf41d4f73 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 210 time: 0.0300720 Feb 07 23:44:51.615208 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b0eea09-aa07-4118-9384-a6020655152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:52.611478 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-9076b515-b9b4-4d3b-9a54-30f112b05399 req-27500742-d746-43c1-83ef-c74bb60e1280 tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 210 time: 0.0259552 Feb 07 23:44:53.409834 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:44:53.430527 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:44:53.430872 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 91da3d5d-3afa-4ba5-a334-f7215f8af8a4 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:44:53.733246 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e993ed55-9506-4a78-99d5-e222b3b5ceb5 req-d7ad2bdb-3929-425d-84fd-d318daf6c28e tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a2428a5-3ba0-4ff0-b366-8746cf23d638 HTTP/1.1" status: 200 len: 210 time: 0.0287716 Feb 07 23:44:54.755736 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-45e29773-8d71-4be9-bff3-fdea43840773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:54.791165 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60668) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:44:54.852420 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:54.878649 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:54.940231 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:54.942853 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:54.944056 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] 10.222.0.15 "DELETE /v2.0/security-groups/626b188c-514a-4415-9e2d-cb1cf8307d00 HTTP/1.1" status: 204 len: 168 time: 0.1518447 Feb 07 23:44:54.954134 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626b188c-514a-4415-9e2d-cb1cf8307d00,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:54.964282 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.964902 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.965533 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.965880 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.966217 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.966713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.967046 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.967372 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.967696 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.968048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.968379 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.968698 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab04d-c52b-4e2a-b615-3a0f8756726c tempest-TestShelveInstance-1816859585 tempest-TestShelveInstance-1816859585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:54.998222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60672) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:44:55.117164 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:55.469083 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:55.710915 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Deleting port 74f7e762-e248-4ead-aef3-56e9913c1aa2 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:44:55.711261 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:55.787136 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] For port 74f7e762-e248-4ead-aef3-56e9913c1aa2, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=74f7e762-e248-4ead-aef3-56e9913c1aa2,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:44:55.787492 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:55.799838 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Calling delete_port for 74f7e762-e248-4ead-aef3-56e9913c1aa2 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:44:55.986474 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.017517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f7e762-e248-4ead-aef3-56e9913c1aa2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:56.194778 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.590355 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.710796 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Router dcb66e61-3e14-4079-a010-5d5e0d3062a5 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:44:56.806537 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.816595 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:44:56.821323 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e00b51b0-97b9-423a-9413-aad955294c36 admin admin] 10.222.0.15 "PUT /v2.0/routers/dcb66e61-3e14-4079-a010-5d5e0d3062a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8214185 Feb 07 23:44:56.824085 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60678) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:44:56.825366 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] Sync routers for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:44:56.836254 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:44:56.836858 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:56.927233 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.940976 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:44:57.028833 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.093653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Deleting port 754182a9-36ff-4467-8bcd-7656dd9b798a {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:44:57.094063 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.117836 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:44:55Z', 'revision_number': 5, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port': {'id': '754182a9-36ff-4467-8bcd-7656dd9b798a', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:18Z', 'updated_at': '2022-02-07T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:57.149382 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] Checking router: dcb66e61-3e14-4079-a010-5d5e0d3062a5 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:44:57.158254 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] Routers {'dcb66e61-3e14-4079-a010-5d5e0d3062a5'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:44:57.158861 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:57.172400 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] For port 754182a9-36ff-4467-8bcd-7656dd9b798a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=754182a9-36ff-4467-8bcd-7656dd9b798a,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:44:57.172765 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.184282 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Calling delete_port for 754182a9-36ff-4467-8bcd-7656dd9b798a owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:44:57.242652 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] Set router dcb66e61-3e14-4079-a010-5d5e0d3062a5 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:44:57.296840 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:44:57Z', 'revision_number': 6, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:57.330917 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a6cfd-efaa-4aa4-a3e3-c48e6c2b0e60 None None] The sync data for ids ['dcb66e61-3e14-4079-a010-5d5e0d3062a5'] in n-d-827895-2 is: [{'id': 'dcb66e61-3e14-4079-a010-5d5e0d3062a5', 'name': 'tempest-TestShelveInstance-1127661291-router', 'tenant_id': 'b60f1802367c44139c473c902770ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:17Z', 'updated_at': '2022-02-07T23:44:57Z', 'revision_number': 6, 'project_id': 'b60f1802367c44139c473c902770ab94', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:44:57.352926 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.405686 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Pushing event deleted for resources: {'Port': ['ID=754182a9-36ff-4467-8bcd-7656dd9b798a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:57.443719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.531476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.533610 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.577974 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.578498 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb66e61-3e14-4079-a010-5d5e0d3062a5 {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:44:57.582622 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.583767 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-753237ad-e6de-4be3-87f6-5ed77862676e admin admin] 10.222.0.15 "DELETE /v2.0/routers/dcb66e61-3e14-4079-a010-5d5e0d3062a5 HTTP/1.1" status: 204 len: 168 time: 0.7587137 Feb 07 23:44:57.586261 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60680) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:44:57.629741 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42d2e4f-28d6-4986-84d4-9608b71d0195 admin admin] Deleting subnet 3e6b7154-9145-4be4-bc8a-b8881b0920ee {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:44:57.632667 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a42d2e4f-28d6-4986-84d4-9608b71d0195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.666166 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a42d2e4f-28d6-4986-84d4-9608b71d0195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.746938 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a42d2e4f-28d6-4986-84d4-9608b71d0195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.802358 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a42d2e4f-28d6-4986-84d4-9608b71d0195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.835885 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d2e4f-28d6-4986-84d4-9608b71d0195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6b7154-9145-4be4-bc8a-b8881b0920ee,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:57.837844 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a42d2e4f-28d6-4986-84d4-9608b71d0195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.841487 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a42d2e4f-28d6-4986-84d4-9608b71d0195 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e6b7154-9145-4be4-bc8a-b8881b0920ee HTTP/1.1" status: 204 len: 168 time: 0.2542927 Feb 07 23:44:57.841817 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff27eea-5173-433a-adb5-425368883144 None None] Network ef1b2653-9ec3-4ac9-9172-e418cc97b176 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:44:57.843793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60682) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:44:57.913906 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.970288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Deleting port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:44:57.970714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.040862 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] For port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=887f9f51-8fb9-4f97-9772-56dc0f6a45f5,segment=NetworkSegment(487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9),segment_id=487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:44:58.041542 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.054190 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Calling delete_port for 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:44:58.108965 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] DHCP port deletion for ef1b2653-9ec3-4ac9-9172-e418cc97b176 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:44:58.137490 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.158538 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Deleting port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:44:58.158775 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.167906 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=887f9f51-8fb9-4f97-9772-56dc0f6a45f5,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:58.169950 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] No DVR routers for this DVR port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:44:58.229961 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] For port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5, host n-d-827895-2, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:44:58.230355 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.242594 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.244608 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Calling delete_port for 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:44:58.247196 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 23:44:58.248447 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.262503 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1b2653-9ec3-4ac9-9172-e418cc97b176']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:58.272163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:58.272460 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487404a9-0ab0-4c95-a0a1-9c7dbaa5b8c9') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:58.274991 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] No DVR routers for this DVR port 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:44:58.276669 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Pushing event deleted for resources: {'Port': ['ID=887f9f51-8fb9-4f97-9772-56dc0f6a45f5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:58.282281 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.290747 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.291109 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.291439 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.291806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.292144 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.292871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.292871 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.293121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.293451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.293773 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.294099 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.294421 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa12cfc-bc81-41b1-8407-62f8db9e878b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:58.296137 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.307560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:44:58.307993 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:44:58.310055 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:44:58.369762 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.377058 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.380946 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] 10.222.0.15 "DELETE /v2.0/networks/ef1b2653-9ec3-4ac9-9172-e418cc97b176 HTTP/1.1" status: 204 len: 168 time: 0.5362418 Feb 07 23:44:58.383894 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60684) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:44:58.392613 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e351f3a-8ab1-4ec8-80b0-b67621d1e2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1b2653-9ec3-4ac9-9172-e418cc97b176,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:58.737347 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.978080 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Deleting port 2bb91233-7448-409a-95b6-ac57c8bf5773 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:44:58.978418 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.054573 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] For port 2bb91233-7448-409a-95b6-ac57c8bf5773, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=2bb91233-7448-409a-95b6-ac57c8bf5773,segment=NetworkSegment(e37f2659-ca1b-4368-bdeb-d511d449098e),segment_id=e37f2659-ca1b-4368-bdeb-d511d449098e)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:44:59.054850 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.066514 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Calling delete_port for 2bb91233-7448-409a-95b6-ac57c8bf5773 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:44:59.127214 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 74f7e762-e248-4ead-aef3-56e9913c1aa2 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:44:59.147477 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 74f7e762-e248-4ead-aef3-56e9913c1aa2 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:44:59.147839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 74f7e762-e248-4ead-aef3-56e9913c1aa2 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:44:59.148241 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 754182a9-36ff-4467-8bcd-7656dd9b798a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:44:59.166879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 754182a9-36ff-4467-8bcd-7656dd9b798a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:44:59.167215 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 754182a9-36ff-4467-8bcd-7656dd9b798a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:44:59.167605 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:44:59.185667 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:44:59.186001 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 887f9f51-8fb9-4f97-9772-56dc0f6a45f5 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:44:59.247839 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.276840 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb91233-7448-409a-95b6-ac57c8bf5773,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:59.445392 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.657089 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Router 46329a87-e757-48e1-8147-eb6c2dc31ecf has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:44:59.762744 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:44:59.769101 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f7f9cc0e-34a3-4775-9aba-d0bc77740c89 admin admin] 10.222.0.15 "PUT /v2.0/routers/46329a87-e757-48e1-8147-eb6c2dc31ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3825583 Feb 07 23:44:59.770190 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60686) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:44:59.771289 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] Sync routers for ids ['46329a87-e757-48e1-8147-eb6c2dc31ecf'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:44:59.781446 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] Routers {'46329a87-e757-48e1-8147-eb6c2dc31ecf'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:44:59.782055 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['46329a87-e757-48e1-8147-eb6c2dc31ecf'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:59.874166 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.885758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] Set router 46329a87-e757-48e1-8147-eb6c2dc31ecf gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:44:59.977591 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.033076 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Deleting port cd43a570-6ed4-4457-81e1-1d28912eedf8 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:45:00.033572 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.062564 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:44:59Z', 'revision_number': 5, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'gw_port': {'id': 'cd43a570-6ed4-4457-81e1-1d28912eedf8', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:00.089302 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] Checking router: 46329a87-e757-48e1-8147-eb6c2dc31ecf for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:00.098139 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] Routers {'46329a87-e757-48e1-8147-eb6c2dc31ecf'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:00.098987 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['46329a87-e757-48e1-8147-eb6c2dc31ecf'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:00.110433 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] For port cd43a570-6ed4-4457-81e1-1d28912eedf8, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=cd43a570-6ed4-4457-81e1-1d28912eedf8,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:00.110795 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.122439 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Calling delete_port for cd43a570-6ed4-4457-81e1-1d28912eedf8 owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:45:00.182167 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] Set router 46329a87-e757-48e1-8147-eb6c2dc31ecf gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:00.292763 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.325064 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cd43a570-6ed4-4457-81e1-1d28912eedf8,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:00.389911 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.391661 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:44:59Z', 'revision_number': 6, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:00.418409 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca464de-4386-4e78-b98d-9bb936aadbb7 None None] The sync data for ids ['46329a87-e757-48e1-8147-eb6c2dc31ecf'] in n-d-827895-2 is: [{'id': '46329a87-e757-48e1-8147-eb6c2dc31ecf', 'name': 'tempest-TestShelveInstance-1795508321-router', 'tenant_id': '6be7f69b82cc44c491d83d55a8072daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:22Z', 'updated_at': '2022-02-07T23:44:59Z', 'revision_number': 6, 'project_id': '6be7f69b82cc44c491d83d55a8072daf', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:00.482657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.484812 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.527600 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.528148 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46329a87-e757-48e1-8147-eb6c2dc31ecf {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:45:00.533309 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.534434 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6e2b6db7-d8db-4c09-924f-0e1c120f65ac admin admin] 10.222.0.15 "DELETE /v2.0/routers/46329a87-e757-48e1-8147-eb6c2dc31ecf HTTP/1.1" status: 204 len: 168 time: 0.7633369 Feb 07 23:45:00.536851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60688) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:00.582672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-450a0471-721e-459d-9dfd-14ffd0553a17 admin admin] Deleting subnet fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:45:00.585600 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-450a0471-721e-459d-9dfd-14ffd0553a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.619840 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-450a0471-721e-459d-9dfd-14ffd0553a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.693796 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-450a0471-721e-459d-9dfd-14ffd0553a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.750752 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-450a0471-721e-459d-9dfd-14ffd0553a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.779334 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a0471-721e-459d-9dfd-14ffd0553a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:00.781879 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-450a0471-721e-459d-9dfd-14ffd0553a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.785376 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-450a0471-721e-459d-9dfd-14ffd0553a17 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd9c06fa-7d55-4dd8-92e1-6eecbd7b0c4e HTTP/1.1" status: 204 len: 168 time: 0.2475283 Feb 07 23:45:00.787113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64a2fc-0238-4169-823c-34caaea04aa9 None None] Network 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:45:00.787796 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60690) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:00.862532 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.915467 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Deleting port d1ecf7f0-a099-4c38-9470-aacfde07fadb {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:45:00.915949 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.030639 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:45:01.193074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772e8c7-7150-4390-8df0-6ab6093558a1 None None] DHCP port deletion for 8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:45:01.251163 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a772e8c7-7150-4390-8df0-6ab6093558a1 None None] Deleting port d1ecf7f0-a099-4c38-9470-aacfde07fadb {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:45:01.251622 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a772e8c7-7150-4390-8df0-6ab6093558a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.253760 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2bb91233-7448-409a-95b6-ac57c8bf5773 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:45:01.280319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] For port d1ecf7f0-a099-4c38-9470-aacfde07fadb, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d1ecf7f0-a099-4c38-9470-aacfde07fadb,segment=NetworkSegment(e37f2659-ca1b-4368-bdeb-d511d449098e),segment_id=e37f2659-ca1b-4368-bdeb-d511d449098e)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:01.280688 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.294478 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Calling delete_port for d1ecf7f0-a099-4c38-9470-aacfde07fadb owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:45:01.317619 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 2bb91233-7448-409a-95b6-ac57c8bf5773 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:45:01.318046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 2bb91233-7448-409a-95b6-ac57c8bf5773 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:45:01.318531 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d1ecf7f0-a099-4c38-9470-aacfde07fadb no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:45:01.363330 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a772e8c7-7150-4390-8df0-6ab6093558a1 None None] For port d1ecf7f0-a099-4c38-9470-aacfde07fadb, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=d1ecf7f0-a099-4c38-9470-aacfde07fadb,segment=NetworkSegment(e37f2659-ca1b-4368-bdeb-d511d449098e),segment_id=e37f2659-ca1b-4368-bdeb-d511d449098e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:01.363804 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a772e8c7-7150-4390-8df0-6ab6093558a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.375170 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.381408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a772e8c7-7150-4390-8df0-6ab6093558a1 None None] Calling delete_port for d1ecf7f0-a099-4c38-9470-aacfde07fadb owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:45:01.387604 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] No active binding found for port d1ecf7f0-a099-4c38-9470-aacfde07fadb {{(pid=102291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 23:45:01.388045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device d1ecf7f0-a099-4c38-9470-aacfde07fadb not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:45:01.388454 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cd43a570-6ed4-4457-81e1-1d28912eedf8 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:45:01.404889 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ecf7f0-a099-4c38-9470-aacfde07fadb,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:01.409044 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] No DVR routers for this DVR port d1ecf7f0-a099-4c38-9470-aacfde07fadb on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:45:01.420794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: cd43a570-6ed4-4457-81e1-1d28912eedf8 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:45:01.421098 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device cd43a570-6ed4-4457-81e1-1d28912eedf8 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:45:01.486277 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.495424 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a772e8c7-7150-4390-8df0-6ab6093558a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.503094 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:01.512288 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37f2659-ca1b-4368-bdeb-d511d449098e') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:01.512575 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37f2659-ca1b-4368-bdeb-d511d449098e') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:01.520780 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772e8c7-7150-4390-8df0-6ab6093558a1 None None] Pushing event deleted for resources: {'Port': ['ID=d1ecf7f0-a099-4c38-9470-aacfde07fadb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:01.522557 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.525341 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772e8c7-7150-4390-8df0-6ab6093558a1 None None] No DVR routers for this DVR port d1ecf7f0-a099-4c38-9470-aacfde07fadb on host n-d-827895-2 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:45:01.542071 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.548715 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:45:01.549145 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:45:01.550896 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:45:01.608831 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.615079 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.618367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d HTTP/1.1" status: 204 len: 168 time: 0.8294516 Feb 07 23:45:01.629427 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8f489-c8f5-4bb9-b71f-5268943f3631 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad838fb-deaa-4cf3-aaaf-f2e30f878c8d,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:01.724268 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60694) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:01.764951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-41c90078-1bb8-43b7-86c5-6f4bae7a7b7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b60f1802367c44139c473c902770ab94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394239 Feb 07 23:45:01.767367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60696) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:01.814627 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39fe2292-1bfd-4f48-86ad-85595f2735bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.835598 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39fe2292-1bfd-4f48-86ad-85595f2735bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.886929 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39fe2292-1bfd-4f48-86ad-85595f2735bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.889502 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-39fe2292-1bfd-4f48-86ad-85595f2735bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.890670 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-39fe2292-1bfd-4f48-86ad-85595f2735bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe5d5d3e-f5b5-4a6b-90c8-59bb9d980b69 HTTP/1.1" status: 204 len: 168 time: 0.1223109 Feb 07 23:45:01.898819 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe2292-1bfd-4f48-86ad-85595f2735bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5d5d3e-f5b5-4a6b-90c8-59bb9d980b69,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:02.220772 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60702) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:02.263789 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-7adc6f2f-278c-4692-ab3a-b954fdb0377b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6be7f69b82cc44c491d83d55a8072daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418227 Feb 07 23:45:02.266262 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60704) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:02.312221 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e07a524a-de7e-4477-b595-31e2618eb5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.334614 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e07a524a-de7e-4477-b595-31e2618eb5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.380044 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e07a524a-de7e-4477-b595-31e2618eb5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.382607 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e07a524a-de7e-4477-b595-31e2618eb5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.383807 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e07a524a-de7e-4477-b595-31e2618eb5f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc5e06a7-5d72-4588-9375-9fb0bdcc290a HTTP/1.1" status: 204 len: 168 time: 0.1165323 Feb 07 23:45:02.391173 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a524a-de7e-4477-b595-31e2618eb5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5e06a7-5d72-4588-9375-9fb0bdcc290a,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:03.075222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60726) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:03.179055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1504875884-network', 'tenant_id': '27aed302da224da6af0d13ddffc07031'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:03.201506 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Made reservation on behalf of 27aed302da224da6af0d13ddffc07031 for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:03.203753 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.212463 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.284781 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.288226 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.314297 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:45:03.319476 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba4eb9-0188-404f-94fe-bf6bfcc39880,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:03.326560 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.326904 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Added segment c680f779-9d52-40b9-ac88-90438d692a72 of type vlan for network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 Feb 07 23:45:03.368547 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.397074 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.397791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:03.398361 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.452563 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3762245 Feb 07 23:45:03.456130 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60730) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:03.458916 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ff3dc-8056-401a-896a-ece6719e890c admin admin] Pushing event updated for resources: {'Network': ['ID=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:03.461068 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Request body: {'subnet': {'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1504875884-subnet', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'ip_version': 4}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:03.468553 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:45:03.489248 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Made reservation on behalf of 27aed302da224da6af0d13ddffc07031 for: {'subnet': 1} {{(pid=102290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:03.491599 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350662'] for subnet, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.655905 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58988821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350676'] for subnet, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.710667 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:03.719115 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Checking segment: {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:45:03.719505 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Network hostable DHCP agents. Network: edeb90b4-9fb7-4fc5-9aea-0d3065bbb796, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:45:03.736494 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:45:03.744564 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, edeb90b4-9fb7-4fc5-9aea-0d3065bbb796) {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:03.748721 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:03.749310 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.754432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede2d94-2cb2-46b7-9181-29f1a72dc04b None None] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:45:03.769726 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-95f7c92a-2a7d-43aa-982b-5cd9595acb39 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3124809 Feb 07 23:45:03.772480 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60732) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:03.776945 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:03.798692 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.800000 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.857110 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.902058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:45:03.903479 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.992735 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.049146 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Allocated IP 172.20.0.2 (edeb90b4-9fb7-4fc5-9aea-0d3065bbb796/e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c/3d679cc5-8152-4b50-882a-4245c0e3fe2a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:04.192812 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.193441 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.199377 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.212270 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.242009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:04.246246 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:04.250671 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:45:04.253252 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Pushing event updated for resources: {'Port': ['ID=3d679cc5-8152-4b50-882a-4245c0e3fe2a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:04.305049 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Attempting to bind port 3d679cc5-8152-4b50-882a-4245c0e3fe2a on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:04.305428 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Attempting to bind port 3d679cc5-8152-4b50-882a-4245c0e3fe2a by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:04.305790 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Attempting to bind port 3d679cc5-8152-4b50-882a-4245c0e3fe2a on network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:45:04.310642 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:45:04.311019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Checking segment: {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:45:04.311427 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.311851 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Bound using segment: {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:45:04.312314 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Bound port: 3d679cc5-8152-4b50-882a-4245c0e3fe2a, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:04.312693 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.317288 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Allocated IP 172.25.8.11 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/c57c1bfb-c562-44cc-b022-5c747eb87c8f) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:04.381749 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] For port 3d679cc5-8152-4b50-882a-4245c0e3fe2a, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:45:04.384878 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] For port 3d679cc5-8152-4b50-882a-4245c0e3fe2a, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3d679cc5-8152-4b50-882a-4245c0e3fe2a,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:45:04.389809 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.424511 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.458410 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86457e4-cfc2-49c4-8784-7c20b7e015b7 None None] Pushing event updated for resources: {'Port': ['ID=3d679cc5-8152-4b50-882a-4245c0e3fe2a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:04.463125 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.506868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:04.509659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:04.513962 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:45:04.517576 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Pushing event updated for resources: {'Port': ['ID=c57c1bfb-c562-44cc-b022-5c747eb87c8f,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:04.631184 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.791206 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.862509 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.988128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:05.124836 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Router f90d9b3c-610d-4d39-9781-c437e24e7ab4 is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:45:05.174308 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3d679cc5-8152-4b50-882a-4245c0e3fe2a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:05.225027 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3d679cc5-8152-4b50-882a-4245c0e3fe2a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:05.225403 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:05.237287 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:45:05.246670 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Sync routers for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:05.256004 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:05.259755 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-d2593956-ad02-4e4e-b755-2874c08d7225 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4838159 Feb 07 23:45:05.259967 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60734) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:05.266165 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:05.267821 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:05.337037 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:05.385470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 3d679cc5-8152-4b50-882a-4245c0e3fe2a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3d679cc5-8152-4b50-882a-4245c0e3fe2a,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:05.389715 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:05.455404 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fae532-f8be-42c1-8978-14302c9cfd80 None None] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:45:05.471909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=3d679cc5-8152-4b50-882a-4245c0e3fe2a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:05.496965 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:05.592953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ab64bacb-f1bd-46bb-9643-88b3525f4b5e None None] Provisioning complete for port 3d679cc5-8152-4b50-882a-4245c0e3fe2a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:05.593226 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab64bacb-f1bd-46bb-9643-88b3525f4b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:05.696373 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:04Z', 'revision_number': 3, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:05.736151 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Checking router: f90d9b3c-610d-4d39-9781-c437e24e7ab4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:05.736830 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Updating router f90d9b3c-610d-4d39-9781-c437e24e7ab4 port c57c1bfb-c562-44cc-b022-5c747eb87c8f binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:45:05.764756 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:05.928367 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-89790df2-7004-4caa-8da0-4ae4c33bd1d7 None None] Provisioning complete for port 3d679cc5-8152-4b50-882a-4245c0e3fe2a triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:05.928990 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89790df2-7004-4caa-8da0-4ae4c33bd1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.032211 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.045688 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.052214 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.109072 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Attempting to bind port c57c1bfb-c562-44cc-b022-5c747eb87c8f on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:06.109351 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Attempting to bind port c57c1bfb-c562-44cc-b022-5c747eb87c8f by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:06.109702 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Attempting to bind port c57c1bfb-c562-44cc-b022-5c747eb87c8f on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:45:06.117795 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Pushing event updated for resources: {'Port': ['ID=c57c1bfb-c562-44cc-b022-5c747eb87c8f,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:06.120630 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:45:06.120988 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:45:06.121380 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.121754 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:45:06.122197 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Bound port: c57c1bfb-c562-44cc-b022-5c747eb87c8f, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:06.122559 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.148464 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.148795 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.149121 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.149451 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.149764 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.150084 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.150397 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.150709 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.151018 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.151328 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.151637 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.151971 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:06.188979 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] For port c57c1bfb-c562-44cc-b022-5c747eb87c8f, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:45:06.192176 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] For port c57c1bfb-c562-44cc-b022-5c747eb87c8f, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c57c1bfb-c562-44cc-b022-5c747eb87c8f,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:45:06.196605 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.199302 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Allocated IP 172.20.0.1 (edeb90b4-9fb7-4fc5-9aea-0d3065bbb796/e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c/13b63fe6-b535-4cff-8e8f-c774722a0d70) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:06.257388 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:06.257984 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:06.260887 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec847099-ba66-4aee-a5b4-674105d2e9c1 None None] Pushing event updated for resources: {'Port': ['ID=c57c1bfb-c562-44cc-b022-5c747eb87c8f,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:06.304558 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.338398 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.365249 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:06.377165 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:06.380037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:06.383373 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:45:06.411251 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Pushing event updated for resources: {'Port': ['ID=13b63fe6-b535-4cff-8e8f-c774722a0d70,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:06.426212 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.551581 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:04Z', 'revision_number': 3, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:06.561292 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.583027 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a85230-ecf0-4f4d-aa11-0bd3c201f1ee None None] The sync data for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 is: [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:04Z', 'revision_number': 3, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:06.633971 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-98231044-26c5-4299-99b2-1934a000718c None None] Provisioning complete for port 13b63fe6-b535-4cff-8e8f-c774722a0d70 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:06.634344 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-98231044-26c5-4299-99b2-1934a000718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.674899 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-98231044-26c5-4299-99b2-1934a000718c None None] Port 13b63fe6-b535-4cff-8e8f-c774722a0d70 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:45:06.737140 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.741855 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.807851 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.809586 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Pushing event updated for resources: {'Port': ['ID=13b63fe6-b535-4cff-8e8f-c774722a0d70,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:06.926925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:06.928383 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:07.056674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Router f90d9b3c-610d-4d39-9781-c437e24e7ab4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:45:07.182442 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:45:07.188450 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-1d43465c-5396-463c-81e7-fa430bc9ae2b admin admin] 10.222.0.15 "PUT /v2.0/routers/f90d9b3c-610d-4d39-9781-c437e24e7ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9272010 Feb 07 23:45:07.216113 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-c359c3e3-bf7f-4a82-aee2-35facd91c885 None None] Provisioning complete for port 13b63fe6-b535-4cff-8e8f-c774722a0d70 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:07.217106 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c359c3e3-bf7f-4a82-aee2-35facd91c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.258104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c359c3e3-bf7f-4a82-aee2-35facd91c885 None None] Port 13b63fe6-b535-4cff-8e8f-c774722a0d70 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:45:07.288186 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c57c1bfb-c562-44cc-b022-5c747eb87c8f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:07.340467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c57c1bfb-c562-44cc-b022-5c747eb87c8f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:07.341118 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.430011 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.453451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port c57c1bfb-c562-44cc-b022-5c747eb87c8f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c57c1bfb-c562-44cc-b022-5c747eb87c8f,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:07.459186 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.460360 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3d679cc5-8152-4b50-882a-4245c0e3fe2a up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:07.543833 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=c57c1bfb-c562-44cc-b022-5c747eb87c8f,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:07.558402 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 3d679cc5-8152-4b50-882a-4245c0e3fe2a triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:07.558882 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.711753 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60750) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:07.716747 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1448760316-network', 'tenant_id': '3d7b219b98744f1a903337fccf92081d'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:07.739794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Made reservation on behalf of 3d7b219b98744f1a903337fccf92081d for: {'network': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:07.742072 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for network, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.750522 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.828056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.832368 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.856292 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:45:07.865065 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa97cfe-0f75-4ab8-9f9f-5425a24a08ea,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:07.870830 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.871169 n-d-827895-2 neutron-server[102289]: INFO neutron.db.segments_db [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Added segment 13f00ec6-e6b4-4e23-9b13-9bb53cf12d17 of type vlan for network b6ec5947-0a40-4833-9d40-f7635287fb58 Feb 07 23:45:07.916056 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784724798154'] for network, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.946540 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966'] for network, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.947528 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:07.948128 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.021616 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3062861 Feb 07 23:45:08.021821 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60752) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:08.026731 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Request body: {'subnet': {'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1448760316-subnet', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'ip_version': 4}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:08.034352 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50c9f8-0896-43b6-b390-ad97dbd2724b admin admin] Pushing event updated for resources: {'Network': ['ID=b6ec5947-0a40-4833-9d40-f7635287fb58,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:08.048317 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Network b6ec5947-0a40-4833-9d40-f7635287fb58 details requested by agent ovs-agent-n-d-827895-2 with host n-d-827895-2 {{(pid=102291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 23:45:08.060582 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Made reservation on behalf of 3d7b219b98744f1a903337fccf92081d for: {'subnet': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:08.064543 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043252'] for subnet, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.257052 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62077884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043238'] for subnet, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.260799 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Sync routers for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:08.270809 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:08.271412 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:08.313871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58e8aa8-0770-402a-ba97-e898d602e5b2,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:08.323351 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Checking segment: {'id': '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:45:08.323755 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Network hostable DHCP agents. Network: b6ec5947-0a40-4833-9d40-f7635287fb58, hostable agents: ['1c0163e1-4166-4457-ad55-7d2e064bd67f'], hosted agents: [] {{(pid=102289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:45:08.341638 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Network b6ec5947-0a40-4833-9d40-f7635287fb58 is scheduled to be hosted by DHCP agent 1c0163e1-4166-4457-ad55-7d2e064bd67f with binding_index 1 {{(pid=102289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:45:08.352423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827895-2, b6ec5947-0a40-4833-9d40-f7635287fb58) {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:08.356569 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:08.357244 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.376472 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-31d86d53-bfe0-447c-bc01-11a30a34bea8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3528929 Feb 07 23:45:08.378525 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60754) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:08.383947 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:08.406513 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27353'] for router, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.408234 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27296'] for router, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.463971 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.553095 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc39636e-8803-467c-987c-aa1782e0f4cf None None] Network b6ec5947-0a40-4833-9d40-f7635287fb58 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:45:08.622915 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.631953 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:08.841874 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.842476 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82a14af-60ff-5795-b28e-e9780d8471e0-b6ec5947-0a40-4833-9d40-f7635287fb58', 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'fixed_ips': [{'subnet_id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2'}]}} from n-d-827895-2. {{(pid=102291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 07 23:45:08.843318 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.862505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.963118 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Allocated IP 172.25.8.99 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/772f7b72-0cf1-40cc-bd5a-2c2598d5d1de) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:09.018859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 2, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:09.053328 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Allocated IP 172.20.0.2 (b6ec5947-0a40-4833-9d40-f7635287fb58/b58e8aa8-0770-402a-ba97-e898d602e5b2/9f7c9d93-675b-49d9-bb07-79d6acf02ed7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:09.055467 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Checking router: f90d9b3c-610d-4d39-9781-c437e24e7ab4 for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:09.055857 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Updating router f90d9b3c-610d-4d39-9781-c437e24e7ab4 port 13b63fe6-b535-4cff-8e8f-c774722a0d70 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:45:09.066714 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.090374 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.104888 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.146259 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c57c1bfb-c562-44cc-b022-5c747eb87c8f up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:09.149289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:09.152039 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:09.155320 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:45:09.161119 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Pushing event updated for resources: {'Port': ['ID=772f7b72-0cf1-40cc-bd5a-2c2598d5d1de,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:09.396017 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port c57c1bfb-c562-44cc-b022-5c747eb87c8f triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:09.396599 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.404350 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.424470 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.439754 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.516265 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Network b6ec5947-0a40-4833-9d40-f7635287fb58 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:09.522785 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Pushing event updated for resources: {'Port': ['ID=9f7c9d93-675b-49d9-bb07-79d6acf02ed7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:09.531254 n-d-827895-2 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:09.534688 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:45:09.600677 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768512'] for router, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.662073 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Attempting to bind port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:09.662432 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Attempting to bind port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:09.662752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Attempting to bind port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 on network b6ec5947-0a40-4833-9d40-f7635287fb58 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:45:09.676805 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.678769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:45:09.679147 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Checking segment: {'id': '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:45:09.679541 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.679960 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Bound using segment: {'id': '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:45:09.680434 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Bound port: 9f7c9d93-675b-49d9-bb07-79d6acf02ed7, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:09.680811 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.690266 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.730650 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Router 635813ad-b04e-4bd9-8b41-e592682e742e is scheduled to L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 with binding_index 1 {{(pid=102289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 23:45:09.775495 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6f36e-b3ed-476e-99dc-23f5fc0d4415 None None] Pushing event updated for resources: {'Port': ['ID=13b63fe6-b535-4cff-8e8f-c774722a0d70,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:09.829276 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] For port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:45:09.851447 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Attempting to bind port 13b63fe6-b535-4cff-8e8f-c774722a0d70 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:09.851848 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Attempting to bind port 13b63fe6-b535-4cff-8e8f-c774722a0d70 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:09.852217 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Attempting to bind port 13b63fe6-b535-4cff-8e8f-c774722a0d70 on network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:45:09.852826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:45:09.856348 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] For port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9f7c9d93-675b-49d9-bb07-79d6acf02ed7,segment=NetworkSegment(13f00ec6-e6b4-4e23-9b13-9bb53cf12d17),segment_id=13f00ec6-e6b4-4e23-9b13-9bb53cf12d17)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:45:09.859244 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:45:09.859656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Checking segment: {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:45:09.860683 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.861283 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Bound using segment: {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:45:09.861767 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Bound port: 13b63fe6-b535-4cff-8e8f-c774722a0d70, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:09.862123 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.865904 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.871505 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Sync routers for ids ['635813ad-b04e-4bd9-8b41-e592682e742e'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:09.885911 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Routers {'635813ad-b04e-4bd9-8b41-e592682e742e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:09.887609 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['635813ad-b04e-4bd9-8b41-e592682e742e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:09.897405 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.901951 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a1a3d0dc-4d0a-4963-baca-64d59654b332 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5191834 Feb 07 23:45:09.902107 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60756) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:09.976868 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2197e8b-15f4-4a64-9c23-546501be61c9 None None] Pushing event updated for resources: {'Port': ['ID=9f7c9d93-675b-49d9-bb07-79d6acf02ed7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:09.993694 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] For port 13b63fe6-b535-4cff-8e8f-c774722a0d70, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:45:09.998772 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] For port 13b63fe6-b535-4cff-8e8f-c774722a0d70, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=13b63fe6-b535-4cff-8e8f-c774722a0d70,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:45:10.007941 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-0a7a27ec-a2bc-4e0e-af24-c19e2fdd2249 None None] Provisioning complete for port 13b63fe6-b535-4cff-8e8f-c774722a0d70 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:10.008693 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a7a27ec-a2bc-4e0e-af24-c19e2fdd2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.012230 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.052932 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Set router 635813ad-b04e-4bd9-8b41-e592682e742e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:10.121800 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6f36e-b3ed-476e-99dc-23f5fc0d4415 None None] Pushing event updated for resources: {'Port': ['ID=13b63fe6-b535-4cff-8e8f-c774722a0d70,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:10.132839 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:10.133485 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:10.312746 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:10.329970 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:09Z', 'revision_number': 3, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'gw_port': {'id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:10.365221 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Checking router: 635813ad-b04e-4bd9-8b41-e592682e742e for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:10.365566 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Updating router 635813ad-b04e-4bd9-8b41-e592682e742e port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de binding host n-d-827895-2 {{(pid=102292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:45:10.370844 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a7a27ec-a2bc-4e0e-af24-c19e2fdd2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.403738 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.489268 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0a7a27ec-a2bc-4e0e-af24-c19e2fdd2249 None None] For port 13b63fe6-b535-4cff-8e8f-c774722a0d70, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=13b63fe6-b535-4cff-8e8f-c774722a0d70,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:10.492113 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.516933 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a7a27ec-a2bc-4e0e-af24-c19e2fdd2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.680554 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Allocated IP 172.20.0.1 (b6ec5947-0a40-4833-9d40-f7635287fb58/b58e8aa8-0770-402a-ba97-e898d602e5b2/87ba21df-9ee2-49d7-aa87-a5d9892f6a51) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:10.770792 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a27ec-a2bc-4e0e-af24-c19e2fdd2249 None None] Pushing event updated for resources: {'Port': ['ID=13b63fe6-b535-4cff-8e8f-c774722a0d70,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:10.777231 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-dd1a79ba-95d9-4c3d-aee7-570688e0a8d6 None None] Provisioning complete for port 13b63fe6-b535-4cff-8e8f-c774722a0d70 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:10.777606 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd1a79ba-95d9-4c3d-aee7-570688e0a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.792390 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.806487 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.811880 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.832655 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.857659 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Network b6ec5947-0a40-4833-9d40-f7635287fb58 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:10.861031 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:10.862632 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Attempting to bind port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de on host n-d-827895-2 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:10.863039 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Attempting to bind port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:10.863553 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Attempting to bind port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de on network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:45:10.873176 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:45:10.873901 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Checking segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:45:10.876050 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.876751 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Bound using segment: {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:45:10.878158 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Bound port: 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ee8dc-d117-4834-be6e-9f039c71721a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:10.879876 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.880017 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:45:10.916952 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:09Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:10.929808 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Pushing event updated for resources: {'Port': ['ID=87ba21df-9ee2-49d7-aa87-a5d9892f6a51,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:10.932401 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91de97-efe6-4638-ad97-bbedba20a665 None None] Pushing event updated for resources: {'Port': ['ID=772f7b72-0cf1-40cc-bd5a-2c2598d5d1de,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:10.937792 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768735'] for router_interface, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.959208 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a805b4-ed80-4852-9cde-b2bd270a374b None None] The sync data for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 is: [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:09Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:10.980886 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] For port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de, host n-d-827895-2, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:45:10.984548 n-d-827895-2 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] For port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=772f7b72-0cf1-40cc-bd5a-2c2598d5d1de,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:45:10.992522 n-d-827895-2 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.094408 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Routers {'635813ad-b04e-4bd9-8b41-e592682e742e'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:11.095817 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['635813ad-b04e-4bd9-8b41-e592682e742e'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:11.101371 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91de97-efe6-4638-ad97-bbedba20a665 None None] Pushing event updated for resources: {'Port': ['ID=772f7b72-0cf1-40cc-bd5a-2c2598d5d1de,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:11.133760 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.241921 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] Set router 635813ad-b04e-4bd9-8b41-e592682e742e gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:11.336112 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 13b63fe6-b535-4cff-8e8f-c774722a0d70 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:11.418429 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.427048 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.441546 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033896b4-83b7-450c-ba64-1f719c07710d None None] Network b6ec5947-0a40-4833-9d40-f7635287fb58 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:45:11.444626 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 13b63fe6-b535-4cff-8e8f-c774722a0d70 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:11.445104 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.474083 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763215'] for router_interface, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.512788 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 4, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'gw_port': {'id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '87ba21df-9ee2-49d7-aa87-a5d9892f6a51', 'name': '', 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'mac_address': 'fa:16:3e:7d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 1, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'subnets': [{'id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:11.559941 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b8093-68aa-47e6-85f7-a5794dd749f2 None None] The sync data for ids ['635813ad-b04e-4bd9-8b41-e592682e742e'] in n-d-827895-2 is: [{'id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 4, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'gw_port': {'id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '87ba21df-9ee2-49d7-aa87-a5d9892f6a51', 'name': '', 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'mac_address': 'fa:16:3e:7d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 1, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'subnets': [{'id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:11.565940 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Pushing event updated for resources: {'Port': ['ID=87ba21df-9ee2-49d7-aa87-a5d9892f6a51,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:11.574149 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-128b28d0-5fed-43a6-9818-1c2f5a37e67a None None] Provisioning complete for port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:11.574623 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-128b28d0-5fed-43a6-9818-1c2f5a37e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.634436 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Network b6ec5947-0a40-4833-9d40-f7635287fb58 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:11.636629 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:11.713150 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:11.779743 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Router 635813ad-b04e-4bd9-8b41-e592682e742e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:45:11.822001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-128b28d0-5fed-43a6-9818-1c2f5a37e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.857468 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:11.857856 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.917859 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-128b28d0-5fed-43a6-9818-1c2f5a37e67a None None] For port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9f7c9d93-675b-49d9-bb07-79d6acf02ed7,segment=NetworkSegment(13f00ec6-e6b4-4e23-9b13-9bb53cf12d17),segment_id=13f00ec6-e6b4-4e23-9b13-9bb53cf12d17)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:11.922984 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:45:11.931588 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-6d84c592-45f9-4942-bec5-0b3e21e79572 admin admin] 10.222.0.15 "PUT /v2.0/routers/635813ad-b04e-4bd9-8b41-e592682e742e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0284967 Feb 07 23:45:11.934962 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-128b28d0-5fed-43a6-9818-1c2f5a37e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.013358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b28d0-5fed-43a6-9818-1c2f5a37e67a None None] Pushing event updated for resources: {'Port': ['ID=9f7c9d93-675b-49d9-bb07-79d6acf02ed7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:12.259938 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6bb54889-2281-467a-a23e-1a2f10499f82 None None] Provisioning complete for port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:12.260312 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb54889-2281-467a-a23e-1a2f10499f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.373356 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-6bb54889-2281-467a-a23e-1a2f10499f82 None None] Provisioning complete for port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:12.373817 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb54889-2281-467a-a23e-1a2f10499f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.444691 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6bb54889-2281-467a-a23e-1a2f10499f82 None None] Port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:45:12.567897 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-7e293205-3515-4f73-bb42-0ed4c76b26e8 None None] Provisioning complete for port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:12.568636 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e293205-3515-4f73-bb42-0ed4c76b26e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.616690 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7e293205-3515-4f73-bb42-0ed4c76b26e8 None None] Port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:45:12.735042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-91462046-095f-4cbd-895c-f5d50e7da1ed None None] Provisioning complete for port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:12.735507 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91462046-095f-4cbd-895c-f5d50e7da1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.770692 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-91462046-095f-4cbd-895c-f5d50e7da1ed None None] Port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:45:12.805761 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60764) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:12.810382 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-6a248366-5c43-495f-be6d-1a5e1a1a13a7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351098389', 'description': 'tempest-secgroup-smoke-1351098389 description', 'project_id': '27aed302da224da6af0d13ddffc07031'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:12.834532 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a248366-5c43-495f-be6d-1a5e1a1a13a7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.901440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a248366-5c43-495f-be6d-1a5e1a1a13a7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.904978 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a248366-5c43-495f-be6d-1a5e1a1a13a7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.934980 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-6a248366-5c43-495f-be6d-1a5e1a1a13a7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.936229 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-6a248366-5c43-495f-be6d-1a5e1a1a13a7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294601 Feb 07 23:45:12.938096 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a248366-5c43-495f-be6d-1a5e1a1a13a7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c1a776-be67-4d5f-b4e5-63416e2ea122,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:12.939501 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60766) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:12.944790 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-f7c5fe78-d91f-4d40-a6b0-db6901a87798 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'security_group_rule': {'security_group_id': '04c1a776-be67-4d5f-b4e5-63416e2ea122', 'project_id': '27aed302da224da6af0d13ddffc07031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:12.972794 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fe78-d91f-4d40-a6b0-db6901a87798 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.033638 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fe78-d91f-4d40-a6b0-db6901a87798 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.037249 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fe78-d91f-4d40-a6b0-db6901a87798 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.055495 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5fe78-d91f-4d40-a6b0-db6901a87798 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1e91e8-4686-4d84-b34c-7d8dbfc5094a,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:13.063657 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fe78-d91f-4d40-a6b0-db6901a87798 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.064916 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-f7c5fe78-d91f-4d40-a6b0-db6901a87798 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243401 Feb 07 23:45:13.067595 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60768) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:13.071893 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-47c2db8b-56b1-4560-94bc-cd845aa7e88b tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'security_group_rule': {'security_group_id': '04c1a776-be67-4d5f-b4e5-63416e2ea122', 'project_id': '27aed302da224da6af0d13ddffc07031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:13.102526 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47c2db8b-56b1-4560-94bc-cd845aa7e88b tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.141378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:13.162116 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47c2db8b-56b1-4560-94bc-cd845aa7e88b tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.166362 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47c2db8b-56b1-4560-94bc-cd845aa7e88b tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.181591 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2db8b-56b1-4560-94bc-cd845aa7e88b tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508b5374-7ece-4b2d-a29f-f659e26baa03,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:13.189378 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:13.189805 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.192419 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-47c2db8b-56b1-4560-94bc-cd845aa7e88b tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.193626 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-47c2db8b-56b1-4560-94bc-cd845aa7e88b tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250877 Feb 07 23:45:13.196339 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60770) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:13.200673 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-65e21a50-68e1-44c0-8a42-8700a694260a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'security_group_rule': {'security_group_id': '04c1a776-be67-4d5f-b4e5-63416e2ea122', 'project_id': '27aed302da224da6af0d13ddffc07031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:13.229603 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65e21a50-68e1-44c0-8a42-8700a694260a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.289615 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65e21a50-68e1-44c0-8a42-8700a694260a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.292837 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65e21a50-68e1-44c0-8a42-8700a694260a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.311075 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21a50-68e1-44c0-8a42-8700a694260a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02349746-3891-4702-8ddd-f559b74bff2e,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:13.316124 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-65e21a50-68e1-44c0-8a42-8700a694260a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.317283 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-65e21a50-68e1-44c0-8a42-8700a694260a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200440 Feb 07 23:45:13.320272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60772) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:13.324474 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-4fb6da2d-0e9d-449a-9818-be6a33ed7ea9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'security_group_rule': {'security_group_id': '04c1a776-be67-4d5f-b4e5-63416e2ea122', 'project_id': '27aed302da224da6af0d13ddffc07031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:13.350662 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4fb6da2d-0e9d-449a-9818-be6a33ed7ea9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.410470 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4fb6da2d-0e9d-449a-9818-be6a33ed7ea9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.413500 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4fb6da2d-0e9d-449a-9818-be6a33ed7ea9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.433799 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6da2d-0e9d-449a-9818-be6a33ed7ea9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51600563-920a-4d67-b58d-ba489b06017b,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:13.440007 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-4fb6da2d-0e9d-449a-9818-be6a33ed7ea9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.441172 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-4fb6da2d-0e9d-449a-9818-be6a33ed7ea9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199708 Feb 07 23:45:13.443874 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60774) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:13.448072 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-2025bdd6-da5e-47c9-8c0e-a7f866d8d2c6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'security_group_rule': {'security_group_id': '04c1a776-be67-4d5f-b4e5-63416e2ea122', 'project_id': '27aed302da224da6af0d13ddffc07031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:13.471023 n-d-827895-2 neutron-server[102290]: INFO neutron.db.securitygroups_db [None req-2025bdd6-da5e-47c9-8c0e-a7f866d8d2c6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Project 27aed302da224da6af0d13ddffc07031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:45:13.475971 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2025bdd6-da5e-47c9-8c0e-a7f866d8d2c6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.537240 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2025bdd6-da5e-47c9-8c0e-a7f866d8d2c6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.542645 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2025bdd6-da5e-47c9-8c0e-a7f866d8d2c6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.568224 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025bdd6-da5e-47c9-8c0e-a7f866d8d2c6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55892b6-9ca1-4532-b9d0-033fa8d3eaff,revision_number=0']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:13.576300 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-2025bdd6-da5e-47c9-8c0e-a7f866d8d2c6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.577513 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-2025bdd6-da5e-47c9-8c0e-a7f866d8d2c6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327152 Feb 07 23:45:13.580668 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 60776) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:13.586171 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [None req-9fa42021-4142-46e9-ad9f-cfa805519944 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'security_group_rule': {'security_group_id': '04c1a776-be67-4d5f-b4e5-63416e2ea122', 'project_id': '27aed302da224da6af0d13ddffc07031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:13.610894 n-d-827895-2 neutron-server[102289]: INFO neutron.db.securitygroups_db [None req-9fa42021-4142-46e9-ad9f-cfa805519944 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Project 27aed302da224da6af0d13ddffc07031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:45:13.615476 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9fa42021-4142-46e9-ad9f-cfa805519944 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.682243 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9fa42021-4142-46e9-ad9f-cfa805519944 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.685684 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9fa42021-4142-46e9-ad9f-cfa805519944 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534874'] for security_group_rule, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.703026 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa42021-4142-46e9-ad9f-cfa805519944 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b156764b-6f63-4dd6-be18-6c4f5c60b448,revision_number=0']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:13.712231 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-9fa42021-4142-46e9-ad9f-cfa805519944 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.713554 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-9fa42021-4142-46e9-ad9f-cfa805519944 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310954 Feb 07 23:45:13.866838 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-62e4f65a-57a6-4ebf-bd89-94c280d096e0 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351098389&fields=id&tenant_id=27aed302da224da6af0d13ddffc07031 HTTP/1.1" status: 200 len: 267 time: 0.0394371 Feb 07 23:45:13.982726 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-1d5b1134-afad-425f-894a-51f4bf03ee4f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:13.984249 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-1d5b1134-afad-425f-894a-51f4bf03ee4f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 810 time: 0.1100650 Feb 07 23:45:14.000821 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-0e0ff460-3faa-48d3-8802-0d067a835422 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/quotas/27aed302da224da6af0d13ddffc07031 HTTP/1.1" status: 200 len: 375 time: 0.0095427 Feb 07 23:45:14.056293 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-e0f8746c-01dc-4e07-8d93-ce12238d9110 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477760 Feb 07 23:45:14.154714 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-3f96d4b1-12af-4a0d-87c6-cbe094c31e7b service neutron] 10.222.0.15 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852914 Feb 07 23:45:14.262453 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-839508e7-9610-40dc-add8-a15c59d995f5 service neutron] 10.222.0.15 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001971 Feb 07 23:45:14.453806 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-3834b73e-a8c8-47da-98c4-9a9cf938c73a req-77167e6c-c482-4fae-9d78-308570403140 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 210 time: 0.0314703 Feb 07 23:45:15.049094 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Sync routers for ids ['635813ad-b04e-4bd9-8b41-e592682e742e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:15.058707 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Routers {'635813ad-b04e-4bd9-8b41-e592682e742e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:15.059331 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['635813ad-b04e-4bd9-8b41-e592682e742e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:15.169565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Set router 635813ad-b04e-4bd9-8b41-e592682e742e gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:15.199849 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:15.341778 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:15.341980 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.458834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-0522a346-73a3-4bf9-9ca4-1db0fe3815f7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:15.460301 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-0522a346-73a3-4bf9-9ca4-1db0fe3815f7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 810 time: 0.1133308 Feb 07 23:45:15.469703 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.480009 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 4, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'gw_port': {'id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '87ba21df-9ee2-49d7-aa87-a5d9892f6a51', 'name': '', 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'mac_address': 'fa:16:3e:7d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 2, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'subnets': [{'id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:15.506211 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-7977a75e-92e5-4870-bf1e-391497fb588f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27aed302da224da6af0d13ddffc07031 HTTP/1.1" status: 200 len: 380 time: 0.0360820 Feb 07 23:45:15.518167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'port': {'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'admin_state_up': True, 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'security_groups': ['04c1a776-be67-4d5f-b4e5-63416e2ea122']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:15.533307 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-525512bf-0940-451f-828e-075c447dd37f None None] For port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=772f7b72-0cf1-40cc-bd5a-2c2598d5d1de,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:15.534340 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Checking router: 635813ad-b04e-4bd9-8b41-e592682e742e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:15.534699 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Updating router 635813ad-b04e-4bd9-8b41-e592682e742e port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 binding host n-d-827895-2 {{(pid=102291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:45:15.552778 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.576234 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-2bcc14dd-6a61-4eb8-a43c-f19814a6d28d req-35b6d514-2851-49cb-8cc3-2d5722ca303f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 210 time: 0.0308912 Feb 07 23:45:15.585680 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.632835 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Made reservation on behalf of 27aed302da224da6af0d13ddffc07031 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:15.636465 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.636656 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Pushing event updated for resources: {'Port': ['ID=772f7b72-0cf1-40cc-bd5a-2c2598d5d1de,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:15.763597 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Allocated IP 172.20.0.14 (edeb90b4-9fb7-4fc5-9aea-0d3065bbb796/e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c/4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:15.869949 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Notify callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.875036 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.911545 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.926300 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b63b0-faad-4f28-aa28-cbf8d5173d92 None None] Pushing event updated for resources: {'Port': ['ID=87ba21df-9ee2-49d7-aa87-a5d9892f6a51,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:15.954450 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.976983 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Attempting to bind port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 on host n-d-827895-2 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:15.977358 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Attempting to bind port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 by drivers openvswitch,hyperv on host n-d-827895-2 at level 0 using segments [{'id': '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:15.977727 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Attempting to bind port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 on network b6ec5947-0a40-4833-9d40-f7635287fb58 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:45:15.982909 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Checking agent: {'id': 'bd39bc93-bff4-4635-8dd3-ba973fa84761', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 20, 56), 'started_at': datetime.datetime(2022, 2, 7, 22, 21, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827895-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:45:15.983285 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Checking segment: {'id': '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:45:15.983695 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.984114 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Bound using segment: {'id': '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:45:15.984822 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Bound port: 87ba21df-9ee2-49d7-aa87-a5d9892f6a51, host: n-d-827895-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:15.985532 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.002949 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:16.006393 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:16.010793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:45:16.034145 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'Port': ['ID=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:16.087479 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:16.087748 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.093056 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] For port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51, host n-d-827895-2, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:45:16.100621 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] For port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51, host n-d-827895-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=87ba21df-9ee2-49d7-aa87-a5d9892f6a51,segment=NetworkSegment(13f00ec6-e6b4-4e23-9b13-9bb53cf12d17),segment_id=13f00ec6-e6b4-4e23-9b13-9bb53cf12d17)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:45:16.107260 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.111858 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-903d667a-c7a6-494d-bd34-5e0824247613 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5982432 Feb 07 23:45:16.168650 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Routers {'635813ad-b04e-4bd9-8b41-e592682e742e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:16.169286 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:44:55Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['635813ad-b04e-4bd9-8b41-e592682e742e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:16.232209 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Request body: {'port': {'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:16.234451 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b63b0-faad-4f28-aa28-cbf8d5173d92 None None] Pushing event updated for resources: {'Port': ['ID=87ba21df-9ee2-49d7-aa87-a5d9892f6a51,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:16.247470 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-d1ea3032-d029-4590-95a9-caffbd0d508e None None] Provisioning complete for port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:16.247871 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3032-d029-4590-95a9-caffbd0d508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.307825 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.349251 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] Set router 635813ad-b04e-4bd9-8b41-e592682e742e gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:16.586925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:45:16.594659 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.606508 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Transition to ACTIVE for port object 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:16.611357 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3032-d029-4590-95a9-caffbd0d508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.612277 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.678935 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Pushing event updated for resources: {'Port': ['ID=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:16.696728 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d1ea3032-d029-4590-95a9-caffbd0d508e None None] For port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=87ba21df-9ee2-49d7-aa87-a5d9892f6a51,segment=NetworkSegment(13f00ec6-e6b4-4e23-9b13-9bb53cf12d17),segment_id=13f00ec6-e6b4-4e23-9b13-9bb53cf12d17)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:16.704433 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3032-d029-4590-95a9-caffbd0d508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.767147 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75db6ed-7d8d-4a92-befd-6a17b6439896 req-56fc1c6a-a9e6-49aa-8308-2c98c330fdf6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:16.768730 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c75db6ed-7d8d-4a92-befd-6a17b6439896 req-56fc1c6a-a9e6-49aa-8308-2c98c330fdf6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 944 time: 0.1069031 Feb 07 23:45:16.804103 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Attempting to bind port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:16.804431 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Attempting to bind port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:16.804752 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Attempting to bind port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 on network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:45:16.809192 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea3032-d029-4590-95a9-caffbd0d508e None None] Pushing event updated for resources: {'Port': ['ID=87ba21df-9ee2-49d7-aa87-a5d9892f6a51,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:16.812468 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 on network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:45:16.812776 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Attempting to bind port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 on network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:45:16.828657 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c75db6ed-7d8d-4a92-befd-6a17b6439896 req-4aa0581f-dfe5-4076-8da8-d6c5765a79a1 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489736 Feb 07 23:45:16.829674 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:45:16.830023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Checking segment: {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:45:16.830398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Bound using segment: {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:45:16.830830 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Bound port: 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:16.831189 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.872556 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 4, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'gw_port': {'id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '87ba21df-9ee2-49d7-aa87-a5d9892f6a51', 'name': '', 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'mac_address': 'fa:16:3e:7d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:16Z', 'revision_number': 4, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'subnets': [{'id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:16.906490 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-ba6bab26-d121-47b8-8750-98ac99b62e24 None None] Provisioning complete for port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:16.907381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba6bab26-d121-47b8-8750-98ac99b62e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.909116 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433543bf-f2b0-464a-bb89-533a56994013 None None] The sync data for ids ['635813ad-b04e-4bd9-8b41-e592682e742e'] in n-d-827895-2 is: [{'id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 4, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'gw_port': {'id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '87ba21df-9ee2-49d7-aa87-a5d9892f6a51', 'name': '', 'network_id': 'b6ec5947-0a40-4833-9d40-f7635287fb58', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'mac_address': 'fa:16:3e:7d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:16Z', 'revision_number': 4, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'subnets': [{'id': 'b58e8aa8-0770-402a-ba97-e898d602e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:16.909788 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:45:16.913253 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:45:16.917696 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.955023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:16.955634 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.957035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] 10.222.0.46 "PUT /v2.0/ports/4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 HTTP/1.1" status: 200 len: 1092 time: 0.8373938 Feb 07 23:45:16.957471 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:45:16.959734 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc" -d '{"events": [{"name": "network-changed", "server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:45:16.990495 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79900c7d-b113-40a4-a14f-7ae13c85a70a service neutron] Pushing event updated for resources: {'Port': ['ID=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:17.015785 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92675354-ec99-4404-b5a8-87632911eb04 x-openstack-request-id: req-92675354-ec99-4404-b5a8-87632911eb04 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:45:17.016626 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:45:17.016959 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92675354-ec99-4404-b5a8-87632911eb04 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:45:17.017346 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'status': 'completed', 'code': 200} Feb 07 23:45:17.050891 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-b6130d29-8af4-4730-9799-f7c1f81d04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:17.052412 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-b6130d29-8af4-4730-9799-f7c1f81d04e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 1095 time: 0.0455194 Feb 07 23:45:17.099894 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-908854d6-5810-4755-b995-d35a72e08385 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 HTTP/1.1" status: 200 len: 217 time: 0.0395372 Feb 07 23:45:17.159793 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-deab6ae6-5874-49f9-9f00-68bc8ef53c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:17.161297 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-deab6ae6-5874-49f9-9f00-68bc8ef53c7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0551939 Feb 07 23:45:17.199408 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:17.211003 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-b9901528-c3ac-4f52-9729-9a9ff7e6e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:17.212529 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-b9901528-c3ac-4f52-9729-9a9ff7e6e0eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448716 Feb 07 23:45:17.260400 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:17.260770 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.309329 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-b0c1890c-f37e-4a13-bfd8-1b37f65bac41 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896649 Feb 07 23:45:17.342041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de up at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:17.387516 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-525512bf-0940-451f-828e-075c447dd37f None None] Provisioning complete for port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:17.387912 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.397809 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c5cdaae3-d722-4113-8c50-92e407a7e954 req-4ecf76fd-1bd5-4a6a-b504-eef174056346 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822971 Feb 07 23:45:17.486843 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-bb5c393b-6853-4486-9d7f-00748233b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:17.488320 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-bb5c393b-6853-4486-9d7f-00748233b9b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 1095 time: 0.0447540 Feb 07 23:45:17.901430 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-d04a921a-ce01-43ff-b95d-95b6d2446820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:17.902894 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-d04a921a-ce01-43ff-b95d-95b6d2446820 service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.4083078 Feb 07 23:45:17.961930 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-56ce9c35-3fe4-41fe-910b-7eb8d80b3c6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 HTTP/1.1" status: 200 len: 217 time: 0.0516715 Feb 07 23:45:18.013900 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d02165-dcc8-4460-b19d-5d39327ecd8c req-273af38d-f7c0-461c-9265-a2f9b3a17662 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:18.015422 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4d02165-dcc8-4460-b19d-5d39327ecd8c req-273af38d-f7c0-461c-9265-a2f9b3a17662 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 944 time: 0.1164639 Feb 07 23:45:18.041534 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-2378bac2-424b-4d26-8f36-7fd521c4c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:18.042988 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-2378bac2-424b-4d26-8f36-7fd521c4c5c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0724261 Feb 07 23:45:18.072927 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f4d02165-dcc8-4460-b19d-5d39327ecd8c req-a866fe9c-434c-47b7-a39f-39b0236b9b1d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499692 Feb 07 23:45:18.102342 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-5db4cc14-0e8b-41c8-95b7-5d971543ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:18.103849 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-5db4cc14-0e8b-41c8-95b7-5d971543ac3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474689 Feb 07 23:45:18.199368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-571940cb-1e39-4c35-9e7c-2688d3800a4f service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881002 Feb 07 23:45:18.292194 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-1b2f1c1f-6c3d-4589-a65a-17f3ca9e6acc req-19c3954c-03bc-4248-8b60-df4f4b007213 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855796 Feb 07 23:45:19.191319 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab49d9-cbcc-43e4-8bec-eaf1f2698003 req-6c55b2c7-0a41-41ea-b0d1-100fe2c039ee tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:19.192767 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29ab49d9-cbcc-43e4-8bec-eaf1f2698003 req-6c55b2c7-0a41-41ea-b0d1-100fe2c039ee tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 944 time: 0.0480072 Feb 07 23:45:19.229335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-29ab49d9-cbcc-43e4-8bec-eaf1f2698003 req-b455a946-e088-4add-8cb9-011805ce4d3a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306785 Feb 07 23:45:19.517779 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:45:19.611506 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:19.622518 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:45:19.659214 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:19.672814 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:45:19.691104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:19.695077 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:19.742376 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:19.894886 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:45:20.350316 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69975691-0a18-4926-8992-f44560bb0b02 req-f3c1f0fe-b333-497b-9850-04ef00a656a0 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:20.351859 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-69975691-0a18-4926-8992-f44560bb0b02 req-f3c1f0fe-b333-497b-9850-04ef00a656a0 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 945 time: 0.0564692 Feb 07 23:45:20.389833 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-69975691-0a18-4926-8992-f44560bb0b02 req-4b75e59c-274b-4981-8e22-a98d143abf50 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317571 Feb 07 23:45:21.509301 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e7075-d4fb-47c4-9ad1-339613e7e74a req-7d2190f0-2ced-42b6-8dac-ee11466dd006 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:21.510728 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff1e7075-d4fb-47c4-9ad1-339613e7e74a req-7d2190f0-2ced-42b6-8dac-ee11466dd006 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 945 time: 0.0524228 Feb 07 23:45:21.542976 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:45:21.548338 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ff1e7075-d4fb-47c4-9ad1-339613e7e74a req-a97c137f-d033-4bd6-a786-e2893843e992 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Feb 07 23:45:21.594701 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:21.600200 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:21.600578 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:21.643672 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a8e0408-baa5-465e-82de-fdc30942729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:21.688823 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:21.710097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:45:21.712361 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e337e81f-3880-4100-9c41-692afbac198e" -d '{"events": [{"server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "name": "network-vif-plugged", "status": "completed", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:45:21.726061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:45:21.729961 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:21.756192 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a5ddd4-b6b2-4d0e-8248-f1e6f6b523d4 x-openstack-request-id: req-a7a5ddd4-b6b2-4d0e-8248-f1e6f6b523d4 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:45:21.756516 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "name": "network-vif-plugged", "status": "completed", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:45:21.756768 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7a5ddd4-b6b2-4d0e-8248-f1e6f6b523d4 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:45:21.757166 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'code': 200} Feb 07 23:45:21.786914 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:21.849751 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcadb70-9ecb-4614-975b-0db7ab79f527 req-23a39366-3a4a-402b-9b92-ac7173c4980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:21.851329 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fdcadb70-9ecb-4614-975b-0db7ab79f527 req-23a39366-3a4a-402b-9b92-ac7173c4980c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 1097 time: 0.0414443 Feb 07 23:45:21.894226 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-fdcadb70-9ecb-4614-975b-0db7ab79f527 req-52e19af4-e03c-45f9-9fb2-744c7b01915f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278091 Feb 07 23:45:22.662502 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee220f6-640b-4a2b-b4a5-334e1d4caf98 req-7f2f5b21-4653-4162-bcfa-791276dca004 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:22.663947 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ee220f6-640b-4a2b-b4a5-334e1d4caf98 req-7f2f5b21-4653-4162-bcfa-791276dca004 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 946 time: 0.0475397 Feb 07 23:45:22.700531 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-6ee220f6-640b-4a2b-b4a5-334e1d4caf98 req-5a23364f-9429-464d-8ad4-126f33d02046 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306940 Feb 07 23:45:23.816023 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420ec9a-d4cf-4b34-8949-2068560b1e07 req-1565fc9d-3008-4ad1-904e-9f484ad17f63 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:23.817456 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a420ec9a-d4cf-4b34-8949-2068560b1e07 req-1565fc9d-3008-4ad1-904e-9f484ad17f63 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 946 time: 0.0477130 Feb 07 23:45:23.855635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a420ec9a-d4cf-4b34-8949-2068560b1e07 req-3808a085-9b26-453b-b30e-5f1480011dc3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322080 Feb 07 23:45:23.968346 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4428c2-551c-4844-9a0b-3d5b9866fa22 req-80abb86e-84ed-4e8f-9945-10f8118c1776 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:23.970416 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed4428c2-551c-4844-9a0b-3d5b9866fa22 req-80abb86e-84ed-4e8f-9945-10f8118c1776 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 946 time: 0.0482368 Feb 07 23:45:24.007596 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-ed4428c2-551c-4844-9a0b-3d5b9866fa22 req-ebcfb561-02b0-45be-a865-d298630ea24e tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308845 Feb 07 23:45:24.029039 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60828) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:24.116865 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1250838-0c89-4866-a4cd-79a4af213e2c tempest-TestSnapshotPattern-908950626 tempest-TestSnapshotPattern-908950626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:24.118335 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-c1250838-0c89-4866-a4cd-79a4af213e2c tempest-TestSnapshotPattern-908950626 tempest-TestSnapshotPattern-908950626-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 1092 time: 0.0883477 Feb 07 23:45:24.121265 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 60832) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:45:24.126131 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:24.149902 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:24.244353 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:24.351012 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Allocated IP 172.25.8.242 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/f7bf07cf-9c45-4d53-a839-865c07a57b69) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:24.450918 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:24.485771 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:24.527048 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:24.529879 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:24.533426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:45:24.557650 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'Port': ['ID=f7bf07cf-9c45-4d53-a839-865c07a57b69,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:24.758618 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fa76d49-d503-4216-8382-ae50f1c87cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:24.887514 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:24.955515 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:25.100316 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:25.105001 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:25.115851 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:25.174469 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'Port': ['ID=f7bf07cf-9c45-4d53-a839-865c07a57b69,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:25.185876 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:25.285886 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Floating IP baedeaa6-2f63-449e-b881-3a4416f96b6a associated. External IP: 172.25.8.242, port: 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7. Feb 07 23:45:25.490338 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Router f90d9b3c-610d-4d39-9781-c437e24e7ab4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:45:25.881852 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:45:25.891600 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] Sync routers for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:25.898899 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:25.901345 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:25.901958 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:45:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:25.924926 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-acee2397-83da-4182-8fb1-0eda7ba7d601 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8024783 Feb 07 23:45:25.925445 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:45:25.927926 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7108d590-f86b-474a-a2ed-6d9c1e0f4902" -d '{"events": [{"name": "network-changed", "server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:45:25.968632 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90bebb7-f2d6-43ea-8ef9-c36ff68ee613 x-openstack-request-id: req-f90bebb7-f2d6-43ea-8ef9-c36ff68ee613 {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:45:25.969012 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:45:25.969382 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f90bebb7-f2d6-43ea-8ef9-c36ff68ee613 {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:45:25.969783 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'status': 'completed', 'code': 200} Feb 07 23:45:26.010167 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:26.034044 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-615132da-b14f-4b0b-89af-e70ef1fc9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:26.035525 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-615132da-b14f-4b0b-89af-e70ef1fc9ab2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 1097 time: 0.0450292 Feb 07 23:45:26.132163 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-d4d7274e-3a2d-49ac-a26f-9f99f94b1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:26.133668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-d4d7274e-3a2d-49ac-a26f-9f99f94b1091 service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.0913429 Feb 07 23:45:26.207221 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-2ada7827-decf-4033-87ad-ea9b54f1b828 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 HTTP/1.1" status: 200 len: 1000 time: 0.0671592 Feb 07 23:45:26.237310 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'baedeaa6-2f63-449e-b881-3a4416f96b6a', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:24Z', 'updated_at': '2022-02-07T23:45:24Z', 'revision_number': 0, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:26.256492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-0dc4cc2c-c6c7-42c4-84e5-44558c331a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:26.257933 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-0dc4cc2c-c6c7-42c4-84e5-44558c331a9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0443387 Feb 07 23:45:26.267115 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] Checking router: f90d9b3c-610d-4d39-9781-c437e24e7ab4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:26.275309 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:45:26.275932 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:45:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:26.303244 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-34e517e9-3aa5-4b90-b9b0-29bae4840ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:26.304747 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-34e517e9-3aa5-4b90-b9b0-29bae4840ce3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405631 Feb 07 23:45:26.379302 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:45:26.396230 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-347aaa25-3c32-406f-b2da-83d10ead5fa1 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848722 Feb 07 23:45:26.485838 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-7108d590-f86b-474a-a2ed-6d9c1e0f4902 req-491cfc15-827e-44f7-8936-97685a40948c service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838597 Feb 07 23:45:26.591451 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:26.599999 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'baedeaa6-2f63-449e-b881-3a4416f96b6a', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:24Z', 'updated_at': '2022-02-07T23:45:24Z', 'revision_number': 0, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:26.626213 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25ff19-29ff-42da-8cd0-967fac15925a None None] The sync data for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 is: [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'baedeaa6-2f63-449e-b881-3a4416f96b6a', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:24Z', 'updated_at': '2022-02-07T23:45:24Z', 'revision_number': 0, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:26.810597 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:26.833794 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab7239-0e9c-409d-bb3f-c9205e778d36 None None] New status for floating IP baedeaa6-2f63-449e-b881-3a4416f96b6a: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:45:34.593549 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:34.860445 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:38.028943 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:45:51.615458 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9407fb31-aff3-4faa-9b68-45cd6a979265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:53.344534 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-029eb430-323e-4c6f-8377-36e8e5670c3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398638 Feb 07 23:45:53.432167 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-7a781ae6-fc5c-433b-a97c-b62180ac3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:53.433600 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-7a781ae6-fc5c-433b-a97c-b62180ac3f4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 1097 time: 0.0444903 Feb 07 23:45:53.533954 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-9ee5b2d5-3eec-4a27-9b29-103db412fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:53.535304 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-9ee5b2d5-3eec-4a27-9b29-103db412fe3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.0821207 Feb 07 23:45:53.602412 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-955f3cb6-c96d-4ce2-961c-f94aad8ac857 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 HTTP/1.1" status: 200 len: 1002 time: 0.0597396 Feb 07 23:45:53.650423 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-81867a4c-5661-416b-9cf7-c8d6bf3c23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:53.651923 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-81867a4c-5661-416b-9cf7-c8d6bf3c23e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0430479 Feb 07 23:45:53.695728 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-48d4d019-219b-435b-be84-2e4f939c0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:53.697147 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-48d4d019-219b-435b-be84-2e4f939c0b16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389402 Feb 07 23:45:53.786757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-ea822465-1ec7-4d70-9d9a-491357fbba6f service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820644 Feb 07 23:45:53.873172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-b9b1f3dd-3fd0-46cb-933b-b34b8a77a9dd req-e4e7134b-fe8c-4f9b-9ba3-db15a124a6d4 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801833 Feb 07 23:45:54.760897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f274c2d-2b69-4507-9aa6-ffefc0d332ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:55.116462 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:56.594052 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:56.812502 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:04.608142 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:04.860418 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:15.028491 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:46:21.617391 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9552c5ee-03b1-489d-aa7a-03ed18e96e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:24.762220 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce984212-7bdc-4c80-9166-7f013d2cc414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:25.118574 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:26.597966 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:26.813758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:34.621760 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:34.867297 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:51.617938 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-acce7f68-df17-4faa-a3a4-b4200e3185e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:52.027003 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:46:54.343325 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-a30a30cd-840d-4826-b3b0-9b301e0258c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421252 Feb 07 23:46:54.428566 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-9fe8bb3b-f9b5-4256-bcfc-89b836802482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:46:54.430014 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-9fe8bb3b-f9b5-4256-bcfc-89b836802482 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 1097 time: 0.0442343 Feb 07 23:46:54.529384 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-e584ee98-0726-401b-a7be-2b41c3546970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:46:54.530844 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-e584ee98-0726-401b-a7be-2b41c3546970 service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.0835447 Feb 07 23:46:54.598363 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-d29430dd-ebbb-4a6b-9f5c-5d7c695a5d92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 HTTP/1.1" status: 200 len: 1002 time: 0.0609970 Feb 07 23:46:54.646424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-a0f4f4c4-467c-4f35-879b-422d466567d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:46:54.647847 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-a0f4f4c4-467c-4f35-879b-422d466567d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0429432 Feb 07 23:46:54.691133 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-b7dcfa6d-1534-4341-8ab3-e746925f2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:46:54.692593 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-b7dcfa6d-1534-4341-8ab3-e746925f2032 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385687 Feb 07 23:46:54.762753 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7605b6ef-204f-4384-9084-7910f3a66afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:54.784659 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-5911efaa-8376-4716-ae30-8e95a5c17ca4 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847034 Feb 07 23:46:54.873431 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2462429a-61b5-42c6-bd13-e6f111f6b767 req-5d645df7-8045-43be-a54e-670e184da5cd service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811267 Feb 07 23:46:55.121294 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:56.600396 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:56.815965 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:04.620663 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:04.872478 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:21.621234 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-083dcaad-f305-45e1-82a2-942428bcffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:24.185895 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:47:24.282714 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:47:24.293856 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:47:24.330939 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:24.344894 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:47:24.370350 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:47:24.375147 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:24.438997 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:24.446978 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.447344 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.447689 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.448061 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.449051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.449390 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.449769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.450081 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.450435 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.450750 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.451090 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.451417 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:24.457539 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:47:24.767480 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-095cc656-9595-48c8-8e17-88dbe49ae765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:25.130317 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:26.201124 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:47:26.252578 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:47:26.252957 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:26.333381 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:26.360752 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:47:26.363007 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a62da8-a364-4261-805d-458eab452f23" -d '{"events": [{"server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "name": "network-vif-plugged", "status": "completed", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:47:26.383051 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:47:26.388628 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:26.418590 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684cfef2-e2d6-4c29-9768-65ec146cc82c x-openstack-request-id: req-684cfef2-e2d6-4c29-9768-65ec146cc82c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:47:26.419017 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "name": "network-vif-plugged", "status": "completed", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:47:26.419364 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-684cfef2-e2d6-4c29-9768-65ec146cc82c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:47:26.419872 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'code': 200} Feb 07 23:47:26.450337 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:26.604779 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:26.820590 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:29.026190 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:47:33.391012 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-dadb72e2-16c3-4fe3-ad43-a982c13a5e6c tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351098389&fields=id&tenant_id=27aed302da224da6af0d13ddffc07031 HTTP/1.1" status: 200 len: 267 time: 0.0325007 Feb 07 23:47:33.495448 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-db531118-83b2-4d93-87bd-0538c57c6bd6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:33.496903 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-db531118-83b2-4d93-87bd-0538c57c6bd6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 810 time: 0.0991321 Feb 07 23:47:33.511192 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-2ffd63c1-b118-47c0-9dec-d4f979d059a9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/quotas/27aed302da224da6af0d13ddffc07031 HTTP/1.1" status: 200 len: 375 time: 0.0086257 Feb 07 23:47:33.570852 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-985f6670-183b-4dc7-82bd-b2574169feac tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0537004 Feb 07 23:47:33.727451 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-0b5d9903-0df3-4032-930b-bf42267a1baa service neutron] 10.222.0.15 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448996 Feb 07 23:47:33.819641 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9714df1b-5c86-40ae-be0c-fe6ab4e953fc service neutron] 10.222.0.15 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860691 Feb 07 23:47:34.040105 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-573b95d8-8ce0-4e0d-a846-37eef1529850 req-d2bdebe0-2235-44ef-8675-164fce29ec7c tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 210 time: 0.0767405 Feb 07 23:47:34.620082 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:34.871295 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:35.108241 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9eb58409-b7a4-413d-906a-5cebb03d04f4 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:35.110133 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9eb58409-b7a4-413d-906a-5cebb03d04f4 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 810 time: 0.1047297 Feb 07 23:47:35.151076 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-0346f5e5-be91-4ccd-bf10-a2f3a00d09ad req-d2729aee-38c9-4246-b09a-3ff4f5910a18 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 210 time: 0.0313768 Feb 07 23:47:35.154381 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-22e366c5-3762-4028-9b85-3a3fd27650d6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27aed302da224da6af0d13ddffc07031 HTTP/1.1" status: 200 len: 380 time: 0.0353177 Feb 07 23:47:35.164624 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'port': {'device_id': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'admin_state_up': True, 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'security_groups': ['04c1a776-be67-4d5f-b4e5-63416e2ea122']}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:47:35.270738 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Made reservation on behalf of 27aed302da224da6af0d13ddffc07031 for: {'port': 1} {{(pid=102289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:47:35.274503 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:35.419824 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_common [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Allocated IP 172.20.0.12 (edeb90b4-9fb7-4fc5-9aea-0d3065bbb796/e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c/c0197926-a87c-4d51-b81a-49c796fd81b6) {{(pid=102289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:47:35.631750 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for port, precommit_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:35.679822 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_create {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:35.729578 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 is already hosted by enough agents. {{(pid=102289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:47:35.732826 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.base_scheduler [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Resources bound (agent type, host, resource id): {{(pid=102289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:47:35.737729 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Received port after_create {{(pid=102289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:47:35.763617 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'Port': ['ID=c0197926-a87c-4d51-b81a-49c796fd81b6,revision_number=1']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:35.773759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.774870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.774870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.774870 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.775203 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.775497 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.776055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.776055 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.776309 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.777340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.777340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.777340 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:35.812402 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:35.812402 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:35.842502 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-9c82a8bd-09bc-4240-b364-fde9a1c76ac8 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6815808 Feb 07 23:47:36.101019 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-a10c6f22-b2db-469e-a15b-31e8b5626964 None None] Provisioning complete for port c0197926-a87c-4d51-b81a-49c796fd81b6 triggered by entity DHCP. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:47:36.101573 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a10c6f22-b2db-469e-a15b-31e8b5626964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:36.141121 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a10c6f22-b2db-469e-a15b-31e8b5626964 None None] Port c0197926-a87c-4d51-b81a-49c796fd81b6 cannot update to ACTIVE because it is not bound. {{(pid=102291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 07 23:47:36.284197 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca8d09-abd6-407e-91c2-42cd7c80ca85 req-c8bd7621-774f-419b-8b9c-13ddbea16ed3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:36.285693 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2ca8d09-abd6-407e-91c2-42cd7c80ca85 req-c8bd7621-774f-419b-8b9c-13ddbea16ed3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 932 time: 0.0565245 Feb 07 23:47:36.325027 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2ca8d09-abd6-407e-91c2-42cd7c80ca85 req-be75a545-2bc9-44dc-b709-c8cb5ef658df tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330024 Feb 07 23:47:37.464312 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3b8a3-bc02-4532-b4e7-2a3a75795ef9 req-96fed3c6-2bc1-4d42-9b63-eb39a131aac7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:37.467088 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96e3b8a3-bc02-4532-b4e7-2a3a75795ef9 req-96fed3c6-2bc1-4d42-9b63-eb39a131aac7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 932 time: 0.0593560 Feb 07 23:47:37.513444 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-96e3b8a3-bc02-4532-b4e7-2a3a75795ef9 req-b77a1eab-8b30-451b-bfd9-41d26cc13e6d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386519 Feb 07 23:47:38.265041 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:47:38.345227 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:38.372847 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:47:38.376137 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1338c1-0bfb-46b3-a8be-26b4ba3ffee7" -d '{"events": [{"server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:47:38.389205 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:47:38.396863 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:38.438311 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 23:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33adf5d-791f-45e8-b7ae-d5af40e84903 x-openstack-request-id: req-c33adf5d-791f-45e8-b7ae-d5af40e84903 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:47:38.439062 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:47:38.439375 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c33adf5d-791f-45e8-b7ae-d5af40e84903 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:47:38.439859 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'code': 200} Feb 07 23:47:38.453392 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:38.645800 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869cc07-fa02-4328-9a3c-7bb9327a8a0f req-a7b476c2-8fc0-4268-8082-2373b10e0206 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:38.646568 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8869cc07-fa02-4328-9a3c-7bb9327a8a0f req-a7b476c2-8fc0-4268-8082-2373b10e0206 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 932 time: 0.0540609 Feb 07 23:47:38.699829 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-8869cc07-fa02-4328-9a3c-7bb9327a8a0f req-b17c6761-cf28-4f24-bc65-31a8f16081fe tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464258 Feb 07 23:47:39.819868 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ef71-bf9b-406c-b0b9-df5022b5d214 req-e9340f14-9c5c-41f7-b12f-817408f2045c tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:39.822241 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64f1ef71-bf9b-406c-b0b9-df5022b5d214 req-e9340f14-9c5c-41f7-b12f-817408f2045c tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 932 time: 0.0521789 Feb 07 23:47:39.863962 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-64f1ef71-bf9b-406c-b0b9-df5022b5d214 req-df9da7cb-2b2c-445c-aa40-ca94f04f6ddb tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354378 Feb 07 23:47:40.992149 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd1cd9-1229-4d53-9629-35e16ffb180a req-2ad19074-e969-445e-b289-368c81018d23 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:40.993734 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7dd1cd9-1229-4d53-9629-35e16ffb180a req-2ad19074-e969-445e-b289-368c81018d23 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 932 time: 0.0603509 Feb 07 23:47:41.034910 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e7dd1cd9-1229-4d53-9629-35e16ffb180a req-a73c5f11-3659-44de-bbac-efc3b066e8a6 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328729 Feb 07 23:47:42.154046 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2600bed-03ab-4cb5-83f7-849b679c4e6a req-341041de-b525-4f2a-9dba-4bbf62e6e289 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:42.156873 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2600bed-03ab-4cb5-83f7-849b679c4e6a req-341041de-b525-4f2a-9dba-4bbf62e6e289 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 932 time: 0.0501592 Feb 07 23:47:42.201393 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e2600bed-03ab-4cb5-83f7-849b679c4e6a req-906efc58-5e4a-4d08-89b9-0130ef98dfd1 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387976 Feb 07 23:47:43.089996 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.v2.base [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Request body: {'port': {'device_id': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827895-2'}} {{(pid=102289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:47:43.145820 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:43.315922 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc56ae-8ad9-40f9-b86c-cb5065805057 req-77009b74-bdfe-4ea5-b659-a76bb5d4765f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:43.317393 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8cc56ae-8ad9-40f9-b86c-cb5065805057 req-77009b74-bdfe-4ea5-b659-a76bb5d4765f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 932 time: 0.0492828 Feb 07 23:47:43.354747 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-b8cc56ae-8ad9-40f9-b86c-cb5065805057 req-d041c724-007c-46ab-b31d-1bd3f00211f2 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Feb 07 23:47:43.412787 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0197926-a87c-4d51-b81a-49c796fd81b6 {{(pid=102289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:47:43.419805 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:43.431600 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.provisioning_blocks [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Transition to ACTIVE for port object c0197926-a87c-4d51-b81a-49c796fd81b6 will not be triggered until provisioned by entity L2. {{(pid=102289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:47:43.435510 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:43.506482 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0197926-a87c-4d51-b81a-49c796fd81b6,revision_number=2']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:43.555832 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Attempting to bind port c0197926-a87c-4d51-b81a-49c796fd81b6 on host n-h1-827895-2 for vnic_type normal with profile {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:47:43.556592 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Attempting to bind port c0197926-a87c-4d51-b81a-49c796fd81b6 by drivers openvswitch,hyperv on host n-h1-827895-2 at level 0 using segments [{'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:47:43.556709 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Attempting to bind port c0197926-a87c-4d51-b81a-49c796fd81b6 on network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:47:43.561326 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Port c0197926-a87c-4d51-b81a-49c796fd81b6 on network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-827895-2 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 23:47:43.561670 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Attempting to bind port c0197926-a87c-4d51-b81a-49c796fd81b6 on network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 23:47:43.566794 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Checking agent: {'id': 'bf7a90ce-f1b4-4538-9ba4-f909e703efe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827895-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'started_at': datetime.datetime(2022, 2, 7, 22, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 23:47:43.567132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Checking segment: {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 07 23:47:43.567653 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Bound using segment: {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'} {{(pid=102289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 23:47:43.568112 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.managers [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Bound port: c0197926-a87c-4d51-b81a-49c796fd81b6, host: n-h1-827895-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c680f779-9d52-40b9-ac88-90438d692a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796'}}] {{(pid=102289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:47:43.568474 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:43.633759 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] For port c0197926-a87c-4d51-b81a-49c796fd81b6, host n-h1-827895-2, cleared binding levels {{(pid=102289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 23:47:43.637049 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] For port c0197926-a87c-4d51-b81a-49c796fd81b6, host n-h1-827895-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=c0197926-a87c-4d51-b81a-49c796fd81b6,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 23:47:43.642680 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62077705'] for port, after_update {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:43.681526 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:43.682067 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:43.683418 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/c0197926-a87c-4d51-b81a-49c796fd81b6 HTTP/1.1" status: 200 len: 1092 time: 0.5988276 Feb 07 23:47:43.683909 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:47:43.686102 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f5317a-1ca3-47ea-99a2-41205664bb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:47:43.715424 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33085a61-eca0-43fc-9bff-79e792a1c1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0197926-a87c-4d51-b81a-49c796fd81b6,revision_number=3']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:43.783002 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-86afd120-9a09-43dc-adb9-ac8385da333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:43.784571 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-86afd120-9a09-43dc-adb9-ac8385da333a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 1095 time: 0.0506504 Feb 07 23:47:43.800015 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a335a201-76df-454f-8518-0eb43498e054 x-openstack-request-id: req-a335a201-76df-454f-8518-0eb43498e054 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:47:43.800447 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:47:43.800694 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a335a201-76df-454f-8518-0eb43498e054 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:47:43.801083 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'status': 'completed', 'code': 200} Feb 07 23:47:43.832524 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-478ef188-65d8-4431-b7c5-a02425928af1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0197926-a87c-4d51-b81a-49c796fd81b6 HTTP/1.1" status: 200 len: 217 time: 0.0397358 Feb 07 23:47:43.884708 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-ad4b0741-0754-4d7e-9405-b07143d22b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:43.886202 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-ad4b0741-0754-4d7e-9405-b07143d22b51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0469744 Feb 07 23:47:43.941274 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-46f0f80f-46b8-46d7-ac01-9a3b08108390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:43.942677 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-46f0f80f-46b8-46d7-ac01-9a3b08108390 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437870 Feb 07 23:47:44.031518 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-cfd6e945-a0f0-4962-be78-d2890360c9ff service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820987 Feb 07 23:47:44.121603 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-67e88d2e-2029-4559-bdfa-e43f25b11b6b req-978824e8-e71d-4a57-94cc-697e2c729161 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841489 Feb 07 23:47:44.201486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-43f6ef5e-9e9b-40fc-95e6-8b9ddb459e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:44.203349 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-43f6ef5e-9e9b-40fc-95e6-8b9ddb459e19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 1095 time: 0.0403683 Feb 07 23:47:44.289666 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-6606edc5-4400-4978-a487-057c6ef278d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:44.291071 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-6606edc5-4400-4978-a487-057c6ef278d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.0823054 Feb 07 23:47:44.333697 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-05656096-293b-42aa-acf9-04e4d1e6c07b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0197926-a87c-4d51-b81a-49c796fd81b6 HTTP/1.1" status: 200 len: 217 time: 0.0359285 Feb 07 23:47:44.383639 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-72a0f62f-1f4b-46e5-b2ac-9bf6e042c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:44.385104 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-72a0f62f-1f4b-46e5-b2ac-9bf6e042c111 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0447843 Feb 07 23:47:44.430451 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-820f2bc4-eb6a-4f58-a6ae-2ab3058e5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:44.432081 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-820f2bc4-eb6a-4f58-a6ae-2ab3058e5f69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404148 Feb 07 23:47:44.475827 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43df860-aa21-4be8-a871-b86dd8f34e00 req-5518b8d4-fdb7-466e-8eb1-b6e97dfcce8e tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:44.477975 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e43df860-aa21-4be8-a871-b86dd8f34e00 req-5518b8d4-fdb7-466e-8eb1-b6e97dfcce8e tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 944 time: 0.0504727 Feb 07 23:47:44.521093 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-e43df860-aa21-4be8-a871-b86dd8f34e00 req-d44aaf28-95fd-42bd-ac40-efbb9d9088cb tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365825 Feb 07 23:47:44.528083 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-fa89a758-4a9d-4811-872a-3ac20fef2aca service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891242 Feb 07 23:47:44.621450 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-f3f5317a-1ca3-47ea-99a2-41205664bb1e req-f7141979-8bcc-440f-a0b0-e190c6c6358a service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858610 Feb 07 23:47:45.637072 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c429ce-18cc-4e4e-b5eb-e6eaf67055a8 req-643d414b-5981-413c-97a9-98def9b0b50c tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:45.638550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53c429ce-18cc-4e4e-b5eb-e6eaf67055a8 req-643d414b-5981-413c-97a9-98def9b0b50c tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 944 time: 0.0480850 Feb 07 23:47:45.680057 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53c429ce-18cc-4e4e-b5eb-e6eaf67055a8 req-7edb0eac-c6de-49b9-86d9-ee64b1fd33e0 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347586 Feb 07 23:47:46.309915 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device c0197926-a87c-4d51-b81a-49c796fd81b6 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:47:46.408874 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port c0197926-a87c-4d51-b81a-49c796fd81b6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=c0197926-a87c-4d51-b81a-49c796fd81b6,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:47:46.419879 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'port_id': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'mac_address': 'fa:16:3e:5f:0c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:47:46.457391 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:46.470712 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0197926-a87c-4d51-b81a-49c796fd81b6 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:47:46.489715 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port c0197926-a87c-4d51-b81a-49c796fd81b6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=c0197926-a87c-4d51-b81a-49c796fd81b6,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:47:46.493700 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:46.545769 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=c0197926-a87c-4d51-b81a-49c796fd81b6,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:46.737107 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['c0197926-a87c-4d51-b81a-49c796fd81b6'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:47:46.793407 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbb074-45e2-4158-9d7d-04786f656aec req-40b2dfa9-1a43-4def-9930-b02ca51089c1 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:46.794888 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7bdbb074-45e2-4158-9d7d-04786f656aec req-40b2dfa9-1a43-4def-9930-b02ca51089c1 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 945 time: 0.0477457 Feb 07 23:47:46.832712 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-7bdbb074-45e2-4158-9d7d-04786f656aec req-cfa9477a-2b66-4fb7-afd0-e4501fa17618 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Feb 07 23:47:47.950205 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de16e23-3a8c-44d5-acf5-543d9e3fd978 req-5015d999-b0da-4cb4-8862-a21e0023c7d9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:47.951654 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2de16e23-3a8c-44d5-acf5-543d9e3fd978 req-5015d999-b0da-4cb4-8862-a21e0023c7d9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 945 time: 0.0476632 Feb 07 23:47:47.989186 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-2de16e23-3a8c-44d5-acf5-543d9e3fd978 req-983fa4b1-1639-48c5-8d04-1766800224ac tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309379 Feb 07 23:47:48.329806 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device c0197926-a87c-4d51-b81a-49c796fd81b6 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:47:48.378398 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning for port c0197926-a87c-4d51-b81a-49c796fd81b6 completed by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:47:48.382481 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port c0197926-a87c-4d51-b81a-49c796fd81b6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:47:48.382849 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:48.456890 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:48.479602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:47:48.481871 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3225a845-5590-452a-803e-b4a503760b25" -d '{"events": [{"server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "name": "network-vif-plugged", "status": "completed", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:47:48.498042 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port c0197926-a87c-4d51-b81a-49c796fd81b6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=c0197926-a87c-4d51-b81a-49c796fd81b6,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:47:48.503412 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:48.533928 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449c95b6-74ff-49cf-a21c-143f63f1027c x-openstack-request-id: req-449c95b6-74ff-49cf-a21c-143f63f1027c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:47:48.534215 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "name": "network-vif-plugged", "status": "completed", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:47:48.534480 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-449c95b6-74ff-49cf-a21c-143f63f1027c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:47:48.534870 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'code': 200} Feb 07 23:47:48.560012 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=c0197926-a87c-4d51-b81a-49c796fd81b6,revision_number=5']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:48.619784 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cc93d-7ad0-414b-b066-d4e222d5a9d8 req-6e352d75-c558-46c6-95d7-4cb134d44326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:48.621263 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-510cc93d-7ad0-414b-b066-d4e222d5a9d8 req-6e352d75-c558-46c6-95d7-4cb134d44326 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 1097 time: 0.0438254 Feb 07 23:47:48.654656 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-510cc93d-7ad0-414b-b066-d4e222d5a9d8 req-839a8bb8-a3c1-4a48-afe2-5491450d7074 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270782 Feb 07 23:47:49.102847 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d871ca-ca57-4510-b0ea-a23e2eb26bb8 req-be855bb9-7a27-4f6d-8770-e9db4f3b3364 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:49.104308 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07d871ca-ca57-4510-b0ea-a23e2eb26bb8 req-be855bb9-7a27-4f6d-8770-e9db4f3b3364 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 946 time: 0.0475917 Feb 07 23:47:49.144716 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-07d871ca-ca57-4510-b0ea-a23e2eb26bb8 req-fc988a0e-ae69-47cd-b3db-4389ea549d68 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339067 Feb 07 23:47:50.260347 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41295c62-5383-47e5-9bce-9bc6978c78ff req-968230a6-fbd1-45bb-b29f-8d313beb9d27 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:50.261776 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41295c62-5383-47e5-9bce-9bc6978c78ff req-968230a6-fbd1-45bb-b29f-8d313beb9d27 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 946 time: 0.0480230 Feb 07 23:47:50.299031 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-41295c62-5383-47e5-9bce-9bc6978c78ff req-537fa6b1-ad99-40ea-a133-844cc4f5e853 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305896 Feb 07 23:47:50.414301 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e14469-6692-4019-96b0-b154c7b8cf10 req-446647ef-39aa-4633-b2ee-c9fa2371f249 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:50.415745 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37e14469-6692-4019-96b0-b154c7b8cf10 req-446647ef-39aa-4633-b2ee-c9fa2371f249 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 946 time: 0.0476379 Feb 07 23:47:50.451675 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-37e14469-6692-4019-96b0-b154c7b8cf10 req-ac53216a-bc6c-4a3c-ba99-15f87553ebda tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298316 Feb 07 23:47:50.474805 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32878) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:47:50.512113 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3b91e-bd1f-498d-a707-ffea5b15c873 tempest-TestSnapshotPattern-908950626 tempest-TestSnapshotPattern-908950626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:50.513560 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-e9a3b91e-bd1f-498d-a707-ffea5b15c873 tempest-TestSnapshotPattern-908950626 tempest-TestSnapshotPattern-908950626-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 1092 time: 0.0377338 Feb 07 23:47:50.517358 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 32880) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:47:50.521504 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.v2.base [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Request body: {'floatingip': {'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'port_id': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:47:50.544578 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for floatingip, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:50.642822 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:50.746971 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_common [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Allocated IP 172.25.8.124 (8d6de131-92fb-4af1-9dc0-44c8dec631c7/a19acd05-7293-42fc-95c2-26b9d9b81f03/391b7317-2be5-4104-ac85-afae25565ada) {{(pid=102290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:47:50.847737 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for port, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:50.882041 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784724829287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:50.920543 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Network 8d6de131-92fb-4af1-9dc0-44c8dec631c7 is already hosted by enough agents. {{(pid=102290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:47:50.923762 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Resources bound (agent type, host, resource id): {{(pid=102290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:47:50.926304 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Received port after_create {{(pid=102290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 23:47:50.956293 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'Port': ['ID=391b7317-2be5-4104-ac85-afae25565ada,revision_number=1']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:50.969538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.969862 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.970193 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.970522 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.970843 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.971161 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.971759 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.972081 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.972399 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.972713 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.973026 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:50.973485 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:51.294275 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:51.364215 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:51.508624 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for port, precommit_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:51.513285 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58988960'] for port, after_update {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:51.586561 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event updated for resources: {'Port': ['ID=391b7317-2be5-4104-ac85-afae25565ada,revision_number=2']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:51.596624 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768682'] for floatingip, after_create {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:51.623382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d31ca67f-63a3-47bb-965a-a6627cd58036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:51.698360 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Floating IP 07add01d-e581-4411-a467-ccb18ef9d6bc associated. External IP: 172.25.8.124, port: c0197926-a87c-4d51-b81a-49c796fd81b6. Feb 07 23:47:51.903672 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Router f90d9b3c-610d-4d39-9781-c437e24e7ab4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:47:52.010517 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:47:52.020839 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979133f-090f-489d-871d-045fa90ef125 None None] Sync routers for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:47:52.028254 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:52.029969 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979133f-090f-489d-871d-045fa90ef125 None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:47:52.031223 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c979133f-090f-489d-871d-045fa90ef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:47:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:47:52.058992 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-ae2b0bc2-9e50-411e-92c4-fcf0ed837e38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5406318 Feb 07 23:47:52.059950 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:47:52.062515 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be34537e-4b79-4eb2-b664-dda4aafc303d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:47:52.137871 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c979133f-090f-489d-871d-045fa90ef125 None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:47:52.159381 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae3603e-2ee7-4c3e-b177-9cda4461ba0e x-openstack-request-id: req-1ae3603e-2ee7-4c3e-b177-9cda4461ba0e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:47:52.159666 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:47:52.159950 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ae3603e-2ee7-4c3e-b177-9cda4461ba0e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:47:52.160373 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'status': 'completed', 'code': 200} Feb 07 23:47:52.226620 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-8a4d0713-8de8-41c8-85b8-04e28112af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:52.228341 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-8a4d0713-8de8-41c8-85b8-04e28112af2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 1097 time: 0.0412815 Feb 07 23:47:52.319550 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-aa47e7c1-454c-4a11-b9d4-f05ce931a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:52.320938 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-aa47e7c1-454c-4a11-b9d4-f05ce931a8d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.0860202 Feb 07 23:47:52.365744 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c979133f-090f-489d-871d-045fa90ef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '07add01d-e581-4411-a467-ccb18ef9d6bc', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:5f:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:47:51Z', 'updated_at': '2022-02-07T23:47:51Z', 'revision_number': 0, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}, {'id': 'baedeaa6-2f63-449e-b881-3a4416f96b6a', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:24Z', 'updated_at': '2022-02-07T23:45:26Z', 'revision_number': 1, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:47:52.385757 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-ff1359ac-e9de-400a-a4fa-d902b25e19dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0197926-a87c-4d51-b81a-49c796fd81b6 HTTP/1.1" status: 200 len: 1000 time: 0.0587947 Feb 07 23:47:52.392185 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979133f-090f-489d-871d-045fa90ef125 None None] Checking router: f90d9b3c-610d-4d39-9781-c437e24e7ab4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:47:52.400248 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979133f-090f-489d-871d-045fa90ef125 None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:47:52.400838 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c979133f-090f-489d-871d-045fa90ef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:47:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:47:52.432834 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-3d695bde-36d9-428b-9ae3-74b8f7047364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:52.434279 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-3d695bde-36d9-428b-9ae3-74b8f7047364 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0423594 Feb 07 23:47:52.482871 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-1e350a54-9b80-4abe-b833-592081037bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:52.484949 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-1e350a54-9b80-4abe-b833-592081037bc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443695 Feb 07 23:47:52.504140 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-c979133f-090f-489d-871d-045fa90ef125 None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:47:52.572217 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-3cf409ab-06fd-4dfe-adb5-b34ed7557223 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805461 Feb 07 23:47:52.664989 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-be34537e-4b79-4eb2-b664-dda4aafc303d req-f068e907-af70-4473-803d-0c898862483c service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869949 Feb 07 23:47:52.726272 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-c979133f-090f-489d-871d-045fa90ef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '07add01d-e581-4411-a467-ccb18ef9d6bc', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:5f:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:47:51Z', 'updated_at': '2022-02-07T23:47:51Z', 'revision_number': 0, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}, {'id': 'baedeaa6-2f63-449e-b881-3a4416f96b6a', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:24Z', 'updated_at': '2022-02-07T23:45:26Z', 'revision_number': 1, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:47:52.754667 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979133f-090f-489d-871d-045fa90ef125 None None] The sync data for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 is: [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': '07add01d-e581-4411-a467-ccb18ef9d6bc', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:5f:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:47:51Z', 'updated_at': '2022-02-07T23:47:51Z', 'revision_number': 0, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}, {'id': 'baedeaa6-2f63-449e-b881-3a4416f96b6a', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:24Z', 'updated_at': '2022-02-07T23:45:26Z', 'revision_number': 1, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:47:52.941045 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d0a4c-f142-430b-a828-247d5c21685b None None] New status for floating IP 07add01d-e581-4411-a467-ccb18ef9d6bc: ACTIVE {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:47:54.770222 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d7d02b2-2fd4-4612-a258-87b220a01c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:55.127640 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:56.355800 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-0b3571aa-2862-4ca6-938f-ff8b45e9b3d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394053 Feb 07 23:47:56.433912 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-013ea69d-4f17-44c1-837a-d1655d3953db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:56.435343 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-013ea69d-4f17-44c1-837a-d1655d3953db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 1095 time: 0.0399570 Feb 07 23:47:56.606104 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:56.818731 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:56.848101 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-b9b8901b-9e77-4205-bb27-49e1354d4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:56.849550 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-b9b8901b-9e77-4205-bb27-49e1354d4ffe service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.3962049 Feb 07 23:47:56.915368 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-d42e5b86-f7e7-4442-ad5b-7881b72769be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 HTTP/1.1" status: 200 len: 1000 time: 0.0589054 Feb 07 23:47:56.963010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-dc204b63-4ce1-4d3b-890e-0f0dce3baccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:56.964412 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-dc204b63-4ce1-4d3b-890e-0f0dce3baccb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0431399 Feb 07 23:47:57.011628 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-ae4858cc-0dc7-4009-94e0-939df3b4bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:57.013282 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-ae4858cc-0dc7-4009-94e0-939df3b4bf13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424771 Feb 07 23:47:57.101067 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-e7e522cb-d14d-4603-b3a6-34740c043086 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818155 Feb 07 23:47:57.193013 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-53b93d87-0c5c-4edc-8d5d-f59327dee597 req-0f3f97cd-4de3-480b-8c82-845a6c9ce746 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856535 Feb 07 23:48:04.635072 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:04.990070 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:06.025247 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:48:21.624817 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e849a41-0784-4db2-a62c-f1c5eabddef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:24.771539 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-943ead07-6a90-4ce1-a423-843134c30b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:25.129684 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:26.608379 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:26.820434 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:34.635328 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:34.885650 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:43.024259 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:48:51.628305 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81a866a4-d9c1-4dc4-8c3d-3e5bcd5476a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:54.771774 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0357875e-623b-4281-b3be-e2aa2d5bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:55.132680 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:56.610849 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:56.822677 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:58.347372 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-a7f9866f-5d40-4349-a866-be76323efd92 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392900 Feb 07 23:48:58.405457 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-45e5e8fc-7376-4bb2-b54a-e08a51e5539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:58.407417 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-45e5e8fc-7376-4bb2-b54a-e08a51e5539c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 1097 time: 0.0390339 Feb 07 23:48:58.510478 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-63bc850e-7cbf-4dc7-8414-d6fe820d1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:58.511936 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-63bc850e-7cbf-4dc7-8414-d6fe820d1045 service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.0857892 Feb 07 23:48:58.574172 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-6a3259bf-b443-4fa2-ae7f-9648d2817bd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0197926-a87c-4d51-b81a-49c796fd81b6 HTTP/1.1" status: 200 len: 1002 time: 0.0560896 Feb 07 23:48:58.621265 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-4e1e3c4b-c173-46b3-9ae7-266adb8e20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:58.622635 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-4e1e3c4b-c173-46b3-9ae7-266adb8e20a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0423579 Feb 07 23:48:58.669444 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-9aff3b16-cc32-4726-a378-e4ba7eb70d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:58.670873 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-9aff3b16-cc32-4726-a378-e4ba7eb70d32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423257 Feb 07 23:48:58.757851 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-f4e6d7a9-8720-4fe5-9c92-bad2babf936a service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803270 Feb 07 23:48:58.848634 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-a5fca1a8-df48-479f-ae7f-5891d21d0e6e req-d952f882-7a19-4ba8-9c64-bdd8fe915120 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837991 Feb 07 23:49:04.634943 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:04.915803 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:20.024738 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:49:21.629866 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a6f68fb-c8ca-4909-834a-663ef3c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:22.830092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device c0197926-a87c-4d51-b81a-49c796fd81b6 details requested by agent hyperv_n-h1-827895-2 with host n-h1-827895-2 {{(pid=102291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 23:49:22.948628 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port c0197926-a87c-4d51-b81a-49c796fd81b6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=c0197926-a87c-4d51-b81a-49c796fd81b6,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:22.962074 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Returning: {'device': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'port_id': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'mac_address': 'fa:16:3e:5f:0c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 23:49:23.014082 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:23.030002 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0197926-a87c-4d51-b81a-49c796fd81b6 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:49:23.055497 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port c0197926-a87c-4d51-b81a-49c796fd81b6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=c0197926-a87c-4d51-b81a-49c796fd81b6,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:23.061335 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:23.115774 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=c0197926-a87c-4d51-b81a-49c796fd81b6,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:23.123524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.123926 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.124274 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.125635 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.125771 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.126085 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.126386 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.126721 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.127046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.127366 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.127696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.128046 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:23.141425 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] get_ports_and_sgs() called for port_ids ['c0197926-a87c-4d51-b81a-49c796fd81b6'] {{(pid=102291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 23:49:24.801337 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d2cfbab-b54b-4873-bb19-862b1067b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:24.839003 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device c0197926-a87c-4d51-b81a-49c796fd81b6 up at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 23:49:24.892524 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Provisioning complete for port c0197926-a87c-4d51-b81a-49c796fd81b6 triggered by entity L2. {{(pid=102291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:49:24.892524 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709212'] for port, provisioning_complete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:24.977939 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633685'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:25.003047 n-d-827895-2 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:49:25.005378 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c1b03f9a3ac268ca71c90c5424790b9fc5151a38f33cc2836dfebf2d743a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb4bcb5-0753-49c8-ba7a-66be207d7ef3" -d '{"events": [{"server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "name": "network-vif-plugged", "status": "completed", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:49:25.024602 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] For port c0197926-a87c-4d51-b81a-49c796fd81b6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=c0197926-a87c-4d51-b81a-49c796fd81b6,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:25.030228 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784725228912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784724829305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784724829323'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:25.087058 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Pushing event updated for resources: {'Port': ['ID=c0197926-a87c-4d51-b81a-49c796fd81b6,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:25.128232 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea479d2a-50d5-4d59-bce3-f1d3a7de1fd5 x-openstack-request-id: req-ea479d2a-50d5-4d59-bce3-f1d3a7de1fd5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:49:25.128648 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "name": "network-vif-plugged", "status": "completed", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:49:25.128953 n-d-827895-2 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea479d2a-50d5-4d59-bce3-f1d3a7de1fd5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:49:25.129416 n-d-827895-2 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'code': 200} Feb 07 23:49:25.145463 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:26.619922 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:26.825527 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.991907 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33088) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:32.151114 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Deleting port 391b7317-2be5-4104-ac85-afae25565ada {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:32.151459 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.226237 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.226564 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.238156 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Calling delete_port for 391b7317-2be5-4104-ac85-afae25565ada owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:32.385247 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.415222 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event deleted for resources: {'Port': ['ID=391b7317-2be5-4104-ac85-afae25565ada,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:32.440589 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.440938 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.441279 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.441618 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.441953 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.442280 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.442608 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.442932 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.443254 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.443581 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.443933 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.444257 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:32.482801 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.483127 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Floating IP 07add01d-e581-4411-a467-ccb18ef9d6bc disassociated (deleted). External IP: 172.25.8.124, port: c0197926-a87c-4d51-b81a-49c796fd81b6. Feb 07 23:49:32.688538 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Router f90d9b3c-610d-4d39-9781-c437e24e7ab4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:49:32.794242 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:49:32.799244 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.804704 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] Sync routers for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:49:32.814717 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:49:32.815321 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:49:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:32.827872 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-75df031d-0fe9-4cdf-bf5f-df2bfaba877f tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "DELETE /v2.0/floatingips/07add01d-e581-4411-a467-ccb18ef9d6bc HTTP/1.1" status: 204 len: 168 time: 0.8325379 Feb 07 23:49:32.827872 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:49:32.828483 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fdf931-a621-4fb9-bf5b-68adb4992695" -d '{"events": [{"name": "network-changed", "server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:49:32.868775 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd64ca2f-7c35-4e61-9b43-2f629adba45a x-openstack-request-id: req-fd64ca2f-7c35-4e61-9b43-2f629adba45a {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:49:32.869076 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:49:32.869329 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd64ca2f-7c35-4e61-9b43-2f629adba45a {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:49:32.869749 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'status': 'completed', 'code': 200} Feb 07 23:49:32.939141 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-3b17c23c-0080-473f-bb90-44d7d3dfb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:32.940743 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-3b17c23c-0080-473f-bb90-44d7d3dfb791 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 1097 time: 0.0485864 Feb 07 23:49:33.037917 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:49:33.038925 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-41a48295-e523-429c-ac32-9ebc438eebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:33.040413 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-41a48295-e523-429c-ac32-9ebc438eebaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.0925655 Feb 07 23:49:33.087553 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-d5e621a1-650b-4116-850c-9f2b6779f9c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0197926-a87c-4d51-b81a-49c796fd81b6 HTTP/1.1" status: 200 len: 217 time: 0.0384455 Feb 07 23:49:33.088426 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d755f-971a-4bca-813a-36e90e1de08e req-8e5912e1-77d3-4ae4-9c67-fcabf8a5ca32 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:33.089925 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-008d755f-971a-4bca-813a-36e90e1de08e req-8e5912e1-77d3-4ae4-9c67-fcabf8a5ca32 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 946 time: 0.0499842 Feb 07 23:49:33.130804 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-008d755f-971a-4bca-813a-36e90e1de08e req-9538c322-c2a8-4513-9a44-91b382ed4036 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341837 Feb 07 23:49:33.141917 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-dcb6872d-6cc7-4f7f-a8e1-27a5ee9b4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:33.143823 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-dcb6872d-6cc7-4f7f-a8e1-27a5ee9b4d55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0487363 Feb 07 23:49:33.192449 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-cb6143f6-84e0-4e83-b1d2-481c52e1c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:33.193848 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-cb6143f6-84e0-4e83-b1d2-481c52e1c13e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424855 Feb 07 23:49:33.268536 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'baedeaa6-2f63-449e-b881-3a4416f96b6a', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:24Z', 'updated_at': '2022-02-07T23:45:26Z', 'revision_number': 1, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:33.288953 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-78eb4000-1c46-44ce-97c6-b8d7123341fa service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864747 Feb 07 23:49:33.294471 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] Checking router: f90d9b3c-610d-4d39-9781-c437e24e7ab4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:49:33.303303 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:49:33.303923 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:49:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:33.380379 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-66fdf931-a621-4fb9-bf5b-68adb4992695 req-e34097b2-5e2d-4ceb-8ea6-3f84862fd37d service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819311 Feb 07 23:49:33.411937 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:49:33.637403 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'baedeaa6-2f63-449e-b881-3a4416f96b6a', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:24Z', 'updated_at': '2022-02-07T23:45:26Z', 'revision_number': 1, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:33.663065 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ff435-dd3f-442f-ab88-63cd002ef0b8 None None] The sync data for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 is: [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_floatingips': [{'id': 'baedeaa6-2f63-449e-b881-3a4416f96b6a', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'router_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'port_id': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'mac_address': 'fa:16:3e:c1:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:24Z', 'updated_at': '2022-02-07T23:45:26Z', 'revision_number': 1, 'project_id': '27aed302da224da6af0d13ddffc07031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:49:33.896535 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18de60d-e3de-4b90-9733-64fb2ecc7dfc None None] New status for floating IP 07add01d-e581-4411-a467-ccb18ef9d6bc: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:49:34.260334 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62697762-3885-4f7e-a3e7-26e1f8dd4818 req-5324fbcb-11c3-4c4a-825c-2b2309460f38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:34.261783 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-62697762-3885-4f7e-a3e7-26e1f8dd4818 req-5324fbcb-11c3-4c4a-825c-2b2309460f38 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 946 time: 0.0543563 Feb 07 23:49:34.299205 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-62697762-3885-4f7e-a3e7-26e1f8dd4818 req-0300fede-2c98-40ba-9a8e-db8572f06e81 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308225 Feb 07 23:49:34.594398 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-995d2315-14a5-4e5e-adee-8b1b3f7d905a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:34.596016 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-995d2315-14a5-4e5e-adee-8b1b3f7d905a tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 946 time: 0.0480180 Feb 07 23:49:34.651275 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:34.685024 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Deleting port c0197926-a87c-4d51-b81a-49c796fd81b6 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:34.685370 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:34.773560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] For port c0197926-a87c-4d51-b81a-49c796fd81b6, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=c0197926-a87c-4d51-b81a-49c796fd81b6,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:34.773914 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:34.785183 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Calling delete_port for c0197926-a87c-4d51-b81a-49c796fd81b6 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:34.868655 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device c0197926-a87c-4d51-b81a-49c796fd81b6 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:49:34.913509 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:34.919162 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:34.920696 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No active binding found for port c0197926-a87c-4d51-b81a-49c796fd81b6 {{(pid=102291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 23:49:34.921643 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device c0197926-a87c-4d51-b81a-49c796fd81b6 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:49:34.941054 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event deleted for resources: {'Port': ['ID=c0197926-a87c-4d51-b81a-49c796fd81b6,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:34.954513 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.954861 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.955195 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.955523 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.955936 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.956213 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.956517 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.956831 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.957150 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.957464 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.957780 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.958092 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827895-2 {{(pid=102289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:34.993037 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] No DVR routers for this DVR port c0197926-a87c-4d51-b81a-49c796fd81b6 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:49:34.995555 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:34.998762 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-d03d2f48-deb4-41f0-b3de-08a308e6a7b6 req-40581d94-8991-445e-8eb6-d2bfa6da281d tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "DELETE /v2.0/ports/c0197926-a87c-4d51-b81a-49c796fd81b6 HTTP/1.1" status: 204 len: 173 time: 0.3973427 Feb 07 23:49:34.999222 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'name': 'network-vif-deleted', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:49:35.001483 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee08e987-fd2d-44fd-8b60-650ca6e80e26" -d '{"events": [{"server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "name": "network-vif-deleted", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:49:35.040654 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc17e531-b287-42fb-92ba-26e35133f68f x-openstack-request-id: req-cc17e531-b287-42fb-92ba-26e35133f68f {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:49:35.040964 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57d9cd-87d2-4037-b4fd-d6ddac276577", "name": "network-vif-deleted", "tag": "c0197926-a87c-4d51-b81a-49c796fd81b6", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:49:35.041218 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc17e531-b287-42fb-92ba-26e35133f68f {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:49:35.041639 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57d9cd-87d2-4037-b4fd-d6ddac276577', 'name': 'network-vif-deleted', 'tag': 'c0197926-a87c-4d51-b81a-49c796fd81b6', 'status': 'completed', 'code': 200} Feb 07 23:49:35.411557 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-5ea1bab8-e836-4186-acb8-146912bd5505 req-6d58149e-058f-4c00-8f7e-4a9ef58a284e tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57d9cd-87d2-4037-b4fd-d6ddac276577 HTTP/1.1" status: 200 len: 210 time: 0.0271780 Feb 07 23:49:36.972576 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33146) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:37.123821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Deleting port f7bf07cf-9c45-4d53-a839-865c07a57b69 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:37.124144 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:37.486855 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:37.487089 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:37.498206 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Calling delete_port for f7bf07cf-9c45-4d53-a839-865c07a57b69 owned by network:floatingip {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:37.639889 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:37.664270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event deleted for resources: {'Port': ['ID=f7bf07cf-9c45-4d53-a839-865c07a57b69,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:37.722096 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for floatingip, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:37.722422 n-d-827895-2 neutron-server[102290]: INFO neutron.db.l3_db [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Floating IP baedeaa6-2f63-449e-b881-3a4416f96b6a disassociated (deleted). External IP: 172.25.8.242, port: 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7. Feb 07 23:49:37.926454 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Router f90d9b3c-610d-4d39-9781-c437e24e7ab4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:49:38.034712 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:49:38.039041 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for floatingip, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:38.044375 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] Sync routers for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:49:38.054651 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:49:38.055290 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:49:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:38.067367 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-32c7e539-d2fb-4b07-909a-ac0967857c01 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "DELETE /v2.0/floatingips/baedeaa6-2f63-449e-b881-3a4416f96b6a HTTP/1.1" status: 204 len: 168 time: 1.0937126 Feb 07 23:49:38.068303 n-d-827895-2 neutron-server[102290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7'}] {{(pid=102290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:49:38.071023 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87afc54eb594689b5717b1d65c9f7ec101cec7c9dffd760a741c4644e0b74c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ffe160-a720-4e70-960b-94df2903288c" -d '{"events": [{"name": "network-changed", "server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7"}]}' {{(pid=102290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:49:38.112442 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 23:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bffca59-5518-457f-9479-ea2518b9f64e x-openstack-request-id: req-4bffca59-5518-457f-9479-ea2518b9f64e {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:49:38.112739 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7", "status": "completed", "code": 200}]} {{(pid=102290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:49:38.112989 n-d-827895-2 neutron-server[102290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bffca59-5518-457f-9479-ea2518b9f64e {{(pid=102290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:49:38.113388 n-d-827895-2 neutron-server[102290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'status': 'completed', 'code': 200} Feb 07 23:49:38.166236 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:49:38.174791 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe160-a720-4e70-960b-94df2903288c req-94de4d24-388e-4105-885b-54bae2e114a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:38.176304 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0ffe160-a720-4e70-960b-94df2903288c req-94de4d24-388e-4105-885b-54bae2e114a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27aed302da224da6af0d13ddffc07031&device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 1095 time: 0.0415833 Feb 07 23:49:38.294174 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe160-a720-4e70-960b-94df2903288c req-3e3a71c5-d109-43b8-b8c0-dc18c6fab88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:38.296161 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0ffe160-a720-4e70-960b-94df2903288c req-3e3a71c5-d109-43b8-b8c0-dc18c6fab88e service neutron] 10.222.0.46 "GET /v2.0/networks?id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 200 len: 910 time: 0.1127901 Feb 07 23:49:38.315924 n-d-827895-2 neutron-server[102290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c7850-19a3-431e-aa17-26f3af9ba1f4 req-0437800c-a17b-44f5-808a-949603109f15 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:38.317724 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb0c7850-19a3-431e-aa17-26f3af9ba1f4 req-0437800c-a17b-44f5-808a-949603109f15 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 944 time: 0.0551865 Feb 07 23:49:38.337607 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0ffe160-a720-4e70-960b-94df2903288c req-157cbdd4-0b84-4cdc-8e22-46d52142742c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 HTTP/1.1" status: 200 len: 217 time: 0.0347381 Feb 07 23:49:38.363176 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [req-eb0c7850-19a3-431e-aa17-26f3af9ba1f4 req-154dc021-89f8-4525-a6fb-270631aa8cf1 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388536 Feb 07 23:49:38.377084 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:38.395088 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe160-a720-4e70-960b-94df2903288c req-2171f0c4-1ebd-4b68-bea6-7e6c1cd0af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:38.396569 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0ffe160-a720-4e70-960b-94df2903288c req-2171f0c4-1ebd-4b68-bea6-7e6c1cd0af7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 200 len: 849 time: 0.0519822 Feb 07 23:49:38.408711 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] Checking router: f90d9b3c-610d-4d39-9781-c437e24e7ab4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:49:38.417073 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:49:38.417673 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:49:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:38.442354 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe160-a720-4e70-960b-94df2903288c req-fc59decf-d3b7-4b94-849a-fa2d705dcc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:38.443892 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0ffe160-a720-4e70-960b-94df2903288c req-fc59decf-d3b7-4b94-849a-fa2d705dcc7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406160 Feb 07 23:49:38.522007 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:49:38.531954 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0ffe160-a720-4e70-960b-94df2903288c req-46ba09ac-4aba-4bab-adc0-edb3b04b3110 service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811164 Feb 07 23:49:38.652481 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-e0ffe160-a720-4e70-960b-94df2903288c req-e32ec629-ca86-4f1b-ae16-7aa71ad9060c service neutron] 10.222.0.46 "GET /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068809 Feb 07 23:49:38.736838 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:38.761871 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1eb43-3668-4dd9-865d-5d079da9ca08 None None] The sync data for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 is: [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:06Z', 'revision_number': 4, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2', '_interfaces': [{'id': '13b63fe6-b535-4cff-8e8f-c774722a0d70', 'name': '', 'network_id': 'edeb90b4-9fb7-4fc5-9aea-0d3065bbb796', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'mac_address': 'fa:16:3e:1b:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:06Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'subnets': [{'id': 'e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:49:38.894488 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device c0197926-a87c-4d51-b81a-49c796fd81b6 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:49:38.914930 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: c0197926-a87c-4d51-b81a-49c796fd81b6 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:49:38.915271 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device c0197926-a87c-4d51-b81a-49c796fd81b6 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:49:39.168525 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3b7387-a621-41ae-af15-f3d6d978d7b1 None None] New status for floating IP baedeaa6-2f63-449e-b881-3a4416f96b6a: DOWN {{(pid=102291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:49:39.481647 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a604a6-8916-4b28-aec0-88202b5a80f4 req-775dcdd3-195c-4473-aaa9-c8b0c6bd73ff tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:39.483035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2a604a6-8916-4b28-aec0-88202b5a80f4 req-775dcdd3-195c-4473-aaa9-c8b0c6bd73ff tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 944 time: 0.0490837 Feb 07 23:49:39.520668 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-c2a604a6-8916-4b28-aec0-88202b5a80f4 req-0d33d73b-f655-46a5-87cc-f0dfec829aaa tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/security-groups?id=04c1a776-be67-4d5f-b4e5-63416e2ea122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303593 Feb 07 23:49:39.788717 n-d-827895-2 neutron-server[102289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-6234240c-6677-4f1b-8dce-ac7c9be959b9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:39.790066 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-6234240c-6677-4f1b-8dce-ac7c9be959b9 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 944 time: 0.0467160 Feb 07 23:49:39.882930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Deleting port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:39.883298 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:39.970009 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] For port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7, host n-h1-827895-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827895-2',level=0,port_id=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:39.970366 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:39.982081 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Calling delete_port for 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 owned by compute:nova {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:40.112178 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:40.137895 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event deleted for resources: {'Port': ['ID=4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:40.185051 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] No DVR routers for this DVR port 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 on host n-h1-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:49:40.188306 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25487'] for port, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:40.191744 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-dd940ecd-7756-47f6-a288-f74c2dd39680 req-07ac9c84-ecda-4d3f-8574-e459bd7a2cb3 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.46 "DELETE /v2.0/ports/4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 HTTP/1.1" status: 204 len: 173 time: 0.3960445 Feb 07 23:49:40.192176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'name': 'network-vif-deleted', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7'}] {{(pid=102289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:49:40.194459 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a3071d11437317e5a127f159b5781e05d7fbbd46a81baab017285a3adc433b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c58e4f5-05a9-47a3-84b5-24a564b9c0af" -d '{"events": [{"server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "name": "network-vif-deleted", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7"}]}' {{(pid=102289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 23:49:40.233903 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 23:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fd83e6-c9cf-4bff-b67c-37a395ce5813 x-openstack-request-id: req-d6fd83e6-c9cf-4bff-b67c-37a395ce5813 {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 23:49:40.234194 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb35b4c-b04c-4fc8-a458-dcd694fe383a", "name": "network-vif-deleted", "tag": "4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7", "status": "completed", "code": 200}]} {{(pid=102289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 23:49:40.234464 n-d-827895-2 neutron-server[102289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6fd83e6-c9cf-4bff-b67c-37a395ce5813 {{(pid=102289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 23:49:40.234912 n-d-827895-2 neutron-server[102289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb35b4c-b04c-4fc8-a458-dcd694fe383a', 'name': 'network-vif-deleted', 'tag': '4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7', 'status': 'completed', 'code': 200} Feb 07 23:49:40.638774 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [req-8b03bec7-877d-4bb4-941a-155bacc32d1f req-d82ec3cf-4dcc-4a62-b1b7-831f1e6212f7 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb35b4c-b04c-4fc8-a458-dcd694fe383a HTTP/1.1" status: 200 len: 210 time: 0.0292497 Feb 07 23:49:41.696181 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33162) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:41.755030 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d77eaf1f-da4e-41c6-bde7-a27b612a97c4 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:41.779881 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d77eaf1f-da4e-41c6-bde7-a27b612a97c4 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:41.841334 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d77eaf1f-da4e-41c6-bde7-a27b612a97c4 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:41.844500 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-d77eaf1f-da4e-41c6-bde7-a27b612a97c4 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Notify callbacks [] for security_group, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:41.846100 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-d77eaf1f-da4e-41c6-bde7-a27b612a97c4 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] 10.222.0.15 "DELETE /v2.0/security-groups/04c1a776-be67-4d5f-b4e5-63416e2ea122 HTTP/1.1" status: 204 len: 168 time: 0.1486442 Feb 07 23:49:41.855521 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eaf1f-da4e-41c6-bde7-a27b612a97c4 tempest-TestSnapshotPattern-877544113 tempest-TestSnapshotPattern-877544113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c1a776-be67-4d5f-b4e5-63416e2ea122,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:41.891789 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33166) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:42.235916 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:42.474609 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Deleting port 13b63fe6-b535-4cff-8e8f-c774722a0d70 {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:42.474946 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:42.550777 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] For port 13b63fe6-b535-4cff-8e8f-c774722a0d70, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=13b63fe6-b535-4cff-8e8f-c774722a0d70,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:42.551054 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:42.562322 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Calling delete_port for 13b63fe6-b535-4cff-8e8f-c774722a0d70 owned by network:router_interface {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:42.742228 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:42.767822 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b63fe6-b535-4cff-8e8f-c774722a0d70,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:42.937560 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:43.153705 n-d-827895-2 neutron-server[102290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Router f90d9b3c-610d-4d39-9781-c437e24e7ab4 has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:49:43.258270 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:49:43.263282 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-465e1d68-78f3-442a-a5a7-bff67d3a5c85 admin admin] 10.222.0.15 "PUT /v2.0/routers/f90d9b3c-610d-4d39-9781-c437e24e7ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3699534 Feb 07 23:49:43.266396 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33168) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:43.272292 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] Sync routers for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:49:43.283379 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:49:43.284024 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:49:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:43.373365 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks [] for router, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:43.474684 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:43.476059 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: n-d-827895-2 {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:49:43.526138 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Deleting port c57c1bfb-c562-44cc-b022-5c747eb87c8f {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:43.526500 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:43.608447 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] For port c57c1bfb-c562-44cc-b022-5c747eb87c8f, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=c57c1bfb-c562-44cc-b022-5c747eb87c8f,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:43.608803 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:43.620893 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Calling delete_port for c57c1bfb-c562-44cc-b022-5c747eb87c8f owned by network:router_gateway {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:43.651428 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:49:42Z', 'revision_number': 5, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port': {'id': 'c57c1bfb-c562-44cc-b022-5c747eb87c8f', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:43.677677 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] Checking router: f90d9b3c-610d-4d39-9781-c437e24e7ab4 for host: n-d-827895-2 {{(pid=102292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:49:43.686042 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] Routers {'f90d9b3c-610d-4d39-9781-c437e24e7ab4'} bound to L3 agent in host n-d-827895-2 {{(pid=102292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:49:43.686640 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:49:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'], 'active': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:43.772438 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_dvr_db [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] Set router f90d9b3c-610d-4d39-9781-c437e24e7ab4 gateway port host: None {{(pid=102292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:49:43.786480 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:43.814010 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57c1bfb-c562-44cc-b022-5c747eb87c8f,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:43.826408 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.l3_hamode_db [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:49:43Z', 'revision_number': 6, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:43.852807 n-d-827895-2 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7196bd-1fdb-4a5f-a655-f13cd5bfa5b2 None None] The sync data for ids ['f90d9b3c-610d-4d39-9781-c437e24e7ab4'] in n-d-827895-2 is: [{'id': 'f90d9b3c-610d-4d39-9781-c437e24e7ab4', 'name': 'tempest-TestSnapshotPattern-1504875884-router', 'tenant_id': '27aed302da224da6af0d13ddffc07031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:49:43Z', 'revision_number': 6, 'project_id': '27aed302da224da6af0d13ddffc07031', 'gw_port_host': None}] {{(pid=102292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:49:43.877336 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:43.969602 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:43.971944 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.013136 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.013645 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90d9b3c-610d-4d39-9781-c437e24e7ab4 {{(pid=102290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:49:44.018927 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] Notify callbacks [] for router, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.020206 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-b334dc6d-416f-43e6-a4d0-310fe3c05181 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f90d9b3c-610d-4d39-9781-c437e24e7ab4 HTTP/1.1" status: 204 len: 168 time: 0.7528207 Feb 07 23:49:44.022864 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33170) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:44.065756 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.db_base_plugin_v2 [None req-674cbeca-0f1a-4414-bddb-8f5ba6810164 admin admin] Deleting subnet e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c {{(pid=102290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:49:44.068719 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-674cbeca-0f1a-4414-bddb-8f5ba6810164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.102354 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-674cbeca-0f1a-4414-bddb-8f5ba6810164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58988668'] for subnet, precommit_delete_associations {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.184013 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-674cbeca-0f1a-4414-bddb-8f5ba6810164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.239471 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-674cbeca-0f1a-4414-bddb-8f5ba6810164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58988890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350685'] for subnet, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.265442 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cbeca-0f1a-4414-bddb-8f5ba6810164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:44.271987 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-674cbeca-0f1a-4414-bddb-8f5ba6810164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.277659 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-674cbeca-0f1a-4414-bddb-8f5ba6810164 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e3564fc8-1bec-4f11-aa1a-8bbc0fe3cd7c HTTP/1.1" status: 204 len: 168 time: 0.2513132 Feb 07 23:49:44.277851 n-d-827895-2 neutron-server[102290]: DEBUG neutron.wsgi [-] (102290) accepted ('10.222.0.15', 33172) {{(pid=102290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:44.289686 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0de1f-6f7e-4180-bc70-67cdbebf21ca None None] Network edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:49:44.349342 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.400996 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Deleting port 3d679cc5-8152-4b50-882a-4245c0e3fe2a {{(pid=102290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:44.401321 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.463272 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.db [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] For port 3d679cc5-8152-4b50-882a-4245c0e3fe2a, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=3d679cc5-8152-4b50-882a-4245c0e3fe2a,segment=NetworkSegment(c680f779-9d52-40b9-ac88-90438d692a72),segment_id=c680f779-9d52-40b9-ac88-90438d692a72)] {{(pid=102290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:44.463626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.476988 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Calling delete_port for 3d679cc5-8152-4b50-882a-4245c0e3fe2a owned by network:dhcp {{(pid=102290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:44.561511 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58988969'] for port, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.591210 n-d-827895-2 neutron-server[102290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] No DVR routers for this DVR port 3d679cc5-8152-4b50-882a-4245c0e3fe2a on host n-d-827895-2 {{(pid=102290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:49:44.597658 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d679cc5-8152-4b50-882a-4245c0e3fe2a,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:44.605111 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20284cfc-a261-4bda-a5c2-12ff360e970e None None] DHCP port deletion for edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:49:44.674232 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:44.931004 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 no longer exists at agent hyperv_n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:49:44.954639 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] No Port match for: 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:49:44.954981 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Device 4c5682c1-d0ea-4b38-a2e2-6a3c2bb5ede7 not bound to the agent host n-h1-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:49:44.983352 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeb90b4-9fb7-4fc5-9aea-0d3065bbb796']}} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:44.993523 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c680f779-9d52-40b9-ac88-90438d692a72') {'for_net_delete': True} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:44.993821 n-d-827895-2 neutron-server[102290]: DEBUG neutron.services.segments.db [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c680f779-9d52-40b9-ac88-90438d692a72') {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:45.003086 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58988659'] for segment, before_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:45.016759 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:45.023208 n-d-827895-2 neutron-server[102290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:49:45.023626 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58989052'] for segment, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: Traceback (most recent call last): Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: timer() Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: cb(*args, **kw) Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: return func(*args, **kwargs) Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: self._notify() Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: self.callback(batched_events) Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: event.method(event) Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: return f(self, *a, **k) Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: return self._get(url).json() Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: return self.request(url, 'GET', **kwargs) Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:49:45.025555 n-d-827895-2 neutron-server[102290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:49:45.077741 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:45.083804 n-d-827895-2 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Notify callbacks [] for network, before_response {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:45.086880 n-d-827895-2 neutron-server[102290]: INFO neutron.wsgi [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] 10.222.0.15 "DELETE /v2.0/networks/edeb90b4-9fb7-4fc5-9aea-0d3065bbb796 HTTP/1.1" status: 204 len: 168 time: 0.8081746 Feb 07 23:49:45.089938 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33174) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:45.098931 n-d-827895-2 neutron-server[102290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446a22b-4018-477e-9433-0ce36c66f537 admin admin] Pushing event deleted for resources: {'Network': ['ID=edeb90b4-9fb7-4fc5-9aea-0d3065bbb796,revision_number=None']} {{(pid=102290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:45.278384 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 13b63fe6-b535-4cff-8e8f-c774722a0d70 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:49:45.298466 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 13b63fe6-b535-4cff-8e8f-c774722a0d70 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:49:45.299104 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 13b63fe6-b535-4cff-8e8f-c774722a0d70 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:49:45.299202 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c57c1bfb-c562-44cc-b022-5c747eb87c8f no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:49:45.317588 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: c57c1bfb-c562-44cc-b022-5c747eb87c8f {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:49:45.317935 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device c57c1bfb-c562-44cc-b022-5c747eb87c8f not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:49:45.318334 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3d679cc5-8152-4b50-882a-4245c0e3fe2a no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:49:45.337371 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 3d679cc5-8152-4b50-882a-4245c0e3fe2a {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:49:45.337638 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 3d679cc5-8152-4b50-882a-4245c0e3fe2a not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:49:45.433065 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763306'] for router_interface, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:45.670185 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Deleting port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:45.670526 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:45.749463 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] For port 87ba21df-9ee2-49d7-aa87-a5d9892f6a51, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=87ba21df-9ee2-49d7-aa87-a5d9892f6a51,segment=NetworkSegment(13f00ec6-e6b4-4e23-9b13-9bb53cf12d17),segment_id=13f00ec6-e6b4-4e23-9b13-9bb53cf12d17)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:45.749837 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:45.762010 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Calling delete_port for 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 owned by network:router_interface {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:45.943199 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:45.967491 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Pushing event deleted for resources: {'Port': ['ID=87ba21df-9ee2-49d7-aa87-a5d9892f6a51,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:46.133506 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763334'] for router_interface, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:46.347560 n-d-827895-2 neutron-server[102289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Router 635813ad-b04e-4bd9-8b41-e592682e742e has already been hosted by L3 agent 5f5f559c-5ede-48d5-bd0b-c9f6feb8e516 {{(pid=102289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 23:49:46.449930 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] Notify agent at l3_agent.n-d-827895-2 the message routers_updated {{(pid=102289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 23:49:46.455444 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-65cc43a0-6ee9-4be2-8c2b-5f49583da04a admin admin] 10.222.0.15 "PUT /v2.0/routers/635813ad-b04e-4bd9-8b41-e592682e742e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3643925 Feb 07 23:49:46.457966 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33176) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:46.460532 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] Sync routers for ids ['635813ad-b04e-4bd9-8b41-e592682e742e'] in n-d-827895-2 {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:49:46.476011 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] Routers {'635813ad-b04e-4bd9-8b41-e592682e742e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:49:46.476905 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:49:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['635813ad-b04e-4bd9-8b41-e592682e742e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:46.559907 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:46.579545 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] Set router 635813ad-b04e-4bd9-8b41-e592682e742e gateway port host: n-d-827895-2 {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:49:46.661295 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:46.715973 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Deleting port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:46.716312 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:46.758078 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'external_fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:49:45Z', 'revision_number': 5, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'gw_port': {'id': '772f7b72-0cf1-40cc-bd5a-2c2598d5d1de', 'name': '', 'network_id': '8d6de131-92fb-4af1-9dc0-44c8dec631c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827895-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a19acd05-7293-42fc-95c2-26b9d9b81f03', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827895-2'}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:46.785624 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] Checking router: 635813ad-b04e-4bd9-8b41-e592682e742e for host: n-d-827895-2 {{(pid=102291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:49:46.793947 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] Routers {'635813ad-b04e-4bd9-8b41-e592682e742e'} bound to L3 agent in host n-d-827895-2 {{(pid=102291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 23:49:46.794565 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827895-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:20:54Z,description=,heartbeat_timestamp=2022-02-07T23:49:25Z,host='n-d-827895-2',id=5f5f559c-5ede-48d5-bd0b-c9f6feb8e516,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:20:54Z,topic='l3_agent')) {'router_ids': ['635813ad-b04e-4bd9-8b41-e592682e742e'], 'active': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:46.800907 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] For port 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=772f7b72-0cf1-40cc-bd5a-2c2598d5d1de,segment=NetworkSegment(348ee8dc-d117-4834-be6e-9f039c71721a),segment_id=348ee8dc-d117-4834-be6e-9f039c71721a)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:46.801271 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:46.813289 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Calling delete_port for 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de owned by network:router_gateway {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:46.881247 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_dvr_db [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] Set router 635813ad-b04e-4bd9-8b41-e592682e742e gateway port host: None {{(pid=102291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 23:49:46.933038 n-d-827895-2 neutron-server[102291]: DEBUG neutron.db.l3_hamode_db [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:49:46Z', 'revision_number': 6, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'gw_port_host': None}], 'n-d-827895-2', False) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:46.963291 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302a53f-d9ed-4dfb-9ad5-d2055f6a563d None None] The sync data for ids ['635813ad-b04e-4bd9-8b41-e592682e742e'] in n-d-827895-2 is: [{'id': '635813ad-b04e-4bd9-8b41-e592682e742e', 'name': 'tempest-TestSnapshotPattern-1448760316-router', 'tenant_id': '3d7b219b98744f1a903337fccf92081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:08Z', 'updated_at': '2022-02-07T23:49:46Z', 'revision_number': 6, 'project_id': '3d7b219b98744f1a903337fccf92081d', 'gw_port_host': None}] {{(pid=102291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:49:46.978440 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.015367 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=772f7b72-0cf1-40cc-bd5a-2c2598d5d1de,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:47.075495 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768612'] for router_gateway, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.478464 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27307'] for router, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.480481 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.522106 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-769513'] for router, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.522659 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 635813ad-b04e-4bd9-8b41-e592682e742e {{(pid=102289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 23:49:47.527317 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] Notify callbacks [] for router, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.528479 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a083c4e0-49ac-4106-a230-0dc5589eb4d3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/635813ad-b04e-4bd9-8b41-e592682e742e HTTP/1.1" status: 204 len: 168 time: 1.0695651 Feb 07 23:49:47.531189 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33178) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:47.575995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0819afca-b38b-4429-904c-8b212f3d2da6 admin admin] Deleting subnet b58e8aa8-0770-402a-ba97-e898d602e5b2 {{(pid=102289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 07 23:49:47.579219 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0819afca-b38b-4429-904c-8b212f3d2da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.612873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0819afca-b38b-4429-904c-8b212f3d2da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62077632'] for subnet, precommit_delete_associations {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.692652 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0819afca-b38b-4429-904c-8b212f3d2da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708867'] for subnet, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.725672 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:49:47.747902 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:49:47.748257 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 87ba21df-9ee2-49d7-aa87-a5d9892f6a51 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:49:47.750719 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0819afca-b38b-4429-904c-8b212f3d2da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62077939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043247'] for subnet, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.770890 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7980eeb7-322c-4fd0-b0da-80cf30ea7480 None None] Network b6ec5947-0a40-4833-9d40-f7635287fb58 requested from n-d-827895-2 {{(pid=102291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 07 23:49:47.779642 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-0819afca-b38b-4429-904c-8b212f3d2da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.783253 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-0819afca-b38b-4429-904c-8b212f3d2da6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b58e8aa8-0770-402a-ba97-e898d602e5b2 HTTP/1.1" status: 204 len: 168 time: 0.2498662 Feb 07 23:49:47.784372 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819afca-b38b-4429-904c-8b212f3d2da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58e8aa8-0770-402a-ba97-e898d602e5b2,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:47.785995 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33180) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:47.857505 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813066'] for network, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.919176 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Deleting port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 {{(pid=102289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 07 23:49:47.919664 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784725229406'] for port, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:47.986028 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.db [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] For port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7, host n-d-827895-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827895-2',level=0,port_id=9f7c9d93-675b-49d9-bb07-79d6acf02ed7,segment=NetworkSegment(13f00ec6-e6b4-4e23-9b13-9bb53cf12d17),segment_id=13f00ec6-e6b4-4e23-9b13-9bb53cf12d17)] {{(pid=102289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 23:49:47.986396 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769468'] for port, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.001527 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Calling delete_port for 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 owned by network:dhcp {{(pid=102289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 07 23:49:48.098170 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784725228885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784724829296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62077696'] for port, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.124080 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7c9d93-675b-49d9-bb07-79d6acf02ed7,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:48.128667 n-d-827895-2 neutron-server[102289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] No DVR routers for this DVR port 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 on host n-d-827895-2 {{(pid=102289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:49:48.131209 n-d-827895-2 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f981e3a-7bb7-4146-b653-08f3e3c0b25f None None] DHCP port deletion for b6ec5947-0a40-4833-9d40-f7635287fb58 request from n-d-827895-2 {{(pid=102291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 07 23:49:48.202750 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712097', 'neutron.services.segments.db._delete_segments_for_network-8784725135400'] for network, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.225767 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ec5947-0a40-4833-9d40-f7635287fb58']}} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:48.234754 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17') {'for_net_delete': True} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:48.234990 n-d-827895-2 neutron-server[102289]: DEBUG neutron.services.segments.db [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f00ec6-e6b4-4e23-9b13-9bb53cf12d17') {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:48.244039 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784725343636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62077647'] for segment, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.256811 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785'] for segment, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.262492 n-d-827895-2 neutron-server[102289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:49:48.262873 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62077781'] for segment, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: Traceback (most recent call last): Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: timer() Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: cb(*args, **kw) Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: return func(*args, **kwargs) Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: self._notify() Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: self.callback(batched_events) Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: event.method(event) Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: return f(self, *a, **k) Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: return self._get(url).json() Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: return self.request(url, 'GET', **kwargs) Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:49:48.264524 n-d-827895-2 neutron-server[102289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:49:48.317571 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768600'] for network, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.322368 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Notify callbacks [] for network, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.325521 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] 10.222.0.15 "DELETE /v2.0/networks/b6ec5947-0a40-4833-9d40-f7635287fb58 HTTP/1.1" status: 204 len: 168 time: 0.5387993 Feb 07 23:49:48.338486 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830a86a-2dae-4936-b032-f269448ae32d admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ec5947-0a40-4833-9d40-f7635287fb58,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:48.484470 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33184) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:48.525631 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-fa7e6921-d09f-41d0-9130-ea6063abb90c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27aed302da224da6af0d13ddffc07031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398893 Feb 07 23:49:48.527987 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33186) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:48.577495 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9643e5e-f122-49eb-b56c-e23986e61da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.598819 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9643e5e-f122-49eb-b56c-e23986e61da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.643911 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9643e5e-f122-49eb-b56c-e23986e61da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.646398 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9643e5e-f122-49eb-b56c-e23986e61da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.647539 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e9643e5e-f122-49eb-b56c-e23986e61da7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49ba4eb9-0188-404f-94fe-bf6bfcc39880 HTTP/1.1" status: 204 len: 168 time: 0.1186783 Feb 07 23:49:48.655132 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9643e5e-f122-49eb-b56c-e23986e61da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba4eb9-0188-404f-94fe-bf6bfcc39880,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:48.951799 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33192) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:48.991035 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-a6e7927a-f4fa-4f04-84df-0ee91031854e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d7b219b98744f1a903337fccf92081d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380344 Feb 07 23:49:48.993549 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [-] (102289) accepted ('10.222.0.15', 33194) {{(pid=102289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 07 23:49:49.042379 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9337c65-8b4f-4dd1-88e2-0b0a14776d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.064280 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9337c65-8b4f-4dd1-88e2-0b0a14776d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.108406 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9337c65-8b4f-4dd1-88e2-0b0a14776d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611052'] for security_group, after_delete {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.112277 n-d-827895-2 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-e9337c65-8b4f-4dd1-88e2-0b0a14776d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.113406 n-d-827895-2 neutron-server[102289]: INFO neutron.wsgi [None req-e9337c65-8b4f-4dd1-88e2-0b0a14776d1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/caa97cfe-0f75-4ab8-9f9f-5425a24a08ea HTTP/1.1" status: 204 len: 168 time: 0.1189651 Feb 07 23:49:49.120757 n-d-827895-2 neutron-server[102289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9337c65-8b4f-4dd1-88e2-0b0a14776d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa97cfe-0f75-4ab8-9f9f-5425a24a08ea,revision_number=None']} {{(pid=102289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:49.278033 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:49:49.301092 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:49:49.301345 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 9f7c9d93-675b-49d9-bb07-79d6acf02ed7 not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:49:49.301758 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de no longer exists at agent ovs-agent-n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 23:49:49.324756 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-525512bf-0940-451f-828e-075c447dd37f None None] No Port match for: 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de {{(pid=102291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 07 23:49:49.325097 n-d-827895-2 neutron-server[102291]: DEBUG neutron.plugins.ml2.rpc [None req-525512bf-0940-451f-828e-075c447dd37f None None] Device 772f7b72-0cf1-40cc-bd5a-2c2598d5d1de not bound to the agent host n-d-827895-2 {{(pid=102291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 23:49:51.631875 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba07caf8-9be7-44d9-a463-aceecc110dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:54.773105 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a802342-7b6d-4b0c-97ad-20bc4315aa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:55.138793 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:56.616361 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:56.834085 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:57.024238 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:50:04.639821 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:04.929819 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:21.636461 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3900f6da-5127-48b7-8d55-b0b0e1260702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:24.774191 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-60221791-511f-44d9-9992-215dfd5399a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:25.141610 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:26.618618 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:26.826456 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:34.024243 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:50:34.652486 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:34.931152 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:51.637887 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15bbfcb5-239e-4257-9478-b2bf4c0d0c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:54.778053 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c88de908-15d6-48d7-bad6-3bd958a8be16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:55.144885 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:56.619836 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:56.828741 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:04.683719 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:04.958316 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:11.023307 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:51:21.639421 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52a73dc0-31c9-45e8-89fd-9c1e80c6b6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:24.778076 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-865aafb7-a9a1-49be-991c-a8830651ffbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:25.147537 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:26.623736 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:26.831052 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:34.692219 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:34.958762 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:48.021988 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:51:51.641321 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a3d72ec-224b-469e-ae4a-60f1ad815367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:54.779369 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b68ad9e0-b25d-472b-ab01-957e205b0fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:55.150745 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:56.625538 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:56.834870 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:04.690518 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:04.972649 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:21.645887 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14884492-22dc-4374-81c5-6337dd31ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:24.780000 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22ce8606-62ce-4c74-907d-e385237e6172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:25.020965 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:52:25.153323 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:26.627655 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:26.837342 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:34.689132 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:34.971998 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:51.647674 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96d579d5-ba61-41de-a215-d6c98f7e2aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:54.781184 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4302313d-612a-465e-91d8-77391eda68d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:55.157031 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:56.630617 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:56.840983 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:02.020027 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:53:04.689485 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:04.970926 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:21.648489 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b550c7cc-ed10-424d-8c65-5694713ae9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:24.782963 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-405d19aa-1e3d-497c-b83f-33e8d34290dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:25.162713 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:26.634005 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:26.848256 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:34.688287 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:34.977860 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:39.019778 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:53:51.649900 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbad05df-f262-4f52-9399-84d44f643254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:54.783658 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6de06048-cc4f-4954-b89d-0096e6d6f4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:55.162775 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:56.636558 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:56.840209 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.686746 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.984321 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.019843 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:54:21.651464 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-508e7921-087c-4b77-845b-cf8f133faae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.783897 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-037d248e-6aa1-46e9-a945-9d4393ccf0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:25.165207 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.639757 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.843764 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:34.686730 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:34.998785 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:51.653583 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ba29c2b-8837-4c29-a529-1fb670763c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:53.019677 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:54:54.784893 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcab1-bb39-49da-8f3d-ba09d9d7e385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:55.167523 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:56.642518 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:56.845588 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:04.684935 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:04.985900 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:21.655337 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa3dac73-d4aa-4293-88a7-2eb65cf9edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:24.785725 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b213d822-08c6-4af8-bc19-e7e2f7d1cac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:25.173382 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:26.645181 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:26.848023 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:30.018980 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:55:34.686001 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:35.012665 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:51.657725 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cc16b22-0cb7-42cb-b80a-0e7821b43034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:54.786205 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4cc8cd3e-d3ac-4973-a0e0-ea860b169806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:55.173497 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:56.647403 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:56.849782 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:04.682888 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:05.001868 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:07.018429 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:56:21.658199 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b0200f2-ab6d-4bd7-84f9-dab58a73ef27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:24.787742 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02dc42f3-34cf-4d6c-96d1-f06f36b97cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:25.176342 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:26.650092 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:26.853250 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:34.697861 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:35.017685 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:44.017880 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:56:51.659571 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5359d0b-2d9e-4268-9da9-9ae59809ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:54.788487 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e6776c2-03be-4874-b9e7-be8deb2c779f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:55.178913 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:56.654198 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:56.856446 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:04.697325 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:05.024452 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:21.018317 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:57:21.661655 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fde85491-6757-42ec-84c3-6e7f3e09d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:24.789935 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1c2c-cac3-4b59-b88a-c1d043aa83c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:25.185694 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:26.656930 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:26.860287 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:34.717442 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:35.038945 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:51.662847 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0bf95e3a-b432-4f40-8732-4682106d1af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:54.790367 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bacb7bfe-0b01-4167-bd8c-a2d3641cf71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:55.185432 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:56.658999 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:56.862520 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:58.017534 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:58:04.711694 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:05.054689 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:18.171652 n-d-827895-2 neutron-server[102289]: DEBUG neutron.wsgi [req-098a93a9-591f-4624-90ee-5b2b71aebf4a req-8e81a7eb-d641-4035-abe0-d04fa126c661 service neutron] (102289) timed out ('10.222.0.15', 59292) {{(pid=102289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 07 23:58:21.663455 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e0eb0af-8a10-40ab-9ca2-37b222943e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:24.791165 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8f223d8a-c614-4195-a6ea-1db3f4dc41ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:25.191061 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21502a19-3ae5-456c-9f7b-04c22ee1a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:26.662848 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cb35070-ab19-4766-b29b-9a754b777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:26.864294 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-525512bf-0940-451f-828e-075c447dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:34.725733 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8814cd2a-7950-4cf7-9437-29b0c7da9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:35.017239 n-d-827895-2 neutron-server[102292]: DEBUG neutron.db.agents_db [None req-6067948b-c7f2-46f4-b43f-21f4a5c59a61 None None] Agent healthcheck: found 7 active agents {{(pid=102292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 23:58:35.052758 n-d-827895-2 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e038c067-b8e0-4f8a-a3b5-97730e60ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784725135234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709103'] for agent, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}